2024-09-16T07:10:31.329 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-16T07:10:31.350 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-16T07:10:31.443 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/khiremat-2024-09-16_07:02:54-fs:volumes-wip-athakkar-testing-2024-09-15-1936-distro-default-smithi/7906849 branch: wip-athakkar-testing-2024-09-15-1936 description: fs:volumes/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} tasks/volumes/{overrides test/misc}} email: null first_in_suite: false job_id: '7906849' kernel: kdb: 1 sha1: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi name: khiremat-2024-09-16_07:02:54-fs:volumes-wip-athakkar-testing-2024-09-15-1936-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-athakkar-testing-2024-09-15-1936 ceph: cluster-conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 mds: debug mds: 20 debug mds balancer: 20 debug ms: 2 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mon: mon op complaint time: 120 mon warn on pool no app: false osd: osd op complaint time: 180 conf: client: pid file: '' mgr: client mount timeout: 30 debug client: 20 debug finisher: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - fs.*is degraded - filesystem is degraded - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - filesystem is offline - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - insufficient standby MDS daemons available - MDS_UP_LESS_THAN_MAX - online, but wants - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy - OSD full dropping all updates - OSD near full - pausewr flag - failsafe engaged, dropping updates - failsafe disengaged, no longer dropping - is full \(reached quota - POOL_FULL - POOL_BACKFILLFULL sha1: 4ef5f0587d1cad82c4295c20951c303dc342ac74 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 4ef5f0587d1cad82c4295c20951c303dc342ac74 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-athakkar-testing-2024-09-15-1936 sha1: 4ef5f0587d1cad82c4295c20951c303dc342ac74 owner: scheduled_khiremat@teuthology priority: 75 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.y - mds.a - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - client.2 - - mon.b - mon.c - mgr.x - mds.b - mds.d - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - client.3 seed: 6756 sha1: 4ef5f0587d1cad82c4295c20951c303dc342ac74 sleep_before_teardown: 0 subset: 3/4 suite: fs:volumes suite_branch: wip-athakkar-testing-2024-09-15-1936 suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_4ef5f0587d1cad82c4295c20951c303dc342ac74/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: 4ef5f0587d1cad82c4295c20951c303dc342ac74 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi031.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDqdbkugcD8valZ13qosMyEuagBA3g+LO5CjeFs0JTIAzbTXPWCuJw4tmR2173S1E1nctcXvpq3HLUfl7rCILJs= smithi155.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJUCzu4BZYfxA2swYvkpAWYrWabgVDTAitOLVY1NxeyQCgqCgago2lDhTTRlW599TXli+YJxsEaV+jX9OcP3+vQ= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - ceph: create_rbd_pool: false - ceph-fuse: null - cephfs_test_runner: fail_on_skip: false modules: - tasks.cephfs.test_volumes.TestMisc teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return false end - local function is_kdistro() return false end - local function is_fuse() return true end - local function syntax_version() return '' end teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-16_07:02:54 tube: smithi user: khiremat verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-16T07:10:31.443 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_4ef5f0587d1cad82c4295c20951c303dc342ac74/qa; will attempt to use it 2024-09-16T07:10:31.444 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_4ef5f0587d1cad82c4295c20951c303dc342ac74/qa/tasks 2024-09-16T07:10:31.445 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-16T07:10:31.446 INFO:teuthology.task.internal:Checking packages... 2024-09-16T07:10:31.469 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '4ef5f0587d1cad82c4295c20951c303dc342ac74' 2024-09-16T07:10:31.469 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-16T07:10:31.469 INFO:teuthology.packaging:ref: None 2024-09-16T07:10:31.469 INFO:teuthology.packaging:tag: None 2024-09-16T07:10:31.470 INFO:teuthology.packaging:branch: wip-athakkar-testing-2024-09-15-1936 2024-09-16T07:10:31.470 INFO:teuthology.packaging:sha1: 4ef5f0587d1cad82c4295c20951c303dc342ac74 2024-09-16T07:10:31.470 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-athakkar-testing-2024-09-15-1936 2024-09-16T07:10:31.613 INFO:teuthology.task.internal:Found packages for ceph version 19.3.0-4938.g4ef5f058 2024-09-16T07:10:31.615 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-16T07:10:31.622 INFO:teuthology.task.internal:no buildpackages task found 2024-09-16T07:10:31.622 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-16T07:10:31.665 INFO:teuthology.task.internal:Saving configuration 2024-09-16T07:10:31.683 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-16T07:10:31.699 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-16T07:10:31.726 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi031.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/khiremat-2024-09-16_07:02:54-fs:volumes-wip-athakkar-testing-2024-09-15-1936-distro-default-smithi/7906849', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-16 07:05:17.964635', 'locked_by': 'scheduled_khiremat@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDqdbkugcD8valZ13qosMyEuagBA3g+LO5CjeFs0JTIAzbTXPWCuJw4tmR2173S1E1nctcXvpq3HLUfl7rCILJs='} 2024-09-16T07:10:31.746 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi155.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/khiremat-2024-09-16_07:02:54-fs:volumes-wip-athakkar-testing-2024-09-15-1936-distro-default-smithi/7906849', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-16 07:05:17.966602', 'locked_by': 'scheduled_khiremat@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJUCzu4BZYfxA2swYvkpAWYrWabgVDTAitOLVY1NxeyQCgqCgago2lDhTTRlW599TXli+YJxsEaV+jX9OcP3+vQ='} 2024-09-16T07:10:31.747 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-16T07:10:31.753 INFO:teuthology.task.internal:roles: ubuntu@smithi031.front.sepia.ceph.com - ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'] 2024-09-16T07:10:31.753 INFO:teuthology.task.internal:roles: ubuntu@smithi155.front.sepia.ceph.com - ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3'] 2024-09-16T07:10:31.753 INFO:teuthology.run_tasks:Running task console_log... 2024-09-16T07:10:31.845 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fd5513ffac0>, signals=[15]) 2024-09-16T07:10:31.845 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-16T07:10:31.852 INFO:teuthology.task.internal:Opening connections... 2024-09-16T07:10:31.852 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi031.front.sepia.ceph.com 2024-09-16T07:10:31.853 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi031.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T07:10:31.929 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi155.front.sepia.ceph.com 2024-09-16T07:10:31.930 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi155.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T07:10:32.005 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-16T07:10:32.012 DEBUG:teuthology.orchestra.run.smithi031:> uname -m 2024-09-16T07:10:32.030 INFO:teuthology.orchestra.run.smithi031.stdout:x86_64 2024-09-16T07:10:32.030 DEBUG:teuthology.orchestra.run.smithi031:> cat /etc/os-release 2024-09-16T07:10:32.087 INFO:teuthology.orchestra.run.smithi031.stdout:NAME="CentOS Stream" 2024-09-16T07:10:32.087 INFO:teuthology.orchestra.run.smithi031.stdout:VERSION="9" 2024-09-16T07:10:32.087 INFO:teuthology.orchestra.run.smithi031.stdout:ID="centos" 2024-09-16T07:10:32.087 INFO:teuthology.orchestra.run.smithi031.stdout:ID_LIKE="rhel fedora" 2024-09-16T07:10:32.088 INFO:teuthology.orchestra.run.smithi031.stdout:VERSION_ID="9" 2024-09-16T07:10:32.088 INFO:teuthology.orchestra.run.smithi031.stdout:PLATFORM_ID="platform:el9" 2024-09-16T07:10:32.088 INFO:teuthology.orchestra.run.smithi031.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-16T07:10:32.088 INFO:teuthology.orchestra.run.smithi031.stdout:ANSI_COLOR="0;31" 2024-09-16T07:10:32.088 INFO:teuthology.orchestra.run.smithi031.stdout:LOGO="fedora-logo-icon" 2024-09-16T07:10:32.088 INFO:teuthology.orchestra.run.smithi031.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-16T07:10:32.088 INFO:teuthology.orchestra.run.smithi031.stdout:HOME_URL="https://centos.org/" 2024-09-16T07:10:32.088 INFO:teuthology.orchestra.run.smithi031.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-16T07:10:32.088 INFO:teuthology.orchestra.run.smithi031.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-16T07:10:32.088 INFO:teuthology.orchestra.run.smithi031.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-16T07:10:32.089 INFO:teuthology.lock.ops:Updating smithi031.front.sepia.ceph.com on lock server 2024-09-16T07:10:32.107 DEBUG:teuthology.orchestra.run.smithi155:> uname -m 2024-09-16T07:10:32.125 INFO:teuthology.orchestra.run.smithi155.stdout:x86_64 2024-09-16T07:10:32.126 DEBUG:teuthology.orchestra.run.smithi155:> cat /etc/os-release 2024-09-16T07:10:32.184 INFO:teuthology.orchestra.run.smithi155.stdout:NAME="CentOS Stream" 2024-09-16T07:10:32.185 INFO:teuthology.orchestra.run.smithi155.stdout:VERSION="9" 2024-09-16T07:10:32.185 INFO:teuthology.orchestra.run.smithi155.stdout:ID="centos" 2024-09-16T07:10:32.185 INFO:teuthology.orchestra.run.smithi155.stdout:ID_LIKE="rhel fedora" 2024-09-16T07:10:32.185 INFO:teuthology.orchestra.run.smithi155.stdout:VERSION_ID="9" 2024-09-16T07:10:32.185 INFO:teuthology.orchestra.run.smithi155.stdout:PLATFORM_ID="platform:el9" 2024-09-16T07:10:32.185 INFO:teuthology.orchestra.run.smithi155.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-16T07:10:32.185 INFO:teuthology.orchestra.run.smithi155.stdout:ANSI_COLOR="0;31" 2024-09-16T07:10:32.185 INFO:teuthology.orchestra.run.smithi155.stdout:LOGO="fedora-logo-icon" 2024-09-16T07:10:32.185 INFO:teuthology.orchestra.run.smithi155.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-16T07:10:32.185 INFO:teuthology.orchestra.run.smithi155.stdout:HOME_URL="https://centos.org/" 2024-09-16T07:10:32.185 INFO:teuthology.orchestra.run.smithi155.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-16T07:10:32.185 INFO:teuthology.orchestra.run.smithi155.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-16T07:10:32.185 INFO:teuthology.orchestra.run.smithi155.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-16T07:10:32.186 INFO:teuthology.lock.ops:Updating smithi155.front.sepia.ceph.com on lock server 2024-09-16T07:10:32.207 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-16T07:10:32.216 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-16T07:10:32.256 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-16T07:10:32.257 DEBUG:teuthology.orchestra.run.smithi031:> test '!' -e /home/ubuntu/cephtest 2024-09-16T07:10:32.259 DEBUG:teuthology.orchestra.run.smithi155:> test '!' -e /home/ubuntu/cephtest 2024-09-16T07:10:32.277 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-16T07:10:32.290 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-16T07:10:32.290 DEBUG:teuthology.orchestra.run.smithi031:> test -z $(ls -A /var/lib/ceph) 2024-09-16T07:10:32.316 DEBUG:teuthology.orchestra.run.smithi155:> test -z $(ls -A /var/lib/ceph) 2024-09-16T07:10:32.392 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-16T07:10:32.447 INFO:teuthology.run_tasks:Running task kernel... 2024-09-16T07:10:32.461 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-16T07:10:32.461 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-16T07:10:32.461 DEBUG:teuthology.orchestra.run.smithi031:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-16T07:10:32.462 DEBUG:teuthology.orchestra.run.smithi155:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-16T07:10:32.478 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T07:10:32.478 DEBUG:teuthology.orchestra.run.smithi031:> uname -r 2024-09-16T07:10:32.479 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T07:10:32.479 DEBUG:teuthology.orchestra.run.smithi155:> uname -r 2024-09-16T07:10:32.536 INFO:teuthology.orchestra.run.smithi031.stdout:5.14.0-503.el9.x86_64 2024-09-16T07:10:32.536 INFO:teuthology.task.kernel:Running kernel on smithi031: 5.14.0-503.el9.x86_64 2024-09-16T07:10:32.537 DEBUG:teuthology.orchestra.run.smithi031:> sudo yum install -y kernel 2024-09-16T07:10:32.538 INFO:teuthology.orchestra.run.smithi155.stdout:5.14.0-503.el9.x86_64 2024-09-16T07:10:32.538 INFO:teuthology.task.kernel:Running kernel on smithi155: 5.14.0-503.el9.x86_64 2024-09-16T07:10:32.538 DEBUG:teuthology.orchestra.run.smithi155:> sudo yum install -y kernel 2024-09-16T07:10:34.835 INFO:teuthology.orchestra.run.smithi155.stdout:CentOS Stream 9 - BaseOS 16 MB/s | 8.2 MB 00:00 2024-09-16T07:10:36.528 INFO:teuthology.orchestra.run.smithi031.stdout:CentOS Stream 9 - BaseOS 3.6 MB/s | 8.2 MB 00:02 2024-09-16T07:10:38.560 INFO:teuthology.orchestra.run.smithi031.stdout:CentOS Stream 9 - AppStream 23 MB/s | 20 MB 00:00 2024-09-16T07:10:43.083 INFO:teuthology.orchestra.run.smithi031.stdout:CentOS Stream 9 - CRB 10 MB/s | 6.5 MB 00:00 2024-09-16T07:10:44.503 INFO:teuthology.orchestra.run.smithi031.stdout:CentOS Stream 9 - Extras packages 104 kB/s | 19 kB 00:00 2024-09-16T07:10:45.298 INFO:teuthology.orchestra.run.smithi031.stdout:Extra Packages for Enterprise Linux 34 MB/s | 23 MB 00:00 2024-09-16T07:10:47.443 INFO:teuthology.orchestra.run.smithi155.stdout:CentOS Stream 9 - AppStream 1.8 MB/s | 20 MB 00:11 2024-09-16T07:10:50.929 INFO:teuthology.orchestra.run.smithi031.stdout:lab-extras 31 kB/s | 1.7 kB 00:00 2024-09-16T07:10:53.010 INFO:teuthology.orchestra.run.smithi031.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-16T07:10:53.010 INFO:teuthology.orchestra.run.smithi031.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-16T07:10:53.105 INFO:teuthology.orchestra.run.smithi031.stdout:Dependencies resolved. 2024-09-16T07:10:53.112 INFO:teuthology.orchestra.run.smithi031.stdout:================================================================================ 2024-09-16T07:10:53.112 INFO:teuthology.orchestra.run.smithi031.stdout: Package Architecture Version Repository Size 2024-09-16T07:10:53.112 INFO:teuthology.orchestra.run.smithi031.stdout:================================================================================ 2024-09-16T07:10:53.112 INFO:teuthology.orchestra.run.smithi031.stdout:Installing: 2024-09-16T07:10:53.112 INFO:teuthology.orchestra.run.smithi031.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-16T07:10:53.112 INFO:teuthology.orchestra.run.smithi031.stdout:Installing dependencies: 2024-09-16T07:10:53.112 INFO:teuthology.orchestra.run.smithi031.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-16T07:10:53.112 INFO:teuthology.orchestra.run.smithi031.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-16T07:10:53.112 INFO:teuthology.orchestra.run.smithi031.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-16T07:10:53.113 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:10:53.113 INFO:teuthology.orchestra.run.smithi031.stdout:Transaction Summary 2024-09-16T07:10:53.113 INFO:teuthology.orchestra.run.smithi031.stdout:================================================================================ 2024-09-16T07:10:53.113 INFO:teuthology.orchestra.run.smithi031.stdout:Install 4 Packages 2024-09-16T07:10:53.113 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:10:53.113 INFO:teuthology.orchestra.run.smithi031.stdout:Total download size: 79 M 2024-09-16T07:10:53.113 INFO:teuthology.orchestra.run.smithi031.stdout:Installed size: 126 M 2024-09-16T07:10:53.114 INFO:teuthology.orchestra.run.smithi031.stdout:Downloading Packages: 2024-09-16T07:10:53.443 INFO:teuthology.orchestra.run.smithi155.stdout:CentOS Stream 9 - CRB 3.0 MB/s | 6.5 MB 00:02 2024-09-16T07:10:53.480 INFO:teuthology.orchestra.run.smithi031.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 210 kB/s | 23 kB 00:00 2024-09-16T07:10:54.877 INFO:teuthology.orchestra.run.smithi155.stdout:CentOS Stream 9 - Extras packages 85 kB/s | 19 kB 00:00 2024-09-16T07:10:56.031 INFO:teuthology.orchestra.run.smithi155.stdout:Extra Packages for Enterprise Linux 22 MB/s | 23 MB 00:01 2024-09-16T07:10:59.946 INFO:teuthology.orchestra.run.smithi031.stdout:(2/4): kernel-core-5.14.0-505.el9.x86_64.rpm 2.4 MB/s | 16 MB 00:06 2024-09-16T07:11:01.687 INFO:teuthology.orchestra.run.smithi155.stdout:lab-extras 33 kB/s | 1.7 kB 00:00 2024-09-16T07:11:03.693 INFO:teuthology.orchestra.run.smithi155.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-16T07:11:03.693 INFO:teuthology.orchestra.run.smithi155.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-16T07:11:03.777 INFO:teuthology.orchestra.run.smithi155.stdout:Dependencies resolved. 2024-09-16T07:11:03.785 INFO:teuthology.orchestra.run.smithi155.stdout:================================================================================ 2024-09-16T07:11:03.785 INFO:teuthology.orchestra.run.smithi155.stdout: Package Architecture Version Repository Size 2024-09-16T07:11:03.785 INFO:teuthology.orchestra.run.smithi155.stdout:================================================================================ 2024-09-16T07:11:03.786 INFO:teuthology.orchestra.run.smithi155.stdout:Installing: 2024-09-16T07:11:03.786 INFO:teuthology.orchestra.run.smithi155.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-16T07:11:03.786 INFO:teuthology.orchestra.run.smithi155.stdout:Installing dependencies: 2024-09-16T07:11:03.786 INFO:teuthology.orchestra.run.smithi155.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-16T07:11:03.786 INFO:teuthology.orchestra.run.smithi155.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-16T07:11:03.786 INFO:teuthology.orchestra.run.smithi155.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-16T07:11:03.786 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-09-16T07:11:03.786 INFO:teuthology.orchestra.run.smithi155.stdout:Transaction Summary 2024-09-16T07:11:03.786 INFO:teuthology.orchestra.run.smithi155.stdout:================================================================================ 2024-09-16T07:11:03.786 INFO:teuthology.orchestra.run.smithi155.stdout:Install 4 Packages 2024-09-16T07:11:03.786 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-09-16T07:11:03.787 INFO:teuthology.orchestra.run.smithi155.stdout:Total download size: 79 M 2024-09-16T07:11:03.787 INFO:teuthology.orchestra.run.smithi155.stdout:Installed size: 126 M 2024-09-16T07:11:03.787 INFO:teuthology.orchestra.run.smithi155.stdout:Downloading Packages: 2024-09-16T07:11:04.005 INFO:teuthology.orchestra.run.smithi155.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 197 kB/s | 23 kB 00:00 2024-09-16T07:11:05.022 INFO:teuthology.orchestra.run.smithi155.stdout:(2/4): kernel-core-5.14.0-505.el9.x86_64.rpm 14 MB/s | 16 MB 00:01 2024-09-16T07:11:05.347 INFO:teuthology.orchestra.run.smithi155.stdout:(3/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 24 MB/s | 35 MB 00:01 2024-09-16T07:11:06.397 INFO:teuthology.orchestra.run.smithi155.stdout:(4/4): kernel-modules-core-5.14.0-505.el9.x86_6 12 MB/s | 29 MB 00:02 2024-09-16T07:11:06.397 INFO:teuthology.orchestra.run.smithi155.stdout:-------------------------------------------------------------------------------- 2024-09-16T07:11:06.397 INFO:teuthology.orchestra.run.smithi155.stdout:Total 30 MB/s | 79 MB 00:02 2024-09-16T07:11:06.603 INFO:teuthology.orchestra.run.smithi031.stdout:(3/4): kernel-modules-core-5.14.0-505.el9.x86_6 2.2 MB/s | 29 MB 00:13 2024-09-16T07:11:07.078 INFO:teuthology.orchestra.run.smithi155.stdout:Running transaction check 2024-09-16T07:11:07.440 INFO:teuthology.orchestra.run.smithi155.stdout:Transaction check succeeded. 2024-09-16T07:11:07.440 INFO:teuthology.orchestra.run.smithi155.stdout:Running transaction test 2024-09-16T07:11:07.570 INFO:teuthology.orchestra.run.smithi031.stdout:(4/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 2.4 MB/s | 35 MB 00:14 2024-09-16T07:11:07.571 INFO:teuthology.orchestra.run.smithi031.stdout:-------------------------------------------------------------------------------- 2024-09-16T07:11:07.571 INFO:teuthology.orchestra.run.smithi031.stdout:Total 5.4 MB/s | 79 MB 00:14 2024-09-16T07:11:08.279 INFO:teuthology.orchestra.run.smithi031.stdout:Running transaction check 2024-09-16T07:11:08.362 INFO:teuthology.orchestra.run.smithi155.stdout:Transaction test succeeded. 2024-09-16T07:11:08.362 INFO:teuthology.orchestra.run.smithi155.stdout:Running transaction 2024-09-16T07:11:08.711 INFO:teuthology.orchestra.run.smithi031.stdout:Transaction check succeeded. 2024-09-16T07:11:08.711 INFO:teuthology.orchestra.run.smithi031.stdout:Running transaction test 2024-09-16T07:11:09.697 INFO:teuthology.orchestra.run.smithi031.stdout:Transaction test succeeded. 2024-09-16T07:11:09.698 INFO:teuthology.orchestra.run.smithi031.stdout:Running transaction 2024-09-16T07:11:10.904 INFO:teuthology.orchestra.run.smithi155.stdout: Preparing : 1/1 2024-09-16T07:11:11.573 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-16T07:11:11.663 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T07:11:12.259 INFO:teuthology.orchestra.run.smithi031.stdout: Preparing : 1/1 2024-09-16T07:11:12.927 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-16T07:11:13.007 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T07:11:14.447 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T07:11:14.566 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T07:11:15.801 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T07:11:15.926 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T07:11:19.399 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T07:11:19.458 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-16T07:11:21.046 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T07:11:21.077 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-16T07:11:24.514 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T07:11:26.218 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T07:12:02.562 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T07:12:02.601 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-16T07:12:02.862 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-16T07:12:02.862 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-16T07:12:02.862 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T07:12:02.863 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T07:12:03.726 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T07:12:03.726 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-09-16T07:12:03.726 INFO:teuthology.orchestra.run.smithi155.stdout:Installed: 2024-09-16T07:12:03.726 INFO:teuthology.orchestra.run.smithi155.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-16T07:12:03.726 INFO:teuthology.orchestra.run.smithi155.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-16T07:12:03.727 INFO:teuthology.orchestra.run.smithi155.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-16T07:12:03.727 INFO:teuthology.orchestra.run.smithi155.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-16T07:12:03.727 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-09-16T07:12:03.727 INFO:teuthology.orchestra.run.smithi155.stdout:Complete! 2024-09-16T07:12:04.123 DEBUG:teuthology.orchestra.run.smithi155:> rpm -q kernel | sort -rV | head -n 1 2024-09-16T07:12:04.205 INFO:teuthology.orchestra.run.smithi155.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-16T07:12:04.206 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-16T07:12:04.206 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-16T07:12:04.206 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-16T07:12:04.206 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-16T07:12:04.206 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-09-16T07:12:04.206 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi155.front.sepia.ceph.com, path=None, version=distro) 2024-09-16T07:12:04.207 DEBUG:teuthology.orchestra.run.smithi155:> rpm -q kernel | sort -rV | head -n 1 2024-09-16T07:12:04.265 INFO:teuthology.orchestra.run.smithi155.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-16T07:12:04.265 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-16T07:12:04.265 DEBUG:teuthology.orchestra.run.smithi155:> sudo rpm -qi grub2-tools 2024-09-16T07:12:04.301 INFO:teuthology.orchestra.run.smithi155.stdout:Name : grub2-tools 2024-09-16T07:12:04.301 INFO:teuthology.orchestra.run.smithi155.stdout:Epoch : 1 2024-09-16T07:12:04.301 INFO:teuthology.orchestra.run.smithi155.stdout:Version : 2.06 2024-09-16T07:12:04.301 INFO:teuthology.orchestra.run.smithi155.stdout:Release : 82.el9 2024-09-16T07:12:04.301 INFO:teuthology.orchestra.run.smithi155.stdout:Architecture: x86_64 2024-09-16T07:12:04.301 INFO:teuthology.orchestra.run.smithi155.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-16T07:12:04.302 INFO:teuthology.orchestra.run.smithi155.stdout:Group : Unspecified 2024-09-16T07:12:04.302 INFO:teuthology.orchestra.run.smithi155.stdout:Size : 8274670 2024-09-16T07:12:04.302 INFO:teuthology.orchestra.run.smithi155.stdout:License : GPLv3+ 2024-09-16T07:12:04.302 INFO:teuthology.orchestra.run.smithi155.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-16T07:12:04.302 INFO:teuthology.orchestra.run.smithi155.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-16T07:12:04.302 INFO:teuthology.orchestra.run.smithi155.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-16T07:12:04.302 INFO:teuthology.orchestra.run.smithi155.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-16T07:12:04.302 INFO:teuthology.orchestra.run.smithi155.stdout:Packager : builder@centos.org 2024-09-16T07:12:04.302 INFO:teuthology.orchestra.run.smithi155.stdout:Vendor : CentOS 2024-09-16T07:12:04.302 INFO:teuthology.orchestra.run.smithi155.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-16T07:12:04.302 INFO:teuthology.orchestra.run.smithi155.stdout:Summary : Support tools for GRUB. 2024-09-16T07:12:04.302 INFO:teuthology.orchestra.run.smithi155.stdout:Description : 2024-09-16T07:12:04.302 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-09-16T07:12:04.302 INFO:teuthology.orchestra.run.smithi155.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-16T07:12:04.302 INFO:teuthology.orchestra.run.smithi155.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-16T07:12:04.303 INFO:teuthology.orchestra.run.smithi155.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-16T07:12:04.303 INFO:teuthology.orchestra.run.smithi155.stdout:hardware devices. 2024-09-16T07:12:04.303 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-09-16T07:12:04.303 INFO:teuthology.orchestra.run.smithi155.stdout:This subpackage provides tools for support of all platforms. 2024-09-16T07:12:04.304 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-16T07:12:04.304 INFO:teuthology.task.kernel:Updating grub on smithi155 to boot 5.14.0-505.el9.x86_64 2024-09-16T07:12:04.304 DEBUG:teuthology.orchestra.run.smithi155:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-16T07:12:04.972 INFO:teuthology.orchestra.run.smithi155.stderr:Generating grub configuration file ... 2024-09-16T07:12:05.134 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T07:12:05.180 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-16T07:12:05.552 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-16T07:12:05.552 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-16T07:12:05.552 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T07:12:05.552 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T07:12:06.305 INFO:teuthology.orchestra.run.smithi155.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-16T07:12:06.344 INFO:teuthology.orchestra.run.smithi155.stderr:done 2024-09-16T07:12:06.346 DEBUG:teuthology.orchestra.run.smithi155:> mktemp 2024-09-16T07:12:06.362 INFO:teuthology.orchestra.run.smithi155.stdout:/tmp/tmp.9iQWeWZOGp 2024-09-16T07:12:06.362 DEBUG:teuthology.orchestra.run.smithi155:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.9iQWeWZOGp 2024-09-16T07:12:06.366 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T07:12:06.366 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:12:06.366 INFO:teuthology.orchestra.run.smithi031.stdout:Installed: 2024-09-16T07:12:06.367 INFO:teuthology.orchestra.run.smithi031.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-16T07:12:06.367 INFO:teuthology.orchestra.run.smithi031.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-16T07:12:06.367 INFO:teuthology.orchestra.run.smithi031.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-16T07:12:06.367 INFO:teuthology.orchestra.run.smithi031.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-16T07:12:06.367 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:12:06.367 INFO:teuthology.orchestra.run.smithi031.stdout:Complete! 2024-09-16T07:12:06.429 DEBUG:teuthology.orchestra.run.smithi155:> sudo chmod 0666 /tmp/tmp.9iQWeWZOGp 2024-09-16T07:12:06.574 DEBUG:teuthology.orchestra.remote:smithi155:/tmp/tmp.9iQWeWZOGp is 6KB 2024-09-16T07:12:06.596 DEBUG:teuthology.orchestra.run.smithi155:> rm -fr /tmp/tmp.9iQWeWZOGp 2024-09-16T07:12:06.610 DEBUG:teuthology.orchestra.run.smithi155:> sudo /bin/ls /boot/loader/entries || true 2024-09-16T07:12:06.682 INFO:teuthology.orchestra.run.smithi155.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-16T07:12:06.682 INFO:teuthology.orchestra.run.smithi155.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-16T07:12:06.682 INFO:teuthology.orchestra.run.smithi155.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-16T07:12:06.683 INFO:teuthology.orchestra.run.smithi155.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-16T07:12:06.684 DEBUG:teuthology.orchestra.run.smithi155:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-16T07:12:06.744 DEBUG:teuthology.orchestra.run.smithi031:> rpm -q kernel | sort -rV | head -n 1 2024-09-16T07:12:06.826 INFO:teuthology.orchestra.run.smithi031.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-16T07:12:06.826 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-16T07:12:06.826 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-16T07:12:06.826 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-16T07:12:06.827 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-16T07:12:06.827 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-16T07:12:06.827 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi031.front.sepia.ceph.com, path=None, version=distro) 2024-09-16T07:12:06.827 DEBUG:teuthology.orchestra.run.smithi031:> rpm -q kernel | sort -rV | head -n 1 2024-09-16T07:12:06.840 DEBUG:teuthology.orchestra.run.smithi155:> sudo shutdown -r now 2024-09-16T07:12:06.885 INFO:teuthology.orchestra.run.smithi031.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-16T07:12:06.886 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-16T07:12:06.886 DEBUG:teuthology.orchestra.run.smithi031:> sudo rpm -qi grub2-tools 2024-09-16T07:12:06.917 INFO:teuthology.orchestra.run.smithi031.stdout:Name : grub2-tools 2024-09-16T07:12:06.917 INFO:teuthology.orchestra.run.smithi031.stdout:Epoch : 1 2024-09-16T07:12:06.917 INFO:teuthology.orchestra.run.smithi031.stdout:Version : 2.06 2024-09-16T07:12:06.917 INFO:teuthology.orchestra.run.smithi031.stdout:Release : 82.el9 2024-09-16T07:12:06.917 INFO:teuthology.orchestra.run.smithi031.stdout:Architecture: x86_64 2024-09-16T07:12:06.917 INFO:teuthology.orchestra.run.smithi031.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-16T07:12:06.918 INFO:teuthology.orchestra.run.smithi031.stdout:Group : Unspecified 2024-09-16T07:12:06.918 INFO:teuthology.orchestra.run.smithi031.stdout:Size : 8274670 2024-09-16T07:12:06.918 INFO:teuthology.orchestra.run.smithi031.stdout:License : GPLv3+ 2024-09-16T07:12:06.918 INFO:teuthology.orchestra.run.smithi031.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-16T07:12:06.918 INFO:teuthology.orchestra.run.smithi031.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-16T07:12:06.918 INFO:teuthology.orchestra.run.smithi031.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-16T07:12:06.918 INFO:teuthology.orchestra.run.smithi031.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-16T07:12:06.918 INFO:teuthology.orchestra.run.smithi031.stdout:Packager : builder@centos.org 2024-09-16T07:12:06.918 INFO:teuthology.orchestra.run.smithi031.stdout:Vendor : CentOS 2024-09-16T07:12:06.918 INFO:teuthology.orchestra.run.smithi031.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-16T07:12:06.918 INFO:teuthology.orchestra.run.smithi031.stdout:Summary : Support tools for GRUB. 2024-09-16T07:12:06.918 INFO:teuthology.orchestra.run.smithi031.stdout:Description : 2024-09-16T07:12:06.918 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:12:06.919 INFO:teuthology.orchestra.run.smithi031.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-16T07:12:06.919 INFO:teuthology.orchestra.run.smithi031.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-16T07:12:06.919 INFO:teuthology.orchestra.run.smithi031.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-16T07:12:06.919 INFO:teuthology.orchestra.run.smithi031.stdout:hardware devices. 2024-09-16T07:12:06.919 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:12:06.919 INFO:teuthology.orchestra.run.smithi031.stdout:This subpackage provides tools for support of all platforms. 2024-09-16T07:12:06.920 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-16T07:12:06.920 INFO:teuthology.task.kernel:Updating grub on smithi031 to boot 5.14.0-505.el9.x86_64 2024-09-16T07:12:06.920 DEBUG:teuthology.orchestra.run.smithi031:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-16T07:12:07.554 INFO:teuthology.orchestra.run.smithi031.stderr:Generating grub configuration file ... 2024-09-16T07:12:08.863 INFO:teuthology.orchestra.run.smithi031.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-16T07:12:08.893 INFO:teuthology.orchestra.run.smithi031.stderr:done 2024-09-16T07:12:08.895 DEBUG:teuthology.orchestra.run.smithi031:> mktemp 2024-09-16T07:12:08.910 INFO:teuthology.orchestra.run.smithi031.stdout:/tmp/tmp.uosCuMnlMm 2024-09-16T07:12:08.910 DEBUG:teuthology.orchestra.run.smithi031:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.uosCuMnlMm 2024-09-16T07:12:08.976 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod 0666 /tmp/tmp.uosCuMnlMm 2024-09-16T07:12:09.126 DEBUG:teuthology.orchestra.remote:smithi031:/tmp/tmp.uosCuMnlMm is 6KB 2024-09-16T07:12:09.177 DEBUG:teuthology.orchestra.run.smithi031:> rm -fr /tmp/tmp.uosCuMnlMm 2024-09-16T07:12:09.191 DEBUG:teuthology.orchestra.run.smithi031:> sudo /bin/ls /boot/loader/entries || true 2024-09-16T07:12:09.258 INFO:teuthology.orchestra.run.smithi031.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-16T07:12:09.258 INFO:teuthology.orchestra.run.smithi031.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-16T07:12:09.258 INFO:teuthology.orchestra.run.smithi031.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-16T07:12:09.258 INFO:teuthology.orchestra.run.smithi031.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-16T07:12:09.260 DEBUG:teuthology.orchestra.run.smithi031:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-16T07:12:09.420 DEBUG:teuthology.orchestra.run.smithi031:> sudo shutdown -r now 2024-09-16T07:12:36.870 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-09-16T07:12:36.870 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi155.front.sepia.ceph.com' 2024-09-16T07:12:36.871 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi155.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T07:12:39.425 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-16T07:12:39.425 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi031.front.sepia.ceph.com' 2024-09-16T07:12:39.426 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi031.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T07:12:55.357 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.155 2024-09-16T07:12:57.921 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.31 2024-09-16T07:13:04.363 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi155.front.sepia.ceph.com' 2024-09-16T07:13:04.364 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi155.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T07:13:06.924 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi031.front.sepia.ceph.com' 2024-09-16T07:13:06.925 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi031.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T07:13:07.425 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.155 2024-09-16T07:13:19.437 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi155.front.sepia.ceph.com' 2024-09-16T07:13:19.438 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi155.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T07:13:25.310 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.31 2024-09-16T07:13:37.321 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi031.front.sepia.ceph.com' 2024-09-16T07:13:37.322 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi031.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T07:13:38.931 DEBUG:teuthology.orchestra.run.smithi031:> true 2024-09-16T07:13:39.364 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi031.front.sepia.ceph.com' 2024-09-16T07:13:39.364 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-505.el9.x86_64"... 2024-09-16T07:13:39.364 DEBUG:teuthology.orchestra.run.smithi031:> uname -r 2024-09-16T07:13:39.379 INFO:teuthology.orchestra.run.smithi031.stdout:5.14.0-505.el9.x86_64 2024-09-16T07:13:39.379 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-16T07:13:39.379 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-16T07:13:39.380 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-16T07:13:40.381 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-16T07:13:40.381 DEBUG:teuthology.orchestra.run.smithi031:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-16T07:13:40.463 INFO:teuthology.orchestra.run.smithi031.stdout:ttyS1 2024-09-16T07:13:40.488 DEBUG:teuthology.parallel:result is None 2024-09-16T07:14:19.441 DEBUG:teuthology.orchestra.remote:timed out 2024-09-16T07:14:34.443 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi155.front.sepia.ceph.com' 2024-09-16T07:14:34.444 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi155.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T07:14:34.870 DEBUG:teuthology.orchestra.run.smithi155:> true 2024-09-16T07:14:35.457 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi155.front.sepia.ceph.com' 2024-09-16T07:14:35.458 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-505.el9.x86_64"... 2024-09-16T07:14:35.458 DEBUG:teuthology.orchestra.run.smithi155:> uname -r 2024-09-16T07:14:35.476 INFO:teuthology.orchestra.run.smithi155.stdout:5.14.0-505.el9.x86_64 2024-09-16T07:14:35.476 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-16T07:14:35.476 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-16T07:14:35.476 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-16T07:14:36.478 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-09-16T07:14:36.478 DEBUG:teuthology.orchestra.run.smithi155:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-16T07:14:36.550 INFO:teuthology.orchestra.run.smithi155.stdout:ttyS1 2024-09-16T07:14:36.576 DEBUG:teuthology.parallel:result is None 2024-09-16T07:14:36.576 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-16T07:14:36.586 INFO:teuthology.task.internal:Creating test directory... 2024-09-16T07:14:36.587 DEBUG:teuthology.orchestra.run.smithi031:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-16T07:14:36.590 DEBUG:teuthology.orchestra.run.smithi155:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-16T07:14:36.610 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-16T07:14:36.620 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-16T07:14:36.671 INFO:teuthology.task.internal:Creating archive directory... 2024-09-16T07:14:36.671 DEBUG:teuthology.orchestra.run.smithi031:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-16T07:14:36.674 DEBUG:teuthology.orchestra.run.smithi155:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-16T07:14:36.710 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-16T07:14:36.717 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-16T07:14:36.718 DEBUG:teuthology.orchestra.run.smithi031:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-16T07:14:36.741 DEBUG:teuthology.orchestra.run.smithi155:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-16T07:14:36.778 INFO:teuthology.orchestra.run.smithi155.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-16T07:14:36.781 INFO:teuthology.orchestra.run.smithi031.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-16T07:14:36.789 INFO:teuthology.orchestra.run.smithi155.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-16T07:14:36.793 INFO:teuthology.orchestra.run.smithi031.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-16T07:14:36.795 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-16T07:14:36.802 INFO:teuthology.task.internal:Configuring sudo... 2024-09-16T07:14:36.802 DEBUG:teuthology.orchestra.run.smithi031:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-16T07:14:36.838 DEBUG:teuthology.orchestra.run.smithi155:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-16T07:14:36.865 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-16T07:14:36.875 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-16T07:14:36.875 DEBUG:teuthology.orchestra.run.smithi031:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-16T07:14:36.907 DEBUG:teuthology.orchestra.run.smithi155:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-16T07:14:36.924 DEBUG:teuthology.orchestra.run.smithi031:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-16T07:14:37.006 DEBUG:teuthology.orchestra.run.smithi031:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-16T07:14:37.055 DEBUG:teuthology.orchestra.run.smithi031:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-16T07:14:37.144 DEBUG:teuthology.orchestra.run.smithi031:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-16T07:14:37.183 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:14:37.184 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-16T07:14:37.251 DEBUG:teuthology.orchestra.run.smithi155:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-16T07:14:37.296 DEBUG:teuthology.orchestra.run.smithi155:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-16T07:14:37.352 DEBUG:teuthology.orchestra.run.smithi155:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-16T07:14:37.436 DEBUG:teuthology.orchestra.run.smithi155:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-16T07:14:37.479 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:14:37.479 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-16T07:14:37.546 DEBUG:teuthology.orchestra.run.smithi031:> sudo service rsyslog restart 2024-09-16T07:14:37.548 DEBUG:teuthology.orchestra.run.smithi155:> sudo service rsyslog restart 2024-09-16T07:14:37.598 INFO:teuthology.orchestra.run.smithi031.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-16T07:14:37.624 INFO:teuthology.orchestra.run.smithi155.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-16T07:14:37.973 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-16T07:14:37.981 INFO:teuthology.task.internal:Starting timer... 2024-09-16T07:14:37.981 INFO:teuthology.run_tasks:Running task pcp... 2024-09-16T07:14:38.034 INFO:teuthology.run_tasks:Running task selinux... 2024-09-16T07:14:38.082 DEBUG:teuthology.orchestra.run.smithi031:> sudo service auditd rotate 2024-09-16T07:14:38.142 INFO:teuthology.orchestra.run.smithi031.stdout:Rotating logs: 2024-09-16T07:14:38.143 DEBUG:teuthology.orchestra.run.smithi155:> sudo service auditd rotate 2024-09-16T07:14:38.187 INFO:teuthology.orchestra.run.smithi155.stdout:Rotating logs: 2024-09-16T07:14:38.189 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-16T07:14:38.189 DEBUG:teuthology.orchestra.run.smithi031:> /usr/sbin/getenforce 2024-09-16T07:14:38.216 INFO:teuthology.orchestra.run.smithi031.stdout:Permissive 2024-09-16T07:14:38.216 DEBUG:teuthology.orchestra.run.smithi155:> /usr/sbin/getenforce 2024-09-16T07:14:38.249 INFO:teuthology.orchestra.run.smithi155.stdout:Permissive 2024-09-16T07:14:38.250 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi031.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi155.front.sepia.ceph.com': 'permissive'} 2024-09-16T07:14:38.250 DEBUG:teuthology.orchestra.run.smithi031:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2024-09-16T07:14:38.286 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T07:14:38.286 DEBUG:teuthology.orchestra.run.smithi155:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2024-09-16T07:14:38.318 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T07:14:38.318 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-16T07:14:38.319 DEBUG:teuthology.orchestra.run.smithi031:> sudo /usr/sbin/setenforce permissive 2024-09-16T07:14:38.363 DEBUG:teuthology.orchestra.run.smithi155:> sudo /usr/sbin/setenforce permissive 2024-09-16T07:14:38.396 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-16T07:14:38.406 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-16T07:14:38.417 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-16T07:14:38.418 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi031.front.sepia.ceph.com,smithi155.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-16T07:18:22.791 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi031.front.sepia.ceph.com'), Remote(name='ubuntu@smithi155.front.sepia.ceph.com')] 2024-09-16T07:18:22.792 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi031.front.sepia.ceph.com' 2024-09-16T07:18:22.793 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi031.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T07:18:22.874 DEBUG:teuthology.orchestra.run.smithi031:> true 2024-09-16T07:18:22.970 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi031.front.sepia.ceph.com' 2024-09-16T07:18:22.970 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi155.front.sepia.ceph.com' 2024-09-16T07:18:22.971 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi155.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T07:18:23.045 DEBUG:teuthology.orchestra.run.smithi155:> true 2024-09-16T07:18:23.128 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi155.front.sepia.ceph.com' 2024-09-16T07:18:23.128 INFO:teuthology.run_tasks:Running task clock... 2024-09-16T07:18:23.139 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-16T07:18:23.139 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-16T07:18:23.140 DEBUG:teuthology.orchestra.run.smithi031:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-16T07:18:23.143 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-16T07:18:23.143 DEBUG:teuthology.orchestra.run.smithi155:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-16T07:18:23.172 INFO:teuthology.orchestra.run.smithi031.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-16T07:18:23.188 INFO:teuthology.orchestra.run.smithi031.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-16T07:18:23.196 INFO:teuthology.orchestra.run.smithi155.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-16T07:18:23.210 INFO:teuthology.orchestra.run.smithi155.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-16T07:18:23.215 INFO:teuthology.orchestra.run.smithi031.stderr:sudo: ntpd: command not found 2024-09-16T07:18:23.227 INFO:teuthology.orchestra.run.smithi031.stdout:506 Cannot talk to daemon 2024-09-16T07:18:23.234 INFO:teuthology.orchestra.run.smithi155.stderr:sudo: ntpd: command not found 2024-09-16T07:18:23.242 INFO:teuthology.orchestra.run.smithi031.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-16T07:18:23.245 INFO:teuthology.orchestra.run.smithi155.stdout:506 Cannot talk to daemon 2024-09-16T07:18:23.257 INFO:teuthology.orchestra.run.smithi031.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-16T07:18:23.259 INFO:teuthology.orchestra.run.smithi155.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-16T07:18:23.274 INFO:teuthology.orchestra.run.smithi155.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-16T07:18:23.316 INFO:teuthology.orchestra.run.smithi031.stderr:bash: line 1: ntpq: command not found 2024-09-16T07:18:23.319 INFO:teuthology.orchestra.run.smithi031.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-16T07:18:23.319 INFO:teuthology.orchestra.run.smithi031.stdout:=============================================================================== 2024-09-16T07:18:23.319 INFO:teuthology.orchestra.run.smithi031.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T07:18:23.319 INFO:teuthology.orchestra.run.smithi031.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T07:18:23.319 INFO:teuthology.orchestra.run.smithi031.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T07:18:23.320 INFO:teuthology.orchestra.run.smithi031.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T07:18:23.335 INFO:teuthology.orchestra.run.smithi155.stderr:bash: line 1: ntpq: command not found 2024-09-16T07:18:23.339 INFO:teuthology.orchestra.run.smithi155.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-16T07:18:23.339 INFO:teuthology.orchestra.run.smithi155.stdout:=============================================================================== 2024-09-16T07:18:23.339 INFO:teuthology.orchestra.run.smithi155.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T07:18:23.339 INFO:teuthology.orchestra.run.smithi155.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T07:18:23.339 INFO:teuthology.orchestra.run.smithi155.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T07:18:23.340 INFO:teuthology.orchestra.run.smithi155.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T07:18:23.341 INFO:teuthology.run_tasks:Running task install... 2024-09-16T07:18:23.349 DEBUG:teuthology.task.install:project ceph 2024-09-16T07:18:23.350 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '4ef5f0587d1cad82c4295c20951c303dc342ac74'}} 2024-09-16T07:18:23.350 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '4ef5f0587d1cad82c4295c20951c303dc342ac74'} 2024-09-16T07:18:23.350 INFO:teuthology.task.install:Using flavor: default 2024-09-16T07:18:23.357 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-16T07:18:23.357 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-09-16T07:18:23.358 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '4ef5f0587d1cad82c4295c20951c303dc342ac74', 'tag': None, 'wait_for_package': False} 2024-09-16T07:18:23.359 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=4ef5f0587d1cad82c4295c20951c303dc342ac74 2024-09-16T07:18:23.363 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '4ef5f0587d1cad82c4295c20951c303dc342ac74', 'tag': None, 'wait_for_package': False} 2024-09-16T07:18:23.363 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=4ef5f0587d1cad82c4295c20951c303dc342ac74 2024-09-16T07:18:23.511 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/wip-athakkar-testing-2024-09-15-1936/4ef5f0587d1cad82c4295c20951c303dc342ac74/centos/9/flavors/default/ 2024-09-16T07:18:23.511 INFO:teuthology.task.install.rpm:Package version is 19.3.0-4938.g4ef5f058 2024-09-16T07:18:23.521 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/wip-athakkar-testing-2024-09-15-1936/4ef5f0587d1cad82c4295c20951c303dc342ac74/centos/9/flavors/default/ 2024-09-16T07:18:23.521 INFO:teuthology.task.install.rpm:Package version is 19.3.0-4938.g4ef5f058 2024-09-16T07:18:23.626 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-athakkar-testing-2024-09-15-1936/4ef5f0587d1cad82c4295c20951c303dc342ac74/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-athakkar-testing-2024-09-15-1936/4ef5f0587d1cad82c4295c20951c303dc342ac74/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-athakkar-testing-2024-09-15-1936/4ef5f0587d1cad82c4295c20951c303dc342ac74/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-16T07:18:23.626 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:18:23.626 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-16T07:18:23.631 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-athakkar-testing-2024-09-15-1936/4ef5f0587d1cad82c4295c20951c303dc342ac74/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-athakkar-testing-2024-09-15-1936/4ef5f0587d1cad82c4295c20951c303dc342ac74/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-athakkar-testing-2024-09-15-1936/4ef5f0587d1cad82c4295c20951c303dc342ac74/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-16T07:18:23.631 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:18:23.632 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-16T07:18:23.653 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-16T07:18:23.653 DEBUG:teuthology.orchestra.run.smithi031:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/4ef5f0587d1cad82c4295c20951c303dc342ac74/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-16T07:18:23.660 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-16T07:18:23.660 DEBUG:teuthology.orchestra.run.smithi155:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/4ef5f0587d1cad82c4295c20951c303dc342ac74/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-16T07:18:23.720 DEBUG:teuthology.orchestra.run.smithi031:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-16T07:18:23.727 DEBUG:teuthology.orchestra.run.smithi155:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-16T07:18:23.796 DEBUG:teuthology.orchestra.run.smithi031:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-16T07:18:23.801 DEBUG:teuthology.orchestra.run.smithi155:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-16T07:18:23.861 INFO:teuthology.orchestra.run.smithi031.stdout:check_obsoletes = 1 2024-09-16T07:18:23.863 DEBUG:teuthology.orchestra.run.smithi031:> sudo yum clean all 2024-09-16T07:18:23.865 INFO:teuthology.orchestra.run.smithi155.stdout:check_obsoletes = 1 2024-09-16T07:18:23.868 DEBUG:teuthology.orchestra.run.smithi155:> sudo yum clean all 2024-09-16T07:18:24.096 INFO:teuthology.orchestra.run.smithi031.stdout:45 files removed 2024-09-16T07:18:24.106 INFO:teuthology.orchestra.run.smithi155.stdout:45 files removed 2024-09-16T07:18:24.124 DEBUG:teuthology.orchestra.run.smithi031:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-16T07:18:24.133 DEBUG:teuthology.orchestra.run.smithi155:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-16T07:18:24.683 INFO:teuthology.orchestra.run.smithi155.stdout:ceph packages for x86_64 318 kB/s | 84 kB 00:00 2024-09-16T07:18:24.692 INFO:teuthology.orchestra.run.smithi031.stdout:ceph packages for x86_64 313 kB/s | 84 kB 00:00 2024-09-16T07:18:25.025 INFO:teuthology.orchestra.run.smithi155.stdout:ceph noarch packages 81 kB/s | 24 kB 00:00 2024-09-16T07:18:25.034 INFO:teuthology.orchestra.run.smithi031.stdout:ceph noarch packages 81 kB/s | 24 kB 00:00 2024-09-16T07:18:25.492 INFO:teuthology.orchestra.run.smithi155.stdout:ceph source packages 4.5 kB/s | 1.9 kB 00:00 2024-09-16T07:18:25.568 INFO:teuthology.orchestra.run.smithi031.stdout:ceph source packages 3.9 kB/s | 1.9 kB 00:00 2024-09-16T07:18:25.984 INFO:teuthology.orchestra.run.smithi031.stdout:CentOS Stream 9 - BaseOS 22 MB/s | 8.2 MB 00:00 2024-09-16T07:18:27.767 INFO:teuthology.orchestra.run.smithi155.stdout:CentOS Stream 9 - BaseOS 3.7 MB/s | 8.2 MB 00:02 2024-09-16T07:18:30.045 INFO:teuthology.orchestra.run.smithi155.stdout:CentOS Stream 9 - AppStream 17 MB/s | 20 MB 00:01 2024-09-16T07:18:34.948 INFO:teuthology.orchestra.run.smithi031.stdout:CentOS Stream 9 - AppStream 2.6 MB/s | 20 MB 00:07 2024-09-16T07:18:35.113 INFO:teuthology.orchestra.run.smithi155.stdout:CentOS Stream 9 - CRB 5.3 MB/s | 6.5 MB 00:01 2024-09-16T07:18:36.739 INFO:teuthology.orchestra.run.smithi155.stdout:CentOS Stream 9 - Extras packages 47 kB/s | 19 kB 00:00 2024-09-16T07:18:37.560 INFO:teuthology.orchestra.run.smithi155.stdout:Extra Packages for Enterprise Linux 32 MB/s | 23 MB 00:00 2024-09-16T07:18:39.710 INFO:teuthology.orchestra.run.smithi031.stdout:CentOS Stream 9 - CRB 8.3 MB/s | 6.5 MB 00:00 2024-09-16T07:18:41.219 INFO:teuthology.orchestra.run.smithi031.stdout:CentOS Stream 9 - Extras packages 78 kB/s | 19 kB 00:00 2024-09-16T07:18:42.082 INFO:teuthology.orchestra.run.smithi031.stdout:Extra Packages for Enterprise Linux 31 MB/s | 23 MB 00:00 2024-09-16T07:18:43.015 INFO:teuthology.orchestra.run.smithi155.stdout:lab-extras 32 kB/s | 1.7 kB 00:00 2024-09-16T07:18:45.326 INFO:teuthology.orchestra.run.smithi155.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-16T07:18:45.326 INFO:teuthology.orchestra.run.smithi155.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-16T07:18:45.338 INFO:teuthology.orchestra.run.smithi155.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-16T07:18:45.338 INFO:teuthology.orchestra.run.smithi155.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-16T07:18:45.339 INFO:teuthology.orchestra.run.smithi155.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-16T07:18:45.340 INFO:teuthology.orchestra.run.smithi155.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-16T07:18:45.342 INFO:teuthology.orchestra.run.smithi155.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-16T07:18:45.344 INFO:teuthology.orchestra.run.smithi155.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-16T07:18:45.345 INFO:teuthology.orchestra.run.smithi155.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-16T07:18:45.408 INFO:teuthology.orchestra.run.smithi155.stdout:Dependencies resolved. 2024-09-16T07:18:45.426 INFO:teuthology.orchestra.run.smithi155.stdout:======================================================================================= 2024-09-16T07:18:45.426 INFO:teuthology.orchestra.run.smithi155.stdout: Package Arch Version Repository Size 2024-09-16T07:18:45.426 INFO:teuthology.orchestra.run.smithi155.stdout:======================================================================================= 2024-09-16T07:18:45.426 INFO:teuthology.orchestra.run.smithi155.stdout:Installing: 2024-09-16T07:18:45.426 INFO:teuthology.orchestra.run.smithi155.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-16T07:18:45.426 INFO:teuthology.orchestra.run.smithi155.stdout: ceph x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 6.6 k 2024-09-16T07:18:45.426 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-base x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 5.5 M 2024-09-16T07:18:45.427 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-fuse x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 900 k 2024-09-16T07:18:45.427 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-immutable-object-cache x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 145 k 2024-09-16T07:18:45.427 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mgr x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 1.5 M 2024-09-16T07:18:45.427 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mgr-cephadm noarch 2:19.3.0-4938.g4ef5f058.el9 ceph-noarch 154 k 2024-09-16T07:18:45.427 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mgr-dashboard noarch 2:19.3.0-4938.g4ef5f058.el9 ceph-noarch 14 M 2024-09-16T07:18:45.427 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mgr-diskprediction-local noarch 2:19.3.0-4938.g4ef5f058.el9 ceph-noarch 7.4 M 2024-09-16T07:18:45.427 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mgr-rook noarch 2:19.3.0-4938.g4ef5f058.el9 ceph-noarch 49 k 2024-09-16T07:18:45.427 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-radosgw x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 11 M 2024-09-16T07:18:45.427 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-test x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 46 M 2024-09-16T07:18:45.427 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-volume noarch 2:19.3.0-4938.g4ef5f058.el9 ceph-noarch 285 k 2024-09-16T07:18:45.427 INFO:teuthology.orchestra.run.smithi155.stdout: cephadm noarch 2:19.3.0-4938.g4ef5f058.el9 ceph-noarch 784 k 2024-09-16T07:18:45.427 INFO:teuthology.orchestra.run.smithi155.stdout: cephfs-mirror x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 225 k 2024-09-16T07:18:45.428 INFO:teuthology.orchestra.run.smithi155.stdout: cephfs-shell x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 27 k 2024-09-16T07:18:45.428 INFO:teuthology.orchestra.run.smithi155.stdout: cephfs-top noarch 2:19.3.0-4938.g4ef5f058.el9 ceph-noarch 18 k 2024-09-16T07:18:45.428 INFO:teuthology.orchestra.run.smithi155.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-16T07:18:45.428 INFO:teuthology.orchestra.run.smithi155.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-16T07:18:45.428 INFO:teuthology.orchestra.run.smithi155.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-16T07:18:45.428 INFO:teuthology.orchestra.run.smithi155.stdout: libcephfs-devel x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 32 k 2024-09-16T07:18:45.428 INFO:teuthology.orchestra.run.smithi155.stdout: libcephfs2 x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 755 k 2024-09-16T07:18:45.428 INFO:teuthology.orchestra.run.smithi155.stdout: librados-devel x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 127 k 2024-09-16T07:18:45.428 INFO:teuthology.orchestra.run.smithi155.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-16T07:18:45.428 INFO:teuthology.orchestra.run.smithi155.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-16T07:18:45.428 INFO:teuthology.orchestra.run.smithi155.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-16T07:18:45.429 INFO:teuthology.orchestra.run.smithi155.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-16T07:18:45.429 INFO:teuthology.orchestra.run.smithi155.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-16T07:18:45.429 INFO:teuthology.orchestra.run.smithi155.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-16T07:18:45.429 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cephfs x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 161 k 2024-09-16T07:18:45.429 INFO:teuthology.orchestra.run.smithi155.stdout: python3-rados x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 320 k 2024-09-16T07:18:45.429 INFO:teuthology.orchestra.run.smithi155.stdout: python3-rbd x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 305 k 2024-09-16T07:18:45.429 INFO:teuthology.orchestra.run.smithi155.stdout: python3-rgw x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 100 k 2024-09-16T07:18:45.429 INFO:teuthology.orchestra.run.smithi155.stdout: rbd-fuse x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 85 k 2024-09-16T07:18:45.429 INFO:teuthology.orchestra.run.smithi155.stdout: rbd-mirror x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 3.2 M 2024-09-16T07:18:45.429 INFO:teuthology.orchestra.run.smithi155.stdout: rbd-nbd x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 170 k 2024-09-16T07:18:45.429 INFO:teuthology.orchestra.run.smithi155.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-16T07:18:45.429 INFO:teuthology.orchestra.run.smithi155.stdout:Upgrading: 2024-09-16T07:18:45.430 INFO:teuthology.orchestra.run.smithi155.stdout: NetworkManager x86_64 1:1.49.90-1.el9 baseos 2.3 M 2024-09-16T07:18:45.430 INFO:teuthology.orchestra.run.smithi155.stdout: NetworkManager-libnm x86_64 1:1.49.90-1.el9 baseos 1.8 M 2024-09-16T07:18:45.430 INFO:teuthology.orchestra.run.smithi155.stdout: NetworkManager-team x86_64 1:1.49.90-1.el9 baseos 41 k 2024-09-16T07:18:45.430 INFO:teuthology.orchestra.run.smithi155.stdout: NetworkManager-tui x86_64 1:1.49.90-1.el9 baseos 249 k 2024-09-16T07:18:45.430 INFO:teuthology.orchestra.run.smithi155.stdout: librados2 x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 3.5 M 2024-09-16T07:18:45.430 INFO:teuthology.orchestra.run.smithi155.stdout: librbd1 x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 3.2 M 2024-09-16T07:18:45.430 INFO:teuthology.orchestra.run.smithi155.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-16T07:18:45.430 INFO:teuthology.orchestra.run.smithi155.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-16T07:18:45.430 INFO:teuthology.orchestra.run.smithi155.stdout:Installing dependencies: 2024-09-16T07:18:45.430 INFO:teuthology.orchestra.run.smithi155.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-16T07:18:45.430 INFO:teuthology.orchestra.run.smithi155.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-16T07:18:45.430 INFO:teuthology.orchestra.run.smithi155.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-16T07:18:45.431 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-common x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 22 M 2024-09-16T07:18:45.431 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-grafana-dashboards noarch 2:19.3.0-4938.g4ef5f058.el9 ceph-noarch 34 k 2024-09-16T07:18:45.431 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mds x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 2.4 M 2024-09-16T07:18:45.431 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mgr-modules-core noarch 2:19.3.0-4938.g4ef5f058.el9 ceph-noarch 291 k 2024-09-16T07:18:45.431 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mon x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 4.8 M 2024-09-16T07:18:45.431 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-osd x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 17 M 2024-09-16T07:18:45.431 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-prometheus-alerts noarch 2:19.3.0-4938.g4ef5f058.el9 ceph-noarch 16 k 2024-09-16T07:18:45.431 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-selinux x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 25 k 2024-09-16T07:18:45.431 INFO:teuthology.orchestra.run.smithi155.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-16T07:18:45.431 INFO:teuthology.orchestra.run.smithi155.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-16T07:18:45.431 INFO:teuthology.orchestra.run.smithi155.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-16T07:18:45.431 INFO:teuthology.orchestra.run.smithi155.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-16T07:18:45.431 INFO:teuthology.orchestra.run.smithi155.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-16T07:18:45.432 INFO:teuthology.orchestra.run.smithi155.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-16T07:18:45.432 INFO:teuthology.orchestra.run.smithi155.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-16T07:18:45.432 INFO:teuthology.orchestra.run.smithi155.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-16T07:18:45.432 INFO:teuthology.orchestra.run.smithi155.stdout: libcephsqlite x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 161 k 2024-09-16T07:18:45.432 INFO:teuthology.orchestra.run.smithi155.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-16T07:18:45.432 INFO:teuthology.orchestra.run.smithi155.stdout: libnbd x86_64 1.20.2-2.el9 appstream 171 k 2024-09-16T07:18:45.432 INFO:teuthology.orchestra.run.smithi155.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-16T07:18:45.432 INFO:teuthology.orchestra.run.smithi155.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-16T07:18:45.432 INFO:teuthology.orchestra.run.smithi155.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-16T07:18:45.432 INFO:teuthology.orchestra.run.smithi155.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-16T07:18:45.432 INFO:teuthology.orchestra.run.smithi155.stdout: libradosstriper1 x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 508 k 2024-09-16T07:18:45.432 INFO:teuthology.orchestra.run.smithi155.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-16T07:18:45.433 INFO:teuthology.orchestra.run.smithi155.stdout: librgw2 x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 5.5 M 2024-09-16T07:18:45.433 INFO:teuthology.orchestra.run.smithi155.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-16T07:18:45.433 INFO:teuthology.orchestra.run.smithi155.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-16T07:18:45.433 INFO:teuthology.orchestra.run.smithi155.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-16T07:18:45.433 INFO:teuthology.orchestra.run.smithi155.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-16T07:18:45.433 INFO:teuthology.orchestra.run.smithi155.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-16T07:18:45.433 INFO:teuthology.orchestra.run.smithi155.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-16T07:18:45.433 INFO:teuthology.orchestra.run.smithi155.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-16T07:18:45.433 INFO:teuthology.orchestra.run.smithi155.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-16T07:18:45.433 INFO:teuthology.orchestra.run.smithi155.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-16T07:18:45.433 INFO:teuthology.orchestra.run.smithi155.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-16T07:18:45.433 INFO:teuthology.orchestra.run.smithi155.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-16T07:18:45.434 INFO:teuthology.orchestra.run.smithi155.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-16T07:18:45.434 INFO:teuthology.orchestra.run.smithi155.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-16T07:18:45.434 INFO:teuthology.orchestra.run.smithi155.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-16T07:18:45.434 INFO:teuthology.orchestra.run.smithi155.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-16T07:18:45.434 INFO:teuthology.orchestra.run.smithi155.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-16T07:18:45.434 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-16T07:18:45.434 INFO:teuthology.orchestra.run.smithi155.stdout: python3-ceph-argparse x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 45 k 2024-09-16T07:18:45.434 INFO:teuthology.orchestra.run.smithi155.stdout: python3-ceph-common x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 148 k 2024-09-16T07:18:45.434 INFO:teuthology.orchestra.run.smithi155.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-16T07:18:45.434 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-16T07:18:45.434 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-16T07:18:45.434 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-16T07:18:45.434 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-16T07:18:45.435 INFO:teuthology.orchestra.run.smithi155.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-16T07:18:45.435 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-16T07:18:45.435 INFO:teuthology.orchestra.run.smithi155.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-16T07:18:45.435 INFO:teuthology.orchestra.run.smithi155.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-16T07:18:45.435 INFO:teuthology.orchestra.run.smithi155.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-16T07:18:45.435 INFO:teuthology.orchestra.run.smithi155.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-16T07:18:45.435 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-16T07:18:45.435 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-16T07:18:45.435 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-16T07:18:45.435 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-16T07:18:45.435 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-16T07:18:45.435 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-16T07:18:45.435 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-16T07:18:45.436 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-16T07:18:45.436 INFO:teuthology.orchestra.run.smithi155.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-16T07:18:45.436 INFO:teuthology.orchestra.run.smithi155.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-16T07:18:45.436 INFO:teuthology.orchestra.run.smithi155.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-16T07:18:45.436 INFO:teuthology.orchestra.run.smithi155.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-16T07:18:45.436 INFO:teuthology.orchestra.run.smithi155.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-16T07:18:45.436 INFO:teuthology.orchestra.run.smithi155.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-16T07:18:45.436 INFO:teuthology.orchestra.run.smithi155.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-16T07:18:45.436 INFO:teuthology.orchestra.run.smithi155.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-16T07:18:45.436 INFO:teuthology.orchestra.run.smithi155.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-16T07:18:45.436 INFO:teuthology.orchestra.run.smithi155.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-16T07:18:45.436 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-16T07:18:45.436 INFO:teuthology.orchestra.run.smithi155.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-16T07:18:45.437 INFO:teuthology.orchestra.run.smithi155.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-16T07:18:45.437 INFO:teuthology.orchestra.run.smithi155.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-16T07:18:45.437 INFO:teuthology.orchestra.run.smithi155.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-16T07:18:45.442 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-16T07:18:45.442 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-16T07:18:45.442 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-16T07:18:45.442 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-16T07:18:45.442 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-16T07:18:45.443 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-16T07:18:45.443 INFO:teuthology.orchestra.run.smithi155.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-16T07:18:45.443 INFO:teuthology.orchestra.run.smithi155.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-16T07:18:45.443 INFO:teuthology.orchestra.run.smithi155.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-16T07:18:45.443 INFO:teuthology.orchestra.run.smithi155.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-16T07:18:45.443 INFO:teuthology.orchestra.run.smithi155.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-16T07:18:45.443 INFO:teuthology.orchestra.run.smithi155.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-16T07:18:45.443 INFO:teuthology.orchestra.run.smithi155.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-16T07:18:45.443 INFO:teuthology.orchestra.run.smithi155.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-16T07:18:45.443 INFO:teuthology.orchestra.run.smithi155.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-16T07:18:45.443 INFO:teuthology.orchestra.run.smithi155.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-16T07:18:45.443 INFO:teuthology.orchestra.run.smithi155.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-16T07:18:45.443 INFO:teuthology.orchestra.run.smithi155.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-16T07:18:45.444 INFO:teuthology.orchestra.run.smithi155.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-16T07:18:45.444 INFO:teuthology.orchestra.run.smithi155.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-16T07:18:45.444 INFO:teuthology.orchestra.run.smithi155.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-16T07:18:45.444 INFO:teuthology.orchestra.run.smithi155.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-16T07:18:45.444 INFO:teuthology.orchestra.run.smithi155.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-16T07:18:45.444 INFO:teuthology.orchestra.run.smithi155.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-16T07:18:45.444 INFO:teuthology.orchestra.run.smithi155.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-16T07:18:45.444 INFO:teuthology.orchestra.run.smithi155.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-16T07:18:45.444 INFO:teuthology.orchestra.run.smithi155.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-16T07:18:45.444 INFO:teuthology.orchestra.run.smithi155.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-16T07:18:45.444 INFO:teuthology.orchestra.run.smithi155.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-16T07:18:45.444 INFO:teuthology.orchestra.run.smithi155.stdout:Installing weak dependencies: 2024-09-16T07:18:45.444 INFO:teuthology.orchestra.run.smithi155.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-16T07:18:45.445 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-09-16T07:18:45.445 INFO:teuthology.orchestra.run.smithi155.stdout:Transaction Summary 2024-09-16T07:18:45.445 INFO:teuthology.orchestra.run.smithi155.stdout:======================================================================================= 2024-09-16T07:18:45.445 INFO:teuthology.orchestra.run.smithi155.stdout:Install 149 Packages 2024-09-16T07:18:45.445 INFO:teuthology.orchestra.run.smithi155.stdout:Upgrade 8 Packages 2024-09-16T07:18:45.445 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-09-16T07:18:45.446 INFO:teuthology.orchestra.run.smithi155.stdout:Total download size: 235 M 2024-09-16T07:18:45.446 INFO:teuthology.orchestra.run.smithi155.stdout:Downloading Packages: 2024-09-16T07:18:46.133 INFO:teuthology.orchestra.run.smithi155.stdout:(1/157): ceph-19.3.0-4938.g4ef5f058.el9.x86_64. 54 kB/s | 6.6 kB 00:00 2024-09-16T07:18:46.334 INFO:teuthology.orchestra.run.smithi155.stdout:(2/157): ceph-fuse-19.3.0-4938.g4ef5f058.el9.x8 4.4 MB/s | 900 kB 00:00 2024-09-16T07:18:46.426 INFO:teuthology.orchestra.run.smithi155.stdout:(3/157): ceph-immutable-object-cache-19.3.0-493 1.5 MB/s | 145 kB 00:00 2024-09-16T07:18:46.501 INFO:teuthology.orchestra.run.smithi155.stdout:(4/157): ceph-base-19.3.0-4938.g4ef5f058.el9.x8 11 MB/s | 5.5 MB 00:00 2024-09-16T07:18:46.593 INFO:teuthology.orchestra.run.smithi155.stdout:(5/157): ceph-mgr-19.3.0-4938.g4ef5f058.el9.x86 17 MB/s | 1.5 MB 00:00 2024-09-16T07:18:46.885 INFO:teuthology.orchestra.run.smithi155.stdout:(6/157): ceph-mon-19.3.0-4938.g4ef5f058.el9.x86 16 MB/s | 4.8 MB 00:00 2024-09-16T07:18:47.169 INFO:teuthology.orchestra.run.smithi155.stdout:(7/157): ceph-common-19.3.0-4938.g4ef5f058.el9. 19 MB/s | 22 MB 00:01 2024-09-16T07:18:47.219 INFO:teuthology.orchestra.run.smithi155.stdout:(8/157): ceph-mds-19.3.0-4938.g4ef5f058.el9.x86 3.0 MB/s | 2.4 MB 00:00 2024-09-16T07:18:47.277 INFO:teuthology.orchestra.run.smithi155.stdout:(9/157): ceph-selinux-19.3.0-4938.g4ef5f058.el9 432 kB/s | 25 kB 00:00 2024-09-16T07:18:47.769 INFO:teuthology.orchestra.run.smithi155.stdout:(10/157): ceph-radosgw-19.3.0-4938.g4ef5f058.el 18 MB/s | 11 MB 00:00 2024-09-16T07:18:47.846 INFO:teuthology.orchestra.run.smithi031.stdout:lab-extras 44 kB/s | 1.7 kB 00:00 2024-09-16T07:18:47.970 INFO:teuthology.orchestra.run.smithi155.stdout:(11/157): ceph-osd-19.3.0-4938.g4ef5f058.el9.x8 16 MB/s | 17 MB 00:01 2024-09-16T07:18:47.995 INFO:teuthology.orchestra.run.smithi155.stdout:(12/157): cephfs-mirror-19.3.0-4938.g4ef5f058.e 998 kB/s | 225 kB 00:00 2024-09-16T07:18:48.011 INFO:teuthology.orchestra.run.smithi155.stdout:(13/157): cephfs-shell-19.3.0-4938.g4ef5f058.el 648 kB/s | 27 kB 00:00 2024-09-16T07:18:48.028 INFO:teuthology.orchestra.run.smithi155.stdout:(14/157): libcephfs-devel-19.3.0-4938.g4ef5f058 948 kB/s | 32 kB 00:00 2024-09-16T07:18:48.062 INFO:teuthology.orchestra.run.smithi155.stdout:(15/157): libcephfs2-19.3.0-4938.g4ef5f058.el9. 15 MB/s | 755 kB 00:00 2024-09-16T07:18:48.087 INFO:teuthology.orchestra.run.smithi155.stdout:(16/157): libcephsqlite-19.3.0-4938.g4ef5f058.e 2.7 MB/s | 161 kB 00:00 2024-09-16T07:18:48.113 INFO:teuthology.orchestra.run.smithi155.stdout:(17/157): librados-devel-19.3.0-4938.g4ef5f058. 2.5 MB/s | 127 kB 00:00 2024-09-16T07:18:48.147 INFO:teuthology.orchestra.run.smithi155.stdout:(18/157): libradosstriper1-19.3.0-4938.g4ef5f05 8.5 MB/s | 508 kB 00:00 2024-09-16T07:18:48.213 INFO:teuthology.orchestra.run.smithi155.stdout:(19/157): python3-ceph-argparse-19.3.0-4938.g4e 679 kB/s | 45 kB 00:00 2024-09-16T07:18:48.280 INFO:teuthology.orchestra.run.smithi155.stdout:(20/157): python3-ceph-common-19.3.0-4938.g4ef5 2.2 MB/s | 148 kB 00:00 2024-09-16T07:18:48.356 INFO:teuthology.orchestra.run.smithi155.stdout:(21/157): librgw2-19.3.0-4938.g4ef5f058.el9.x86 23 MB/s | 5.5 MB 00:00 2024-09-16T07:18:48.381 INFO:teuthology.orchestra.run.smithi155.stdout:(22/157): python3-cephfs-19.3.0-4938.g4ef5f058. 1.6 MB/s | 161 kB 00:00 2024-09-16T07:18:48.414 INFO:teuthology.orchestra.run.smithi155.stdout:(23/157): python3-rados-19.3.0-4938.g4ef5f058.e 5.4 MB/s | 320 kB 00:00 2024-09-16T07:18:48.448 INFO:teuthology.orchestra.run.smithi155.stdout:(24/157): python3-rbd-19.3.0-4938.g4ef5f058.el9 4.4 MB/s | 305 kB 00:00 2024-09-16T07:18:48.465 INFO:teuthology.orchestra.run.smithi155.stdout:(25/157): python3-rgw-19.3.0-4938.g4ef5f058.el9 1.9 MB/s | 100 kB 00:00 2024-09-16T07:18:48.499 INFO:teuthology.orchestra.run.smithi155.stdout:(26/157): rbd-fuse-19.3.0-4938.g4ef5f058.el9.x8 1.7 MB/s | 85 kB 00:00 2024-09-16T07:18:48.566 INFO:teuthology.orchestra.run.smithi155.stdout:(27/157): rbd-nbd-19.3.0-4938.g4ef5f058.el9.x86 2.5 MB/s | 170 kB 00:00 2024-09-16T07:18:48.616 INFO:teuthology.orchestra.run.smithi155.stdout:(28/157): rbd-mirror-19.3.0-4938.g4ef5f058.el9. 21 MB/s | 3.2 MB 00:00 2024-09-16T07:18:48.641 INFO:teuthology.orchestra.run.smithi155.stdout:(29/157): ceph-grafana-dashboards-19.3.0-4938.g 455 kB/s | 34 kB 00:00 2024-09-16T07:18:48.667 INFO:teuthology.orchestra.run.smithi155.stdout:(30/157): ceph-mgr-cephadm-19.3.0-4938.g4ef5f05 3.0 MB/s | 154 kB 00:00 2024-09-16T07:18:49.067 INFO:teuthology.orchestra.run.smithi155.stdout:(31/157): ceph-mgr-diskprediction-local-19.3.0- 18 MB/s | 7.4 MB 00:00 2024-09-16T07:18:49.126 INFO:teuthology.orchestra.run.smithi155.stdout:(32/157): ceph-mgr-modules-core-19.3.0-4938.g4e 4.9 MB/s | 291 kB 00:00 2024-09-16T07:18:49.193 INFO:teuthology.orchestra.run.smithi155.stdout:(33/157): ceph-mgr-rook-19.3.0-4938.g4ef5f058.e 739 kB/s | 49 kB 00:00 2024-09-16T07:18:49.335 INFO:teuthology.orchestra.run.smithi155.stdout:(34/157): ceph-mgr-dashboard-19.3.0-4938.g4ef5f 20 MB/s | 14 MB 00:00 2024-09-16T07:18:49.360 INFO:teuthology.orchestra.run.smithi155.stdout:(35/157): ceph-prometheus-alerts-19.3.0-4938.g4 99 kB/s | 16 kB 00:00 2024-09-16T07:18:49.385 INFO:teuthology.orchestra.run.smithi155.stdout:(36/157): ceph-volume-19.3.0-4938.g4ef5f058.el9 5.6 MB/s | 285 kB 00:00 2024-09-16T07:18:49.427 INFO:teuthology.orchestra.run.smithi155.stdout:(37/157): cephadm-19.3.0-4938.g4ef5f058.el9.noa 11 MB/s | 784 kB 00:00 2024-09-16T07:18:49.452 INFO:teuthology.orchestra.run.smithi155.stdout:(38/157): cephfs-top-19.3.0-4938.g4ef5f058.el9. 273 kB/s | 18 kB 00:00 2024-09-16T07:18:49.553 INFO:teuthology.orchestra.run.smithi155.stdout:(39/157): fuse-2.9.9-16.el9.x86_64.rpm 637 kB/s | 80 kB 00:00 2024-09-16T07:18:49.611 INFO:teuthology.orchestra.run.smithi155.stdout:(40/157): libquadmath-11.5.0-2.el9.x86_64.rpm 3.2 MB/s | 191 kB 00:00 2024-09-16T07:18:49.645 INFO:teuthology.orchestra.run.smithi155.stdout:(41/157): libgfortran-11.5.0-2.el9.x86_64.rpm 4.1 MB/s | 801 kB 00:00 2024-09-16T07:18:49.712 INFO:teuthology.orchestra.run.smithi155.stdout:(42/157): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.5 MB/s | 253 kB 00:00 2024-09-16T07:18:49.862 INFO:teuthology.orchestra.run.smithi155.stdout:(43/157): python3-ply-3.11-14.el9.noarch.rpm 710 kB/s | 106 kB 00:00 2024-09-16T07:18:50.246 INFO:teuthology.orchestra.run.smithi155.stdout:(44/157): ceph-test-19.3.0-4938.g4ef5f058.el9.x 15 MB/s | 46 MB 00:02 2024-09-16T07:18:50.256 INFO:teuthology.orchestra.run.smithi031.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-16T07:18:50.257 INFO:teuthology.orchestra.run.smithi031.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-16T07:18:50.269 INFO:teuthology.orchestra.run.smithi031.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-16T07:18:50.269 INFO:teuthology.orchestra.run.smithi031.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-16T07:18:50.270 INFO:teuthology.orchestra.run.smithi031.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-16T07:18:50.271 INFO:teuthology.orchestra.run.smithi031.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-16T07:18:50.271 INFO:teuthology.orchestra.run.smithi155.stdout:(45/157): python3-pycparser-2.20-6.el9.noarch.r 331 kB/s | 135 kB 00:00 2024-09-16T07:18:50.273 INFO:teuthology.orchestra.run.smithi031.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-16T07:18:50.275 INFO:teuthology.orchestra.run.smithi031.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-16T07:18:50.276 INFO:teuthology.orchestra.run.smithi031.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-16T07:18:50.305 INFO:teuthology.orchestra.run.smithi155.stdout:(46/157): python3-cryptography-36.0.1-4.el9.x86 1.9 MB/s | 1.2 MB 00:00 2024-09-16T07:18:50.330 INFO:teuthology.orchestra.run.smithi155.stdout:(47/157): python3-urllib3-1.26.5-6.el9.noarch.r 3.6 MB/s | 215 kB 00:00 2024-09-16T07:18:50.343 INFO:teuthology.orchestra.run.smithi031.stdout:Dependencies resolved. 2024-09-16T07:18:50.361 INFO:teuthology.orchestra.run.smithi031.stdout:======================================================================================= 2024-09-16T07:18:50.361 INFO:teuthology.orchestra.run.smithi031.stdout: Package Arch Version Repository Size 2024-09-16T07:18:50.362 INFO:teuthology.orchestra.run.smithi031.stdout:======================================================================================= 2024-09-16T07:18:50.362 INFO:teuthology.orchestra.run.smithi031.stdout:Installing: 2024-09-16T07:18:50.362 INFO:teuthology.orchestra.run.smithi031.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-16T07:18:50.362 INFO:teuthology.orchestra.run.smithi031.stdout: ceph x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 6.6 k 2024-09-16T07:18:50.362 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-base x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 5.5 M 2024-09-16T07:18:50.362 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-fuse x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 900 k 2024-09-16T07:18:50.362 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-immutable-object-cache x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 145 k 2024-09-16T07:18:50.362 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 1.5 M 2024-09-16T07:18:50.362 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr-cephadm noarch 2:19.3.0-4938.g4ef5f058.el9 ceph-noarch 154 k 2024-09-16T07:18:50.362 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr-dashboard noarch 2:19.3.0-4938.g4ef5f058.el9 ceph-noarch 14 M 2024-09-16T07:18:50.362 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr-diskprediction-local noarch 2:19.3.0-4938.g4ef5f058.el9 ceph-noarch 7.4 M 2024-09-16T07:18:50.362 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr-rook noarch 2:19.3.0-4938.g4ef5f058.el9 ceph-noarch 49 k 2024-09-16T07:18:50.363 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-radosgw x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 11 M 2024-09-16T07:18:50.363 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-test x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 46 M 2024-09-16T07:18:50.363 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-volume noarch 2:19.3.0-4938.g4ef5f058.el9 ceph-noarch 285 k 2024-09-16T07:18:50.363 INFO:teuthology.orchestra.run.smithi031.stdout: cephadm noarch 2:19.3.0-4938.g4ef5f058.el9 ceph-noarch 784 k 2024-09-16T07:18:50.363 INFO:teuthology.orchestra.run.smithi031.stdout: cephfs-mirror x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 225 k 2024-09-16T07:18:50.363 INFO:teuthology.orchestra.run.smithi031.stdout: cephfs-shell x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 27 k 2024-09-16T07:18:50.363 INFO:teuthology.orchestra.run.smithi031.stdout: cephfs-top noarch 2:19.3.0-4938.g4ef5f058.el9 ceph-noarch 18 k 2024-09-16T07:18:50.363 INFO:teuthology.orchestra.run.smithi031.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-16T07:18:50.363 INFO:teuthology.orchestra.run.smithi031.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-16T07:18:50.363 INFO:teuthology.orchestra.run.smithi031.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-16T07:18:50.363 INFO:teuthology.orchestra.run.smithi031.stdout: libcephfs-devel x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 32 k 2024-09-16T07:18:50.363 INFO:teuthology.orchestra.run.smithi031.stdout: libcephfs2 x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 755 k 2024-09-16T07:18:50.364 INFO:teuthology.orchestra.run.smithi031.stdout: librados-devel x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 127 k 2024-09-16T07:18:50.364 INFO:teuthology.orchestra.run.smithi031.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-16T07:18:50.364 INFO:teuthology.orchestra.run.smithi031.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-16T07:18:50.364 INFO:teuthology.orchestra.run.smithi031.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-16T07:18:50.364 INFO:teuthology.orchestra.run.smithi031.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-16T07:18:50.364 INFO:teuthology.orchestra.run.smithi031.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-16T07:18:50.364 INFO:teuthology.orchestra.run.smithi031.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-16T07:18:50.364 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cephfs x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 161 k 2024-09-16T07:18:50.364 INFO:teuthology.orchestra.run.smithi031.stdout: python3-rados x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 320 k 2024-09-16T07:18:50.364 INFO:teuthology.orchestra.run.smithi031.stdout: python3-rbd x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 305 k 2024-09-16T07:18:50.364 INFO:teuthology.orchestra.run.smithi031.stdout: python3-rgw x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 100 k 2024-09-16T07:18:50.364 INFO:teuthology.orchestra.run.smithi031.stdout: rbd-fuse x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 85 k 2024-09-16T07:18:50.365 INFO:teuthology.orchestra.run.smithi031.stdout: rbd-mirror x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 3.2 M 2024-09-16T07:18:50.365 INFO:teuthology.orchestra.run.smithi031.stdout: rbd-nbd x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 170 k 2024-09-16T07:18:50.365 INFO:teuthology.orchestra.run.smithi031.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-16T07:18:50.365 INFO:teuthology.orchestra.run.smithi031.stdout:Upgrading: 2024-09-16T07:18:50.365 INFO:teuthology.orchestra.run.smithi031.stdout: NetworkManager x86_64 1:1.49.90-1.el9 baseos 2.3 M 2024-09-16T07:18:50.365 INFO:teuthology.orchestra.run.smithi031.stdout: NetworkManager-libnm x86_64 1:1.49.90-1.el9 baseos 1.8 M 2024-09-16T07:18:50.365 INFO:teuthology.orchestra.run.smithi031.stdout: NetworkManager-team x86_64 1:1.49.90-1.el9 baseos 41 k 2024-09-16T07:18:50.365 INFO:teuthology.orchestra.run.smithi031.stdout: NetworkManager-tui x86_64 1:1.49.90-1.el9 baseos 249 k 2024-09-16T07:18:50.365 INFO:teuthology.orchestra.run.smithi031.stdout: librados2 x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 3.5 M 2024-09-16T07:18:50.365 INFO:teuthology.orchestra.run.smithi031.stdout: librbd1 x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 3.2 M 2024-09-16T07:18:50.365 INFO:teuthology.orchestra.run.smithi031.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-16T07:18:50.366 INFO:teuthology.orchestra.run.smithi031.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-16T07:18:50.366 INFO:teuthology.orchestra.run.smithi031.stdout:Installing dependencies: 2024-09-16T07:18:50.366 INFO:teuthology.orchestra.run.smithi031.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-16T07:18:50.366 INFO:teuthology.orchestra.run.smithi031.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-16T07:18:50.366 INFO:teuthology.orchestra.run.smithi031.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-16T07:18:50.366 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-common x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 22 M 2024-09-16T07:18:50.366 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-grafana-dashboards noarch 2:19.3.0-4938.g4ef5f058.el9 ceph-noarch 34 k 2024-09-16T07:18:50.367 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mds x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 2.4 M 2024-09-16T07:18:50.367 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr-modules-core noarch 2:19.3.0-4938.g4ef5f058.el9 ceph-noarch 291 k 2024-09-16T07:18:50.367 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mon x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 4.8 M 2024-09-16T07:18:50.367 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-osd x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 17 M 2024-09-16T07:18:50.367 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-prometheus-alerts noarch 2:19.3.0-4938.g4ef5f058.el9 ceph-noarch 16 k 2024-09-16T07:18:50.367 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-selinux x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 25 k 2024-09-16T07:18:50.367 INFO:teuthology.orchestra.run.smithi031.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-16T07:18:50.367 INFO:teuthology.orchestra.run.smithi031.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-16T07:18:50.367 INFO:teuthology.orchestra.run.smithi031.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-16T07:18:50.367 INFO:teuthology.orchestra.run.smithi031.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-16T07:18:50.368 INFO:teuthology.orchestra.run.smithi031.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-16T07:18:50.368 INFO:teuthology.orchestra.run.smithi031.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-16T07:18:50.368 INFO:teuthology.orchestra.run.smithi031.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-16T07:18:50.368 INFO:teuthology.orchestra.run.smithi031.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-16T07:18:50.368 INFO:teuthology.orchestra.run.smithi031.stdout: libcephsqlite x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 161 k 2024-09-16T07:18:50.368 INFO:teuthology.orchestra.run.smithi031.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-16T07:18:50.368 INFO:teuthology.orchestra.run.smithi031.stdout: libnbd x86_64 1.20.2-2.el9 appstream 171 k 2024-09-16T07:18:50.368 INFO:teuthology.orchestra.run.smithi031.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-16T07:18:50.368 INFO:teuthology.orchestra.run.smithi031.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-16T07:18:50.368 INFO:teuthology.orchestra.run.smithi031.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-16T07:18:50.368 INFO:teuthology.orchestra.run.smithi031.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-16T07:18:50.369 INFO:teuthology.orchestra.run.smithi031.stdout: libradosstriper1 x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 508 k 2024-09-16T07:18:50.369 INFO:teuthology.orchestra.run.smithi031.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-16T07:18:50.369 INFO:teuthology.orchestra.run.smithi031.stdout: librgw2 x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 5.5 M 2024-09-16T07:18:50.369 INFO:teuthology.orchestra.run.smithi031.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-16T07:18:50.369 INFO:teuthology.orchestra.run.smithi031.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-16T07:18:50.369 INFO:teuthology.orchestra.run.smithi031.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-16T07:18:50.369 INFO:teuthology.orchestra.run.smithi031.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-16T07:18:50.369 INFO:teuthology.orchestra.run.smithi031.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-16T07:18:50.369 INFO:teuthology.orchestra.run.smithi031.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-16T07:18:50.369 INFO:teuthology.orchestra.run.smithi031.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-16T07:18:50.369 INFO:teuthology.orchestra.run.smithi031.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-16T07:18:50.369 INFO:teuthology.orchestra.run.smithi031.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-16T07:18:50.370 INFO:teuthology.orchestra.run.smithi031.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-16T07:18:50.370 INFO:teuthology.orchestra.run.smithi031.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-16T07:18:50.370 INFO:teuthology.orchestra.run.smithi031.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-16T07:18:50.370 INFO:teuthology.orchestra.run.smithi031.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-16T07:18:50.370 INFO:teuthology.orchestra.run.smithi031.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-16T07:18:50.370 INFO:teuthology.orchestra.run.smithi031.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-16T07:18:50.370 INFO:teuthology.orchestra.run.smithi031.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-16T07:18:50.370 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-16T07:18:50.370 INFO:teuthology.orchestra.run.smithi031.stdout: python3-ceph-argparse x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 45 k 2024-09-16T07:18:50.370 INFO:teuthology.orchestra.run.smithi031.stdout: python3-ceph-common x86_64 2:19.3.0-4938.g4ef5f058.el9 ceph 148 k 2024-09-16T07:18:50.370 INFO:teuthology.orchestra.run.smithi031.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-16T07:18:50.370 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-16T07:18:50.371 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-16T07:18:50.371 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-16T07:18:50.371 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-16T07:18:50.371 INFO:teuthology.orchestra.run.smithi031.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-16T07:18:50.371 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-16T07:18:50.371 INFO:teuthology.orchestra.run.smithi031.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-16T07:18:50.371 INFO:teuthology.orchestra.run.smithi031.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-16T07:18:50.371 INFO:teuthology.orchestra.run.smithi031.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-16T07:18:50.371 INFO:teuthology.orchestra.run.smithi031.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-16T07:18:50.372 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-16T07:18:50.372 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-16T07:18:50.372 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-16T07:18:50.372 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-16T07:18:50.372 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-16T07:18:50.372 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-16T07:18:50.372 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-16T07:18:50.372 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-16T07:18:50.373 INFO:teuthology.orchestra.run.smithi031.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-16T07:18:50.373 INFO:teuthology.orchestra.run.smithi031.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-16T07:18:50.373 INFO:teuthology.orchestra.run.smithi031.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-16T07:18:50.373 INFO:teuthology.orchestra.run.smithi031.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-16T07:18:50.373 INFO:teuthology.orchestra.run.smithi031.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-16T07:18:50.373 INFO:teuthology.orchestra.run.smithi031.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-16T07:18:50.373 INFO:teuthology.orchestra.run.smithi031.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-16T07:18:50.373 INFO:teuthology.orchestra.run.smithi031.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-16T07:18:50.374 INFO:teuthology.orchestra.run.smithi031.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-16T07:18:50.374 INFO:teuthology.orchestra.run.smithi031.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-16T07:18:50.374 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-16T07:18:50.374 INFO:teuthology.orchestra.run.smithi031.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-16T07:18:50.374 INFO:teuthology.orchestra.run.smithi031.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-16T07:18:50.374 INFO:teuthology.orchestra.run.smithi031.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-16T07:18:50.374 INFO:teuthology.orchestra.run.smithi031.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-16T07:18:50.375 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-16T07:18:50.375 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-16T07:18:50.375 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-16T07:18:50.375 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-16T07:18:50.375 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-16T07:18:50.375 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-16T07:18:50.375 INFO:teuthology.orchestra.run.smithi031.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-16T07:18:50.375 INFO:teuthology.orchestra.run.smithi031.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-16T07:18:50.376 INFO:teuthology.orchestra.run.smithi031.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-16T07:18:50.376 INFO:teuthology.orchestra.run.smithi031.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-16T07:18:50.376 INFO:teuthology.orchestra.run.smithi031.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-16T07:18:50.376 INFO:teuthology.orchestra.run.smithi031.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-16T07:18:50.376 INFO:teuthology.orchestra.run.smithi031.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-16T07:18:50.376 INFO:teuthology.orchestra.run.smithi031.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-16T07:18:50.376 INFO:teuthology.orchestra.run.smithi031.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-16T07:18:50.377 INFO:teuthology.orchestra.run.smithi031.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-16T07:18:50.377 INFO:teuthology.orchestra.run.smithi031.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-16T07:18:50.377 INFO:teuthology.orchestra.run.smithi031.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-16T07:18:50.377 INFO:teuthology.orchestra.run.smithi031.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-16T07:18:50.377 INFO:teuthology.orchestra.run.smithi031.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-16T07:18:50.377 INFO:teuthology.orchestra.run.smithi031.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-16T07:18:50.377 INFO:teuthology.orchestra.run.smithi031.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-16T07:18:50.377 INFO:teuthology.orchestra.run.smithi031.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-16T07:18:50.378 INFO:teuthology.orchestra.run.smithi031.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-16T07:18:50.378 INFO:teuthology.orchestra.run.smithi031.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-16T07:18:50.378 INFO:teuthology.orchestra.run.smithi031.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-16T07:18:50.378 INFO:teuthology.orchestra.run.smithi031.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-16T07:18:50.378 INFO:teuthology.orchestra.run.smithi031.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-16T07:18:50.378 INFO:teuthology.orchestra.run.smithi031.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-16T07:18:50.378 INFO:teuthology.orchestra.run.smithi031.stdout:Installing weak dependencies: 2024-09-16T07:18:50.378 INFO:teuthology.orchestra.run.smithi031.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-16T07:18:50.379 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:18:50.379 INFO:teuthology.orchestra.run.smithi031.stdout:Transaction Summary 2024-09-16T07:18:50.379 INFO:teuthology.orchestra.run.smithi031.stdout:======================================================================================= 2024-09-16T07:18:50.379 INFO:teuthology.orchestra.run.smithi031.stdout:Install 149 Packages 2024-09-16T07:18:50.379 INFO:teuthology.orchestra.run.smithi031.stdout:Upgrade 8 Packages 2024-09-16T07:18:50.379 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:18:50.380 INFO:teuthology.orchestra.run.smithi155.stdout:(48/157): python3-requests-2.25.1-8.el9.noarch. 994 kB/s | 125 kB 00:00 2024-09-16T07:18:50.381 INFO:teuthology.orchestra.run.smithi031.stdout:Total download size: 235 M 2024-09-16T07:18:50.381 INFO:teuthology.orchestra.run.smithi031.stdout:Downloading Packages: 2024-09-16T07:18:50.514 INFO:teuthology.orchestra.run.smithi155.stdout:(49/157): boost-program-options-1.75.0-8.el9.x8 756 kB/s | 107 kB 00:00 2024-09-16T07:18:50.548 INFO:teuthology.orchestra.run.smithi155.stdout:(50/157): automake-1.16.2-8.el9.noarch.rpm 2.8 MB/s | 689 kB 00:00 2024-09-16T07:18:50.573 INFO:teuthology.orchestra.run.smithi155.stdout:(51/157): elfutils-libelf-devel-0.191-4.el9.x86 370 kB/s | 22 kB 00:00 2024-09-16T07:18:50.598 INFO:teuthology.orchestra.run.smithi155.stdout:(52/157): flex-2.6.4-9.el9.x86_64.rpm 6.1 MB/s | 313 kB 00:00 2024-09-16T07:18:50.623 INFO:teuthology.orchestra.run.smithi155.stdout:(53/157): flexiblas-3.0.4-8.el9.x86_64.rpm 655 kB/s | 33 kB 00:00 2024-09-16T07:18:50.649 INFO:teuthology.orchestra.run.smithi155.stdout:(54/157): bison-3.7.4-5.el9.x86_64.rpm 2.9 MB/s | 943 kB 00:00 2024-09-16T07:18:50.674 INFO:teuthology.orchestra.run.smithi155.stdout:(55/157): flexiblas-openblas-openmp-3.0.4-8.el9 362 kB/s | 18 kB 00:00 2024-09-16T07:18:50.699 INFO:teuthology.orchestra.run.smithi155.stdout:(56/157): libaio-devel-0.3.111-13.el9.x86_64.rp 222 kB/s | 11 kB 00:00 2024-09-16T07:18:50.725 INFO:teuthology.orchestra.run.smithi155.stdout:(57/157): libnbd-1.20.2-2.el9.x86_64.rpm 3.3 MB/s | 171 kB 00:00 2024-09-16T07:18:50.759 INFO:teuthology.orchestra.run.smithi155.stdout:(58/157): librabbitmq-0.11.0-7.el9.x86_64.rpm 1.3 MB/s | 45 kB 00:00 2024-09-16T07:18:50.784 INFO:teuthology.orchestra.run.smithi155.stdout:(59/157): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.9 MB/s | 160 kB 00:00 2024-09-16T07:18:50.843 INFO:teuthology.orchestra.run.smithi155.stdout:(60/157): flexiblas-netlib-3.0.4-8.el9.x86_64.r 12 MB/s | 3.0 MB 00:00 2024-09-16T07:18:50.868 INFO:teuthology.orchestra.run.smithi155.stdout:(61/157): librdkafka-1.6.1-102.el9.x86_64.rpm 5.9 MB/s | 662 kB 00:00 2024-09-16T07:18:50.893 INFO:teuthology.orchestra.run.smithi155.stdout:(62/157): libuuid-devel-2.37.4-20.el9.x86_64.rp 489 kB/s | 24 kB 00:00 2024-09-16T07:18:50.918 INFO:teuthology.orchestra.run.smithi155.stdout:(63/157): libzstd-devel-1.5.1-2.el9.x86_64.rpm 944 kB/s | 47 kB 00:00 2024-09-16T07:18:50.952 INFO:teuthology.orchestra.run.smithi155.stdout:(64/157): libtool-2.4.6-46.el9.x86_64.rpm 3.4 MB/s | 581 kB 00:00 2024-09-16T07:18:50.977 INFO:teuthology.orchestra.run.smithi155.stdout:(65/157): lttng-ust-2.12.0-6.el9.x86_64.rpm 3.4 MB/s | 292 kB 00:00 2024-09-16T07:18:51.002 INFO:teuthology.orchestra.run.smithi155.stdout:(66/157): lua-5.4.4-4.el9.x86_64.rpm 2.2 MB/s | 188 kB 00:00 2024-09-16T07:18:51.028 INFO:teuthology.orchestra.run.smithi155.stdout:(67/157): openblas-0.3.26-2.el9.x86_64.rpm 510 kB/s | 38 kB 00:00 2024-09-16T07:18:51.046 INFO:teuthology.orchestra.run.smithi031.stdout:(1/157): ceph-19.3.0-4938.g4ef5f058.el9.x86_64. 51 kB/s | 6.6 kB 00:00 2024-09-16T07:18:51.153 INFO:teuthology.orchestra.run.smithi155.stdout:(68/157): openssl-devel-3.2.2-6.el9.x86_64.rpm 29 MB/s | 4.4 MB 00:00 2024-09-16T07:18:51.203 INFO:teuthology.orchestra.run.smithi155.stdout:(69/157): postgresql-13.16-1.el9.x86_64.rpm 9.1 MB/s | 1.6 MB 00:00 2024-09-16T07:18:51.245 INFO:teuthology.orchestra.run.smithi155.stdout:(70/157): postgresql-contrib-13.16-1.el9.x86_64 9.7 MB/s | 910 kB 00:00 2024-09-16T07:18:51.255 INFO:teuthology.orchestra.run.smithi031.stdout:(2/157): ceph-fuse-19.3.0-4938.g4ef5f058.el9.x8 4.2 MB/s | 900 kB 00:00 2024-09-16T07:18:51.270 INFO:teuthology.orchestra.run.smithi155.stdout:(71/157): postgresql-private-libs-13.16-1.el9.x 2.0 MB/s | 137 kB 00:00 2024-09-16T07:18:51.337 INFO:teuthology.orchestra.run.smithi155.stdout:(72/157): openblas-openmp-0.3.26-2.el9.x86_64.r 15 MB/s | 4.9 MB 00:00 2024-09-16T07:18:51.339 INFO:teuthology.orchestra.run.smithi031.stdout:(3/157): ceph-immutable-object-cache-19.3.0-493 1.7 MB/s | 145 kB 00:00 2024-09-16T07:18:51.396 INFO:teuthology.orchestra.run.smithi155.stdout:(73/157): protobuf-3.14.0-13.el9.x86_64.rpm 8.1 MB/s | 1.0 MB 00:00 2024-09-16T07:18:51.421 INFO:teuthology.orchestra.run.smithi155.stdout:(74/157): python3-attrs-20.3.0-7.el9.noarch.rpm 1.0 MB/s | 87 kB 00:00 2024-09-16T07:18:51.514 INFO:teuthology.orchestra.run.smithi155.stdout:(75/157): postgresql-server-13.16-1.el9.x86_64. 22 MB/s | 5.8 MB 00:00 2024-09-16T07:18:51.539 INFO:teuthology.orchestra.run.smithi155.stdout:(76/157): python3-colorama-0.4.6-3.el9.noarch.r 523 kB/s | 61 kB 00:00 2024-09-16T07:18:51.564 INFO:teuthology.orchestra.run.smithi155.stdout:(77/157): python3-devel-3.9.19-8.el9.x86_64.rpm 4.8 MB/s | 245 kB 00:00 2024-09-16T07:18:51.589 INFO:teuthology.orchestra.run.smithi155.stdout:(78/157): python3-jinja2-2.11.3-6.el9.noarch.rp 4.8 MB/s | 248 kB 00:00 2024-09-16T07:18:51.614 INFO:teuthology.orchestra.run.smithi155.stdout:(79/157): python3-jsonpatch-1.21-16.el9.noarch. 511 kB/s | 26 kB 00:00 2024-09-16T07:18:51.640 INFO:teuthology.orchestra.run.smithi155.stdout:(80/157): python3-jsonpointer-2.0-4.el9.noarch. 382 kB/s | 19 kB 00:00 2024-09-16T07:18:51.656 INFO:teuthology.orchestra.run.smithi031.stdout:(4/157): ceph-base-19.3.0-4938.g4ef5f058.el9.x8 7.5 MB/s | 5.5 MB 00:00 2024-09-16T07:18:51.665 INFO:teuthology.orchestra.run.smithi155.stdout:(81/157): python3-mako-1.1.4-6.el9.noarch.rpm 3.3 MB/s | 172 kB 00:00 2024-09-16T07:18:51.690 INFO:teuthology.orchestra.run.smithi155.stdout:(82/157): python3-markupsafe-1.1.1-12.el9.x86_6 695 kB/s | 35 kB 00:00 2024-09-16T07:18:51.706 INFO:teuthology.orchestra.run.smithi031.stdout:(5/157): ceph-mds-19.3.0-4938.g4ef5f058.el9.x86 6.5 MB/s | 2.4 MB 00:00 2024-09-16T07:18:51.783 INFO:teuthology.orchestra.run.smithi155.stdout:(83/157): python3-babel-2.9.1-2.el9.noarch.rpm 15 MB/s | 6.0 MB 00:00 2024-09-16T07:18:51.807 INFO:teuthology.orchestra.run.smithi155.stdout:(84/157): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.1 MB/s | 250 kB 00:00 2024-09-16T07:18:51.833 INFO:teuthology.orchestra.run.smithi155.stdout:(85/157): python3-oauthlib-3.1.1-5.el9.noarch.r 4.3 MB/s | 222 kB 00:00 2024-09-16T07:18:51.859 INFO:teuthology.orchestra.run.smithi155.stdout:(86/157): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-09-16T07:18:51.884 INFO:teuthology.orchestra.run.smithi155.stdout:(87/157): python3-prettytable-0.7.2-27.el9.noar 838 kB/s | 42 kB 00:00 2024-09-16T07:18:51.909 INFO:teuthology.orchestra.run.smithi155.stdout:(88/157): python3-protobuf-3.14.0-13.el9.noarch 5.2 MB/s | 269 kB 00:00 2024-09-16T07:18:51.923 INFO:teuthology.orchestra.run.smithi031.stdout:(6/157): ceph-common-19.3.0-4938.g4ef5f058.el9. 22 MB/s | 22 MB 00:01 2024-09-16T07:18:51.943 INFO:teuthology.orchestra.run.smithi155.stdout:(89/157): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.6 MB/s | 159 kB 00:00 2024-09-16T07:18:51.968 INFO:teuthology.orchestra.run.smithi155.stdout:(90/157): python3-pyasn1-modules-0.4.8-6.el9.no 4.6 MB/s | 279 kB 00:00 2024-09-16T07:18:51.973 INFO:teuthology.orchestra.run.smithi031.stdout:(7/157): ceph-mgr-19.3.0-4938.g4ef5f058.el9.x86 4.8 MB/s | 1.5 MB 00:00 2024-09-16T07:18:51.993 INFO:teuthology.orchestra.run.smithi155.stdout:(91/157): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-09-16T07:18:52.018 INFO:teuthology.orchestra.run.smithi155.stdout:(92/157): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-09-16T07:18:52.094 INFO:teuthology.orchestra.run.smithi155.stdout:(93/157): python3-numpy-1.20.1-5.el9.x86_64.rpm 12 MB/s | 5.1 MB 00:00 2024-09-16T07:18:52.098 INFO:teuthology.orchestra.run.smithi031.stdout:(8/157): ceph-mon-19.3.0-4938.g4ef5f058.el9.x86 12 MB/s | 4.8 MB 00:00 2024-09-16T07:18:52.119 INFO:teuthology.orchestra.run.smithi155.stdout:(94/157): python3-toml-0.10.2-6.el9.noarch.rpm 415 kB/s | 42 kB 00:00 2024-09-16T07:18:52.144 INFO:teuthology.orchestra.run.smithi155.stdout:(95/157): python3-wcwidth-0.2.5-8.el9.noarch.rp 882 kB/s | 44 kB 00:00 2024-09-16T07:18:52.165 INFO:teuthology.orchestra.run.smithi031.stdout:(9/157): ceph-selinux-19.3.0-4938.g4ef5f058.el9 378 kB/s | 25 kB 00:00 2024-09-16T07:18:52.170 INFO:teuthology.orchestra.run.smithi155.stdout:(96/157): qatlib-24.02.0-1.el9.x86_64.rpm 4.3 MB/s | 221 kB 00:00 2024-09-16T07:18:52.186 INFO:teuthology.orchestra.run.smithi155.stdout:(97/157): qatlib-service-24.02.0-1.el9.x86_64.r 859 kB/s | 36 kB 00:00 2024-09-16T07:18:52.203 INFO:teuthology.orchestra.run.smithi155.stdout:(98/157): qatzip-libs-1.2.0-1.el9.x86_64.rpm 1.4 MB/s | 47 kB 00:00 2024-09-16T07:18:52.237 INFO:teuthology.orchestra.run.smithi155.stdout:(99/157): socat-1.7.4.1-6.el9.x86_64.rpm 5.9 MB/s | 304 kB 00:00 2024-09-16T07:18:52.262 INFO:teuthology.orchestra.run.smithi155.stdout:(100/157): uuid-1.6.2-55.el9.x86_64.rpm 989 kB/s | 58 kB 00:00 2024-09-16T07:18:52.288 INFO:teuthology.orchestra.run.smithi155.stdout:(101/157): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 1.9 MB/s | 96 kB 00:00 2024-09-16T07:18:52.313 INFO:teuthology.orchestra.run.smithi155.stdout:(102/157): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 64 kB 00:00 2024-09-16T07:18:52.338 INFO:teuthology.orchestra.run.smithi155.stdout:(103/157): zlib-devel-1.2.11-41.el9.x86_64.rpm 896 kB/s | 45 kB 00:00 2024-09-16T07:18:52.413 INFO:teuthology.orchestra.run.smithi155.stdout:(104/157): lua-devel-5.4.4-4.el9.x86_64.rpm 223 kB/s | 22 kB 00:00 2024-09-16T07:18:52.464 INFO:teuthology.orchestra.run.smithi155.stdout:(105/157): abseil-cpp-20211102.0-3.el9.x86_64.r 11 MB/s | 548 kB 00:00 2024-09-16T07:18:52.622 INFO:teuthology.orchestra.run.smithi155.stdout:(106/157): python3-scipy-1.6.2-8.el9.x86_64.rpm 26 MB/s | 16 MB 00:00 2024-09-16T07:18:52.624 INFO:teuthology.orchestra.run.smithi031.stdout:(10/157): ceph-osd-19.3.0-4938.g4ef5f058.el9.x8 25 MB/s | 17 MB 00:00 2024-09-16T07:18:52.656 INFO:teuthology.orchestra.run.smithi155.stdout:(107/157): gperftools-libs-2.9.1-3.el9.x86_64.r 1.6 MB/s | 308 kB 00:00 2024-09-16T07:18:52.674 INFO:teuthology.orchestra.run.smithi031.stdout:(11/157): cephfs-mirror-19.3.0-4938.g4ef5f058.e 4.4 MB/s | 225 kB 00:00 2024-09-16T07:18:52.681 INFO:teuthology.orchestra.run.smithi155.stdout:(108/157): grpc-data-1.46.7-10.el9.noarch.rpm 334 kB/s | 19 kB 00:00 2024-09-16T07:18:52.715 INFO:teuthology.orchestra.run.smithi155.stdout:(109/157): protobuf-compiler-3.14.0-13.el9.x86_ 2.2 MB/s | 863 kB 00:00 2024-09-16T07:18:52.749 INFO:teuthology.orchestra.run.smithi155.stdout:(110/157): libarrow-doc-9.0.0-11.el9.noarch.rpm 388 kB/s | 26 kB 00:00 2024-09-16T07:18:52.750 INFO:teuthology.orchestra.run.smithi031.stdout:(12/157): cephfs-shell-19.3.0-4938.g4ef5f058.el 360 kB/s | 27 kB 00:00 2024-09-16T07:18:52.774 INFO:teuthology.orchestra.run.smithi155.stdout:(111/157): liboath-2.6.7-2.el9.x86_64.rpm 831 kB/s | 49 kB 00:00 2024-09-16T07:18:52.791 INFO:teuthology.orchestra.run.smithi155.stdout:(112/157): libunwind-1.6.2-1.el9.x86_64.rpm 1.6 MB/s | 67 kB 00:00 2024-09-16T07:18:52.816 INFO:teuthology.orchestra.run.smithi155.stdout:(113/157): luarocks-3.9.2-5.el9.noarch.rpm 3.5 MB/s | 151 kB 00:00 2024-09-16T07:18:52.858 INFO:teuthology.orchestra.run.smithi155.stdout:(114/157): parquet-libs-9.0.0-11.el9.x86_64.rpm 12 MB/s | 839 kB 00:00 2024-09-16T07:18:52.875 INFO:teuthology.orchestra.run.smithi155.stdout:(115/157): python3-bcrypt-3.2.2-1.el9.x86_64.rp 2.6 MB/s | 43 kB 00:00 2024-09-16T07:18:52.876 INFO:teuthology.orchestra.run.smithi031.stdout:(13/157): ceph-radosgw-19.3.0-4938.g4ef5f058.el 12 MB/s | 11 MB 00:00 2024-09-16T07:18:52.900 INFO:teuthology.orchestra.run.smithi031.stdout:(14/157): libcephfs-devel-19.3.0-4938.g4ef5f058 212 kB/s | 32 kB 00:00 2024-09-16T07:18:52.917 INFO:teuthology.orchestra.run.smithi155.stdout:(116/157): python3-asyncssh-2.13.2-5.el9.noarch 5.3 MB/s | 548 kB 00:00 2024-09-16T07:18:52.934 INFO:teuthology.orchestra.run.smithi155.stdout:(117/157): python3-cachetools-4.2.4-1.el9.noarc 548 kB/s | 32 kB 00:00 2024-09-16T07:18:52.951 INFO:teuthology.orchestra.run.smithi031.stdout:(15/157): libcephfs2-19.3.0-4938.g4ef5f058.el9. 9.8 MB/s | 755 kB 00:00 2024-09-16T07:18:52.951 INFO:teuthology.orchestra.run.smithi155.stdout:(118/157): python3-certifi-2023.05.07-4.el9.noa 421 kB/s | 14 kB 00:00 2024-09-16T07:18:52.976 INFO:teuthology.orchestra.run.smithi031.stdout:(16/157): libcephsqlite-19.3.0-4938.g4ef5f058.e 2.1 MB/s | 161 kB 00:00 2024-09-16T07:18:52.976 INFO:teuthology.orchestra.run.smithi155.stdout:(119/157): python3-cheroot-8.6.0-4.el9.noarch.r 4.0 MB/s | 172 kB 00:00 2024-09-16T07:18:53.010 INFO:teuthology.orchestra.run.smithi155.stdout:(120/157): python3-cherrypy-18.6.1-2.el9.noarch 6.0 MB/s | 358 kB 00:00 2024-09-16T07:18:53.017 INFO:teuthology.orchestra.run.smithi031.stdout:(17/157): librados-devel-19.3.0-4938.g4ef5f058. 1.9 MB/s | 127 kB 00:00 2024-09-16T07:18:53.035 INFO:teuthology.orchestra.run.smithi155.stdout:(121/157): python3-cmd2-2.4.2-2.el9.noarch.rpm 5.1 MB/s | 303 kB 00:00 2024-09-16T07:18:53.059 INFO:teuthology.orchestra.run.smithi031.stdout:(18/157): libradosstriper1-19.3.0-4938.g4ef5f05 5.9 MB/s | 508 kB 00:00 2024-09-16T07:18:53.060 INFO:teuthology.orchestra.run.smithi155.stdout:(122/157): python3-google-auth-2.34.0-1.el9.noa 4.3 MB/s | 220 kB 00:00 2024-09-16T07:18:53.086 INFO:teuthology.orchestra.run.smithi155.stdout:(123/157): python3-grpcio-tools-1.46.7-10.el9.x 5.7 MB/s | 144 kB 00:00 2024-09-16T07:18:53.111 INFO:teuthology.orchestra.run.smithi155.stdout:(124/157): python3-jaraco-8.2.1-3.el9.noarch.rp 431 kB/s | 11 kB 00:00 2024-09-16T07:18:53.118 INFO:teuthology.orchestra.run.smithi031.stdout:(19/157): python3-ceph-argparse-19.3.0-4938.g4e 775 kB/s | 45 kB 00:00 2024-09-16T07:18:53.136 INFO:teuthology.orchestra.run.smithi155.stdout:(125/157): python3-jaraco-classes-3.2.1-5.el9.n 710 kB/s | 18 kB 00:00 2024-09-16T07:18:53.162 INFO:teuthology.orchestra.run.smithi155.stdout:(126/157): python3-jaraco-collections-3.0.0-8.e 926 kB/s | 23 kB 00:00 2024-09-16T07:18:53.187 INFO:teuthology.orchestra.run.smithi155.stdout:(127/157): python3-jaraco-functools-3.5.0-2.el9 782 kB/s | 19 kB 00:00 2024-09-16T07:18:53.193 INFO:teuthology.orchestra.run.smithi031.stdout:(20/157): python3-ceph-common-19.3.0-4938.g4ef5 1.9 MB/s | 148 kB 00:00 2024-09-16T07:18:53.212 INFO:teuthology.orchestra.run.smithi155.stdout:(128/157): python3-jaraco-text-3.2.0-6.el9.noar 791 kB/s | 20 kB 00:00 2024-09-16T07:18:53.271 INFO:teuthology.orchestra.run.smithi155.stdout:(129/157): python3-kubernetes-26.1.0-2.el9.noar 18 MB/s | 1.0 MB 00:00 2024-09-16T07:18:53.277 INFO:teuthology.orchestra.run.smithi031.stdout:(21/157): python3-cephfs-19.3.0-4938.g4ef5f058. 1.9 MB/s | 161 kB 00:00 2024-09-16T07:18:53.313 INFO:teuthology.orchestra.run.smithi155.stdout:(130/157): python3-grpcio-1.46.7-10.el9.x86_64. 7.3 MB/s | 2.0 MB 00:00 2024-09-16T07:18:53.338 INFO:teuthology.orchestra.run.smithi155.stdout:(131/157): python3-logutils-0.3.5-21.el9.noarch 693 kB/s | 46 kB 00:00 2024-09-16T07:18:53.361 INFO:teuthology.orchestra.run.smithi031.stdout:(22/157): python3-rados-19.3.0-4938.g4ef5f058.e 3.8 MB/s | 320 kB 00:00 2024-09-16T07:18:53.363 INFO:teuthology.orchestra.run.smithi155.stdout:(132/157): python3-more-itertools-8.12.0-2.el9. 1.5 MB/s | 79 kB 00:00 2024-09-16T07:18:53.389 INFO:teuthology.orchestra.run.smithi155.stdout:(133/157): python3-natsort-7.1.1-5.el9.noarch.r 1.1 MB/s | 58 kB 00:00 2024-09-16T07:18:53.414 INFO:teuthology.orchestra.run.smithi155.stdout:(134/157): python3-portend-3.1.0-2.el9.noarch.r 658 kB/s | 16 kB 00:00 2024-09-16T07:18:53.439 INFO:teuthology.orchestra.run.smithi155.stdout:(135/157): python3-pyOpenSSL-21.0.0-1.el9.noarc 3.5 MB/s | 90 kB 00:00 2024-09-16T07:18:53.465 INFO:teuthology.orchestra.run.smithi155.stdout:(136/157): python3-pecan-1.4.2-3.el9.noarch.rpm 2.6 MB/s | 272 kB 00:00 2024-09-16T07:18:53.477 INFO:teuthology.orchestra.run.smithi031.stdout:(23/157): librgw2-19.3.0-4938.g4ef5f058.el9.x86 12 MB/s | 5.5 MB 00:00 2024-09-16T07:18:53.490 INFO:teuthology.orchestra.run.smithi155.stdout:(137/157): python3-pyperclip-1.8.2-2.el9.noarch 560 kB/s | 28 kB 00:00 2024-09-16T07:18:53.502 INFO:teuthology.orchestra.run.smithi031.stdout:(24/157): python3-rbd-19.3.0-4938.g4ef5f058.el9 2.1 MB/s | 305 kB 00:00 2024-09-16T07:18:53.515 INFO:teuthology.orchestra.run.smithi155.stdout:(138/157): python3-repoze-lru-0.7-16.el9.noarch 613 kB/s | 31 kB 00:00 2024-09-16T07:18:53.528 INFO:teuthology.orchestra.run.smithi031.stdout:(25/157): python3-rgw-19.3.0-4938.g4ef5f058.el9 1.9 MB/s | 100 kB 00:00 2024-09-16T07:18:53.540 INFO:teuthology.orchestra.run.smithi155.stdout:(139/157): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-09-16T07:18:53.553 INFO:teuthology.orchestra.run.smithi031.stdout:(26/157): rbd-fuse-19.3.0-4938.g4ef5f058.el9.x8 1.7 MB/s | 85 kB 00:00 2024-09-16T07:18:53.595 INFO:teuthology.orchestra.run.smithi031.stdout:(27/157): rbd-nbd-19.3.0-4938.g4ef5f058.el9.x86 4.0 MB/s | 170 kB 00:00 2024-09-16T07:18:53.599 INFO:teuthology.orchestra.run.smithi155.stdout:(140/157): libarrow-9.0.0-11.el9.x86_64.rpm 4.7 MB/s | 4.4 MB 00:00 2024-09-16T07:18:53.624 INFO:teuthology.orchestra.run.smithi155.stdout:(141/157): python3-tempora-5.0.0-2.el9.noarch.r 427 kB/s | 36 kB 00:00 2024-09-16T07:18:53.649 INFO:teuthology.orchestra.run.smithi155.stdout:(142/157): python3-routes-2.5.1-5.el9.noarch.rp 1.2 MB/s | 188 kB 00:00 2024-09-16T07:18:53.675 INFO:teuthology.orchestra.run.smithi155.stdout:(143/157): python3-typing-extensions-4.12.2-2.e 986 kB/s | 74 kB 00:00 2024-09-16T07:18:53.679 INFO:teuthology.orchestra.run.smithi031.stdout:(28/157): ceph-grafana-dashboards-19.3.0-4938.g 411 kB/s | 34 kB 00:00 2024-09-16T07:18:53.692 INFO:teuthology.orchestra.run.smithi155.stdout:(144/157): python3-websocket-client-1.2.3-2.el9 2.1 MB/s | 90 kB 00:00 2024-09-16T07:18:53.726 INFO:teuthology.orchestra.run.smithi155.stdout:(145/157): python3-webob-1.8.8-2.el9.noarch.rpm 2.2 MB/s | 230 kB 00:00 2024-09-16T07:18:53.751 INFO:teuthology.orchestra.run.smithi155.stdout:(146/157): python3-zc-lockfile-2.0-10.el9.noarc 342 kB/s | 20 kB 00:00 2024-09-16T07:18:53.785 INFO:teuthology.orchestra.run.smithi155.stdout:(147/157): re2-20211101-20.el9.x86_64.rpm 5.7 MB/s | 191 kB 00:00 2024-09-16T07:18:53.810 INFO:teuthology.orchestra.run.smithi155.stdout:(148/157): python3-werkzeug-2.0.3-3.el9.1.noarc 3.1 MB/s | 427 kB 00:00 2024-09-16T07:18:53.860 INFO:teuthology.orchestra.run.smithi155.stdout:(149/157): thrift-0.15.0-2.el9.x86_64.rpm 15 MB/s | 1.6 MB 00:00 2024-09-16T07:18:54.044 INFO:teuthology.orchestra.run.smithi155.stdout:(150/157): librados2-19.3.0-4938.g4ef5f058.el9. 13 MB/s | 3.5 MB 00:00 2024-09-16T07:18:54.087 INFO:teuthology.orchestra.run.smithi031.stdout:(29/157): ceph-test-19.3.0-4938.g4ef5f058.el9.x 24 MB/s | 46 MB 00:01 2024-09-16T07:18:54.104 INFO:teuthology.orchestra.run.smithi031.stdout:(30/157): ceph-mgr-cephadm-19.3.0-4938.g4ef5f05 363 kB/s | 154 kB 00:00 2024-09-16T07:18:54.163 INFO:teuthology.orchestra.run.smithi031.stdout:(31/157): rbd-mirror-19.3.0-4938.g4ef5f058.el9. 5.0 MB/s | 3.2 MB 00:00 2024-09-16T07:18:54.211 INFO:teuthology.orchestra.run.smithi155.stdout:(151/157): librbd1-19.3.0-4938.g4ef5f058.el9.x8 8.1 MB/s | 3.2 MB 00:00 2024-09-16T07:18:54.261 INFO:teuthology.orchestra.run.smithi155.stdout:(152/157): NetworkManager-libnm-1.49.90-1.el9.x 8.3 MB/s | 1.8 MB 00:00 2024-09-16T07:18:54.278 INFO:teuthology.orchestra.run.smithi155.stdout:(153/157): NetworkManager-team-1.49.90-1.el9.x8 610 kB/s | 41 kB 00:00 2024-09-16T07:18:54.288 INFO:teuthology.orchestra.run.smithi031.stdout:(32/157): ceph-mgr-modules-core-19.3.0-4938.g4e 2.3 MB/s | 291 kB 00:00 2024-09-16T07:18:54.312 INFO:teuthology.orchestra.run.smithi155.stdout:(154/157): NetworkManager-tui-1.49.90-1.el9.x86 4.9 MB/s | 249 kB 00:00 2024-09-16T07:18:54.353 INFO:teuthology.orchestra.run.smithi155.stdout:(155/157): NetworkManager-1.49.90-1.el9.x86_64. 4.8 MB/s | 2.3 MB 00:00 2024-09-16T07:18:54.363 INFO:teuthology.orchestra.run.smithi031.stdout:(33/157): ceph-mgr-rook-19.3.0-4938.g4ef5f058.e 660 kB/s | 49 kB 00:00 2024-09-16T07:18:54.404 INFO:teuthology.orchestra.run.smithi155.stdout:(156/157): openssl-libs-3.2.2-6.el9.x86_64.rpm 26 MB/s | 2.4 MB 00:00 2024-09-16T07:18:54.439 INFO:teuthology.orchestra.run.smithi031.stdout:(34/157): ceph-prometheus-alerts-19.3.0-4938.g4 220 kB/s | 16 kB 00:00 2024-09-16T07:18:54.496 INFO:teuthology.orchestra.run.smithi155.stdout:(157/157): openssl-3.2.2-6.el9.x86_64.rpm 6.2 MB/s | 1.4 MB 00:00 2024-09-16T07:18:54.502 INFO:teuthology.orchestra.run.smithi155.stdout:-------------------------------------------------------------------------------- 2024-09-16T07:18:54.502 INFO:teuthology.orchestra.run.smithi155.stdout:Total 26 MB/s | 235 MB 00:09 2024-09-16T07:18:54.589 INFO:teuthology.orchestra.run.smithi031.stdout:(35/157): ceph-mgr-dashboard-19.3.0-4938.g4ef5f 28 MB/s | 14 MB 00:00 2024-09-16T07:18:54.614 INFO:teuthology.orchestra.run.smithi031.stdout:(36/157): ceph-volume-19.3.0-4938.g4ef5f058.el9 1.6 MB/s | 285 kB 00:00 2024-09-16T07:18:54.656 INFO:teuthology.orchestra.run.smithi031.stdout:(37/157): cephadm-19.3.0-4938.g4ef5f058.el9.noa 12 MB/s | 784 kB 00:00 2024-09-16T07:18:54.681 INFO:teuthology.orchestra.run.smithi031.stdout:(38/157): cephfs-top-19.3.0-4938.g4ef5f058.el9. 273 kB/s | 18 kB 00:00 2024-09-16T07:18:54.773 INFO:teuthology.orchestra.run.smithi031.stdout:(39/157): ceph-mgr-diskprediction-local-19.3.0- 11 MB/s | 7.4 MB 00:00 2024-09-16T07:18:54.907 INFO:teuthology.orchestra.run.smithi031.stdout:(40/157): fuse-2.9.9-16.el9.x86_64.rpm 319 kB/s | 80 kB 00:00 2024-09-16T07:18:54.974 INFO:teuthology.orchestra.run.smithi031.stdout:(41/157): libquadmath-11.5.0-2.el9.x86_64.rpm 955 kB/s | 191 kB 00:00 2024-09-16T07:18:54.999 INFO:teuthology.orchestra.run.smithi031.stdout:(42/157): libgfortran-11.5.0-2.el9.x86_64.rpm 2.5 MB/s | 801 kB 00:00 2024-09-16T07:18:55.033 INFO:teuthology.orchestra.run.smithi031.stdout:(43/157): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.0 MB/s | 253 kB 00:00 2024-09-16T07:18:55.058 INFO:teuthology.orchestra.run.smithi031.stdout:(44/157): python3-ply-3.11-14.el9.noarch.rpm 1.8 MB/s | 106 kB 00:00 2024-09-16T07:18:55.092 INFO:teuthology.orchestra.run.smithi031.stdout:(45/157): python3-pycparser-2.20-6.el9.noarch.r 2.3 MB/s | 135 kB 00:00 2024-09-16T07:18:55.125 INFO:teuthology.orchestra.run.smithi031.stdout:(46/157): python3-cryptography-36.0.1-4.el9.x86 8.1 MB/s | 1.2 MB 00:00 2024-09-16T07:18:55.151 INFO:teuthology.orchestra.run.smithi031.stdout:(47/157): python3-requests-2.25.1-8.el9.noarch. 1.3 MB/s | 125 kB 00:00 2024-09-16T07:18:55.176 INFO:teuthology.orchestra.run.smithi031.stdout:(48/157): python3-urllib3-1.26.5-6.el9.noarch.r 2.5 MB/s | 215 kB 00:00 2024-09-16T07:18:55.343 INFO:teuthology.orchestra.run.smithi031.stdout:(49/157): boost-program-options-1.75.0-8.el9.x8 641 kB/s | 107 kB 00:00 2024-09-16T07:18:55.425 INFO:teuthology.orchestra.run.smithi031.stdout:(50/157): automake-1.16.2-8.el9.noarch.rpm 2.2 MB/s | 689 kB 00:00 2024-09-16T07:18:55.568 INFO:teuthology.orchestra.run.smithi031.stdout:(51/157): elfutils-libelf-devel-0.191-4.el9.x86 96 kB/s | 22 kB 00:00 2024-09-16T07:18:55.635 INFO:teuthology.orchestra.run.smithi031.stdout:(52/157): flexiblas-3.0.4-8.el9.x86_64.rpm 492 kB/s | 33 kB 00:00 2024-09-16T07:18:55.660 INFO:teuthology.orchestra.run.smithi031.stdout:(53/157): flex-2.6.4-9.el9.x86_64.rpm 3.3 MB/s | 313 kB 00:00 2024-09-16T07:18:55.694 INFO:teuthology.orchestra.run.smithi031.stdout:(54/157): bison-3.7.4-5.el9.x86_64.rpm 1.7 MB/s | 943 kB 00:00 2024-09-16T07:18:55.719 INFO:teuthology.orchestra.run.smithi031.stdout:(55/157): flexiblas-openblas-openmp-3.0.4-8.el9 311 kB/s | 18 kB 00:00 2024-09-16T07:18:55.743 INFO:teuthology.orchestra.run.smithi155.stdout:Running transaction check 2024-09-16T07:18:55.744 INFO:teuthology.orchestra.run.smithi031.stdout:(56/157): libaio-devel-0.3.111-13.el9.x86_64.rp 222 kB/s | 11 kB 00:00 2024-09-16T07:18:55.770 INFO:teuthology.orchestra.run.smithi031.stdout:(57/157): libnbd-1.20.2-2.el9.x86_64.rpm 3.3 MB/s | 171 kB 00:00 2024-09-16T07:18:55.795 INFO:teuthology.orchestra.run.smithi031.stdout:(58/157): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.1 MB/s | 160 kB 00:00 2024-09-16T07:18:55.820 INFO:teuthology.orchestra.run.smithi031.stdout:(59/157): librabbitmq-0.11.0-7.el9.x86_64.rpm 902 kB/s | 45 kB 00:00 2024-09-16T07:18:55.956 INFO:teuthology.orchestra.run.smithi155.stdout:Transaction check succeeded. 2024-09-16T07:18:55.956 INFO:teuthology.orchestra.run.smithi155.stdout:Running transaction test 2024-09-16T07:18:55.957 INFO:teuthology.orchestra.run.smithi031.stdout:(60/157): librdkafka-1.6.1-102.el9.x86_64.rpm 8.6 MB/s | 662 kB 00:00 2024-09-16T07:18:55.957 INFO:teuthology.orchestra.run.smithi031.stdout:(61/157): libtool-2.4.6-46.el9.x86_64.rpm 6.8 MB/s | 581 kB 00:00 2024-09-16T07:18:55.957 INFO:teuthology.orchestra.run.smithi031.stdout:(62/157): libuuid-devel-2.37.4-20.el9.x86_64.rp 419 kB/s | 24 kB 00:00 2024-09-16T07:18:55.980 INFO:teuthology.orchestra.run.smithi031.stdout:(63/157): flexiblas-netlib-3.0.4-8.el9.x86_64.r 8.7 MB/s | 3.0 MB 00:00 2024-09-16T07:18:56.005 INFO:teuthology.orchestra.run.smithi031.stdout:(64/157): libzstd-devel-1.5.1-2.el9.x86_64.rpm 472 kB/s | 47 kB 00:00 2024-09-16T07:18:56.030 INFO:teuthology.orchestra.run.smithi031.stdout:(65/157): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.8 MB/s | 292 kB 00:00 2024-09-16T07:18:56.055 INFO:teuthology.orchestra.run.smithi031.stdout:(66/157): lua-5.4.4-4.el9.x86_64.rpm 2.4 MB/s | 188 kB 00:00 2024-09-16T07:18:56.072 INFO:teuthology.orchestra.run.smithi031.stdout:(67/157): openblas-0.3.26-2.el9.x86_64.rpm 573 kB/s | 38 kB 00:00 2024-09-16T07:18:56.181 INFO:teuthology.orchestra.run.smithi031.stdout:(68/157): postgresql-13.16-1.el9.x86_64.rpm 15 MB/s | 1.6 MB 00:00 2024-09-16T07:18:56.256 INFO:teuthology.orchestra.run.smithi031.stdout:(69/157): openblas-openmp-0.3.26-2.el9.x86_64.r 22 MB/s | 4.9 MB 00:00 2024-09-16T07:18:56.314 INFO:teuthology.orchestra.run.smithi031.stdout:(70/157): openssl-devel-3.2.2-6.el9.x86_64.rpm 17 MB/s | 4.4 MB 00:00 2024-09-16T07:18:56.340 INFO:teuthology.orchestra.run.smithi031.stdout:(71/157): postgresql-private-libs-13.16-1.el9.x 1.6 MB/s | 137 kB 00:00 2024-09-16T07:18:56.365 INFO:teuthology.orchestra.run.smithi031.stdout:(72/157): postgresql-contrib-13.16-1.el9.x86_64 4.8 MB/s | 910 kB 00:00 2024-09-16T07:18:56.407 INFO:teuthology.orchestra.run.smithi031.stdout:(73/157): protobuf-3.14.0-13.el9.x86_64.rpm 15 MB/s | 1.0 MB 00:00 2024-09-16T07:18:56.432 INFO:teuthology.orchestra.run.smithi031.stdout:(74/157): python3-attrs-20.3.0-7.el9.noarch.rpm 1.3 MB/s | 87 kB 00:00 2024-09-16T07:18:56.483 INFO:teuthology.orchestra.run.smithi031.stdout:(75/157): python3-colorama-0.4.6-3.el9.noarch.r 1.2 MB/s | 61 kB 00:00 2024-09-16T07:18:56.558 INFO:teuthology.orchestra.run.smithi031.stdout:(76/157): postgresql-server-13.16-1.el9.x86_64. 24 MB/s | 5.8 MB 00:00 2024-09-16T07:18:56.583 INFO:teuthology.orchestra.run.smithi031.stdout:(77/157): python3-devel-3.9.19-8.el9.x86_64.rpm 2.4 MB/s | 245 kB 00:00 2024-09-16T07:18:56.617 INFO:teuthology.orchestra.run.smithi031.stdout:(78/157): python3-jinja2-2.11.3-6.el9.noarch.rp 4.1 MB/s | 248 kB 00:00 2024-09-16T07:18:56.642 INFO:teuthology.orchestra.run.smithi031.stdout:(79/157): python3-jsonpatch-1.21-16.el9.noarch. 438 kB/s | 26 kB 00:00 2024-09-16T07:18:56.667 INFO:teuthology.orchestra.run.smithi031.stdout:(80/157): python3-jsonpointer-2.0-4.el9.noarch. 381 kB/s | 19 kB 00:00 2024-09-16T07:18:56.734 INFO:teuthology.orchestra.run.smithi031.stdout:(81/157): python3-babel-2.9.1-2.el9.noarch.rpm 18 MB/s | 6.0 MB 00:00 2024-09-16T07:18:56.760 INFO:teuthology.orchestra.run.smithi031.stdout:(82/157): python3-markupsafe-1.1.1-12.el9.x86_6 378 kB/s | 35 kB 00:00 2024-09-16T07:18:56.785 INFO:teuthology.orchestra.run.smithi031.stdout:(83/157): python3-mako-1.1.4-6.el9.noarch.rpm 1.2 MB/s | 172 kB 00:00 2024-09-16T07:18:56.818 INFO:teuthology.orchestra.run.smithi031.stdout:(84/157): python3-numpy-f2py-1.20.1-5.el9.x86_6 4.2 MB/s | 250 kB 00:00 2024-09-16T07:18:56.843 INFO:teuthology.orchestra.run.smithi031.stdout:(85/157): python3-oauthlib-3.1.1-5.el9.noarch.r 3.7 MB/s | 222 kB 00:00 2024-09-16T07:18:56.869 INFO:teuthology.orchestra.run.smithi031.stdout:(86/157): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-09-16T07:18:56.894 INFO:teuthology.orchestra.run.smithi031.stdout:(87/157): python3-prettytable-0.7.2-27.el9.noar 841 kB/s | 42 kB 00:00 2024-09-16T07:18:56.928 INFO:teuthology.orchestra.run.smithi031.stdout:(88/157): python3-protobuf-3.14.0-13.el9.noarch 4.5 MB/s | 269 kB 00:00 2024-09-16T07:18:56.953 INFO:teuthology.orchestra.run.smithi031.stdout:(89/157): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.6 MB/s | 159 kB 00:00 2024-09-16T07:18:57.020 INFO:teuthology.orchestra.run.smithi031.stdout:(90/157): python3-numpy-1.20.1-5.el9.x86_64.rpm 18 MB/s | 5.1 MB 00:00 2024-09-16T07:18:57.045 INFO:teuthology.orchestra.run.smithi031.stdout:(91/157): python3-pytz-2021.1-5.el9.noarch.rpm 554 kB/s | 51 kB 00:00 2024-09-16T07:18:57.070 INFO:teuthology.orchestra.run.smithi031.stdout:(92/157): python3-pyasn1-modules-0.4.8-6.el9.no 1.9 MB/s | 279 kB 00:00 2024-09-16T07:18:57.095 INFO:teuthology.orchestra.run.smithi031.stdout:(93/157): python3-requests-oauthlib-1.3.0-12.el 712 kB/s | 54 kB 00:00 2024-09-16T07:18:57.121 INFO:teuthology.orchestra.run.smithi031.stdout:(94/157): python3-toml-0.10.2-6.el9.noarch.rpm 831 kB/s | 42 kB 00:00 2024-09-16T07:18:57.154 INFO:teuthology.orchestra.run.smithi031.stdout:(95/157): python3-wcwidth-0.2.5-8.el9.noarch.rp 753 kB/s | 44 kB 00:00 2024-09-16T07:18:57.179 INFO:teuthology.orchestra.run.smithi031.stdout:(96/157): qatlib-24.02.0-1.el9.x86_64.rpm 3.7 MB/s | 221 kB 00:00 2024-09-16T07:18:57.205 INFO:teuthology.orchestra.run.smithi031.stdout:(97/157): qatlib-service-24.02.0-1.el9.x86_64.r 716 kB/s | 36 kB 00:00 2024-09-16T07:18:57.230 INFO:teuthology.orchestra.run.smithi031.stdout:(98/157): qatzip-libs-1.2.0-1.el9.x86_64.rpm 947 kB/s | 47 kB 00:00 2024-09-16T07:18:57.264 INFO:teuthology.orchestra.run.smithi031.stdout:(99/157): socat-1.7.4.1-6.el9.x86_64.rpm 5.1 MB/s | 304 kB 00:00 2024-09-16T07:18:57.289 INFO:teuthology.orchestra.run.smithi031.stdout:(100/157): uuid-1.6.2-55.el9.x86_64.rpm 986 kB/s | 58 kB 00:00 2024-09-16T07:18:57.322 INFO:teuthology.orchestra.run.smithi031.stdout:(101/157): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 1.6 MB/s | 96 kB 00:00 2024-09-16T07:18:57.348 INFO:teuthology.orchestra.run.smithi031.stdout:(102/157): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.1 MB/s | 64 kB 00:00 2024-09-16T07:18:57.373 INFO:teuthology.orchestra.run.smithi031.stdout:(103/157): zlib-devel-1.2.11-41.el9.x86_64.rpm 891 kB/s | 45 kB 00:00 2024-09-16T07:18:57.457 INFO:teuthology.orchestra.run.smithi031.stdout:(104/157): lua-devel-5.4.4-4.el9.x86_64.rpm 205 kB/s | 22 kB 00:00 2024-09-16T07:18:57.507 INFO:teuthology.orchestra.run.smithi031.stdout:(105/157): abseil-cpp-20211102.0-3.el9.x86_64.r 11 MB/s | 548 kB 00:00 2024-09-16T07:18:57.541 INFO:teuthology.orchestra.run.smithi031.stdout:(106/157): gperftools-libs-2.9.1-3.el9.x86_64.r 9.1 MB/s | 308 kB 00:00 2024-09-16T07:18:57.691 INFO:teuthology.orchestra.run.smithi031.stdout:(107/157): python3-scipy-1.6.2-8.el9.x86_64.rpm 25 MB/s | 16 MB 00:00 2024-09-16T07:18:57.733 INFO:teuthology.orchestra.run.smithi031.stdout:(108/157): grpc-data-1.46.7-10.el9.noarch.rpm 101 kB/s | 19 kB 00:00 2024-09-16T07:18:57.758 INFO:teuthology.orchestra.run.smithi031.stdout:(109/157): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.1 MB/s | 26 kB 00:00 2024-09-16T07:18:57.784 INFO:teuthology.orchestra.run.smithi031.stdout:(110/157): protobuf-compiler-3.14.0-13.el9.x86_ 2.1 MB/s | 863 kB 00:00 2024-09-16T07:18:57.817 INFO:teuthology.orchestra.run.smithi031.stdout:(111/157): liboath-2.6.7-2.el9.x86_64.rpm 829 kB/s | 49 kB 00:00 2024-09-16T07:18:57.850 INFO:teuthology.orchestra.run.smithi031.stdout:(112/157): luarocks-3.9.2-5.el9.noarch.rpm 4.7 MB/s | 151 kB 00:00 2024-09-16T07:18:57.876 INFO:teuthology.orchestra.run.smithi031.stdout:(113/157): libunwind-1.6.2-1.el9.x86_64.rpm 732 kB/s | 67 kB 00:00 2024-09-16T07:18:57.926 INFO:teuthology.orchestra.run.smithi031.stdout:(114/157): parquet-libs-9.0.0-11.el9.x86_64.rpm 11 MB/s | 839 kB 00:00 2024-09-16T07:18:57.943 INFO:teuthology.orchestra.run.smithi031.stdout:(115/157): python3-bcrypt-3.2.2-1.el9.x86_64.rp 2.6 MB/s | 43 kB 00:00 2024-09-16T07:18:57.968 INFO:teuthology.orchestra.run.smithi031.stdout:(116/157): python3-cachetools-4.2.4-1.el9.noarc 1.3 MB/s | 32 kB 00:00 2024-09-16T07:18:58.002 INFO:teuthology.orchestra.run.smithi031.stdout:(117/157): python3-asyncssh-2.13.2-5.el9.noarch 4.3 MB/s | 548 kB 00:00 2024-09-16T07:18:58.018 INFO:teuthology.orchestra.run.smithi031.stdout:(118/157): python3-certifi-2023.05.07-4.el9.noa 281 kB/s | 14 kB 00:00 2024-09-16T07:18:58.044 INFO:teuthology.orchestra.run.smithi031.stdout:(119/157): python3-cheroot-8.6.0-4.el9.noarch.r 4.0 MB/s | 172 kB 00:00 2024-09-16T07:18:58.078 INFO:teuthology.orchestra.run.smithi031.stdout:(120/157): python3-cherrypy-18.6.1-2.el9.noarch 6.0 MB/s | 358 kB 00:00 2024-09-16T07:18:58.103 INFO:teuthology.orchestra.run.smithi031.stdout:(121/157): python3-cmd2-2.4.2-2.el9.noarch.rpm 5.1 MB/s | 303 kB 00:00 2024-09-16T07:18:58.136 INFO:teuthology.orchestra.run.smithi031.stdout:(122/157): python3-google-auth-2.34.0-1.el9.noa 3.7 MB/s | 220 kB 00:00 2024-09-16T07:18:58.162 INFO:teuthology.orchestra.run.smithi031.stdout:(123/157): python3-grpcio-tools-1.46.7-10.el9.x 5.6 MB/s | 144 kB 00:00 2024-09-16T07:18:58.187 INFO:teuthology.orchestra.run.smithi031.stdout:(124/157): python3-jaraco-8.2.1-3.el9.noarch.rp 429 kB/s | 11 kB 00:00 2024-09-16T07:18:58.192 INFO:teuthology.orchestra.run.smithi155.stdout:Transaction test succeeded. 2024-09-16T07:18:58.192 INFO:teuthology.orchestra.run.smithi155.stdout:Running transaction 2024-09-16T07:18:58.212 INFO:teuthology.orchestra.run.smithi031.stdout:(125/157): python3-jaraco-classes-3.2.1-5.el9.n 712 kB/s | 18 kB 00:00 2024-09-16T07:18:58.237 INFO:teuthology.orchestra.run.smithi031.stdout:(126/157): python3-jaraco-collections-3.0.0-8.e 930 kB/s | 23 kB 00:00 2024-09-16T07:18:58.263 INFO:teuthology.orchestra.run.smithi031.stdout:(127/157): python3-jaraco-functools-3.5.0-2.el9 778 kB/s | 19 kB 00:00 2024-09-16T07:18:58.288 INFO:teuthology.orchestra.run.smithi031.stdout:(128/157): python3-jaraco-text-3.2.0-6.el9.noar 792 kB/s | 20 kB 00:00 2024-09-16T07:18:58.363 INFO:teuthology.orchestra.run.smithi031.stdout:(129/157): libarrow-9.0.0-11.el9.x86_64.rpm 6.6 MB/s | 4.4 MB 00:00 2024-09-16T07:18:58.388 INFO:teuthology.orchestra.run.smithi031.stdout:(130/157): python3-logutils-0.3.5-21.el9.noarch 1.8 MB/s | 46 kB 00:00 2024-09-16T07:18:58.422 INFO:teuthology.orchestra.run.smithi031.stdout:(131/157): python3-kubernetes-26.1.0-2.el9.noar 7.6 MB/s | 1.0 MB 00:00 2024-09-16T07:18:58.447 INFO:teuthology.orchestra.run.smithi031.stdout:(132/157): python3-more-itertools-8.12.0-2.el9. 1.3 MB/s | 79 kB 00:00 2024-09-16T07:18:58.473 INFO:teuthology.orchestra.run.smithi031.stdout:(133/157): python3-natsort-7.1.1-5.el9.noarch.r 1.1 MB/s | 58 kB 00:00 2024-09-16T07:18:58.515 INFO:teuthology.orchestra.run.smithi031.stdout:(134/157): python3-grpcio-1.46.7-10.el9.x86_64. 5.0 MB/s | 2.0 MB 00:00 2024-09-16T07:18:58.540 INFO:teuthology.orchestra.run.smithi031.stdout:(135/157): python3-portend-3.1.0-2.el9.noarch.r 245 kB/s | 16 kB 00:00 2024-09-16T07:18:58.565 INFO:teuthology.orchestra.run.smithi031.stdout:(136/157): python3-pyperclip-1.8.2-2.el9.noarch 1.1 MB/s | 28 kB 00:00 2024-09-16T07:18:58.590 INFO:teuthology.orchestra.run.smithi031.stdout:(137/157): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.2 MB/s | 90 kB 00:00 2024-09-16T07:18:58.615 INFO:teuthology.orchestra.run.smithi031.stdout:(138/157): python3-repoze-lru-0.7-16.el9.noarch 615 kB/s | 31 kB 00:00 2024-09-16T07:18:58.641 INFO:teuthology.orchestra.run.smithi031.stdout:(139/157): python3-pecan-1.4.2-3.el9.noarch.rpm 1.4 MB/s | 272 kB 00:00 2024-09-16T07:18:58.677 INFO:teuthology.orchestra.run.smithi031.stdout:(140/157): python3-rsa-4.9-2.el9.noarch.rpm 1.0 MB/s | 59 kB 00:00 2024-09-16T07:18:58.700 INFO:teuthology.orchestra.run.smithi031.stdout:(141/157): python3-tempora-5.0.0-2.el9.noarch.r 609 kB/s | 36 kB 00:00 2024-09-16T07:18:58.717 INFO:teuthology.orchestra.run.smithi031.stdout:(142/157): python3-routes-2.5.1-5.el9.noarch.rp 1.5 MB/s | 188 kB 00:00 2024-09-16T07:18:58.742 INFO:teuthology.orchestra.run.smithi031.stdout:(143/157): python3-typing-extensions-4.12.2-2.e 1.1 MB/s | 74 kB 00:00 2024-09-16T07:18:58.759 INFO:teuthology.orchestra.run.smithi031.stdout:(144/157): python3-websocket-client-1.2.3-2.el9 2.1 MB/s | 90 kB 00:00 2024-09-16T07:18:58.784 INFO:teuthology.orchestra.run.smithi031.stdout:(145/157): python3-zc-lockfile-2.0-10.el9.noarc 802 kB/s | 20 kB 00:00 2024-09-16T07:18:58.810 INFO:teuthology.orchestra.run.smithi031.stdout:(146/157): python3-webob-1.8.8-2.el9.noarch.rpm 2.1 MB/s | 230 kB 00:00 2024-09-16T07:18:58.835 INFO:teuthology.orchestra.run.smithi031.stdout:(147/157): re2-20211101-20.el9.x86_64.rpm 3.7 MB/s | 191 kB 00:00 2024-09-16T07:18:58.860 INFO:teuthology.orchestra.run.smithi031.stdout:(148/157): python3-werkzeug-2.0.3-3.el9.1.noarc 3.6 MB/s | 427 kB 00:00 2024-09-16T07:18:58.902 INFO:teuthology.orchestra.run.smithi031.stdout:(149/157): thrift-0.15.0-2.el9.x86_64.rpm 17 MB/s | 1.6 MB 00:00 2024-09-16T07:18:59.103 INFO:teuthology.orchestra.run.smithi031.stdout:(150/157): librados2-19.3.0-4938.g4ef5f058.el9. 13 MB/s | 3.5 MB 00:00 2024-09-16T07:18:59.236 INFO:teuthology.orchestra.run.smithi031.stdout:(151/157): librbd1-19.3.0-4938.g4ef5f058.el9.x8 8.7 MB/s | 3.2 MB 00:00 2024-09-16T07:18:59.311 INFO:teuthology.orchestra.run.smithi031.stdout:(152/157): NetworkManager-1.49.90-1.el9.x86_64. 5.8 MB/s | 2.3 MB 00:00 2024-09-16T07:18:59.345 INFO:teuthology.orchestra.run.smithi031.stdout:(153/157): NetworkManager-team-1.49.90-1.el9.x8 375 kB/s | 41 kB 00:00 2024-09-16T07:18:59.361 INFO:teuthology.orchestra.run.smithi031.stdout:(154/157): NetworkManager-tui-1.49.90-1.el9.x86 4.8 MB/s | 249 kB 00:00 2024-09-16T07:18:59.403 INFO:teuthology.orchestra.run.smithi031.stdout:(155/157): NetworkManager-libnm-1.49.90-1.el9.x 6.0 MB/s | 1.8 MB 00:00 2024-09-16T07:18:59.562 INFO:teuthology.orchestra.run.smithi031.stdout:(156/157): openssl-3.2.2-6.el9.x86_64.rpm 6.2 MB/s | 1.4 MB 00:00 2024-09-16T07:18:59.671 INFO:teuthology.orchestra.run.smithi031.stdout:(157/157): openssl-libs-3.2.2-6.el9.x86_64.rpm 7.8 MB/s | 2.4 MB 00:00 2024-09-16T07:18:59.675 INFO:teuthology.orchestra.run.smithi031.stdout:-------------------------------------------------------------------------------- 2024-09-16T07:18:59.675 INFO:teuthology.orchestra.run.smithi031.stdout:Total 25 MB/s | 235 MB 00:09 2024-09-16T07:19:00.977 INFO:teuthology.orchestra.run.smithi031.stdout:Running transaction check 2024-09-16T07:19:01.147 INFO:teuthology.orchestra.run.smithi031.stdout:Transaction check succeeded. 2024-09-16T07:19:01.147 INFO:teuthology.orchestra.run.smithi031.stdout:Running transaction test 2024-09-16T07:19:03.494 INFO:teuthology.orchestra.run.smithi031.stdout:Transaction test succeeded. 2024-09-16T07:19:03.494 INFO:teuthology.orchestra.run.smithi031.stdout:Running transaction 2024-09-16T07:19:04.762 INFO:teuthology.orchestra.run.smithi155.stdout: Preparing : 1/1 2024-09-16T07:19:04.879 INFO:teuthology.orchestra.run.smithi155.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/165 2024-09-16T07:19:04.917 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/165 2024-09-16T07:19:04.971 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/165 2024-09-16T07:19:05.004 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/165 2024-09-16T07:19:05.030 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/165 2024-09-16T07:19:05.086 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/165 2024-09-16T07:19:05.424 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/165 2024-09-16T07:19:05.539 INFO:teuthology.orchestra.run.smithi155.stdout: Upgrading : librados2-2:19.3.0-4938.g4ef5f058.el9.x86_64 8/165 2024-09-16T07:19:05.662 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: librados2-2:19.3.0-4938.g4ef5f058.el9.x86_64 8/165 2024-09-16T07:19:05.690 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : libcephfs2-2:19.3.0-4938.g4ef5f058.el9.x86_64 9/165 2024-09-16T07:19:05.781 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: libcephfs2-2:19.3.0-4938.g4ef5f058.el9.x86_64 9/165 2024-09-16T07:19:05.811 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-rados-2:19.3.0-4938.g4ef5f058.el9.x86_64 10/165 2024-09-16T07:19:05.842 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/165 2024-09-16T07:19:06.009 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : libnbd-1.20.2-2.el9.x86_64 12/165 2024-09-16T07:19:06.076 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : postgresql-13.16-1.el9.x86_64 13/165 2024-09-16T07:19:06.112 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : libcephsqlite-2:19.3.0-4938.g4ef5f058.el9.x86_64 14/165 2024-09-16T07:19:06.221 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: libcephsqlite-2:19.3.0-4938.g4ef5f058.el9.x86_64 14/165 2024-09-16T07:19:06.247 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : libradosstriper1-2:19.3.0-4938.g4ef5f058.el9.x86 15/165 2024-09-16T07:19:06.310 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: libradosstriper1-2:19.3.0-4938.g4ef5f058.el9.x86 15/165 2024-09-16T07:19:06.339 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 16/165 2024-09-16T07:19:06.366 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 16/165 2024-09-16T07:19:06.558 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 17/165 2024-09-16T07:19:06.738 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 17/165 2024-09-16T07:19:06.882 INFO:teuthology.orchestra.run.smithi155.stdout: Upgrading : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 18/165 2024-09-16T07:19:07.001 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 19/165 2024-09-16T07:19:07.090 INFO:teuthology.orchestra.run.smithi155.stdout: Upgrading : NetworkManager-1:1.49.90-1.el9.x86_64 19/165 2024-09-16T07:19:07.325 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 19/165 2024-09-16T07:19:07.452 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : re2-1:20211101-20.el9.x86_64 20/165 2024-09-16T07:19:07.486 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 21/165 2024-09-16T07:19:07.520 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/165 2024-09-16T07:19:07.584 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/165 2024-09-16T07:19:07.629 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/165 2024-09-16T07:19:07.662 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/165 2024-09-16T07:19:07.705 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/165 2024-09-16T07:19:07.739 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/165 2024-09-16T07:19:07.766 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/165 2024-09-16T07:19:07.833 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/165 2024-09-16T07:19:07.887 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/165 2024-09-16T07:19:07.920 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/165 2024-09-16T07:19:07.963 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/165 2024-09-16T07:19:08.042 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/165 2024-09-16T07:19:08.082 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-ceph-common-2:19.3.0-4938.g4ef5f058.el9. 34/165 2024-09-16T07:19:08.125 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-ceph-argparse-2:19.3.0-4938.g4ef5f058.el 35/165 2024-09-16T07:19:08.153 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-cephfs-2:19.3.0-4938.g4ef5f058.el9.x86_6 36/165 2024-09-16T07:19:08.223 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/165 2024-09-16T07:19:08.269 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/165 2024-09-16T07:19:08.343 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/165 2024-09-16T07:19:08.475 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/165 2024-09-16T07:19:08.530 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/165 2024-09-16T07:19:09.050 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/165 2024-09-16T07:19:09.150 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/165 2024-09-16T07:19:09.188 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/165 2024-09-16T07:19:09.231 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/165 2024-09-16T07:19:09.269 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : librados-devel-2:19.3.0-4938.g4ef5f058.el9.x86_6 46/165 2024-09-16T07:19:09.315 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/165 2024-09-16T07:19:09.481 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/165 2024-09-16T07:19:09.547 INFO:teuthology.orchestra.run.smithi155.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/165 2024-09-16T07:19:09.637 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/165 2024-09-16T07:19:09.702 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 51/165 2024-09-16T07:19:09.774 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 52/165 2024-09-16T07:19:09.807 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 53/165 2024-09-16T07:19:09.843 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 54/165 2024-09-16T07:19:09.899 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 55/165 2024-09-16T07:19:09.935 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 56/165 2024-09-16T07:19:09.978 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 57/165 2024-09-16T07:19:10.028 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 58/165 2024-09-16T07:19:10.143 INFO:teuthology.orchestra.run.smithi031.stdout: Preparing : 1/1 2024-09-16T07:19:10.163 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 59/165 2024-09-16T07:19:10.242 INFO:teuthology.orchestra.run.smithi031.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/165 2024-09-16T07:19:10.294 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/165 2024-09-16T07:19:10.360 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/165 2024-09-16T07:19:10.409 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/165 2024-09-16T07:19:10.414 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 60/165 2024-09-16T07:19:10.434 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/165 2024-09-16T07:19:10.489 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 61/165 2024-09-16T07:19:10.495 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/165 2024-09-16T07:19:10.599 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 62/165 2024-09-16T07:19:10.631 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 63/165 2024-09-16T07:19:10.672 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 64/165 2024-09-16T07:19:10.713 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 65/165 2024-09-16T07:19:10.738 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 66/165 2024-09-16T07:19:10.832 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 67/165 2024-09-16T07:19:10.916 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/165 2024-09-16T07:19:10.961 INFO:teuthology.orchestra.run.smithi031.stdout: Upgrading : librados2-2:19.3.0-4938.g4ef5f058.el9.x86_64 8/165 2024-09-16T07:19:10.964 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 68/165 2024-09-16T07:19:11.007 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 69/165 2024-09-16T07:19:11.035 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 70/165 2024-09-16T07:19:11.077 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 71/165 2024-09-16T07:19:11.092 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: librados2-2:19.3.0-4938.g4ef5f058.el9.x86_64 8/165 2024-09-16T07:19:11.116 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : uuid-1.6.2-55.el9.x86_64 72/165 2024-09-16T07:19:11.126 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libcephfs2-2:19.3.0-4938.g4ef5f058.el9.x86_64 9/165 2024-09-16T07:19:11.148 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 73/165 2024-09-16T07:19:11.178 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 74/165 2024-09-16T07:19:11.213 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 75/165 2024-09-16T07:19:11.218 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: libcephfs2-2:19.3.0-4938.g4ef5f058.el9.x86_64 9/165 2024-09-16T07:19:11.246 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 76/165 2024-09-16T07:19:11.247 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-rados-2:19.3.0-4938.g4ef5f058.el9.x86_64 10/165 2024-09-16T07:19:11.278 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/165 2024-09-16T07:19:11.287 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 77/165 2024-09-16T07:19:11.322 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 78/165 2024-09-16T07:19:11.409 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 79/165 2024-09-16T07:19:11.453 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 80/165 2024-09-16T07:19:11.456 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libnbd-1.20.2-2.el9.x86_64 12/165 2024-09-16T07:19:11.493 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 81/165 2024-09-16T07:19:11.504 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : postgresql-13.16-1.el9.x86_64 13/165 2024-09-16T07:19:11.531 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libcephsqlite-2:19.3.0-4938.g4ef5f058.el9.x86_64 14/165 2024-09-16T07:19:11.594 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 82/165 2024-09-16T07:19:11.631 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: libcephsqlite-2:19.3.0-4938.g4ef5f058.el9.x86_64 14/165 2024-09-16T07:19:11.643 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 83/165 2024-09-16T07:19:11.657 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libradosstriper1-2:19.3.0-4938.g4ef5f058.el9.x86 15/165 2024-09-16T07:19:11.712 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: libradosstriper1-2:19.3.0-4938.g4ef5f058.el9.x86 15/165 2024-09-16T07:19:11.742 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 16/165 2024-09-16T07:19:11.766 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 16/165 2024-09-16T07:19:11.969 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 17/165 2024-09-16T07:19:12.135 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 17/165 2024-09-16T07:19:12.281 INFO:teuthology.orchestra.run.smithi031.stdout: Upgrading : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 18/165 2024-09-16T07:19:12.368 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 84/165 2024-09-16T07:19:12.415 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 19/165 2024-09-16T07:19:12.416 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 85/165 2024-09-16T07:19:12.466 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 86/165 2024-09-16T07:19:12.490 INFO:teuthology.orchestra.run.smithi031.stdout: Upgrading : NetworkManager-1:1.49.90-1.el9.x86_64 19/165 2024-09-16T07:19:12.565 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 87/165 2024-09-16T07:19:12.622 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 88/165 2024-09-16T07:19:12.666 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 89/165 2024-09-16T07:19:12.737 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 19/165 2024-09-16T07:19:12.754 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 90/165 2024-09-16T07:19:12.850 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : re2-1:20211101-20.el9.x86_64 20/165 2024-09-16T07:19:12.879 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 21/165 2024-09-16T07:19:12.913 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/165 2024-09-16T07:19:12.986 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 91/165 2024-09-16T07:19:12.988 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/165 2024-09-16T07:19:13.040 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/165 2024-09-16T07:19:13.088 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/165 2024-09-16T07:19:13.131 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/165 2024-09-16T07:19:13.164 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/165 2024-09-16T07:19:13.192 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/165 2024-09-16T07:19:13.264 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/165 2024-09-16T07:19:13.306 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : openblas-0.3.26-2.el9.x86_64 92/165 2024-09-16T07:19:13.314 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/165 2024-09-16T07:19:13.342 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 93/165 2024-09-16T07:19:13.344 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/165 2024-09-16T07:19:13.388 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/165 2024-09-16T07:19:13.430 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 94/165 2024-09-16T07:19:13.471 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/165 2024-09-16T07:19:13.507 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-ceph-common-2:19.3.0-4938.g4ef5f058.el9. 34/165 2024-09-16T07:19:13.550 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-ceph-argparse-2:19.3.0-4938.g4ef5f058.el 35/165 2024-09-16T07:19:13.579 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-cephfs-2:19.3.0-4938.g4ef5f058.el9.x86_6 36/165 2024-09-16T07:19:13.651 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/165 2024-09-16T07:19:13.702 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/165 2024-09-16T07:19:13.779 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/165 2024-09-16T07:19:13.925 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/165 2024-09-16T07:19:13.980 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/165 2024-09-16T07:19:14.102 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 95/165 2024-09-16T07:19:14.219 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 96/165 2024-09-16T07:19:14.538 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/165 2024-09-16T07:19:14.619 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/165 2024-09-16T07:19:14.653 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/165 2024-09-16T07:19:14.706 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/165 2024-09-16T07:19:14.743 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : librados-devel-2:19.3.0-4938.g4ef5f058.el9.x86_6 46/165 2024-09-16T07:19:14.785 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/165 2024-09-16T07:19:14.947 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/165 2024-09-16T07:19:15.013 INFO:teuthology.orchestra.run.smithi031.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/165 2024-09-16T07:19:15.107 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/165 2024-09-16T07:19:15.170 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 51/165 2024-09-16T07:19:15.244 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 52/165 2024-09-16T07:19:15.281 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 53/165 2024-09-16T07:19:15.317 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 54/165 2024-09-16T07:19:15.365 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 55/165 2024-09-16T07:19:15.400 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 56/165 2024-09-16T07:19:15.444 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 57/165 2024-09-16T07:19:15.461 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 97/165 2024-09-16T07:19:15.485 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 58/165 2024-09-16T07:19:15.570 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 98/165 2024-09-16T07:19:15.604 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 99/165 2024-09-16T07:19:15.628 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 59/165 2024-09-16T07:19:15.636 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 100/165 2024-09-16T07:19:15.678 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 60/165 2024-09-16T07:19:15.957 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 101/165 2024-09-16T07:19:15.964 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 61/165 2024-09-16T07:19:16.042 INFO:teuthology.orchestra.run.smithi155.stdout: Upgrading : librbd1-2:19.3.0-4938.g4ef5f058.el9.x86_64 102/165 2024-09-16T07:19:16.132 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: librbd1-2:19.3.0-4938.g4ef5f058.el9.x86_64 102/165 2024-09-16T07:19:16.163 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-rbd-2:19.3.0-4938.g4ef5f058.el9.x86_64 103/165 2024-09-16T07:19:16.177 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 62/165 2024-09-16T07:19:16.199 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 104/165 2024-09-16T07:19:16.212 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 63/165 2024-09-16T07:19:16.253 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 64/165 2024-09-16T07:19:16.285 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 65/165 2024-09-16T07:19:16.310 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 66/165 2024-09-16T07:19:16.429 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 67/165 2024-09-16T07:19:16.559 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 68/165 2024-09-16T07:19:16.592 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 69/165 2024-09-16T07:19:16.625 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 70/165 2024-09-16T07:19:16.665 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 71/165 2024-09-16T07:19:16.700 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 105/165 2024-09-16T07:19:16.702 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : uuid-1.6.2-55.el9.x86_64 72/165 2024-09-16T07:19:16.727 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : librgw2-2:19.3.0-4938.g4ef5f058.el9.x86_64 106/165 2024-09-16T07:19:16.745 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 73/165 2024-09-16T07:19:16.774 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 74/165 2024-09-16T07:19:16.782 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: librgw2-2:19.3.0-4938.g4ef5f058.el9.x86_64 106/165 2024-09-16T07:19:16.809 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 75/165 2024-09-16T07:19:16.813 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-rgw-2:19.3.0-4938.g4ef5f058.el9.x86_64 107/165 2024-09-16T07:19:16.842 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 76/165 2024-09-16T07:19:16.884 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 77/165 2024-09-16T07:19:16.918 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 78/165 2024-09-16T07:19:17.008 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 79/165 2024-09-16T07:19:17.057 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 80/165 2024-09-16T07:19:17.097 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 81/165 2024-09-16T07:19:17.204 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 82/165 2024-09-16T07:19:17.256 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 83/165 2024-09-16T07:19:18.022 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 84/165 2024-09-16T07:19:18.078 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 85/165 2024-09-16T07:19:18.111 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 86/165 2024-09-16T07:19:18.216 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 87/165 2024-09-16T07:19:18.267 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 88/165 2024-09-16T07:19:18.313 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 89/165 2024-09-16T07:19:18.404 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 90/165 2024-09-16T07:19:18.438 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 91/165 2024-09-16T07:19:18.631 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : openblas-0.3.26-2.el9.x86_64 92/165 2024-09-16T07:19:18.669 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 93/165 2024-09-16T07:19:18.749 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 94/165 2024-09-16T07:19:19.153 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-common-2:19.3.0-4938.g4ef5f058.el9.x86_64 108/165 2024-09-16T07:19:19.201 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-common-2:19.3.0-4938.g4ef5f058.el9.x86_64 108/165 2024-09-16T07:19:19.466 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 95/165 2024-09-16T07:19:19.589 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 96/165 2024-09-16T07:19:19.774 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-common-2:19.3.0-4938.g4ef5f058.el9.x86_64 108/165 2024-09-16T07:19:19.815 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-base-2:19.3.0-4938.g4ef5f058.el9.x86_64 109/165 2024-09-16T07:19:19.913 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-base-2:19.3.0-4938.g4ef5f058.el9.x86_64 109/165 2024-09-16T07:19:19.913 INFO:teuthology.orchestra.run.smithi155.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-16T07:19:19.913 INFO:teuthology.orchestra.run.smithi155.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-16T07:19:19.914 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-09-16T07:19:19.950 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-selinux-2:19.3.0-4938.g4ef5f058.el9.x86_64 110/165 2024-09-16T07:19:20.921 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 97/165 2024-09-16T07:19:20.990 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 98/165 2024-09-16T07:19:21.018 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 99/165 2024-09-16T07:19:21.051 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 100/165 2024-09-16T07:19:21.392 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 101/165 2024-09-16T07:19:21.455 INFO:teuthology.orchestra.run.smithi031.stdout: Upgrading : librbd1-2:19.3.0-4938.g4ef5f058.el9.x86_64 102/165 2024-09-16T07:19:21.547 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: librbd1-2:19.3.0-4938.g4ef5f058.el9.x86_64 102/165 2024-09-16T07:19:21.576 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-rbd-2:19.3.0-4938.g4ef5f058.el9.x86_64 103/165 2024-09-16T07:19:21.613 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 104/165 2024-09-16T07:19:22.132 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 105/165 2024-09-16T07:19:22.157 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : librgw2-2:19.3.0-4938.g4ef5f058.el9.x86_64 106/165 2024-09-16T07:19:22.221 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: librgw2-2:19.3.0-4938.g4ef5f058.el9.x86_64 106/165 2024-09-16T07:19:22.251 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-rgw-2:19.3.0-4938.g4ef5f058.el9.x86_64 107/165 2024-09-16T07:19:24.662 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-common-2:19.3.0-4938.g4ef5f058.el9.x86_64 108/165 2024-09-16T07:19:24.705 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-common-2:19.3.0-4938.g4ef5f058.el9.x86_64 108/165 2024-09-16T07:19:25.301 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-common-2:19.3.0-4938.g4ef5f058.el9.x86_64 108/165 2024-09-16T07:19:25.342 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-base-2:19.3.0-4938.g4ef5f058.el9.x86_64 109/165 2024-09-16T07:19:25.417 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-base-2:19.3.0-4938.g4ef5f058.el9.x86_64 109/165 2024-09-16T07:19:25.417 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-16T07:19:25.417 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-16T07:19:25.417 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:19:25.459 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-selinux-2:19.3.0-4938.g4ef5f058.el9.x86_64 110/165 2024-09-16T07:19:31.797 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-selinux-2:19.3.0-4938.g4ef5f058.el9.x86_64 110/165 2024-09-16T07:19:31.797 INFO:teuthology.orchestra.run.smithi155.stdout:skipping the directory /sys 2024-09-16T07:19:31.798 INFO:teuthology.orchestra.run.smithi155.stdout:skipping the directory /proc 2024-09-16T07:19:31.798 INFO:teuthology.orchestra.run.smithi155.stdout:skipping the directory /mnt 2024-09-16T07:19:31.798 INFO:teuthology.orchestra.run.smithi155.stdout:skipping the directory /var/tmp 2024-09-16T07:19:31.798 INFO:teuthology.orchestra.run.smithi155.stdout:skipping the directory /home 2024-09-16T07:19:31.798 INFO:teuthology.orchestra.run.smithi155.stdout:skipping the directory /root 2024-09-16T07:19:31.798 INFO:teuthology.orchestra.run.smithi155.stdout:skipping the directory /tmp 2024-09-16T07:19:31.798 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-09-16T07:19:31.989 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-volume-2:19.3.0-4938.g4ef5f058.el9.noarch 111/165 2024-09-16T07:19:32.006 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-volume-2:19.3.0-4938.g4ef5f058.el9.noarch 111/165 2024-09-16T07:19:32.006 INFO:teuthology.orchestra.run.smithi155.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T07:19:32.006 INFO:teuthology.orchestra.run.smithi155.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-16T07:19:32.006 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-09-16T07:19:33.517 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-osd-2:19.3.0-4938.g4ef5f058.el9.x86_64 112/165 2024-09-16T07:19:33.544 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-osd-2:19.3.0-4938.g4ef5f058.el9.x86_64 112/165 2024-09-16T07:19:33.544 INFO:teuthology.orchestra.run.smithi155.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T07:19:33.544 INFO:teuthology.orchestra.run.smithi155.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-16T07:19:33.544 INFO:teuthology.orchestra.run.smithi155.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-16T07:19:33.544 INFO:teuthology.orchestra.run.smithi155.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-16T07:19:33.544 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-09-16T07:19:33.767 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-mds-2:19.3.0-4938.g4ef5f058.el9.x86_64 113/165 2024-09-16T07:19:33.790 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-mds-2:19.3.0-4938.g4ef5f058.el9.x86_64 113/165 2024-09-16T07:19:33.790 INFO:teuthology.orchestra.run.smithi155.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T07:19:33.790 INFO:teuthology.orchestra.run.smithi155.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-16T07:19:33.791 INFO:teuthology.orchestra.run.smithi155.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-16T07:19:33.791 INFO:teuthology.orchestra.run.smithi155.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-16T07:19:33.791 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-09-16T07:19:34.235 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-mon-2:19.3.0-4938.g4ef5f058.el9.x86_64 114/165 2024-09-16T07:19:34.258 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-mon-2:19.3.0-4938.g4ef5f058.el9.x86_64 114/165 2024-09-16T07:19:34.258 INFO:teuthology.orchestra.run.smithi155.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T07:19:34.258 INFO:teuthology.orchestra.run.smithi155.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-16T07:19:34.259 INFO:teuthology.orchestra.run.smithi155.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-16T07:19:34.259 INFO:teuthology.orchestra.run.smithi155.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-16T07:19:34.259 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-09-16T07:19:34.373 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : automake-1.16.2-8.el9.noarch 115/165 2024-09-16T07:19:34.429 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-ply-3.11-14.el9.noarch 116/165 2024-09-16T07:19:34.485 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 117/165 2024-09-16T07:19:34.673 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 118/165 2024-09-16T07:19:34.727 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 119/165 2024-09-16T07:19:34.814 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 120/165 2024-09-16T07:19:34.902 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 121/165 2024-09-16T07:19:35.032 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 122/165 2024-09-16T07:19:35.069 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 123/165 2024-09-16T07:19:35.101 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 124/165 2024-09-16T07:19:35.129 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : fuse-2.9.9-16.el9.x86_64 125/165 2024-09-16T07:19:35.584 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: cephadm-2:19.3.0-4938.g4ef5f058.el9.noarch 126/165 2024-09-16T07:19:35.611 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : cephadm-2:19.3.0-4938.g4ef5f058.el9.noarch 126/165 2024-09-16T07:19:35.643 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-prometheus-alerts-2:19.3.0-4938.g4ef5f058.e 127/165 2024-09-16T07:19:35.709 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-grafana-dashboards-2:19.3.0-4938.g4ef5f058. 128/165 2024-09-16T07:19:35.734 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-mgr-cephadm-2:19.3.0-4938.g4ef5f058.el9.noa 129/165 2024-09-16T07:19:37.520 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-selinux-2:19.3.0-4938.g4ef5f058.el9.x86_64 110/165 2024-09-16T07:19:37.521 INFO:teuthology.orchestra.run.smithi031.stdout:skipping the directory /sys 2024-09-16T07:19:37.521 INFO:teuthology.orchestra.run.smithi031.stdout:skipping the directory /proc 2024-09-16T07:19:37.521 INFO:teuthology.orchestra.run.smithi031.stdout:skipping the directory /mnt 2024-09-16T07:19:37.521 INFO:teuthology.orchestra.run.smithi031.stdout:skipping the directory /var/tmp 2024-09-16T07:19:37.521 INFO:teuthology.orchestra.run.smithi031.stdout:skipping the directory /home 2024-09-16T07:19:37.521 INFO:teuthology.orchestra.run.smithi031.stdout:skipping the directory /root 2024-09-16T07:19:37.521 INFO:teuthology.orchestra.run.smithi031.stdout:skipping the directory /tmp 2024-09-16T07:19:37.521 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:19:37.720 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-volume-2:19.3.0-4938.g4ef5f058.el9.noarch 111/165 2024-09-16T07:19:37.737 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-volume-2:19.3.0-4938.g4ef5f058.el9.noarch 111/165 2024-09-16T07:19:37.737 INFO:teuthology.orchestra.run.smithi031.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T07:19:37.737 INFO:teuthology.orchestra.run.smithi031.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-16T07:19:37.738 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:19:38.898 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.3.0-4938.g4ef5f058.el9.noa 129/165 2024-09-16T07:19:39.033 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-mgr-dashboard-2:19.3.0-4938.g4ef5f058.el9.n 130/165 2024-09-16T07:19:39.297 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-osd-2:19.3.0-4938.g4ef5f058.el9.x86_64 112/165 2024-09-16T07:19:39.326 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-osd-2:19.3.0-4938.g4ef5f058.el9.x86_64 112/165 2024-09-16T07:19:39.327 INFO:teuthology.orchestra.run.smithi031.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T07:19:39.327 INFO:teuthology.orchestra.run.smithi031.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-16T07:19:39.327 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-16T07:19:39.327 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-16T07:19:39.327 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:19:39.565 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-mds-2:19.3.0-4938.g4ef5f058.el9.x86_64 113/165 2024-09-16T07:19:39.590 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-mds-2:19.3.0-4938.g4ef5f058.el9.x86_64 113/165 2024-09-16T07:19:39.590 INFO:teuthology.orchestra.run.smithi031.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T07:19:39.590 INFO:teuthology.orchestra.run.smithi031.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-16T07:19:39.590 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-16T07:19:39.591 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-16T07:19:39.591 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:19:39.997 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.3.0-4938.g4ef5f058.el9.n 130/165 2024-09-16T07:19:40.025 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-mgr-diskprediction-local-2:19.3.0-4938.g4ef 131/165 2024-09-16T07:19:40.057 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-mon-2:19.3.0-4938.g4ef5f058.el9.x86_64 114/165 2024-09-16T07:19:40.082 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-mon-2:19.3.0-4938.g4ef5f058.el9.x86_64 114/165 2024-09-16T07:19:40.082 INFO:teuthology.orchestra.run.smithi031.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T07:19:40.082 INFO:teuthology.orchestra.run.smithi031.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-16T07:19:40.082 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-16T07:19:40.082 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-16T07:19:40.082 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:19:40.140 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.3.0-4938.g4ef 131/165 2024-09-16T07:19:40.188 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : automake-1.16.2-8.el9.noarch 115/165 2024-09-16T07:19:40.245 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-ply-3.11-14.el9.noarch 116/165 2024-09-16T07:19:40.304 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-mgr-modules-core-2:19.3.0-4938.g4ef5f058.el 132/165 2024-09-16T07:19:40.318 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 117/165 2024-09-16T07:19:40.335 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-mgr-2:19.3.0-4938.g4ef5f058.el9.x86_64 133/165 2024-09-16T07:19:40.359 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-mgr-2:19.3.0-4938.g4ef5f058.el9.x86_64 133/165 2024-09-16T07:19:40.359 INFO:teuthology.orchestra.run.smithi155.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T07:19:40.359 INFO:teuthology.orchestra.run.smithi155.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-16T07:19:40.360 INFO:teuthology.orchestra.run.smithi155.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-16T07:19:40.360 INFO:teuthology.orchestra.run.smithi155.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-16T07:19:40.360 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-09-16T07:19:40.411 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-mgr-rook-2:19.3.0-4938.g4ef5f058.el9.noarch 134/165 2024-09-16T07:19:40.422 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-mgr-rook-2:19.3.0-4938.g4ef5f058.el9.noarch 134/165 2024-09-16T07:19:40.512 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 118/165 2024-09-16T07:19:40.519 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-2:19.3.0-4938.g4ef5f058.el9.x86_64 135/165 2024-09-16T07:19:40.559 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 119/165 2024-09-16T07:19:40.575 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-fuse-2:19.3.0-4938.g4ef5f058.el9.x86_64 136/165 2024-09-16T07:19:40.639 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 120/165 2024-09-16T07:19:40.747 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 121/165 2024-09-16T07:19:40.904 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 122/165 2024-09-16T07:19:40.941 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 123/165 2024-09-16T07:19:40.973 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 124/165 2024-09-16T07:19:41.000 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : fuse-2.9.9-16.el9.x86_64 125/165 2024-09-16T07:19:41.441 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: cephadm-2:19.3.0-4938.g4ef5f058.el9.noarch 126/165 2024-09-16T07:19:41.466 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : cephadm-2:19.3.0-4938.g4ef5f058.el9.noarch 126/165 2024-09-16T07:19:41.498 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-prometheus-alerts-2:19.3.0-4938.g4ef5f058.e 127/165 2024-09-16T07:19:41.526 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : libtool-2.4.6-46.el9.x86_64 137/165 2024-09-16T07:19:41.563 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-radosgw-2:19.3.0-4938.g4ef5f058.el9.x86_64 138/165 2024-09-16T07:19:41.566 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-grafana-dashboards-2:19.3.0-4938.g4ef5f058. 128/165 2024-09-16T07:19:41.588 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-radosgw-2:19.3.0-4938.g4ef5f058.el9.x86_64 138/165 2024-09-16T07:19:41.588 INFO:teuthology.orchestra.run.smithi155.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T07:19:41.588 INFO:teuthology.orchestra.run.smithi155.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-16T07:19:41.588 INFO:teuthology.orchestra.run.smithi155.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-16T07:19:41.589 INFO:teuthology.orchestra.run.smithi155.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-16T07:19:41.589 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-09-16T07:19:41.597 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-mgr-cephadm-2:19.3.0-4938.g4ef5f058.el9.noa 129/165 2024-09-16T07:19:41.631 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-immutable-object-cache-2:19.3.0-4938.g4ef5f 139/165 2024-09-16T07:19:41.654 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.3.0-4938.g4ef5f 139/165 2024-09-16T07:19:41.654 INFO:teuthology.orchestra.run.smithi155.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T07:19:41.654 INFO:teuthology.orchestra.run.smithi155.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-16T07:19:41.654 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-09-16T07:19:41.698 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : cephfs-mirror-2:19.3.0-4938.g4ef5f058.el9.x86_64 140/165 2024-09-16T07:19:41.721 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: cephfs-mirror-2:19.3.0-4938.g4ef5f058.el9.x86_64 140/165 2024-09-16T07:19:41.722 INFO:teuthology.orchestra.run.smithi155.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T07:19:41.722 INFO:teuthology.orchestra.run.smithi155.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-16T07:19:41.722 INFO:teuthology.orchestra.run.smithi155.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-16T07:19:41.722 INFO:teuthology.orchestra.run.smithi155.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-16T07:19:41.722 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-09-16T07:19:42.041 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : rbd-mirror-2:19.3.0-4938.g4ef5f058.el9.x86_64 141/165 2024-09-16T07:19:42.064 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: rbd-mirror-2:19.3.0-4938.g4ef5f058.el9.x86_64 141/165 2024-09-16T07:19:42.064 INFO:teuthology.orchestra.run.smithi155.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T07:19:42.065 INFO:teuthology.orchestra.run.smithi155.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-16T07:19:42.065 INFO:teuthology.orchestra.run.smithi155.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-16T07:19:42.065 INFO:teuthology.orchestra.run.smithi155.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-16T07:19:42.065 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-09-16T07:19:44.977 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.3.0-4938.g4ef5f058.el9.noa 129/165 2024-09-16T07:19:45.036 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-mgr-dashboard-2:19.3.0-4938.g4ef5f058.el9.n 130/165 2024-09-16T07:19:46.052 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.3.0-4938.g4ef5f058.el9.n 130/165 2024-09-16T07:19:46.077 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-mgr-diskprediction-local-2:19.3.0-4938.g4ef 131/165 2024-09-16T07:19:46.198 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.3.0-4938.g4ef 131/165 2024-09-16T07:19:46.369 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-mgr-modules-core-2:19.3.0-4938.g4ef5f058.el 132/165 2024-09-16T07:19:46.379 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-test-2:19.3.0-4938.g4ef5f058.el9.x86_64 142/165 2024-09-16T07:19:46.413 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-mgr-2:19.3.0-4938.g4ef5f058.el9.x86_64 133/165 2024-09-16T07:19:46.418 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : rbd-fuse-2:19.3.0-4938.g4ef5f058.el9.x86_64 143/165 2024-09-16T07:19:46.439 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-mgr-2:19.3.0-4938.g4ef5f058.el9.x86_64 133/165 2024-09-16T07:19:46.439 INFO:teuthology.orchestra.run.smithi031.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T07:19:46.439 INFO:teuthology.orchestra.run.smithi031.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-16T07:19:46.439 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-16T07:19:46.439 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-16T07:19:46.439 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:19:46.460 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : rbd-nbd-2:19.3.0-4938.g4ef5f058.el9.x86_64 144/165 2024-09-16T07:19:46.492 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 145/165 2024-09-16T07:19:46.496 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-mgr-rook-2:19.3.0-4938.g4ef5f058.el9.noarch 134/165 2024-09-16T07:19:46.509 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-mgr-rook-2:19.3.0-4938.g4ef5f058.el9.noarch 134/165 2024-09-16T07:19:46.519 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 146/165 2024-09-16T07:19:46.610 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-2:19.3.0-4938.g4ef5f058.el9.x86_64 135/165 2024-09-16T07:19:46.665 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-fuse-2:19.3.0-4938.g4ef5f058.el9.x86_64 136/165 2024-09-16T07:19:46.707 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : cephfs-shell-2:19.3.0-4938.g4ef5f058.el9.x86_64 147/165 2024-09-16T07:19:46.766 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 148/165 2024-09-16T07:19:46.822 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : libcephfs-devel-2:19.3.0-4938.g4ef5f058.el9.x86_ 149/165 2024-09-16T07:19:46.852 INFO:teuthology.orchestra.run.smithi155.stdout: Upgrading : NetworkManager-team-1:1.49.90-1.el9.x86_64 150/165 2024-09-16T07:19:46.889 INFO:teuthology.orchestra.run.smithi155.stdout: Upgrading : NetworkManager-tui-1:1.49.90-1.el9.x86_64 151/165 2024-09-16T07:19:47.461 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 152/165 2024-09-16T07:19:47.512 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 152/165 2024-09-16T07:19:47.533 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 152/165 2024-09-16T07:19:47.669 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libtool-2.4.6-46.el9.x86_64 137/165 2024-09-16T07:19:47.699 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-radosgw-2:19.3.0-4938.g4ef5f058.el9.x86_64 138/165 2024-09-16T07:19:47.724 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-radosgw-2:19.3.0-4938.g4ef5f058.el9.x86_64 138/165 2024-09-16T07:19:47.724 INFO:teuthology.orchestra.run.smithi031.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T07:19:47.724 INFO:teuthology.orchestra.run.smithi031.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-16T07:19:47.724 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-16T07:19:47.724 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-16T07:19:47.724 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:19:47.766 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-immutable-object-cache-2:19.3.0-4938.g4ef5f 139/165 2024-09-16T07:19:47.790 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.3.0-4938.g4ef5f 139/165 2024-09-16T07:19:47.791 INFO:teuthology.orchestra.run.smithi031.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T07:19:47.791 INFO:teuthology.orchestra.run.smithi031.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-16T07:19:47.791 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:19:47.851 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : cephfs-mirror-2:19.3.0-4938.g4ef5f058.el9.x86_64 140/165 2024-09-16T07:19:47.876 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: cephfs-mirror-2:19.3.0-4938.g4ef5f058.el9.x86_64 140/165 2024-09-16T07:19:47.877 INFO:teuthology.orchestra.run.smithi031.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T07:19:47.877 INFO:teuthology.orchestra.run.smithi031.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-16T07:19:47.877 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-16T07:19:47.877 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-16T07:19:47.877 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:19:48.209 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : rbd-mirror-2:19.3.0-4938.g4ef5f058.el9.x86_64 141/165 2024-09-16T07:19:48.234 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: rbd-mirror-2:19.3.0-4938.g4ef5f058.el9.x86_64 141/165 2024-09-16T07:19:48.234 INFO:teuthology.orchestra.run.smithi031.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T07:19:48.235 INFO:teuthology.orchestra.run.smithi031.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-16T07:19:48.235 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-16T07:19:48.235 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-16T07:19:48.235 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:19:48.379 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : cephfs-top-2:19.3.0-4938.g4ef5f058.el9.noarch 153/165 2024-09-16T07:19:48.468 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 154/165 2024-09-16T07:19:48.516 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 155/165 2024-09-16T07:19:48.610 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : flex-2.6.4-9.el9.x86_64 156/165 2024-09-16T07:19:48.646 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : bison-3.7.4-5.el9.x86_64 157/165 2024-09-16T07:19:48.671 INFO:teuthology.orchestra.run.smithi155.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 158/165 2024-09-16T07:19:48.697 INFO:teuthology.orchestra.run.smithi155.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 159/165 2024-09-16T07:19:48.697 INFO:teuthology.orchestra.run.smithi155.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 160/165 2024-09-16T07:19:48.773 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 160/165 2024-09-16T07:19:48.773 INFO:teuthology.orchestra.run.smithi155.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 161/165 2024-09-16T07:19:48.857 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 161/165 2024-09-16T07:19:48.883 INFO:teuthology.orchestra.run.smithi155.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 162/165 2024-09-16T07:19:48.888 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 163/165 2024-09-16T07:19:48.888 INFO:teuthology.orchestra.run.smithi155.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 163/165 2024-09-16T07:19:49.076 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 163/165 2024-09-16T07:19:49.076 INFO:teuthology.orchestra.run.smithi155.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 164/165 2024-09-16T07:19:49.160 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 164/165 2024-09-16T07:19:49.224 INFO:teuthology.orchestra.run.smithi155.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 165/165 2024-09-16T07:19:52.796 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-test-2:19.3.0-4938.g4ef5f058.el9.x86_64 142/165 2024-09-16T07:19:52.837 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : rbd-fuse-2:19.3.0-4938.g4ef5f058.el9.x86_64 143/165 2024-09-16T07:19:52.878 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : rbd-nbd-2:19.3.0-4938.g4ef5f058.el9.x86_64 144/165 2024-09-16T07:19:52.910 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 145/165 2024-09-16T07:19:52.937 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 146/165 2024-09-16T07:19:53.136 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : cephfs-shell-2:19.3.0-4938.g4ef5f058.el9.x86_64 147/165 2024-09-16T07:19:53.175 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 148/165 2024-09-16T07:19:53.205 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libcephfs-devel-2:19.3.0-4938.g4ef5f058.el9.x86_ 149/165 2024-09-16T07:19:53.235 INFO:teuthology.orchestra.run.smithi031.stdout: Upgrading : NetworkManager-team-1:1.49.90-1.el9.x86_64 150/165 2024-09-16T07:19:53.273 INFO:teuthology.orchestra.run.smithi031.stdout: Upgrading : NetworkManager-tui-1:1.49.90-1.el9.x86_64 151/165 2024-09-16T07:19:53.908 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 152/165 2024-09-16T07:19:53.945 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 152/165 2024-09-16T07:19:53.967 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 152/165 2024-09-16T07:19:54.864 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : cephfs-top-2:19.3.0-4938.g4ef5f058.el9.noarch 153/165 2024-09-16T07:19:54.957 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 154/165 2024-09-16T07:19:55.010 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 155/165 2024-09-16T07:19:55.109 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : flex-2.6.4-9.el9.x86_64 156/165 2024-09-16T07:19:55.135 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : bison-3.7.4-5.el9.x86_64 157/165 2024-09-16T07:19:55.152 INFO:teuthology.orchestra.run.smithi031.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 158/165 2024-09-16T07:19:55.187 INFO:teuthology.orchestra.run.smithi031.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 159/165 2024-09-16T07:19:55.187 INFO:teuthology.orchestra.run.smithi031.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 160/165 2024-09-16T07:19:55.287 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 160/165 2024-09-16T07:19:55.287 INFO:teuthology.orchestra.run.smithi031.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 161/165 2024-09-16T07:19:55.363 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 161/165 2024-09-16T07:19:55.388 INFO:teuthology.orchestra.run.smithi031.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 162/165 2024-09-16T07:19:55.394 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 163/165 2024-09-16T07:19:55.394 INFO:teuthology.orchestra.run.smithi031.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 163/165 2024-09-16T07:19:55.573 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 163/165 2024-09-16T07:19:55.573 INFO:teuthology.orchestra.run.smithi031.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 164/165 2024-09-16T07:19:55.643 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 165/165 2024-09-16T07:19:55.644 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-2:19.3.0-4938.g4ef5f058.el9.x86_64 1/165 2024-09-16T07:19:55.644 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-base-2:19.3.0-4938.g4ef5f058.el9.x86_64 2/165 2024-09-16T07:19:55.644 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-common-2:19.3.0-4938.g4ef5f058.el9.x86_64 3/165 2024-09-16T07:19:55.644 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-fuse-2:19.3.0-4938.g4ef5f058.el9.x86_64 4/165 2024-09-16T07:19:55.644 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-immutable-object-cache-2:19.3.0-4938.g4ef5f 5/165 2024-09-16T07:19:55.644 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-mds-2:19.3.0-4938.g4ef5f058.el9.x86_64 6/165 2024-09-16T07:19:55.644 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-mgr-2:19.3.0-4938.g4ef5f058.el9.x86_64 7/165 2024-09-16T07:19:55.644 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-mon-2:19.3.0-4938.g4ef5f058.el9.x86_64 8/165 2024-09-16T07:19:55.644 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-osd-2:19.3.0-4938.g4ef5f058.el9.x86_64 9/165 2024-09-16T07:19:55.644 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-radosgw-2:19.3.0-4938.g4ef5f058.el9.x86_64 10/165 2024-09-16T07:19:55.644 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-selinux-2:19.3.0-4938.g4ef5f058.el9.x86_64 11/165 2024-09-16T07:19:55.644 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-test-2:19.3.0-4938.g4ef5f058.el9.x86_64 12/165 2024-09-16T07:19:55.645 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : cephfs-mirror-2:19.3.0-4938.g4ef5f058.el9.x86_64 13/165 2024-09-16T07:19:55.645 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : cephfs-shell-2:19.3.0-4938.g4ef5f058.el9.x86_64 14/165 2024-09-16T07:19:55.645 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : libcephfs-devel-2:19.3.0-4938.g4ef5f058.el9.x86_ 15/165 2024-09-16T07:19:55.645 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : libcephfs2-2:19.3.0-4938.g4ef5f058.el9.x86_64 16/165 2024-09-16T07:19:55.645 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : libcephsqlite-2:19.3.0-4938.g4ef5f058.el9.x86_64 17/165 2024-09-16T07:19:55.645 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : librados-devel-2:19.3.0-4938.g4ef5f058.el9.x86_6 18/165 2024-09-16T07:19:55.645 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : libradosstriper1-2:19.3.0-4938.g4ef5f058.el9.x86 19/165 2024-09-16T07:19:55.645 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : librgw2-2:19.3.0-4938.g4ef5f058.el9.x86_64 20/165 2024-09-16T07:19:55.645 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-ceph-argparse-2:19.3.0-4938.g4ef5f058.el 21/165 2024-09-16T07:19:55.645 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-ceph-common-2:19.3.0-4938.g4ef5f058.el9. 22/165 2024-09-16T07:19:55.646 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-cephfs-2:19.3.0-4938.g4ef5f058.el9.x86_6 23/165 2024-09-16T07:19:55.646 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-rados-2:19.3.0-4938.g4ef5f058.el9.x86_64 24/165 2024-09-16T07:19:55.646 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-rbd-2:19.3.0-4938.g4ef5f058.el9.x86_64 25/165 2024-09-16T07:19:55.646 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-rgw-2:19.3.0-4938.g4ef5f058.el9.x86_64 26/165 2024-09-16T07:19:55.646 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : rbd-fuse-2:19.3.0-4938.g4ef5f058.el9.x86_64 27/165 2024-09-16T07:19:55.647 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : rbd-mirror-2:19.3.0-4938.g4ef5f058.el9.x86_64 28/165 2024-09-16T07:19:55.647 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : rbd-nbd-2:19.3.0-4938.g4ef5f058.el9.x86_64 29/165 2024-09-16T07:19:55.647 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-grafana-dashboards-2:19.3.0-4938.g4ef5f058. 30/165 2024-09-16T07:19:55.662 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-mgr-cephadm-2:19.3.0-4938.g4ef5f058.el9.noa 31/165 2024-09-16T07:19:55.662 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-mgr-dashboard-2:19.3.0-4938.g4ef5f058.el9.n 32/165 2024-09-16T07:19:55.662 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.3.0-4938.g4ef 33/165 2024-09-16T07:19:55.662 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-mgr-modules-core-2:19.3.0-4938.g4ef5f058.el 34/165 2024-09-16T07:19:55.663 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-mgr-rook-2:19.3.0-4938.g4ef5f058.el9.noarch 35/165 2024-09-16T07:19:55.663 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-prometheus-alerts-2:19.3.0-4938.g4ef5f058.e 36/165 2024-09-16T07:19:55.663 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-volume-2:19.3.0-4938.g4ef5f058.el9.noarch 37/165 2024-09-16T07:19:55.663 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : cephadm-2:19.3.0-4938.g4ef5f058.el9.noarch 38/165 2024-09-16T07:19:55.663 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : cephfs-top-2:19.3.0-4938.g4ef5f058.el9.noarch 39/165 2024-09-16T07:19:55.663 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/165 2024-09-16T07:19:55.663 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/165 2024-09-16T07:19:55.663 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/165 2024-09-16T07:19:55.663 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/165 2024-09-16T07:19:55.663 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/165 2024-09-16T07:19:55.663 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/165 2024-09-16T07:19:55.663 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/165 2024-09-16T07:19:55.664 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/165 2024-09-16T07:19:55.664 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/165 2024-09-16T07:19:55.664 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/165 2024-09-16T07:19:55.664 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/165 2024-09-16T07:19:55.664 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/165 2024-09-16T07:19:55.664 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/165 2024-09-16T07:19:55.664 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/165 2024-09-16T07:19:55.664 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/165 2024-09-16T07:19:55.664 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/165 2024-09-16T07:19:55.664 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/165 2024-09-16T07:19:55.664 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/165 2024-09-16T07:19:55.665 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : libnbd-1.20.2-2.el9.x86_64 58/165 2024-09-16T07:19:55.665 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 59/165 2024-09-16T07:19:55.665 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 60/165 2024-09-16T07:19:55.665 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 61/165 2024-09-16T07:19:55.665 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 62/165 2024-09-16T07:19:55.665 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 63/165 2024-09-16T07:19:55.665 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 64/165 2024-09-16T07:19:55.665 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 65/165 2024-09-16T07:19:55.665 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : lua-5.4.4-4.el9.x86_64 66/165 2024-09-16T07:19:55.665 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 67/165 2024-09-16T07:19:55.665 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 68/165 2024-09-16T07:19:55.665 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 69/165 2024-09-16T07:19:55.665 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : postgresql-13.16-1.el9.x86_64 70/165 2024-09-16T07:19:55.666 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 71/165 2024-09-16T07:19:55.666 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 72/165 2024-09-16T07:19:55.666 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 73/165 2024-09-16T07:19:55.666 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 74/165 2024-09-16T07:19:55.666 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 75/165 2024-09-16T07:19:55.666 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 76/165 2024-09-16T07:19:55.666 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 77/165 2024-09-16T07:19:55.666 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 78/165 2024-09-16T07:19:55.666 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 79/165 2024-09-16T07:19:55.666 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 80/165 2024-09-16T07:19:55.666 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 81/165 2024-09-16T07:19:55.666 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 82/165 2024-09-16T07:19:55.667 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 83/165 2024-09-16T07:19:55.667 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 84/165 2024-09-16T07:19:55.667 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 85/165 2024-09-16T07:19:55.667 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 86/165 2024-09-16T07:19:55.667 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 87/165 2024-09-16T07:19:55.667 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 88/165 2024-09-16T07:19:55.667 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 89/165 2024-09-16T07:19:55.668 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 90/165 2024-09-16T07:19:55.668 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 91/165 2024-09-16T07:19:55.668 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 92/165 2024-09-16T07:19:55.668 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 93/165 2024-09-16T07:19:55.668 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 94/165 2024-09-16T07:19:55.668 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 95/165 2024-09-16T07:19:55.668 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 96/165 2024-09-16T07:19:55.668 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 97/165 2024-09-16T07:19:55.669 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 98/165 2024-09-16T07:19:55.669 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 99/165 2024-09-16T07:19:55.669 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 100/165 2024-09-16T07:19:55.669 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 101/165 2024-09-16T07:19:55.669 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 102/165 2024-09-16T07:19:55.669 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 103/165 2024-09-16T07:19:55.670 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 104/165 2024-09-16T07:19:55.670 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 105/165 2024-09-16T07:19:55.670 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 106/165 2024-09-16T07:19:55.670 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 107/165 2024-09-16T07:19:55.671 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 108/165 2024-09-16T07:19:55.671 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 109/165 2024-09-16T07:19:55.671 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 110/165 2024-09-16T07:19:55.671 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 111/165 2024-09-16T07:19:55.671 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 112/165 2024-09-16T07:19:55.671 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 113/165 2024-09-16T07:19:55.671 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 114/165 2024-09-16T07:19:55.671 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 115/165 2024-09-16T07:19:55.671 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 116/165 2024-09-16T07:19:55.671 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 117/165 2024-09-16T07:19:55.672 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 118/165 2024-09-16T07:19:55.672 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 119/165 2024-09-16T07:19:55.672 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 120/165 2024-09-16T07:19:55.672 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 121/165 2024-09-16T07:19:55.672 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 122/165 2024-09-16T07:19:55.672 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 123/165 2024-09-16T07:19:55.672 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 124/165 2024-09-16T07:19:55.672 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 125/165 2024-09-16T07:19:55.672 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 126/165 2024-09-16T07:19:55.672 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 127/165 2024-09-16T07:19:55.672 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 128/165 2024-09-16T07:19:55.673 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 129/165 2024-09-16T07:19:55.673 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 130/165 2024-09-16T07:19:55.673 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 131/165 2024-09-16T07:19:55.673 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 132/165 2024-09-16T07:19:55.673 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 133/165 2024-09-16T07:19:55.673 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 134/165 2024-09-16T07:19:55.673 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 135/165 2024-09-16T07:19:55.674 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 136/165 2024-09-16T07:19:55.674 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 137/165 2024-09-16T07:19:55.674 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 138/165 2024-09-16T07:19:55.674 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 139/165 2024-09-16T07:19:55.674 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 140/165 2024-09-16T07:19:55.674 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 141/165 2024-09-16T07:19:55.674 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 142/165 2024-09-16T07:19:55.674 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 143/165 2024-09-16T07:19:55.674 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 144/165 2024-09-16T07:19:55.674 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 145/165 2024-09-16T07:19:55.674 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 146/165 2024-09-16T07:19:55.674 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 147/165 2024-09-16T07:19:55.674 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : re2-1:20211101-20.el9.x86_64 148/165 2024-09-16T07:19:55.675 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 149/165 2024-09-16T07:19:55.675 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : librados2-2:19.3.0-4938.g4ef5f058.el9.x86_64 150/165 2024-09-16T07:19:55.675 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 151/165 2024-09-16T07:19:55.675 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : librbd1-2:19.3.0-4938.g4ef5f058.el9.x86_64 152/165 2024-09-16T07:19:55.675 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 153/165 2024-09-16T07:19:55.675 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : NetworkManager-1:1.49.90-1.el9.x86_64 154/165 2024-09-16T07:19:55.675 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 155/165 2024-09-16T07:19:55.675 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 156/165 2024-09-16T07:19:55.675 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 157/165 2024-09-16T07:19:55.675 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : NetworkManager-team-1:1.49.90-1.el9.x86_64 158/165 2024-09-16T07:19:55.676 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 159/165 2024-09-16T07:19:55.676 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : NetworkManager-tui-1:1.49.90-1.el9.x86_64 160/165 2024-09-16T07:19:55.676 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 161/165 2024-09-16T07:19:55.676 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 162/165 2024-09-16T07:19:55.676 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 163/165 2024-09-16T07:19:55.676 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 164/165 2024-09-16T07:19:55.676 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 164/165 2024-09-16T07:19:55.734 INFO:teuthology.orchestra.run.smithi031.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 165/165 2024-09-16T07:19:58.028 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 165/165 2024-09-16T07:19:58.029 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-09-16T07:19:58.029 INFO:teuthology.orchestra.run.smithi155.stdout:Upgraded: 2024-09-16T07:19:58.029 INFO:teuthology.orchestra.run.smithi155.stdout: NetworkManager-1:1.49.90-1.el9.x86_64 2024-09-16T07:19:58.029 INFO:teuthology.orchestra.run.smithi155.stdout: NetworkManager-libnm-1:1.49.90-1.el9.x86_64 2024-09-16T07:19:58.029 INFO:teuthology.orchestra.run.smithi155.stdout: NetworkManager-team-1:1.49.90-1.el9.x86_64 2024-09-16T07:19:58.029 INFO:teuthology.orchestra.run.smithi155.stdout: NetworkManager-tui-1:1.49.90-1.el9.x86_64 2024-09-16T07:19:58.029 INFO:teuthology.orchestra.run.smithi155.stdout: librados2-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:19:58.029 INFO:teuthology.orchestra.run.smithi155.stdout: librbd1-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:19:58.029 INFO:teuthology.orchestra.run.smithi155.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-16T07:19:58.029 INFO:teuthology.orchestra.run.smithi155.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-16T07:19:58.029 INFO:teuthology.orchestra.run.smithi155.stdout:Installed: 2024-09-16T07:19:58.029 INFO:teuthology.orchestra.run.smithi155.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-16T07:19:58.030 INFO:teuthology.orchestra.run.smithi155.stdout: automake-1.16.2-8.el9.noarch 2024-09-16T07:19:58.030 INFO:teuthology.orchestra.run.smithi155.stdout: bison-3.7.4-5.el9.x86_64 2024-09-16T07:19:58.030 INFO:teuthology.orchestra.run.smithi155.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-16T07:19:58.030 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:19:58.030 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-base-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:19:58.030 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-common-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:19:58.030 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-fuse-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:19:58.030 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-grafana-dashboards-2:19.3.0-4938.g4ef5f058.el9.noarch 2024-09-16T07:19:58.030 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-immutable-object-cache-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:19:58.030 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mds-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:19:58.030 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mgr-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:19:58.030 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mgr-cephadm-2:19.3.0-4938.g4ef5f058.el9.noarch 2024-09-16T07:19:58.030 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mgr-dashboard-2:19.3.0-4938.g4ef5f058.el9.noarch 2024-09-16T07:19:58.031 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mgr-diskprediction-local-2:19.3.0-4938.g4ef5f058.el9.noarch 2024-09-16T07:19:58.031 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mgr-modules-core-2:19.3.0-4938.g4ef5f058.el9.noarch 2024-09-16T07:19:58.031 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mgr-rook-2:19.3.0-4938.g4ef5f058.el9.noarch 2024-09-16T07:19:58.031 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mon-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:19:58.031 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-osd-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:19:58.031 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-prometheus-alerts-2:19.3.0-4938.g4ef5f058.el9.noarch 2024-09-16T07:19:58.031 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-radosgw-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:19:58.031 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-selinux-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:19:58.031 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-test-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:19:58.031 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-volume-2:19.3.0-4938.g4ef5f058.el9.noarch 2024-09-16T07:19:58.031 INFO:teuthology.orchestra.run.smithi155.stdout: cephadm-2:19.3.0-4938.g4ef5f058.el9.noarch 2024-09-16T07:19:58.031 INFO:teuthology.orchestra.run.smithi155.stdout: cephfs-mirror-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:19:58.032 INFO:teuthology.orchestra.run.smithi155.stdout: cephfs-shell-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:19:58.032 INFO:teuthology.orchestra.run.smithi155.stdout: cephfs-top-2:19.3.0-4938.g4ef5f058.el9.noarch 2024-09-16T07:19:58.032 INFO:teuthology.orchestra.run.smithi155.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-16T07:19:58.032 INFO:teuthology.orchestra.run.smithi155.stdout: flex-2.6.4-9.el9.x86_64 2024-09-16T07:19:58.032 INFO:teuthology.orchestra.run.smithi155.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-16T07:19:58.032 INFO:teuthology.orchestra.run.smithi155.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-16T07:19:58.032 INFO:teuthology.orchestra.run.smithi155.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-16T07:19:58.032 INFO:teuthology.orchestra.run.smithi155.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-16T07:19:58.032 INFO:teuthology.orchestra.run.smithi155.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-16T07:19:58.032 INFO:teuthology.orchestra.run.smithi155.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-16T07:19:58.032 INFO:teuthology.orchestra.run.smithi155.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-16T07:19:58.032 INFO:teuthology.orchestra.run.smithi155.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-16T07:19:58.032 INFO:teuthology.orchestra.run.smithi155.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-16T07:19:58.033 INFO:teuthology.orchestra.run.smithi155.stdout: libcephfs-devel-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:19:58.033 INFO:teuthology.orchestra.run.smithi155.stdout: libcephfs2-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:19:58.033 INFO:teuthology.orchestra.run.smithi155.stdout: libcephsqlite-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:19:58.033 INFO:teuthology.orchestra.run.smithi155.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-16T07:19:58.033 INFO:teuthology.orchestra.run.smithi155.stdout: libnbd-1.20.2-2.el9.x86_64 2024-09-16T07:19:58.033 INFO:teuthology.orchestra.run.smithi155.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-16T07:19:58.033 INFO:teuthology.orchestra.run.smithi155.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-16T07:19:58.033 INFO:teuthology.orchestra.run.smithi155.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-16T07:19:58.033 INFO:teuthology.orchestra.run.smithi155.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-16T07:19:58.033 INFO:teuthology.orchestra.run.smithi155.stdout: librados-devel-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:19:58.033 INFO:teuthology.orchestra.run.smithi155.stdout: libradosstriper1-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:19:58.033 INFO:teuthology.orchestra.run.smithi155.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-16T07:19:58.033 INFO:teuthology.orchestra.run.smithi155.stdout: librgw2-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:19:58.033 INFO:teuthology.orchestra.run.smithi155.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-16T07:19:58.034 INFO:teuthology.orchestra.run.smithi155.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-16T07:19:58.034 INFO:teuthology.orchestra.run.smithi155.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-16T07:19:58.034 INFO:teuthology.orchestra.run.smithi155.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-16T07:19:58.034 INFO:teuthology.orchestra.run.smithi155.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-16T07:19:58.034 INFO:teuthology.orchestra.run.smithi155.stdout: lua-5.4.4-4.el9.x86_64 2024-09-16T07:19:58.034 INFO:teuthology.orchestra.run.smithi155.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-16T07:19:58.034 INFO:teuthology.orchestra.run.smithi155.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-16T07:19:58.034 INFO:teuthology.orchestra.run.smithi155.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-16T07:19:58.034 INFO:teuthology.orchestra.run.smithi155.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-16T07:19:58.034 INFO:teuthology.orchestra.run.smithi155.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-16T07:19:58.034 INFO:teuthology.orchestra.run.smithi155.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-16T07:19:58.034 INFO:teuthology.orchestra.run.smithi155.stdout: postgresql-13.16-1.el9.x86_64 2024-09-16T07:19:58.034 INFO:teuthology.orchestra.run.smithi155.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-16T07:19:58.034 INFO:teuthology.orchestra.run.smithi155.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-16T07:19:58.035 INFO:teuthology.orchestra.run.smithi155.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-16T07:19:58.035 INFO:teuthology.orchestra.run.smithi155.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-16T07:19:58.035 INFO:teuthology.orchestra.run.smithi155.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-16T07:19:58.035 INFO:teuthology.orchestra.run.smithi155.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-16T07:19:58.035 INFO:teuthology.orchestra.run.smithi155.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-16T07:19:58.035 INFO:teuthology.orchestra.run.smithi155.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-16T07:19:58.035 INFO:teuthology.orchestra.run.smithi155.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-16T07:19:58.035 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-16T07:19:58.035 INFO:teuthology.orchestra.run.smithi155.stdout: python3-ceph-argparse-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:19:58.035 INFO:teuthology.orchestra.run.smithi155.stdout: python3-ceph-common-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:19:58.035 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cephfs-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:19:58.035 INFO:teuthology.orchestra.run.smithi155.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-16T07:19:58.035 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-16T07:19:58.036 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-16T07:19:58.036 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-16T07:19:58.036 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-16T07:19:58.036 INFO:teuthology.orchestra.run.smithi155.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-16T07:19:58.036 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-16T07:19:58.036 INFO:teuthology.orchestra.run.smithi155.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-16T07:19:58.036 INFO:teuthology.orchestra.run.smithi155.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-16T07:19:58.036 INFO:teuthology.orchestra.run.smithi155.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-16T07:19:58.036 INFO:teuthology.orchestra.run.smithi155.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-16T07:19:58.036 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-16T07:19:58.036 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-16T07:19:58.036 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-16T07:19:58.036 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-16T07:19:58.037 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-16T07:19:58.037 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-16T07:19:58.037 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-16T07:19:58.037 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-16T07:19:58.037 INFO:teuthology.orchestra.run.smithi155.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-16T07:19:58.037 INFO:teuthology.orchestra.run.smithi155.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-16T07:19:58.037 INFO:teuthology.orchestra.run.smithi155.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-16T07:19:58.037 INFO:teuthology.orchestra.run.smithi155.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-16T07:19:58.037 INFO:teuthology.orchestra.run.smithi155.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-16T07:19:58.037 INFO:teuthology.orchestra.run.smithi155.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-16T07:19:58.037 INFO:teuthology.orchestra.run.smithi155.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-16T07:19:58.037 INFO:teuthology.orchestra.run.smithi155.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-16T07:19:58.037 INFO:teuthology.orchestra.run.smithi155.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-16T07:19:58.037 INFO:teuthology.orchestra.run.smithi155.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-16T07:19:58.038 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-16T07:19:58.038 INFO:teuthology.orchestra.run.smithi155.stdout: python3-ply-3.11-14.el9.noarch 2024-09-16T07:19:58.038 INFO:teuthology.orchestra.run.smithi155.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-16T07:19:58.038 INFO:teuthology.orchestra.run.smithi155.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-16T07:19:58.038 INFO:teuthology.orchestra.run.smithi155.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-16T07:19:58.038 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-16T07:19:58.038 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-16T07:19:58.038 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-16T07:19:58.038 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-16T07:19:58.038 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-16T07:19:58.038 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-16T07:19:58.038 INFO:teuthology.orchestra.run.smithi155.stdout: python3-rados-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:19:58.038 INFO:teuthology.orchestra.run.smithi155.stdout: python3-rbd-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:19:58.039 INFO:teuthology.orchestra.run.smithi155.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-16T07:19:58.039 INFO:teuthology.orchestra.run.smithi155.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-16T07:19:58.039 INFO:teuthology.orchestra.run.smithi155.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-16T07:19:58.039 INFO:teuthology.orchestra.run.smithi155.stdout: python3-rgw-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:19:58.039 INFO:teuthology.orchestra.run.smithi155.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-16T07:19:58.039 INFO:teuthology.orchestra.run.smithi155.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-16T07:19:58.039 INFO:teuthology.orchestra.run.smithi155.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-16T07:19:58.039 INFO:teuthology.orchestra.run.smithi155.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-16T07:19:58.039 INFO:teuthology.orchestra.run.smithi155.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-16T07:19:58.039 INFO:teuthology.orchestra.run.smithi155.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-16T07:19:58.039 INFO:teuthology.orchestra.run.smithi155.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-16T07:19:58.039 INFO:teuthology.orchestra.run.smithi155.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-16T07:19:58.039 INFO:teuthology.orchestra.run.smithi155.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-16T07:19:58.039 INFO:teuthology.orchestra.run.smithi155.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-16T07:19:58.040 INFO:teuthology.orchestra.run.smithi155.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-16T07:19:58.040 INFO:teuthology.orchestra.run.smithi155.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-16T07:19:58.040 INFO:teuthology.orchestra.run.smithi155.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-16T07:19:58.040 INFO:teuthology.orchestra.run.smithi155.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-16T07:19:58.040 INFO:teuthology.orchestra.run.smithi155.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-16T07:19:58.040 INFO:teuthology.orchestra.run.smithi155.stdout: rbd-fuse-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:19:58.040 INFO:teuthology.orchestra.run.smithi155.stdout: rbd-mirror-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:19:58.040 INFO:teuthology.orchestra.run.smithi155.stdout: rbd-nbd-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:19:58.040 INFO:teuthology.orchestra.run.smithi155.stdout: re2-1:20211101-20.el9.x86_64 2024-09-16T07:19:58.040 INFO:teuthology.orchestra.run.smithi155.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-16T07:19:58.040 INFO:teuthology.orchestra.run.smithi155.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-16T07:19:58.040 INFO:teuthology.orchestra.run.smithi155.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-16T07:19:58.040 INFO:teuthology.orchestra.run.smithi155.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-16T07:19:58.040 INFO:teuthology.orchestra.run.smithi155.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-16T07:19:58.041 INFO:teuthology.orchestra.run.smithi155.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-16T07:19:58.041 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-09-16T07:19:58.041 INFO:teuthology.orchestra.run.smithi155.stdout:Complete! 2024-09-16T07:19:58.511 DEBUG:teuthology.parallel:result is None 2024-09-16T07:20:01.679 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 165/165 2024-09-16T07:20:01.679 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-2:19.3.0-4938.g4ef5f058.el9.x86_64 1/165 2024-09-16T07:20:01.679 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-base-2:19.3.0-4938.g4ef5f058.el9.x86_64 2/165 2024-09-16T07:20:01.679 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-common-2:19.3.0-4938.g4ef5f058.el9.x86_64 3/165 2024-09-16T07:20:01.679 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-fuse-2:19.3.0-4938.g4ef5f058.el9.x86_64 4/165 2024-09-16T07:20:01.679 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-immutable-object-cache-2:19.3.0-4938.g4ef5f 5/165 2024-09-16T07:20:01.679 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-mds-2:19.3.0-4938.g4ef5f058.el9.x86_64 6/165 2024-09-16T07:20:01.679 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-mgr-2:19.3.0-4938.g4ef5f058.el9.x86_64 7/165 2024-09-16T07:20:01.680 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-mon-2:19.3.0-4938.g4ef5f058.el9.x86_64 8/165 2024-09-16T07:20:01.680 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-osd-2:19.3.0-4938.g4ef5f058.el9.x86_64 9/165 2024-09-16T07:20:01.680 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-radosgw-2:19.3.0-4938.g4ef5f058.el9.x86_64 10/165 2024-09-16T07:20:01.680 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-selinux-2:19.3.0-4938.g4ef5f058.el9.x86_64 11/165 2024-09-16T07:20:01.680 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-test-2:19.3.0-4938.g4ef5f058.el9.x86_64 12/165 2024-09-16T07:20:01.680 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : cephfs-mirror-2:19.3.0-4938.g4ef5f058.el9.x86_64 13/165 2024-09-16T07:20:01.680 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : cephfs-shell-2:19.3.0-4938.g4ef5f058.el9.x86_64 14/165 2024-09-16T07:20:01.680 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libcephfs-devel-2:19.3.0-4938.g4ef5f058.el9.x86_ 15/165 2024-09-16T07:20:01.680 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libcephfs2-2:19.3.0-4938.g4ef5f058.el9.x86_64 16/165 2024-09-16T07:20:01.680 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libcephsqlite-2:19.3.0-4938.g4ef5f058.el9.x86_64 17/165 2024-09-16T07:20:01.680 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : librados-devel-2:19.3.0-4938.g4ef5f058.el9.x86_6 18/165 2024-09-16T07:20:01.680 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libradosstriper1-2:19.3.0-4938.g4ef5f058.el9.x86 19/165 2024-09-16T07:20:01.680 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : librgw2-2:19.3.0-4938.g4ef5f058.el9.x86_64 20/165 2024-09-16T07:20:01.681 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-ceph-argparse-2:19.3.0-4938.g4ef5f058.el 21/165 2024-09-16T07:20:01.681 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-ceph-common-2:19.3.0-4938.g4ef5f058.el9. 22/165 2024-09-16T07:20:01.681 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-cephfs-2:19.3.0-4938.g4ef5f058.el9.x86_6 23/165 2024-09-16T07:20:01.681 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-rados-2:19.3.0-4938.g4ef5f058.el9.x86_64 24/165 2024-09-16T07:20:01.681 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-rbd-2:19.3.0-4938.g4ef5f058.el9.x86_64 25/165 2024-09-16T07:20:01.681 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-rgw-2:19.3.0-4938.g4ef5f058.el9.x86_64 26/165 2024-09-16T07:20:01.681 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : rbd-fuse-2:19.3.0-4938.g4ef5f058.el9.x86_64 27/165 2024-09-16T07:20:01.681 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : rbd-mirror-2:19.3.0-4938.g4ef5f058.el9.x86_64 28/165 2024-09-16T07:20:01.681 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : rbd-nbd-2:19.3.0-4938.g4ef5f058.el9.x86_64 29/165 2024-09-16T07:20:01.693 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-grafana-dashboards-2:19.3.0-4938.g4ef5f058. 30/165 2024-09-16T07:20:01.693 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-mgr-cephadm-2:19.3.0-4938.g4ef5f058.el9.noa 31/165 2024-09-16T07:20:01.693 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-mgr-dashboard-2:19.3.0-4938.g4ef5f058.el9.n 32/165 2024-09-16T07:20:01.694 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.3.0-4938.g4ef 33/165 2024-09-16T07:20:01.694 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-mgr-modules-core-2:19.3.0-4938.g4ef5f058.el 34/165 2024-09-16T07:20:01.694 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-mgr-rook-2:19.3.0-4938.g4ef5f058.el9.noarch 35/165 2024-09-16T07:20:01.694 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-prometheus-alerts-2:19.3.0-4938.g4ef5f058.e 36/165 2024-09-16T07:20:01.694 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-volume-2:19.3.0-4938.g4ef5f058.el9.noarch 37/165 2024-09-16T07:20:01.694 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : cephadm-2:19.3.0-4938.g4ef5f058.el9.noarch 38/165 2024-09-16T07:20:01.694 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : cephfs-top-2:19.3.0-4938.g4ef5f058.el9.noarch 39/165 2024-09-16T07:20:01.694 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/165 2024-09-16T07:20:01.694 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/165 2024-09-16T07:20:01.694 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/165 2024-09-16T07:20:01.694 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/165 2024-09-16T07:20:01.694 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/165 2024-09-16T07:20:01.695 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/165 2024-09-16T07:20:01.695 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/165 2024-09-16T07:20:01.695 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/165 2024-09-16T07:20:01.695 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/165 2024-09-16T07:20:01.695 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/165 2024-09-16T07:20:01.695 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/165 2024-09-16T07:20:01.695 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/165 2024-09-16T07:20:01.695 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/165 2024-09-16T07:20:01.695 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/165 2024-09-16T07:20:01.695 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/165 2024-09-16T07:20:01.695 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/165 2024-09-16T07:20:01.695 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/165 2024-09-16T07:20:01.695 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/165 2024-09-16T07:20:01.696 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libnbd-1.20.2-2.el9.x86_64 58/165 2024-09-16T07:20:01.696 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 59/165 2024-09-16T07:20:01.696 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 60/165 2024-09-16T07:20:01.696 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 61/165 2024-09-16T07:20:01.696 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 62/165 2024-09-16T07:20:01.696 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 63/165 2024-09-16T07:20:01.696 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 64/165 2024-09-16T07:20:01.696 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 65/165 2024-09-16T07:20:01.696 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : lua-5.4.4-4.el9.x86_64 66/165 2024-09-16T07:20:01.696 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 67/165 2024-09-16T07:20:01.696 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 68/165 2024-09-16T07:20:01.696 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 69/165 2024-09-16T07:20:01.697 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : postgresql-13.16-1.el9.x86_64 70/165 2024-09-16T07:20:01.697 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 71/165 2024-09-16T07:20:01.697 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 72/165 2024-09-16T07:20:01.697 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 73/165 2024-09-16T07:20:01.697 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 74/165 2024-09-16T07:20:01.697 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 75/165 2024-09-16T07:20:01.697 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 76/165 2024-09-16T07:20:01.697 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 77/165 2024-09-16T07:20:01.697 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 78/165 2024-09-16T07:20:01.697 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 79/165 2024-09-16T07:20:01.697 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 80/165 2024-09-16T07:20:01.697 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 81/165 2024-09-16T07:20:01.698 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 82/165 2024-09-16T07:20:01.698 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 83/165 2024-09-16T07:20:01.698 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 84/165 2024-09-16T07:20:01.698 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 85/165 2024-09-16T07:20:01.698 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 86/165 2024-09-16T07:20:01.698 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 87/165 2024-09-16T07:20:01.698 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 88/165 2024-09-16T07:20:01.698 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 89/165 2024-09-16T07:20:01.698 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 90/165 2024-09-16T07:20:01.698 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 91/165 2024-09-16T07:20:01.698 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 92/165 2024-09-16T07:20:01.698 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 93/165 2024-09-16T07:20:01.698 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 94/165 2024-09-16T07:20:01.698 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 95/165 2024-09-16T07:20:01.699 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 96/165 2024-09-16T07:20:01.699 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 97/165 2024-09-16T07:20:01.699 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 98/165 2024-09-16T07:20:01.699 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 99/165 2024-09-16T07:20:01.699 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 100/165 2024-09-16T07:20:01.699 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 101/165 2024-09-16T07:20:01.699 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 102/165 2024-09-16T07:20:01.699 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 103/165 2024-09-16T07:20:01.699 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 104/165 2024-09-16T07:20:01.699 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 105/165 2024-09-16T07:20:01.699 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 106/165 2024-09-16T07:20:01.699 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 107/165 2024-09-16T07:20:01.699 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 108/165 2024-09-16T07:20:01.699 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 109/165 2024-09-16T07:20:01.700 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 110/165 2024-09-16T07:20:01.700 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 111/165 2024-09-16T07:20:01.700 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 112/165 2024-09-16T07:20:01.700 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 113/165 2024-09-16T07:20:01.700 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 114/165 2024-09-16T07:20:01.700 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 115/165 2024-09-16T07:20:01.700 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 116/165 2024-09-16T07:20:01.700 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 117/165 2024-09-16T07:20:01.700 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 118/165 2024-09-16T07:20:01.700 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 119/165 2024-09-16T07:20:01.700 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 120/165 2024-09-16T07:20:01.700 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 121/165 2024-09-16T07:20:01.700 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 122/165 2024-09-16T07:20:01.701 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 123/165 2024-09-16T07:20:01.701 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 124/165 2024-09-16T07:20:01.701 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 125/165 2024-09-16T07:20:01.701 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 126/165 2024-09-16T07:20:01.701 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 127/165 2024-09-16T07:20:01.701 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 128/165 2024-09-16T07:20:01.701 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 129/165 2024-09-16T07:20:01.701 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 130/165 2024-09-16T07:20:01.701 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 131/165 2024-09-16T07:20:01.701 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 132/165 2024-09-16T07:20:01.701 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 133/165 2024-09-16T07:20:01.701 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 134/165 2024-09-16T07:20:01.701 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 135/165 2024-09-16T07:20:01.702 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 136/165 2024-09-16T07:20:01.702 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 137/165 2024-09-16T07:20:01.702 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 138/165 2024-09-16T07:20:01.702 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 139/165 2024-09-16T07:20:01.702 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 140/165 2024-09-16T07:20:01.702 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 141/165 2024-09-16T07:20:01.702 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 142/165 2024-09-16T07:20:01.702 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 143/165 2024-09-16T07:20:01.702 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 144/165 2024-09-16T07:20:01.702 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 145/165 2024-09-16T07:20:01.702 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 146/165 2024-09-16T07:20:01.702 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 147/165 2024-09-16T07:20:01.702 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : re2-1:20211101-20.el9.x86_64 148/165 2024-09-16T07:20:01.703 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 149/165 2024-09-16T07:20:01.703 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : librados2-2:19.3.0-4938.g4ef5f058.el9.x86_64 150/165 2024-09-16T07:20:01.703 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 151/165 2024-09-16T07:20:01.703 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : librbd1-2:19.3.0-4938.g4ef5f058.el9.x86_64 152/165 2024-09-16T07:20:01.703 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 153/165 2024-09-16T07:20:01.703 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : NetworkManager-1:1.49.90-1.el9.x86_64 154/165 2024-09-16T07:20:01.703 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 155/165 2024-09-16T07:20:01.703 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 156/165 2024-09-16T07:20:01.703 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 157/165 2024-09-16T07:20:01.703 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : NetworkManager-team-1:1.49.90-1.el9.x86_64 158/165 2024-09-16T07:20:01.703 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 159/165 2024-09-16T07:20:01.703 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : NetworkManager-tui-1:1.49.90-1.el9.x86_64 160/165 2024-09-16T07:20:01.703 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 161/165 2024-09-16T07:20:01.703 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 162/165 2024-09-16T07:20:01.704 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 163/165 2024-09-16T07:20:01.704 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 164/165 2024-09-16T07:20:04.627 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 165/165 2024-09-16T07:20:04.627 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:20:04.627 INFO:teuthology.orchestra.run.smithi031.stdout:Upgraded: 2024-09-16T07:20:04.627 INFO:teuthology.orchestra.run.smithi031.stdout: NetworkManager-1:1.49.90-1.el9.x86_64 2024-09-16T07:20:04.627 INFO:teuthology.orchestra.run.smithi031.stdout: NetworkManager-libnm-1:1.49.90-1.el9.x86_64 2024-09-16T07:20:04.627 INFO:teuthology.orchestra.run.smithi031.stdout: NetworkManager-team-1:1.49.90-1.el9.x86_64 2024-09-16T07:20:04.627 INFO:teuthology.orchestra.run.smithi031.stdout: NetworkManager-tui-1:1.49.90-1.el9.x86_64 2024-09-16T07:20:04.628 INFO:teuthology.orchestra.run.smithi031.stdout: librados2-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:20:04.628 INFO:teuthology.orchestra.run.smithi031.stdout: librbd1-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:20:04.628 INFO:teuthology.orchestra.run.smithi031.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-16T07:20:04.628 INFO:teuthology.orchestra.run.smithi031.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-16T07:20:04.628 INFO:teuthology.orchestra.run.smithi031.stdout:Installed: 2024-09-16T07:20:04.628 INFO:teuthology.orchestra.run.smithi031.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-16T07:20:04.628 INFO:teuthology.orchestra.run.smithi031.stdout: automake-1.16.2-8.el9.noarch 2024-09-16T07:20:04.628 INFO:teuthology.orchestra.run.smithi031.stdout: bison-3.7.4-5.el9.x86_64 2024-09-16T07:20:04.628 INFO:teuthology.orchestra.run.smithi031.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-16T07:20:04.628 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:20:04.628 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-base-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:20:04.628 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-common-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:20:04.628 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-fuse-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:20:04.629 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-grafana-dashboards-2:19.3.0-4938.g4ef5f058.el9.noarch 2024-09-16T07:20:04.629 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-immutable-object-cache-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:20:04.629 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mds-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:20:04.629 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:20:04.629 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr-cephadm-2:19.3.0-4938.g4ef5f058.el9.noarch 2024-09-16T07:20:04.629 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr-dashboard-2:19.3.0-4938.g4ef5f058.el9.noarch 2024-09-16T07:20:04.629 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr-diskprediction-local-2:19.3.0-4938.g4ef5f058.el9.noarch 2024-09-16T07:20:04.629 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr-modules-core-2:19.3.0-4938.g4ef5f058.el9.noarch 2024-09-16T07:20:04.629 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr-rook-2:19.3.0-4938.g4ef5f058.el9.noarch 2024-09-16T07:20:04.629 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mon-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:20:04.629 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-osd-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:20:04.629 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-prometheus-alerts-2:19.3.0-4938.g4ef5f058.el9.noarch 2024-09-16T07:20:04.629 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-radosgw-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:20:04.630 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-selinux-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:20:04.630 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-test-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:20:04.630 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-volume-2:19.3.0-4938.g4ef5f058.el9.noarch 2024-09-16T07:20:04.630 INFO:teuthology.orchestra.run.smithi031.stdout: cephadm-2:19.3.0-4938.g4ef5f058.el9.noarch 2024-09-16T07:20:04.630 INFO:teuthology.orchestra.run.smithi031.stdout: cephfs-mirror-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:20:04.630 INFO:teuthology.orchestra.run.smithi031.stdout: cephfs-shell-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:20:04.630 INFO:teuthology.orchestra.run.smithi031.stdout: cephfs-top-2:19.3.0-4938.g4ef5f058.el9.noarch 2024-09-16T07:20:04.630 INFO:teuthology.orchestra.run.smithi031.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-16T07:20:04.630 INFO:teuthology.orchestra.run.smithi031.stdout: flex-2.6.4-9.el9.x86_64 2024-09-16T07:20:04.630 INFO:teuthology.orchestra.run.smithi031.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-16T07:20:04.630 INFO:teuthology.orchestra.run.smithi031.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-16T07:20:04.630 INFO:teuthology.orchestra.run.smithi031.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-16T07:20:04.630 INFO:teuthology.orchestra.run.smithi031.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-16T07:20:04.631 INFO:teuthology.orchestra.run.smithi031.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-16T07:20:04.631 INFO:teuthology.orchestra.run.smithi031.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-16T07:20:04.631 INFO:teuthology.orchestra.run.smithi031.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-16T07:20:04.631 INFO:teuthology.orchestra.run.smithi031.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-16T07:20:04.631 INFO:teuthology.orchestra.run.smithi031.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-16T07:20:04.631 INFO:teuthology.orchestra.run.smithi031.stdout: libcephfs-devel-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:20:04.631 INFO:teuthology.orchestra.run.smithi031.stdout: libcephfs2-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:20:04.631 INFO:teuthology.orchestra.run.smithi031.stdout: libcephsqlite-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:20:04.631 INFO:teuthology.orchestra.run.smithi031.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-16T07:20:04.631 INFO:teuthology.orchestra.run.smithi031.stdout: libnbd-1.20.2-2.el9.x86_64 2024-09-16T07:20:04.631 INFO:teuthology.orchestra.run.smithi031.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-16T07:20:04.631 INFO:teuthology.orchestra.run.smithi031.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-16T07:20:04.631 INFO:teuthology.orchestra.run.smithi031.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-16T07:20:04.632 INFO:teuthology.orchestra.run.smithi031.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-16T07:20:04.632 INFO:teuthology.orchestra.run.smithi031.stdout: librados-devel-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:20:04.632 INFO:teuthology.orchestra.run.smithi031.stdout: libradosstriper1-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:20:04.632 INFO:teuthology.orchestra.run.smithi031.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-16T07:20:04.632 INFO:teuthology.orchestra.run.smithi031.stdout: librgw2-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:20:04.632 INFO:teuthology.orchestra.run.smithi031.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-16T07:20:04.632 INFO:teuthology.orchestra.run.smithi031.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-16T07:20:04.632 INFO:teuthology.orchestra.run.smithi031.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-16T07:20:04.632 INFO:teuthology.orchestra.run.smithi031.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-16T07:20:04.632 INFO:teuthology.orchestra.run.smithi031.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-16T07:20:04.632 INFO:teuthology.orchestra.run.smithi031.stdout: lua-5.4.4-4.el9.x86_64 2024-09-16T07:20:04.632 INFO:teuthology.orchestra.run.smithi031.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-16T07:20:04.632 INFO:teuthology.orchestra.run.smithi031.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-16T07:20:04.633 INFO:teuthology.orchestra.run.smithi031.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-16T07:20:04.633 INFO:teuthology.orchestra.run.smithi031.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-16T07:20:04.633 INFO:teuthology.orchestra.run.smithi031.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-16T07:20:04.633 INFO:teuthology.orchestra.run.smithi031.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-16T07:20:04.633 INFO:teuthology.orchestra.run.smithi031.stdout: postgresql-13.16-1.el9.x86_64 2024-09-16T07:20:04.633 INFO:teuthology.orchestra.run.smithi031.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-16T07:20:04.633 INFO:teuthology.orchestra.run.smithi031.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-16T07:20:04.633 INFO:teuthology.orchestra.run.smithi031.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-16T07:20:04.633 INFO:teuthology.orchestra.run.smithi031.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-16T07:20:04.633 INFO:teuthology.orchestra.run.smithi031.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-16T07:20:04.633 INFO:teuthology.orchestra.run.smithi031.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-16T07:20:04.633 INFO:teuthology.orchestra.run.smithi031.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-16T07:20:04.634 INFO:teuthology.orchestra.run.smithi031.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-16T07:20:04.634 INFO:teuthology.orchestra.run.smithi031.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-16T07:20:04.634 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-16T07:20:04.634 INFO:teuthology.orchestra.run.smithi031.stdout: python3-ceph-argparse-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:20:04.634 INFO:teuthology.orchestra.run.smithi031.stdout: python3-ceph-common-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:20:04.634 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cephfs-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:20:04.634 INFO:teuthology.orchestra.run.smithi031.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-16T07:20:04.634 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-16T07:20:04.634 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-16T07:20:04.634 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-16T07:20:04.634 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-16T07:20:04.634 INFO:teuthology.orchestra.run.smithi031.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-16T07:20:04.634 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-16T07:20:04.634 INFO:teuthology.orchestra.run.smithi031.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-16T07:20:04.635 INFO:teuthology.orchestra.run.smithi031.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-16T07:20:04.635 INFO:teuthology.orchestra.run.smithi031.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-16T07:20:04.635 INFO:teuthology.orchestra.run.smithi031.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-16T07:20:04.635 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-16T07:20:04.635 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-16T07:20:04.635 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-16T07:20:04.635 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-16T07:20:04.635 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-16T07:20:04.635 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-16T07:20:04.635 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-16T07:20:04.635 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-16T07:20:04.635 INFO:teuthology.orchestra.run.smithi031.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-16T07:20:04.635 INFO:teuthology.orchestra.run.smithi031.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-16T07:20:04.636 INFO:teuthology.orchestra.run.smithi031.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-16T07:20:04.636 INFO:teuthology.orchestra.run.smithi031.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-16T07:20:04.636 INFO:teuthology.orchestra.run.smithi031.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-16T07:20:04.636 INFO:teuthology.orchestra.run.smithi031.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-16T07:20:04.636 INFO:teuthology.orchestra.run.smithi031.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-16T07:20:04.636 INFO:teuthology.orchestra.run.smithi031.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-16T07:20:04.636 INFO:teuthology.orchestra.run.smithi031.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-16T07:20:04.636 INFO:teuthology.orchestra.run.smithi031.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-16T07:20:04.636 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-16T07:20:04.636 INFO:teuthology.orchestra.run.smithi031.stdout: python3-ply-3.11-14.el9.noarch 2024-09-16T07:20:04.636 INFO:teuthology.orchestra.run.smithi031.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-16T07:20:04.636 INFO:teuthology.orchestra.run.smithi031.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-16T07:20:04.636 INFO:teuthology.orchestra.run.smithi031.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-16T07:20:04.637 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-16T07:20:04.637 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-16T07:20:04.637 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-16T07:20:04.637 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-16T07:20:04.637 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-16T07:20:04.637 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-16T07:20:04.637 INFO:teuthology.orchestra.run.smithi031.stdout: python3-rados-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:20:04.637 INFO:teuthology.orchestra.run.smithi031.stdout: python3-rbd-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:20:04.637 INFO:teuthology.orchestra.run.smithi031.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-16T07:20:04.637 INFO:teuthology.orchestra.run.smithi031.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-16T07:20:04.637 INFO:teuthology.orchestra.run.smithi031.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-16T07:20:04.637 INFO:teuthology.orchestra.run.smithi031.stdout: python3-rgw-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:20:04.637 INFO:teuthology.orchestra.run.smithi031.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-16T07:20:04.638 INFO:teuthology.orchestra.run.smithi031.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-16T07:20:04.638 INFO:teuthology.orchestra.run.smithi031.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-16T07:20:04.638 INFO:teuthology.orchestra.run.smithi031.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-16T07:20:04.638 INFO:teuthology.orchestra.run.smithi031.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-16T07:20:04.638 INFO:teuthology.orchestra.run.smithi031.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-16T07:20:04.638 INFO:teuthology.orchestra.run.smithi031.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-16T07:20:04.638 INFO:teuthology.orchestra.run.smithi031.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-16T07:20:04.638 INFO:teuthology.orchestra.run.smithi031.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-16T07:20:04.638 INFO:teuthology.orchestra.run.smithi031.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-16T07:20:04.638 INFO:teuthology.orchestra.run.smithi031.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-16T07:20:04.638 INFO:teuthology.orchestra.run.smithi031.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-16T07:20:04.638 INFO:teuthology.orchestra.run.smithi031.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-16T07:20:04.638 INFO:teuthology.orchestra.run.smithi031.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-16T07:20:04.638 INFO:teuthology.orchestra.run.smithi031.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-16T07:20:04.639 INFO:teuthology.orchestra.run.smithi031.stdout: rbd-fuse-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:20:04.639 INFO:teuthology.orchestra.run.smithi031.stdout: rbd-mirror-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:20:04.639 INFO:teuthology.orchestra.run.smithi031.stdout: rbd-nbd-2:19.3.0-4938.g4ef5f058.el9.x86_64 2024-09-16T07:20:04.639 INFO:teuthology.orchestra.run.smithi031.stdout: re2-1:20211101-20.el9.x86_64 2024-09-16T07:20:04.639 INFO:teuthology.orchestra.run.smithi031.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-16T07:20:04.639 INFO:teuthology.orchestra.run.smithi031.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-16T07:20:04.639 INFO:teuthology.orchestra.run.smithi031.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-16T07:20:04.639 INFO:teuthology.orchestra.run.smithi031.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-16T07:20:04.639 INFO:teuthology.orchestra.run.smithi031.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-16T07:20:04.639 INFO:teuthology.orchestra.run.smithi031.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-16T07:20:04.639 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:20:04.640 INFO:teuthology.orchestra.run.smithi031.stdout:Complete! 2024-09-16T07:20:05.022 DEBUG:teuthology.parallel:result is None 2024-09-16T07:20:05.023 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=4ef5f0587d1cad82c4295c20951c303dc342ac74 2024-09-16T07:20:05.166 DEBUG:teuthology.orchestra.run.smithi031:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-16T07:20:05.189 INFO:teuthology.orchestra.run.smithi031.stdout:19.3.0-4938.g4ef5f058.el9 2024-09-16T07:20:05.190 INFO:teuthology.packaging:The installed version of ceph is 19.3.0-4938.g4ef5f058.el9 2024-09-16T07:20:05.190 INFO:teuthology.task.install:The correct ceph version 19.3.0-4938.g4ef5f058 is installed. 2024-09-16T07:20:05.192 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=4ef5f0587d1cad82c4295c20951c303dc342ac74 2024-09-16T07:20:05.325 DEBUG:teuthology.orchestra.run.smithi155:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-16T07:20:05.352 INFO:teuthology.orchestra.run.smithi155.stdout:19.3.0-4938.g4ef5f058.el9 2024-09-16T07:20:05.353 INFO:teuthology.packaging:The installed version of ceph is 19.3.0-4938.g4ef5f058.el9 2024-09-16T07:20:05.353 INFO:teuthology.task.install:The correct ceph version 19.3.0-4938.g4ef5f058 is installed. 2024-09-16T07:20:05.355 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-16T07:20:05.355 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:20:05.355 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-16T07:20:05.384 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:20:05.384 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-16T07:20:05.425 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-16T07:20:05.426 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:20:05.426 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd of=/usr/bin/daemon-helper 2024-09-16T07:20:05.452 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-16T07:20:05.518 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:20:05.518 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd of=/usr/bin/daemon-helper 2024-09-16T07:20:05.547 DEBUG:teuthology.orchestra.run.smithi155:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-16T07:20:05.613 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-16T07:20:05.613 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:20:05.613 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-16T07:20:05.639 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-16T07:20:05.706 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:20:05.706 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-16T07:20:05.735 DEBUG:teuthology.orchestra.run.smithi155:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-16T07:20:05.801 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-16T07:20:05.801 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:20:05.801 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd of=/usr/bin/stdin-killer 2024-09-16T07:20:05.827 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-16T07:20:05.892 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:20:05.892 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd of=/usr/bin/stdin-killer 2024-09-16T07:20:05.918 DEBUG:teuthology.orchestra.run.smithi155:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-16T07:20:05.983 INFO:teuthology.run_tasks:Running task ceph... 2024-09-16T07:20:06.095 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2024-09-16T07:20:06.095 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod 777 /var/log/ceph 2024-09-16T07:20:06.097 DEBUG:teuthology.orchestra.run.smithi155:> sudo chmod 777 /var/log/ceph 2024-09-16T07:20:06.123 INFO:tasks.ceph:Disabling ceph logrotate... 2024-09-16T07:20:06.123 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-16T07:20:06.165 DEBUG:teuthology.orchestra.run.smithi155:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-16T07:20:06.189 INFO:tasks.ceph:Creating extra log directories... 2024-09-16T07:20:06.189 DEBUG:teuthology.orchestra.run.smithi031:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-16T07:20:06.231 DEBUG:teuthology.orchestra.run.smithi155:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-16T07:20:06.266 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2024-09-16T07:20:06.266 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2024-09-16T07:20:06.267 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2024-09-16T07:20:06.267 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:20:06.267 DEBUG:teuthology.orchestra.run.smithi031:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-16T07:20:06.311 DEBUG:teuthology.orchestra.run.smithi031:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-16T07:20:06.423 DEBUG:teuthology.orchestra.run.smithi031:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-09-16T07:20:06.449 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:20:06.449 DEBUG:teuthology.orchestra.run.smithi155:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-16T07:20:06.464 DEBUG:teuthology.orchestra.run.smithi155:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-16T07:20:06.580 DEBUG:teuthology.orchestra.run.smithi155:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-09-16T07:20:06.613 INFO:tasks.ceph:Creating ceph cluster ceph... 2024-09-16T07:20:06.613 INFO:tasks.ceph:config {'conf': {'client': {'pid file': ''}, 'mgr': {'client mount timeout': 30, 'debug client': 20, 'debug finisher': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'fs.*is degraded', 'filesystem is degraded', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'filesystem is offline', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'insufficient standby MDS daemons available', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'OSD full dropping all updates', 'OSD near full', 'pausewr flag', 'failsafe engaged, dropping updates', 'failsafe disengaged, no longer dropping', 'is full \\(reached quota', 'POOL_FULL', 'POOL_BACKFILLFULL'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2024-09-16T07:20:06.613 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/khiremat-2024-09-16_07:02:54-fs:volumes-wip-athakkar-testing-2024-09-15-1936-distro-default-smithi/7906849', 'branch': 'wip-athakkar-testing-2024-09-15-1936', 'description': 'fs:volumes/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} tasks/volumes/{overrides test/misc}}', 'email': None, 'first_in_suite': False, 'job_id': '7906849', 'kernel': {'kdb': 1, 'sha1': 'distro'}, 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'name': 'khiremat-2024-09-16_07:02:54-fs:volumes-wip-athakkar-testing-2024-09-15-1936-distro-default-smithi', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 20}}, {'machine': {'disk': 200}}], 'os_type': 'centos', 'os_version': '9.stream', 'overrides': {'admin_socket': {'branch': 'wip-athakkar-testing-2024-09-15-1936'}, 'ceph': {'cluster-conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 2, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon': {'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'osd op complaint time': 180}}, 'conf': {'client': {'pid file': ''}, 'mgr': {'client mount timeout': 30, 'debug client': 20, 'debug finisher': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'fs.*is degraded', 'filesystem is degraded', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'filesystem is offline', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'insufficient standby MDS daemons available', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'OSD full dropping all updates', 'OSD near full', 'pausewr flag', 'failsafe engaged, dropping updates', 'failsafe disengaged, no longer dropping', 'is full \\(reached quota', 'POOL_FULL', 'POOL_BACKFILLFULL'], 'sha1': '4ef5f0587d1cad82c4295c20951c303dc342ac74'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '4ef5f0587d1cad82c4295c20951c303dc342ac74'}}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-athakkar-testing-2024-09-15-1936', 'sha1': '4ef5f0587d1cad82c4295c20951c303dc342ac74'}}, 'owner': 'scheduled_khiremat@teuthology', 'priority': 75, 'repo': 'https://git.ceph.com/ceph-ci.git', 'roles': [['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'], ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3']], 'seed': 6756, 'sha1': '4ef5f0587d1cad82c4295c20951c303dc342ac74', 'sleep_before_teardown': 0, 'subset': '3/4', 'suite': 'fs:volumes', 'suite_branch': 'wip-athakkar-testing-2024-09-15-1936', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph-c_4ef5f0587d1cad82c4295c20951c303dc342ac74/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph-ci.git', 'suite_sha1': '4ef5f0587d1cad82c4295c20951c303dc342ac74', 'syslog': {'ignorelist': ['WARNING*.*check_session_state', 'WARNING*.*__ceph_remove_cap']}, 'targets': {'smithi031.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDqdbkugcD8valZ13qosMyEuagBA3g+LO5CjeFs0JTIAzbTXPWCuJw4tmR2173S1E1nctcXvpq3HLUfl7rCILJs=', 'smithi155.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJUCzu4BZYfxA2swYvkpAWYrWabgVDTAitOLVY1NxeyQCgqCgago2lDhTTRlW599TXli+YJxsEaV+jX9OcP3+vQ='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': 1, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '4ef5f0587d1cad82c4295c20951c303dc342ac74'}}, {'ceph': {'create_rbd_pool': False, 'cluster-conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 2, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon': {'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'osd op complaint time': 180}}, 'conf': {'client': {'pid file': ''}, 'mgr': {'client mount timeout': 30, 'debug client': 20, 'debug finisher': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'fs.*is degraded', 'filesystem is degraded', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'filesystem is offline', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'insufficient standby MDS daemons available', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'OSD full dropping all updates', 'OSD near full', 'pausewr flag', 'failsafe engaged, dropping updates', 'failsafe disengaged, no longer dropping', 'is full \\(reached quota', 'POOL_FULL', 'POOL_BACKFILLFULL'], 'sha1': '4ef5f0587d1cad82c4295c20951c303dc342ac74', 'cluster': 'ceph'}}, {'ceph-fuse': None}, {'cephfs_test_runner': {'fail_on_skip': False, 'modules': ['tasks.cephfs.test_volumes.TestMisc']}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ['local function is_kupstream() return false end', 'local function is_kdistro() return false end', 'local function is_fuse() return true end', "local function syntax_version() return '' end"]}, 'teuthology_branch': 'main', 'teuthology_sha1': '3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a', 'timestamp': '2024-09-16_07:02:54', 'tube': 'smithi', 'user': 'khiremat', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856'} 2024-09-16T07:20:06.614 DEBUG:teuthology.orchestra.run.smithi031:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-16T07:20:06.616 DEBUG:teuthology.orchestra.run.smithi155:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-16T07:20:06.661 DEBUG:teuthology.orchestra.run.smithi031:> sudo install -d -m0777 -- /var/run/ceph 2024-09-16T07:20:06.671 DEBUG:teuthology.orchestra.run.smithi155:> sudo install -d -m0777 -- /var/run/ceph 2024-09-16T07:20:06.727 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:20:06.727 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/scratch_devs of=/dev/stdout 2024-09-16T07:20:06.751 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-16T07:20:06.751 DEBUG:teuthology.orchestra.run.smithi031:> stat /dev/vg_nvme/lv_1 2024-09-16T07:20:06.807 INFO:teuthology.orchestra.run.smithi031.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-16T07:20:06.807 INFO:teuthology.orchestra.run.smithi031.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T07:20:06.807 INFO:teuthology.orchestra.run.smithi031.stdout:Device: 5h/5d Inode: 665 Links: 1 2024-09-16T07:20:06.807 INFO:teuthology.orchestra.run.smithi031.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T07:20:06.807 INFO:teuthology.orchestra.run.smithi031.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T07:20:06.807 INFO:teuthology.orchestra.run.smithi031.stdout:Access: 2024-09-16 07:19:56.094614250 +0000 2024-09-16T07:20:06.807 INFO:teuthology.orchestra.run.smithi031.stdout:Modify: 2024-09-16 07:18:04.375610189 +0000 2024-09-16T07:20:06.807 INFO:teuthology.orchestra.run.smithi031.stdout:Change: 2024-09-16 07:18:04.375610189 +0000 2024-09-16T07:20:06.807 INFO:teuthology.orchestra.run.smithi031.stdout: Birth: 2024-09-16 07:18:04.375610189 +0000 2024-09-16T07:20:06.808 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-16T07:20:06.871 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records in 2024-09-16T07:20:06.871 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records out 2024-09-16T07:20:06.871 INFO:teuthology.orchestra.run.smithi031.stderr:512 bytes copied, 0.000265186 s, 1.9 MB/s 2024-09-16T07:20:06.872 DEBUG:teuthology.orchestra.run.smithi031:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-16T07:20:06.929 DEBUG:teuthology.orchestra.run.smithi031:> stat /dev/vg_nvme/lv_2 2024-09-16T07:20:06.985 INFO:teuthology.orchestra.run.smithi031.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-16T07:20:06.985 INFO:teuthology.orchestra.run.smithi031.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T07:20:06.985 INFO:teuthology.orchestra.run.smithi031.stdout:Device: 5h/5d Inode: 686 Links: 1 2024-09-16T07:20:06.985 INFO:teuthology.orchestra.run.smithi031.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T07:20:06.985 INFO:teuthology.orchestra.run.smithi031.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T07:20:06.985 INFO:teuthology.orchestra.run.smithi031.stdout:Access: 2024-09-16 07:19:56.094614250 +0000 2024-09-16T07:20:06.985 INFO:teuthology.orchestra.run.smithi031.stdout:Modify: 2024-09-16 07:18:04.718604729 +0000 2024-09-16T07:20:06.985 INFO:teuthology.orchestra.run.smithi031.stdout:Change: 2024-09-16 07:18:04.718604729 +0000 2024-09-16T07:20:06.986 INFO:teuthology.orchestra.run.smithi031.stdout: Birth: 2024-09-16 07:18:04.718604729 +0000 2024-09-16T07:20:06.986 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-16T07:20:07.049 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records in 2024-09-16T07:20:07.049 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records out 2024-09-16T07:20:07.049 INFO:teuthology.orchestra.run.smithi031.stderr:512 bytes copied, 0.000229661 s, 2.2 MB/s 2024-09-16T07:20:07.050 DEBUG:teuthology.orchestra.run.smithi031:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-16T07:20:07.107 DEBUG:teuthology.orchestra.run.smithi031:> stat /dev/vg_nvme/lv_3 2024-09-16T07:20:07.163 INFO:teuthology.orchestra.run.smithi031.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-16T07:20:07.164 INFO:teuthology.orchestra.run.smithi031.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T07:20:07.164 INFO:teuthology.orchestra.run.smithi031.stdout:Device: 5h/5d Inode: 706 Links: 1 2024-09-16T07:20:07.164 INFO:teuthology.orchestra.run.smithi031.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T07:20:07.164 INFO:teuthology.orchestra.run.smithi031.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T07:20:07.164 INFO:teuthology.orchestra.run.smithi031.stdout:Access: 2024-09-16 07:19:56.095614233 +0000 2024-09-16T07:20:07.164 INFO:teuthology.orchestra.run.smithi031.stdout:Modify: 2024-09-16 07:18:05.052599301 +0000 2024-09-16T07:20:07.164 INFO:teuthology.orchestra.run.smithi031.stdout:Change: 2024-09-16 07:18:05.052599301 +0000 2024-09-16T07:20:07.164 INFO:teuthology.orchestra.run.smithi031.stdout: Birth: 2024-09-16 07:18:05.052599301 +0000 2024-09-16T07:20:07.164 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-16T07:20:07.228 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records in 2024-09-16T07:20:07.229 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records out 2024-09-16T07:20:07.229 INFO:teuthology.orchestra.run.smithi031.stderr:512 bytes copied, 0.000217129 s, 2.4 MB/s 2024-09-16T07:20:07.230 DEBUG:teuthology.orchestra.run.smithi031:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-16T07:20:07.288 DEBUG:teuthology.orchestra.run.smithi031:> stat /dev/vg_nvme/lv_4 2024-09-16T07:20:07.344 INFO:teuthology.orchestra.run.smithi031.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-16T07:20:07.345 INFO:teuthology.orchestra.run.smithi031.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T07:20:07.345 INFO:teuthology.orchestra.run.smithi031.stdout:Device: 5h/5d Inode: 724 Links: 1 2024-09-16T07:20:07.345 INFO:teuthology.orchestra.run.smithi031.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T07:20:07.345 INFO:teuthology.orchestra.run.smithi031.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T07:20:07.345 INFO:teuthology.orchestra.run.smithi031.stdout:Access: 2024-09-16 07:19:56.095614233 +0000 2024-09-16T07:20:07.345 INFO:teuthology.orchestra.run.smithi031.stdout:Modify: 2024-09-16 07:18:05.390593706 +0000 2024-09-16T07:20:07.345 INFO:teuthology.orchestra.run.smithi031.stdout:Change: 2024-09-16 07:18:05.390593706 +0000 2024-09-16T07:20:07.345 INFO:teuthology.orchestra.run.smithi031.stdout: Birth: 2024-09-16 07:18:05.390593706 +0000 2024-09-16T07:20:07.346 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-16T07:20:07.408 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records in 2024-09-16T07:20:07.408 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records out 2024-09-16T07:20:07.408 INFO:teuthology.orchestra.run.smithi031.stderr:512 bytes copied, 0.000198401 s, 2.6 MB/s 2024-09-16T07:20:07.410 DEBUG:teuthology.orchestra.run.smithi031:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-16T07:20:07.467 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-16T07:20:07.467 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:20:07.467 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/scratch_devs of=/dev/stdout 2024-09-16T07:20:07.484 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-16T07:20:07.484 DEBUG:teuthology.orchestra.run.smithi155:> stat /dev/vg_nvme/lv_1 2024-09-16T07:20:07.541 INFO:teuthology.orchestra.run.smithi155.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-16T07:20:07.541 INFO:teuthology.orchestra.run.smithi155.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T07:20:07.541 INFO:teuthology.orchestra.run.smithi155.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-09-16T07:20:07.541 INFO:teuthology.orchestra.run.smithi155.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T07:20:07.541 INFO:teuthology.orchestra.run.smithi155.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T07:20:07.541 INFO:teuthology.orchestra.run.smithi155.stdout:Access: 2024-09-16 07:19:49.573977210 +0000 2024-09-16T07:20:07.541 INFO:teuthology.orchestra.run.smithi155.stdout:Modify: 2024-09-16 07:18:02.239863306 +0000 2024-09-16T07:20:07.541 INFO:teuthology.orchestra.run.smithi155.stdout:Change: 2024-09-16 07:18:02.239863306 +0000 2024-09-16T07:20:07.542 INFO:teuthology.orchestra.run.smithi155.stdout: Birth: 2024-09-16 07:18:02.239863306 +0000 2024-09-16T07:20:07.542 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-16T07:20:07.607 INFO:teuthology.orchestra.run.smithi155.stderr:1+0 records in 2024-09-16T07:20:07.607 INFO:teuthology.orchestra.run.smithi155.stderr:1+0 records out 2024-09-16T07:20:07.607 INFO:teuthology.orchestra.run.smithi155.stderr:512 bytes copied, 0.000282485 s, 1.8 MB/s 2024-09-16T07:20:07.609 DEBUG:teuthology.orchestra.run.smithi155:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-16T07:20:07.666 DEBUG:teuthology.orchestra.run.smithi155:> stat /dev/vg_nvme/lv_2 2024-09-16T07:20:07.724 INFO:teuthology.orchestra.run.smithi155.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-16T07:20:07.724 INFO:teuthology.orchestra.run.smithi155.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T07:20:07.724 INFO:teuthology.orchestra.run.smithi155.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-09-16T07:20:07.724 INFO:teuthology.orchestra.run.smithi155.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T07:20:07.724 INFO:teuthology.orchestra.run.smithi155.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T07:20:07.725 INFO:teuthology.orchestra.run.smithi155.stdout:Access: 2024-09-16 07:19:49.573977210 +0000 2024-09-16T07:20:07.725 INFO:teuthology.orchestra.run.smithi155.stdout:Modify: 2024-09-16 07:18:02.559863582 +0000 2024-09-16T07:20:07.725 INFO:teuthology.orchestra.run.smithi155.stdout:Change: 2024-09-16 07:18:02.559863582 +0000 2024-09-16T07:20:07.725 INFO:teuthology.orchestra.run.smithi155.stdout: Birth: 2024-09-16 07:18:02.559863582 +0000 2024-09-16T07:20:07.725 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-16T07:20:07.788 INFO:teuthology.orchestra.run.smithi155.stderr:1+0 records in 2024-09-16T07:20:07.788 INFO:teuthology.orchestra.run.smithi155.stderr:1+0 records out 2024-09-16T07:20:07.789 INFO:teuthology.orchestra.run.smithi155.stderr:512 bytes copied, 0.000210253 s, 2.4 MB/s 2024-09-16T07:20:07.790 DEBUG:teuthology.orchestra.run.smithi155:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-16T07:20:07.847 DEBUG:teuthology.orchestra.run.smithi155:> stat /dev/vg_nvme/lv_3 2024-09-16T07:20:07.903 INFO:teuthology.orchestra.run.smithi155.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-16T07:20:07.903 INFO:teuthology.orchestra.run.smithi155.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T07:20:07.903 INFO:teuthology.orchestra.run.smithi155.stdout:Device: 5h/5d Inode: 705 Links: 1 2024-09-16T07:20:07.903 INFO:teuthology.orchestra.run.smithi155.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T07:20:07.903 INFO:teuthology.orchestra.run.smithi155.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T07:20:07.903 INFO:teuthology.orchestra.run.smithi155.stdout:Access: 2024-09-16 07:19:49.573977210 +0000 2024-09-16T07:20:07.903 INFO:teuthology.orchestra.run.smithi155.stdout:Modify: 2024-09-16 07:18:02.874863855 +0000 2024-09-16T07:20:07.903 INFO:teuthology.orchestra.run.smithi155.stdout:Change: 2024-09-16 07:18:02.874863855 +0000 2024-09-16T07:20:07.904 INFO:teuthology.orchestra.run.smithi155.stdout: Birth: 2024-09-16 07:18:02.874863855 +0000 2024-09-16T07:20:07.904 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-16T07:20:07.967 INFO:teuthology.orchestra.run.smithi155.stderr:1+0 records in 2024-09-16T07:20:07.967 INFO:teuthology.orchestra.run.smithi155.stderr:1+0 records out 2024-09-16T07:20:07.967 INFO:teuthology.orchestra.run.smithi155.stderr:512 bytes copied, 0.000205616 s, 2.5 MB/s 2024-09-16T07:20:07.968 DEBUG:teuthology.orchestra.run.smithi155:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-16T07:20:08.025 DEBUG:teuthology.orchestra.run.smithi155:> stat /dev/vg_nvme/lv_4 2024-09-16T07:20:08.081 INFO:teuthology.orchestra.run.smithi155.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-16T07:20:08.081 INFO:teuthology.orchestra.run.smithi155.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T07:20:08.081 INFO:teuthology.orchestra.run.smithi155.stdout:Device: 5h/5d Inode: 725 Links: 1 2024-09-16T07:20:08.081 INFO:teuthology.orchestra.run.smithi155.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T07:20:08.081 INFO:teuthology.orchestra.run.smithi155.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T07:20:08.081 INFO:teuthology.orchestra.run.smithi155.stdout:Access: 2024-09-16 07:19:49.574977206 +0000 2024-09-16T07:20:08.081 INFO:teuthology.orchestra.run.smithi155.stdout:Modify: 2024-09-16 07:18:03.216864151 +0000 2024-09-16T07:20:08.081 INFO:teuthology.orchestra.run.smithi155.stdout:Change: 2024-09-16 07:18:03.216864151 +0000 2024-09-16T07:20:08.081 INFO:teuthology.orchestra.run.smithi155.stdout: Birth: 2024-09-16 07:18:03.216864151 +0000 2024-09-16T07:20:08.081 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-16T07:20:08.144 INFO:teuthology.orchestra.run.smithi155.stderr:1+0 records in 2024-09-16T07:20:08.145 INFO:teuthology.orchestra.run.smithi155.stderr:1+0 records out 2024-09-16T07:20:08.145 INFO:teuthology.orchestra.run.smithi155.stderr:512 bytes copied, 0.000203401 s, 2.5 MB/s 2024-09-16T07:20:08.146 DEBUG:teuthology.orchestra.run.smithi155:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-16T07:20:08.202 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-16T07:20:08.202 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi031.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi155.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-16T07:20:08.202 INFO:tasks.ceph:Generating config... 2024-09-16T07:20:08.204 INFO:tasks.ceph:[client] pid file = 2024-09-16T07:20:08.204 INFO:tasks.ceph:[mgr] client mount timeout = 30 2024-09-16T07:20:08.204 INFO:tasks.ceph:[mgr] debug client = 20 2024-09-16T07:20:08.204 INFO:tasks.ceph:[mgr] debug finisher = 20 2024-09-16T07:20:08.204 INFO:tasks.ceph:[mgr] debug mgr = 20 2024-09-16T07:20:08.204 INFO:tasks.ceph:[mgr] debug ms = 1 2024-09-16T07:20:08.204 INFO:tasks.ceph:[mon] debug mon = 20 2024-09-16T07:20:08.204 INFO:tasks.ceph:[mon] debug ms = 1 2024-09-16T07:20:08.204 INFO:tasks.ceph:[mon] debug paxos = 20 2024-09-16T07:20:08.204 INFO:tasks.ceph:[mon] mon down mkfs grace = 300 2024-09-16T07:20:08.204 INFO:tasks.ceph:[osd] bdev async discard = True 2024-09-16T07:20:08.205 INFO:tasks.ceph:[osd] bdev enable discard = True 2024-09-16T07:20:08.205 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2024-09-16T07:20:08.205 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2024-09-16T07:20:08.205 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2024-09-16T07:20:08.205 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2024-09-16T07:20:08.205 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2024-09-16T07:20:08.205 INFO:tasks.ceph:[osd] debug ms = 1 2024-09-16T07:20:08.205 INFO:tasks.ceph:[osd] debug osd = 20 2024-09-16T07:20:08.205 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2024-09-16T07:20:08.205 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2024-09-16T07:20:08.205 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2024-09-16T07:20:08.205 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2024-09-16T07:20:08.205 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2024-09-16T07:20:08.206 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2024-09-16T07:20:08.206 INFO:tasks.ceph:Setting up mon.a... 2024-09-16T07:20:08.206 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2024-09-16T07:20:08.253 INFO:teuthology.orchestra.run.smithi031.stdout:creating /etc/ceph/ceph.keyring 2024-09-16T07:20:08.256 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2024-09-16T07:20:08.299 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-16T07:20:08.365 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.31'), ('mon.b', '172.21.15.155'), ('mon.c', '[v2:172.21.15.155:3301,v1:172.21.15.155:6790]')] 2024-09-16T07:20:08.366 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.31,172.21.15.155,[v2:172.21.15.155:3301,v1:172.21.15.155:6790]'}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false', 'client mount timeout': 30, 'debug client': 20, 'debug finisher': 20}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon down mkfs grace': 300}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'pid file': ''}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.c': {}, 'mds.b': {}, 'mds.d': {}} 2024-09-16T07:20:08.366 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:20:08.366 DEBUG:teuthology.orchestra.run.smithi031:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2024-09-16T07:20:08.421 DEBUG:teuthology.orchestra.run.smithi031:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.31 --add b 172.21.15.155 --addv c '[v2:172.21.15.155:3301,v1:172.21.15.155:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2024-09-16T07:20:08.509 INFO:teuthology.orchestra.run.smithi031.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2024-09-16T07:20:08.509 INFO:teuthology.orchestra.run.smithi031.stdout:monmaptool: generated fsid aed87fb1-9c90-4029-9d57-80f2a5b1b4b1 2024-09-16T07:20:08.509 INFO:teuthology.orchestra.run.smithi031.stdout:setting min_mon_release = quincy 2024-09-16T07:20:08.509 INFO:teuthology.orchestra.run.smithi031.stdout:epoch 0 2024-09-16T07:20:08.509 INFO:teuthology.orchestra.run.smithi031.stdout:fsid aed87fb1-9c90-4029-9d57-80f2a5b1b4b1 2024-09-16T07:20:08.509 INFO:teuthology.orchestra.run.smithi031.stdout:last_changed 2024-09-16T07:20:08.510593+0000 2024-09-16T07:20:08.509 INFO:teuthology.orchestra.run.smithi031.stdout:created 2024-09-16T07:20:08.510593+0000 2024-09-16T07:20:08.510 INFO:teuthology.orchestra.run.smithi031.stdout:min_mon_release 17 (quincy) 2024-09-16T07:20:08.510 INFO:teuthology.orchestra.run.smithi031.stdout:election_strategy: 1 2024-09-16T07:20:08.510 INFO:teuthology.orchestra.run.smithi031.stdout:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-16T07:20:08.510 INFO:teuthology.orchestra.run.smithi031.stdout:1: [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] mon.b 2024-09-16T07:20:08.510 INFO:teuthology.orchestra.run.smithi031.stdout:2: [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] mon.c 2024-09-16T07:20:08.510 INFO:teuthology.orchestra.run.smithi031.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2024-09-16T07:20:08.511 DEBUG:teuthology.orchestra.run.smithi031:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2024-09-16T07:20:08.526 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID aed87fb1-9c90-4029-9d57-80f2a5b1b4b1... 2024-09-16T07:20:08.527 DEBUG:teuthology.orchestra.run.smithi031:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-16T07:20:08.569 DEBUG:teuthology.orchestra.run.smithi155:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-16T07:20:08.611 INFO:teuthology.orchestra.run.smithi031.stdout:[global] 2024-09-16T07:20:08.612 INFO:teuthology.orchestra.run.smithi031.stdout: chdir = "" 2024-09-16T07:20:08.612 INFO:teuthology.orchestra.run.smithi031.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-16T07:20:08.612 INFO:teuthology.orchestra.run.smithi031.stdout: auth supported = cephx 2024-09-16T07:20:08.612 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:20:08.612 INFO:teuthology.orchestra.run.smithi031.stdout: filestore xattr use omap = true 2024-09-16T07:20:08.612 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:20:08.612 INFO:teuthology.orchestra.run.smithi031.stdout: mon clock drift allowed = 1.000 2024-09-16T07:20:08.612 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:20:08.612 INFO:teuthology.orchestra.run.smithi031.stdout: osd crush chooseleaf type = 0 2024-09-16T07:20:08.612 INFO:teuthology.orchestra.run.smithi031.stdout: auth debug = true 2024-09-16T07:20:08.612 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:20:08.612 INFO:teuthology.orchestra.run.smithi031.stdout: ms die on old message = true 2024-09-16T07:20:08.613 INFO:teuthology.orchestra.run.smithi031.stdout: ms die on bug = true 2024-09-16T07:20:08.613 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:20:08.613 INFO:teuthology.orchestra.run.smithi031.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-16T07:20:08.613 INFO:teuthology.orchestra.run.smithi031.stdout: mon pg warn max object skew = 0 2024-09-16T07:20:08.613 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:20:08.613 INFO:teuthology.orchestra.run.smithi031.stdout: # disable pg_autoscaler by default for new pools 2024-09-16T07:20:08.613 INFO:teuthology.orchestra.run.smithi031.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-16T07:20:08.613 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:20:08.613 INFO:teuthology.orchestra.run.smithi031.stdout: osd pool default size = 2 2024-09-16T07:20:08.613 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:20:08.613 INFO:teuthology.orchestra.run.smithi031.stdout: mon osd allow primary affinity = true 2024-09-16T07:20:08.613 INFO:teuthology.orchestra.run.smithi031.stdout: mon osd allow pg remap = true 2024-09-16T07:20:08.613 INFO:teuthology.orchestra.run.smithi031.stdout: mon warn on legacy crush tunables = false 2024-09-16T07:20:08.614 INFO:teuthology.orchestra.run.smithi031.stdout: mon warn on crush straw calc version zero = false 2024-09-16T07:20:08.614 INFO:teuthology.orchestra.run.smithi031.stdout: mon warn on no sortbitwise = false 2024-09-16T07:20:08.614 INFO:teuthology.orchestra.run.smithi031.stdout: mon warn on osd down out interval zero = false 2024-09-16T07:20:08.614 INFO:teuthology.orchestra.run.smithi031.stdout: mon warn on too few osds = false 2024-09-16T07:20:08.614 INFO:teuthology.orchestra.run.smithi031.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-16T07:20:08.614 INFO:teuthology.orchestra.run.smithi031.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-16T07:20:08.614 INFO:teuthology.orchestra.run.smithi031.stdout: mon_allow_pool_size_one = true 2024-09-16T07:20:08.614 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:20:08.614 INFO:teuthology.orchestra.run.smithi031.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-16T07:20:08.614 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:20:08.614 INFO:teuthology.orchestra.run.smithi031.stdout: osd default data pool replay window = 5 2024-09-16T07:20:08.614 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:20:08.615 INFO:teuthology.orchestra.run.smithi031.stdout: mon allow pool delete = true 2024-09-16T07:20:08.615 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:20:08.615 INFO:teuthology.orchestra.run.smithi031.stdout: mon cluster log file level = debug 2024-09-16T07:20:08.615 INFO:teuthology.orchestra.run.smithi031.stdout: debug asserts on shutdown = true 2024-09-16T07:20:08.615 INFO:teuthology.orchestra.run.smithi031.stdout: mon health detail to clog = false 2024-09-16T07:20:08.615 INFO:teuthology.orchestra.run.smithi031.stdout: mon host = "172.21.15.31,172.21.15.155,[v2:172.21.15.155:3301,v1:172.21.15.155:6790]" 2024-09-16T07:20:08.615 INFO:teuthology.orchestra.run.smithi031.stdout: fsid = aed87fb1-9c90-4029-9d57-80f2a5b1b4b1 2024-09-16T07:20:08.615 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:20:08.615 INFO:teuthology.orchestra.run.smithi031.stdout:[osd] 2024-09-16T07:20:08.615 INFO:teuthology.orchestra.run.smithi031.stdout: osd journal size = 100 2024-09-16T07:20:08.616 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:20:08.616 INFO:teuthology.orchestra.run.smithi031.stdout: osd scrub load threshold = 5.0 2024-09-16T07:20:08.616 INFO:teuthology.orchestra.run.smithi031.stdout: osd scrub max interval = 600 2024-09-16T07:20:08.616 INFO:teuthology.orchestra.run.smithi031.stdout: osd mclock profile = high_recovery_ops 2024-09-16T07:20:08.616 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:20:08.616 INFO:teuthology.orchestra.run.smithi031.stdout: osd recover clone overlap = true 2024-09-16T07:20:08.616 INFO:teuthology.orchestra.run.smithi031.stdout: osd recovery max chunk = 1048576 2024-09-16T07:20:08.616 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:20:08.616 INFO:teuthology.orchestra.run.smithi031.stdout: osd debug shutdown = true 2024-09-16T07:20:08.617 INFO:teuthology.orchestra.run.smithi031.stdout: osd debug op order = true 2024-09-16T07:20:08.617 INFO:teuthology.orchestra.run.smithi031.stdout: osd debug verify stray on activate = true 2024-09-16T07:20:08.617 INFO:teuthology.orchestra.run.smithi031.stdout: osd debug trim objects = true 2024-09-16T07:20:08.617 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:20:08.617 INFO:teuthology.orchestra.run.smithi031.stdout: osd open classes on start = true 2024-09-16T07:20:08.617 INFO:teuthology.orchestra.run.smithi031.stdout: osd debug pg log writeout = true 2024-09-16T07:20:08.617 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:20:08.617 INFO:teuthology.orchestra.run.smithi031.stdout: osd deep scrub update digest min age = 30 2024-09-16T07:20:08.617 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:20:08.617 INFO:teuthology.orchestra.run.smithi031.stdout: osd map max advance = 10 2024-09-16T07:20:08.617 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:20:08.617 INFO:teuthology.orchestra.run.smithi031.stdout: journal zero on create = true 2024-09-16T07:20:08.617 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:20:08.618 INFO:teuthology.orchestra.run.smithi031.stdout: filestore ondisk finisher threads = 3 2024-09-16T07:20:08.618 INFO:teuthology.orchestra.run.smithi031.stdout: filestore apply finisher threads = 3 2024-09-16T07:20:08.618 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:20:08.618 INFO:teuthology.orchestra.run.smithi031.stdout: bdev debug aio = true 2024-09-16T07:20:08.618 INFO:teuthology.orchestra.run.smithi031.stdout: osd debug misdirected ops = true 2024-09-16T07:20:08.618 INFO:teuthology.orchestra.run.smithi031.stdout: bdev async discard = True 2024-09-16T07:20:08.618 INFO:teuthology.orchestra.run.smithi031.stdout: bdev enable discard = True 2024-09-16T07:20:08.618 INFO:teuthology.orchestra.run.smithi031.stdout: bluestore allocator = bitmap 2024-09-16T07:20:08.618 INFO:teuthology.orchestra.run.smithi031.stdout: bluestore block size = 96636764160 2024-09-16T07:20:08.618 INFO:teuthology.orchestra.run.smithi031.stdout: bluestore fsck on mount = True 2024-09-16T07:20:08.618 INFO:teuthology.orchestra.run.smithi031.stdout: debug bluefs = 1/20 2024-09-16T07:20:08.618 INFO:teuthology.orchestra.run.smithi031.stdout: debug bluestore = 1/20 2024-09-16T07:20:08.618 INFO:teuthology.orchestra.run.smithi031.stdout: debug ms = 1 2024-09-16T07:20:08.618 INFO:teuthology.orchestra.run.smithi031.stdout: debug osd = 20 2024-09-16T07:20:08.619 INFO:teuthology.orchestra.run.smithi031.stdout: debug rocksdb = 4/10 2024-09-16T07:20:08.619 INFO:teuthology.orchestra.run.smithi031.stdout: mon osd backfillfull_ratio = 0.85 2024-09-16T07:20:08.619 INFO:teuthology.orchestra.run.smithi031.stdout: mon osd full ratio = 0.9 2024-09-16T07:20:08.619 INFO:teuthology.orchestra.run.smithi031.stdout: mon osd nearfull ratio = 0.8 2024-09-16T07:20:08.619 INFO:teuthology.orchestra.run.smithi031.stdout: osd failsafe full ratio = 0.95 2024-09-16T07:20:08.619 INFO:teuthology.orchestra.run.smithi031.stdout: osd objectstore = bluestore 2024-09-16T07:20:08.619 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:20:08.619 INFO:teuthology.orchestra.run.smithi031.stdout:[mgr] 2024-09-16T07:20:08.619 INFO:teuthology.orchestra.run.smithi031.stdout: debug ms = 1 2024-09-16T07:20:08.619 INFO:teuthology.orchestra.run.smithi031.stdout: debug mgr = 20 2024-09-16T07:20:08.619 INFO:teuthology.orchestra.run.smithi031.stdout: debug mon = 20 2024-09-16T07:20:08.619 INFO:teuthology.orchestra.run.smithi031.stdout: debug auth = 20 2024-09-16T07:20:08.619 INFO:teuthology.orchestra.run.smithi031.stdout: mon reweight min pgs per osd = 4 2024-09-16T07:20:08.619 INFO:teuthology.orchestra.run.smithi031.stdout: mon reweight min bytes per osd = 10 2024-09-16T07:20:08.620 INFO:teuthology.orchestra.run.smithi031.stdout: mgr/telemetry/nag = false 2024-09-16T07:20:08.620 INFO:teuthology.orchestra.run.smithi031.stdout: client mount timeout = 30 2024-09-16T07:20:08.620 INFO:teuthology.orchestra.run.smithi031.stdout: debug client = 20 2024-09-16T07:20:08.620 INFO:teuthology.orchestra.run.smithi031.stdout: debug finisher = 20 2024-09-16T07:20:08.620 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:20:08.620 INFO:teuthology.orchestra.run.smithi031.stdout:[mon] 2024-09-16T07:20:08.620 INFO:teuthology.orchestra.run.smithi031.stdout: debug ms = 1 2024-09-16T07:20:08.620 INFO:teuthology.orchestra.run.smithi031.stdout: debug mon = 20 2024-09-16T07:20:08.620 INFO:teuthology.orchestra.run.smithi031.stdout: debug paxos = 20 2024-09-16T07:20:08.620 INFO:teuthology.orchestra.run.smithi031.stdout: debug auth = 20 2024-09-16T07:20:08.620 INFO:teuthology.orchestra.run.smithi031.stdout: mon data avail warn = 5 2024-09-16T07:20:08.620 INFO:teuthology.orchestra.run.smithi031.stdout: mon mgr mkfs grace = 240 2024-09-16T07:20:08.620 INFO:teuthology.orchestra.run.smithi031.stdout: mon reweight min pgs per osd = 4 2024-09-16T07:20:08.620 INFO:teuthology.orchestra.run.smithi031.stdout: mon osd reporter subtree level = osd 2024-09-16T07:20:08.621 INFO:teuthology.orchestra.run.smithi031.stdout: mon osd prime pg temp = true 2024-09-16T07:20:08.621 INFO:teuthology.orchestra.run.smithi031.stdout: mon reweight min bytes per osd = 10 2024-09-16T07:20:08.621 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:20:08.621 INFO:teuthology.orchestra.run.smithi031.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-16T07:20:08.621 INFO:teuthology.orchestra.run.smithi031.stdout: auth mon ticket ttl = 660 # 11m 2024-09-16T07:20:08.621 INFO:teuthology.orchestra.run.smithi031.stdout: auth service ticket ttl = 240 # 4m 2024-09-16T07:20:08.621 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:20:08.621 INFO:teuthology.orchestra.run.smithi031.stdout: # don't complain about insecure global_id in the test suite 2024-09-16T07:20:08.621 INFO:teuthology.orchestra.run.smithi031.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-16T07:20:08.621 INFO:teuthology.orchestra.run.smithi031.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-16T07:20:08.621 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:20:08.621 INFO:teuthology.orchestra.run.smithi031.stdout: # 1m isn't quite enough 2024-09-16T07:20:08.621 INFO:teuthology.orchestra.run.smithi031.stdout: mon_down_mkfs_grace = 2m 2024-09-16T07:20:08.621 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:20:08.622 INFO:teuthology.orchestra.run.smithi031.stdout: mon_warn_on_filestore_osds = false 2024-09-16T07:20:08.622 INFO:teuthology.orchestra.run.smithi031.stdout: mon down mkfs grace = 300 2024-09-16T07:20:08.622 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:20:08.622 INFO:teuthology.orchestra.run.smithi031.stdout:[client] 2024-09-16T07:20:08.622 INFO:teuthology.orchestra.run.smithi031.stdout: rgw cache enabled = true 2024-09-16T07:20:08.622 INFO:teuthology.orchestra.run.smithi031.stdout: rgw enable ops log = true 2024-09-16T07:20:08.622 INFO:teuthology.orchestra.run.smithi031.stdout: rgw enable usage log = true 2024-09-16T07:20:08.622 INFO:teuthology.orchestra.run.smithi031.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-16T07:20:08.622 INFO:teuthology.orchestra.run.smithi031.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-16T07:20:08.622 INFO:teuthology.orchestra.run.smithi031.stdout: pid file = "" 2024-09-16T07:20:08.622 INFO:teuthology.orchestra.run.smithi031.stdout:[mon.a] 2024-09-16T07:20:08.622 INFO:teuthology.orchestra.run.smithi031.stdout:[mon.b] 2024-09-16T07:20:08.622 INFO:teuthology.orchestra.run.smithi031.stdout:[mon.c] 2024-09-16T07:20:08.623 INFO:teuthology.orchestra.run.smithi031.stdout:[mds.a] 2024-09-16T07:20:08.623 INFO:teuthology.orchestra.run.smithi031.stdout:[mds.c] 2024-09-16T07:20:08.623 INFO:teuthology.orchestra.run.smithi031.stdout:[mds.b] 2024-09-16T07:20:08.623 INFO:teuthology.orchestra.run.smithi031.stdout:[mds.d] 2024-09-16T07:20:08.623 INFO:teuthology.orchestra.run.smithi155.stdout:[global] 2024-09-16T07:20:08.623 INFO:teuthology.orchestra.run.smithi155.stdout: chdir = "" 2024-09-16T07:20:08.623 INFO:teuthology.orchestra.run.smithi155.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-16T07:20:08.624 INFO:teuthology.orchestra.run.smithi155.stdout: auth supported = cephx 2024-09-16T07:20:08.624 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-09-16T07:20:08.624 INFO:teuthology.orchestra.run.smithi155.stdout: filestore xattr use omap = true 2024-09-16T07:20:08.624 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-09-16T07:20:08.624 INFO:teuthology.orchestra.run.smithi155.stdout: mon clock drift allowed = 1.000 2024-09-16T07:20:08.624 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-09-16T07:20:08.624 INFO:teuthology.orchestra.run.smithi155.stdout: osd crush chooseleaf type = 0 2024-09-16T07:20:08.624 INFO:teuthology.orchestra.run.smithi155.stdout: auth debug = true 2024-09-16T07:20:08.624 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-09-16T07:20:08.624 INFO:teuthology.orchestra.run.smithi155.stdout: ms die on old message = true 2024-09-16T07:20:08.624 INFO:teuthology.orchestra.run.smithi155.stdout: ms die on bug = true 2024-09-16T07:20:08.624 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-09-16T07:20:08.624 INFO:teuthology.orchestra.run.smithi155.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-16T07:20:08.625 INFO:teuthology.orchestra.run.smithi155.stdout: mon pg warn max object skew = 0 2024-09-16T07:20:08.625 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-09-16T07:20:08.625 INFO:teuthology.orchestra.run.smithi155.stdout: # disable pg_autoscaler by default for new pools 2024-09-16T07:20:08.625 INFO:teuthology.orchestra.run.smithi155.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-16T07:20:08.625 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-09-16T07:20:08.625 INFO:teuthology.orchestra.run.smithi155.stdout: osd pool default size = 2 2024-09-16T07:20:08.625 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-09-16T07:20:08.625 INFO:teuthology.orchestra.run.smithi155.stdout: mon osd allow primary affinity = true 2024-09-16T07:20:08.625 INFO:teuthology.orchestra.run.smithi155.stdout: mon osd allow pg remap = true 2024-09-16T07:20:08.625 INFO:teuthology.orchestra.run.smithi155.stdout: mon warn on legacy crush tunables = false 2024-09-16T07:20:08.625 INFO:teuthology.orchestra.run.smithi155.stdout: mon warn on crush straw calc version zero = false 2024-09-16T07:20:08.625 INFO:teuthology.orchestra.run.smithi155.stdout: mon warn on no sortbitwise = false 2024-09-16T07:20:08.626 INFO:teuthology.orchestra.run.smithi155.stdout: mon warn on osd down out interval zero = false 2024-09-16T07:20:08.626 INFO:teuthology.orchestra.run.smithi155.stdout: mon warn on too few osds = false 2024-09-16T07:20:08.626 INFO:teuthology.orchestra.run.smithi155.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-16T07:20:08.626 INFO:teuthology.orchestra.run.smithi155.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-16T07:20:08.626 INFO:teuthology.orchestra.run.smithi155.stdout: mon_allow_pool_size_one = true 2024-09-16T07:20:08.626 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-09-16T07:20:08.626 INFO:teuthology.orchestra.run.smithi155.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-16T07:20:08.626 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-09-16T07:20:08.626 INFO:teuthology.orchestra.run.smithi155.stdout: osd default data pool replay window = 5 2024-09-16T07:20:08.626 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-09-16T07:20:08.626 INFO:teuthology.orchestra.run.smithi155.stdout: mon allow pool delete = true 2024-09-16T07:20:08.626 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-09-16T07:20:08.626 INFO:teuthology.orchestra.run.smithi155.stdout: mon cluster log file level = debug 2024-09-16T07:20:08.626 INFO:teuthology.orchestra.run.smithi155.stdout: debug asserts on shutdown = true 2024-09-16T07:20:08.627 INFO:teuthology.orchestra.run.smithi155.stdout: mon health detail to clog = false 2024-09-16T07:20:08.627 INFO:teuthology.orchestra.run.smithi155.stdout: mon host = "172.21.15.31,172.21.15.155,[v2:172.21.15.155:3301,v1:172.21.15.155:6790]" 2024-09-16T07:20:08.627 INFO:teuthology.orchestra.run.smithi155.stdout: fsid = aed87fb1-9c90-4029-9d57-80f2a5b1b4b1 2024-09-16T07:20:08.627 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-09-16T07:20:08.627 INFO:teuthology.orchestra.run.smithi155.stdout:[osd] 2024-09-16T07:20:08.627 INFO:teuthology.orchestra.run.smithi155.stdout: osd journal size = 100 2024-09-16T07:20:08.627 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-09-16T07:20:08.627 INFO:teuthology.orchestra.run.smithi155.stdout: osd scrub load threshold = 5.0 2024-09-16T07:20:08.627 INFO:teuthology.orchestra.run.smithi155.stdout: osd scrub max interval = 600 2024-09-16T07:20:08.627 INFO:teuthology.orchestra.run.smithi155.stdout: osd mclock profile = high_recovery_ops 2024-09-16T07:20:08.627 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-09-16T07:20:08.627 INFO:teuthology.orchestra.run.smithi155.stdout: osd recover clone overlap = true 2024-09-16T07:20:08.627 INFO:teuthology.orchestra.run.smithi155.stdout: osd recovery max chunk = 1048576 2024-09-16T07:20:08.628 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-09-16T07:20:08.628 INFO:teuthology.orchestra.run.smithi155.stdout: osd debug shutdown = true 2024-09-16T07:20:08.628 INFO:teuthology.orchestra.run.smithi155.stdout: osd debug op order = true 2024-09-16T07:20:08.628 INFO:teuthology.orchestra.run.smithi155.stdout: osd debug verify stray on activate = true 2024-09-16T07:20:08.628 INFO:teuthology.orchestra.run.smithi155.stdout: osd debug trim objects = true 2024-09-16T07:20:08.628 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-09-16T07:20:08.628 INFO:teuthology.orchestra.run.smithi155.stdout: osd open classes on start = true 2024-09-16T07:20:08.628 INFO:teuthology.orchestra.run.smithi155.stdout: osd debug pg log writeout = true 2024-09-16T07:20:08.628 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-09-16T07:20:08.628 INFO:teuthology.orchestra.run.smithi155.stdout: osd deep scrub update digest min age = 30 2024-09-16T07:20:08.628 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-09-16T07:20:08.628 INFO:teuthology.orchestra.run.smithi155.stdout: osd map max advance = 10 2024-09-16T07:20:08.628 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-09-16T07:20:08.628 INFO:teuthology.orchestra.run.smithi155.stdout: journal zero on create = true 2024-09-16T07:20:08.629 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-09-16T07:20:08.629 INFO:teuthology.orchestra.run.smithi155.stdout: filestore ondisk finisher threads = 3 2024-09-16T07:20:08.629 INFO:teuthology.orchestra.run.smithi155.stdout: filestore apply finisher threads = 3 2024-09-16T07:20:08.629 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-09-16T07:20:08.629 INFO:teuthology.orchestra.run.smithi155.stdout: bdev debug aio = true 2024-09-16T07:20:08.629 INFO:teuthology.orchestra.run.smithi155.stdout: osd debug misdirected ops = true 2024-09-16T07:20:08.629 INFO:teuthology.orchestra.run.smithi155.stdout: bdev async discard = True 2024-09-16T07:20:08.629 INFO:teuthology.orchestra.run.smithi155.stdout: bdev enable discard = True 2024-09-16T07:20:08.629 INFO:teuthology.orchestra.run.smithi155.stdout: bluestore allocator = bitmap 2024-09-16T07:20:08.629 INFO:teuthology.orchestra.run.smithi155.stdout: bluestore block size = 96636764160 2024-09-16T07:20:08.629 INFO:teuthology.orchestra.run.smithi155.stdout: bluestore fsck on mount = True 2024-09-16T07:20:08.629 INFO:teuthology.orchestra.run.smithi155.stdout: debug bluefs = 1/20 2024-09-16T07:20:08.629 INFO:teuthology.orchestra.run.smithi155.stdout: debug bluestore = 1/20 2024-09-16T07:20:08.630 INFO:teuthology.orchestra.run.smithi155.stdout: debug ms = 1 2024-09-16T07:20:08.630 INFO:teuthology.orchestra.run.smithi155.stdout: debug osd = 20 2024-09-16T07:20:08.630 INFO:teuthology.orchestra.run.smithi155.stdout: debug rocksdb = 4/10 2024-09-16T07:20:08.630 INFO:teuthology.orchestra.run.smithi155.stdout: mon osd backfillfull_ratio = 0.85 2024-09-16T07:20:08.630 INFO:teuthology.orchestra.run.smithi155.stdout: mon osd full ratio = 0.9 2024-09-16T07:20:08.630 INFO:teuthology.orchestra.run.smithi155.stdout: mon osd nearfull ratio = 0.8 2024-09-16T07:20:08.630 INFO:teuthology.orchestra.run.smithi155.stdout: osd failsafe full ratio = 0.95 2024-09-16T07:20:08.630 INFO:teuthology.orchestra.run.smithi155.stdout: osd objectstore = bluestore 2024-09-16T07:20:08.630 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-09-16T07:20:08.630 INFO:teuthology.orchestra.run.smithi155.stdout:[mgr] 2024-09-16T07:20:08.630 INFO:teuthology.orchestra.run.smithi155.stdout: debug ms = 1 2024-09-16T07:20:08.630 INFO:teuthology.orchestra.run.smithi155.stdout: debug mgr = 20 2024-09-16T07:20:08.630 INFO:teuthology.orchestra.run.smithi155.stdout: debug mon = 20 2024-09-16T07:20:08.630 INFO:teuthology.orchestra.run.smithi155.stdout: debug auth = 20 2024-09-16T07:20:08.631 INFO:teuthology.orchestra.run.smithi155.stdout: mon reweight min pgs per osd = 4 2024-09-16T07:20:08.631 INFO:teuthology.orchestra.run.smithi155.stdout: mon reweight min bytes per osd = 10 2024-09-16T07:20:08.631 INFO:teuthology.orchestra.run.smithi155.stdout: mgr/telemetry/nag = false 2024-09-16T07:20:08.631 INFO:teuthology.orchestra.run.smithi155.stdout: client mount timeout = 30 2024-09-16T07:20:08.631 INFO:teuthology.orchestra.run.smithi155.stdout: debug client = 20 2024-09-16T07:20:08.631 INFO:teuthology.orchestra.run.smithi155.stdout: debug finisher = 20 2024-09-16T07:20:08.631 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-09-16T07:20:08.631 INFO:teuthology.orchestra.run.smithi155.stdout:[mon] 2024-09-16T07:20:08.631 INFO:teuthology.orchestra.run.smithi155.stdout: debug ms = 1 2024-09-16T07:20:08.631 INFO:teuthology.orchestra.run.smithi155.stdout: debug mon = 20 2024-09-16T07:20:08.631 INFO:teuthology.orchestra.run.smithi155.stdout: debug paxos = 20 2024-09-16T07:20:08.631 INFO:teuthology.orchestra.run.smithi155.stdout: debug auth = 20 2024-09-16T07:20:08.631 INFO:teuthology.orchestra.run.smithi155.stdout: mon data avail warn = 5 2024-09-16T07:20:08.631 INFO:teuthology.orchestra.run.smithi155.stdout: mon mgr mkfs grace = 240 2024-09-16T07:20:08.632 INFO:teuthology.orchestra.run.smithi155.stdout: mon reweight min pgs per osd = 4 2024-09-16T07:20:08.632 INFO:teuthology.orchestra.run.smithi155.stdout: mon osd reporter subtree level = osd 2024-09-16T07:20:08.632 INFO:teuthology.orchestra.run.smithi155.stdout: mon osd prime pg temp = true 2024-09-16T07:20:08.632 INFO:teuthology.orchestra.run.smithi155.stdout: mon reweight min bytes per osd = 10 2024-09-16T07:20:08.632 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-09-16T07:20:08.632 INFO:teuthology.orchestra.run.smithi155.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-16T07:20:08.632 INFO:teuthology.orchestra.run.smithi155.stdout: auth mon ticket ttl = 660 # 11m 2024-09-16T07:20:08.632 INFO:teuthology.orchestra.run.smithi155.stdout: auth service ticket ttl = 240 # 4m 2024-09-16T07:20:08.632 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-09-16T07:20:08.632 INFO:teuthology.orchestra.run.smithi155.stdout: # don't complain about insecure global_id in the test suite 2024-09-16T07:20:08.632 INFO:teuthology.orchestra.run.smithi155.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-16T07:20:08.632 INFO:teuthology.orchestra.run.smithi155.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-16T07:20:08.632 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-09-16T07:20:08.633 INFO:teuthology.orchestra.run.smithi155.stdout: # 1m isn't quite enough 2024-09-16T07:20:08.633 INFO:teuthology.orchestra.run.smithi155.stdout: mon_down_mkfs_grace = 2m 2024-09-16T07:20:08.633 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-09-16T07:20:08.633 INFO:teuthology.orchestra.run.smithi155.stdout: mon_warn_on_filestore_osds = false 2024-09-16T07:20:08.633 INFO:teuthology.orchestra.run.smithi155.stdout: mon down mkfs grace = 300 2024-09-16T07:20:08.633 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-09-16T07:20:08.633 INFO:teuthology.orchestra.run.smithi155.stdout:[client] 2024-09-16T07:20:08.633 INFO:teuthology.orchestra.run.smithi155.stdout: rgw cache enabled = true 2024-09-16T07:20:08.633 INFO:teuthology.orchestra.run.smithi155.stdout: rgw enable ops log = true 2024-09-16T07:20:08.633 INFO:teuthology.orchestra.run.smithi155.stdout: rgw enable usage log = true 2024-09-16T07:20:08.633 INFO:teuthology.orchestra.run.smithi155.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-16T07:20:08.633 INFO:teuthology.orchestra.run.smithi155.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-16T07:20:08.633 INFO:teuthology.orchestra.run.smithi155.stdout: pid file = "" 2024-09-16T07:20:08.633 INFO:teuthology.orchestra.run.smithi155.stdout:[mon.a] 2024-09-16T07:20:08.634 INFO:teuthology.orchestra.run.smithi155.stdout:[mon.b] 2024-09-16T07:20:08.634 INFO:teuthology.orchestra.run.smithi155.stdout:[mon.c] 2024-09-16T07:20:08.634 INFO:teuthology.orchestra.run.smithi155.stdout:[mds.a] 2024-09-16T07:20:08.634 INFO:teuthology.orchestra.run.smithi155.stdout:[mds.c] 2024-09-16T07:20:08.634 INFO:teuthology.orchestra.run.smithi155.stdout:[mds.b] 2024-09-16T07:20:08.634 INFO:teuthology.orchestra.run.smithi155.stdout:[mds.d] 2024-09-16T07:20:08.635 INFO:tasks.ceph:Creating admin key on mon.a... 2024-09-16T07:20:08.636 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2024-09-16T07:20:08.732 INFO:tasks.ceph:Copying monmap to all nodes... 2024-09-16T07:20:08.732 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:20:08.732 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2024-09-16T07:20:08.747 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:20:08.748 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2024-09-16T07:20:08.803 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi031.front.sepia.ceph.com 2024-09-16T07:20:08.804 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:20:08.804 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-16T07:20:08.804 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-16T07:20:08.879 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:20:08.880 DEBUG:teuthology.orchestra.run.smithi031:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-16T07:20:08.936 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi155.front.sepia.ceph.com 2024-09-16T07:20:08.936 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:20:08.936 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-16T07:20:08.936 DEBUG:teuthology.orchestra.run.smithi155:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-16T07:20:08.971 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:20:08.971 DEBUG:teuthology.orchestra.run.smithi155:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-16T07:20:09.027 INFO:tasks.ceph:Setting up mon nodes... 2024-09-16T07:20:09.027 INFO:tasks.ceph:Setting up mgr nodes... 2024-09-16T07:20:09.027 DEBUG:teuthology.orchestra.run.smithi031:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2024-09-16T07:20:09.080 INFO:teuthology.orchestra.run.smithi031.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2024-09-16T07:20:09.082 DEBUG:teuthology.orchestra.run.smithi155:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2024-09-16T07:20:09.138 INFO:teuthology.orchestra.run.smithi155.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2024-09-16T07:20:09.141 INFO:tasks.ceph:Setting up mds nodes... 2024-09-16T07:20:09.141 DEBUG:teuthology.orchestra.run.smithi031:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2024-09-16T07:20:09.193 INFO:teuthology.orchestra.run.smithi031.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2024-09-16T07:20:09.196 DEBUG:teuthology.orchestra.run.smithi031:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2024-09-16T07:20:09.222 DEBUG:teuthology.orchestra.run.smithi031:> sudo mkdir -p /var/lib/ceph/mds/ceph-c && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.c /var/lib/ceph/mds/ceph-c/keyring 2024-09-16T07:20:09.315 INFO:teuthology.orchestra.run.smithi031.stdout:creating /var/lib/ceph/mds/ceph-c/keyring 2024-09-16T07:20:09.317 DEBUG:teuthology.orchestra.run.smithi031:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-c 2024-09-16T07:20:09.342 DEBUG:teuthology.orchestra.run.smithi155:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2024-09-16T07:20:09.394 INFO:teuthology.orchestra.run.smithi155.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2024-09-16T07:20:09.397 DEBUG:teuthology.orchestra.run.smithi155:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2024-09-16T07:20:09.421 DEBUG:teuthology.orchestra.run.smithi155:> sudo mkdir -p /var/lib/ceph/mds/ceph-d && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.d /var/lib/ceph/mds/ceph-d/keyring 2024-09-16T07:20:09.512 INFO:teuthology.orchestra.run.smithi155.stdout:creating /var/lib/ceph/mds/ceph-d/keyring 2024-09-16T07:20:09.514 DEBUG:teuthology.orchestra.run.smithi155:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-d 2024-09-16T07:20:09.539 INFO:tasks.ceph_client:Setting up client nodes... 2024-09-16T07:20:09.539 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-16T07:20:09.583 INFO:teuthology.orchestra.run.smithi031.stdout:creating /etc/ceph/ceph.client.0.keyring 2024-09-16T07:20:09.596 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.2 /etc/ceph/ceph.client.2.keyring && sudo chmod 0644 /etc/ceph/ceph.client.2.keyring 2024-09-16T07:20:09.679 INFO:teuthology.orchestra.run.smithi031.stdout:creating /etc/ceph/ceph.client.2.keyring 2024-09-16T07:20:09.692 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-16T07:20:09.733 INFO:teuthology.orchestra.run.smithi155.stdout:creating /etc/ceph/ceph.client.1.keyring 2024-09-16T07:20:09.746 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.3 /etc/ceph/ceph.client.3.keyring && sudo chmod 0644 /etc/ceph/ceph.client.3.keyring 2024-09-16T07:20:09.828 INFO:teuthology.orchestra.run.smithi155.stdout:creating /etc/ceph/ceph.client.3.keyring 2024-09-16T07:20:09.840 INFO:tasks.ceph:Running mkfs on osd nodes... 2024-09-16T07:20:09.841 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi031.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi155.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-16T07:20:09.841 DEBUG:teuthology.orchestra.run.smithi031:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2024-09-16T07:20:09.866 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-16T07:20:09.867 INFO:tasks.ceph:role: osd.0 2024-09-16T07:20:09.867 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi031.front.sepia.ceph.com 2024-09-16T07:20:09.867 DEBUG:teuthology.orchestra.run.smithi031:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-16T07:20:09.940 INFO:teuthology.orchestra.run.smithi031.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-16T07:20:09.940 INFO:teuthology.orchestra.run.smithi031.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-16T07:20:09.940 INFO:teuthology.orchestra.run.smithi031.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-16T07:20:09.940 INFO:teuthology.orchestra.run.smithi031.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-16T07:20:09.940 INFO:teuthology.orchestra.run.smithi031.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-16T07:20:09.940 INFO:teuthology.orchestra.run.smithi031.stdout: = sunit=0 swidth=0 blks 2024-09-16T07:20:09.941 INFO:teuthology.orchestra.run.smithi031.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-16T07:20:09.941 INFO:teuthology.orchestra.run.smithi031.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-16T07:20:09.941 INFO:teuthology.orchestra.run.smithi031.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-16T07:20:09.941 INFO:teuthology.orchestra.run.smithi031.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-16T07:20:10.443 INFO:teuthology.orchestra.run.smithi031.stdout:Discarding blocks...Done. 2024-09-16T07:20:10.445 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi031.front.sepia.ceph.com -o noatime 2024-09-16T07:20:10.445 DEBUG:teuthology.orchestra.run.smithi031:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2024-09-16T07:20:10.569 DEBUG:teuthology.orchestra.run.smithi031:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2024-09-16T07:20:10.603 DEBUG:teuthology.orchestra.run.smithi031:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2024-09-16T07:20:10.670 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-16T07:20:10.670 INFO:tasks.ceph:role: osd.1 2024-09-16T07:20:10.670 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi031.front.sepia.ceph.com 2024-09-16T07:20:10.670 DEBUG:teuthology.orchestra.run.smithi031:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-16T07:20:10.744 INFO:teuthology.orchestra.run.smithi031.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-16T07:20:10.744 INFO:teuthology.orchestra.run.smithi031.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-16T07:20:10.744 INFO:teuthology.orchestra.run.smithi031.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-16T07:20:10.744 INFO:teuthology.orchestra.run.smithi031.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-16T07:20:10.744 INFO:teuthology.orchestra.run.smithi031.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-16T07:20:10.745 INFO:teuthology.orchestra.run.smithi031.stdout: = sunit=0 swidth=0 blks 2024-09-16T07:20:10.745 INFO:teuthology.orchestra.run.smithi031.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-16T07:20:10.745 INFO:teuthology.orchestra.run.smithi031.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-16T07:20:10.745 INFO:teuthology.orchestra.run.smithi031.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-16T07:20:10.745 INFO:teuthology.orchestra.run.smithi031.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-16T07:20:11.211 INFO:teuthology.orchestra.run.smithi031.stdout:Discarding blocks...Done. 2024-09-16T07:20:11.214 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi031.front.sepia.ceph.com -o noatime 2024-09-16T07:20:11.214 DEBUG:teuthology.orchestra.run.smithi031:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2024-09-16T07:20:11.307 DEBUG:teuthology.orchestra.run.smithi031:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2024-09-16T07:20:11.339 DEBUG:teuthology.orchestra.run.smithi031:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2024-09-16T07:20:11.406 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-16T07:20:11.406 INFO:tasks.ceph:role: osd.2 2024-09-16T07:20:11.406 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi031.front.sepia.ceph.com 2024-09-16T07:20:11.406 DEBUG:teuthology.orchestra.run.smithi031:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-16T07:20:11.480 INFO:teuthology.orchestra.run.smithi031.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-16T07:20:11.480 INFO:teuthology.orchestra.run.smithi031.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-16T07:20:11.480 INFO:teuthology.orchestra.run.smithi031.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-16T07:20:11.480 INFO:teuthology.orchestra.run.smithi031.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-16T07:20:11.480 INFO:teuthology.orchestra.run.smithi031.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-16T07:20:11.481 INFO:teuthology.orchestra.run.smithi031.stdout: = sunit=0 swidth=0 blks 2024-09-16T07:20:11.481 INFO:teuthology.orchestra.run.smithi031.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-16T07:20:11.481 INFO:teuthology.orchestra.run.smithi031.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-16T07:20:11.481 INFO:teuthology.orchestra.run.smithi031.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-16T07:20:11.481 INFO:teuthology.orchestra.run.smithi031.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-16T07:20:11.968 INFO:teuthology.orchestra.run.smithi031.stdout:Discarding blocks...Done. 2024-09-16T07:20:11.970 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi031.front.sepia.ceph.com -o noatime 2024-09-16T07:20:11.970 DEBUG:teuthology.orchestra.run.smithi031:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2024-09-16T07:20:12.112 DEBUG:teuthology.orchestra.run.smithi031:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2024-09-16T07:20:12.148 DEBUG:teuthology.orchestra.run.smithi031:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2024-09-16T07:20:12.217 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-16T07:20:12.217 INFO:tasks.ceph:role: osd.3 2024-09-16T07:20:12.218 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi031.front.sepia.ceph.com 2024-09-16T07:20:12.218 DEBUG:teuthology.orchestra.run.smithi031:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-16T07:20:12.294 INFO:teuthology.orchestra.run.smithi031.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-16T07:20:12.294 INFO:teuthology.orchestra.run.smithi031.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-16T07:20:12.295 INFO:teuthology.orchestra.run.smithi031.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-16T07:20:12.295 INFO:teuthology.orchestra.run.smithi031.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-16T07:20:12.295 INFO:teuthology.orchestra.run.smithi031.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-16T07:20:12.295 INFO:teuthology.orchestra.run.smithi031.stdout: = sunit=0 swidth=0 blks 2024-09-16T07:20:12.295 INFO:teuthology.orchestra.run.smithi031.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-16T07:20:12.295 INFO:teuthology.orchestra.run.smithi031.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-16T07:20:12.295 INFO:teuthology.orchestra.run.smithi031.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-16T07:20:12.295 INFO:teuthology.orchestra.run.smithi031.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-16T07:20:12.805 INFO:teuthology.orchestra.run.smithi031.stdout:Discarding blocks...Done. 2024-09-16T07:20:12.808 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi031.front.sepia.ceph.com -o noatime 2024-09-16T07:20:12.808 DEBUG:teuthology.orchestra.run.smithi031:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2024-09-16T07:20:12.944 DEBUG:teuthology.orchestra.run.smithi031:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2024-09-16T07:20:12.979 DEBUG:teuthology.orchestra.run.smithi031:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-16T07:20:13.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:13.080+0000 7fcf3a920640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-09-16T07:20:13.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:13.080+0000 7fcf3a920640 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-09-16T07:20:13.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:13.080+0000 7fcf3a920640 -1 bdev(0x55c8022f1800 /var/lib/ceph/osd/ceph-0/block) open stat got: (1) Operation not permitted 2024-09-16T07:20:13.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:13.080+0000 7fcf3a920640 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2024-09-16T07:20:15.995 DEBUG:teuthology.orchestra.run.smithi031:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-16T07:20:16.026 DEBUG:teuthology.orchestra.run.smithi031:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-16T07:20:16.119 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:16.120+0000 7ff7613b0640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2024-09-16T07:20:16.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:16.120+0000 7ff7613b0640 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2024-09-16T07:20:16.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:16.120+0000 7ff7613b0640 -1 bdev(0x55cfdf5bb800 /var/lib/ceph/osd/ceph-1/block) open stat got: (1) Operation not permitted 2024-09-16T07:20:16.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:16.120+0000 7ff7613b0640 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2024-09-16T07:20:19.031 DEBUG:teuthology.orchestra.run.smithi031:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-16T07:20:19.064 DEBUG:teuthology.orchestra.run.smithi031:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-16T07:20:19.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:19.157+0000 7f0e5812e640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2024-09-16T07:20:19.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:19.158+0000 7f0e5812e640 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2024-09-16T07:20:19.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:19.158+0000 7f0e5812e640 -1 bdev(0x55ab97457800 /var/lib/ceph/osd/ceph-2/block) open stat got: (1) Operation not permitted 2024-09-16T07:20:19.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:19.158+0000 7f0e5812e640 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2024-09-16T07:20:22.318 DEBUG:teuthology.orchestra.run.smithi031:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-16T07:20:22.349 DEBUG:teuthology.orchestra.run.smithi031:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-16T07:20:22.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:22.442+0000 7f644b20f640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2024-09-16T07:20:22.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:22.442+0000 7f644b20f640 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2024-09-16T07:20:22.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:22.442+0000 7f644b20f640 -1 bdev(0x5568f2de9800 /var/lib/ceph/osd/ceph-3/block) open stat got: (1) Operation not permitted 2024-09-16T07:20:22.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:22.442+0000 7f644b20f640 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2024-09-16T07:20:26.099 DEBUG:teuthology.orchestra.run.smithi031:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-16T07:20:26.130 DEBUG:teuthology.orchestra.run.smithi155:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2024-09-16T07:20:26.163 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-16T07:20:26.164 INFO:tasks.ceph:role: osd.4 2024-09-16T07:20:26.164 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi155.front.sepia.ceph.com 2024-09-16T07:20:26.165 DEBUG:teuthology.orchestra.run.smithi155:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-16T07:20:26.240 INFO:teuthology.orchestra.run.smithi155.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-16T07:20:26.240 INFO:teuthology.orchestra.run.smithi155.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-16T07:20:26.241 INFO:teuthology.orchestra.run.smithi155.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-16T07:20:26.241 INFO:teuthology.orchestra.run.smithi155.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-16T07:20:26.241 INFO:teuthology.orchestra.run.smithi155.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-16T07:20:26.241 INFO:teuthology.orchestra.run.smithi155.stdout: = sunit=0 swidth=0 blks 2024-09-16T07:20:26.241 INFO:teuthology.orchestra.run.smithi155.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-16T07:20:26.241 INFO:teuthology.orchestra.run.smithi155.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-16T07:20:26.241 INFO:teuthology.orchestra.run.smithi155.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-16T07:20:26.241 INFO:teuthology.orchestra.run.smithi155.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-16T07:20:26.755 INFO:teuthology.orchestra.run.smithi155.stdout:Discarding blocks...Done. 2024-09-16T07:20:26.757 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi155.front.sepia.ceph.com -o noatime 2024-09-16T07:20:26.758 DEBUG:teuthology.orchestra.run.smithi155:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2024-09-16T07:20:26.880 DEBUG:teuthology.orchestra.run.smithi155:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2024-09-16T07:20:26.914 DEBUG:teuthology.orchestra.run.smithi155:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2024-09-16T07:20:26.982 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-16T07:20:26.982 INFO:tasks.ceph:role: osd.5 2024-09-16T07:20:26.982 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi155.front.sepia.ceph.com 2024-09-16T07:20:26.982 DEBUG:teuthology.orchestra.run.smithi155:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-16T07:20:27.057 INFO:teuthology.orchestra.run.smithi155.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-16T07:20:27.057 INFO:teuthology.orchestra.run.smithi155.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-16T07:20:27.057 INFO:teuthology.orchestra.run.smithi155.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-16T07:20:27.057 INFO:teuthology.orchestra.run.smithi155.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-16T07:20:27.057 INFO:teuthology.orchestra.run.smithi155.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-16T07:20:27.057 INFO:teuthology.orchestra.run.smithi155.stdout: = sunit=0 swidth=0 blks 2024-09-16T07:20:27.057 INFO:teuthology.orchestra.run.smithi155.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-16T07:20:27.057 INFO:teuthology.orchestra.run.smithi155.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-16T07:20:27.057 INFO:teuthology.orchestra.run.smithi155.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-16T07:20:27.057 INFO:teuthology.orchestra.run.smithi155.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-16T07:20:27.501 INFO:teuthology.orchestra.run.smithi155.stdout:Discarding blocks...Done. 2024-09-16T07:20:27.503 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi155.front.sepia.ceph.com -o noatime 2024-09-16T07:20:27.503 DEBUG:teuthology.orchestra.run.smithi155:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2024-09-16T07:20:27.588 DEBUG:teuthology.orchestra.run.smithi155:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2024-09-16T07:20:27.617 DEBUG:teuthology.orchestra.run.smithi155:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2024-09-16T07:20:27.682 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-16T07:20:27.683 INFO:tasks.ceph:role: osd.6 2024-09-16T07:20:27.683 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi155.front.sepia.ceph.com 2024-09-16T07:20:27.683 DEBUG:teuthology.orchestra.run.smithi155:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-16T07:20:27.756 INFO:teuthology.orchestra.run.smithi155.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-16T07:20:27.756 INFO:teuthology.orchestra.run.smithi155.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-16T07:20:27.756 INFO:teuthology.orchestra.run.smithi155.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-16T07:20:27.756 INFO:teuthology.orchestra.run.smithi155.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-16T07:20:27.756 INFO:teuthology.orchestra.run.smithi155.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-16T07:20:27.756 INFO:teuthology.orchestra.run.smithi155.stdout: = sunit=0 swidth=0 blks 2024-09-16T07:20:27.756 INFO:teuthology.orchestra.run.smithi155.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-16T07:20:27.757 INFO:teuthology.orchestra.run.smithi155.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-16T07:20:27.757 INFO:teuthology.orchestra.run.smithi155.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-16T07:20:27.757 INFO:teuthology.orchestra.run.smithi155.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-16T07:20:28.257 INFO:teuthology.orchestra.run.smithi155.stdout:Discarding blocks...Done. 2024-09-16T07:20:28.258 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi155.front.sepia.ceph.com -o noatime 2024-09-16T07:20:28.258 DEBUG:teuthology.orchestra.run.smithi155:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2024-09-16T07:20:28.404 DEBUG:teuthology.orchestra.run.smithi155:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2024-09-16T07:20:28.433 DEBUG:teuthology.orchestra.run.smithi155:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2024-09-16T07:20:28.498 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-16T07:20:28.498 INFO:tasks.ceph:role: osd.7 2024-09-16T07:20:28.498 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi155.front.sepia.ceph.com 2024-09-16T07:20:28.498 DEBUG:teuthology.orchestra.run.smithi155:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-16T07:20:28.570 INFO:teuthology.orchestra.run.smithi155.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-16T07:20:28.570 INFO:teuthology.orchestra.run.smithi155.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-16T07:20:28.570 INFO:teuthology.orchestra.run.smithi155.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-16T07:20:28.570 INFO:teuthology.orchestra.run.smithi155.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-16T07:20:28.571 INFO:teuthology.orchestra.run.smithi155.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-16T07:20:28.571 INFO:teuthology.orchestra.run.smithi155.stdout: = sunit=0 swidth=0 blks 2024-09-16T07:20:28.571 INFO:teuthology.orchestra.run.smithi155.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-16T07:20:28.571 INFO:teuthology.orchestra.run.smithi155.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-16T07:20:28.571 INFO:teuthology.orchestra.run.smithi155.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-16T07:20:28.571 INFO:teuthology.orchestra.run.smithi155.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-16T07:20:29.082 INFO:teuthology.orchestra.run.smithi155.stdout:Discarding blocks...Done. 2024-09-16T07:20:29.083 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi155.front.sepia.ceph.com -o noatime 2024-09-16T07:20:29.084 DEBUG:teuthology.orchestra.run.smithi155:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2024-09-16T07:20:29.213 DEBUG:teuthology.orchestra.run.smithi155:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2024-09-16T07:20:29.246 DEBUG:teuthology.orchestra.run.smithi155:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-16T07:20:29.339 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:29.338+0000 7f45c841a640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2024-09-16T07:20:29.339 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:29.338+0000 7f45c841a640 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2024-09-16T07:20:29.339 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:29.338+0000 7f45c841a640 -1 bdev(0x56092d469800 /var/lib/ceph/osd/ceph-4/block) open stat got: (1) Operation not permitted 2024-09-16T07:20:29.339 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:29.339+0000 7f45c841a640 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2024-09-16T07:20:32.989 DEBUG:teuthology.orchestra.run.smithi155:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-16T07:20:33.018 DEBUG:teuthology.orchestra.run.smithi155:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-16T07:20:33.109 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:33.109+0000 7fb1c620e640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2024-09-16T07:20:33.110 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:33.109+0000 7fb1c620e640 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2024-09-16T07:20:33.110 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:33.109+0000 7fb1c620e640 -1 bdev(0x56136bdf7800 /var/lib/ceph/osd/ceph-5/block) open stat got: (1) Operation not permitted 2024-09-16T07:20:33.110 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:33.109+0000 7fb1c620e640 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2024-09-16T07:20:36.516 DEBUG:teuthology.orchestra.run.smithi155:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-16T07:20:36.546 DEBUG:teuthology.orchestra.run.smithi155:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-16T07:20:36.615 DEBUG:teuthology.orchestra.run.smithi031:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T07:20:36.618 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T07:20:36.637 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:36.638+0000 7f076013e640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2024-09-16T07:20:36.638 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:36.638+0000 7f076013e640 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2024-09-16T07:20:36.638 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:36.638+0000 7f076013e640 -1 bdev(0x561524e69800 /var/lib/ceph/osd/ceph-6/block) open stat got: (1) Operation not permitted 2024-09-16T07:20:36.638 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:36.638+0000 7f076013e640 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2024-09-16T07:20:39.801 DEBUG:teuthology.orchestra.run.smithi155:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-16T07:20:39.827 DEBUG:teuthology.orchestra.run.smithi155:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-16T07:20:39.913 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:39.914+0000 7f00fba0b640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2024-09-16T07:20:39.913 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:39.914+0000 7f00fba0b640 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2024-09-16T07:20:39.914 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:39.914+0000 7f00fba0b640 -1 bdev(0x56064b167800 /var/lib/ceph/osd/ceph-7/block) open stat got: (1) Operation not permitted 2024-09-16T07:20:39.914 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:39.914+0000 7f00fba0b640 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2024-09-16T07:20:43.322 DEBUG:teuthology.orchestra.run.smithi155:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-16T07:20:43.353 INFO:tasks.ceph:Reading keys from all nodes... 2024-09-16T07:20:43.353 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:20:43.353 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2024-09-16T07:20:43.384 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:20:43.385 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2024-09-16T07:20:43.455 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:20:43.456 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/var/lib/ceph/mds/ceph-c/keyring of=/dev/stdout 2024-09-16T07:20:43.525 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:20:43.526 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2024-09-16T07:20:43.594 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:20:43.594 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2024-09-16T07:20:43.663 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:20:43.663 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2024-09-16T07:20:43.731 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:20:43.731 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2024-09-16T07:20:43.798 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:20:43.798 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2024-09-16T07:20:43.828 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:20:43.828 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2024-09-16T07:20:43.897 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:20:43.897 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd if=/var/lib/ceph/mds/ceph-d/keyring of=/dev/stdout 2024-09-16T07:20:43.966 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:20:43.966 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2024-09-16T07:20:44.034 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:20:44.034 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2024-09-16T07:20:44.101 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:20:44.101 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2024-09-16T07:20:44.169 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:20:44.169 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2024-09-16T07:20:44.235 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:20:44.235 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2024-09-16T07:20:44.255 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:20:44.255 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/etc/ceph/ceph.client.2.keyring of=/dev/stdout 2024-09-16T07:20:44.314 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:20:44.314 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2024-09-16T07:20:44.330 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:20:44.330 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/etc/ceph/ceph.client.3.keyring of=/dev/stdout 2024-09-16T07:20:44.390 INFO:tasks.ceph:Adding keys to all mons... 2024-09-16T07:20:44.390 DEBUG:teuthology.orchestra.run.smithi031:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-16T07:20:44.392 DEBUG:teuthology.orchestra.run.smithi155:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-16T07:20:44.434 INFO:teuthology.orchestra.run.smithi031.stdout:[mgr.y] 2024-09-16T07:20:44.434 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQAp3Odm9hHfBBAAiSK5kbNBYonj7atHktVxiA== 2024-09-16T07:20:44.434 INFO:teuthology.orchestra.run.smithi031.stdout:[mds.a] 2024-09-16T07:20:44.434 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQAp3OdmqZelCxAAscsPpPoHsQV4HwJyGUrzNg== 2024-09-16T07:20:44.434 INFO:teuthology.orchestra.run.smithi031.stdout:[mds.c] 2024-09-16T07:20:44.434 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQAp3Odm/cTfEhAAaZgZnhh9QGyve9RYquWC0Q== 2024-09-16T07:20:44.434 INFO:teuthology.orchestra.run.smithi031.stdout:[osd.0] 2024-09-16T07:20:44.434 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQAt3Odm1TDYBBAAuJFJONHh8+uAFkIcQ3Mk/g== 2024-09-16T07:20:44.434 INFO:teuthology.orchestra.run.smithi031.stdout:[osd.1] 2024-09-16T07:20:44.434 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQAw3OdmEqk3BxAAMCfxQ9tUoIzjRULBEmXnaQ== 2024-09-16T07:20:44.434 INFO:teuthology.orchestra.run.smithi031.stdout:[osd.2] 2024-09-16T07:20:44.435 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQAz3OdmF9NyCRAAZxPWCrgzE7K49H8eURVIeg== 2024-09-16T07:20:44.435 INFO:teuthology.orchestra.run.smithi031.stdout:[osd.3] 2024-09-16T07:20:44.435 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQA23OdmAWFmGhAA6Z7zsRIfx/L0hjYcyl/B5w== 2024-09-16T07:20:44.435 INFO:teuthology.orchestra.run.smithi031.stdout:[mgr.x] 2024-09-16T07:20:44.435 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQAp3OdmoVFWCBAA1E3B8t60xOMqiOyfwDlYMw== 2024-09-16T07:20:44.435 INFO:teuthology.orchestra.run.smithi031.stdout:[mds.b] 2024-09-16T07:20:44.435 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQAp3OdmfXmZFxAA0mYeuvcMORlWFFaaDmQbxw== 2024-09-16T07:20:44.435 INFO:teuthology.orchestra.run.smithi031.stdout:[mds.d] 2024-09-16T07:20:44.435 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQAp3Odm8EGiHhAAIhv2GzralSJeeiMnM31Z+A== 2024-09-16T07:20:44.435 INFO:teuthology.orchestra.run.smithi031.stdout:[osd.4] 2024-09-16T07:20:44.435 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQA93OdmY9BKFBAAssskgPYXTuKx1qSrhUEPjA== 2024-09-16T07:20:44.435 INFO:teuthology.orchestra.run.smithi031.stdout:[osd.5] 2024-09-16T07:20:44.435 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQBB3OdmdTufBhAANeNgBap5Vw/toilxLT55fA== 2024-09-16T07:20:44.436 INFO:teuthology.orchestra.run.smithi031.stdout:[osd.6] 2024-09-16T07:20:44.436 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQBE3Odm67gaJhAAhpplhm3JGeAQE4M6hZNxog== 2024-09-16T07:20:44.436 INFO:teuthology.orchestra.run.smithi031.stdout:[osd.7] 2024-09-16T07:20:44.436 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQBH3OdmTNeJNhAAezS0/56A2+76DoYwfs7jAQ== 2024-09-16T07:20:44.436 INFO:teuthology.orchestra.run.smithi031.stdout:[client.0] 2024-09-16T07:20:44.436 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQAp3OdmOi3VIhAA6pREvErOkWIiU+/Wlqimsw== 2024-09-16T07:20:44.436 INFO:teuthology.orchestra.run.smithi031.stdout:[client.2] 2024-09-16T07:20:44.436 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQAp3OdmLLaRKBAAQ0i+yw037feTEHpSrd2Iwg== 2024-09-16T07:20:44.436 INFO:teuthology.orchestra.run.smithi031.stdout:[client.1] 2024-09-16T07:20:44.436 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQAp3OdmTiLQKxAAIGqY1wYPmJI86PYNb+gngw== 2024-09-16T07:20:44.436 INFO:teuthology.orchestra.run.smithi031.stdout:[client.3] 2024-09-16T07:20:44.436 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQAp3Odmxe1yMRAAVpguX9xvU2H1VDIC1iZZdQ== 2024-09-16T07:20:44.454 INFO:teuthology.orchestra.run.smithi155.stdout:[mgr.y] 2024-09-16T07:20:44.454 INFO:teuthology.orchestra.run.smithi155.stdout: key = AQAp3Odm9hHfBBAAiSK5kbNBYonj7atHktVxiA== 2024-09-16T07:20:44.454 INFO:teuthology.orchestra.run.smithi155.stdout:[mds.a] 2024-09-16T07:20:44.454 INFO:teuthology.orchestra.run.smithi155.stdout: key = AQAp3OdmqZelCxAAscsPpPoHsQV4HwJyGUrzNg== 2024-09-16T07:20:44.454 INFO:teuthology.orchestra.run.smithi155.stdout:[mds.c] 2024-09-16T07:20:44.454 INFO:teuthology.orchestra.run.smithi155.stdout: key = AQAp3Odm/cTfEhAAaZgZnhh9QGyve9RYquWC0Q== 2024-09-16T07:20:44.454 INFO:teuthology.orchestra.run.smithi155.stdout:[osd.0] 2024-09-16T07:20:44.454 INFO:teuthology.orchestra.run.smithi155.stdout: key = AQAt3Odm1TDYBBAAuJFJONHh8+uAFkIcQ3Mk/g== 2024-09-16T07:20:44.454 INFO:teuthology.orchestra.run.smithi155.stdout:[osd.1] 2024-09-16T07:20:44.454 INFO:teuthology.orchestra.run.smithi155.stdout: key = AQAw3OdmEqk3BxAAMCfxQ9tUoIzjRULBEmXnaQ== 2024-09-16T07:20:44.454 INFO:teuthology.orchestra.run.smithi155.stdout:[osd.2] 2024-09-16T07:20:44.455 INFO:teuthology.orchestra.run.smithi155.stdout: key = AQAz3OdmF9NyCRAAZxPWCrgzE7K49H8eURVIeg== 2024-09-16T07:20:44.455 INFO:teuthology.orchestra.run.smithi155.stdout:[osd.3] 2024-09-16T07:20:44.455 INFO:teuthology.orchestra.run.smithi155.stdout: key = AQA23OdmAWFmGhAA6Z7zsRIfx/L0hjYcyl/B5w== 2024-09-16T07:20:44.455 INFO:teuthology.orchestra.run.smithi155.stdout:[mgr.x] 2024-09-16T07:20:44.455 INFO:teuthology.orchestra.run.smithi155.stdout: key = AQAp3OdmoVFWCBAA1E3B8t60xOMqiOyfwDlYMw== 2024-09-16T07:20:44.456 INFO:teuthology.orchestra.run.smithi155.stdout:[mds.b] 2024-09-16T07:20:44.456 INFO:teuthology.orchestra.run.smithi155.stdout: key = AQAp3OdmfXmZFxAA0mYeuvcMORlWFFaaDmQbxw== 2024-09-16T07:20:44.456 INFO:teuthology.orchestra.run.smithi155.stdout:[mds.d] 2024-09-16T07:20:44.456 INFO:teuthology.orchestra.run.smithi155.stdout: key = AQAp3Odm8EGiHhAAIhv2GzralSJeeiMnM31Z+A== 2024-09-16T07:20:44.456 INFO:teuthology.orchestra.run.smithi155.stdout:[osd.4] 2024-09-16T07:20:44.456 INFO:teuthology.orchestra.run.smithi155.stdout: key = AQA93OdmY9BKFBAAssskgPYXTuKx1qSrhUEPjA== 2024-09-16T07:20:44.456 INFO:teuthology.orchestra.run.smithi155.stdout:[osd.5] 2024-09-16T07:20:44.456 INFO:teuthology.orchestra.run.smithi155.stdout: key = AQBB3OdmdTufBhAANeNgBap5Vw/toilxLT55fA== 2024-09-16T07:20:44.456 INFO:teuthology.orchestra.run.smithi155.stdout:[osd.6] 2024-09-16T07:20:44.456 INFO:teuthology.orchestra.run.smithi155.stdout: key = AQBE3Odm67gaJhAAhpplhm3JGeAQE4M6hZNxog== 2024-09-16T07:20:44.456 INFO:teuthology.orchestra.run.smithi155.stdout:[osd.7] 2024-09-16T07:20:44.456 INFO:teuthology.orchestra.run.smithi155.stdout: key = AQBH3OdmTNeJNhAAezS0/56A2+76DoYwfs7jAQ== 2024-09-16T07:20:44.457 INFO:teuthology.orchestra.run.smithi155.stdout:[client.0] 2024-09-16T07:20:44.457 INFO:teuthology.orchestra.run.smithi155.stdout: key = AQAp3OdmOi3VIhAA6pREvErOkWIiU+/Wlqimsw== 2024-09-16T07:20:44.457 INFO:teuthology.orchestra.run.smithi155.stdout:[client.2] 2024-09-16T07:20:44.457 INFO:teuthology.orchestra.run.smithi155.stdout: key = AQAp3OdmLLaRKBAAQ0i+yw037feTEHpSrd2Iwg== 2024-09-16T07:20:44.457 INFO:teuthology.orchestra.run.smithi155.stdout:[client.1] 2024-09-16T07:20:44.457 INFO:teuthology.orchestra.run.smithi155.stdout: key = AQAp3OdmTiLQKxAAIGqY1wYPmJI86PYNb+gngw== 2024-09-16T07:20:44.457 INFO:teuthology.orchestra.run.smithi155.stdout:[client.3] 2024-09-16T07:20:44.457 INFO:teuthology.orchestra.run.smithi155.stdout: key = AQAp3Odmxe1yMRAAVpguX9xvU2H1VDIC1iZZdQ== 2024-09-16T07:20:44.458 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-16T07:20:44.480 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-16T07:20:44.549 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-16T07:20:44.551 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-16T07:20:44.607 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-16T07:20:44.610 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-16T07:20:44.664 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T07:20:44.667 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T07:20:44.718 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T07:20:44.720 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T07:20:44.771 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T07:20:44.774 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T07:20:44.825 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T07:20:44.827 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T07:20:44.878 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-16T07:20:44.881 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-16T07:20:44.932 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-16T07:20:44.934 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-16T07:20:44.990 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-16T07:20:44.992 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-16T07:20:45.047 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T07:20:45.049 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T07:20:45.100 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T07:20:45.103 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T07:20:45.155 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T07:20:45.157 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T07:20:45.208 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T07:20:45.211 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-16T07:20:45.262 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-16T07:20:45.264 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-16T07:20:45.318 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-16T07:20:45.321 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-16T07:20:45.375 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-16T07:20:45.377 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-16T07:20:45.432 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-16T07:20:45.434 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-16T07:20:45.489 INFO:tasks.ceph:Running mkfs on mon nodes... 2024-09-16T07:20:45.489 DEBUG:teuthology.orchestra.run.smithi031:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2024-09-16T07:20:45.515 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-16T07:20:45.612 DEBUG:teuthology.orchestra.run.smithi031:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2024-09-16T07:20:45.638 DEBUG:teuthology.orchestra.run.smithi155:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2024-09-16T07:20:45.663 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-16T07:20:45.760 DEBUG:teuthology.orchestra.run.smithi155:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2024-09-16T07:20:45.785 DEBUG:teuthology.orchestra.run.smithi155:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2024-09-16T07:20:45.850 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-16T07:20:45.945 DEBUG:teuthology.orchestra.run.smithi155:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2024-09-16T07:20:45.971 DEBUG:teuthology.orchestra.run.smithi031:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-16T07:20:45.974 DEBUG:teuthology.orchestra.run.smithi155:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-16T07:20:46.026 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2024-09-16T07:20:46.027 INFO:tasks.ceph.mon.a:Restarting daemon 2024-09-16T07:20:46.027 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-09-16T07:20:46.029 INFO:tasks.ceph.mon.a:Started 2024-09-16T07:20:46.029 INFO:tasks.ceph.mon.b:Restarting daemon 2024-09-16T07:20:46.030 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-09-16T07:20:46.069 INFO:tasks.ceph.mon.b:Started 2024-09-16T07:20:46.069 INFO:tasks.ceph.mon.c:Restarting daemon 2024-09-16T07:20:46.069 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-09-16T07:20:46.071 INFO:tasks.ceph.mon.c:Started 2024-09-16T07:20:46.071 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2024-09-16T07:20:46.071 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-09-16T07:20:46.072 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-09-16T07:20:46.074 INFO:tasks.ceph.mgr.y:Started 2024-09-16T07:20:46.074 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-09-16T07:20:46.074 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-09-16T07:20:46.076 INFO:tasks.ceph.mgr.x:Started 2024-09-16T07:20:46.076 INFO:tasks.ceph:setting config [client] client_mount_timeout = 600 2024-09-16T07:20:46.076 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph --cluster ceph config set client client_mount_timeout 600 2024-09-16T07:20:46.078 INFO:tasks.ceph:setting config [client] debug_client = 20 2024-09-16T07:20:46.078 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph --cluster ceph config set client debug_client 20 2024-09-16T07:20:46.121 INFO:tasks.ceph:setting config [client] debug_ms = 1 2024-09-16T07:20:46.121 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph --cluster ceph config set client debug_ms 1 2024-09-16T07:20:46.164 INFO:tasks.ceph:setting config [client] rados_mon_op_timeout = 900 2024-09-16T07:20:46.164 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph --cluster ceph config set client rados_mon_op_timeout 900 2024-09-16T07:20:46.207 INFO:tasks.ceph:setting config [client] rados_osd_op_timeout = 900 2024-09-16T07:20:46.207 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph --cluster ceph config set client rados_osd_op_timeout 900 2024-09-16T07:20:46.250 INFO:tasks.ceph:setting config [mds] debug_mds = 20 2024-09-16T07:20:46.250 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph --cluster ceph config set mds debug_mds 20 2024-09-16T07:20:46.293 INFO:tasks.ceph:setting config [mds] debug_mds_balancer = 20 2024-09-16T07:20:46.293 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph --cluster ceph config set mds debug_mds_balancer 20 2024-09-16T07:20:46.337 INFO:tasks.ceph:setting config [mds] debug_ms = 2 2024-09-16T07:20:46.337 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph --cluster ceph config set mds debug_ms 2 2024-09-16T07:20:46.380 INFO:tasks.ceph:setting config [mds] mds_debug_frag = True 2024-09-16T07:20:46.380 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph --cluster ceph config set mds mds_debug_frag True 2024-09-16T07:20:46.423 INFO:tasks.ceph:setting config [mds] mds_debug_scatterstat = True 2024-09-16T07:20:46.423 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph --cluster ceph config set mds mds_debug_scatterstat True 2024-09-16T07:20:46.466 INFO:tasks.ceph:setting config [mds] mds_op_complaint_time = 180 2024-09-16T07:20:46.466 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph --cluster ceph config set mds mds_op_complaint_time 180 2024-09-16T07:20:46.510 INFO:tasks.ceph:setting config [mds] mds_verify_scatter = True 2024-09-16T07:20:46.510 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph --cluster ceph config set mds mds_verify_scatter True 2024-09-16T07:20:46.558 INFO:tasks.ceph:setting config [mds] osd_op_complaint_time = 180 2024-09-16T07:20:46.558 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph --cluster ceph config set mds osd_op_complaint_time 180 2024-09-16T07:20:46.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.558+0000 7f2631ffb640 1 -- 172.21.15.31:0/4003919499 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2634036070 con 0x7f263c0cbec0 2024-09-16T07:20:46.562 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.562+0000 7f4e18ff9640 1 -- 172.21.15.31:0/1007032957 <== mon.0 v2:172.21.15.31:3300/0 10 ==== mon_command_ack([{prefix=config set, name=client_mount_timeout}]=0 v5)=0 v5) ==== 123+0+0 (secure 0 0 0) 0x7f4e1c1e73d0 con 0x7f4e1c155030 2024-09-16T07:20:46.564 INFO:tasks.ceph:setting config [mds] rados_mon_op_timeout = 900 2024-09-16T07:20:46.564 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph --cluster ceph config set mds rados_mon_op_timeout 900 2024-09-16T07:20:46.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.564+0000 7f4e18ff9640 1 -- 172.21.15.31:0/1007032957 <== mon.0 v2:172.21.15.31:3300/0 11 ==== config(4 keys) ==== 110+0+0 (secure 0 0 0) 0x7f4e10011af0 con 0x7f4e1c155030 2024-09-16T07:20:46.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.563+0000 7f54c27fc640 1 -- 172.21.15.31:0/911253673 <== mon.0 v2:172.21.15.31:3300/0 11 ==== config(4 keys) ==== 110+0+0 (secure 0 0 0) 0x7f54bc025c20 con 0x7f54cc0b0990 2024-09-16T07:20:46.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.564+0000 7f54d3e08640 1 -- 172.21.15.31:0/911253673 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f54cc0b0990 msgr2=0x7f54cc0b0e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:46.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.564+0000 7f54d3e08640 1 --2- 172.21.15.31:0/911253673 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f54cc0b0990 0x7f54cc0b0e10 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f54bc00d9f0 tx=0x7f54bc00deb0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.565+0000 7f54d3e08640 1 -- 172.21.15.31:0/911253673 shutdown_connections 2024-09-16T07:20:46.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.565+0000 7f54d3e08640 1 --2- 172.21.15.31:0/911253673 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f54cc1f6c90 0x7f54cc1f7140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.565+0000 7f54d3e08640 1 --2- 172.21.15.31:0/911253673 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f54cc0b0990 0x7f54cc0b0e10 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.565+0000 7f54d3e08640 1 --2- 172.21.15.31:0/911253673 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f54b80051c0 0x7f54cc0c9280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.565+0000 7f54d3e08640 1 -- 172.21.15.31:0/911253673 >> 172.21.15.31:0/911253673 conn(0x7f54cc09aa30 msgr2=0x7f54cc071ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:20:46.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.563+0000 7f66ff7fe640 1 -- 172.21.15.31:0/602689989 <== mon.2 v2:172.21.15.155:3301/0 10 ==== config(4 keys) ==== 110+0+0 (secure 0 0 0) 0x7f66f0024960 con 0x7f6708151770 2024-09-16T07:20:46.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.565+0000 7fcaaaffd640 1 -- 172.21.15.31:0/2493152249 <== mon.0 v2:172.21.15.31:3300/0 10 ==== config(4 keys) ==== 110+0+0 (secure 0 0 0) 0x7fcab4044800 con 0x7fcabc0689b0 2024-09-16T07:20:46.568 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.564+0000 7f2643975640 1 -- 172.21.15.31:0/4003919499 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f263c1fbb40 con 0x7f263c0cbec0 2024-09-16T07:20:46.568 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.564+0000 7f2643975640 1 -- 172.21.15.31:0/4003919499 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f263c1fc100 con 0x7f263c0cbec0 2024-09-16T07:20:46.568 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.565+0000 7f2631ffb640 1 -- 172.21.15.31:0/4003919499 <== mon.0 v2:172.21.15.31:3300/0 4 ==== config(4 keys) ==== 110+0+0 (secure 0 0 0) 0x7f26340046d0 con 0x7f263c0cbec0 2024-09-16T07:20:46.568 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.567+0000 7f2631ffb640 1 -- 172.21.15.31:0/4003919499 <== mon.0 v2:172.21.15.31:3300/0 5 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f2634044020 con 0x7f263c0cbec0 2024-09-16T07:20:46.568 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.567+0000 7f2631ffb640 1 -- 172.21.15.31:0/4003919499 <== mon.0 v2:172.21.15.31:3300/0 6 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f2634031950 con 0x7f263c0cbec0 2024-09-16T07:20:46.568 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.565+0000 7f4e22685640 1 -- 172.21.15.31:0/1007032957 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4e1c155030 msgr2=0x7f4e1c0c7ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:46.568 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.565+0000 7f4e22685640 1 --2- 172.21.15.31:0/1007032957 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4e1c155030 0x7f4e1c0c7ef0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f4e10010a40 tx=0x7f4e10010f00 comp rx=0 tx=0).stop 2024-09-16T07:20:46.568 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.566+0000 7f4e22685640 1 -- 172.21.15.31:0/1007032957 shutdown_connections 2024-09-16T07:20:46.569 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.566+0000 7f4e22685640 1 --2- 172.21.15.31:0/1007032957 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4e1c0c7060 0x7f4e1c0c74c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.569 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.566+0000 7f4e22685640 1 --2- 172.21.15.31:0/1007032957 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4e1c155030 0x7f4e1c0c7ef0 secure :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f4e10010a40 tx=0x7f4e10010f00 comp rx=0 tx=0).stop 2024-09-16T07:20:46.569 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.566+0000 7f4e22685640 1 --2- 172.21.15.31:0/1007032957 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4e1c15cb30 0x7f4e1c1e6e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.569 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.566+0000 7f4e22685640 1 -- 172.21.15.31:0/1007032957 >> 172.21.15.31:0/1007032957 conn(0x7f4e1c0d0bb0 msgr2=0x7f4e1c15cfa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:20:46.569 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.568+0000 7f54d3e08640 1 -- 172.21.15.31:0/911253673 shutdown_connections 2024-09-16T07:20:46.569 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.568+0000 7f54d3e08640 1 -- 172.21.15.31:0/911253673 wait complete. 2024-09-16T07:20:46.569 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.568+0000 7f2643975640 1 -- 172.21.15.31:0/4003919499 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2618005290 con 0x7f263c0cbec0 2024-09-16T07:20:46.570 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.568+0000 7f66fd7fa640 1 -- 172.21.15.31:0/602689989 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_command([{prefix=config set, name=rados_osd_op_timeout}] v 0) -- 0x7f66e0005310 con 0x7f6708151770 2024-09-16T07:20:46.572 INFO:tasks.ceph:setting config [mds] rados_osd_op_timeout = 900 2024-09-16T07:20:46.572 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph --cluster ceph config set mds rados_osd_op_timeout 900 2024-09-16T07:20:46.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.572+0000 7f2631ffb640 1 -- 172.21.15.31:0/4003919499 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f263404b070 con 0x7f263c0cbec0 2024-09-16T07:20:46.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.573+0000 7f4e22685640 1 -- 172.21.15.31:0/1007032957 shutdown_connections 2024-09-16T07:20:46.575 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.573+0000 7f4e22685640 1 -- 172.21.15.31:0/1007032957 wait complete. 2024-09-16T07:20:46.587 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.588+0000 7f66ff7fe640 1 -- 172.21.15.31:0/602689989 <== mon.2 v2:172.21.15.155:3301/0 11 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f66f0028020 con 0x7f6708151770 2024-09-16T07:20:46.590 INFO:tasks.ceph:setting config [mon] mon_op_complaint_time = 120 2024-09-16T07:20:46.591 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph --cluster ceph config set mon mon_op_complaint_time 120 2024-09-16T07:20:46.591 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.589+0000 7f66ff7fe640 1 -- 172.21.15.31:0/602689989 <== mon.2 v2:172.21.15.155:3301/0 12 ==== mon_command_ack([{prefix=config set, name=rados_osd_op_timeout}]=0 v6)=0 v6) ==== 123+0+0 (secure 0 0 0) 0x7f66f0024c60 con 0x7f6708151770 2024-09-16T07:20:46.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.592+0000 7f2631ffb640 1 -- 172.21.15.31:0/4003919499 <== mon.0 v2:172.21.15.31:3300/0 8 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2634032590 con 0x7f263c0cbec0 2024-09-16T07:20:46.593 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.593+0000 7fcaaaffd640 1 -- 172.21.15.31:0/2493152249 <== mon.0 v2:172.21.15.31:3300/0 11 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcab4044b30 con 0x7fcabc0689b0 2024-09-16T07:20:46.595 INFO:tasks.ceph:setting config [mon] mon_warn_on_pool_no_app = False 2024-09-16T07:20:46.595 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph --cluster ceph config set mon mon_warn_on_pool_no_app False 2024-09-16T07:20:46.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.594+0000 7f670d7ad640 1 -- 172.21.15.31:0/602689989 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6708151770 msgr2=0x7f670814def0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:46.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.595+0000 7f670d7ad640 1 --2- 172.21.15.31:0/602689989 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6708151770 0x7f670814def0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f66f00011c0 tx=0x7f66f0001680 comp rx=0 tx=0).stop 2024-09-16T07:20:46.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.595+0000 7f670d7ad640 1 -- 172.21.15.31:0/602689989 shutdown_connections 2024-09-16T07:20:46.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.595+0000 7f670d7ad640 1 --2- 172.21.15.31:0/602689989 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6708151b50 0x7f67080c9e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.595+0000 7f670d7ad640 1 --2- 172.21.15.31:0/602689989 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6708151770 0x7f670814def0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.595+0000 7f670d7ad640 1 --2- 172.21.15.31:0/602689989 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f670806e360 0x7f6708154a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.595+0000 7f670d7ad640 1 -- 172.21.15.31:0/602689989 >> 172.21.15.31:0/602689989 conn(0x7f67080d0bb0 msgr2=0x7f67080d0f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:20:46.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.595+0000 7f670d7ad640 1 -- 172.21.15.31:0/602689989 shutdown_connections 2024-09-16T07:20:46.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.595+0000 7f670d7ad640 1 -- 172.21.15.31:0/602689989 wait complete. 2024-09-16T07:20:46.604 INFO:tasks.ceph:setting config [osd] osd_op_complaint_time = 180 2024-09-16T07:20:46.604 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph --cluster ceph config set osd osd_op_complaint_time 180 2024-09-16T07:20:46.646 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.642+0000 7f06c8272640 1 -- 172.21.15.31:0/2276748131 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f06ac00a770 msgr2=0x7f06ac00cc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:46.647 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.642+0000 7f06c8272640 1 --2- 172.21.15.31:0/2276748131 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f06ac00a770 0x7f06ac00cc30 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f06b8006ef0 tx=0x7f06ac003980 comp rx=0 tx=0).stop 2024-09-16T07:20:46.649 DEBUG:tasks.ceph:set 18 configs 2024-09-16T07:20:46.649 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'client_mount_timeout', '600'], check_status=True, hostname='smithi031') 2024-09-16T07:20:46.650 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'debug_client', '20'], check_status=True, hostname='smithi031') 2024-09-16T07:20:46.650 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'debug_ms', '1'], check_status=True, hostname='smithi031') 2024-09-16T07:20:46.650 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'rados_mon_op_timeout', '900'], check_status=True, hostname='smithi031') 2024-09-16T07:20:46.650 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'rados_osd_op_timeout', '900'], check_status=True, hostname='smithi031') 2024-09-16T07:20:46.650 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'debug_mds', '20'], check_status=True, hostname='smithi031') 2024-09-16T07:20:46.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.650+0000 7f06c8272640 1 -- 172.21.15.31:0/2276748131 shutdown_connections 2024-09-16T07:20:46.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.650+0000 7f06c8272640 1 --2- 172.21.15.31:0/2276748131 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f06ac00a770 0x7f06ac00cc30 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.650+0000 7f06c8272640 1 -- 172.21.15.31:0/2276748131 >> 172.21.15.31:0/2276748131 conn(0x7f06c00cfb30 msgr2=0x7f06c00cff10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:20:46.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.650+0000 7f06c8272640 1 -- 172.21.15.31:0/2276748131 shutdown_connections 2024-09-16T07:20:46.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.650+0000 7f06c8272640 1 -- 172.21.15.31:0/2276748131 wait complete. 2024-09-16T07:20:46.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.652+0000 7f06c8272640 1 Processor -- start 2024-09-16T07:20:46.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.652+0000 7f06c8272640 1 -- start start 2024-09-16T07:20:46.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.653+0000 7f06c8272640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f06ac00a770 0x7f06c00b5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:46.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.654+0000 7f06c600e640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f06ac00a770 0x7f06c00b5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:46.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.654+0000 7f06c600e640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f06ac00a770 0x7f06c00b5260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:54410/0 (socket says 172.21.15.31:54410) 2024-09-16T07:20:46.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.654+0000 7f06c600e640 1 -- 172.21.15.31:0/1127732788 learned_addr learned my addr 172.21.15.31:0/1127732788 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:20:46.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.654+0000 7f06c8272640 1 --2- 172.21.15.31:0/1127732788 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f06c00b3850 0x7f06c016d4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:46.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.654+0000 7f06c8272640 1 --2- 172.21.15.31:0/1127732788 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f06c016da00 0x7f06c00c6c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:46.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.654+0000 7f06c8272640 1 -- 172.21.15.31:0/1127732788 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f06c0072bf0 con 0x7f06ac00a770 2024-09-16T07:20:46.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.654+0000 7f06c8272640 1 -- 172.21.15.31:0/1127732788 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f06c0072a70 con 0x7f06c016da00 2024-09-16T07:20:46.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.654+0000 7f06c8272640 1 -- 172.21.15.31:0/1127732788 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f06c0072d70 con 0x7f06c00b3850 2024-09-16T07:20:46.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.655+0000 7f06c600e640 1 -- 172.21.15.31:0/1127732788 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f06c00b3850 msgr2=0x7f06c016d4c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-16T07:20:46.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.655+0000 7f06c600e640 1 --2- 172.21.15.31:0/1127732788 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f06c00b3850 0x7f06c016d4c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.655+0000 7f06c600e640 1 -- 172.21.15.31:0/1127732788 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f06c016da00 msgr2=0x7f06c00c6c00 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-16T07:20:46.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.655+0000 7f06c600e640 1 --2- 172.21.15.31:0/1127732788 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f06c016da00 0x7f06c00c6c00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.655+0000 7f06c600e640 1 -- 172.21.15.31:0/1127732788 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06c017c700 con 0x7f06ac00a770 2024-09-16T07:20:46.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.655+0000 7f06c600e640 1 --2- 172.21.15.31:0/1127732788 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f06ac00a770 0x7f06c00b5260 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f06b000c730 tx=0x7f06b000cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:20:46.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.657+0000 7f06b6ffd640 1 -- 172.21.15.31:0/1127732788 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06b0016020 con 0x7f06ac00a770 2024-09-16T07:20:46.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.657+0000 7f06c8272640 1 -- 172.21.15.31:0/1127732788 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06c00b58e0 con 0x7f06ac00a770 2024-09-16T07:20:46.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.657+0000 7f06c8272640 1 -- 172.21.15.31:0/1127732788 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06c01803e0 con 0x7f06ac00a770 2024-09-16T07:20:46.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.660+0000 7f06b6ffd640 1 -- 172.21.15.31:0/1127732788 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f06b00051c0 con 0x7f06ac00a770 2024-09-16T07:20:46.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.660+0000 7f06b6ffd640 1 -- 172.21.15.31:0/1127732788 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06b0007020 con 0x7f06ac00a770 2024-09-16T07:20:46.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.660+0000 7f06b6ffd640 1 -- 172.21.15.31:0/1127732788 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f06b00067d0 con 0x7f06ac00a770 2024-09-16T07:20:46.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.660+0000 7f06b6ffd640 1 -- 172.21.15.31:0/1127732788 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f06b0003c10 con 0x7f06ac00a770 2024-09-16T07:20:46.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.661+0000 7f06c8272640 1 -- 172.21.15.31:0/1127732788 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f06c016f000 con 0x7f06ac00a770 2024-09-16T07:20:46.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.667+0000 7f06b6ffd640 1 -- 172.21.15.31:0/1127732788 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f06b0020020 con 0x7f06ac00a770 2024-09-16T07:20:46.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.706+0000 7f7394a41640 1 -- 172.21.15.31:0/3174534868 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f739015deb0 msgr2=0x7f739015e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:46.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.706+0000 7f7394a41640 1 --2- 172.21.15.31:0/3174534868 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f739015deb0 0x7f739015e320 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f73900c3c80 tx=0x7f7380032b10 comp rx=0 tx=0).stop 2024-09-16T07:20:46.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.706+0000 7f7394a41640 1 -- 172.21.15.31:0/3174534868 shutdown_connections 2024-09-16T07:20:46.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.706+0000 7f7394a41640 1 --2- 172.21.15.31:0/3174534868 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f739015deb0 0x7f739015e320 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.706+0000 7f7394a41640 1 --2- 172.21.15.31:0/3174534868 >> v2:172.21.15.155:3300/0 conn(0x7f739015a270 0x7f73900688b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.706+0000 7f7394a41640 1 --2- 172.21.15.31:0/3174534868 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f73900ce140 0x7f73900b18d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.706+0000 7f7394a41640 1 -- 172.21.15.31:0/3174534868 >> 172.21.15.31:0/3174534868 conn(0x7f739006d5c0 msgr2=0x7f73900742f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:20:46.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.711+0000 7f7394a41640 1 -- 172.21.15.31:0/3174534868 shutdown_connections 2024-09-16T07:20:46.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.718+0000 7f7394a41640 1 -- 172.21.15.31:0/3174534868 wait complete. 2024-09-16T07:20:46.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.725+0000 7fcac0924640 1 -- 172.21.15.31:0/2493152249 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command([{prefix=config set, name=debug_mds}] v 0) -- 0x7fca940052f0 con 0x7fcabc0689b0 2024-09-16T07:20:46.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.720+0000 7f7394a41640 1 Processor -- start 2024-09-16T07:20:46.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.732+0000 7fcaaaffd640 1 -- 172.21.15.31:0/2493152249 <== mon.0 v2:172.21.15.31:3300/0 12 ==== mon_command_ack([{prefix=config set, name=debug_mds}]=0 v7)=0 v7) ==== 108+0+0 (secure 0 0 0) 0x7fcab403a450 con 0x7fcabc0689b0 2024-09-16T07:20:46.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.737+0000 7fcaa8ff9640 1 -- 172.21.15.31:0/2493152249 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcabc0689b0 msgr2=0x7fcabc0c97d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:46.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.737+0000 7fcaa8ff9640 1 --2- 172.21.15.31:0/2493152249 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcabc0689b0 0x7fcabc0c97d0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fcab4009000 tx=0x7fcab4004a40 comp rx=0 tx=0).stop 2024-09-16T07:20:46.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.737+0000 7fcaa8ff9640 1 -- 172.21.15.31:0/2493152249 shutdown_connections 2024-09-16T07:20:46.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.737+0000 7fcaa8ff9640 1 --2- 172.21.15.31:0/2493152249 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcabc15e020 0x7fcabc0b5070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.737+0000 7fcaa8ff9640 1 --2- 172.21.15.31:0/2493152249 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcabc0b03b0 0x7fcabc0b4b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.737+0000 7fcaa8ff9640 1 --2- 172.21.15.31:0/2493152249 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcabc0689b0 0x7fcabc0c97d0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.737+0000 7fcaa8ff9640 1 -- 172.21.15.31:0/2493152249 >> 172.21.15.31:0/2493152249 conn(0x7fcabc06d5c0 msgr2=0x7fcabc0cc610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:20:46.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.737+0000 7fcaa8ff9640 1 -- 172.21.15.31:0/2493152249 shutdown_connections 2024-09-16T07:20:46.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.737+0000 7fcaa8ff9640 1 -- 172.21.15.31:0/2493152249 wait complete. 2024-09-16T07:20:46.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.741+0000 7f7394a41640 1 -- start start 2024-09-16T07:20:46.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.742+0000 7f7394a41640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f73900ce140 0x7f73900b5620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:46.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.742+0000 7f7394a41640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f739015a270 0x7f73900c6dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:46.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.742+0000 7f7394a41640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f739015deb0 0x7f73901584e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:46.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.742+0000 7f7394a41640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f7390068f70 con 0x7f73900ce140 2024-09-16T07:20:46.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.742+0000 7f7394a41640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f7390068df0 con 0x7f739015a270 2024-09-16T07:20:46.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.742+0000 7f7394a41640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f73900cceb0 con 0x7f739015deb0 2024-09-16T07:20:46.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.742+0000 7f738ed9d640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f739015deb0 0x7f73901584e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:46.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.742+0000 7f738ed9d640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f739015deb0 0x7f73901584e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3301/0 says I am v2:172.21.15.31:39004/0 (socket says 172.21.15.31:39004) 2024-09-16T07:20:46.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.742+0000 7f738ed9d640 1 -- 172.21.15.31:0/951010412 learned_addr learned my addr 172.21.15.31:0/951010412 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:20:46.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.743+0000 7f738dd9b640 1 --2- 172.21.15.31:0/951010412 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f739015a270 0x7f73900c6dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:46.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.743+0000 7f738e59c640 1 --2- 172.21.15.31:0/951010412 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f73900ce140 0x7f73900b5620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:46.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.743+0000 7f738ed9d640 1 -- 172.21.15.31:0/951010412 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f739015a270 msgr2=0x7f73900c6dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:46.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.743+0000 7f738ed9d640 1 --2- 172.21.15.31:0/951010412 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f739015a270 0x7f73900c6dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.743+0000 7f738ed9d640 1 -- 172.21.15.31:0/951010412 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f73900ce140 msgr2=0x7f73900b5620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:46.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.743+0000 7f738ed9d640 1 --2- 172.21.15.31:0/951010412 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f73900ce140 0x7f73900b5620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.743+0000 7f738ed9d640 1 -- 172.21.15.31:0/951010412 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73900c7310 con 0x7f739015deb0 2024-09-16T07:20:46.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.743+0000 7f738e59c640 1 --2- 172.21.15.31:0/951010412 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f73900ce140 0x7f73900b5620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:20:46.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.744+0000 7f738ed9d640 1 --2- 172.21.15.31:0/951010412 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f739015deb0 0x7f73901584e0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f7380013e60 tx=0x7f7380004b10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:20:46.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.746+0000 7f737effd640 1 -- 172.21.15.31:0/951010412 <== mon.2 v2:172.21.15.155:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7380012370 con 0x7f739015deb0 2024-09-16T07:20:46.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.746+0000 7f737effd640 1 -- 172.21.15.31:0/951010412 <== mon.2 v2:172.21.15.155:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7380012510 con 0x7f739015deb0 2024-09-16T07:20:46.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.746+0000 7f737effd640 1 -- 172.21.15.31:0/951010412 <== mon.2 v2:172.21.15.155:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7380013050 con 0x7f739015deb0 2024-09-16T07:20:46.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.746+0000 7f7394a41640 1 -- 172.21.15.31:0/951010412 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f73900b0f50 con 0x7f739015deb0 2024-09-16T07:20:46.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.746+0000 7f7394a41640 1 -- 172.21.15.31:0/951010412 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f73900c65d0 con 0x7f739015deb0 2024-09-16T07:20:46.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.748+0000 7f737effd640 1 -- 172.21.15.31:0/951010412 <== mon.2 v2:172.21.15.155:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f738000c050 con 0x7f739015deb0 2024-09-16T07:20:46.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.748+0000 7f737effd640 1 -- 172.21.15.31:0/951010412 <== mon.2 v2:172.21.15.155:3301/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f7380013920 con 0x7f739015deb0 2024-09-16T07:20:46.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.749+0000 7f7394a41640 1 -- 172.21.15.31:0/951010412 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7374005290 con 0x7f739015deb0 2024-09-16T07:20:46.755 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.752+0000 7f737effd640 1 -- 172.21.15.31:0/951010412 <== mon.2 v2:172.21.15.155:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f7380039030 con 0x7f739015deb0 2024-09-16T07:20:46.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.772+0000 7f3a968bd640 1 -- 172.21.15.31:0/429765819 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3a7c0053c0 msgr2=0x7f3a7c00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:46.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.772+0000 7f3a968bd640 1 --2- 172.21.15.31:0/429765819 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3a7c0053c0 0x7f3a7c00b9c0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f3a9015e420 tx=0x7f3a7c005830 comp rx=0 tx=0).stop 2024-09-16T07:20:46.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.773+0000 7f3a94e5a640 1 -- 172.21.15.31:0/429765819 reap_dead start 2024-09-16T07:20:46.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.781+0000 7f3a968bd640 1 -- 172.21.15.31:0/429765819 shutdown_connections 2024-09-16T07:20:46.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.781+0000 7f3a968bd640 1 -- 172.21.15.31:0/429765819 >> 172.21.15.31:0/429765819 conn(0x7f3a900740f0 msgr2=0x7f3a90074500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:20:46.784 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'debug_mds_balancer', '20'], check_status=True, hostname='smithi031') 2024-09-16T07:20:46.785 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.785+0000 7f3a968bd640 1 -- 172.21.15.31:0/429765819 shutdown_connections 2024-09-16T07:20:46.785 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.786+0000 7f3a968bd640 1 -- 172.21.15.31:0/429765819 wait complete. 2024-09-16T07:20:46.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.788+0000 7f3a968bd640 1 Processor -- start 2024-09-16T07:20:46.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.788+0000 7f3a968bd640 1 -- start start 2024-09-16T07:20:46.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.790+0000 7f3a968bd640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3a7c0053c0 0x7f3a900b5b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:46.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.790+0000 7f3a968bd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3a90155f30 0x7f3a900b4210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:46.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.790+0000 7f3a968bd640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3a900b4750 0x7f3a900b4be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:46.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.790+0000 7f3a968bd640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f3a9016b580 con 0x7f3a90155f30 2024-09-16T07:20:46.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.790+0000 7f3a968bd640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f3a900b1840 con 0x7f3a7c0053c0 2024-09-16T07:20:46.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.791+0000 7f3a968bd640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f3a9016b700 con 0x7f3a900b4750 2024-09-16T07:20:46.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.791+0000 7f3a8ffff640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3a7c0053c0 0x7f3a900b5b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:46.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.791+0000 7f3a8ffff640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3a7c0053c0 0x7f3a900b5b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3300/0 says I am v2:172.21.15.31:55454/0 (socket says 172.21.15.31:55454) 2024-09-16T07:20:46.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.791+0000 7f3a8ffff640 1 -- 172.21.15.31:0/3865100139 learned_addr learned my addr 172.21.15.31:0/3865100139 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:20:46.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.791+0000 7f3a94e5a640 1 --2- 172.21.15.31:0/3865100139 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3a900b4750 0x7f3a900b4be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:46.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.792+0000 7f3a8ffff640 1 -- 172.21.15.31:0/3865100139 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3a900b4750 msgr2=0x7f3a900b4be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:46.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.792+0000 7f3a8ffff640 1 --2- 172.21.15.31:0/3865100139 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3a900b4750 0x7f3a900b4be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.792+0000 7f3a8ffff640 1 -- 172.21.15.31:0/3865100139 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3a90155f30 msgr2=0x7f3a900b4210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:46.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.792+0000 7f3a8f7fe640 1 --2- 172.21.15.31:0/3865100139 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3a90155f30 0x7f3a900b4210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:46.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.792+0000 7f3a8ffff640 1 --2- 172.21.15.31:0/3865100139 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3a90155f30 0x7f3a900b4210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.792+0000 7f3a8ffff640 1 -- 172.21.15.31:0/3865100139 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a900b3170 con 0x7f3a7c0053c0 2024-09-16T07:20:46.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.793+0000 7f3a8f7fe640 1 --2- 172.21.15.31:0/3865100139 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3a90155f30 0x7f3a900b4210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:20:46.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.793+0000 7f3a8ffff640 1 --2- 172.21.15.31:0/3865100139 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3a7c0053c0 0x7f3a900b5b80 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f3a78006690 tx=0x7f3a780039c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:20:46.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.793+0000 7f3a8cff9640 1 -- 172.21.15.31:0/3865100139 <== mon.1 v2:172.21.15.155:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a78011700 con 0x7f3a7c0053c0 2024-09-16T07:20:46.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.793+0000 7f3a968bd640 1 -- 172.21.15.31:0/3865100139 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3a900b3450 con 0x7f3a7c0053c0 2024-09-16T07:20:46.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.794+0000 7f3a968bd640 1 -- 172.21.15.31:0/3865100139 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3a900b3a10 con 0x7f3a7c0053c0 2024-09-16T07:20:46.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.795+0000 7f3a8cff9640 1 -- 172.21.15.31:0/3865100139 <== mon.1 v2:172.21.15.155:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3a78016020 con 0x7f3a7c0053c0 2024-09-16T07:20:46.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.795+0000 7f3a8cff9640 1 -- 172.21.15.31:0/3865100139 <== mon.1 v2:172.21.15.155:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a78011b40 con 0x7f3a7c0053c0 2024-09-16T07:20:46.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.796+0000 7f3a8cff9640 1 -- 172.21.15.31:0/3865100139 <== mon.1 v2:172.21.15.155:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f3a7801b7a0 con 0x7f3a7c0053c0 2024-09-16T07:20:46.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.797+0000 7f3a8cff9640 1 -- 172.21.15.31:0/3865100139 <== mon.1 v2:172.21.15.155:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f3a7801adf0 con 0x7f3a7c0053c0 2024-09-16T07:20:46.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.797+0000 7f3a867fc640 1 -- 172.21.15.31:0/3865100139 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3a74005290 con 0x7f3a7c0053c0 2024-09-16T07:20:46.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.803+0000 7f3a8cff9640 1 -- 172.21.15.31:0/3865100139 <== mon.1 v2:172.21.15.155:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f3a78020020 con 0x7f3a7c0053c0 2024-09-16T07:20:46.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.835+0000 7f82aa16b640 1 -- 172.21.15.31:0/3894030473 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f829c03a0b0 msgr2=0x7f829c006650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:46.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.838+0000 7f82aa16b640 1 --2- 172.21.15.31:0/3894030473 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f829c03a0b0 0x7f829c006650 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f82a406b600 tx=0x7f82a40a5c80 comp rx=0 tx=0).stop 2024-09-16T07:20:46.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.839+0000 7f82aa16b640 1 -- 172.21.15.31:0/3894030473 shutdown_connections 2024-09-16T07:20:46.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.839+0000 7f82aa16b640 1 --2- 172.21.15.31:0/3894030473 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f829c03a0b0 0x7f829c006650 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.839+0000 7f82aa16b640 1 --2- 172.21.15.31:0/3894030473 >> v2:172.21.15.155:3300/0 conn(0x7f829c0345e0 0x7f829c039b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.839+0000 7f82aa16b640 1 -- 172.21.15.31:0/3894030473 >> 172.21.15.31:0/3894030473 conn(0x7f829c01e030 msgr2=0x7f829c054e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:20:46.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.847+0000 7f82aa16b640 1 -- 172.21.15.31:0/3894030473 shutdown_connections 2024-09-16T07:20:46.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.847+0000 7f344766e640 1 -- 172.21.15.31:0/893862142 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3440072d80 msgr2=0x7f34400cdb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:46.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.847+0000 7f344766e640 1 --2- 172.21.15.31:0/893862142 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3440072d80 0x7f34400cdb70 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f3438005fd0 tx=0x7f343802a850 comp rx=0 tx=0).stop 2024-09-16T07:20:46.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.850+0000 7f662d6e9640 1 -- 172.21.15.31:0/231706218 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f662815d350 msgr2=0x7f66280b2bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:46.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.850+0000 7f662d6e9640 1 --2- 172.21.15.31:0/231706218 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f662815d350 0x7f66280b2bb0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f6620005fd0 tx=0x7f662002a7c0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.851+0000 7f662d6e9640 1 -- 172.21.15.31:0/231706218 shutdown_connections 2024-09-16T07:20:46.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.851+0000 7f662d6e9640 1 --2- 172.21.15.31:0/231706218 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f662815d350 0x7f66280b2bb0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.851+0000 7f662d6e9640 1 --2- 172.21.15.31:0/231706218 >> v2:172.21.15.155:3300/0 conn(0x7f66281584f0 0x7f662806fc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.851+0000 7f662d6e9640 1 -- 172.21.15.31:0/231706218 >> 172.21.15.31:0/231706218 conn(0x7f66280cf8d0 msgr2=0x7f66280cfcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:20:46.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.851+0000 7f344766e640 1 -- 172.21.15.31:0/893862142 shutdown_connections 2024-09-16T07:20:46.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.851+0000 7f344766e640 1 --2- 172.21.15.31:0/893862142 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3440072d80 0x7f34400cdb70 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.851+0000 7f344766e640 1 --2- 172.21.15.31:0/893862142 >> v2:172.21.15.31:3300/0 conn(0x7f344016ec20 0x7f344016f000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.851+0000 7f344766e640 1 -- 172.21.15.31:0/893862142 >> 172.21.15.31:0/893862142 conn(0x7f34400cfb30 msgr2=0x7f34400cff10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:20:46.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.851+0000 7f662d6e9640 1 -- 172.21.15.31:0/231706218 shutdown_connections 2024-09-16T07:20:46.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.851+0000 7f662d6e9640 1 -- 172.21.15.31:0/231706218 wait complete. 2024-09-16T07:20:46.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.853+0000 7f662d6e9640 1 Processor -- start 2024-09-16T07:20:46.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.854+0000 7f662d6e9640 1 -- start start 2024-09-16T07:20:46.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.851+0000 7f344766e640 1 -- 172.21.15.31:0/893862142 shutdown_connections 2024-09-16T07:20:46.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.851+0000 7f344766e640 1 -- 172.21.15.31:0/893862142 wait complete. 2024-09-16T07:20:46.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.853+0000 7f344766e640 1 Processor -- start 2024-09-16T07:20:46.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.853+0000 7f344766e640 1 -- start start 2024-09-16T07:20:46.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.854+0000 7f344766e640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3440072d80 0x7f34400b33c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:46.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.854+0000 7f344766e640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f34400cd700 0x7f34402050e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:46.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.855+0000 7f344766e640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f344016ec20 0x7f34400c4c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:46.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.855+0000 7f3444c09640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f34400cd700 0x7f34402050e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:46.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.855+0000 7f3444c09640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f34400cd700 0x7f34402050e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3301/0 says I am v2:172.21.15.31:39044/0 (socket says 172.21.15.31:39044) 2024-09-16T07:20:46.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.855+0000 7f3445c0b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f344016ec20 0x7f34400c4c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:46.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.855+0000 7f3445c0b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f344016ec20 0x7f34400c4c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:54472/0 (socket says 172.21.15.31:54472) 2024-09-16T07:20:46.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.855+0000 7f3444c09640 1 -- 172.21.15.31:0/1153277267 learned_addr learned my addr 172.21.15.31:0/1153277267 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:20:46.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.855+0000 7f344766e640 1 -- 172.21.15.31:0/1153277267 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f34400862e0 con 0x7f344016ec20 2024-09-16T07:20:46.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.855+0000 7f344766e640 1 -- 172.21.15.31:0/1153277267 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f3440086160 con 0x7f3440072d80 2024-09-16T07:20:46.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.855+0000 7f344766e640 1 -- 172.21.15.31:0/1153277267 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f3440086460 con 0x7f34400cd700 2024-09-16T07:20:46.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.855+0000 7f344540a640 1 --2- 172.21.15.31:0/1153277267 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3440072d80 0x7f34400b33c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:46.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.856+0000 7f3444c09640 1 -- 172.21.15.31:0/1153277267 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3440072d80 msgr2=0x7f34400b33c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:46.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.856+0000 7f3444c09640 1 --2- 172.21.15.31:0/1153277267 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3440072d80 0x7f34400b33c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.856+0000 7f3444c09640 1 -- 172.21.15.31:0/1153277267 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f344016ec20 msgr2=0x7f34400c4c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:46.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.856+0000 7f3444c09640 1 --2- 172.21.15.31:0/1153277267 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f344016ec20 0x7f34400c4c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.856+0000 7f3444c09640 1 -- 172.21.15.31:0/1153277267 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34400b5620 con 0x7f34400cd700 2024-09-16T07:20:46.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.856+0000 7f3445c0b640 1 --2- 172.21.15.31:0/1153277267 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f344016ec20 0x7f34400c4c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T07:20:46.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.856+0000 7f3444c09640 1 --2- 172.21.15.31:0/1153277267 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f34400cd700 0x7f34402050e0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f343c00c500 tx=0x7f343c00c9c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:20:46.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.855+0000 7f662d6e9640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f66280b2740 0x7f6628158c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:46.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.855+0000 7f662d6e9640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f662815d350 0x7f66281591c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:46.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.855+0000 7f662d6e9640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6628204760 0x7f6628204c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:46.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.855+0000 7f662d6e9640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f662806f890 con 0x7f662815d350 2024-09-16T07:20:46.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.855+0000 7f662d6e9640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f662806f710 con 0x7f66280b2740 2024-09-16T07:20:46.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.855+0000 7f662d6e9640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f662815ec30 con 0x7f6628204760 2024-09-16T07:20:46.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.856+0000 7f6627fff640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f66280b2740 0x7f6628158c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:46.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.856+0000 7f6627fff640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f66280b2740 0x7f6628158c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3300/0 says I am v2:172.21.15.31:55490/0 (socket says 172.21.15.31:55490) 2024-09-16T07:20:46.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.856+0000 7f6627fff640 1 -- 172.21.15.31:0/4140365875 learned_addr learned my addr 172.21.15.31:0/4140365875 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:20:46.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.856+0000 7f66277fe640 1 --2- 172.21.15.31:0/4140365875 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f662815d350 0x7f66281591c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:46.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.856+0000 7f6627fff640 1 -- 172.21.15.31:0/4140365875 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6628204760 msgr2=0x7f6628204c10 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-16T07:20:46.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.856+0000 7f6627fff640 1 --2- 172.21.15.31:0/4140365875 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6628204760 0x7f6628204c10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.856+0000 7f6627fff640 1 -- 172.21.15.31:0/4140365875 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f662815d350 msgr2=0x7f66281591c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:46.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.856+0000 7f6627fff640 1 --2- 172.21.15.31:0/4140365875 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f662815d350 0x7f66281591c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.856+0000 7f6627fff640 1 -- 172.21.15.31:0/4140365875 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6628157730 con 0x7f66280b2740 2024-09-16T07:20:46.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.856+0000 7f66277fe640 1 --2- 172.21.15.31:0/4140365875 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f662815d350 0x7f66281591c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:20:46.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.857+0000 7f6627fff640 1 --2- 172.21.15.31:0/4140365875 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f66280b2740 0x7f6628158c80 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f661000c970 tx=0x7f661000ce30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:20:46.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.858+0000 7f6624ff9640 1 -- 172.21.15.31:0/4140365875 <== mon.1 v2:172.21.15.155:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6610004220 con 0x7f66280b2740 2024-09-16T07:20:46.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.858+0000 7f6624ff9640 1 -- 172.21.15.31:0/4140365875 <== mon.1 v2:172.21.15.155:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f66100079b0 con 0x7f66280b2740 2024-09-16T07:20:46.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.858+0000 7f662d6e9640 1 -- 172.21.15.31:0/4140365875 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6628203b10 con 0x7f66280b2740 2024-09-16T07:20:46.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.858+0000 7f662d6e9640 1 -- 172.21.15.31:0/4140365875 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6628159dd0 con 0x7f66280b2740 2024-09-16T07:20:46.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.858+0000 7f6624ff9640 1 -- 172.21.15.31:0/4140365875 <== mon.1 v2:172.21.15.155:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6610007dc0 con 0x7f66280b2740 2024-09-16T07:20:46.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.860+0000 7f82aa16b640 1 -- 172.21.15.31:0/3894030473 wait complete. 2024-09-16T07:20:46.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.862+0000 7f82aa16b640 1 Processor -- start 2024-09-16T07:20:46.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.862+0000 7f82aa16b640 1 -- start start 2024-09-16T07:20:46.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.860+0000 7f6624ff9640 1 -- 172.21.15.31:0/4140365875 <== mon.1 v2:172.21.15.155:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f6610003980 con 0x7f66280b2740 2024-09-16T07:20:46.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.860+0000 7f6624ff9640 1 -- 172.21.15.31:0/4140365875 <== mon.1 v2:172.21.15.155:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f661000fbd0 con 0x7f66280b2740 2024-09-16T07:20:46.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.864+0000 7f82aa16b640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f829c0345e0 0x7f829c032a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:46.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.864+0000 7f82aa16b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f829c03a0b0 0x7f829c0d9550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:46.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.864+0000 7f82aa16b640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f829c0def10 0x7f829c0d9a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:46.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.864+0000 7f82aa16b640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f829c006d10 con 0x7f829c03a0b0 2024-09-16T07:20:46.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.864+0000 7f82aa16b640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f829c006b90 con 0x7f829c0def10 2024-09-16T07:20:46.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.864+0000 7f82aa16b640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f829c006e90 con 0x7f829c0345e0 2024-09-16T07:20:46.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.865+0000 7f82a2ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f829c03a0b0 0x7f829c0d9550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:46.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.865+0000 7f82a2ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f829c03a0b0 0x7f829c0d9550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:54498/0 (socket says 172.21.15.31:54498) 2024-09-16T07:20:46.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.865+0000 7f82a2ffd640 1 -- 172.21.15.31:0/1834730158 learned_addr learned my addr 172.21.15.31:0/1834730158 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:20:46.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.865+0000 7f82a2ffd640 1 -- 172.21.15.31:0/1834730158 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f829c0345e0 msgr2=0x7f829c032a30 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-16T07:20:46.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.865+0000 7f82a2ffd640 1 --2- 172.21.15.31:0/1834730158 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f829c0345e0 0x7f829c032a30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.865+0000 7f82a2ffd640 1 -- 172.21.15.31:0/1834730158 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f829c0def10 msgr2=0x7f829c0d9a90 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-16T07:20:46.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.865+0000 7f82a2ffd640 1 --2- 172.21.15.31:0/1834730158 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f829c0def10 0x7f829c0d9a90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.865+0000 7f82a2ffd640 1 -- 172.21.15.31:0/1834730158 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f829c021a70 con 0x7f829c03a0b0 2024-09-16T07:20:46.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.866+0000 7f82a2ffd640 1 --2- 172.21.15.31:0/1834730158 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f829c03a0b0 0x7f829c0d9550 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f829800bfc0 tx=0x7f829800df20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:20:46.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.866+0000 7f3435ffb640 1 -- 172.21.15.31:0/1153277267 <== mon.2 v2:172.21.15.155:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f343c012830 con 0x7f34400cd700 2024-09-16T07:20:46.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.866+0000 7f3435ffb640 1 -- 172.21.15.31:0/1153277267 <== mon.2 v2:172.21.15.155:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f343c017070 con 0x7f34400cd700 2024-09-16T07:20:46.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.866+0000 7f3435ffb640 1 -- 172.21.15.31:0/1153277267 <== mon.2 v2:172.21.15.155:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f343c012d60 con 0x7f34400cd700 2024-09-16T07:20:46.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.866+0000 7f344766e640 1 -- 172.21.15.31:0/1153277267 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f34400b4aa0 con 0x7f34400cd700 2024-09-16T07:20:46.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.867+0000 7f344766e640 1 -- 172.21.15.31:0/1153277267 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f34400b5060 con 0x7f34400cd700 2024-09-16T07:20:46.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.867+0000 7f2643975640 1 -- 172.21.15.31:0/4003919499 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command([{prefix=config set, name=debug_mds_balancer}] v 0) -- 0x7f26180058c0 con 0x7f263c0cbec0 2024-09-16T07:20:46.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.867+0000 7f828ffff640 1 -- 172.21.15.31:0/1834730158 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8298018070 con 0x7f829c03a0b0 2024-09-16T07:20:46.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.867+0000 7f828ffff640 1 -- 172.21.15.31:0/1834730158 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8298008d10 con 0x7f829c03a0b0 2024-09-16T07:20:46.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.867+0000 7f828ffff640 1 -- 172.21.15.31:0/1834730158 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82980126b0 con 0x7f829c03a0b0 2024-09-16T07:20:46.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.867+0000 7f82aa16b640 1 -- 172.21.15.31:0/1834730158 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f829c021d50 con 0x7f829c03a0b0 2024-09-16T07:20:46.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.867+0000 7f82aa16b640 1 -- 172.21.15.31:0/1834730158 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f829c022310 con 0x7f829c03a0b0 2024-09-16T07:20:46.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.868+0000 7f344766e640 1 -- 172.21.15.31:0/1153277267 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3420005290 con 0x7f34400cd700 2024-09-16T07:20:46.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.870+0000 7f06c8272640 1 -- 172.21.15.31:0/1127732788 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command([{prefix=config set, name=debug_ms}] v 0) -- 0x7f06c016c500 con 0x7f06ac00a770 2024-09-16T07:20:46.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.869+0000 7f828dffb640 1 -- 172.21.15.31:0/1834730158 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f829c007480 con 0x7f829c03a0b0 2024-09-16T07:20:46.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.869+0000 7f3435ffb640 1 -- 172.21.15.31:0/1153277267 <== mon.2 v2:172.21.15.155:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f343c01c460 con 0x7f34400cd700 2024-09-16T07:20:46.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.869+0000 7f3435ffb640 1 -- 172.21.15.31:0/1153277267 <== mon.2 v2:172.21.15.155:3301/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f343c01b860 con 0x7f34400cd700 2024-09-16T07:20:46.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.870+0000 7f662d6e9640 1 -- 172.21.15.31:0/4140365875 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f660c005290 con 0x7f66280b2740 2024-09-16T07:20:46.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.873+0000 7f828ffff640 1 -- 172.21.15.31:0/1834730158 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f829801b070 con 0x7f829c03a0b0 2024-09-16T07:20:46.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.873+0000 7f828ffff640 1 -- 172.21.15.31:0/1834730158 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f829801da00 con 0x7f829c03a0b0 2024-09-16T07:20:46.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.874+0000 7f828ffff640 1 -- 172.21.15.31:0/1834730158 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f8298022020 con 0x7f829c03a0b0 2024-09-16T07:20:46.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.875+0000 7f3435ffb640 1 -- 172.21.15.31:0/1153277267 <== mon.2 v2:172.21.15.155:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f344016f540 con 0x7f34400cd700 2024-09-16T07:20:46.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.877+0000 7f6624ff9640 1 -- 172.21.15.31:0/4140365875 <== mon.1 v2:172.21.15.155:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f6610014030 con 0x7f66280b2740 2024-09-16T07:20:46.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.881+0000 7f2631ffb640 1 -- 172.21.15.31:0/4003919499 <== mon.0 v2:172.21.15.31:3300/0 9 ==== mon_command_ack([{prefix=config set, name=debug_mds_balancer}]=0 v8)=0 v8) ==== 117+0+0 (secure 0 0 0) 0x7f2634031ba0 con 0x7f263c0cbec0 2024-09-16T07:20:46.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.882+0000 7f120458a640 1 -- 172.21.15.31:0/1761802091 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f11f404eb20 msgr2=0x7f11f4036110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:46.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.882+0000 7f120458a640 1 --2- 172.21.15.31:0/1761802091 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f11f404eb20 0x7f11f4036110 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f11f4035e00 tx=0x7f11f802a4d0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.885+0000 7f06b6ffd640 1 -- 172.21.15.31:0/1127732788 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{prefix=config set, name=debug_ms}]=0 v9)=0 v9) ==== 106+0+0 (secure 0 0 0) 0x7f06b00075d0 con 0x7f06ac00a770 2024-09-16T07:20:46.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.885+0000 7f120458a640 1 -- 172.21.15.31:0/1761802091 shutdown_connections 2024-09-16T07:20:46.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.885+0000 7f120458a640 1 --2- 172.21.15.31:0/1761802091 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f11f404eb20 0x7f11f4036110 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.885+0000 7f120458a640 1 -- 172.21.15.31:0/1761802091 >> 172.21.15.31:0/1761802091 conn(0x7f11f401d770 msgr2=0x7f11f4054560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:20:46.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.885+0000 7f120458a640 1 -- 172.21.15.31:0/1761802091 shutdown_connections 2024-09-16T07:20:46.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.885+0000 7f120458a640 1 -- 172.21.15.31:0/1761802091 wait complete. 2024-09-16T07:20:46.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.887+0000 7f06b4ff9640 1 -- 172.21.15.31:0/1127732788 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f06ac00a770 msgr2=0x7f06c00b5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:46.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.887+0000 7f06b4ff9640 1 --2- 172.21.15.31:0/1127732788 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f06ac00a770 0x7f06c00b5260 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f06b000c730 tx=0x7f06b000cbf0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.887+0000 7f06b4ff9640 1 -- 172.21.15.31:0/1127732788 shutdown_connections 2024-09-16T07:20:46.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.887+0000 7f06b4ff9640 1 --2- 172.21.15.31:0/1127732788 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f06c016da00 0x7f06c00c6c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.887+0000 7f06b4ff9640 1 --2- 172.21.15.31:0/1127732788 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f06c00b3850 0x7f06c016d4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.887+0000 7f06b4ff9640 1 --2- 172.21.15.31:0/1127732788 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f06ac00a770 0x7f06c00b5260 secure :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f06b000c730 tx=0x7f06b000cbf0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.887+0000 7f06b4ff9640 1 -- 172.21.15.31:0/1127732788 >> 172.21.15.31:0/1127732788 conn(0x7f06c00cfb30 msgr2=0x7f06c0170dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:20:46.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.887+0000 7f120458a640 1 Processor -- start 2024-09-16T07:20:46.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.887+0000 7f120458a640 1 -- start start 2024-09-16T07:20:46.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.889+0000 7f120458a640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f11f404eb20 0x7f11f40d1b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:46.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.889+0000 7f120458a640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f11f40e69b0 0x7f11f40d2360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:46.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.889+0000 7f120458a640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f11f40e6d90 0x7f11f404d910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:46.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.889+0000 7f120458a640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f11f40e48f0 con 0x7f11f40e6d90 2024-09-16T07:20:46.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.889+0000 7f120458a640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f11f4055340 con 0x7f11f40e69b0 2024-09-16T07:20:46.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.889+0000 7f120458a640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f11f40e4a70 con 0x7f11f404eb20 2024-09-16T07:20:46.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.889+0000 7f1201b25640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f11f40e69b0 0x7f11f40d2360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:46.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.889+0000 7f1201b25640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f11f40e69b0 0x7f11f40d2360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3300/0 says I am v2:172.21.15.31:55516/0 (socket says 172.21.15.31:55516) 2024-09-16T07:20:46.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.889+0000 7f1201b25640 1 -- 172.21.15.31:0/2271790800 learned_addr learned my addr 172.21.15.31:0/2271790800 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:20:46.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.889+0000 7f1202326640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f11f404eb20 0x7f11f40d1b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:46.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.889+0000 7f06b4ff9640 1 -- 172.21.15.31:0/1127732788 shutdown_connections 2024-09-16T07:20:46.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.890+0000 7f06b4ff9640 1 -- 172.21.15.31:0/1127732788 wait complete. 2024-09-16T07:20:46.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.890+0000 7f1202326640 1 -- 172.21.15.31:0/2271790800 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f11f40e69b0 msgr2=0x7f11f40d2360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:46.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.890+0000 7f1202326640 1 --2- 172.21.15.31:0/2271790800 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f11f40e69b0 0x7f11f40d2360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.890+0000 7f1202326640 1 -- 172.21.15.31:0/2271790800 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f11f40e6d90 msgr2=0x7f11f404d910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:46.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.890+0000 7f1202326640 1 --2- 172.21.15.31:0/2271790800 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f11f40e6d90 0x7f11f404d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.890+0000 7f1202326640 1 -- 172.21.15.31:0/2271790800 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11f40e2750 con 0x7f11f404eb20 2024-09-16T07:20:46.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.890+0000 7f1202326640 1 --2- 172.21.15.31:0/2271790800 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f11f404eb20 0x7f11f40d1b60 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f11ec00c3c0 tx=0x7f11ec00c880 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:20:46.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.890+0000 7f11f2ffd640 1 -- 172.21.15.31:0/2271790800 <== mon.2 v2:172.21.15.155:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11ec017070 con 0x7f11f404eb20 2024-09-16T07:20:46.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.891+0000 7f120458a640 1 -- 172.21.15.31:0/2271790800 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11f40d2fc0 con 0x7f11f404eb20 2024-09-16T07:20:46.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.891+0000 7f120458a640 1 -- 172.21.15.31:0/2271790800 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f11f40e2cd0 con 0x7f11f404eb20 2024-09-16T07:20:46.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.892+0000 7f11f2ffd640 1 -- 172.21.15.31:0/2271790800 <== mon.2 v2:172.21.15.155:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f11ec0053c0 con 0x7f11f404eb20 2024-09-16T07:20:46.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.892+0000 7f11f2ffd640 1 -- 172.21.15.31:0/2271790800 <== mon.2 v2:172.21.15.155:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11ec003850 con 0x7f11f404eb20 2024-09-16T07:20:46.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.894+0000 7f120458a640 1 -- 172.21.15.31:0/2271790800 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f11e4005290 con 0x7f11f404eb20 2024-09-16T07:20:46.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.893+0000 7ff5470a9640 1 -- 172.21.15.31:0/3163308176 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff54006d250 msgr2=0x7ff540154bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:46.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.893+0000 7ff5470a9640 1 --2- 172.21.15.31:0/3163308176 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff54006d250 0x7ff540154bf0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7ff540074b10 tx=0x7ff53003b650 comp rx=0 tx=0).stop 2024-09-16T07:20:46.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.894+0000 7f2643975640 1 -- 172.21.15.31:0/4003919499 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f263c0cbec0 msgr2=0x7f263c0c8fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:46.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.894+0000 7f2643975640 1 --2- 172.21.15.31:0/4003919499 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f263c0cbec0 0x7f263c0c8fa0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f263c15f840 tx=0x7f2634004a40 comp rx=0 tx=0).stop 2024-09-16T07:20:46.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.894+0000 7ff5470a9640 1 -- 172.21.15.31:0/3163308176 shutdown_connections 2024-09-16T07:20:46.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.894+0000 7ff5470a9640 1 --2- 172.21.15.31:0/3163308176 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff54006d250 0x7ff540154bf0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.894+0000 7ff5470a9640 1 --2- 172.21.15.31:0/3163308176 >> v2:172.21.15.155:3300/0 conn(0x7ff540160f50 0x7ff54015f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.894+0000 7ff5470a9640 1 -- 172.21.15.31:0/3163308176 >> 172.21.15.31:0/3163308176 conn(0x7ff5400cf8c0 msgr2=0x7ff5400cfcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:20:46.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.895+0000 7f2643975640 1 -- 172.21.15.31:0/4003919499 shutdown_connections 2024-09-16T07:20:46.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.895+0000 7f2643975640 1 --2- 172.21.15.31:0/4003919499 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f263c15ae10 0x7f263c0ca980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.895+0000 7f2643975640 1 --2- 172.21.15.31:0/4003919499 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f263c15aa30 0x7f263c0b5350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.895+0000 7f2643975640 1 --2- 172.21.15.31:0/4003919499 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f263c0cbec0 0x7f263c0c8fa0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.895+0000 7f2643975640 1 -- 172.21.15.31:0/4003919499 >> 172.21.15.31:0/4003919499 conn(0x7f263c0d0bb0 msgr2=0x7f263c0b1f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:20:46.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.895+0000 7f2643975640 1 -- 172.21.15.31:0/4003919499 shutdown_connections 2024-09-16T07:20:46.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.895+0000 7f2643975640 1 -- 172.21.15.31:0/4003919499 wait complete. 2024-09-16T07:20:46.902 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.900+0000 7f146fc33640 1 -- 172.21.15.31:0/2492774026 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1468072670 msgr2=0x7f14680ceb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:46.902 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.901+0000 7f146c9cd640 1 -- 172.21.15.31:0/2492774026 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1464035020 con 0x7f1468072670 2024-09-16T07:20:46.902 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.901+0000 7f146fc33640 1 --2- 172.21.15.31:0/2492774026 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1468072670 0x7f14680ceb20 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f14680753c0 tx=0x7f146402a670 comp rx=0 tx=0).stop 2024-09-16T07:20:46.902 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.901+0000 7ff5470a9640 1 -- 172.21.15.31:0/3163308176 shutdown_connections 2024-09-16T07:20:46.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.903+0000 7f146fc33640 1 -- 172.21.15.31:0/2492774026 shutdown_connections 2024-09-16T07:20:46.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.903+0000 7f146fc33640 1 --2- 172.21.15.31:0/2492774026 >> v2:172.21.15.155:3300/0 conn(0x7f14680cb590 0x7f14680cb9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.903+0000 7f146fc33640 1 --2- 172.21.15.31:0/2492774026 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1468072670 0x7f14680ceb20 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.903+0000 7f146fc33640 1 -- 172.21.15.31:0/2492774026 >> 172.21.15.31:0/2492774026 conn(0x7f14680cfb30 msgr2=0x7f14680cff10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:20:46.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.901+0000 7ff5470a9640 1 -- 172.21.15.31:0/3163308176 wait complete. 2024-09-16T07:20:46.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.903+0000 7ff5470a9640 1 Processor -- start 2024-09-16T07:20:46.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.903+0000 7ff5470a9640 1 -- start start 2024-09-16T07:20:46.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.904+0000 7ff5470a9640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff54006d250 0x7ff5400cc9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:46.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.904+0000 7ff5470a9640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff5400cdac0 0x7ff5400ccf30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:46.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.904+0000 7ff5470a9640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff540160f50 0x7ff540145b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:46.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.905+0000 7ff5470a9640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7ff5400ce090 con 0x7ff540160f50 2024-09-16T07:20:46.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.905+0000 7ff5470a9640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ff5400cdf10 con 0x7ff54006d250 2024-09-16T07:20:46.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.905+0000 7ff5470a9640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ff54006f510 con 0x7ff5400cdac0 2024-09-16T07:20:46.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.905+0000 7ff545646640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff540160f50 0x7ff540145b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:46.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.906+0000 7f11f2ffd640 1 -- 172.21.15.31:0/2271790800 <== mon.2 v2:172.21.15.155:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f11ec01a070 con 0x7f11f404eb20 2024-09-16T07:20:46.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.905+0000 7ff545646640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff540160f50 0x7ff540145b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:54536/0 (socket says 172.21.15.31:54536) 2024-09-16T07:20:46.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.906+0000 7f11f2ffd640 1 -- 172.21.15.31:0/2271790800 <== mon.2 v2:172.21.15.155:3301/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f11ec01c780 con 0x7f11f404eb20 2024-09-16T07:20:46.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.905+0000 7ff545646640 1 -- 172.21.15.31:0/2565347549 learned_addr learned my addr 172.21.15.31:0/2565347549 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:20:46.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.905+0000 7ff53ffff640 1 --2- 172.21.15.31:0/2565347549 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff5400cdac0 0x7ff5400ccf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:46.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.905+0000 7ff544e45640 1 --2- 172.21.15.31:0/2565347549 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff54006d250 0x7ff5400cc9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:46.909 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.905+0000 7ff545646640 1 -- 172.21.15.31:0/2565347549 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff5400cdac0 msgr2=0x7ff5400ccf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:46.909 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.905+0000 7ff545646640 1 --2- 172.21.15.31:0/2565347549 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff5400cdac0 0x7ff5400ccf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.909 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.905+0000 7ff545646640 1 -- 172.21.15.31:0/2565347549 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff54006d250 msgr2=0x7ff5400cc9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:46.909 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.905+0000 7ff545646640 1 --2- 172.21.15.31:0/2565347549 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff54006d250 0x7ff5400cc9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.909 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.905+0000 7ff545646640 1 -- 172.21.15.31:0/2565347549 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5401581d0 con 0x7ff540160f50 2024-09-16T07:20:46.909 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.905+0000 7ff53ffff640 1 --2- 172.21.15.31:0/2565347549 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff5400cdac0 0x7ff5400ccf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T07:20:46.909 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.906+0000 7ff545646640 1 --2- 172.21.15.31:0/2565347549 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff540160f50 0x7ff540145b00 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7ff5300099c0 tx=0x7ff530003b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:20:46.909 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.906+0000 7f11f2ffd640 1 -- 172.21.15.31:0/2271790800 <== mon.2 v2:172.21.15.155:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f11ec021080 con 0x7f11f404eb20 2024-09-16T07:20:46.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.911+0000 7ff53d7fa640 1 -- 172.21.15.31:0/2565347549 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff530050070 con 0x7ff540160f50 2024-09-16T07:20:46.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.911+0000 7ff5470a9640 1 -- 172.21.15.31:0/2565347549 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff540157ef0 con 0x7ff540160f50 2024-09-16T07:20:46.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.911+0000 7ff5470a9640 1 -- 172.21.15.31:0/2565347549 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5401562b0 con 0x7ff540160f50 2024-09-16T07:20:46.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.911+0000 7ff53d7fa640 1 -- 172.21.15.31:0/2565347549 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff5300047a0 con 0x7ff540160f50 2024-09-16T07:20:46.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.911+0000 7ff53d7fa640 1 -- 172.21.15.31:0/2565347549 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff530046030 con 0x7ff540160f50 2024-09-16T07:20:46.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.913+0000 7f146fc33640 1 -- 172.21.15.31:0/2492774026 shutdown_connections 2024-09-16T07:20:46.913 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'debug_ms', '2'], check_status=True, hostname='smithi031') 2024-09-16T07:20:46.913 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'mds_debug_frag', 'True'], check_status=True, hostname='smithi031') 2024-09-16T07:20:46.916 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.915+0000 7f146fc33640 1 -- 172.21.15.31:0/2492774026 wait complete. 2024-09-16T07:20:46.917 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.917+0000 7f146fc33640 1 Processor -- start 2024-09-16T07:20:46.917 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.917+0000 7f146fc33640 1 -- start start 2024-09-16T07:20:46.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.919+0000 7f146fc33640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1468072670 0x7f14680ba270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:46.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.919+0000 7f146fc33640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1468072a50 0x7f1468201060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:46.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.919+0000 7f146fc33640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f14680cb590 0x7f1468167b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:46.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.919+0000 7f146e1d0640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f14680cb590 0x7f1468167b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:46.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.919+0000 7f146e1d0640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f14680cb590 0x7f1468167b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:54556/0 (socket says 172.21.15.31:54556) 2024-09-16T07:20:46.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.919+0000 7f146e1d0640 1 -- 172.21.15.31:0/3787047881 learned_addr learned my addr 172.21.15.31:0/3787047881 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:20:46.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.920+0000 7f146fc33640 1 -- 172.21.15.31:0/3787047881 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f146806e4a0 con 0x7f14680cb590 2024-09-16T07:20:46.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.920+0000 7f146fc33640 1 -- 172.21.15.31:0/3787047881 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f14680d0a10 con 0x7f1468072a50 2024-09-16T07:20:46.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.920+0000 7f146fc33640 1 -- 172.21.15.31:0/3787047881 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f146806e620 con 0x7f1468072670 2024-09-16T07:20:46.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.920+0000 7f146e1d0640 1 -- 172.21.15.31:0/3787047881 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1468072670 msgr2=0x7f14680ba270 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-16T07:20:46.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.920+0000 7f146e1d0640 1 --2- 172.21.15.31:0/3787047881 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1468072670 0x7f14680ba270 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.918+0000 7ff53d7fa640 1 -- 172.21.15.31:0/2565347549 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7ff530053070 con 0x7ff540160f50 2024-09-16T07:20:46.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.920+0000 7f146e1d0640 1 -- 172.21.15.31:0/3787047881 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1468072a50 msgr2=0x7f1468201060 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-16T07:20:46.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.920+0000 7f146e1d0640 1 --2- 172.21.15.31:0/3787047881 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1468072a50 0x7f1468201060 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.918+0000 7ff53d7fa640 1 -- 172.21.15.31:0/2565347549 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7ff53004c9b0 con 0x7ff540160f50 2024-09-16T07:20:46.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.920+0000 7f146e1d0640 1 -- 172.21.15.31:0/3787047881 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14680ba7b0 con 0x7f14680cb590 2024-09-16T07:20:46.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.920+0000 7f146e1d0640 1 --2- 172.21.15.31:0/3787047881 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f14680cb590 0x7f1468167b60 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f146000c910 tx=0x7f146000cdd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:20:46.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.919+0000 7ff5470a9640 1 -- 172.21.15.31:0/2565347549 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff520005290 con 0x7ff540160f50 2024-09-16T07:20:46.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.924+0000 7ff53d7fa640 1 -- 172.21.15.31:0/2565347549 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7ff5401581d0 con 0x7ff540160f50 2024-09-16T07:20:46.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.928+0000 7f145e7fc640 1 -- 172.21.15.31:0/3787047881 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1460017070 con 0x7f14680cb590 2024-09-16T07:20:46.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.928+0000 7fbb27a72640 1 -- 172.21.15.31:0/390176889 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbb20161a00 msgr2=0x7fbb20161de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:46.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.928+0000 7fbb27a72640 1 --2- 172.21.15.31:0/390176889 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbb20161a00 0x7fbb20161de0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fbb200cc460 tx=0x7fbb1002a510 comp rx=0 tx=0).stop 2024-09-16T07:20:46.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.928+0000 7fbb27a72640 1 -- 172.21.15.31:0/390176889 shutdown_connections 2024-09-16T07:20:46.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.928+0000 7fbb27a72640 1 --2- 172.21.15.31:0/390176889 >> v2:172.21.15.155:3300/0 conn(0x7fbb20073b20 0x7fbb200ae4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.928+0000 7fbb27a72640 1 --2- 172.21.15.31:0/390176889 >> v2:172.21.15.31:3300/0 conn(0x7fbb200cbd70 0x7fbb200735e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.928+0000 7fbb27a72640 1 --2- 172.21.15.31:0/390176889 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbb20161a00 0x7fbb20161de0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.928+0000 7fbb27a72640 1 -- 172.21.15.31:0/390176889 >> 172.21.15.31:0/390176889 conn(0x7fbb200cfb30 msgr2=0x7fbb200cff10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:20:46.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.928+0000 7f146fc33640 1 -- 172.21.15.31:0/3787047881 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14681685b0 con 0x7f14680cb590 2024-09-16T07:20:46.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.928+0000 7f146fc33640 1 -- 172.21.15.31:0/3787047881 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1468168e50 con 0x7f14680cb590 2024-09-16T07:20:46.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.929+0000 7f145e7fc640 1 -- 172.21.15.31:0/3787047881 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1460003c60 con 0x7f14680cb590 2024-09-16T07:20:46.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.929+0000 7f145e7fc640 1 -- 172.21.15.31:0/3787047881 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14600052d0 con 0x7f14680cb590 2024-09-16T07:20:46.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.929+0000 7f145e7fc640 1 -- 172.21.15.31:0/3787047881 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f146001a070 con 0x7f14680cb590 2024-09-16T07:20:46.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.929+0000 7f145e7fc640 1 -- 172.21.15.31:0/3787047881 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f146001c780 con 0x7f14680cb590 2024-09-16T07:20:46.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.932+0000 7fbb27a72640 1 -- 172.21.15.31:0/390176889 shutdown_connections 2024-09-16T07:20:46.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.932+0000 7fbb27a72640 1 -- 172.21.15.31:0/390176889 wait complete. 2024-09-16T07:20:46.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.932+0000 7f146fc33640 1 -- 172.21.15.31:0/3787047881 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1450005290 con 0x7f14680cb590 2024-09-16T07:20:46.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.936+0000 7f145e7fc640 1 -- 172.21.15.31:0/3787047881 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f146000ad80 con 0x7f14680cb590 2024-09-16T07:20:46.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.934+0000 7fbb27a72640 1 Processor -- start 2024-09-16T07:20:46.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.936+0000 7fbb27a72640 1 -- start start 2024-09-16T07:20:46.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.937+0000 7fbb27a72640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbb20073b20 0x7fbb2014bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:46.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.937+0000 7fbb27a72640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbb200cbd70 0x7fbb20148670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:46.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.937+0000 7fbb27a72640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbb20148bb0 0x7fbb201f8f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:46.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.937+0000 7fbb27a72640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fbb200aebb0 con 0x7fbb20073b20 2024-09-16T07:20:46.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.937+0000 7fbb27a72640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fbb200aea30 con 0x7fbb200cbd70 2024-09-16T07:20:46.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.937+0000 7fbb27a72640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fbb200aed30 con 0x7fbb20148bb0 2024-09-16T07:20:46.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.938+0000 7fbb2500d640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbb200cbd70 0x7fbb20148670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:46.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.938+0000 7fbb2500d640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbb200cbd70 0x7fbb20148670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3300/0 says I am v2:172.21.15.31:55552/0 (socket says 172.21.15.31:55552) 2024-09-16T07:20:46.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.938+0000 7fbb2500d640 1 -- 172.21.15.31:0/317557227 learned_addr learned my addr 172.21.15.31:0/317557227 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:20:46.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.938+0000 7fbb2580e640 1 --2- 172.21.15.31:0/317557227 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbb20073b20 0x7fbb2014bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:46.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.938+0000 7fbb2500d640 1 -- 172.21.15.31:0/317557227 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbb20148bb0 msgr2=0x7fbb201f8f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:46.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.938+0000 7fbb2500d640 1 --2- 172.21.15.31:0/317557227 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbb20148bb0 0x7fbb201f8f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.938+0000 7fbb2500d640 1 -- 172.21.15.31:0/317557227 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbb20073b20 msgr2=0x7fbb2014bdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:46.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.938+0000 7fbb2500d640 1 --2- 172.21.15.31:0/317557227 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbb20073b20 0x7fbb2014bdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.938+0000 7fbb2500d640 1 -- 172.21.15.31:0/317557227 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb20149060 con 0x7fbb200cbd70 2024-09-16T07:20:46.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.939+0000 7fbb2500d640 1 --2- 172.21.15.31:0/317557227 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbb200cbd70 0x7fbb20148670 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fbb1c00d650 tx=0x7fbb1c00db10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:20:46.942 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.940+0000 7fbb167fc640 1 -- 172.21.15.31:0/317557227 <== mon.1 v2:172.21.15.155:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb1c017070 con 0x7fbb200cbd70 2024-09-16T07:20:46.942 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.940+0000 7fbb167fc640 1 -- 172.21.15.31:0/317557227 <== mon.1 v2:172.21.15.155:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbb1c004310 con 0x7fbb200cbd70 2024-09-16T07:20:46.942 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.940+0000 7fbb167fc640 1 -- 172.21.15.31:0/317557227 <== mon.1 v2:172.21.15.155:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb1c009a80 con 0x7fbb200cbd70 2024-09-16T07:20:46.942 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.940+0000 7fbb27a72640 1 -- 172.21.15.31:0/317557227 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbb200c9850 con 0x7fbb200cbd70 2024-09-16T07:20:46.942 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.940+0000 7fbb27a72640 1 -- 172.21.15.31:0/317557227 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbb200b2ba0 con 0x7fbb200cbd70 2024-09-16T07:20:46.942 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.941+0000 7fbb0bfff640 1 -- 172.21.15.31:0/317557227 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbb00005290 con 0x7fbb200cbd70 2024-09-16T07:20:46.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.948+0000 7f7394a41640 1 -- 172.21.15.31:0/951010412 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_command([{prefix=config set, name=mds_debug_frag}] v 0) -- 0x7f7374005580 con 0x7f739015deb0 2024-09-16T07:20:46.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.949+0000 7f5b46423640 1 -- 172.21.15.31:0/772902195 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5b2800bc40 msgr2=0x7f5b2800e030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:46.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.949+0000 7f5b46423640 1 --2- 172.21.15.31:0/772902195 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5b2800bc40 0x7f5b2800e030 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f5b3800c610 tx=0x7f5b28005830 comp rx=0 tx=0).stop 2024-09-16T07:20:46.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.949+0000 7f5b46423640 1 -- 172.21.15.31:0/772902195 shutdown_connections 2024-09-16T07:20:46.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.949+0000 7f5b46423640 1 --2- 172.21.15.31:0/772902195 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5b2800bc40 0x7f5b2800e030 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.949+0000 7f5b46423640 1 -- 172.21.15.31:0/772902195 >> 172.21.15.31:0/772902195 conn(0x7f5b400d0bb0 msgr2=0x7f5b400d0fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:20:46.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.951+0000 7fbb167fc640 1 -- 172.21.15.31:0/317557227 <== mon.1 v2:172.21.15.155:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fbb1c009c20 con 0x7fbb200cbd70 2024-09-16T07:20:46.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.951+0000 7fbb167fc640 1 -- 172.21.15.31:0/317557227 <== mon.1 v2:172.21.15.155:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fbb1c025570 con 0x7fbb200cbd70 2024-09-16T07:20:46.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.951+0000 7fbb167fc640 1 -- 172.21.15.31:0/317557227 <== mon.1 v2:172.21.15.155:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7fbb1c025840 con 0x7fbb200cbd70 2024-09-16T07:20:46.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.952+0000 7f5b46423640 1 -- 172.21.15.31:0/772902195 shutdown_connections 2024-09-16T07:20:46.952 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.952+0000 7f5b46423640 1 -- 172.21.15.31:0/772902195 wait complete. 2024-09-16T07:20:46.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.955+0000 7f737effd640 1 -- 172.21.15.31:0/951010412 <== mon.2 v2:172.21.15.155:3301/0 7 ==== mon_command_ack([{prefix=config set, name=mds_debug_frag}]=0 v10)=0 v10) ==== 115+0+0 (secure 0 0 0) 0x7f7380004f50 con 0x7f739015deb0 2024-09-16T07:20:46.956 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.957+0000 7f737cff9640 1 -- 172.21.15.31:0/951010412 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f739015deb0 msgr2=0x7f73901584e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:46.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.957+0000 7f737cff9640 1 --2- 172.21.15.31:0/951010412 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f739015deb0 0x7f73901584e0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f7380013e60 tx=0x7f7380004b10 comp rx=0 tx=0).stop 2024-09-16T07:20:46.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.957+0000 7f737cff9640 1 -- 172.21.15.31:0/951010412 shutdown_connections 2024-09-16T07:20:46.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.957+0000 7f737cff9640 1 --2- 172.21.15.31:0/951010412 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f739015deb0 0x7f73901584e0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.957+0000 7f737cff9640 1 --2- 172.21.15.31:0/951010412 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f739015a270 0x7f73900c6dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.957+0000 7f737cff9640 1 --2- 172.21.15.31:0/951010412 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f73900ce140 0x7f73900b5620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.957+0000 7f737cff9640 1 -- 172.21.15.31:0/951010412 >> 172.21.15.31:0/951010412 conn(0x7f739006d5c0 msgr2=0x7f73900701b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:20:46.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.957+0000 7f737cff9640 1 -- 172.21.15.31:0/951010412 shutdown_connections 2024-09-16T07:20:46.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.957+0000 7f737cff9640 1 -- 172.21.15.31:0/951010412 wait complete. 2024-09-16T07:20:46.958 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.957+0000 7f5b46423640 1 Processor -- start 2024-09-16T07:20:46.958 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.957+0000 7f5b46423640 1 -- start start 2024-09-16T07:20:46.958 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.958+0000 7f5b46423640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5b2800bc40 0x7f5b400c6940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:46.962 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.958+0000 7f5b46423640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5b400c9e50 0x7f5b400ca2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:46.962 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.958+0000 7f5b46423640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5b400b39e0 0x7f5b400b3e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:46.962 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.959+0000 7f5b3ffff640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5b2800bc40 0x7f5b400c6940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:46.962 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.959+0000 7f5b3ffff640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5b2800bc40 0x7f5b400c6940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3301/0 says I am v2:172.21.15.31:39128/0 (socket says 172.21.15.31:39128) 2024-09-16T07:20:46.962 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.959+0000 7f5b3ffff640 1 -- 172.21.15.31:0/2792151352 learned_addr learned my addr 172.21.15.31:0/2792151352 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:20:46.962 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.959+0000 7f5b46423640 1 -- 172.21.15.31:0/2792151352 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f5b4015b330 con 0x7f5b400b39e0 2024-09-16T07:20:46.962 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.959+0000 7f5b46423640 1 -- 172.21.15.31:0/2792151352 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f5b4015b1b0 con 0x7f5b400c9e50 2024-09-16T07:20:46.962 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.959+0000 7f5b46423640 1 -- 172.21.15.31:0/2792151352 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f5b4006ff70 con 0x7f5b2800bc40 2024-09-16T07:20:46.962 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.959+0000 7f5b449c0640 1 --2- 172.21.15.31:0/2792151352 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5b400b39e0 0x7f5b400b3e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:46.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.959+0000 7f5b3f7fe640 1 --2- 172.21.15.31:0/2792151352 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5b400c9e50 0x7f5b400ca2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:46.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.960+0000 7f5b449c0640 1 -- 172.21.15.31:0/2792151352 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5b2800bc40 msgr2=0x7f5b400c6940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:46.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.960+0000 7f5b449c0640 1 --2- 172.21.15.31:0/2792151352 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5b2800bc40 0x7f5b400c6940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.960+0000 7f5b449c0640 1 -- 172.21.15.31:0/2792151352 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5b400c9e50 msgr2=0x7f5b400ca2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:46.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.960+0000 7f5b449c0640 1 --2- 172.21.15.31:0/2792151352 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5b400c9e50 0x7f5b400ca2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.960+0000 7f5b449c0640 1 -- 172.21.15.31:0/2792151352 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b400b43a0 con 0x7f5b400b39e0 2024-09-16T07:20:46.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.960+0000 7f5b449c0640 1 --2- 172.21.15.31:0/2792151352 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5b400b39e0 0x7f5b400b3e60 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f5b400cd430 tx=0x7f5b38003e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:20:46.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.960+0000 7f5b3cff9640 1 -- 172.21.15.31:0/2792151352 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b3802baf0 con 0x7f5b400b39e0 2024-09-16T07:20:46.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.960+0000 7f5b46423640 1 -- 172.21.15.31:0/2792151352 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5b400b4630 con 0x7f5b400b39e0 2024-09-16T07:20:46.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.961+0000 7f5b46423640 1 -- 172.21.15.31:0/2792151352 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5b40152280 con 0x7f5b400b39e0 2024-09-16T07:20:46.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.961+0000 7f5b3cff9640 1 -- 172.21.15.31:0/2792151352 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5b3802bcb0 con 0x7f5b400b39e0 2024-09-16T07:20:46.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.961+0000 7f5b3cff9640 1 -- 172.21.15.31:0/2792151352 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b3803e670 con 0x7f5b400b39e0 2024-09-16T07:20:46.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.961+0000 7f5b3cff9640 1 -- 172.21.15.31:0/2792151352 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f5b3803c070 con 0x7f5b400b39e0 2024-09-16T07:20:46.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.961+0000 7f5b3cff9640 1 -- 172.21.15.31:0/2792151352 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f5b38046730 con 0x7f5b400b39e0 2024-09-16T07:20:46.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.968+0000 7f5b46423640 1 -- 172.21.15.31:0/2792151352 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5b20005290 con 0x7f5b400b39e0 2024-09-16T07:20:46.973 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'mds_debug_scatterstat', 'True'], check_status=True, hostname='smithi031') 2024-09-16T07:20:46.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.972+0000 7f5b3cff9640 1 -- 172.21.15.31:0/2792151352 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f5b3803a040 con 0x7f5b400b39e0 2024-09-16T07:20:46.985 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.986+0000 7f3a867fc640 1 -- 172.21.15.31:0/3865100139 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_command([{prefix=config set, name=mds_debug_scatterstat}] v 0) -- 0x7f3a74005580 con 0x7f3a7c0053c0 2024-09-16T07:20:46.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.992+0000 7f3a8cff9640 1 -- 172.21.15.31:0/3865100139 <== mon.1 v2:172.21.15.155:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_debug_scatterstat}]=0 v11)=0 v11) ==== 122+0+0 (secure 0 0 0) 0x7f3a7801bd10 con 0x7f3a7c0053c0 2024-09-16T07:20:46.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.995+0000 7f3a867fc640 1 -- 172.21.15.31:0/3865100139 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3a7c0053c0 msgr2=0x7f3a900b5b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:46.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.995+0000 7f3a867fc640 1 --2- 172.21.15.31:0/3865100139 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3a7c0053c0 0x7f3a900b5b80 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f3a78006690 tx=0x7f3a780039c0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.999+0000 7f3a867fc640 1 -- 172.21.15.31:0/3865100139 shutdown_connections 2024-09-16T07:20:46.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.999+0000 7f3a867fc640 1 --2- 172.21.15.31:0/3865100139 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3a900b4750 0x7f3a900b4be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.999+0000 7f3a867fc640 1 --2- 172.21.15.31:0/3865100139 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3a90155f30 0x7f3a900b4210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.999+0000 7f3a867fc640 1 --2- 172.21.15.31:0/3865100139 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3a7c0053c0 0x7f3a900b5b80 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:46.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.999+0000 7f3a867fc640 1 -- 172.21.15.31:0/3865100139 >> 172.21.15.31:0/3865100139 conn(0x7f3a900740f0 msgr2=0x7f3a90074500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:20:46.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.999+0000 7f3a867fc640 1 -- 172.21.15.31:0/3865100139 shutdown_connections 2024-09-16T07:20:46.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:46.999+0000 7f3a867fc640 1 -- 172.21.15.31:0/3865100139 wait complete. 2024-09-16T07:20:47.017 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'mds_op_complaint_time', '180'], check_status=True, hostname='smithi031') 2024-09-16T07:20:47.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.042+0000 7f828dffb640 1 -- 172.21.15.31:0/1834730158 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command([{prefix=config set, name=mds_op_complaint_time}] v 0) -- 0x7f829c00ad80 con 0x7f829c03a0b0 2024-09-16T07:20:47.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.056+0000 7f828ffff640 1 -- 172.21.15.31:0/1834730158 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_op_complaint_time}]=0 v12)=0 v12) ==== 121+0+0 (secure 0 0 0) 0x7f829801ddc0 con 0x7f829c03a0b0 2024-09-16T07:20:47.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.059+0000 7f344766e640 1 -- 172.21.15.31:0/1153277267 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_command([{prefix=config set, name=osd_op_complaint_time}] v 0) -- 0x7f3420005850 con 0x7f34400cd700 2024-09-16T07:20:47.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.061+0000 7f120458a640 1 -- 172.21.15.31:0/2271790800 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_command([{prefix=config set, name=mon_op_complaint_time}] v 0) -- 0x7f11e4005850 con 0x7f11f404eb20 2024-09-16T07:20:47.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.061+0000 7f828dffb640 1 -- 172.21.15.31:0/1834730158 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f829c03a0b0 msgr2=0x7f829c0d9550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:47.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.061+0000 7f828dffb640 1 --2- 172.21.15.31:0/1834730158 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f829c03a0b0 0x7f829c0d9550 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f829800bfc0 tx=0x7f829800df20 comp rx=0 tx=0).stop 2024-09-16T07:20:47.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.061+0000 7f828dffb640 1 -- 172.21.15.31:0/1834730158 shutdown_connections 2024-09-16T07:20:47.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.061+0000 7f828dffb640 1 --2- 172.21.15.31:0/1834730158 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f829c0def10 0x7f829c0d9a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:47.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.061+0000 7f828dffb640 1 --2- 172.21.15.31:0/1834730158 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f829c03a0b0 0x7f829c0d9550 secure :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f829800bfc0 tx=0x7f829800df20 comp rx=0 tx=0).stop 2024-09-16T07:20:47.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.061+0000 7f828dffb640 1 --2- 172.21.15.31:0/1834730158 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f829c0345e0 0x7f829c032a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:47.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.061+0000 7f828dffb640 1 -- 172.21.15.31:0/1834730158 >> 172.21.15.31:0/1834730158 conn(0x7f829c01e030 msgr2=0x7f829c053200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:20:47.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.062+0000 7f828dffb640 1 -- 172.21.15.31:0/1834730158 shutdown_connections 2024-09-16T07:20:47.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.062+0000 7f828dffb640 1 -- 172.21.15.31:0/1834730158 wait complete. 2024-09-16T07:20:47.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.066+0000 7f3435ffb640 1 -- 172.21.15.31:0/1153277267 <== mon.2 v2:172.21.15.155:3301/0 7 ==== mon_command_ack([{prefix=config set, name=osd_op_complaint_time}]=0 v13)=0 v13) ==== 121+0+0 (secure 0 0 0) 0x7f343c01b3c0 con 0x7f34400cd700 2024-09-16T07:20:47.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.068+0000 7f344766e640 1 -- 172.21.15.31:0/1153277267 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f34400cd700 msgr2=0x7f34402050e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:47.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.068+0000 7f344766e640 1 --2- 172.21.15.31:0/1153277267 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f34400cd700 0x7f34402050e0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f343c00c500 tx=0x7f343c00c9c0 comp rx=0 tx=0).stop 2024-09-16T07:20:47.068 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.069+0000 7f344766e640 1 -- 172.21.15.31:0/1153277267 shutdown_connections 2024-09-16T07:20:47.068 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.069+0000 7f344766e640 1 --2- 172.21.15.31:0/1153277267 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f344016ec20 0x7f34400c4c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:47.068 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.069+0000 7f344766e640 1 --2- 172.21.15.31:0/1153277267 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f34400cd700 0x7f34402050e0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:47.068 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.069+0000 7f344766e640 1 --2- 172.21.15.31:0/1153277267 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3440072d80 0x7f34400b33c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:47.068 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.069+0000 7f344766e640 1 -- 172.21.15.31:0/1153277267 >> 172.21.15.31:0/1153277267 conn(0x7f34400cfb30 msgr2=0x7f34400cb470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:20:47.069 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.069+0000 7f344766e640 1 -- 172.21.15.31:0/1153277267 shutdown_connections 2024-09-16T07:20:47.069 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.069+0000 7f344766e640 1 -- 172.21.15.31:0/1153277267 wait complete. 2024-09-16T07:20:47.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.074+0000 7f11f2ffd640 1 -- 172.21.15.31:0/2271790800 <== mon.2 v2:172.21.15.155:3301/0 7 ==== mon_command_ack([{prefix=config set, name=mon_op_complaint_time}]=0 v14)=0 v14) ==== 121+0+0 (secure 0 0 0) 0x7f11ec011d10 con 0x7f11f404eb20 2024-09-16T07:20:47.078 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'mds_verify_scatter', 'True'], check_status=True, hostname='smithi031') 2024-09-16T07:20:47.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.078+0000 7f11f0ff9640 1 -- 172.21.15.31:0/2271790800 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f11f404eb20 msgr2=0x7f11f40d1b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:47.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.078+0000 7f11f0ff9640 1 --2- 172.21.15.31:0/2271790800 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f11f404eb20 0x7f11f40d1b60 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f11ec00c3c0 tx=0x7f11ec00c880 comp rx=0 tx=0).stop 2024-09-16T07:20:47.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.078+0000 7f11f0ff9640 1 -- 172.21.15.31:0/2271790800 shutdown_connections 2024-09-16T07:20:47.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.078+0000 7f11f0ff9640 1 --2- 172.21.15.31:0/2271790800 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f11f40e6d90 0x7f11f404d910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:47.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.078+0000 7f11f0ff9640 1 --2- 172.21.15.31:0/2271790800 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f11f40e69b0 0x7f11f40d2360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:47.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.078+0000 7f11f0ff9640 1 --2- 172.21.15.31:0/2271790800 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f11f404eb20 0x7f11f40d1b60 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:47.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.078+0000 7f11f0ff9640 1 -- 172.21.15.31:0/2271790800 >> 172.21.15.31:0/2271790800 conn(0x7f11f401d770 msgr2=0x7f11f40dc530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:20:47.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.078+0000 7f11f0ff9640 1 -- 172.21.15.31:0/2271790800 shutdown_connections 2024-09-16T07:20:47.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.078+0000 7f11f0ff9640 1 -- 172.21.15.31:0/2271790800 wait complete. 2024-09-16T07:20:47.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.078+0000 7ff5470a9640 1 -- 172.21.15.31:0/2565347549 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command([{prefix=config set, name=rados_osd_op_timeout}] v 0) -- 0x7ff520005580 con 0x7ff540160f50 2024-09-16T07:20:47.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.082+0000 7f662d6e9640 1 -- 172.21.15.31:0/4140365875 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_command([{prefix=config set, name=rados_mon_op_timeout}] v 0) -- 0x7f660c005580 con 0x7f66280b2740 2024-09-16T07:20:47.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.083+0000 7ff53d7fa640 1 -- 172.21.15.31:0/2565347549 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{prefix=config set, name=rados_osd_op_timeout}]=0 v15)=0 v15) ==== 120+0+0 (secure 0 0 0) 0x7ff53004cc00 con 0x7ff540160f50 2024-09-16T07:20:47.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.085+0000 7ff5470a9640 1 -- 172.21.15.31:0/2565347549 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff540160f50 msgr2=0x7ff540145b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:47.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.085+0000 7ff5470a9640 1 --2- 172.21.15.31:0/2565347549 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff540160f50 0x7ff540145b00 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7ff5300099c0 tx=0x7ff530003b90 comp rx=0 tx=0).stop 2024-09-16T07:20:47.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.085+0000 7ff5470a9640 1 -- 172.21.15.31:0/2565347549 shutdown_connections 2024-09-16T07:20:47.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.085+0000 7ff5470a9640 1 --2- 172.21.15.31:0/2565347549 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff540160f50 0x7ff540145b00 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:47.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.085+0000 7ff5470a9640 1 --2- 172.21.15.31:0/2565347549 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff5400cdac0 0x7ff5400ccf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:47.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.085+0000 7ff5470a9640 1 --2- 172.21.15.31:0/2565347549 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff54006d250 0x7ff5400cc9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:47.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.085+0000 7ff5470a9640 1 -- 172.21.15.31:0/2565347549 >> 172.21.15.31:0/2565347549 conn(0x7ff5400cf8c0 msgr2=0x7ff54015c3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:20:47.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.086+0000 7ff5470a9640 1 -- 172.21.15.31:0/2565347549 shutdown_connections 2024-09-16T07:20:47.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.086+0000 7ff5470a9640 1 -- 172.21.15.31:0/2565347549 wait complete. 2024-09-16T07:20:47.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.092+0000 7f6624ff9640 1 -- 172.21.15.31:0/4140365875 <== mon.1 v2:172.21.15.155:3300/0 7 ==== mon_command_ack([{prefix=config set, name=rados_mon_op_timeout}]=0 v16)=0 v16) ==== 120+0+0 (secure 0 0 0) 0x7f661000fe20 con 0x7f66280b2740 2024-09-16T07:20:47.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.094+0000 7f662d6e9640 1 -- 172.21.15.31:0/4140365875 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f66280b2740 msgr2=0x7f6628158c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:47.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.094+0000 7f662d6e9640 1 --2- 172.21.15.31:0/4140365875 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f66280b2740 0x7f6628158c80 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f661000c970 tx=0x7f661000ce30 comp rx=0 tx=0).stop 2024-09-16T07:20:47.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.094+0000 7f662d6e9640 1 -- 172.21.15.31:0/4140365875 shutdown_connections 2024-09-16T07:20:47.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.094+0000 7f662d6e9640 1 --2- 172.21.15.31:0/4140365875 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6628204760 0x7f6628204c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:47.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.094+0000 7f662d6e9640 1 --2- 172.21.15.31:0/4140365875 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f662815d350 0x7f66281591c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:47.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.094+0000 7f662d6e9640 1 --2- 172.21.15.31:0/4140365875 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f66280b2740 0x7f6628158c80 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:47.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.094+0000 7f662d6e9640 1 -- 172.21.15.31:0/4140365875 >> 172.21.15.31:0/4140365875 conn(0x7f66280cf8d0 msgr2=0x7f662815d810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:20:47.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.095+0000 7f662d6e9640 1 -- 172.21.15.31:0/4140365875 shutdown_connections 2024-09-16T07:20:47.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.095+0000 7f662d6e9640 1 -- 172.21.15.31:0/4140365875 wait complete. 2024-09-16T07:20:47.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.105+0000 7f146fc33640 1 -- 172.21.15.31:0/3787047881 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command([{prefix=config set, name=mds_verify_scatter}] v 0) -- 0x7f1450005580 con 0x7f14680cb590 2024-09-16T07:20:47.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.110+0000 7f145e7fc640 1 -- 172.21.15.31:0/3787047881 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_verify_scatter}]=0 v17)=0 v17) ==== 119+0+0 (secure 0 0 0) 0x7f146000a780 con 0x7f14680cb590 2024-09-16T07:20:47.112 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.111+0000 7f146fc33640 1 -- 172.21.15.31:0/3787047881 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f14680cb590 msgr2=0x7f1468167b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:47.112 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.111+0000 7f146fc33640 1 --2- 172.21.15.31:0/3787047881 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f14680cb590 0x7f1468167b60 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f146000c910 tx=0x7f146000cdd0 comp rx=0 tx=0).stop 2024-09-16T07:20:47.112 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.111+0000 7f146fc33640 1 -- 172.21.15.31:0/3787047881 shutdown_connections 2024-09-16T07:20:47.112 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.111+0000 7f146fc33640 1 --2- 172.21.15.31:0/3787047881 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f14680cb590 0x7f1468167b60 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:47.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.111+0000 7f146fc33640 1 --2- 172.21.15.31:0/3787047881 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1468072a50 0x7f1468201060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:47.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.111+0000 7f146fc33640 1 --2- 172.21.15.31:0/3787047881 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1468072670 0x7f14680ba270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:47.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.111+0000 7f146fc33640 1 -- 172.21.15.31:0/3787047881 >> 172.21.15.31:0/3787047881 conn(0x7f14680cfb30 msgr2=0x7f14680c7f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:20:47.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.111+0000 7f146fc33640 1 -- 172.21.15.31:0/3787047881 shutdown_connections 2024-09-16T07:20:47.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.111+0000 7f146fc33640 1 -- 172.21.15.31:0/3787047881 wait complete. 2024-09-16T07:20:47.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.113+0000 7fbb0bfff640 1 -- 172.21.15.31:0/317557227 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_command([{prefix=config set, name=mon_warn_on_pool_no_app}] v 0) -- 0x7fbb00005580 con 0x7fbb200cbd70 2024-09-16T07:20:47.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.118+0000 7fbb167fc640 1 -- 172.21.15.31:0/317557227 <== mon.1 v2:172.21.15.155:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_warn_on_pool_no_app}]=0 v18)=0 v18) ==== 125+0+0 (secure 0 0 0) 0x7fbb1c025a20 con 0x7fbb200cbd70 2024-09-16T07:20:47.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.119+0000 7f5b46423640 1 -- 172.21.15.31:0/2792151352 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command([{prefix=config set, name=osd_op_complaint_time}] v 0) -- 0x7f5b20005580 con 0x7f5b400b39e0 2024-09-16T07:20:47.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.119+0000 7fbb0bfff640 1 -- 172.21.15.31:0/317557227 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbb200cbd70 msgr2=0x7fbb20148670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:47.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.119+0000 7fbb0bfff640 1 --2- 172.21.15.31:0/317557227 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbb200cbd70 0x7fbb20148670 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fbb1c00d650 tx=0x7fbb1c00db10 comp rx=0 tx=0).stop 2024-09-16T07:20:47.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.119+0000 7fbb0bfff640 1 -- 172.21.15.31:0/317557227 shutdown_connections 2024-09-16T07:20:47.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.119+0000 7fbb0bfff640 1 --2- 172.21.15.31:0/317557227 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbb20148bb0 0x7fbb201f8f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:47.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.119+0000 7fbb0bfff640 1 --2- 172.21.15.31:0/317557227 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbb200cbd70 0x7fbb20148670 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:47.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.119+0000 7fbb0bfff640 1 --2- 172.21.15.31:0/317557227 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbb20073b20 0x7fbb2014bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:47.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.119+0000 7fbb0bfff640 1 -- 172.21.15.31:0/317557227 >> 172.21.15.31:0/317557227 conn(0x7fbb200cfb30 msgr2=0x7fbb20161c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:20:47.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.119+0000 7fbb0bfff640 1 -- 172.21.15.31:0/317557227 shutdown_connections 2024-09-16T07:20:47.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.119+0000 7fbb0bfff640 1 -- 172.21.15.31:0/317557227 wait complete. 2024-09-16T07:20:47.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.124+0000 7f5b3cff9640 1 -- 172.21.15.31:0/2792151352 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{prefix=config set, name=osd_op_complaint_time}]=0 v19)=0 v19) ==== 121+0+0 (secure 0 0 0) 0x7f5b38046980 con 0x7f5b400b39e0 2024-09-16T07:20:47.125 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'osd_op_complaint_time', '180'], check_status=True, hostname='smithi031') 2024-09-16T07:20:47.125 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'rados_mon_op_timeout', '900'], check_status=True, hostname='smithi031') 2024-09-16T07:20:47.125 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'rados_osd_op_timeout', '900'], check_status=True, hostname='smithi031') 2024-09-16T07:20:47.126 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mon', 'mon_op_complaint_time', '120'], check_status=True, hostname='smithi031') 2024-09-16T07:20:47.126 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mon', 'mon_warn_on_pool_no_app', 'False'], check_status=True, hostname='smithi031') 2024-09-16T07:20:47.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.125+0000 7f5b46423640 1 -- 172.21.15.31:0/2792151352 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5b400b39e0 msgr2=0x7f5b400b3e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:47.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.125+0000 7f5b46423640 1 --2- 172.21.15.31:0/2792151352 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5b400b39e0 0x7f5b400b3e60 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f5b400cd430 tx=0x7f5b38003e60 comp rx=0 tx=0).stop 2024-09-16T07:20:47.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.125+0000 7f5b46423640 1 -- 172.21.15.31:0/2792151352 shutdown_connections 2024-09-16T07:20:47.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.125+0000 7f5b46423640 1 --2- 172.21.15.31:0/2792151352 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5b400b39e0 0x7f5b400b3e60 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:47.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.125+0000 7f5b46423640 1 --2- 172.21.15.31:0/2792151352 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5b400c9e50 0x7f5b400ca2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:47.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.125+0000 7f5b46423640 1 --2- 172.21.15.31:0/2792151352 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5b2800bc40 0x7f5b400c6940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:47.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.125+0000 7f5b46423640 1 -- 172.21.15.31:0/2792151352 >> 172.21.15.31:0/2792151352 conn(0x7f5b400d0bb0 msgr2=0x7f5b400cc320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:20:47.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.125+0000 7f5b46423640 1 -- 172.21.15.31:0/2792151352 shutdown_connections 2024-09-16T07:20:47.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.125+0000 7f5b46423640 1 -- 172.21.15.31:0/2792151352 wait complete. 2024-09-16T07:20:47.132 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'osd', 'osd_op_complaint_time', '180'], check_status=True, hostname='smithi031') 2024-09-16T07:20:47.137 INFO:tasks.ceph:Setting crush tunables to default 2024-09-16T07:20:47.137 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph --cluster ceph osd crush tunables default 2024-09-16T07:20:47.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.282+0000 7f1d4fe2a640 1 -- 172.21.15.31:0/2772174071 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1d4815af10 msgr2=0x7f1d4815b350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:47.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.282+0000 7f1d4fe2a640 1 --2- 172.21.15.31:0/2772174071 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1d4815af10 0x7f1d4815b350 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f1d3c009860 tx=0x7f1d3c02a5a0 comp rx=0 tx=0).stop 2024-09-16T07:20:47.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.282+0000 7f1d4fe2a640 1 -- 172.21.15.31:0/2772174071 shutdown_connections 2024-09-16T07:20:47.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.282+0000 7f1d4fe2a640 1 --2- 172.21.15.31:0/2772174071 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1d4815af10 0x7f1d4815b350 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:47.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.282+0000 7f1d4fe2a640 1 -- 172.21.15.31:0/2772174071 >> 172.21.15.31:0/2772174071 conn(0x7f1d480d0b60 msgr2=0x7f1d480d0f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:20:47.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.283+0000 7f1d4fe2a640 1 -- 172.21.15.31:0/2772174071 shutdown_connections 2024-09-16T07:20:47.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.283+0000 7f1d4fe2a640 1 -- 172.21.15.31:0/2772174071 wait complete. 2024-09-16T07:20:47.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.284+0000 7f1d4fe2a640 1 Processor -- start 2024-09-16T07:20:47.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.284+0000 7f1d4fe2a640 1 -- start start 2024-09-16T07:20:47.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.284+0000 7f1d4fe2a640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1d48073550 0x7f1d481f7de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:47.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.284+0000 7f1d4fe2a640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1d480cd090 0x7f1d481372c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:47.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.284+0000 7f1d4fe2a640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1d4815af10 0x7f1d4813ee90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:47.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.284+0000 7f1d4fe2a640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f1d48073ed0 con 0x7f1d48073550 2024-09-16T07:20:47.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.284+0000 7f1d4fe2a640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f1d48073d50 con 0x7f1d480cd090 2024-09-16T07:20:47.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.284+0000 7f1d4fe2a640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f1d480b4220 con 0x7f1d4815af10 2024-09-16T07:20:47.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.285+0000 7f1d4dbc6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1d48073550 0x7f1d481f7de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:47.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.285+0000 7f1d4dbc6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1d48073550 0x7f1d481f7de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:54582/0 (socket says 172.21.15.31:54582) 2024-09-16T07:20:47.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.285+0000 7f1d4dbc6640 1 -- 172.21.15.31:0/1641949001 learned_addr learned my addr 172.21.15.31:0/1641949001 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:20:47.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.285+0000 7f1d4d3c5640 1 --2- 172.21.15.31:0/1641949001 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1d480cd090 0x7f1d481372c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:47.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.285+0000 7f1d4e3c7640 1 --2- 172.21.15.31:0/1641949001 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1d4815af10 0x7f1d4813ee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:47.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.285+0000 7f1d4dbc6640 1 -- 172.21.15.31:0/1641949001 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1d4815af10 msgr2=0x7f1d4813ee90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:47.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.285+0000 7f1d4dbc6640 1 --2- 172.21.15.31:0/1641949001 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1d4815af10 0x7f1d4813ee90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:47.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.285+0000 7f1d4dbc6640 1 -- 172.21.15.31:0/1641949001 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1d480cd090 msgr2=0x7f1d481372c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:47.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.285+0000 7f1d4dbc6640 1 --2- 172.21.15.31:0/1641949001 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1d480cd090 0x7f1d481372c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:47.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.285+0000 7f1d4dbc6640 1 -- 172.21.15.31:0/1641949001 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d481f84e0 con 0x7f1d48073550 2024-09-16T07:20:47.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.285+0000 7f1d4dbc6640 1 --2- 172.21.15.31:0/1641949001 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1d48073550 0x7f1d481f7de0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f1d4400c430 tx=0x7f1d4400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:20:47.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.285+0000 7f1d3a7fc640 1 -- 172.21.15.31:0/1641949001 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d44011790 con 0x7f1d48073550 2024-09-16T07:20:47.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.285+0000 7f1d3a7fc640 1 -- 172.21.15.31:0/1641949001 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1d44017070 con 0x7f1d48073550 2024-09-16T07:20:47.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.285+0000 7f1d4fe2a640 1 -- 172.21.15.31:0/1641949001 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1d481f87c0 con 0x7f1d48073550 2024-09-16T07:20:47.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.285+0000 7f1d3a7fc640 1 -- 172.21.15.31:0/1641949001 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d44011ce0 con 0x7f1d48073550 2024-09-16T07:20:47.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.285+0000 7f1d4fe2a640 1 -- 172.21.15.31:0/1641949001 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1d48137800 con 0x7f1d48073550 2024-09-16T07:20:47.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.286+0000 7f1d3a7fc640 1 -- 172.21.15.31:0/1641949001 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f1d4401c460 con 0x7f1d48073550 2024-09-16T07:20:47.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.286+0000 7f1d3a7fc640 1 -- 172.21.15.31:0/1641949001 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f1d44012830 con 0x7f1d48073550 2024-09-16T07:20:47.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.286+0000 7f1d4fe2a640 1 -- 172.21.15.31:0/1641949001 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1d481f8ce0 con 0x7f1d48073550 2024-09-16T07:20:47.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.288+0000 7f1d3a7fc640 1 -- 172.21.15.31:0/1641949001 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f1d481f8ce0 con 0x7f1d48073550 2024-09-16T07:20:47.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.355+0000 7f1d4fe2a640 1 -- 172.21.15.31:0/1641949001 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7f1d480b46a0 con 0x7f1d48073550 2024-09-16T07:20:47.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.356+0000 7f1d3a7fc640 1 -- 172.21.15.31:0/1641949001 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) ==== 124+0+0 (secure 0 0 0) 0x7f1d44012a80 con 0x7f1d48073550 2024-09-16T07:20:47.356 INFO:teuthology.orchestra.run.smithi031.stderr:adjusted tunables profile to default 2024-09-16T07:20:47.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.357+0000 7f1d4fe2a640 1 -- 172.21.15.31:0/1641949001 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1d48073550 msgr2=0x7f1d481f7de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:47.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.357+0000 7f1d4fe2a640 1 --2- 172.21.15.31:0/1641949001 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1d48073550 0x7f1d481f7de0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f1d4400c430 tx=0x7f1d4400c8f0 comp rx=0 tx=0).stop 2024-09-16T07:20:47.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.357+0000 7f1d4fe2a640 1 -- 172.21.15.31:0/1641949001 shutdown_connections 2024-09-16T07:20:47.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.357+0000 7f1d4fe2a640 1 --2- 172.21.15.31:0/1641949001 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1d4815af10 0x7f1d4813ee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:47.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.357+0000 7f1d4fe2a640 1 --2- 172.21.15.31:0/1641949001 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1d480cd090 0x7f1d481372c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:47.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.357+0000 7f1d4fe2a640 1 --2- 172.21.15.31:0/1641949001 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1d48073550 0x7f1d481f7de0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:47.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.357+0000 7f1d4fe2a640 1 -- 172.21.15.31:0/1641949001 >> 172.21.15.31:0/1641949001 conn(0x7f1d480d0b60 msgr2=0x7f1d4815c7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:20:47.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.357+0000 7f1d4fe2a640 1 -- 172.21.15.31:0/1641949001 shutdown_connections 2024-09-16T07:20:47.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:47.357+0000 7f1d4fe2a640 1 -- 172.21.15.31:0/1641949001 wait complete. 2024-09-16T07:20:47.367 INFO:tasks.ceph:check_enable_crimson: False 2024-09-16T07:20:47.367 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2024-09-16T07:20:47.367 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:20:47.367 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2024-09-16T07:20:47.392 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:20:47.393 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2024-09-16T07:20:47.459 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:20:47.459 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2024-09-16T07:20:47.525 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:20:47.525 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2024-09-16T07:20:47.591 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:20:47.591 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2024-09-16T07:20:47.616 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:20:47.616 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2024-09-16T07:20:47.682 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:20:47.682 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2024-09-16T07:20:47.747 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:20:47.747 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2024-09-16T07:20:47.811 DEBUG:teuthology.orchestra.run.smithi155:> sudo ceph --cluster ceph osd new 1b958beb-2c45-419a-973b-e046b3af839a 0 2024-09-16T07:20:47.954 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:47.954+0000 7f5d6c452640 1 -- 172.21.15.155:0/3022196037 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5d6415be30 msgr2=0x7f5d640d06b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:47.954 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:47.954+0000 7f5d6c452640 1 --2- 172.21.15.155:0/3022196037 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5d6415be30 0x7f5d640d06b0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f5d640d0150 tx=0x7f5d5402a5f0 comp rx=0 tx=0).stop 2024-09-16T07:20:47.954 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:47.954+0000 7f5d6c452640 1 -- 172.21.15.155:0/3022196037 shutdown_connections 2024-09-16T07:20:47.954 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:47.954+0000 7f5d6c452640 1 --2- 172.21.15.155:0/3022196037 >> v2:172.21.15.31:3300/0 conn(0x7f5d640d21c0 0x7f5d640ccc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:47.954 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:47.954+0000 7f5d6c452640 1 --2- 172.21.15.155:0/3022196037 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5d6415be30 0x7f5d640d06b0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:47.954 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:47.954+0000 7f5d6c452640 1 -- 172.21.15.155:0/3022196037 >> 172.21.15.155:0/3022196037 conn(0x7f5d6409aa30 msgr2=0x7f5d6409ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:20:47.955 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:47.954+0000 7f5d6c452640 1 -- 172.21.15.155:0/3022196037 shutdown_connections 2024-09-16T07:20:47.955 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:47.954+0000 7f5d6c452640 1 -- 172.21.15.155:0/3022196037 wait complete. 2024-09-16T07:20:47.957 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:47.955+0000 7f5d6c452640 1 Processor -- start 2024-09-16T07:20:47.958 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:47.955+0000 7f5d6c452640 1 -- start start 2024-09-16T07:20:47.958 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:47.956+0000 7f5d6c452640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5d640b2420 0x7f5d6415a2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:47.958 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:47.956+0000 7f5d6c452640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5d640d21c0 0x7f5d6415efb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:47.958 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:47.956+0000 7f5d6c452640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5d6415be30 0x7f5d641f4f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:47.958 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:47.956+0000 7f5d6c452640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f5d640cd6e0 con 0x7f5d6415be30 2024-09-16T07:20:47.958 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:47.956+0000 7f5d6c452640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f5d640cd560 con 0x7f5d640d21c0 2024-09-16T07:20:47.958 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:47.956+0000 7f5d6c452640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f5d640cd860 con 0x7f5d640b2420 2024-09-16T07:20:47.958 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:47.956+0000 7f5d699ed640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5d640d21c0 0x7f5d6415efb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:47.958 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:47.956+0000 7f5d6a1ee640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5d640b2420 0x7f5d6415a2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:47.958 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:47.956+0000 7f5d699ed640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5d640d21c0 0x7f5d6415efb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3300/0 says I am v2:172.21.15.155:60820/0 (socket says 172.21.15.155:60820) 2024-09-16T07:20:47.958 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:47.956+0000 7f5d6a1ee640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5d640b2420 0x7f5d6415a2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3301/0 says I am v2:172.21.15.155:33096/0 (socket says 172.21.15.155:33096) 2024-09-16T07:20:47.958 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:47.956+0000 7f5d699ed640 1 -- 172.21.15.155:0/1493495540 learned_addr learned my addr 172.21.15.155:0/1493495540 (peer_addr_for_me v2:172.21.15.155:0/0) 2024-09-16T07:20:47.958 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:47.956+0000 7f5d6a9ef640 1 --2- 172.21.15.155:0/1493495540 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5d6415be30 0x7f5d641f4f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:47.959 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:47.956+0000 7f5d699ed640 1 -- 172.21.15.155:0/1493495540 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5d640b2420 msgr2=0x7f5d6415a2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:47.959 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:47.956+0000 7f5d699ed640 1 --2- 172.21.15.155:0/1493495540 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5d640b2420 0x7f5d6415a2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:47.959 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:47.956+0000 7f5d699ed640 1 -- 172.21.15.155:0/1493495540 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5d6415be30 msgr2=0x7f5d641f4f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:47.959 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:47.956+0000 7f5d699ed640 1 --2- 172.21.15.155:0/1493495540 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5d6415be30 0x7f5d641f4f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:47.959 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:47.956+0000 7f5d699ed640 1 -- 172.21.15.155:0/1493495540 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d640b73b0 con 0x7f5d640d21c0 2024-09-16T07:20:47.959 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:47.956+0000 7f5d6a1ee640 1 --2- 172.21.15.155:0/1493495540 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5d640b2420 0x7f5d6415a2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T07:20:47.959 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:47.957+0000 7f5d699ed640 1 --2- 172.21.15.155:0/1493495540 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5d640d21c0 0x7f5d6415efb0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f5d6000c500 tx=0x7f5d6000c9c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:20:47.959 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:47.957+0000 7f5d5affd640 1 -- 172.21.15.155:0/1493495540 <== mon.1 v2:172.21.15.155:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d60017070 con 0x7f5d640d21c0 2024-09-16T07:20:47.959 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:47.957+0000 7f5d5affd640 1 -- 172.21.15.155:0/1493495540 <== mon.1 v2:172.21.15.155:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5d600035f0 con 0x7f5d640d21c0 2024-09-16T07:20:47.959 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:47.957+0000 7f5d6c452640 1 -- 172.21.15.155:0/1493495540 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5d640b7690 con 0x7f5d640d21c0 2024-09-16T07:20:47.959 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:47.957+0000 7f5d5affd640 1 -- 172.21.15.155:0/1493495540 <== mon.1 v2:172.21.15.155:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d60003a40 con 0x7f5d640d21c0 2024-09-16T07:20:47.959 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:47.957+0000 7f5d6c452640 1 -- 172.21.15.155:0/1493495540 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5d640b7970 con 0x7f5d640d21c0 2024-09-16T07:20:47.959 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:47.957+0000 7f5d5affd640 1 -- 172.21.15.155:0/1493495540 <== mon.1 v2:172.21.15.155:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f5d6001a070 con 0x7f5d640d21c0 2024-09-16T07:20:47.959 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:47.957+0000 7f5d5affd640 1 -- 172.21.15.155:0/1493495540 <== mon.1 v2:172.21.15.155:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 725+0+0 (secure 0 0 0) 0x7f5d60012740 con 0x7f5d640d21c0 2024-09-16T07:20:47.960 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:47.958+0000 7f5d6c452640 1 -- 172.21.15.155:0/1493495540 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5d640cdd10 con 0x7f5d640d21c0 2024-09-16T07:20:47.960 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:47.960+0000 7f5d5affd640 1 -- 172.21.15.155:0/1493495540 <== mon.1 v2:172.21.15.155:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f5d60021020 con 0x7f5d640d21c0 2024-09-16T07:20:48.030 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.031+0000 7f5d6c452640 1 -- 172.21.15.155:0/1493495540 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_command({"prefix": "osd new", "uuid": "1b958beb-2c45-419a-973b-e046b3af839a", "id": 0} v 0) -- 0x7f5d640cf340 con 0x7f5d640d21c0 2024-09-16T07:20:48.034 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.034+0000 7f5d5affd640 1 -- 172.21.15.155:0/1493495540 <== mon.1 v2:172.21.15.155:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "1b958beb-2c45-419a-973b-e046b3af839a", "id": 0}]=0 v3) ==== 112+0+2 (secure 0 0 0) 0x7f5d60012990 con 0x7f5d640d21c0 2024-09-16T07:20:48.034 INFO:teuthology.orchestra.run.smithi155.stdout:0 2024-09-16T07:20:48.035 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.035+0000 7f5d6c452640 1 -- 172.21.15.155:0/1493495540 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5d640d21c0 msgr2=0x7f5d6415efb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:48.035 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.035+0000 7f5d6c452640 1 --2- 172.21.15.155:0/1493495540 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5d640d21c0 0x7f5d6415efb0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f5d6000c500 tx=0x7f5d6000c9c0 comp rx=0 tx=0).stop 2024-09-16T07:20:48.035 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.035+0000 7f5d6c452640 1 -- 172.21.15.155:0/1493495540 shutdown_connections 2024-09-16T07:20:48.035 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.035+0000 7f5d6c452640 1 --2- 172.21.15.155:0/1493495540 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5d6415be30 0x7f5d641f4f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:48.036 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.035+0000 7f5d6c452640 1 --2- 172.21.15.155:0/1493495540 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5d640d21c0 0x7f5d6415efb0 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:48.036 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.035+0000 7f5d6c452640 1 --2- 172.21.15.155:0/1493495540 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5d640b2420 0x7f5d6415a2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:48.036 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.035+0000 7f5d6c452640 1 -- 172.21.15.155:0/1493495540 >> 172.21.15.155:0/1493495540 conn(0x7f5d6409aa30 msgr2=0x7f5d640cbae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:20:48.036 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.035+0000 7f5d6c452640 1 -- 172.21.15.155:0/1493495540 shutdown_connections 2024-09-16T07:20:48.036 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.035+0000 7f5d6c452640 1 -- 172.21.15.155:0/1493495540 wait complete. 2024-09-16T07:20:48.045 DEBUG:teuthology.orchestra.run.smithi155:> sudo ceph --cluster ceph osd new b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a 1 2024-09-16T07:20:48.148 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.147+0000 7f4984dad640 1 -- 172.21.15.155:0/2338594705 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4980070340 msgr2=0x7f498006dc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:48.148 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.147+0000 7f4984dad640 1 --2- 172.21.15.155:0/2338594705 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4980070340 0x7f498006dc50 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f4968009900 tx=0x7f496802a610 comp rx=0 tx=0).stop 2024-09-16T07:20:48.148 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.147+0000 7f4984dad640 1 -- 172.21.15.155:0/2338594705 shutdown_connections 2024-09-16T07:20:48.148 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.147+0000 7f4984dad640 1 --2- 172.21.15.155:0/2338594705 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4980070340 0x7f498006dc50 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:48.149 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.147+0000 7f4984dad640 1 --2- 172.21.15.155:0/2338594705 >> v2:172.21.15.31:3300/0 conn(0x7f4980151c60 0x7f498006fe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:48.149 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.147+0000 7f4984dad640 1 -- 172.21.15.155:0/2338594705 >> 172.21.15.155:0/2338594705 conn(0x7f49800d0be0 msgr2=0x7f49800d0fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:20:48.149 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.147+0000 7f4984dad640 1 -- 172.21.15.155:0/2338594705 shutdown_connections 2024-09-16T07:20:48.149 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.147+0000 7f4984dad640 1 -- 172.21.15.155:0/2338594705 wait complete. 2024-09-16T07:20:48.149 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.148+0000 7f4984dad640 1 Processor -- start 2024-09-16T07:20:48.149 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.148+0000 7f4984dad640 1 -- start start 2024-09-16T07:20:48.154 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.149+0000 7f4984dad640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f498006e190 0x7f49800ca920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:48.154 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.149+0000 7f4984dad640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4980070340 0x7f4980144880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:48.154 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.149+0000 7f4984dad640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f49801f5e20 0x7f49800cf860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:48.154 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.149+0000 7f4984dad640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f4980073c60 con 0x7f498006e190 2024-09-16T07:20:48.154 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.149+0000 7f4984dad640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f49800c7730 con 0x7f4980070340 2024-09-16T07:20:48.154 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.149+0000 7f4984dad640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f4980073de0 con 0x7f49801f5e20 2024-09-16T07:20:48.155 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.149+0000 7f497ed9d640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f49801f5e20 0x7f49800cf860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:48.155 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.149+0000 7f4977fff640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4980070340 0x7f4980144880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:48.155 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.149+0000 7f497e59c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f498006e190 0x7f49800ca920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:48.155 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.149+0000 7f497ed9d640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f49801f5e20 0x7f49800cf860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3301/0 says I am v2:172.21.15.155:33112/0 (socket says 172.21.15.155:33112) 2024-09-16T07:20:48.155 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.149+0000 7f497ed9d640 1 -- 172.21.15.155:0/94302545 learned_addr learned my addr 172.21.15.155:0/94302545 (peer_addr_for_me v2:172.21.15.155:0/0) 2024-09-16T07:20:48.155 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.149+0000 7f497e59c640 1 -- 172.21.15.155:0/94302545 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f49801f5e20 msgr2=0x7f49800cf860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:48.155 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.149+0000 7f497e59c640 1 --2- 172.21.15.155:0/94302545 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f49801f5e20 0x7f49800cf860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:48.155 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.149+0000 7f497e59c640 1 -- 172.21.15.155:0/94302545 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4980070340 msgr2=0x7f4980144880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:48.155 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.149+0000 7f497e59c640 1 --2- 172.21.15.155:0/94302545 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4980070340 0x7f4980144880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:48.155 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.150+0000 7f497e59c640 1 -- 172.21.15.155:0/94302545 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4980144dc0 con 0x7f498006e190 2024-09-16T07:20:48.155 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.150+0000 7f497ed9d640 1 --2- 172.21.15.155:0/94302545 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f49801f5e20 0x7f49800cf860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T07:20:48.156 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.150+0000 7f4977fff640 1 --2- 172.21.15.155:0/94302545 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4980070340 0x7f4980144880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T07:20:48.156 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.150+0000 7f497e59c640 1 --2- 172.21.15.155:0/94302545 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f498006e190 0x7f49800ca920 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f497000d660 tx=0x7f497000db20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:20:48.156 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.150+0000 7f4976ffd640 1 -- 172.21.15.155:0/94302545 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4970017070 con 0x7f498006e190 2024-09-16T07:20:48.156 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.150+0000 7f4976ffd640 1 -- 172.21.15.155:0/94302545 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4970004310 con 0x7f498006e190 2024-09-16T07:20:48.156 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.150+0000 7f4984dad640 1 -- 172.21.15.155:0/94302545 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49801f62a0 con 0x7f498006e190 2024-09-16T07:20:48.156 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.150+0000 7f4976ffd640 1 -- 172.21.15.155:0/94302545 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4970005260 con 0x7f498006e190 2024-09-16T07:20:48.156 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.150+0000 7f4984dad640 1 -- 172.21.15.155:0/94302545 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49801f6860 con 0x7f498006e190 2024-09-16T07:20:48.156 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.150+0000 7f4976ffd640 1 -- 172.21.15.155:0/94302545 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f49700097c0 con 0x7f498006e190 2024-09-16T07:20:48.156 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.150+0000 7f4976ffd640 1 -- 172.21.15.155:0/94302545 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 840+0+0 (secure 0 0 0) 0x7f49700039a0 con 0x7f498006e190 2024-09-16T07:20:48.156 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.151+0000 7f4984dad640 1 -- 172.21.15.155:0/94302545 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f49801502a0 con 0x7f498006e190 2024-09-16T07:20:48.157 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.153+0000 7f4976ffd640 1 -- 172.21.15.155:0/94302545 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f4970020020 con 0x7f498006e190 2024-09-16T07:20:48.223 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.224+0000 7f4984dad640 1 -- 172.21.15.155:0/94302545 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd new", "uuid": "b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a", "id": 1} v 0) -- 0x7f4980074240 con 0x7f498006e190 2024-09-16T07:20:48.225 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.226+0000 7f4976ffd640 1 -- 172.21.15.155:0/94302545 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a", "id": 1}]=0 v4) ==== 112+0+2 (secure 0 0 0) 0x7f4970009ce0 con 0x7f498006e190 2024-09-16T07:20:48.225 INFO:teuthology.orchestra.run.smithi155.stdout:1 2024-09-16T07:20:48.227 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.227+0000 7f4984dad640 1 -- 172.21.15.155:0/94302545 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f498006e190 msgr2=0x7f49800ca920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:48.227 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.227+0000 7f4984dad640 1 --2- 172.21.15.155:0/94302545 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f498006e190 0x7f49800ca920 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f497000d660 tx=0x7f497000db20 comp rx=0 tx=0).stop 2024-09-16T07:20:48.227 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.227+0000 7f4984dad640 1 -- 172.21.15.155:0/94302545 shutdown_connections 2024-09-16T07:20:48.227 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.227+0000 7f4984dad640 1 --2- 172.21.15.155:0/94302545 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f49801f5e20 0x7f49800cf860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:48.227 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.227+0000 7f4984dad640 1 --2- 172.21.15.155:0/94302545 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4980070340 0x7f4980144880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:48.227 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.227+0000 7f4984dad640 1 --2- 172.21.15.155:0/94302545 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f498006e190 0x7f49800ca920 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:48.227 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.227+0000 7f4984dad640 1 -- 172.21.15.155:0/94302545 >> 172.21.15.155:0/94302545 conn(0x7f49800d0be0 msgr2=0x7f498015a680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:20:48.227 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.227+0000 7f4984dad640 1 -- 172.21.15.155:0/94302545 shutdown_connections 2024-09-16T07:20:48.227 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.227+0000 7f4984dad640 1 -- 172.21.15.155:0/94302545 wait complete. 2024-09-16T07:20:48.237 DEBUG:teuthology.orchestra.run.smithi155:> sudo ceph --cluster ceph osd new 80e414b2-3655-4a4f-a334-62ea4edf433a 2 2024-09-16T07:20:48.340 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.340+0000 7f752d07f640 1 -- 172.21.15.155:0/2017324695 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7528151b50 msgr2=0x7f7528070680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:48.340 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.340+0000 7f752d07f640 1 --2- 172.21.15.155:0/2017324695 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7528151b50 0x7f7528070680 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f752806fc60 tx=0x7f752002a800 comp rx=0 tx=0).stop 2024-09-16T07:20:48.340 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.340+0000 7f752d07f640 1 -- 172.21.15.155:0/2017324695 shutdown_connections 2024-09-16T07:20:48.340 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.340+0000 7f752d07f640 1 --2- 172.21.15.155:0/2017324695 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7528151b50 0x7f7528070680 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:48.340 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.340+0000 7f752d07f640 1 -- 172.21.15.155:0/2017324695 >> 172.21.15.155:0/2017324695 conn(0x7f75280d0bb0 msgr2=0x7f75280d0fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:20:48.340 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.340+0000 7f752d07f640 1 -- 172.21.15.155:0/2017324695 shutdown_connections 2024-09-16T07:20:48.340 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.340+0000 7f752d07f640 1 -- 172.21.15.155:0/2017324695 wait complete. 2024-09-16T07:20:48.341 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.342+0000 7f752d07f640 1 Processor -- start 2024-09-16T07:20:48.341 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.342+0000 7f752d07f640 1 -- start start 2024-09-16T07:20:48.345 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.343+0000 7f752d07f640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f752806e360 0x7f75281e41c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:48.345 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.343+0000 7f752d07f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7528151770 0x7f752813f3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:48.345 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.343+0000 7f752d07f640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7528151b50 0x7f7528154240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:48.345 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.343+0000 7f752d07f640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f752815f330 con 0x7f7528151770 2024-09-16T07:20:48.345 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.343+0000 7f752d07f640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f752815f1b0 con 0x7f7528151b50 2024-09-16T07:20:48.345 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.344+0000 7f752d07f640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f752815afa0 con 0x7f752806e360 2024-09-16T07:20:48.346 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.344+0000 7f752759e640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7528151b50 0x7f7528154240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:48.346 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.344+0000 7f7526d9d640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f752806e360 0x7f75281e41c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:48.346 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.344+0000 7f752759e640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7528151b50 0x7f7528154240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3300/0 says I am v2:172.21.15.155:60834/0 (socket says 172.21.15.155:60834) 2024-09-16T07:20:48.346 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.344+0000 7f752759e640 1 -- 172.21.15.155:0/1120757634 learned_addr learned my addr 172.21.15.155:0/1120757634 (peer_addr_for_me v2:172.21.15.155:0/0) 2024-09-16T07:20:48.346 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.344+0000 7f7526d9d640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f752806e360 0x7f75281e41c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3301/0 says I am v2:172.21.15.155:33126/0 (socket says 172.21.15.155:33126) 2024-09-16T07:20:48.346 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.344+0000 7f751ffff640 1 --2- 172.21.15.155:0/1120757634 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7528151770 0x7f752813f3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:48.346 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.344+0000 7f752759e640 1 -- 172.21.15.155:0/1120757634 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f752806e360 msgr2=0x7f75281e41c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:48.346 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.344+0000 7f752759e640 1 --2- 172.21.15.155:0/1120757634 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f752806e360 0x7f75281e41c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:48.346 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.344+0000 7f752759e640 1 -- 172.21.15.155:0/1120757634 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7528151770 msgr2=0x7f752813f3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:48.346 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.344+0000 7f752759e640 1 --2- 172.21.15.155:0/1120757634 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7528151770 0x7f752813f3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:48.346 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.344+0000 7f752759e640 1 -- 172.21.15.155:0/1120757634 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75281f5ae0 con 0x7f7528151b50 2024-09-16T07:20:48.346 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.344+0000 7f7526d9d640 1 --2- 172.21.15.155:0/1120757634 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f752806e360 0x7f75281e41c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T07:20:48.347 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.344+0000 7f752759e640 1 --2- 172.21.15.155:0/1120757634 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7528151b50 0x7f7528154240 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f7520035040 tx=0x7f7520033e80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:20:48.347 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.344+0000 7f751f7fe640 1 -- 172.21.15.155:0/1120757634 <== mon.1 v2:172.21.15.155:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7520042020 con 0x7f7528151b50 2024-09-16T07:20:48.347 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.344+0000 7f751f7fe640 1 -- 172.21.15.155:0/1120757634 <== mon.1 v2:172.21.15.155:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7520004330 con 0x7f7528151b50 2024-09-16T07:20:48.347 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.344+0000 7f752d07f640 1 -- 172.21.15.155:0/1120757634 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75281f5dc0 con 0x7f7528151b50 2024-09-16T07:20:48.347 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.344+0000 7f751f7fe640 1 -- 172.21.15.155:0/1120757634 <== mon.1 v2:172.21.15.155:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7520037040 con 0x7f7528151b50 2024-09-16T07:20:48.347 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.344+0000 7f752d07f640 1 -- 172.21.15.155:0/1120757634 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75281f6380 con 0x7f7528151b50 2024-09-16T07:20:48.347 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.345+0000 7f751f7fe640 1 -- 172.21.15.155:0/1120757634 <== mon.1 v2:172.21.15.155:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f7520045020 con 0x7f7528151b50 2024-09-16T07:20:48.347 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.345+0000 7f751f7fe640 1 -- 172.21.15.155:0/1120757634 <== mon.1 v2:172.21.15.155:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 955+0+0 (secure 0 0 0) 0x7f752003e930 con 0x7f7528151b50 2024-09-16T07:20:48.347 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.345+0000 7f752d07f640 1 -- 172.21.15.155:0/1120757634 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f75280b6b30 con 0x7f7528151b50 2024-09-16T07:20:48.347 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.347+0000 7f751f7fe640 1 -- 172.21.15.155:0/1120757634 <== mon.1 v2:172.21.15.155:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f752004c030 con 0x7f7528151b50 2024-09-16T07:20:48.419 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.420+0000 7f752d07f640 1 -- 172.21.15.155:0/1120757634 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_command({"prefix": "osd new", "uuid": "80e414b2-3655-4a4f-a334-62ea4edf433a", "id": 2} v 0) -- 0x7f752806dc10 con 0x7f7528151b50 2024-09-16T07:20:48.422 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.423+0000 7f751f7fe640 1 -- 172.21.15.155:0/1120757634 <== mon.1 v2:172.21.15.155:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "80e414b2-3655-4a4f-a334-62ea4edf433a", "id": 2}]=0 v5) ==== 112+0+2 (secure 0 0 0) 0x7f752002f070 con 0x7f7528151b50 2024-09-16T07:20:48.423 INFO:teuthology.orchestra.run.smithi155.stdout:2 2024-09-16T07:20:48.424 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.424+0000 7f752d07f640 1 -- 172.21.15.155:0/1120757634 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7528151b50 msgr2=0x7f7528154240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:48.424 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.424+0000 7f752d07f640 1 --2- 172.21.15.155:0/1120757634 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7528151b50 0x7f7528154240 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f7520035040 tx=0x7f7520033e80 comp rx=0 tx=0).stop 2024-09-16T07:20:48.424 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.424+0000 7f752d07f640 1 -- 172.21.15.155:0/1120757634 shutdown_connections 2024-09-16T07:20:48.424 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.424+0000 7f752d07f640 1 --2- 172.21.15.155:0/1120757634 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7528151b50 0x7f7528154240 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:48.424 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.424+0000 7f752d07f640 1 --2- 172.21.15.155:0/1120757634 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7528151770 0x7f752813f3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:48.424 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.424+0000 7f752d07f640 1 --2- 172.21.15.155:0/1120757634 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f752806e360 0x7f75281e41c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:48.424 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.424+0000 7f752d07f640 1 -- 172.21.15.155:0/1120757634 >> 172.21.15.155:0/1120757634 conn(0x7f75280d0bb0 msgr2=0x7f75280732a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:20:48.424 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.424+0000 7f752d07f640 1 -- 172.21.15.155:0/1120757634 shutdown_connections 2024-09-16T07:20:48.425 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.424+0000 7f752d07f640 1 -- 172.21.15.155:0/1120757634 wait complete. 2024-09-16T07:20:48.434 DEBUG:teuthology.orchestra.run.smithi155:> sudo ceph --cluster ceph osd new 74f773db-33ba-4264-a731-5a21b0fb2af4 3 2024-09-16T07:20:48.538 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.538+0000 7f1991d3d640 1 -- 172.21.15.155:0/187555655 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f198c15bef0 msgr2=0x7f198c0b2e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:48.538 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.538+0000 7f1991d3d640 1 --2- 172.21.15.155:0/187555655 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f198c15bef0 0x7f198c0b2e40 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f1974005fd0 tx=0x7f197402a5d0 comp rx=0 tx=0).stop 2024-09-16T07:20:48.538 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.538+0000 7f1991d3d640 1 -- 172.21.15.155:0/187555655 shutdown_connections 2024-09-16T07:20:48.538 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.538+0000 7f1991d3d640 1 --2- 172.21.15.155:0/187555655 >> v2:172.21.15.31:3300/0 conn(0x7f198c0cfb00 0x7f198c0b1230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:48.538 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.538+0000 7f1991d3d640 1 --2- 172.21.15.155:0/187555655 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f198c15bef0 0x7f198c0b2e40 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:48.538 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.538+0000 7f1991d3d640 1 -- 172.21.15.155:0/187555655 >> 172.21.15.155:0/187555655 conn(0x7f198c09aa30 msgr2=0x7f198c09ae40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:20:48.538 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.538+0000 7f1991d3d640 1 -- 172.21.15.155:0/187555655 shutdown_connections 2024-09-16T07:20:48.538 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.538+0000 7f1991d3d640 1 -- 172.21.15.155:0/187555655 wait complete. 2024-09-16T07:20:48.539 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.540+0000 7f1991d3d640 1 Processor -- start 2024-09-16T07:20:48.539 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.540+0000 7f1991d3d640 1 -- start start 2024-09-16T07:20:48.542 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.541+0000 7f1991d3d640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f198c0cfb00 0x7f198c1f1df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:48.542 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.541+0000 7f1991d3d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f198c0d1b30 0x7f198c0ca330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:48.542 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.541+0000 7f1991d3d640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f198c15bef0 0x7f198c0ca870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:48.542 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.541+0000 7f1991d3d640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f198c0b1b00 con 0x7f198c0d1b30 2024-09-16T07:20:48.542 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.541+0000 7f1991d3d640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f198c0b1980 con 0x7f198c15bef0 2024-09-16T07:20:48.542 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.541+0000 7f1991d3d640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f198c0b1c80 con 0x7f198c0cfb00 2024-09-16T07:20:48.542 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.541+0000 7f198b7fe640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f198c0cfb00 0x7f198c1f1df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:48.543 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.541+0000 7f198b7fe640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f198c0cfb00 0x7f198c1f1df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3301/0 says I am v2:172.21.15.155:33144/0 (socket says 172.21.15.155:33144) 2024-09-16T07:20:48.543 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.541+0000 7f198b7fe640 1 -- 172.21.15.155:0/2894268704 learned_addr learned my addr 172.21.15.155:0/2894268704 (peer_addr_for_me v2:172.21.15.155:0/0) 2024-09-16T07:20:48.543 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.541+0000 7f198bfff640 1 --2- 172.21.15.155:0/2894268704 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f198c15bef0 0x7f198c0ca870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:48.543 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.541+0000 7f1983fff640 1 --2- 172.21.15.155:0/2894268704 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f198c0d1b30 0x7f198c0ca330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:48.543 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.541+0000 7f198b7fe640 1 -- 172.21.15.155:0/2894268704 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f198c15bef0 msgr2=0x7f198c0ca870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:48.543 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.541+0000 7f198b7fe640 1 --2- 172.21.15.155:0/2894268704 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f198c15bef0 0x7f198c0ca870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:48.543 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.541+0000 7f198b7fe640 1 -- 172.21.15.155:0/2894268704 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f198c0d1b30 msgr2=0x7f198c0ca330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:48.543 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.541+0000 7f198b7fe640 1 --2- 172.21.15.155:0/2894268704 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f198c0d1b30 0x7f198c0ca330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:48.543 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.541+0000 7f198b7fe640 1 -- 172.21.15.155:0/2894268704 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f198c0b7480 con 0x7f198c0cfb00 2024-09-16T07:20:48.543 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.542+0000 7f198b7fe640 1 --2- 172.21.15.155:0/2894268704 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f198c0cfb00 0x7f198c1f1df0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f197c00c420 tx=0x7f197c00c8e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:20:48.543 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.542+0000 7f1988ff9640 1 -- 172.21.15.155:0/2894268704 <== mon.2 v2:172.21.15.155:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f197c0052d0 con 0x7f198c0cfb00 2024-09-16T07:20:48.543 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.542+0000 7f1988ff9640 1 -- 172.21.15.155:0/2894268704 <== mon.2 v2:172.21.15.155:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f197c007020 con 0x7f198c0cfb00 2024-09-16T07:20:48.543 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.542+0000 7f1988ff9640 1 -- 172.21.15.155:0/2894268704 <== mon.2 v2:172.21.15.155:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f197c007470 con 0x7f198c0cfb00 2024-09-16T07:20:48.544 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.542+0000 7f1991d3d640 1 -- 172.21.15.155:0/2894268704 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f198c0b7760 con 0x7f198c0cfb00 2024-09-16T07:20:48.544 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.542+0000 7f1991d3d640 1 -- 172.21.15.155:0/2894268704 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f198c0b4ed0 con 0x7f198c0cfb00 2024-09-16T07:20:48.544 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.542+0000 7f1988ff9640 1 -- 172.21.15.155:0/2894268704 <== mon.2 v2:172.21.15.155:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f197c0067d0 con 0x7f198c0cfb00 2024-09-16T07:20:48.544 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.542+0000 7f1988ff9640 1 -- 172.21.15.155:0/2894268704 <== mon.2 v2:172.21.15.155:3301/0 5 ==== osd_map(5..5 src has 1..5) ==== 1070+0+0 (secure 0 0 0) 0x7f197c003c70 con 0x7f198c0cfb00 2024-09-16T07:20:48.544 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.543+0000 7f1991d3d640 1 -- 172.21.15.155:0/2894268704 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f198c0b2210 con 0x7f198c0cfb00 2024-09-16T07:20:48.544 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.545+0000 7f1988ff9640 1 -- 172.21.15.155:0/2894268704 <== mon.2 v2:172.21.15.155:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f197c007610 con 0x7f198c0cfb00 2024-09-16T07:20:48.615 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.616+0000 7f1991d3d640 1 -- 172.21.15.155:0/2894268704 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_command({"prefix": "osd new", "uuid": "74f773db-33ba-4264-a731-5a21b0fb2af4", "id": 3} v 0) -- 0x7f198c0d2b20 con 0x7f198c0cfb00 2024-09-16T07:20:48.618 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.619+0000 7f1988ff9640 1 -- 172.21.15.155:0/2894268704 <== mon.2 v2:172.21.15.155:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "74f773db-33ba-4264-a731-5a21b0fb2af4", "id": 3}]=0 v6) ==== 112+0+2 (secure 0 0 0) 0x7f197c006ca0 con 0x7f198c0cfb00 2024-09-16T07:20:48.619 INFO:teuthology.orchestra.run.smithi155.stdout:3 2024-09-16T07:20:48.620 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.620+0000 7f1991d3d640 1 -- 172.21.15.155:0/2894268704 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f198c0cfb00 msgr2=0x7f198c1f1df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:48.620 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.620+0000 7f1991d3d640 1 --2- 172.21.15.155:0/2894268704 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f198c0cfb00 0x7f198c1f1df0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f197c00c420 tx=0x7f197c00c8e0 comp rx=0 tx=0).stop 2024-09-16T07:20:48.620 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.620+0000 7f1991d3d640 1 -- 172.21.15.155:0/2894268704 shutdown_connections 2024-09-16T07:20:48.620 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.620+0000 7f1991d3d640 1 --2- 172.21.15.155:0/2894268704 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f198c15bef0 0x7f198c0ca870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:48.620 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.620+0000 7f1991d3d640 1 --2- 172.21.15.155:0/2894268704 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f198c0d1b30 0x7f198c0ca330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:48.620 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.620+0000 7f1991d3d640 1 --2- 172.21.15.155:0/2894268704 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f198c0cfb00 0x7f198c1f1df0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:48.620 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.620+0000 7f1991d3d640 1 -- 172.21.15.155:0/2894268704 >> 172.21.15.155:0/2894268704 conn(0x7f198c09aa30 msgr2=0x7f198c071480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:20:48.620 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.620+0000 7f1991d3d640 1 -- 172.21.15.155:0/2894268704 shutdown_connections 2024-09-16T07:20:48.621 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.620+0000 7f1991d3d640 1 -- 172.21.15.155:0/2894268704 wait complete. 2024-09-16T07:20:48.630 DEBUG:teuthology.orchestra.run.smithi155:> sudo ceph --cluster ceph osd new db15c6b6-6f2c-456f-9ec0-6024ae910749 4 2024-09-16T07:20:48.732 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.731+0000 7fbf13433640 1 -- 172.21.15.155:0/2490843410 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbf0c15be30 msgr2=0x7fbf0c0d06b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:48.732 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.731+0000 7fbf13433640 1 --2- 172.21.15.155:0/2490843410 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbf0c15be30 0x7fbf0c0d06b0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fbf08009830 tx=0x7fbf0802a510 comp rx=0 tx=0).stop 2024-09-16T07:20:48.733 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.731+0000 7fbf13433640 1 -- 172.21.15.155:0/2490843410 shutdown_connections 2024-09-16T07:20:48.733 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.731+0000 7fbf13433640 1 --2- 172.21.15.155:0/2490843410 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbf0c0b2420 0x7fbf0c0d1ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:48.733 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.731+0000 7fbf13433640 1 --2- 172.21.15.155:0/2490843410 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbf0c15be30 0x7fbf0c0d06b0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:48.733 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.731+0000 7fbf13433640 1 -- 172.21.15.155:0/2490843410 >> 172.21.15.155:0/2490843410 conn(0x7fbf0c09aa30 msgr2=0x7fbf0c09ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:20:48.733 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.731+0000 7fbf13433640 1 -- 172.21.15.155:0/2490843410 shutdown_connections 2024-09-16T07:20:48.734 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.732+0000 7fbf13433640 1 -- 172.21.15.155:0/2490843410 wait complete. 2024-09-16T07:20:48.734 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.733+0000 7fbf13433640 1 Processor -- start 2024-09-16T07:20:48.734 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.733+0000 7fbf13433640 1 -- start start 2024-09-16T07:20:48.739 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.733+0000 7fbf13433640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbf0c0b2420 0x7fbf0c0cae90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:48.739 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.733+0000 7fbf13433640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbf0c0d1ff0 0x7fbf0c0c8e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:48.739 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.733+0000 7fbf13433640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbf0c15be30 0x7fbf0c0c93a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:48.739 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.734+0000 7fbf13433640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fbf0c0ced10 con 0x7fbf0c0d1ff0 2024-09-16T07:20:48.739 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.734+0000 7fbf13433640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fbf0c0cdea0 con 0x7fbf0c15be30 2024-09-16T07:20:48.739 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.734+0000 7fbf13433640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fbf0c0cee90 con 0x7fbf0c0b2420 2024-09-16T07:20:48.739 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.734+0000 7fbf111cf640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbf0c0b2420 0x7fbf0c0cae90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:48.739 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.734+0000 7fbf111cf640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbf0c0b2420 0x7fbf0c0cae90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3301/0 says I am v2:172.21.15.155:33164/0 (socket says 172.21.15.155:33164) 2024-09-16T07:20:48.739 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.734+0000 7fbf111cf640 1 -- 172.21.15.155:0/2524160296 learned_addr learned my addr 172.21.15.155:0/2524160296 (peer_addr_for_me v2:172.21.15.155:0/0) 2024-09-16T07:20:48.740 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.734+0000 7fbf119d0640 1 --2- 172.21.15.155:0/2524160296 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbf0c15be30 0x7fbf0c0c93a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:48.740 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.734+0000 7fbf109ce640 1 --2- 172.21.15.155:0/2524160296 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbf0c0d1ff0 0x7fbf0c0c8e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:48.740 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.734+0000 7fbf111cf640 1 -- 172.21.15.155:0/2524160296 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbf0c15be30 msgr2=0x7fbf0c0c93a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:48.740 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.734+0000 7fbf111cf640 1 --2- 172.21.15.155:0/2524160296 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbf0c15be30 0x7fbf0c0c93a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:48.740 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.734+0000 7fbf111cf640 1 -- 172.21.15.155:0/2524160296 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbf0c0d1ff0 msgr2=0x7fbf0c0c8e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:48.740 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.734+0000 7fbf111cf640 1 --2- 172.21.15.155:0/2524160296 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbf0c0d1ff0 0x7fbf0c0c8e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:48.740 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.734+0000 7fbf111cf640 1 -- 172.21.15.155:0/2524160296 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf0c06dcf0 con 0x7fbf0c0b2420 2024-09-16T07:20:48.740 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.734+0000 7fbf119d0640 1 --2- 172.21.15.155:0/2524160296 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbf0c15be30 0x7fbf0c0c93a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T07:20:48.740 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.734+0000 7fbf109ce640 1 --2- 172.21.15.155:0/2524160296 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbf0c0d1ff0 0x7fbf0c0c8e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:20:48.740 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.734+0000 7fbf111cf640 1 --2- 172.21.15.155:0/2524160296 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbf0c0b2420 0x7fbf0c0cae90 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fbf08000c00 tx=0x7fbf08033c20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:20:48.740 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.734+0000 7fbf01ffb640 1 -- 172.21.15.155:0/2524160296 <== mon.2 v2:172.21.15.155:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf08031d60 con 0x7fbf0c0b2420 2024-09-16T07:20:48.740 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.734+0000 7fbf01ffb640 1 -- 172.21.15.155:0/2524160296 <== mon.2 v2:172.21.15.155:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbf08033e10 con 0x7fbf0c0b2420 2024-09-16T07:20:48.741 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.734+0000 7fbf01ffb640 1 -- 172.21.15.155:0/2524160296 <== mon.2 v2:172.21.15.155:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf08033310 con 0x7fbf0c0b2420 2024-09-16T07:20:48.741 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.734+0000 7fbf13433640 1 -- 172.21.15.155:0/2524160296 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf0c0cb7a0 con 0x7fbf0c0b2420 2024-09-16T07:20:48.741 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.735+0000 7fbf13433640 1 -- 172.21.15.155:0/2524160296 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf0c0cc040 con 0x7fbf0c0b2420 2024-09-16T07:20:48.741 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.735+0000 7fbf01ffb640 1 -- 172.21.15.155:0/2524160296 <== mon.2 v2:172.21.15.155:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fbf080334b0 con 0x7fbf0c0b2420 2024-09-16T07:20:48.741 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.735+0000 7fbf01ffb640 1 -- 172.21.15.155:0/2524160296 <== mon.2 v2:172.21.15.155:3301/0 5 ==== osd_map(6..6 src has 1..6) ==== 1185+0+0 (secure 0 0 0) 0x7fbf08003d70 con 0x7fbf0c0b2420 2024-09-16T07:20:48.741 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.735+0000 7fbf13433640 1 -- 172.21.15.155:0/2524160296 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf0c0cbb90 con 0x7fbf0c0b2420 2024-09-16T07:20:48.741 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.737+0000 7fbf01ffb640 1 -- 172.21.15.155:0/2524160296 <== mon.2 v2:172.21.15.155:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7fbf0803f030 con 0x7fbf0c0b2420 2024-09-16T07:20:48.807 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.808+0000 7fbf13433640 1 -- 172.21.15.155:0/2524160296 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_command({"prefix": "osd new", "uuid": "db15c6b6-6f2c-456f-9ec0-6024ae910749", "id": 4} v 0) -- 0x7fbf0c06dec0 con 0x7fbf0c0b2420 2024-09-16T07:20:48.811 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.811+0000 7fbf01ffb640 1 -- 172.21.15.155:0/2524160296 <== mon.2 v2:172.21.15.155:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "db15c6b6-6f2c-456f-9ec0-6024ae910749", "id": 4}]=0 v7) ==== 112+0+2 (secure 0 0 0) 0x7fbf080035f0 con 0x7fbf0c0b2420 2024-09-16T07:20:48.811 INFO:teuthology.orchestra.run.smithi155.stdout:4 2024-09-16T07:20:48.812 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.812+0000 7fbf13433640 1 -- 172.21.15.155:0/2524160296 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbf0c0b2420 msgr2=0x7fbf0c0cae90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:48.812 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.812+0000 7fbf13433640 1 --2- 172.21.15.155:0/2524160296 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbf0c0b2420 0x7fbf0c0cae90 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fbf08000c00 tx=0x7fbf08033c20 comp rx=0 tx=0).stop 2024-09-16T07:20:48.812 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.813+0000 7fbf13433640 1 -- 172.21.15.155:0/2524160296 shutdown_connections 2024-09-16T07:20:48.813 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.813+0000 7fbf13433640 1 --2- 172.21.15.155:0/2524160296 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbf0c15be30 0x7fbf0c0c93a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:48.813 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.813+0000 7fbf13433640 1 --2- 172.21.15.155:0/2524160296 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbf0c0d1ff0 0x7fbf0c0c8e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:48.813 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.813+0000 7fbf13433640 1 --2- 172.21.15.155:0/2524160296 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbf0c0b2420 0x7fbf0c0cae90 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:48.813 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.813+0000 7fbf13433640 1 -- 172.21.15.155:0/2524160296 >> 172.21.15.155:0/2524160296 conn(0x7fbf0c09aa30 msgr2=0x7fbf0c0aeb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:20:48.813 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.813+0000 7fbf13433640 1 -- 172.21.15.155:0/2524160296 shutdown_connections 2024-09-16T07:20:48.813 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.813+0000 7fbf13433640 1 -- 172.21.15.155:0/2524160296 wait complete. 2024-09-16T07:20:48.822 DEBUG:teuthology.orchestra.run.smithi155:> sudo ceph --cluster ceph osd new 065cab20-d2a9-4450-892e-69bb846e64ee 5 2024-09-16T07:20:48.926 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.925+0000 7f8759ebf640 1 -- 172.21.15.155:0/3460742660 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8754151770 msgr2=0x7f875415efa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:48.926 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.925+0000 7f8759ebf640 1 --2- 172.21.15.155:0/3460742660 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8754151770 0x7f875415efa0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f875406ea30 tx=0x7f874402a560 comp rx=0 tx=0).stop 2024-09-16T07:20:48.926 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.925+0000 7f8759ebf640 1 -- 172.21.15.155:0/3460742660 shutdown_connections 2024-09-16T07:20:48.926 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.925+0000 7f8759ebf640 1 --2- 172.21.15.155:0/3460742660 >> v2:172.21.15.31:3300/0 conn(0x7f8754151b50 0x7f875415afa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:48.926 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.925+0000 7f8759ebf640 1 --2- 172.21.15.155:0/3460742660 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8754151770 0x7f875415efa0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:48.927 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.925+0000 7f8759ebf640 1 -- 172.21.15.155:0/3460742660 >> 172.21.15.155:0/3460742660 conn(0x7f87540d0bb0 msgr2=0x7f87540d0fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:20:48.927 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.925+0000 7f8759ebf640 1 -- 172.21.15.155:0/3460742660 shutdown_connections 2024-09-16T07:20:48.927 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.925+0000 7f8759ebf640 1 -- 172.21.15.155:0/3460742660 wait complete. 2024-09-16T07:20:48.927 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.926+0000 7f8759ebf640 1 Processor -- start 2024-09-16T07:20:48.927 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.926+0000 7f8759ebf640 1 -- start start 2024-09-16T07:20:48.930 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.927+0000 7f8759ebf640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f875406dc50 0x7f87541f8860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:48.930 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.927+0000 7f8759ebf640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8754151770 0x7f87540c5ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:48.930 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.927+0000 7f8759ebf640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8754151b50 0x7f87540c5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:48.931 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.927+0000 7f8759ebf640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f875406e220 con 0x7f875406dc50 2024-09-16T07:20:48.931 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.927+0000 7f8759ebf640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f875406e0a0 con 0x7f8754151770 2024-09-16T07:20:48.931 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.927+0000 7f8759ebf640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f875406e3a0 con 0x7f8754151b50 2024-09-16T07:20:48.931 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.927+0000 7f874affd640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8754151770 0x7f87540c5ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:48.931 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.927+0000 7f8753fff640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8754151b50 0x7f87540c5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:48.931 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.927+0000 7f874affd640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8754151770 0x7f87540c5ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3300/0 says I am v2:172.21.15.155:60868/0 (socket says 172.21.15.155:60868) 2024-09-16T07:20:48.931 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.927+0000 7f874affd640 1 -- 172.21.15.155:0/1890736779 learned_addr learned my addr 172.21.15.155:0/1890736779 (peer_addr_for_me v2:172.21.15.155:0/0) 2024-09-16T07:20:48.931 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.927+0000 7f87537fe640 1 --2- 172.21.15.155:0/1890736779 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f875406dc50 0x7f87541f8860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:48.931 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.928+0000 7f874affd640 1 -- 172.21.15.155:0/1890736779 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8754151b50 msgr2=0x7f87540c5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:48.931 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.928+0000 7f874affd640 1 --2- 172.21.15.155:0/1890736779 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8754151b50 0x7f87540c5ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:48.931 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.928+0000 7f874affd640 1 -- 172.21.15.155:0/1890736779 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f875406dc50 msgr2=0x7f87541f8860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:48.931 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.928+0000 7f874affd640 1 --2- 172.21.15.155:0/1890736779 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f875406dc50 0x7f87541f8860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:48.931 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.928+0000 7f874affd640 1 -- 172.21.15.155:0/1890736779 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87541f5910 con 0x7f8754151770 2024-09-16T07:20:48.932 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.928+0000 7f8753fff640 1 --2- 172.21.15.155:0/1890736779 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8754151b50 0x7f87540c5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T07:20:48.932 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.928+0000 7f874affd640 1 --2- 172.21.15.155:0/1890736779 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8754151770 0x7f87540c5ab0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f873c00d740 tx=0x7f873c00dc00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:20:48.932 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.928+0000 7f8750ff9640 1 -- 172.21.15.155:0/1890736779 <== mon.1 v2:172.21.15.155:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f873c017070 con 0x7f8754151770 2024-09-16T07:20:48.932 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.928+0000 7f8750ff9640 1 -- 172.21.15.155:0/1890736779 <== mon.1 v2:172.21.15.155:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f873c009d20 con 0x7f8754151770 2024-09-16T07:20:48.932 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.928+0000 7f8750ff9640 1 -- 172.21.15.155:0/1890736779 <== mon.1 v2:172.21.15.155:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f873c0106c0 con 0x7f8754151770 2024-09-16T07:20:48.932 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.928+0000 7f8759ebf640 1 -- 172.21.15.155:0/1890736779 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87541f4b50 con 0x7f8754151770 2024-09-16T07:20:48.932 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.928+0000 7f8759ebf640 1 -- 172.21.15.155:0/1890736779 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87541f5110 con 0x7f8754151770 2024-09-16T07:20:48.932 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.928+0000 7f8750ff9640 1 -- 172.21.15.155:0/1890736779 <== mon.1 v2:172.21.15.155:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f873c01a070 con 0x7f8754151770 2024-09-16T07:20:48.932 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.928+0000 7f8750ff9640 1 -- 172.21.15.155:0/1890736779 <== mon.1 v2:172.21.15.155:3300/0 5 ==== osd_map(7..7 src has 1..7) ==== 1300+0+0 (secure 0 0 0) 0x7f873c01cca0 con 0x7f8754151770 2024-09-16T07:20:48.932 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.929+0000 7f8759ebf640 1 -- 172.21.15.155:0/1890736779 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f875415efa0 con 0x7f8754151770 2024-09-16T07:20:48.932 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:48.931+0000 7f8750ff9640 1 -- 172.21.15.155:0/1890736779 <== mon.1 v2:172.21.15.155:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f873c01c720 con 0x7f8754151770 2024-09-16T07:20:49.001 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.002+0000 7f8759ebf640 1 -- 172.21.15.155:0/1890736779 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_command({"prefix": "osd new", "uuid": "065cab20-d2a9-4450-892e-69bb846e64ee", "id": 5} v 0) -- 0x7f87540c4030 con 0x7f8754151770 2024-09-16T07:20:49.005 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.005+0000 7f8750ff9640 1 -- 172.21.15.155:0/1890736779 <== mon.1 v2:172.21.15.155:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "065cab20-d2a9-4450-892e-69bb846e64ee", "id": 5}]=0 v8) ==== 112+0+2 (secure 0 0 0) 0x7f873c01c900 con 0x7f8754151770 2024-09-16T07:20:49.005 INFO:teuthology.orchestra.run.smithi155.stdout:5 2024-09-16T07:20:49.006 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.006+0000 7f8759ebf640 1 -- 172.21.15.155:0/1890736779 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8754151770 msgr2=0x7f87540c5ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:49.006 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.006+0000 7f8759ebf640 1 --2- 172.21.15.155:0/1890736779 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8754151770 0x7f87540c5ab0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f873c00d740 tx=0x7f873c00dc00 comp rx=0 tx=0).stop 2024-09-16T07:20:49.006 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.006+0000 7f8759ebf640 1 -- 172.21.15.155:0/1890736779 shutdown_connections 2024-09-16T07:20:49.007 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.006+0000 7f8759ebf640 1 --2- 172.21.15.155:0/1890736779 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8754151b50 0x7f87540c5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:49.007 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.006+0000 7f8759ebf640 1 --2- 172.21.15.155:0/1890736779 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8754151770 0x7f87540c5ab0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:49.007 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.006+0000 7f8759ebf640 1 --2- 172.21.15.155:0/1890736779 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f875406dc50 0x7f87541f8860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:49.007 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.006+0000 7f8759ebf640 1 -- 172.21.15.155:0/1890736779 >> 172.21.15.155:0/1890736779 conn(0x7f87540d0bb0 msgr2=0x7f87540cb760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:20:49.007 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.006+0000 7f8759ebf640 1 -- 172.21.15.155:0/1890736779 shutdown_connections 2024-09-16T07:20:49.007 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.006+0000 7f8759ebf640 1 -- 172.21.15.155:0/1890736779 wait complete. 2024-09-16T07:20:49.016 DEBUG:teuthology.orchestra.run.smithi155:> sudo ceph --cluster ceph osd new 4ea078ba-44e5-4890-9a51-a8c9236adcf4 6 2024-09-16T07:20:49.119 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.119+0000 7f49116ef640 1 -- 172.21.15.155:0/105399298 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f490c15bad0 msgr2=0x7f490c0d18a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:49.119 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.119+0000 7f49116ef640 1 --2- 172.21.15.155:0/105399298 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f490c15bad0 0x7f490c0d18a0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f48fc005fd0 tx=0x7f48fc02a5d0 comp rx=0 tx=0).stop 2024-09-16T07:20:49.119 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.119+0000 7f49116ef640 1 -- 172.21.15.155:0/105399298 shutdown_connections 2024-09-16T07:20:49.119 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.119+0000 7f49116ef640 1 --2- 172.21.15.155:0/105399298 >> v2:172.21.15.31:3300/0 conn(0x7f490c15f6b0 0x7f490c0d1de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:49.119 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.119+0000 7f49116ef640 1 --2- 172.21.15.155:0/105399298 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f490c15bad0 0x7f490c0d18a0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:49.119 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.119+0000 7f49116ef640 1 -- 172.21.15.155:0/105399298 >> 172.21.15.155:0/105399298 conn(0x7f490c09aa30 msgr2=0x7f490c09ae40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:20:49.119 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.119+0000 7f49116ef640 1 -- 172.21.15.155:0/105399298 shutdown_connections 2024-09-16T07:20:49.119 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.119+0000 7f49116ef640 1 -- 172.21.15.155:0/105399298 wait complete. 2024-09-16T07:20:49.120 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.121+0000 7f49116ef640 1 Processor -- start 2024-09-16T07:20:49.120 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.121+0000 7f49116ef640 1 -- start start 2024-09-16T07:20:49.125 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.122+0000 7f49116ef640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f490c0b1050 0x7f490c0c7600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:49.125 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.122+0000 7f49116ef640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f490c15bad0 0x7f490c1f3580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:49.125 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.122+0000 7f49116ef640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f490c15f6b0 0x7f490c1f52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:49.125 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.122+0000 7f49116ef640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f490c0d0970 con 0x7f490c15bad0 2024-09-16T07:20:49.125 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.122+0000 7f49116ef640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f490c0d07f0 con 0x7f490c15f6b0 2024-09-16T07:20:49.125 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.122+0000 7f49116ef640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f490c0ced30 con 0x7f490c0b1050 2024-09-16T07:20:49.125 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.122+0000 7f490affd640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f490c0b1050 0x7f490c0c7600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:49.126 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.122+0000 7f490b7fe640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f490c15f6b0 0x7f490c1f52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:49.126 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.122+0000 7f490affd640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f490c0b1050 0x7f490c0c7600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3301/0 says I am v2:172.21.15.155:33192/0 (socket says 172.21.15.155:33192) 2024-09-16T07:20:49.126 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.122+0000 7f490b7fe640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f490c15f6b0 0x7f490c1f52e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3300/0 says I am v2:172.21.15.155:60872/0 (socket says 172.21.15.155:60872) 2024-09-16T07:20:49.126 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.122+0000 7f490affd640 1 -- 172.21.15.155:0/2624955731 learned_addr learned my addr 172.21.15.155:0/2624955731 (peer_addr_for_me v2:172.21.15.155:0/0) 2024-09-16T07:20:49.126 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.122+0000 7f4903fff640 1 --2- 172.21.15.155:0/2624955731 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f490c15bad0 0x7f490c1f3580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:49.126 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.122+0000 7f490affd640 1 -- 172.21.15.155:0/2624955731 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f490c15f6b0 msgr2=0x7f490c1f52e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:49.126 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.122+0000 7f490affd640 1 --2- 172.21.15.155:0/2624955731 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f490c15f6b0 0x7f490c1f52e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:49.126 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.122+0000 7f490affd640 1 -- 172.21.15.155:0/2624955731 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f490c15bad0 msgr2=0x7f490c1f3580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:49.127 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.122+0000 7f490affd640 1 --2- 172.21.15.155:0/2624955731 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f490c15bad0 0x7f490c1f3580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:49.127 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.122+0000 7f490affd640 1 -- 172.21.15.155:0/2624955731 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f490c1f5820 con 0x7f490c0b1050 2024-09-16T07:20:49.127 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.122+0000 7f490b7fe640 1 --2- 172.21.15.155:0/2624955731 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f490c15f6b0 0x7f490c1f52e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T07:20:49.127 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.123+0000 7f490affd640 1 --2- 172.21.15.155:0/2624955731 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f490c0b1050 0x7f490c0c7600 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f48fc009850 tx=0x7f48fc005e80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:20:49.127 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.123+0000 7f49037fe640 1 -- 172.21.15.155:0/2624955731 <== mon.2 v2:172.21.15.155:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48fc03f070 con 0x7f490c0b1050 2024-09-16T07:20:49.127 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.123+0000 7f49037fe640 1 -- 172.21.15.155:0/2624955731 <== mon.2 v2:172.21.15.155:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f48fc003bf0 con 0x7f490c0b1050 2024-09-16T07:20:49.127 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.123+0000 7f49116ef640 1 -- 172.21.15.155:0/2624955731 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f490c0c7ca0 con 0x7f490c0b1050 2024-09-16T07:20:49.127 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.123+0000 7f49037fe640 1 -- 172.21.15.155:0/2624955731 <== mon.2 v2:172.21.15.155:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48fc035030 con 0x7f490c0b1050 2024-09-16T07:20:49.127 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.123+0000 7f49116ef640 1 -- 172.21.15.155:0/2624955731 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f490c0c9160 con 0x7f490c0b1050 2024-09-16T07:20:49.128 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.123+0000 7f49037fe640 1 -- 172.21.15.155:0/2624955731 <== mon.2 v2:172.21.15.155:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f48fc042070 con 0x7f490c0b1050 2024-09-16T07:20:49.128 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.123+0000 7f49037fe640 1 -- 172.21.15.155:0/2624955731 <== mon.2 v2:172.21.15.155:3301/0 5 ==== osd_map(8..8 src has 1..8) ==== 1415+0+0 (secure 0 0 0) 0x7f48fc044a40 con 0x7f490c0b1050 2024-09-16T07:20:49.128 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.124+0000 7f49116ef640 1 -- 172.21.15.155:0/2624955731 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f490c0cf220 con 0x7f490c0b1050 2024-09-16T07:20:49.128 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.126+0000 7f49037fe640 1 -- 172.21.15.155:0/2624955731 <== mon.2 v2:172.21.15.155:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f48fc044450 con 0x7f490c0b1050 2024-09-16T07:20:49.210 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.211+0000 7f49116ef640 1 -- 172.21.15.155:0/2624955731 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_command({"prefix": "osd new", "uuid": "4ea078ba-44e5-4890-9a51-a8c9236adcf4", "id": 6} v 0) -- 0x7f490c15f490 con 0x7f490c0b1050 2024-09-16T07:20:49.214 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.215+0000 7f49037fe640 1 -- 172.21.15.155:0/2624955731 <== mon.2 v2:172.21.15.155:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "4ea078ba-44e5-4890-9a51-a8c9236adcf4", "id": 6}]=0 v9) ==== 112+0+2 (secure 0 0 0) 0x7f48fc044630 con 0x7f490c0b1050 2024-09-16T07:20:49.214 INFO:teuthology.orchestra.run.smithi155.stdout:6 2024-09-16T07:20:49.215 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.216+0000 7f49116ef640 1 -- 172.21.15.155:0/2624955731 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f490c0b1050 msgr2=0x7f490c0c7600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:49.215 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.216+0000 7f49116ef640 1 --2- 172.21.15.155:0/2624955731 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f490c0b1050 0x7f490c0c7600 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f48fc009850 tx=0x7f48fc005e80 comp rx=0 tx=0).stop 2024-09-16T07:20:49.215 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.216+0000 7f49116ef640 1 -- 172.21.15.155:0/2624955731 shutdown_connections 2024-09-16T07:20:49.216 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.216+0000 7f49116ef640 1 --2- 172.21.15.155:0/2624955731 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f490c15f6b0 0x7f490c1f52e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:49.216 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.216+0000 7f49116ef640 1 --2- 172.21.15.155:0/2624955731 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f490c15bad0 0x7f490c1f3580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:49.216 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.216+0000 7f49116ef640 1 --2- 172.21.15.155:0/2624955731 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f490c0b1050 0x7f490c0c7600 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:49.216 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.216+0000 7f49116ef640 1 -- 172.21.15.155:0/2624955731 >> 172.21.15.155:0/2624955731 conn(0x7f490c09aa30 msgr2=0x7f490c0d1660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:20:49.216 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.216+0000 7f49116ef640 1 -- 172.21.15.155:0/2624955731 shutdown_connections 2024-09-16T07:20:49.216 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.216+0000 7f49116ef640 1 -- 172.21.15.155:0/2624955731 wait complete. 2024-09-16T07:20:49.225 DEBUG:teuthology.orchestra.run.smithi155:> sudo ceph --cluster ceph osd new 97c8b90f-42cb-4fa3-9429-99ceb89a0503 7 2024-09-16T07:20:49.328 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.328+0000 7f981b672640 1 -- 172.21.15.155:0/467660927 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9814073c60 msgr2=0x7f98140cb230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:49.328 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.328+0000 7f981b672640 1 --2- 172.21.15.155:0/467660927 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9814073c60 0x7f98140cb230 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f98140cf800 tx=0x7f980c02a820 comp rx=0 tx=0).stop 2024-09-16T07:20:49.328 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.328+0000 7f981b672640 1 -- 172.21.15.155:0/467660927 shutdown_connections 2024-09-16T07:20:49.329 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.328+0000 7f981b672640 1 --2- 172.21.15.155:0/467660927 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9814073c60 0x7f98140cb230 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:49.329 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.328+0000 7f981b672640 1 --2- 172.21.15.155:0/467660927 >> v2:172.21.15.31:3300/0 conn(0x7f981415bb40 0x7f98140cff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:49.329 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.328+0000 7f981b672640 1 -- 172.21.15.155:0/467660927 >> 172.21.15.155:0/467660927 conn(0x7f98140d0be0 msgr2=0x7f98140d0fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:20:49.329 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.328+0000 7f981b672640 1 -- 172.21.15.155:0/467660927 shutdown_connections 2024-09-16T07:20:49.329 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.328+0000 7f981b672640 1 -- 172.21.15.155:0/467660927 wait complete. 2024-09-16T07:20:49.331 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.330+0000 7f981b672640 1 Processor -- start 2024-09-16T07:20:49.331 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.330+0000 7f981b672640 1 -- start start 2024-09-16T07:20:49.331 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.330+0000 7f981b672640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9814073c60 0x7f9814150800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:49.331 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.330+0000 7f981b672640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f98140d04b0 0x7f98140b0680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:49.331 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.330+0000 7f981b672640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f981415bb40 0x7f98140b0bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:49.331 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.330+0000 7f981b672640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f98140cbb30 con 0x7f98140d04b0 2024-09-16T07:20:49.332 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.330+0000 7f981b672640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f98140cb9b0 con 0x7f9814073c60 2024-09-16T07:20:49.332 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.330+0000 7f981b672640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f98140cbcb0 con 0x7f981415bb40 2024-09-16T07:20:49.332 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.331+0000 7f981940e640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9814073c60 0x7f9814150800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:49.332 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.331+0000 7f9819c0f640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f981415bb40 0x7f98140b0bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:49.332 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.331+0000 7f981940e640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9814073c60 0x7f9814150800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3300/0 says I am v2:172.21.15.155:60900/0 (socket says 172.21.15.155:60900) 2024-09-16T07:20:49.332 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.331+0000 7f981940e640 1 -- 172.21.15.155:0/1435072253 learned_addr learned my addr 172.21.15.155:0/1435072253 (peer_addr_for_me v2:172.21.15.155:0/0) 2024-09-16T07:20:49.332 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.331+0000 7f9819c0f640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f981415bb40 0x7f98140b0bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3301/0 says I am v2:172.21.15.155:33196/0 (socket says 172.21.15.155:33196) 2024-09-16T07:20:49.332 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.331+0000 7f9818c0d640 1 --2- 172.21.15.155:0/1435072253 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f98140d04b0 0x7f98140b0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:49.332 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.331+0000 7f981940e640 1 -- 172.21.15.155:0/1435072253 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f981415bb40 msgr2=0x7f98140b0bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:49.332 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.331+0000 7f981940e640 1 --2- 172.21.15.155:0/1435072253 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f981415bb40 0x7f98140b0bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:49.332 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.331+0000 7f981940e640 1 -- 172.21.15.155:0/1435072253 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f98140d04b0 msgr2=0x7f98140b0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:49.332 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.331+0000 7f981940e640 1 --2- 172.21.15.155:0/1435072253 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f98140d04b0 0x7f98140b0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:49.333 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.331+0000 7f981940e640 1 -- 172.21.15.155:0/1435072253 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98140b57d0 con 0x7f9814073c60 2024-09-16T07:20:49.333 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.331+0000 7f9819c0f640 1 --2- 172.21.15.155:0/1435072253 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f981415bb40 0x7f98140b0bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T07:20:49.333 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.331+0000 7f981940e640 1 --2- 172.21.15.155:0/1435072253 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9814073c60 0x7f9814150800 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f981000e790 tx=0x7f981000ec50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:20:49.333 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.331+0000 7f9805ffb640 1 -- 172.21.15.155:0/1435072253 <== mon.1 v2:172.21.15.155:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f981000eea0 con 0x7f9814073c60 2024-09-16T07:20:49.333 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.331+0000 7f9805ffb640 1 -- 172.21.15.155:0/1435072253 <== mon.1 v2:172.21.15.155:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f981000cdb0 con 0x7f9814073c60 2024-09-16T07:20:49.333 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.331+0000 7f981b672640 1 -- 172.21.15.155:0/1435072253 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98140b5ab0 con 0x7f9814073c60 2024-09-16T07:20:49.333 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.331+0000 7f9805ffb640 1 -- 172.21.15.155:0/1435072253 <== mon.1 v2:172.21.15.155:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9810010690 con 0x7f9814073c60 2024-09-16T07:20:49.333 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.331+0000 7f981b672640 1 -- 172.21.15.155:0/1435072253 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98140b6070 con 0x7f9814073c60 2024-09-16T07:20:49.333 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.332+0000 7f9805ffb640 1 -- 172.21.15.155:0/1435072253 <== mon.1 v2:172.21.15.155:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f9810010830 con 0x7f9814073c60 2024-09-16T07:20:49.333 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.332+0000 7f9805ffb640 1 -- 172.21.15.155:0/1435072253 <== mon.1 v2:172.21.15.155:3300/0 5 ==== osd_map(9..9 src has 1..9) ==== 1530+0+0 (secure 0 0 0) 0x7f9810018d50 con 0x7f9814073c60 2024-09-16T07:20:49.334 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.332+0000 7f981b672640 1 -- 172.21.15.155:0/1435072253 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f98140cc190 con 0x7f9814073c60 2024-09-16T07:20:49.334 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.334+0000 7f9805ffb640 1 -- 172.21.15.155:0/1435072253 <== mon.1 v2:172.21.15.155:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f9810010d00 con 0x7f9814073c60 2024-09-16T07:20:49.405 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.406+0000 7f981b672640 1 -- 172.21.15.155:0/1435072253 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_command({"prefix": "osd new", "uuid": "97c8b90f-42cb-4fa3-9429-99ceb89a0503", "id": 7} v 0) -- 0x7f981415f2d0 con 0x7f9814073c60 2024-09-16T07:20:49.408 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.409+0000 7f9805ffb640 1 -- 172.21.15.155:0/1435072253 <== mon.1 v2:172.21.15.155:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "97c8b90f-42cb-4fa3-9429-99ceb89a0503", "id": 7}]=0 v10) ==== 112+0+2 (secure 0 0 0) 0x7f9810018420 con 0x7f9814073c60 2024-09-16T07:20:49.408 INFO:teuthology.orchestra.run.smithi155.stdout:7 2024-09-16T07:20:49.409 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.410+0000 7f981b672640 1 -- 172.21.15.155:0/1435072253 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9814073c60 msgr2=0x7f9814150800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:49.410 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.410+0000 7f981b672640 1 --2- 172.21.15.155:0/1435072253 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9814073c60 0x7f9814150800 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f981000e790 tx=0x7f981000ec50 comp rx=0 tx=0).stop 2024-09-16T07:20:49.410 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.410+0000 7f981b672640 1 -- 172.21.15.155:0/1435072253 shutdown_connections 2024-09-16T07:20:49.410 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.410+0000 7f981b672640 1 --2- 172.21.15.155:0/1435072253 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f981415bb40 0x7f98140b0bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:49.410 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.410+0000 7f981b672640 1 --2- 172.21.15.155:0/1435072253 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f98140d04b0 0x7f98140b0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:49.410 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.410+0000 7f981b672640 1 --2- 172.21.15.155:0/1435072253 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9814073c60 0x7f9814150800 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:49.410 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.410+0000 7f981b672640 1 -- 172.21.15.155:0/1435072253 >> 172.21.15.155:0/1435072253 conn(0x7f98140d0be0 msgr2=0x7f9814158810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:20:49.410 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.410+0000 7f981b672640 1 -- 172.21.15.155:0/1435072253 shutdown_connections 2024-09-16T07:20:49.410 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:20:49.410+0000 7f981b672640 1 -- 172.21.15.155:0/1435072253 wait complete. 2024-09-16T07:20:49.420 INFO:tasks.ceph.osd.0:Restarting daemon 2024-09-16T07:20:49.420 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-09-16T07:20:49.422 INFO:tasks.ceph.osd.0:Started 2024-09-16T07:20:49.422 INFO:tasks.ceph.osd.1:Restarting daemon 2024-09-16T07:20:49.423 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-09-16T07:20:49.424 INFO:tasks.ceph.osd.1:Started 2024-09-16T07:20:49.425 INFO:tasks.ceph.osd.2:Restarting daemon 2024-09-16T07:20:49.425 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-09-16T07:20:49.427 INFO:tasks.ceph.osd.2:Started 2024-09-16T07:20:49.427 INFO:tasks.ceph.osd.3:Restarting daemon 2024-09-16T07:20:49.427 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-09-16T07:20:49.429 INFO:tasks.ceph.osd.3:Started 2024-09-16T07:20:49.430 INFO:tasks.ceph.osd.4:Restarting daemon 2024-09-16T07:20:49.430 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2024-09-16T07:20:49.432 INFO:tasks.ceph.osd.4:Started 2024-09-16T07:20:49.432 INFO:tasks.ceph.osd.5:Restarting daemon 2024-09-16T07:20:49.432 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2024-09-16T07:20:49.434 INFO:tasks.ceph.osd.5:Started 2024-09-16T07:20:49.434 INFO:tasks.ceph.osd.6:Restarting daemon 2024-09-16T07:20:49.435 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2024-09-16T07:20:49.437 INFO:tasks.ceph.osd.6:Started 2024-09-16T07:20:49.437 INFO:tasks.ceph.osd.7:Restarting daemon 2024-09-16T07:20:49.437 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2024-09-16T07:20:49.439 INFO:tasks.ceph.osd.7:Started 2024-09-16T07:20:49.440 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:20:49.606 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:49.606+0000 7fa557a72640 1 -- 172.21.15.31:0/1048200743 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa550161520 msgr2=0x7fa5500d2950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:49.606 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:49.606+0000 7fa557a72640 1 --2- 172.21.15.31:0/1048200743 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa550161520 0x7fa5500d2950 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fa550069d30 tx=0x7fa54002aa30 comp rx=0 tx=0).stop 2024-09-16T07:20:49.606 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:49.606+0000 7fa557a72640 1 -- 172.21.15.31:0/1048200743 shutdown_connections 2024-09-16T07:20:49.606 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:49.606+0000 7fa557a72640 1 --2- 172.21.15.31:0/1048200743 >> v2:172.21.15.155:3300/0 conn(0x7fa5500b3ad0 0x7fa5500d0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:49.606 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:49.606+0000 7fa557a72640 1 --2- 172.21.15.31:0/1048200743 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa5500b4c00 0x7fa5500b3590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:49.606 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:49.606+0000 7fa557a72640 1 --2- 172.21.15.31:0/1048200743 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa550161520 0x7fa5500d2950 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:49.606 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:49.606+0000 7fa557a72640 1 -- 172.21.15.31:0/1048200743 >> 172.21.15.31:0/1048200743 conn(0x7fa55009d150 msgr2=0x7fa5500d3f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:20:49.606 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:49.606+0000 7fa557a72640 1 -- 172.21.15.31:0/1048200743 shutdown_connections 2024-09-16T07:20:49.606 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:49.606+0000 7fa557a72640 1 -- 172.21.15.31:0/1048200743 wait complete. 2024-09-16T07:20:49.607 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:49.608+0000 7fa557a72640 1 Processor -- start 2024-09-16T07:20:49.607 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:49.608+0000 7fa557a72640 1 -- start start 2024-09-16T07:20:49.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:49.609+0000 7fa557a72640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa5500b3ad0 0x7fa5500b8e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:49.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:49.609+0000 7fa557a72640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa5500b4c00 0x7fa5501f8990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:49.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:49.609+0000 7fa557a72640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa550161520 0x7fa550157b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:49.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:49.609+0000 7fa557a72640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fa5500b40e0 con 0x7fa550161520 2024-09-16T07:20:49.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:49.609+0000 7fa557a72640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa5500b3f60 con 0x7fa5500b4c00 2024-09-16T07:20:49.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:49.609+0000 7fa557a72640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa5500d0c60 con 0x7fa5500b3ad0 2024-09-16T07:20:49.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:49.609+0000 7fa55600f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa550161520 0x7fa550157b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:49.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:49.609+0000 7fa55580e640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa5500b3ad0 0x7fa5500b8e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:49.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:49.609+0000 7fa55580e640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa5500b3ad0 0x7fa5500b8e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3301/0 says I am v2:172.21.15.31:39200/0 (socket says 172.21.15.31:39200) 2024-09-16T07:20:49.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:49.609+0000 7fa55580e640 1 -- 172.21.15.31:0/2524408032 learned_addr learned my addr 172.21.15.31:0/2524408032 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:20:49.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:49.609+0000 7fa55600f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa550161520 0x7fa550157b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:54624/0 (socket says 172.21.15.31:54624) 2024-09-16T07:20:49.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:49.609+0000 7fa55500d640 1 --2- 172.21.15.31:0/2524408032 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa5500b4c00 0x7fa5501f8990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:49.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:49.610+0000 7fa55580e640 1 -- 172.21.15.31:0/2524408032 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa5500b4c00 msgr2=0x7fa5501f8990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:49.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:49.610+0000 7fa55580e640 1 --2- 172.21.15.31:0/2524408032 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa5500b4c00 0x7fa5501f8990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:49.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:49.610+0000 7fa55580e640 1 -- 172.21.15.31:0/2524408032 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa550161520 msgr2=0x7fa550157b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:49.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:49.610+0000 7fa55580e640 1 --2- 172.21.15.31:0/2524408032 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa550161520 0x7fa550157b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:49.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:49.610+0000 7fa55580e640 1 -- 172.21.15.31:0/2524408032 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5500b94f0 con 0x7fa5500b3ad0 2024-09-16T07:20:49.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:49.610+0000 7fa55600f640 1 --2- 172.21.15.31:0/2524408032 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa550161520 0x7fa550157b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T07:20:49.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:49.610+0000 7fa55580e640 1 --2- 172.21.15.31:0/2524408032 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa5500b3ad0 0x7fa5500b8e80 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fa540009d60 tx=0x7fa540003f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:20:49.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:49.610+0000 7fa54e7fc640 1 -- 172.21.15.31:0/2524408032 <== mon.2 v2:172.21.15.155:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa540033050 con 0x7fa5500b3ad0 2024-09-16T07:20:49.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:49.610+0000 7fa54e7fc640 1 -- 172.21.15.31:0/2524408032 <== mon.2 v2:172.21.15.155:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa5400045c0 con 0x7fa5500b3ad0 2024-09-16T07:20:49.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:49.610+0000 7fa557a72640 1 -- 172.21.15.31:0/2524408032 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5501f4ce0 con 0x7fa5500b3ad0 2024-09-16T07:20:49.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:49.610+0000 7fa54e7fc640 1 -- 172.21.15.31:0/2524408032 <== mon.2 v2:172.21.15.155:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa540038450 con 0x7fa5500b3ad0 2024-09-16T07:20:49.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:49.610+0000 7fa557a72640 1 -- 172.21.15.31:0/2524408032 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5501f52a0 con 0x7fa5500b3ad0 2024-09-16T07:20:49.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:49.610+0000 7fa54e7fc640 1 -- 172.21.15.31:0/2524408032 <== mon.2 v2:172.21.15.155:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fa540036070 con 0x7fa5500b3ad0 2024-09-16T07:20:49.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:49.610+0000 7fa54e7fc640 1 -- 172.21.15.31:0/2524408032 <== mon.2 v2:172.21.15.155:3301/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7fa540038610 con 0x7fa5500b3ad0 2024-09-16T07:20:49.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:49.611+0000 7fa557a72640 1 -- 172.21.15.31:0/2524408032 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa550074640 con 0x7fa5500b3ad0 2024-09-16T07:20:49.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:49.613+0000 7fa54e7fc640 1 -- 172.21.15.31:0/2524408032 <== mon.2 v2:172.21.15.155:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7fa550074640 con 0x7fa5500b3ad0 2024-09-16T07:20:49.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:49.743+0000 7fa557a72640 1 -- 172.21.15.31:0/2524408032 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa5501f54a0 con 0x7fa5500b3ad0 2024-09-16T07:20:49.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:49.744+0000 7fa54e7fc640 1 -- 172.21.15.31:0/2524408032 <== mon.2 v2:172.21.15.155:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7fa54002f890 con 0x7fa5500b3ad0 2024-09-16T07:20:49.744 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:20:49.744 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":10,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:20:49.407556+0000","last_up_change":"0.000000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:20:49.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:49.745+0000 7fa557a72640 1 -- 172.21.15.31:0/2524408032 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa5500b3ad0 msgr2=0x7fa5500b8e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:49.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:49.745+0000 7fa557a72640 1 --2- 172.21.15.31:0/2524408032 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa5500b3ad0 0x7fa5500b8e80 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fa540009d60 tx=0x7fa540003f90 comp rx=0 tx=0).stop 2024-09-16T07:20:49.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:49.745+0000 7fa557a72640 1 -- 172.21.15.31:0/2524408032 shutdown_connections 2024-09-16T07:20:49.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:49.745+0000 7fa557a72640 1 --2- 172.21.15.31:0/2524408032 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa550161520 0x7fa550157b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:49.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:49.745+0000 7fa557a72640 1 --2- 172.21.15.31:0/2524408032 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa5500b4c00 0x7fa5501f8990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:49.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:49.745+0000 7fa557a72640 1 --2- 172.21.15.31:0/2524408032 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa5500b3ad0 0x7fa5500b8e80 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:49.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:49.745+0000 7fa557a72640 1 -- 172.21.15.31:0/2524408032 >> 172.21.15.31:0/2524408032 conn(0x7fa55009d150 msgr2=0x7fa5500d3f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:20:49.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:49.746+0000 7fa557a72640 1 -- 172.21.15.31:0/2524408032 shutdown_connections 2024-09-16T07:20:49.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:20:49.746+0000 7fa557a72640 1 -- 172.21.15.31:0/2524408032 wait complete. 2024-09-16T07:20:49.759 INFO:tasks.ceph.ceph_manager.ceph:[] 2024-09-16T07:20:49.759 INFO:tasks.ceph:Waiting for OSDs to come up 2024-09-16T07:20:50.486 INFO:tasks.ceph.osd.6.smithi155.stderr:2024-09-16T07:20:50.486+0000 7f79e5e1c640 -1 Falling back to public interface 2024-09-16T07:20:50.565 DEBUG:teuthology.orchestra.run.smithi031:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-16T07:20:50.665 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:50.664+0000 7f342f062640 1 -- 172.21.15.31:0/1688223034 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f34280cf610 msgr2=0x7f342815a720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:50.665 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:50.664+0000 7f342f062640 1 --2- 172.21.15.31:0/1688223034 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f34280cf610 0x7f342815a720 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f342000aa10 tx=0x7f342002b930 comp rx=0 tx=0).stop 2024-09-16T07:20:50.665 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:50.665+0000 7f342f062640 1 -- 172.21.15.31:0/1688223034 shutdown_connections 2024-09-16T07:20:50.665 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:50.665+0000 7f342f062640 1 --2- 172.21.15.31:0/1688223034 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f34280cf610 0x7f342815a720 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:50.665 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:50.665+0000 7f342f062640 1 --2- 172.21.15.31:0/1688223034 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f342815a340 0x7f342815e830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:50.665 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:50.665+0000 7f342f062640 1 -- 172.21.15.31:0/1688223034 >> 172.21.15.31:0/1688223034 conn(0x7f34280b1640 msgr2=0x7f34280b1a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:20:50.665 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:50.665+0000 7f342f062640 1 -- 172.21.15.31:0/1688223034 shutdown_connections 2024-09-16T07:20:50.665 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:50.665+0000 7f342f062640 1 -- 172.21.15.31:0/1688223034 wait complete. 2024-09-16T07:20:50.666 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:50.666+0000 7f342f062640 1 Processor -- start 2024-09-16T07:20:50.666 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:50.666+0000 7f342f062640 1 -- start start 2024-09-16T07:20:50.667 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:50.667+0000 7f342f062640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f342806fae0 0x7f3428154d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:50.668 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:50.667+0000 7f342f062640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f34280cf610 0x7f3428150660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:50.668 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:50.667+0000 7f342f062640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f342815a340 0x7f34280c4cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:50.668 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:50.667+0000 7f342f062640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f342806e960 con 0x7f342806fae0 2024-09-16T07:20:50.668 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:50.667+0000 7f342f062640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f342806e7e0 con 0x7f34280cf610 2024-09-16T07:20:50.668 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:50.667+0000 7f342f062640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f342806eae0 con 0x7f342815a340 2024-09-16T07:20:50.668 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:50.667+0000 7f342cdfe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f342806fae0 0x7f3428154d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:50.668 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:50.667+0000 7f342cdfe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f342806fae0 0x7f3428154d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:54642/0 (socket says 172.21.15.31:54642) 2024-09-16T07:20:50.668 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:50.667+0000 7f342cdfe640 1 -- 172.21.15.31:0/496042946 learned_addr learned my addr 172.21.15.31:0/496042946 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:20:50.668 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:50.667+0000 7f3427fff640 1 --2- 172.21.15.31:0/496042946 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f34280cf610 0x7f3428150660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:50.668 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:50.667+0000 7f342d5ff640 1 --2- 172.21.15.31:0/496042946 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f342815a340 0x7f34280c4cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:50.668 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:50.667+0000 7f342cdfe640 1 -- 172.21.15.31:0/496042946 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f342815a340 msgr2=0x7f34280c4cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:50.669 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:50.667+0000 7f342cdfe640 1 --2- 172.21.15.31:0/496042946 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f342815a340 0x7f34280c4cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:50.669 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:50.667+0000 7f342cdfe640 1 -- 172.21.15.31:0/496042946 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f34280cf610 msgr2=0x7f3428150660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:50.669 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:50.667+0000 7f342cdfe640 1 --2- 172.21.15.31:0/496042946 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f34280cf610 0x7f3428150660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:50.669 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:50.667+0000 7f342cdfe640 1 -- 172.21.15.31:0/496042946 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34280c67f0 con 0x7f342806fae0 2024-09-16T07:20:50.669 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:50.668+0000 7f342cdfe640 1 --2- 172.21.15.31:0/496042946 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f342806fae0 0x7f3428154d70 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f341800e9f0 tx=0x7f341800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:20:50.669 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:50.668+0000 7f34257fa640 1 -- 172.21.15.31:0/496042946 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f341800cd80 con 0x7f342806fae0 2024-09-16T07:20:50.669 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:50.668+0000 7f34257fa640 1 -- 172.21.15.31:0/496042946 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3418010430 con 0x7f342806fae0 2024-09-16T07:20:50.669 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:50.668+0000 7f342f062640 1 -- 172.21.15.31:0/496042946 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f34280c6a60 con 0x7f342806fae0 2024-09-16T07:20:50.669 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:50.668+0000 7f34257fa640 1 -- 172.21.15.31:0/496042946 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3418010840 con 0x7f342806fae0 2024-09-16T07:20:50.669 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:50.668+0000 7f342f062640 1 -- 172.21.15.31:0/496042946 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f34281f3800 con 0x7f342806fae0 2024-09-16T07:20:50.670 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:50.669+0000 7f341effd640 1 -- 172.21.15.31:0/496042946 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3400005290 con 0x7f342806fae0 2024-09-16T07:20:50.670 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:50.669+0000 7f34257fa640 1 -- 172.21.15.31:0/496042946 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 2) ==== 50665+0+0 (secure 0 0 0) 0x7f34180109e0 con 0x7f342806fae0 2024-09-16T07:20:50.670 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:50.670+0000 7f34257fa640 1 -- 172.21.15.31:0/496042946 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7f34180535c0 con 0x7f342806fae0 2024-09-16T07:20:50.670 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:50.671+0000 7f34257fa640 1 -- 172.21.15.31:0/496042946 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f3418020360 con 0x7f342806fae0 2024-09-16T07:20:50.732 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:50.733+0000 7f341effd640 1 -- 172.21.15.31:0/496042946 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3400005850 con 0x7f342806fae0 2024-09-16T07:20:50.733 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:50.733+0000 7f34257fa640 1 -- 172.21.15.31:0/496042946 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7f341801fd40 con 0x7f342806fae0 2024-09-16T07:20:50.733 INFO:teuthology.misc.health.smithi031.stdout: 2024-09-16T07:20:50.733 INFO:teuthology.misc.health.smithi031.stdout:{"epoch":10,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:20:49.407556+0000","last_up_change":"0.000000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:20:50.734 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:50.734+0000 7f341effd640 1 -- 172.21.15.31:0/496042946 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f342806fae0 msgr2=0x7f3428154d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:50.734 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:50.734+0000 7f341effd640 1 --2- 172.21.15.31:0/496042946 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f342806fae0 0x7f3428154d70 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f341800e9f0 tx=0x7f341800eeb0 comp rx=0 tx=0).stop 2024-09-16T07:20:50.734 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:50.734+0000 7f341effd640 1 -- 172.21.15.31:0/496042946 shutdown_connections 2024-09-16T07:20:50.734 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:50.734+0000 7f341effd640 1 --2- 172.21.15.31:0/496042946 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f342815a340 0x7f34280c4cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:50.734 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:50.734+0000 7f341effd640 1 --2- 172.21.15.31:0/496042946 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f34280cf610 0x7f3428150660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:50.734 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:50.734+0000 7f341effd640 1 --2- 172.21.15.31:0/496042946 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f342806fae0 0x7f3428154d70 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:50.734 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:50.734+0000 7f341effd640 1 -- 172.21.15.31:0/496042946 >> 172.21.15.31:0/496042946 conn(0x7f34280b1640 msgr2=0x7f3428151160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:20:50.734 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:50.734+0000 7f341effd640 1 -- 172.21.15.31:0/496042946 shutdown_connections 2024-09-16T07:20:50.735 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:50.734+0000 7f341effd640 1 -- 172.21.15.31:0/496042946 wait complete. 2024-09-16T07:20:50.743 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-16T07:20:50.905 INFO:tasks.ceph.osd.2.smithi031.stderr:2024-09-16T07:20:50.905+0000 7f5b8bc0c640 -1 Falling back to public interface 2024-09-16T07:20:50.912 INFO:tasks.ceph.osd.5.smithi155.stderr:2024-09-16T07:20:50.913+0000 7f6b8c7db640 -1 Falling back to public interface 2024-09-16T07:20:51.148 INFO:tasks.ceph.osd.0.smithi031.stderr:2024-09-16T07:20:51.148+0000 7fef52a1f640 -1 Falling back to public interface 2024-09-16T07:20:51.167 INFO:tasks.ceph.osd.4.smithi155.stderr:2024-09-16T07:20:51.168+0000 7fe28c0b6640 -1 Falling back to public interface 2024-09-16T07:20:51.198 INFO:tasks.ceph.osd.7.smithi155.stderr:2024-09-16T07:20:51.199+0000 7f323100d640 -1 Falling back to public interface 2024-09-16T07:20:51.400 INFO:tasks.ceph.osd.3.smithi031.stderr:2024-09-16T07:20:51.400+0000 7f3868129640 -1 Falling back to public interface 2024-09-16T07:20:51.406 INFO:tasks.ceph.osd.1.smithi031.stderr:2024-09-16T07:20:51.406+0000 7f1e3e9bf640 -1 Falling back to public interface 2024-09-16T07:20:51.632 INFO:tasks.ceph.mgr.x.smithi155.stderr:2024-09-16T07:20:51.632+0000 7f77e0b1b640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-16T07:20:51.635 INFO:tasks.ceph.mgr.x.smithi155.stderr:2024-09-16T07:20:51.636+0000 7f77e0b1b640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-16T07:20:54.483 INFO:tasks.ceph.osd.6.smithi155.stderr:2024-09-16T07:20:54.483+0000 7f79e5e1c640 -1 osd.6 0 log_to_monitors true 2024-09-16T07:20:54.691 INFO:tasks.ceph.osd.5.smithi155.stderr:2024-09-16T07:20:54.691+0000 7f6b8c7db640 -1 osd.5 0 log_to_monitors true 2024-09-16T07:20:54.716 INFO:tasks.ceph.osd.2.smithi031.stderr:2024-09-16T07:20:54.716+0000 7f5b8bc0c640 -1 osd.2 0 log_to_monitors true 2024-09-16T07:20:54.912 INFO:tasks.ceph.osd.4.smithi155.stderr:2024-09-16T07:20:54.913+0000 7fe28c0b6640 -1 osd.4 0 log_to_monitors true 2024-09-16T07:20:54.980 INFO:tasks.ceph.osd.0.smithi031.stderr:2024-09-16T07:20:54.981+0000 7fef52a1f640 -1 osd.0 0 log_to_monitors true 2024-09-16T07:20:55.233 INFO:tasks.ceph.osd.7.smithi155.stderr:2024-09-16T07:20:55.234+0000 7f323100d640 -1 osd.7 0 log_to_monitors true 2024-09-16T07:20:55.421 INFO:tasks.ceph.osd.3.smithi031.stderr:2024-09-16T07:20:55.422+0000 7f3868129640 -1 osd.3 0 log_to_monitors true 2024-09-16T07:20:55.716 INFO:tasks.ceph.osd.1.smithi031.stderr:2024-09-16T07:20:55.717+0000 7f1e3e9bf640 -1 osd.1 0 log_to_monitors true 2024-09-16T07:20:56.465 INFO:tasks.ceph.osd.6.smithi155.stderr:2024-09-16T07:20:56.465+0000 7f79e1fb5640 -1 osd.6 0 waiting for initial osdmap 2024-09-16T07:20:56.473 INFO:tasks.ceph.osd.6.smithi155.stderr:2024-09-16T07:20:56.474+0000 7f79d95c0640 -1 osd.6 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T07:20:57.550 DEBUG:teuthology.orchestra.run.smithi031:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-16T07:20:57.662 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:57.662+0000 7f4923d9b640 1 -- 172.21.15.31:0/240084891 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f491c15e030 msgr2=0x7f491c0d45c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:57.662 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:57.662+0000 7f4923d9b640 1 --2- 172.21.15.31:0/240084891 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f491c15e030 0x7f491c0d45c0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f491c0cfef0 tx=0x7f491802a510 comp rx=0 tx=0).stop 2024-09-16T07:20:57.662 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:57.662+0000 7f4923d9b640 1 -- 172.21.15.31:0/240084891 shutdown_connections 2024-09-16T07:20:57.662 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:57.662+0000 7f4923d9b640 1 --2- 172.21.15.31:0/240084891 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f491c0d0fd0 0x7f491c167b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:57.662 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:57.662+0000 7f4923d9b640 1 --2- 172.21.15.31:0/240084891 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f491c15e030 0x7f491c0d45c0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:57.662 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:57.662+0000 7f4923d9b640 1 -- 172.21.15.31:0/240084891 >> 172.21.15.31:0/240084891 conn(0x7f491c09d150 msgr2=0x7f491c0d3eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:20:57.662 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:57.662+0000 7f4923d9b640 1 -- 172.21.15.31:0/240084891 shutdown_connections 2024-09-16T07:20:57.662 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:57.662+0000 7f4923d9b640 1 -- 172.21.15.31:0/240084891 wait complete. 2024-09-16T07:20:57.663 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:57.663+0000 7f4923d9b640 1 Processor -- start 2024-09-16T07:20:57.663 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:57.663+0000 7f4923d9b640 1 -- start start 2024-09-16T07:20:57.664 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:57.664+0000 7f4923d9b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f491c0b9b70 0x7f491c14c340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:57.665 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:57.664+0000 7f4923d9b640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f491c0d0fd0 0x7f491c0cc990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:57.665 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:57.664+0000 7f4923d9b640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f491c15e030 0x7f491c0b5960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:57.665 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:57.664+0000 7f4923d9b640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f491c168210 con 0x7f491c0b9b70 2024-09-16T07:20:57.665 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:57.664+0000 7f4923d9b640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f491c168090 con 0x7f491c15e030 2024-09-16T07:20:57.665 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:57.664+0000 7f4923d9b640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f491c168390 con 0x7f491c0d0fd0 2024-09-16T07:20:57.665 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:57.664+0000 7f4921b37640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f491c0b9b70 0x7f491c14c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:57.665 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:57.664+0000 7f4921b37640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f491c0b9b70 0x7f491c14c340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:44904/0 (socket says 172.21.15.31:44904) 2024-09-16T07:20:57.665 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:57.664+0000 7f4921b37640 1 -- 172.21.15.31:0/3854302362 learned_addr learned my addr 172.21.15.31:0/3854302362 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:20:57.665 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:57.664+0000 7f4922338640 1 --2- 172.21.15.31:0/3854302362 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f491c15e030 0x7f491c0b5960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:57.665 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:57.664+0000 7f4921336640 1 --2- 172.21.15.31:0/3854302362 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f491c0d0fd0 0x7f491c0cc990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:57.665 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:57.665+0000 7f4921b37640 1 -- 172.21.15.31:0/3854302362 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f491c0d0fd0 msgr2=0x7f491c0cc990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:57.666 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:57.665+0000 7f4921b37640 1 --2- 172.21.15.31:0/3854302362 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f491c0d0fd0 0x7f491c0cc990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:57.666 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:57.665+0000 7f4921b37640 1 -- 172.21.15.31:0/3854302362 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f491c15e030 msgr2=0x7f491c0b5960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:57.666 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:57.665+0000 7f4921b37640 1 --2- 172.21.15.31:0/3854302362 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f491c15e030 0x7f491c0b5960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:57.666 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:57.665+0000 7f4921b37640 1 -- 172.21.15.31:0/3854302362 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f491c0cced0 con 0x7f491c0b9b70 2024-09-16T07:20:57.666 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:57.665+0000 7f4922338640 1 --2- 172.21.15.31:0/3854302362 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f491c15e030 0x7f491c0b5960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T07:20:57.666 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:57.665+0000 7f4921336640 1 --2- 172.21.15.31:0/3854302362 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f491c0d0fd0 0x7f491c0cc990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T07:20:57.666 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:57.665+0000 7f4921b37640 1 --2- 172.21.15.31:0/3854302362 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f491c0b9b70 0x7f491c14c340 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f4918009920 tx=0x7f4918033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:20:57.684 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:57.685+0000 7f49127fc640 1 -- 172.21.15.31:0/3854302362 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4918031d60 con 0x7f491c0b9b70 2024-09-16T07:20:57.684 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:57.685+0000 7f49127fc640 1 -- 172.21.15.31:0/3854302362 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4918033e10 con 0x7f491c0b9b70 2024-09-16T07:20:57.684 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:57.685+0000 7f4923d9b640 1 -- 172.21.15.31:0/3854302362 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f491c1f7cb0 con 0x7f491c0b9b70 2024-09-16T07:20:57.685 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:57.685+0000 7f49127fc640 1 -- 172.21.15.31:0/3854302362 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4918005260 con 0x7f491c0b9b70 2024-09-16T07:20:57.685 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:57.685+0000 7f4923d9b640 1 -- 172.21.15.31:0/3854302362 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f491c1f8270 con 0x7f491c0b9b70 2024-09-16T07:20:57.685 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:57.686+0000 7f4923d9b640 1 -- 172.21.15.31:0/3854302362 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f491c0d45c0 con 0x7f491c0b9b70 2024-09-16T07:20:57.686 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:57.687+0000 7f49127fc640 1 -- 172.21.15.31:0/3854302362 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 4) ==== 101231+0+0 (secure 0 0 0) 0x7f4918005400 con 0x7f491c0b9b70 2024-09-16T07:20:57.687 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:57.688+0000 7f49127fc640 1 --2- 172.21.15.31:0/3854302362 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f49000787c0 0x7f490007ac80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:20:57.687 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:57.688+0000 7f49127fc640 1 -- 172.21.15.31:0/3854302362 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(13..13 src has 1..13) ==== 2495+0+0 (secure 0 0 0) 0x7f49180bab10 con 0x7f491c0b9b70 2024-09-16T07:20:57.687 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:57.688+0000 7f4921336640 1 --2- 172.21.15.31:0/3854302362 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f49000787c0 0x7f490007ac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:20:57.688 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:57.689+0000 7f4921336640 1 --2- 172.21.15.31:0/3854302362 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f49000787c0 0x7f490007ac80 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f491c15bee0 tx=0x7f490c007e90 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:20:57.698 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:57.699+0000 7f49127fc640 1 -- 172.21.15.31:0/3854302362 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f491803f030 con 0x7f491c0b9b70 2024-09-16T07:20:57.993 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:57.994+0000 7f4923d9b640 1 -- 172.21.15.31:0/3854302362 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f491c0d06a0 con 0x7f491c0b9b70 2024-09-16T07:20:57.994 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:57.995+0000 7f49127fc640 1 -- 172.21.15.31:0/3854302362 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v14) ==== 74+0+7590 (secure 0 0 0) 0x7f49180838a0 con 0x7f491c0b9b70 2024-09-16T07:20:57.994 INFO:teuthology.misc.health.smithi031.stdout: 2024-09-16T07:20:57.995 INFO:teuthology.misc.health.smithi031.stdout:{"epoch":14,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:20:57.643442+0000","last_up_change":"2024-09-16T07:20:56.641722+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:20:57.998 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:57.999+0000 7f4923d9b640 1 -- 172.21.15.31:0/3854302362 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f49000787c0 msgr2=0x7f490007ac80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:57.998 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:57.999+0000 7f4923d9b640 1 --2- 172.21.15.31:0/3854302362 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f49000787c0 0x7f490007ac80 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f491c15bee0 tx=0x7f490c007e90 comp rx=0 tx=0).stop 2024-09-16T07:20:57.999 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:57.999+0000 7f4923d9b640 1 -- 172.21.15.31:0/3854302362 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f491c0b9b70 msgr2=0x7f491c14c340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:20:57.999 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:57.999+0000 7f4923d9b640 1 --2- 172.21.15.31:0/3854302362 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f491c0b9b70 0x7f491c14c340 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f4918009920 tx=0x7f4918033c20 comp rx=0 tx=0).stop 2024-09-16T07:20:57.999 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:57.999+0000 7f4923d9b640 1 -- 172.21.15.31:0/3854302362 shutdown_connections 2024-09-16T07:20:57.999 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:57.999+0000 7f4923d9b640 1 --2- 172.21.15.31:0/3854302362 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f49000787c0 0x7f490007ac80 secure :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f491c15bee0 tx=0x7f490c007e90 comp rx=0 tx=0).stop 2024-09-16T07:20:57.999 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:57.999+0000 7f4923d9b640 1 --2- 172.21.15.31:0/3854302362 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f491c15e030 0x7f491c0b5960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:57.999 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:57.999+0000 7f4923d9b640 1 --2- 172.21.15.31:0/3854302362 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f491c0d0fd0 0x7f491c0cc990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:57.999 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:57.999+0000 7f4923d9b640 1 --2- 172.21.15.31:0/3854302362 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f491c0b9b70 0x7f491c14c340 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:20:57.999 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:57.999+0000 7f4923d9b640 1 -- 172.21.15.31:0/3854302362 >> 172.21.15.31:0/3854302362 conn(0x7f491c09d150 msgr2=0x7f491c06ea80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:20:57.999 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:57.999+0000 7f4923d9b640 1 -- 172.21.15.31:0/3854302362 shutdown_connections 2024-09-16T07:20:57.999 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:20:57.999+0000 7f4923d9b640 1 -- 172.21.15.31:0/3854302362 wait complete. 2024-09-16T07:20:58.012 DEBUG:teuthology.misc:1 of 8 OSDs are up 2024-09-16T07:20:58.319 INFO:tasks.ceph.osd.4.smithi155.stderr:2024-09-16T07:20:58.320+0000 7fe288859640 -1 osd.4 0 waiting for initial osdmap 2024-09-16T07:20:58.330 INFO:tasks.ceph.osd.4.smithi155.stderr:2024-09-16T07:20:58.331+0000 7fe27fe64640 -1 osd.4 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T07:20:58.343 INFO:tasks.ceph.osd.7.smithi155.stderr:2024-09-16T07:20:58.344+0000 7f322c9f9640 -1 osd.7 0 waiting for initial osdmap 2024-09-16T07:20:58.354 INFO:tasks.ceph.osd.7.smithi155.stderr:2024-09-16T07:20:58.355+0000 7f3224818640 -1 osd.7 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T07:20:58.358 INFO:tasks.ceph.osd.5.smithi155.stderr:2024-09-16T07:20:58.359+0000 7f6b8876a640 -1 osd.5 0 waiting for initial osdmap 2024-09-16T07:20:58.370 INFO:tasks.ceph.osd.5.smithi155.stderr:2024-09-16T07:20:58.371+0000 7f6b80589640 -1 osd.5 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T07:20:58.500 INFO:tasks.ceph.osd.0.smithi031.stderr:2024-09-16T07:20:58.501+0000 7fef4e3ec640 -1 osd.0 0 waiting for initial osdmap 2024-09-16T07:20:58.510 INFO:tasks.ceph.osd.0.smithi031.stderr:2024-09-16T07:20:58.511+0000 7fef4620b640 -1 osd.0 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T07:20:58.521 INFO:tasks.ceph.osd.3.smithi031.stderr:2024-09-16T07:20:58.522+0000 7f38640b8640 -1 osd.3 0 waiting for initial osdmap 2024-09-16T07:20:58.534 INFO:tasks.ceph.osd.3.smithi031.stderr:2024-09-16T07:20:58.535+0000 7f385bed7640 -1 osd.3 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T07:20:58.561 INFO:tasks.ceph.osd.2.smithi031.stderr:2024-09-16T07:20:58.562+0000 7f5b87d32640 -1 osd.2 0 waiting for initial osdmap 2024-09-16T07:20:58.570 INFO:tasks.ceph.osd.2.smithi031.stderr:2024-09-16T07:20:58.571+0000 7f5b7f33d640 -1 osd.2 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T07:20:58.873 INFO:tasks.ceph.osd.1.smithi031.stderr:2024-09-16T07:20:58.873+0000 7f1e3a94e640 -1 osd.1 0 waiting for initial osdmap 2024-09-16T07:20:58.887 INFO:tasks.ceph.osd.1.smithi031.stderr:2024-09-16T07:20:58.888+0000 7f1e3276d640 -1 osd.1 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T07:21:04.819 DEBUG:teuthology.orchestra.run.smithi031:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-16T07:21:04.927 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:21:04.927+0000 7fe00e591640 1 -- 172.21.15.31:0/2815302934 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0080d1c80 msgr2=0x7fe0080b3480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:04.927 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:21:04.927+0000 7fe00e591640 1 --2- 172.21.15.31:0/2815302934 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0080d1c80 0x7fe0080b3480 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fe00808d010 tx=0x7fdffc02a440 comp rx=0 tx=0).stop 2024-09-16T07:21:04.927 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:21:04.927+0000 7fe00e591640 1 -- 172.21.15.31:0/2815302934 shutdown_connections 2024-09-16T07:21:04.928 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:21:04.927+0000 7fe00e591640 1 --2- 172.21.15.31:0/2815302934 >> v2:172.21.15.155:3300/0 conn(0x7fe0080b39c0 0x7fe008167c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:04.928 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:21:04.927+0000 7fe00e591640 1 --2- 172.21.15.31:0/2815302934 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0080d1c80 0x7fe0080b3480 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:04.928 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:21:04.927+0000 7fe00e591640 1 -- 172.21.15.31:0/2815302934 >> 172.21.15.31:0/2815302934 conn(0x7fe0080d3ea0 msgr2=0x7fe0080d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:04.928 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:21:04.927+0000 7fe00e591640 1 -- 172.21.15.31:0/2815302934 shutdown_connections 2024-09-16T07:21:04.928 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:21:04.927+0000 7fe00e591640 1 -- 172.21.15.31:0/2815302934 wait complete. 2024-09-16T07:21:04.932 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:21:04.929+0000 7fe00e591640 1 Processor -- start 2024-09-16T07:21:04.932 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:21:04.929+0000 7fe00e591640 1 -- start start 2024-09-16T07:21:04.932 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:21:04.930+0000 7fe00e591640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0080b39c0 0x7fe0080ca5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:04.932 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:21:04.930+0000 7fe00e591640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe0080d1c80 0x7fe00815c2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:04.933 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:21:04.930+0000 7fe00e591640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe008161730 0x7fe00815c7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:04.933 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:21:04.930+0000 7fe00e591640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fe008168310 con 0x7fe0080b39c0 2024-09-16T07:21:04.933 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:21:04.930+0000 7fe00e591640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fe008168190 con 0x7fe008161730 2024-09-16T07:21:04.933 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:21:04.930+0000 7fe00e591640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fe008168490 con 0x7fe0080d1c80 2024-09-16T07:21:04.933 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:21:04.930+0000 7fe007fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0080b39c0 0x7fe0080ca5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:04.933 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:21:04.930+0000 7fe007fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0080b39c0 0x7fe0080ca5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:57104/0 (socket says 172.21.15.31:57104) 2024-09-16T07:21:04.933 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:21:04.930+0000 7fe007fff640 1 -- 172.21.15.31:0/4221177931 learned_addr learned my addr 172.21.15.31:0/4221177931 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:04.933 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:21:04.930+0000 7fe0077fe640 1 --2- 172.21.15.31:0/4221177931 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe0080d1c80 0x7fe00815c2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:04.933 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:21:04.930+0000 7fe00cb2e640 1 --2- 172.21.15.31:0/4221177931 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe008161730 0x7fe00815c7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:04.933 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:21:04.930+0000 7fe007fff640 1 -- 172.21.15.31:0/4221177931 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe0080d1c80 msgr2=0x7fe00815c2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:04.934 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:21:04.930+0000 7fe007fff640 1 --2- 172.21.15.31:0/4221177931 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe0080d1c80 0x7fe00815c2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:04.934 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:21:04.930+0000 7fe007fff640 1 -- 172.21.15.31:0/4221177931 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe008161730 msgr2=0x7fe00815c7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:04.934 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:21:04.930+0000 7fe007fff640 1 --2- 172.21.15.31:0/4221177931 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe008161730 0x7fe00815c7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:04.934 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:21:04.930+0000 7fe007fff640 1 -- 172.21.15.31:0/4221177931 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe00809f710 con 0x7fe0080b39c0 2024-09-16T07:21:04.934 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:21:04.930+0000 7fe007fff640 1 --2- 172.21.15.31:0/4221177931 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0080b39c0 0x7fe0080ca5c0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fdff800c370 tx=0x7fdff800c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:04.934 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:21:04.930+0000 7fe004ff9640 1 -- 172.21.15.31:0/4221177931 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdff8006890 con 0x7fe0080b39c0 2024-09-16T07:21:04.934 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:21:04.930+0000 7fe004ff9640 1 -- 172.21.15.31:0/4221177931 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdff8006b20 con 0x7fe0080b39c0 2024-09-16T07:21:04.934 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:21:04.930+0000 7fe004ff9640 1 -- 172.21.15.31:0/4221177931 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdff8007020 con 0x7fe0080b39c0 2024-09-16T07:21:04.934 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:21:04.930+0000 7fe00e591640 1 -- 172.21.15.31:0/4221177931 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe00809f9f0 con 0x7fe0080b39c0 2024-09-16T07:21:04.934 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:21:04.931+0000 7fe00e591640 1 -- 172.21.15.31:0/4221177931 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe00809ffb0 con 0x7fe0080b39c0 2024-09-16T07:21:04.934 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:21:04.932+0000 7fe00e591640 1 -- 172.21.15.31:0/4221177931 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe0080b3480 con 0x7fe0080b39c0 2024-09-16T07:21:04.935 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:21:04.932+0000 7fe004ff9640 1 -- 172.21.15.31:0/4221177931 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 4) ==== 101231+0+0 (secure 0 0 0) 0x7fdff8019020 con 0x7fe0080b39c0 2024-09-16T07:21:04.935 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:21:04.933+0000 7fe004ff9640 1 --2- 172.21.15.31:0/4221177931 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fdff40787c0 0x7fdff407ac80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:04.935 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:21:04.933+0000 7fe004ff9640 1 -- 172.21.15.31:0/4221177931 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 4857+0+0 (secure 0 0 0) 0x7fdff8099c20 con 0x7fe0080b39c0 2024-09-16T07:21:04.935 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:21:04.933+0000 7fe0077fe640 1 --2- 172.21.15.31:0/4221177931 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fdff40787c0 0x7fdff407ac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:04.935 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:21:04.933+0000 7fe0077fe640 1 --2- 172.21.15.31:0/4221177931 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fdff40787c0 0x7fdff407ac80 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fdffc034000 tx=0x7fdffc004730 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:04.937 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:21:04.937+0000 7fe004ff9640 1 -- 172.21.15.31:0/4221177931 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fdff8062630 con 0x7fe0080b39c0 2024-09-16T07:21:05.123 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:21:05.123+0000 7fe00e591640 1 -- 172.21.15.31:0/4221177931 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe0080d2260 con 0x7fe0080b39c0 2024-09-16T07:21:05.123 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:21:05.124+0000 7fe004ff9640 1 -- 172.21.15.31:0/4221177931 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v19) ==== 74+0+12872 (secure 0 0 0) 0x7fdff8061f30 con 0x7fe0080b39c0 2024-09-16T07:21:05.124 INFO:teuthology.misc.health.smithi031.stdout: 2024-09-16T07:21:05.124 INFO:teuthology.misc.health.smithi031.stdout:{"epoch":19,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:21:03.342196+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:21:05.126 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:21:05.126+0000 7fe00e591640 1 -- 172.21.15.31:0/4221177931 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fdff40787c0 msgr2=0x7fdff407ac80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:05.126 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:21:05.126+0000 7fe00e591640 1 --2- 172.21.15.31:0/4221177931 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fdff40787c0 0x7fdff407ac80 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fdffc034000 tx=0x7fdffc004730 comp rx=0 tx=0).stop 2024-09-16T07:21:05.126 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:21:05.126+0000 7fe00e591640 1 -- 172.21.15.31:0/4221177931 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0080b39c0 msgr2=0x7fe0080ca5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:05.126 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:21:05.126+0000 7fe00e591640 1 --2- 172.21.15.31:0/4221177931 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0080b39c0 0x7fe0080ca5c0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fdff800c370 tx=0x7fdff800c830 comp rx=0 tx=0).stop 2024-09-16T07:21:05.126 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:21:05.126+0000 7fe00e591640 1 -- 172.21.15.31:0/4221177931 shutdown_connections 2024-09-16T07:21:05.126 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:21:05.126+0000 7fe00e591640 1 --2- 172.21.15.31:0/4221177931 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fdff40787c0 0x7fdff407ac80 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:05.126 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:21:05.126+0000 7fe00e591640 1 --2- 172.21.15.31:0/4221177931 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe008161730 0x7fe00815c7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:05.126 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:21:05.126+0000 7fe00e591640 1 --2- 172.21.15.31:0/4221177931 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe0080d1c80 0x7fe00815c2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:05.126 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:21:05.126+0000 7fe00e591640 1 --2- 172.21.15.31:0/4221177931 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0080b39c0 0x7fe0080ca5c0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:05.127 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:21:05.126+0000 7fe00e591640 1 -- 172.21.15.31:0/4221177931 >> 172.21.15.31:0/4221177931 conn(0x7fe0080d3ea0 msgr2=0x7fe0080b1e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:05.127 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:21:05.126+0000 7fe00e591640 1 -- 172.21.15.31:0/4221177931 shutdown_connections 2024-09-16T07:21:05.127 INFO:teuthology.misc.health.smithi031.stderr:2024-09-16T07:21:05.126+0000 7fe00e591640 1 -- 172.21.15.31:0/4221177931 wait complete. 2024-09-16T07:21:05.135 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-09-16T07:21:05.136 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2024-09-16T07:21:05.136 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-16T07:21:05.136 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-16T07:21:05.139 INFO:tasks.ceph.mds.a:Started 2024-09-16T07:21:05.139 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-16T07:21:05.139 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-16T07:21:05.141 INFO:tasks.ceph.mds.c:Started 2024-09-16T07:21:05.141 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-16T07:21:05.141 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-16T07:21:05.144 INFO:tasks.ceph.mds.b:Started 2024-09-16T07:21:05.144 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-16T07:21:05.144 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-16T07:21:05.146 INFO:tasks.ceph.mds.d:Started 2024-09-16T07:21:05.146 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2024-09-16T07:21:05.147 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:21:05.216 INFO:tasks.ceph.mds.a.smithi031.stdout:starting mds.a at 2024-09-16T07:21:05.216 INFO:tasks.ceph.mds.c.smithi031.stdout:starting mds.c at 2024-09-16T07:21:05.228 INFO:tasks.ceph.mds.d.smithi155.stdout:starting mds.d at 2024-09-16T07:21:05.229 INFO:tasks.ceph.mds.b.smithi155.stdout:starting mds.b at 2024-09-16T07:21:05.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:05.257+0000 7fa448c72640 1 -- 172.21.15.31:0/3637650131 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa430003a30 msgr2=0x7fa430003e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:05.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:05.257+0000 7fa448c72640 1 --2- 172.21.15.31:0/3637650131 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa430003a30 0x7fa430003e50 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fa43400c2e0 tx=0x7fa430005830 comp rx=0 tx=0).stop 2024-09-16T07:21:05.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:05.257+0000 7fa442d9d640 1 -- 172.21.15.31:0/3637650131 reap_dead start 2024-09-16T07:21:05.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:05.257+0000 7fa448c72640 1 -- 172.21.15.31:0/3637650131 shutdown_connections 2024-09-16T07:21:05.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:05.257+0000 7fa448c72640 1 -- 172.21.15.31:0/3637650131 >> 172.21.15.31:0/3637650131 conn(0x7fa444074cb0 msgr2=0x7fa44409b180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:05.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:05.257+0000 7fa448c72640 1 -- 172.21.15.31:0/3637650131 shutdown_connections 2024-09-16T07:21:05.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:05.257+0000 7fa448c72640 1 -- 172.21.15.31:0/3637650131 wait complete. 2024-09-16T07:21:05.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:05.258+0000 7fa448c72640 1 Processor -- start 2024-09-16T07:21:05.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:05.258+0000 7fa448c72640 1 -- start start 2024-09-16T07:21:05.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:05.259+0000 7fa448c72640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa430003a30 0x7fa4440b4fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:05.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:05.259+0000 7fa448c72640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa44406e890 0x7fa44406ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:05.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:05.259+0000 7fa448c72640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa4441f8380 0x7fa4441f8800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:05.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:05.259+0000 7fa448c72640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fa4440ccaa0 con 0x7fa44406e890 2024-09-16T07:21:05.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:05.259+0000 7fa448c72640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa4440cc920 con 0x7fa430003a30 2024-09-16T07:21:05.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:05.259+0000 7fa448c72640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa4440cdac0 con 0x7fa4441f8380 2024-09-16T07:21:05.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:05.259+0000 7fa43bfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa44406e890 0x7fa44406ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:05.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:05.259+0000 7fa43bfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa44406e890 0x7fa44406ed10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:57150/0 (socket says 172.21.15.31:57150) 2024-09-16T07:21:05.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:05.259+0000 7fa43bfff640 1 -- 172.21.15.31:0/2003559284 learned_addr learned my addr 172.21.15.31:0/2003559284 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:05.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:05.259+0000 7fa44259c640 1 --2- 172.21.15.31:0/2003559284 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa430003a30 0x7fa4440b4fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:05.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:05.259+0000 7fa442d9d640 1 --2- 172.21.15.31:0/2003559284 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa4441f8380 0x7fa4441f8800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:05.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:05.259+0000 7fa43bfff640 1 -- 172.21.15.31:0/2003559284 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa4441f8380 msgr2=0x7fa4441f8800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:05.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:05.259+0000 7fa43bfff640 1 --2- 172.21.15.31:0/2003559284 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa4441f8380 0x7fa4441f8800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:05.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:05.259+0000 7fa43bfff640 1 -- 172.21.15.31:0/2003559284 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa430003a30 msgr2=0x7fa4440b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:05.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:05.259+0000 7fa43bfff640 1 --2- 172.21.15.31:0/2003559284 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa430003a30 0x7fa4440b4fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:05.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:05.259+0000 7fa43bfff640 1 -- 172.21.15.31:0/2003559284 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa44406f600 con 0x7fa44406e890 2024-09-16T07:21:05.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:05.259+0000 7fa442d9d640 1 --2- 172.21.15.31:0/2003559284 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa4441f8380 0x7fa4441f8800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:21:05.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:05.259+0000 7fa43bfff640 1 --2- 172.21.15.31:0/2003559284 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa44406e890 0x7fa44406ed10 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fa42c004650 tx=0x7fa42c00ba40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:05.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:05.260+0000 7fa43affd640 1 -- 172.21.15.31:0/2003559284 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa42c010850 con 0x7fa44406e890 2024-09-16T07:21:05.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:05.260+0000 7fa43affd640 1 -- 172.21.15.31:0/2003559284 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa42c0109f0 con 0x7fa44406e890 2024-09-16T07:21:05.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:05.260+0000 7fa448c72640 1 -- 172.21.15.31:0/2003559284 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4440c6730 con 0x7fa44406e890 2024-09-16T07:21:05.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:05.260+0000 7fa43affd640 1 -- 172.21.15.31:0/2003559284 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa42c010e20 con 0x7fa44406e890 2024-09-16T07:21:05.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:05.260+0000 7fa448c72640 1 -- 172.21.15.31:0/2003559284 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa44406f250 con 0x7fa44406e890 2024-09-16T07:21:05.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:05.261+0000 7fa448c72640 1 -- 172.21.15.31:0/2003559284 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa4440d2250 con 0x7fa44406e890 2024-09-16T07:21:05.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:05.261+0000 7fa43affd640 1 -- 172.21.15.31:0/2003559284 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 4) ==== 101231+0+0 (secure 0 0 0) 0x7fa42c023440 con 0x7fa44406e890 2024-09-16T07:21:05.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:05.262+0000 7fa43affd640 1 --2- 172.21.15.31:0/2003559284 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa4240787f0 0x7fa42407acb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:05.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:05.262+0000 7fa43affd640 1 -- 172.21.15.31:0/2003559284 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 4857+0+0 (secure 0 0 0) 0x7fa42c09b070 con 0x7fa44406e890 2024-09-16T07:21:05.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:05.262+0000 7fa44259c640 1 --2- 172.21.15.31:0/2003559284 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa4240787f0 0x7fa42407acb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:05.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:05.262+0000 7fa44259c640 1 --2- 172.21.15.31:0/2003559284 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa4240787f0 0x7fa42407acb0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fa434033000 tx=0x7fa4340019f0 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:05.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:05.266+0000 7fa43affd640 1 -- 172.21.15.31:0/2003559284 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fa42c063b20 con 0x7fa44406e890 2024-09-16T07:21:05.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:05.357+0000 7fa43affd640 1 -- 172.21.15.31:0/2003559284 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7fa42c05f690 con 0x7fa44406e890 2024-09-16T07:21:05.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:05.492+0000 7fa448c72640 1 -- 172.21.15.31:0/2003559284 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa4440b14d0 con 0x7fa44406e890 2024-09-16T07:21:05.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:05.493+0000 7fa43affd640 1 -- 172.21.15.31:0/2003559284 <== mon.0 v2:172.21.15.31:3300/0 8 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1434 (secure 0 0 0) 0x7fa42c072a30 con 0x7fa44406e890 2024-09-16T07:21:05.492 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:21:05.493 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":2,"btime":"2024-09-16T07:21:05:221353+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4362,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6833/1314376312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":1314376312},{"type":"v1","addr":"172.21.15.31:6833","nonce":1314376312}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-09-16T07:21:05.493 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 2 2024-09-16T07:21:05.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:05.495+0000 7fa448c72640 1 -- 172.21.15.31:0/2003559284 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa4240787f0 msgr2=0x7fa42407acb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:05.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:05.495+0000 7fa448c72640 1 --2- 172.21.15.31:0/2003559284 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa4240787f0 0x7fa42407acb0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fa434033000 tx=0x7fa4340019f0 comp rx=0 tx=0).stop 2024-09-16T07:21:05.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:05.495+0000 7fa448c72640 1 -- 172.21.15.31:0/2003559284 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa44406e890 msgr2=0x7fa44406ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:05.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:05.495+0000 7fa448c72640 1 --2- 172.21.15.31:0/2003559284 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa44406e890 0x7fa44406ed10 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fa42c004650 tx=0x7fa42c00ba40 comp rx=0 tx=0).stop 2024-09-16T07:21:05.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:05.495+0000 7fa448c72640 1 -- 172.21.15.31:0/2003559284 shutdown_connections 2024-09-16T07:21:05.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:05.495+0000 7fa448c72640 1 --2- 172.21.15.31:0/2003559284 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa4240787f0 0x7fa42407acb0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:05.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:05.495+0000 7fa448c72640 1 --2- 172.21.15.31:0/2003559284 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa4441f8380 0x7fa4441f8800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:05.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:05.495+0000 7fa448c72640 1 --2- 172.21.15.31:0/2003559284 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa44406e890 0x7fa44406ed10 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:05.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:05.495+0000 7fa448c72640 1 --2- 172.21.15.31:0/2003559284 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa430003a30 0x7fa4440b4fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:05.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:05.495+0000 7fa448c72640 1 -- 172.21.15.31:0/2003559284 >> 172.21.15.31:0/2003559284 conn(0x7fa444074cb0 msgr2=0x7fa444071f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:05.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:05.495+0000 7fa448c72640 1 -- 172.21.15.31:0/2003559284 shutdown_connections 2024-09-16T07:21:05.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:05.495+0000 7fa448c72640 1 -- 172.21.15.31:0/2003559284 wait complete. 2024-09-16T07:21:06.731 DEBUG:teuthology.orchestra.run.smithi031:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T07:21:06.734 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T07:21:07.506 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:21:07.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.623+0000 7f47acfd3640 1 -- 172.21.15.31:0/2486560928 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f47a806ff80 msgr2=0x7f47a80703f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:07.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.623+0000 7f47acfd3640 1 --2- 172.21.15.31:0/2486560928 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f47a806ff80 0x7f47a80703f0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f47a806ee40 tx=0x7f47a002a980 comp rx=0 tx=0).stop 2024-09-16T07:21:07.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.624+0000 7f47acfd3640 1 -- 172.21.15.31:0/2486560928 shutdown_connections 2024-09-16T07:21:07.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.624+0000 7f47acfd3640 1 --2- 172.21.15.31:0/2486560928 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f47a806ff80 0x7f47a80703f0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:07.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.624+0000 7f47acfd3640 1 --2- 172.21.15.31:0/2486560928 >> v2:172.21.15.155:3300/0 conn(0x7f47a80735a0 0x7f47a80739d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:07.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.624+0000 7f47acfd3640 1 -- 172.21.15.31:0/2486560928 >> 172.21.15.31:0/2486560928 conn(0x7f47a80b1690 msgr2=0x7f47a80b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:07.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.624+0000 7f47acfd3640 1 -- 172.21.15.31:0/2486560928 shutdown_connections 2024-09-16T07:21:07.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.624+0000 7f47acfd3640 1 -- 172.21.15.31:0/2486560928 wait complete. 2024-09-16T07:21:07.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.625+0000 7f47acfd3640 1 Processor -- start 2024-09-16T07:21:07.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.625+0000 7f47acfd3640 1 -- start start 2024-09-16T07:21:07.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.626+0000 7f47acfd3640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f47a806ff80 0x7f47a80ca050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:07.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.626+0000 7f47acfd3640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f47a80735a0 0x7f47a814b030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:07.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.626+0000 7f47acfd3640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f47a815aa70 0x7f47a814b570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:07.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.626+0000 7f47acfd3640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f47a80cd270 con 0x7f47a806ff80 2024-09-16T07:21:07.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.626+0000 7f47acfd3640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f47a80cd0f0 con 0x7f47a815aa70 2024-09-16T07:21:07.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.626+0000 7f47acfd3640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f47a80cd3f0 con 0x7f47a80735a0 2024-09-16T07:21:07.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.626+0000 7f47a659c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f47a806ff80 0x7f47a80ca050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:07.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.626+0000 7f47a659c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f47a806ff80 0x7f47a80ca050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:57170/0 (socket says 172.21.15.31:57170) 2024-09-16T07:21:07.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.626+0000 7f47a659c640 1 -- 172.21.15.31:0/4015329629 learned_addr learned my addr 172.21.15.31:0/4015329629 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:07.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.626+0000 7f47a6d9d640 1 --2- 172.21.15.31:0/4015329629 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f47a815aa70 0x7f47a814b570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:07.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.626+0000 7f479ffff640 1 --2- 172.21.15.31:0/4015329629 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f47a80735a0 0x7f47a814b030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:07.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.626+0000 7f47a659c640 1 -- 172.21.15.31:0/4015329629 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f47a80735a0 msgr2=0x7f47a814b030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:07.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.626+0000 7f47a659c640 1 --2- 172.21.15.31:0/4015329629 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f47a80735a0 0x7f47a814b030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:07.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.626+0000 7f47a659c640 1 -- 172.21.15.31:0/4015329629 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f47a815aa70 msgr2=0x7f47a814b570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:07.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.626+0000 7f47a659c640 1 --2- 172.21.15.31:0/4015329629 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f47a815aa70 0x7f47a814b570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:07.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.626+0000 7f47a659c640 1 -- 172.21.15.31:0/4015329629 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47a814bab0 con 0x7f47a806ff80 2024-09-16T07:21:07.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.626+0000 7f479ffff640 1 --2- 172.21.15.31:0/4015329629 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f47a80735a0 0x7f47a814b030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:21:07.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.626+0000 7f47a659c640 1 --2- 172.21.15.31:0/4015329629 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f47a806ff80 0x7f47a80ca050 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f479800b410 tx=0x7f479800b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:07.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.627+0000 7f479effd640 1 -- 172.21.15.31:0/4015329629 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4798015020 con 0x7f47a806ff80 2024-09-16T07:21:07.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.627+0000 7f479effd640 1 -- 172.21.15.31:0/4015329629 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4798011920 con 0x7f47a806ff80 2024-09-16T07:21:07.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.627+0000 7f47acfd3640 1 -- 172.21.15.31:0/4015329629 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f47a80cb920 con 0x7f47a806ff80 2024-09-16T07:21:07.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.627+0000 7f479effd640 1 -- 172.21.15.31:0/4015329629 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4798011d70 con 0x7f47a806ff80 2024-09-16T07:21:07.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.627+0000 7f47acfd3640 1 -- 172.21.15.31:0/4015329629 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f47a8155b50 con 0x7f47a806ff80 2024-09-16T07:21:07.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.628+0000 7f47acfd3640 1 -- 172.21.15.31:0/4015329629 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f47a80cbd10 con 0x7f47a806ff80 2024-09-16T07:21:07.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.629+0000 7f479effd640 1 -- 172.21.15.31:0/4015329629 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f4798018020 con 0x7f47a806ff80 2024-09-16T07:21:07.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.629+0000 7f479effd640 1 --2- 172.21.15.31:0/4015329629 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f4788078850 0x7f478807ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:07.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.629+0000 7f479effd640 1 -- 172.21.15.31:0/4015329629 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 4857+0+0 (secure 0 0 0) 0x7f479809a390 con 0x7f47a806ff80 2024-09-16T07:21:07.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.629+0000 7f479ffff640 1 --2- 172.21.15.31:0/4015329629 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f4788078850 0x7f478807ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:07.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.630+0000 7f479ffff640 1 --2- 172.21.15.31:0/4015329629 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f4788078850 0x7f478807ad10 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f4790005fd0 tx=0x7f4790005ea0 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:07.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.634+0000 7f479effd640 1 -- 172.21.15.31:0/4015329629 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f479801f020 con 0x7f47a806ff80 2024-09-16T07:21:07.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.855+0000 7f47acfd3640 1 -- 172.21.15.31:0/4015329629 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f47a80cd8c0 con 0x7f47a806ff80 2024-09-16T07:21:07.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.856+0000 7f479effd640 1 -- 172.21.15.31:0/4015329629 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+3909 (secure 0 0 0) 0x7f4798062de0 con 0x7f47a806ff80 2024-09-16T07:21:07.856 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:21:07.856 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":3,"btime":"2024-09-16T07:21:06:222348+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4292,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/3668659679","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":3668659679},{"type":"v1","addr":"172.21.15.155:6835","nonce":3668659679}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4357,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/413570896","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6836","nonce":413570896},{"type":"v1","addr":"172.21.15.155:6837","nonce":413570896}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4362,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6833/1314376312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":1314376312},{"type":"v1","addr":"172.21.15.31:6833","nonce":1314376312}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4365,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/3012757626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6834","nonce":3012757626},{"type":"v1","addr":"172.21.15.31:6835","nonce":3012757626}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-09-16T07:21:07.856 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 3 2024-09-16T07:21:07.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.858+0000 7f47acfd3640 1 -- 172.21.15.31:0/4015329629 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f4788078850 msgr2=0x7f478807ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:07.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.858+0000 7f47acfd3640 1 --2- 172.21.15.31:0/4015329629 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f4788078850 0x7f478807ad10 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f4790005fd0 tx=0x7f4790005ea0 comp rx=0 tx=0).stop 2024-09-16T07:21:07.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.858+0000 7f47acfd3640 1 -- 172.21.15.31:0/4015329629 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f47a806ff80 msgr2=0x7f47a80ca050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:07.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.858+0000 7f47acfd3640 1 --2- 172.21.15.31:0/4015329629 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f47a806ff80 0x7f47a80ca050 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f479800b410 tx=0x7f479800b8d0 comp rx=0 tx=0).stop 2024-09-16T07:21:07.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.858+0000 7f47acfd3640 1 -- 172.21.15.31:0/4015329629 shutdown_connections 2024-09-16T07:21:07.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.858+0000 7f47acfd3640 1 --2- 172.21.15.31:0/4015329629 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f4788078850 0x7f478807ad10 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:07.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.858+0000 7f47acfd3640 1 --2- 172.21.15.31:0/4015329629 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f47a815aa70 0x7f47a814b570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:07.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.858+0000 7f47acfd3640 1 --2- 172.21.15.31:0/4015329629 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f47a80735a0 0x7f47a814b030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:07.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.858+0000 7f47acfd3640 1 --2- 172.21.15.31:0/4015329629 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f47a806ff80 0x7f47a80ca050 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:07.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.858+0000 7f47acfd3640 1 -- 172.21.15.31:0/4015329629 >> 172.21.15.31:0/4015329629 conn(0x7f47a80b1690 msgr2=0x7f47a8072860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:07.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.858+0000 7f47acfd3640 1 -- 172.21.15.31:0/4015329629 shutdown_connections 2024-09-16T07:21:07.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.858+0000 7f47acfd3640 1 -- 172.21.15.31:0/4015329629 wait complete. 2024-09-16T07:21:07.869 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-16T07:21:07.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.974+0000 7f0a88047640 1 -- 172.21.15.31:0/3271857719 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0a800cc8d0 msgr2=0x7f0a8015fc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:07.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.974+0000 7f0a88047640 1 --2- 172.21.15.31:0/3271857719 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0a800cc8d0 0x7f0a8015fc90 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f0a70005fd0 tx=0x7f0a7002a8b0 comp rx=0 tx=0).stop 2024-09-16T07:21:07.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.974+0000 7f0a88047640 1 -- 172.21.15.31:0/3271857719 shutdown_connections 2024-09-16T07:21:07.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.974+0000 7f0a88047640 1 --2- 172.21.15.31:0/3271857719 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0a800cc8d0 0x7f0a8015fc90 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:07.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.974+0000 7f0a88047640 1 --2- 172.21.15.31:0/3271857719 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0a800cc490 0x7f0a8015f750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:07.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.974+0000 7f0a88047640 1 -- 172.21.15.31:0/3271857719 >> 172.21.15.31:0/3271857719 conn(0x7f0a800b1690 msgr2=0x7f0a800b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:07.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.974+0000 7f0a88047640 1 -- 172.21.15.31:0/3271857719 shutdown_connections 2024-09-16T07:21:07.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.974+0000 7f0a88047640 1 -- 172.21.15.31:0/3271857719 wait complete. 2024-09-16T07:21:07.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.975+0000 7f0a88047640 1 Processor -- start 2024-09-16T07:21:07.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.975+0000 7f0a88047640 1 -- start start 2024-09-16T07:21:07.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.976+0000 7f0a88047640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0a800cc490 0x7f0a801f2d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:07.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.976+0000 7f0a88047640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0a800cc8d0 0x7f0a800ab830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:07.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.976+0000 7f0a88047640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0a80159680 0x7f0a801f6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:07.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.976+0000 7f0a88047640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f0a800cec40 con 0x7f0a80159680 2024-09-16T07:21:07.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.976+0000 7f0a88047640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f0a800ceac0 con 0x7f0a800cc8d0 2024-09-16T07:21:07.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.976+0000 7f0a88047640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f0a800cedc0 con 0x7f0a800cc490 2024-09-16T07:21:07.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.976+0000 7f0a865e4640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0a80159680 0x7f0a801f6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:07.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.976+0000 7f0a865e4640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0a80159680 0x7f0a801f6260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:57194/0 (socket says 172.21.15.31:57194) 2024-09-16T07:21:07.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.976+0000 7f0a865e4640 1 -- 172.21.15.31:0/3499631584 learned_addr learned my addr 172.21.15.31:0/3499631584 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:07.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.976+0000 7f0a855e2640 1 --2- 172.21.15.31:0/3499631584 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0a800cc8d0 0x7f0a800ab830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:07.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.976+0000 7f0a85de3640 1 --2- 172.21.15.31:0/3499631584 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0a800cc490 0x7f0a801f2d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:07.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.977+0000 7f0a865e4640 1 -- 172.21.15.31:0/3499631584 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0a800cc490 msgr2=0x7f0a801f2d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:07.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.977+0000 7f0a865e4640 1 --2- 172.21.15.31:0/3499631584 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0a800cc490 0x7f0a801f2d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:07.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.977+0000 7f0a865e4640 1 -- 172.21.15.31:0/3499631584 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0a800cc8d0 msgr2=0x7f0a800ab830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:07.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.977+0000 7f0a865e4640 1 --2- 172.21.15.31:0/3499631584 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0a800cc8d0 0x7f0a800ab830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:07.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.977+0000 7f0a865e4640 1 -- 172.21.15.31:0/3499631584 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a800abf30 con 0x7f0a80159680 2024-09-16T07:21:07.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.977+0000 7f0a865e4640 1 --2- 172.21.15.31:0/3499631584 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0a80159680 0x7f0a801f6260 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f0a70009b30 tx=0x7f0a700316e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:07.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.977+0000 7f0a7e7fc640 1 -- 172.21.15.31:0/3499631584 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a70040070 con 0x7f0a80159680 2024-09-16T07:21:07.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.977+0000 7f0a7e7fc640 1 -- 172.21.15.31:0/3499631584 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0a70004040 con 0x7f0a80159680 2024-09-16T07:21:07.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.977+0000 7f0a88047640 1 -- 172.21.15.31:0/3499631584 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a800ac210 con 0x7f0a80159680 2024-09-16T07:21:07.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.977+0000 7f0a7e7fc640 1 -- 172.21.15.31:0/3499631584 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a70004450 con 0x7f0a80159680 2024-09-16T07:21:07.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.977+0000 7f0a88047640 1 -- 172.21.15.31:0/3499631584 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a801f2800 con 0x7f0a80159680 2024-09-16T07:21:07.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.978+0000 7f0a88047640 1 -- 172.21.15.31:0/3499631584 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0a800cf2e0 con 0x7f0a80159680 2024-09-16T07:21:07.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.978+0000 7f0a7e7fc640 1 -- 172.21.15.31:0/3499631584 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f0a70039040 con 0x7f0a80159680 2024-09-16T07:21:07.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.979+0000 7f0a7e7fc640 1 --2- 172.21.15.31:0/3499631584 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0a6c078850 0x7f0a6c07ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:07.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.979+0000 7f0a7e7fc640 1 -- 172.21.15.31:0/3499631584 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 4857+0+0 (secure 0 0 0) 0x7f0a700bbb80 con 0x7f0a80159680 2024-09-16T07:21:07.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.979+0000 7f0a85de3640 1 --2- 172.21.15.31:0/3499631584 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0a6c078850 0x7f0a6c07ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:07.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.980+0000 7f0a85de3640 1 --2- 172.21.15.31:0/3499631584 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0a6c078850 0x7f0a6c07ad10 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f0a8015e430 tx=0x7f0a78009040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:07.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:07.983+0000 7f0a7e7fc640 1 -- 172.21.15.31:0/3499631584 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f0a70083f00 con 0x7f0a80159680 2024-09-16T07:21:08.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:08.172+0000 7f0a88047640 1 -- 172.21.15.31:0/3499631584 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f0a8015e860 con 0x7f0a80159680 2024-09-16T07:21:08.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:08.172+0000 7f0a7e7fc640 1 -- 172.21.15.31:0/3499631584 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v19) ==== 84+0+65 (secure 0 0 0) 0x7f0a70088930 con 0x7f0a80159680 2024-09-16T07:21:08.172 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:21:08.172 INFO:teuthology.orchestra.run.smithi031.stdout:[ 2024-09-16T07:21:08.172 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:21:08.172 INFO:teuthology.orchestra.run.smithi031.stdout: "poolnum": 1, 2024-09-16T07:21:08.172 INFO:teuthology.orchestra.run.smithi031.stdout: "poolname": ".mgr" 2024-09-16T07:21:08.172 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:21:08.172 INFO:teuthology.orchestra.run.smithi031.stdout:] 2024-09-16T07:21:08.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:08.174+0000 7f0a88047640 1 -- 172.21.15.31:0/3499631584 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0a6c078850 msgr2=0x7f0a6c07ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:08.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:08.174+0000 7f0a88047640 1 --2- 172.21.15.31:0/3499631584 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0a6c078850 0x7f0a6c07ad10 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f0a8015e430 tx=0x7f0a78009040 comp rx=0 tx=0).stop 2024-09-16T07:21:08.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:08.174+0000 7f0a88047640 1 -- 172.21.15.31:0/3499631584 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0a80159680 msgr2=0x7f0a801f6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:08.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:08.174+0000 7f0a88047640 1 --2- 172.21.15.31:0/3499631584 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0a80159680 0x7f0a801f6260 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f0a70009b30 tx=0x7f0a700316e0 comp rx=0 tx=0).stop 2024-09-16T07:21:08.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:08.174+0000 7f0a88047640 1 -- 172.21.15.31:0/3499631584 shutdown_connections 2024-09-16T07:21:08.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:08.174+0000 7f0a88047640 1 --2- 172.21.15.31:0/3499631584 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0a6c078850 0x7f0a6c07ad10 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:08.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:08.174+0000 7f0a88047640 1 --2- 172.21.15.31:0/3499631584 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0a80159680 0x7f0a801f6260 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:08.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:08.174+0000 7f0a88047640 1 --2- 172.21.15.31:0/3499631584 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0a800cc8d0 0x7f0a800ab830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:08.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:08.174+0000 7f0a88047640 1 --2- 172.21.15.31:0/3499631584 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0a800cc490 0x7f0a801f2d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:08.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:08.174+0000 7f0a88047640 1 -- 172.21.15.31:0/3499631584 >> 172.21.15.31:0/3499631584 conn(0x7f0a800b1690 msgr2=0x7f0a8015f6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:08.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:08.174+0000 7f0a88047640 1 -- 172.21.15.31:0/3499631584 shutdown_connections 2024-09-16T07:21:08.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:08.174+0000 7f0a88047640 1 -- 172.21.15.31:0/3499631584 wait complete. 2024-09-16T07:21:08.184 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-16T07:21:08.185 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-16T07:21:08.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:08.294+0000 7f9dcdf75640 1 -- 172.21.15.31:0/2409344509 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9dc815df10 msgr2=0x7f9dc815e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:08.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:08.294+0000 7f9dcdf75640 1 --2- 172.21.15.31:0/2409344509 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9dc815df10 0x7f9dc815e2f0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f9db8005fd0 tx=0x7f9db802a540 comp rx=0 tx=0).stop 2024-09-16T07:21:08.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:08.294+0000 7f9dcdf75640 1 -- 172.21.15.31:0/2409344509 shutdown_connections 2024-09-16T07:21:08.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:08.294+0000 7f9dcdf75640 1 --2- 172.21.15.31:0/2409344509 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9dc80ce9c0 0x7f9dc80cee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:08.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:08.294+0000 7f9dcdf75640 1 --2- 172.21.15.31:0/2409344509 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9dc815df10 0x7f9dc815e2f0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:08.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:08.294+0000 7f9dcdf75640 1 -- 172.21.15.31:0/2409344509 >> 172.21.15.31:0/2409344509 conn(0x7f9dc80d3e20 msgr2=0x7f9dc80d4230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:08.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:08.294+0000 7f9dcdf75640 1 -- 172.21.15.31:0/2409344509 shutdown_connections 2024-09-16T07:21:08.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:08.294+0000 7f9dcdf75640 1 -- 172.21.15.31:0/2409344509 wait complete. 2024-09-16T07:21:08.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:08.295+0000 7f9dcdf75640 1 Processor -- start 2024-09-16T07:21:08.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:08.295+0000 7f9dcdf75640 1 -- start start 2024-09-16T07:21:08.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:08.296+0000 7f9dcdf75640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9dc80ce9c0 0x7f9dc806e680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:08.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:08.296+0000 7f9dcdf75640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9dc815df10 0x7f9dc81f8820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:08.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:08.296+0000 7f9dcdf75640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9dc815e830 0x7f9dc80c6980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:08.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:08.296+0000 7f9dcdf75640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f9dc80cf390 con 0x7f9dc80ce9c0 2024-09-16T07:21:08.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:08.296+0000 7f9dcdf75640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f9dc80d4ca0 con 0x7f9dc815df10 2024-09-16T07:21:08.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:08.296+0000 7f9dcdf75640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f9dc80cf510 con 0x7f9dc815e830 2024-09-16T07:21:08.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:08.296+0000 7f9dc77fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9dc80ce9c0 0x7f9dc806e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:08.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:08.296+0000 7f9dc77fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9dc80ce9c0 0x7f9dc806e680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:57220/0 (socket says 172.21.15.31:57220) 2024-09-16T07:21:08.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:08.296+0000 7f9dc77fe640 1 -- 172.21.15.31:0/3056523408 learned_addr learned my addr 172.21.15.31:0/3056523408 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:08.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:08.296+0000 7f9dc6ffd640 1 --2- 172.21.15.31:0/3056523408 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9dc815df10 0x7f9dc81f8820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:08.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:08.296+0000 7f9dc7fff640 1 --2- 172.21.15.31:0/3056523408 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9dc815e830 0x7f9dc80c6980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:08.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:08.296+0000 7f9dc77fe640 1 -- 172.21.15.31:0/3056523408 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9dc815e830 msgr2=0x7f9dc80c6980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:08.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:08.296+0000 7f9dc77fe640 1 --2- 172.21.15.31:0/3056523408 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9dc815e830 0x7f9dc80c6980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:08.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:08.296+0000 7f9dc77fe640 1 -- 172.21.15.31:0/3056523408 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9dc815df10 msgr2=0x7f9dc81f8820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:08.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:08.296+0000 7f9dc77fe640 1 --2- 172.21.15.31:0/3056523408 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9dc815df10 0x7f9dc81f8820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:08.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:08.296+0000 7f9dc77fe640 1 -- 172.21.15.31:0/3056523408 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9dc80b6d80 con 0x7f9dc80ce9c0 2024-09-16T07:21:08.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:08.297+0000 7f9dc77fe640 1 --2- 172.21.15.31:0/3056523408 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9dc80ce9c0 0x7f9dc806e680 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f9db8006010 tx=0x7f9db80038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:08.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:08.297+0000 7f9daffff640 1 -- 172.21.15.31:0/3056523408 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9db803f070 con 0x7f9dc80ce9c0 2024-09-16T07:21:08.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:08.297+0000 7f9daffff640 1 -- 172.21.15.31:0/3056523408 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9db80047a0 con 0x7f9dc80ce9c0 2024-09-16T07:21:08.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:08.297+0000 7f9dcdf75640 1 -- 172.21.15.31:0/3056523408 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9dc80b7020 con 0x7f9dc80ce9c0 2024-09-16T07:21:08.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:08.297+0000 7f9daffff640 1 -- 172.21.15.31:0/3056523408 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9db8035030 con 0x7f9dc80ce9c0 2024-09-16T07:21:08.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:08.297+0000 7f9dcdf75640 1 -- 172.21.15.31:0/3056523408 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9dc80b75e0 con 0x7f9dc80ce9c0 2024-09-16T07:21:08.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:08.298+0000 7f9dcdf75640 1 -- 172.21.15.31:0/3056523408 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9dc80cee50 con 0x7f9dc80ce9c0 2024-09-16T07:21:08.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:08.298+0000 7f9daffff640 1 -- 172.21.15.31:0/3056523408 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f9db8042070 con 0x7f9dc80ce9c0 2024-09-16T07:21:08.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:08.299+0000 7f9daffff640 1 --2- 172.21.15.31:0/3056523408 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9db4078850 0x7f9db407ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:08.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:08.299+0000 7f9daffff640 1 -- 172.21.15.31:0/3056523408 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 4857+0+0 (secure 0 0 0) 0x7f9db80bb380 con 0x7f9dc80ce9c0 2024-09-16T07:21:08.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:08.299+0000 7f9dc6ffd640 1 --2- 172.21.15.31:0/3056523408 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9db4078850 0x7f9db407ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:08.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:08.300+0000 7f9dc6ffd640 1 --2- 172.21.15.31:0/3056523408 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9db4078850 0x7f9db407ad10 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f9dc8147ff0 tx=0x7f9dbc009040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:08.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:08.303+0000 7f9daffff640 1 -- 172.21.15.31:0/3056523408 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f9db8083700 con 0x7f9dc80ce9c0 2024-09-16T07:21:08.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:08.489+0000 7f9dcdf75640 1 -- 172.21.15.31:0/3056523408 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f9dc80d2720 con 0x7f9dc80ce9c0 2024-09-16T07:21:09.362 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:09.362+0000 7f9daffff640 1 -- 172.21.15.31:0/3056523408 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v20) ==== 138+0+0 (secure 0 0 0) 0x7f9db8088130 con 0x7f9dc80ce9c0 2024-09-16T07:21:09.362 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_metadata' created 2024-09-16T07:21:09.366 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:09.366+0000 7f9dcdf75640 1 -- 172.21.15.31:0/3056523408 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9db4078850 msgr2=0x7f9db407ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:09.366 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:09.366+0000 7f9dcdf75640 1 --2- 172.21.15.31:0/3056523408 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9db4078850 0x7f9db407ad10 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f9dc8147ff0 tx=0x7f9dbc009040 comp rx=0 tx=0).stop 2024-09-16T07:21:09.366 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:09.366+0000 7f9dcdf75640 1 -- 172.21.15.31:0/3056523408 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9dc80ce9c0 msgr2=0x7f9dc806e680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:09.366 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:09.366+0000 7f9dcdf75640 1 --2- 172.21.15.31:0/3056523408 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9dc80ce9c0 0x7f9dc806e680 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f9db8006010 tx=0x7f9db80038a0 comp rx=0 tx=0).stop 2024-09-16T07:21:09.366 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:09.366+0000 7f9dcdf75640 1 -- 172.21.15.31:0/3056523408 shutdown_connections 2024-09-16T07:21:09.366 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:09.366+0000 7f9dcdf75640 1 --2- 172.21.15.31:0/3056523408 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9db4078850 0x7f9db407ad10 secure :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f9dc8147ff0 tx=0x7f9dbc009040 comp rx=0 tx=0).stop 2024-09-16T07:21:09.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:09.366+0000 7f9dcdf75640 1 --2- 172.21.15.31:0/3056523408 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9dc815e830 0x7f9dc80c6980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:09.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:09.366+0000 7f9dcdf75640 1 --2- 172.21.15.31:0/3056523408 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9dc815df10 0x7f9dc81f8820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:09.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:09.366+0000 7f9dcdf75640 1 --2- 172.21.15.31:0/3056523408 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9dc80ce9c0 0x7f9dc806e680 secure :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f9db8006010 tx=0x7f9db80038a0 comp rx=0 tx=0).stop 2024-09-16T07:21:09.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:09.366+0000 7f9dcdf75640 1 -- 172.21.15.31:0/3056523408 >> 172.21.15.31:0/3056523408 conn(0x7f9dc80d3e20 msgr2=0x7f9dc815f9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:09.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:09.366+0000 7f9dcdf75640 1 -- 172.21.15.31:0/3056523408 shutdown_connections 2024-09-16T07:21:09.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:09.367+0000 7f9dcdf75640 1 -- 172.21.15.31:0/3056523408 wait complete. 2024-09-16T07:21:09.382 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-16T07:21:09.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:09.501+0000 7f70b6505640 1 -- 172.21.15.31:0/2782781784 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f70b01617f0 msgr2=0x7f70b00d1cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:09.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:09.501+0000 7f70b6505640 1 --2- 172.21.15.31:0/2782781784 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f70b01617f0 0x7f70b00d1cb0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f70b008d090 tx=0x7f70a802aa30 comp rx=0 tx=0).stop 2024-09-16T07:21:09.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:09.501+0000 7f70b6505640 1 -- 172.21.15.31:0/2782781784 shutdown_connections 2024-09-16T07:21:09.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:09.501+0000 7f70b6505640 1 --2- 172.21.15.31:0/2782781784 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f70b01617f0 0x7f70b00d1cb0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:09.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:09.501+0000 7f70b6505640 1 --2- 172.21.15.31:0/2782781784 >> v2:172.21.15.155:3300/0 conn(0x7f70b00d0fb0 0x7f70b01612b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:09.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:09.501+0000 7f70b6505640 1 --2- 172.21.15.31:0/2782781784 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f70b00d0bd0 0x7f70b00b40d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:09.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:09.501+0000 7f70b6505640 1 -- 172.21.15.31:0/2782781784 >> 172.21.15.31:0/2782781784 conn(0x7f70b009d3c0 msgr2=0x7f70b00d40e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:09.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:09.501+0000 7f70b6505640 1 -- 172.21.15.31:0/2782781784 shutdown_connections 2024-09-16T07:21:09.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:09.501+0000 7f70b6505640 1 -- 172.21.15.31:0/2782781784 wait complete. 2024-09-16T07:21:09.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:09.502+0000 7f70b6505640 1 Processor -- start 2024-09-16T07:21:09.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:09.502+0000 7f70b6505640 1 -- start start 2024-09-16T07:21:09.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:09.503+0000 7f70b6505640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f70b00d0bd0 0x7f70b00a0960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:09.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:09.503+0000 7f70b6505640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f70b00d0fb0 0x7f70b009df50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:09.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:09.503+0000 7f70b6505640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f70b01617f0 0x7f70b01524f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:09.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:09.503+0000 7f70b6505640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f70b00d21f0 con 0x7f70b00d0bd0 2024-09-16T07:21:09.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:09.503+0000 7f70b6505640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f70b00b3380 con 0x7f70b00d0fb0 2024-09-16T07:21:09.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:09.503+0000 7f70b6505640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f70b00d2370 con 0x7f70b01617f0 2024-09-16T07:21:09.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:09.503+0000 7f70affff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f70b00d0bd0 0x7f70b00a0960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:09.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:09.503+0000 7f70affff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f70b00d0bd0 0x7f70b00a0960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:57226/0 (socket says 172.21.15.31:57226) 2024-09-16T07:21:09.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:09.503+0000 7f70affff640 1 -- 172.21.15.31:0/3120179457 learned_addr learned my addr 172.21.15.31:0/3120179457 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:09.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:09.503+0000 7f70af7fe640 1 --2- 172.21.15.31:0/3120179457 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f70b00d0fb0 0x7f70b009df50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:09.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:09.503+0000 7f70b4aa2640 1 --2- 172.21.15.31:0/3120179457 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f70b01617f0 0x7f70b01524f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:09.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:09.504+0000 7f70affff640 1 -- 172.21.15.31:0/3120179457 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f70b01617f0 msgr2=0x7f70b01524f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:09.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:09.504+0000 7f70affff640 1 --2- 172.21.15.31:0/3120179457 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f70b01617f0 0x7f70b01524f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:09.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:09.504+0000 7f70affff640 1 -- 172.21.15.31:0/3120179457 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f70b00d0fb0 msgr2=0x7f70b009df50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:09.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:09.504+0000 7f70affff640 1 --2- 172.21.15.31:0/3120179457 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f70b00d0fb0 0x7f70b009df50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:09.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:09.504+0000 7f70affff640 1 -- 172.21.15.31:0/3120179457 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70b00a1040 con 0x7f70b00d0bd0 2024-09-16T07:21:09.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:09.504+0000 7f70affff640 1 --2- 172.21.15.31:0/3120179457 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f70b00d0bd0 0x7f70b00a0960 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f70a000c940 tx=0x7f70a000ce00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:09.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:09.504+0000 7f70acff9640 1 -- 172.21.15.31:0/3120179457 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70a0007bb0 con 0x7f70b00d0bd0 2024-09-16T07:21:09.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:09.504+0000 7f70acff9640 1 -- 172.21.15.31:0/3120179457 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f70a0007e40 con 0x7f70b00d0bd0 2024-09-16T07:21:09.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:09.504+0000 7f70acff9640 1 -- 172.21.15.31:0/3120179457 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70a0005260 con 0x7f70b00d0bd0 2024-09-16T07:21:09.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:09.504+0000 7f70b6505640 1 -- 172.21.15.31:0/3120179457 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70b00a1320 con 0x7f70b00d0bd0 2024-09-16T07:21:09.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:09.504+0000 7f70b6505640 1 -- 172.21.15.31:0/3120179457 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70b00a18e0 con 0x7f70b00d0bd0 2024-09-16T07:21:09.506 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:09.505+0000 7f70b6505640 1 -- 172.21.15.31:0/3120179457 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f70b00d2870 con 0x7f70b00d0bd0 2024-09-16T07:21:09.506 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:09.506+0000 7f70acff9640 1 -- 172.21.15.31:0/3120179457 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f70a0005400 con 0x7f70b00d0bd0 2024-09-16T07:21:09.506 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:09.506+0000 7f70acff9640 1 --2- 172.21.15.31:0/3120179457 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f709c078850 0x7f709c07ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:09.507 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:09.507+0000 7f70acff9640 1 -- 172.21.15.31:0/3120179457 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5227+0+0 (secure 0 0 0) 0x7f70a009ae20 con 0x7f70b00d0bd0 2024-09-16T07:21:09.507 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:09.507+0000 7f70af7fe640 1 --2- 172.21.15.31:0/3120179457 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f709c078850 0x7f709c07ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:09.507 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:09.507+0000 7f70af7fe640 1 --2- 172.21.15.31:0/3120179457 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f709c078850 0x7f709c07ad10 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f70b00510b0 tx=0x7f70a400b390 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:09.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:09.511+0000 7f70acff9640 1 -- 172.21.15.31:0/3120179457 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f70a0014030 con 0x7f70b00d0bd0 2024-09-16T07:21:09.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:09.698+0000 7f70b6505640 1 -- 172.21.15.31:0/3120179457 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f70b01e78f0 con 0x7f70b00d0bd0 2024-09-16T07:21:10.370 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:10.370+0000 7f70acff9640 1 -- 172.21.15.31:0/3120179457 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v21) ==== 170+0+0 (secure 0 0 0) 0x7f70a00630b0 con 0x7f70b00d0bd0 2024-09-16T07:21:10.370 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_data' created 2024-09-16T07:21:10.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:10.376+0000 7f70b6505640 1 -- 172.21.15.31:0/3120179457 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f709c078850 msgr2=0x7f709c07ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:10.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:10.376+0000 7f70b6505640 1 --2- 172.21.15.31:0/3120179457 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f709c078850 0x7f709c07ad10 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f70b00510b0 tx=0x7f70a400b390 comp rx=0 tx=0).stop 2024-09-16T07:21:10.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:10.376+0000 7f70b6505640 1 -- 172.21.15.31:0/3120179457 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f70b00d0bd0 msgr2=0x7f70b00a0960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:10.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:10.376+0000 7f70b6505640 1 --2- 172.21.15.31:0/3120179457 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f70b00d0bd0 0x7f70b00a0960 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f70a000c940 tx=0x7f70a000ce00 comp rx=0 tx=0).stop 2024-09-16T07:21:10.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:10.376+0000 7f70b6505640 1 -- 172.21.15.31:0/3120179457 shutdown_connections 2024-09-16T07:21:10.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:10.376+0000 7f70b6505640 1 --2- 172.21.15.31:0/3120179457 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f709c078850 0x7f709c07ad10 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:10.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:10.376+0000 7f70b6505640 1 --2- 172.21.15.31:0/3120179457 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f70b01617f0 0x7f70b01524f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:10.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:10.376+0000 7f70b6505640 1 --2- 172.21.15.31:0/3120179457 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f70b00d0fb0 0x7f70b009df50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:10.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:10.376+0000 7f70b6505640 1 --2- 172.21.15.31:0/3120179457 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f70b00d0bd0 0x7f70b00a0960 secure :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f70a000c940 tx=0x7f70a000ce00 comp rx=0 tx=0).stop 2024-09-16T07:21:10.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:10.376+0000 7f70b6505640 1 -- 172.21.15.31:0/3120179457 >> 172.21.15.31:0/3120179457 conn(0x7f70b009d3c0 msgr2=0x7f70b00b3610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:10.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:10.377+0000 7f70b6505640 1 -- 172.21.15.31:0/3120179457 shutdown_connections 2024-09-16T07:21:10.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:10.378+0000 7f70b6505640 1 -- 172.21.15.31:0/3120179457 wait complete. 2024-09-16T07:21:10.403 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-16T07:21:10.516 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:10.516+0000 7f54a1abd640 1 -- 172.21.15.31:0/71656075 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f549c06cb40 msgr2=0x7f549c06cf90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:10.516 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:10.516+0000 7f54a1abd640 1 --2- 172.21.15.31:0/71656075 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f549c06cb40 0x7f549c06cf90 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f549c071940 tx=0x7f549402aa30 comp rx=0 tx=0).stop 2024-09-16T07:21:10.516 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:10.516+0000 7f54a1abd640 1 -- 172.21.15.31:0/71656075 shutdown_connections 2024-09-16T07:21:10.516 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:10.516+0000 7f54a1abd640 1 --2- 172.21.15.31:0/71656075 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f549c06cb40 0x7f549c06cf90 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:10.516 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:10.516+0000 7f54a1abd640 1 --2- 172.21.15.31:0/71656075 >> v2:172.21.15.155:3300/0 conn(0x7f549c0d05d0 0x7f549c073e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:10.516 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:10.516+0000 7f54a1abd640 1 -- 172.21.15.31:0/71656075 >> 172.21.15.31:0/71656075 conn(0x7f549c0d0b60 msgr2=0x7f549c0d0f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:10.516 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:10.516+0000 7f54a1abd640 1 -- 172.21.15.31:0/71656075 shutdown_connections 2024-09-16T07:21:10.516 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:10.516+0000 7f54a1abd640 1 -- 172.21.15.31:0/71656075 wait complete. 2024-09-16T07:21:10.517 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:10.517+0000 7f54a1abd640 1 Processor -- start 2024-09-16T07:21:10.517 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:10.518+0000 7f54a1abd640 1 -- start start 2024-09-16T07:21:10.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:10.518+0000 7f54a1abd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f549c06cb40 0x7f549c1517f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:10.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:10.518+0000 7f54a1abd640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f549c0d05d0 0x7f549c13a360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:10.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:10.518+0000 7f54a1abd640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f549c1603b0 0x7f549c15ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:10.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:10.518+0000 7f54a1abd640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f549c0cf340 con 0x7f549c06cb40 2024-09-16T07:21:10.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:10.518+0000 7f54a1abd640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f549c0cf1c0 con 0x7f549c0d05d0 2024-09-16T07:21:10.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:10.518+0000 7f54a1abd640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f549c0cf4c0 con 0x7f549c1603b0 2024-09-16T07:21:10.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:10.518+0000 7f549b7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f549c06cb40 0x7f549c1517f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:10.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:10.518+0000 7f549b7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f549c06cb40 0x7f549c1517f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:57250/0 (socket says 172.21.15.31:57250) 2024-09-16T07:21:10.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:10.518+0000 7f549b7fe640 1 -- 172.21.15.31:0/1749634981 learned_addr learned my addr 172.21.15.31:0/1749634981 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:10.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:10.519+0000 7f549affd640 1 --2- 172.21.15.31:0/1749634981 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f549c0d05d0 0x7f549c13a360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:10.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:10.519+0000 7f549bfff640 1 --2- 172.21.15.31:0/1749634981 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f549c1603b0 0x7f549c15ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:10.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:10.519+0000 7f549b7fe640 1 -- 172.21.15.31:0/1749634981 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f549c1603b0 msgr2=0x7f549c15ae30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:10.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:10.519+0000 7f549b7fe640 1 --2- 172.21.15.31:0/1749634981 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f549c1603b0 0x7f549c15ae30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:10.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:10.519+0000 7f549b7fe640 1 -- 172.21.15.31:0/1749634981 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f549c0d05d0 msgr2=0x7f549c13a360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:10.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:10.519+0000 7f549b7fe640 1 --2- 172.21.15.31:0/1749634981 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f549c0d05d0 0x7f549c13a360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:10.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:10.519+0000 7f549b7fe640 1 -- 172.21.15.31:0/1749634981 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f549c154ce0 con 0x7f549c06cb40 2024-09-16T07:21:10.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:10.519+0000 7f549b7fe640 1 --2- 172.21.15.31:0/1749634981 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f549c06cb40 0x7f549c1517f0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f548c00d950 tx=0x7f548c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:10.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:10.519+0000 7f5483fff640 1 -- 172.21.15.31:0/1749634981 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f548c017070 con 0x7f549c06cb40 2024-09-16T07:21:10.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:10.519+0000 7f5483fff640 1 -- 172.21.15.31:0/1749634981 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f548c009d20 con 0x7f549c06cb40 2024-09-16T07:21:10.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:10.519+0000 7f54a1abd640 1 -- 172.21.15.31:0/1749634981 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f549c154fc0 con 0x7f549c06cb40 2024-09-16T07:21:10.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:10.519+0000 7f5483fff640 1 -- 172.21.15.31:0/1749634981 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f548c0106c0 con 0x7f549c06cb40 2024-09-16T07:21:10.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:10.519+0000 7f54a1abd640 1 -- 172.21.15.31:0/1749634981 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f549c13a8a0 con 0x7f549c06cb40 2024-09-16T07:21:10.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:10.520+0000 7f54a1abd640 1 -- 172.21.15.31:0/1749634981 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f549c0cf970 con 0x7f549c06cb40 2024-09-16T07:21:10.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:10.521+0000 7f5483fff640 1 -- 172.21.15.31:0/1749634981 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f548c010860 con 0x7f549c06cb40 2024-09-16T07:21:10.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:10.522+0000 7f5483fff640 1 --2- 172.21.15.31:0/1749634981 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f5488078850 0x7f548807ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:10.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:10.522+0000 7f5483fff640 1 -- 172.21.15.31:0/1749634981 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5609+0+0 (secure 0 0 0) 0x7f548c09aca0 con 0x7f549c06cb40 2024-09-16T07:21:10.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:10.522+0000 7f549affd640 1 --2- 172.21.15.31:0/1749634981 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f5488078850 0x7f548807ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:10.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:10.522+0000 7f549affd640 1 --2- 172.21.15.31:0/1749634981 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f5488078850 0x7f548807ad10 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f549c1f7df0 tx=0x7f5490009040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:10.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:10.526+0000 7f5483fff640 1 -- 172.21.15.31:0/1749634981 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f548c063360 con 0x7f549c06cb40 2024-09-16T07:21:10.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:10.749+0000 7f54a1abd640 1 -- 172.21.15.31:0/1749634981 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f549c155190 con 0x7f549c06cb40 2024-09-16T07:21:11.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.379+0000 7f5483fff640 1 -- 172.21.15.31:0/1749634981 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v4) ==== 172+0+0 (secure 0 0 0) 0x7f548c062c60 con 0x7f549c06cb40 2024-09-16T07:21:11.379 INFO:teuthology.orchestra.run.smithi031.stderr:new fs with metadata pool 2 and data pool 3 2024-09-16T07:21:11.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.396+0000 7f54a1abd640 1 -- 172.21.15.31:0/1749634981 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f5488078850 msgr2=0x7f548807ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:11.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.396+0000 7f54a1abd640 1 --2- 172.21.15.31:0/1749634981 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f5488078850 0x7f548807ad10 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f549c1f7df0 tx=0x7f5490009040 comp rx=0 tx=0).stop 2024-09-16T07:21:11.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.396+0000 7f54a1abd640 1 -- 172.21.15.31:0/1749634981 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f549c06cb40 msgr2=0x7f549c1517f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:11.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.396+0000 7f54a1abd640 1 --2- 172.21.15.31:0/1749634981 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f549c06cb40 0x7f549c1517f0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f548c00d950 tx=0x7f548c00de10 comp rx=0 tx=0).stop 2024-09-16T07:21:11.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.396+0000 7f54a1abd640 1 -- 172.21.15.31:0/1749634981 shutdown_connections 2024-09-16T07:21:11.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.396+0000 7f54a1abd640 1 --2- 172.21.15.31:0/1749634981 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f5488078850 0x7f548807ad10 secure :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f549c1f7df0 tx=0x7f5490009040 comp rx=0 tx=0).stop 2024-09-16T07:21:11.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.396+0000 7f54a1abd640 1 --2- 172.21.15.31:0/1749634981 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f549c1603b0 0x7f549c15ae30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:11.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.396+0000 7f54a1abd640 1 --2- 172.21.15.31:0/1749634981 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f549c0d05d0 0x7f549c13a360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:11.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.396+0000 7f54a1abd640 1 --2- 172.21.15.31:0/1749634981 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f549c06cb40 0x7f549c1517f0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:11.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.397+0000 7f54a1abd640 1 -- 172.21.15.31:0/1749634981 >> 172.21.15.31:0/1749634981 conn(0x7f549c0d0b60 msgr2=0x7f549c152a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:11.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.397+0000 7f54a1abd640 1 -- 172.21.15.31:0/1749634981 shutdown_connections 2024-09-16T07:21:11.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.397+0000 7f54a1abd640 1 -- 172.21.15.31:0/1749634981 wait complete. 2024-09-16T07:21:11.417 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:21:11.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.527+0000 7f5797b5a640 1 -- 172.21.15.31:0/1933220666 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f57780041c0 msgr2=0x7f5778004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:11.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.527+0000 7f5797b5a640 1 --2- 172.21.15.31:0/1933220666 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f57780041c0 0x7f5778004800 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f57840017a0 tx=0x7f5778005830 comp rx=0 tx=0).stop 2024-09-16T07:21:11.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.527+0000 7f57960f7640 1 -- 172.21.15.31:0/1933220666 reap_dead start 2024-09-16T07:21:11.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.527+0000 7f5797b5a640 1 -- 172.21.15.31:0/1933220666 shutdown_connections 2024-09-16T07:21:11.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.527+0000 7f5797b5a640 1 -- 172.21.15.31:0/1933220666 >> 172.21.15.31:0/1933220666 conn(0x7f57900d3e40 msgr2=0x7f57900d4250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:11.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.528+0000 7f5797b5a640 1 -- 172.21.15.31:0/1933220666 shutdown_connections 2024-09-16T07:21:11.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.528+0000 7f5797b5a640 1 -- 172.21.15.31:0/1933220666 wait complete. 2024-09-16T07:21:11.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.529+0000 7f5797b5a640 1 Processor -- start 2024-09-16T07:21:11.529 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.529+0000 7f5797b5a640 1 -- start start 2024-09-16T07:21:11.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.529+0000 7f5797b5a640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f57780041c0 0x7f57901f8b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:11.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.530+0000 7f5797b5a640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f57900cce90 0x7f57900ca3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:11.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.530+0000 7f5797b5a640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f57900caf10 0x7f57900cb390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:11.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.530+0000 7f5797b5a640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f57900d2ae0 con 0x7f57900caf10 2024-09-16T07:21:11.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.530+0000 7f5797b5a640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f57900cf9e0 con 0x7f57780041c0 2024-09-16T07:21:11.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.530+0000 7f5797b5a640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f57900cdff0 con 0x7f57900cce90 2024-09-16T07:21:11.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.530+0000 7f57960f7640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f57900caf10 0x7f57900cb390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:11.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.530+0000 7f57960f7640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f57900caf10 0x7f57900cb390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:57268/0 (socket says 172.21.15.31:57268) 2024-09-16T07:21:11.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.530+0000 7f57960f7640 1 -- 172.21.15.31:0/2019087226 learned_addr learned my addr 172.21.15.31:0/2019087226 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:11.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.530+0000 7f57958f6640 1 --2- 172.21.15.31:0/2019087226 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f57780041c0 0x7f57901f8b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:11.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.530+0000 7f57950f5640 1 --2- 172.21.15.31:0/2019087226 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f57900cce90 0x7f57900ca3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:11.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.530+0000 7f57960f7640 1 -- 172.21.15.31:0/2019087226 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f57900cce90 msgr2=0x7f57900ca3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:11.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.530+0000 7f57960f7640 1 --2- 172.21.15.31:0/2019087226 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f57900cce90 0x7f57900ca3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:11.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.530+0000 7f57960f7640 1 -- 172.21.15.31:0/2019087226 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f57780041c0 msgr2=0x7f57901f8b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:11.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.530+0000 7f57960f7640 1 --2- 172.21.15.31:0/2019087226 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f57780041c0 0x7f57901f8b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:11.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.530+0000 7f57960f7640 1 -- 172.21.15.31:0/2019087226 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57901f9060 con 0x7f57900caf10 2024-09-16T07:21:11.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.530+0000 7f57960f7640 1 --2- 172.21.15.31:0/2019087226 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f57900caf10 0x7f57900cb390 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f57900b6980 tx=0x7f57880039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:11.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.530+0000 7f578e7fc640 1 -- 172.21.15.31:0/2019087226 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5788011840 con 0x7f57900caf10 2024-09-16T07:21:11.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.530+0000 7f578e7fc640 1 -- 172.21.15.31:0/2019087226 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5788018070 con 0x7f57900caf10 2024-09-16T07:21:11.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.530+0000 7f5797b5a640 1 -- 172.21.15.31:0/2019087226 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f57900cd3e0 con 0x7f57900caf10 2024-09-16T07:21:11.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.530+0000 7f578e7fc640 1 -- 172.21.15.31:0/2019087226 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5788011ca0 con 0x7f57900caf10 2024-09-16T07:21:11.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.530+0000 7f5797b5a640 1 -- 172.21.15.31:0/2019087226 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57900cd9a0 con 0x7f57900caf10 2024-09-16T07:21:11.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.531+0000 7f5797b5a640 1 -- 172.21.15.31:0/2019087226 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f57900d05f0 con 0x7f57900caf10 2024-09-16T07:21:11.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.532+0000 7f578e7fc640 1 -- 172.21.15.31:0/2019087226 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f578801d460 con 0x7f57900caf10 2024-09-16T07:21:11.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.532+0000 7f578e7fc640 1 --2- 172.21.15.31:0/2019087226 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f577c078850 0x7f577c07ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:11.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.533+0000 7f578e7fc640 1 -- 172.21.15.31:0/2019087226 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f578809afb0 con 0x7f57900caf10 2024-09-16T07:21:11.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.533+0000 7f57958f6640 1 --2- 172.21.15.31:0/2019087226 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f577c078850 0x7f577c07ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:11.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.533+0000 7f57958f6640 1 --2- 172.21.15.31:0/2019087226 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f577c078850 0x7f577c07ad10 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f5780005fd0 tx=0x7f5780009500 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:11.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.537+0000 7f578e7fc640 1 -- 172.21.15.31:0/2019087226 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f5788063620 con 0x7f57900caf10 2024-09-16T07:21:11.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.725+0000 7f5797b5a640 1 -- 172.21.15.31:0/2019087226 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f57900d13f0 con 0x7f57900caf10 2024-09-16T07:21:11.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.726+0000 7f578e7fc640 1 -- 172.21.15.31:0/2019087226 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) ==== 74+0+16658 (secure 0 0 0) 0x7f5788062f20 con 0x7f57900caf10 2024-09-16T07:21:11.726 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:21:11.726 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":22,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:21:10.750564+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:21:08.493717+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T07:21:09.702457+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:21:11.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.728+0000 7f5797b5a640 1 -- 172.21.15.31:0/2019087226 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f577c078850 msgr2=0x7f577c07ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:11.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.728+0000 7f5797b5a640 1 --2- 172.21.15.31:0/2019087226 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f577c078850 0x7f577c07ad10 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f5780005fd0 tx=0x7f5780009500 comp rx=0 tx=0).stop 2024-09-16T07:21:11.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.728+0000 7f5797b5a640 1 -- 172.21.15.31:0/2019087226 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f57900caf10 msgr2=0x7f57900cb390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:11.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.728+0000 7f5797b5a640 1 --2- 172.21.15.31:0/2019087226 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f57900caf10 0x7f57900cb390 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f57900b6980 tx=0x7f57880039c0 comp rx=0 tx=0).stop 2024-09-16T07:21:11.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.728+0000 7f5797b5a640 1 -- 172.21.15.31:0/2019087226 shutdown_connections 2024-09-16T07:21:11.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.728+0000 7f5797b5a640 1 --2- 172.21.15.31:0/2019087226 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f577c078850 0x7f577c07ad10 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:11.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.728+0000 7f5797b5a640 1 --2- 172.21.15.31:0/2019087226 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f57900caf10 0x7f57900cb390 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:11.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.728+0000 7f5797b5a640 1 --2- 172.21.15.31:0/2019087226 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f57900cce90 0x7f57900ca3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:11.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.728+0000 7f5797b5a640 1 --2- 172.21.15.31:0/2019087226 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f57780041c0 0x7f57901f8b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:11.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.728+0000 7f5797b5a640 1 -- 172.21.15.31:0/2019087226 >> 172.21.15.31:0/2019087226 conn(0x7f57900d3e40 msgr2=0x7f5790161a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:11.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.728+0000 7f5797b5a640 1 -- 172.21.15.31:0/2019087226 shutdown_connections 2024-09-16T07:21:11.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.728+0000 7f5797b5a640 1 -- 172.21.15.31:0/2019087226 wait complete. 2024-09-16T07:21:11.739 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:21:11.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.844+0000 7f819bdc2640 1 -- 172.21.15.31:0/690512848 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f81940d0d00 msgr2=0x7f81940cf9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:11.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.844+0000 7f819bdc2640 1 --2- 172.21.15.31:0/690512848 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f81940d0d00 0x7f81940cf9e0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f8188005fd0 tx=0x7f818802a670 comp rx=0 tx=0).stop 2024-09-16T07:21:11.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.844+0000 7f819bdc2640 1 -- 172.21.15.31:0/690512848 shutdown_connections 2024-09-16T07:21:11.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.844+0000 7f819bdc2640 1 --2- 172.21.15.31:0/690512848 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f81940d0d00 0x7f81940cf9e0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:11.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.844+0000 7f819bdc2640 1 -- 172.21.15.31:0/690512848 >> 172.21.15.31:0/690512848 conn(0x7f81940d3e40 msgr2=0x7f81940d4250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:11.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.844+0000 7f819bdc2640 1 -- 172.21.15.31:0/690512848 shutdown_connections 2024-09-16T07:21:11.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.844+0000 7f819bdc2640 1 -- 172.21.15.31:0/690512848 wait complete. 2024-09-16T07:21:11.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.845+0000 7f819bdc2640 1 Processor -- start 2024-09-16T07:21:11.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.845+0000 7f819bdc2640 1 -- start start 2024-09-16T07:21:11.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.846+0000 7f819bdc2640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f81940d0d00 0x7f81940c9db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:11.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.846+0000 7f819bdc2640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f81940d4960 0x7f81941f47a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:11.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.846+0000 7f819bdc2640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f819415df30 0x7f81941f5960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:11.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.846+0000 7f819bdc2640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f81940d2ae0 con 0x7f819415df30 2024-09-16T07:21:11.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.846+0000 7f819bdc2640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f81940b7380 con 0x7f81940d0d00 2024-09-16T07:21:11.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.846+0000 7f819bdc2640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f81941f5140 con 0x7f81940d4960 2024-09-16T07:21:11.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.846+0000 7f819a35f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f819415df30 0x7f81941f5960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:11.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.846+0000 7f819a35f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f819415df30 0x7f81941f5960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:57282/0 (socket says 172.21.15.31:57282) 2024-09-16T07:21:11.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.846+0000 7f819a35f640 1 -- 172.21.15.31:0/3037348252 learned_addr learned my addr 172.21.15.31:0/3037348252 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:11.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.846+0000 7f8199b5e640 1 --2- 172.21.15.31:0/3037348252 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f81940d0d00 0x7f81940c9db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:11.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.847+0000 7f819a35f640 1 -- 172.21.15.31:0/3037348252 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f81940d4960 msgr2=0x7f81941f47a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:11.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.847+0000 7f819935d640 1 --2- 172.21.15.31:0/3037348252 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f81940d4960 0x7f81941f47a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:11.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.847+0000 7f819a35f640 1 --2- 172.21.15.31:0/3037348252 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f81940d4960 0x7f81941f47a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:11.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.847+0000 7f819a35f640 1 -- 172.21.15.31:0/3037348252 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f81940d0d00 msgr2=0x7f81940c9db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:11.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.847+0000 7f819a35f640 1 --2- 172.21.15.31:0/3037348252 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f81940d0d00 0x7f81940c9db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:11.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.847+0000 7f819a35f640 1 -- 172.21.15.31:0/3037348252 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81941f5420 con 0x7f819415df30 2024-09-16T07:21:11.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.847+0000 7f8199b5e640 1 --2- 172.21.15.31:0/3037348252 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f81940d0d00 0x7f81940c9db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:21:11.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.847+0000 7f819a35f640 1 --2- 172.21.15.31:0/3037348252 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f819415df30 0x7f81941f5960 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f818400c7a0 tx=0x7f818400cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:11.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.847+0000 7f81927fc640 1 -- 172.21.15.31:0/3037348252 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8184003b70 con 0x7f819415df30 2024-09-16T07:21:11.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.847+0000 7f81927fc640 1 -- 172.21.15.31:0/3037348252 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8184003d10 con 0x7f819415df30 2024-09-16T07:21:11.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.847+0000 7f819bdc2640 1 -- 172.21.15.31:0/3037348252 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81941f5700 con 0x7f819415df30 2024-09-16T07:21:11.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.847+0000 7f81927fc640 1 -- 172.21.15.31:0/3037348252 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f818400aab0 con 0x7f819415df30 2024-09-16T07:21:11.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.847+0000 7f819bdc2640 1 -- 172.21.15.31:0/3037348252 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81940ca2f0 con 0x7f819415df30 2024-09-16T07:21:11.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.848+0000 7f819bdc2640 1 -- 172.21.15.31:0/3037348252 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f81940b7ff0 con 0x7f819415df30 2024-09-16T07:21:11.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.849+0000 7f81927fc640 1 -- 172.21.15.31:0/3037348252 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f818400ac50 con 0x7f819415df30 2024-09-16T07:21:11.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.849+0000 7f81927fc640 1 --2- 172.21.15.31:0/3037348252 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f8180078850 0x7f818007ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:11.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.849+0000 7f81927fc640 1 -- 172.21.15.31:0/3037348252 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f818409a6a0 con 0x7f819415df30 2024-09-16T07:21:11.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.849+0000 7f8199b5e640 1 --2- 172.21.15.31:0/3037348252 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f8180078850 0x7f818007ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:11.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.850+0000 7f8199b5e640 1 --2- 172.21.15.31:0/3037348252 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f8180078850 0x7f818007ad10 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f818c007fd0 tx=0x7f818c009040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:11.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:11.853+0000 7f81927fc640 1 -- 172.21.15.31:0/3037348252 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f8184062da0 con 0x7f819415df30 2024-09-16T07:21:12.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:12.039+0000 7f819bdc2640 1 -- 172.21.15.31:0/3037348252 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f819406df80 con 0x7f819415df30 2024-09-16T07:21:12.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:12.040+0000 7f81927fc640 1 -- 172.21.15.31:0/3037348252 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) ==== 74+0+16658 (secure 0 0 0) 0x7f81840626a0 con 0x7f819415df30 2024-09-16T07:21:12.040 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:21:12.040 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":22,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:21:10.750564+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:21:08.493717+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T07:21:09.702457+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:21:12.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:12.043+0000 7f819bdc2640 1 -- 172.21.15.31:0/3037348252 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f8180078850 msgr2=0x7f818007ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:12.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:12.043+0000 7f819bdc2640 1 --2- 172.21.15.31:0/3037348252 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f8180078850 0x7f818007ad10 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f818c007fd0 tx=0x7f818c009040 comp rx=0 tx=0).stop 2024-09-16T07:21:12.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:12.043+0000 7f819bdc2640 1 -- 172.21.15.31:0/3037348252 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f819415df30 msgr2=0x7f81941f5960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:12.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:12.043+0000 7f819bdc2640 1 --2- 172.21.15.31:0/3037348252 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f819415df30 0x7f81941f5960 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f818400c7a0 tx=0x7f818400cc60 comp rx=0 tx=0).stop 2024-09-16T07:21:12.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:12.043+0000 7f819bdc2640 1 -- 172.21.15.31:0/3037348252 shutdown_connections 2024-09-16T07:21:12.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:12.043+0000 7f819bdc2640 1 --2- 172.21.15.31:0/3037348252 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f8180078850 0x7f818007ad10 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:12.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:12.043+0000 7f819bdc2640 1 --2- 172.21.15.31:0/3037348252 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f819415df30 0x7f81941f5960 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:12.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:12.043+0000 7f819bdc2640 1 --2- 172.21.15.31:0/3037348252 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f81940d4960 0x7f81941f47a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:12.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:12.043+0000 7f819bdc2640 1 --2- 172.21.15.31:0/3037348252 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f81940d0d00 0x7f81940c9db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:12.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:12.043+0000 7f819bdc2640 1 -- 172.21.15.31:0/3037348252 >> 172.21.15.31:0/3037348252 conn(0x7f81940d3e40 msgr2=0x7f81940d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:12.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:12.043+0000 7f819bdc2640 1 -- 172.21.15.31:0/3037348252 shutdown_connections 2024-09-16T07:21:12.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:12.043+0000 7f819bdc2640 1 -- 172.21.15.31:0/3037348252 wait complete. 2024-09-16T07:21:12.053 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-16T07:21:12.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:12.161+0000 7f734fdf3640 1 -- 172.21.15.31:0/3268610854 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f73480d01b0 msgr2=0x7f73480d2440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:12.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:12.161+0000 7f734fdf3640 1 --2- 172.21.15.31:0/3268610854 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f73480d01b0 0x7f73480d2440 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f733c005fd0 tx=0x7f733c02a540 comp rx=0 tx=0).stop 2024-09-16T07:21:12.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:12.162+0000 7f734fdf3640 1 -- 172.21.15.31:0/3268610854 shutdown_connections 2024-09-16T07:21:12.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:12.162+0000 7f734fdf3640 1 --2- 172.21.15.31:0/3268610854 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f73480b3de0 0x7f73480b4230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:12.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:12.162+0000 7f734fdf3640 1 --2- 172.21.15.31:0/3268610854 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f73480d01b0 0x7f73480d2440 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:12.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:12.162+0000 7f734fdf3640 1 -- 172.21.15.31:0/3268610854 >> 172.21.15.31:0/3268610854 conn(0x7f73480d3e30 msgr2=0x7f73480d4240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:12.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:12.162+0000 7f734fdf3640 1 -- 172.21.15.31:0/3268610854 shutdown_connections 2024-09-16T07:21:12.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:12.162+0000 7f734fdf3640 1 -- 172.21.15.31:0/3268610854 wait complete. 2024-09-16T07:21:12.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:12.163+0000 7f734fdf3640 1 Processor -- start 2024-09-16T07:21:12.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:12.163+0000 7f734fdf3640 1 -- start start 2024-09-16T07:21:12.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:12.164+0000 7f734fdf3640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f73480b3de0 0x7f73480cc510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:12.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:12.164+0000 7f734fdf3640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f73480d01b0 0x7f73480cd3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:12.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:12.164+0000 7f734fdf3640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f73481617f0 0x7f73480cd900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:12.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:12.164+0000 7f734fdf3640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f73480b48f0 con 0x7f73480b3de0 2024-09-16T07:21:12.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:12.164+0000 7f734fdf3640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f73480b4770 con 0x7f73481617f0 2024-09-16T07:21:12.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:12.164+0000 7f734fdf3640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f73480b4a70 con 0x7f73480d01b0 2024-09-16T07:21:12.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:12.164+0000 7f734db8f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f73480b3de0 0x7f73480cc510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:12.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:12.164+0000 7f734db8f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f73480b3de0 0x7f73480cc510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:57292/0 (socket says 172.21.15.31:57292) 2024-09-16T07:21:12.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:12.164+0000 7f734db8f640 1 -- 172.21.15.31:0/381426296 learned_addr learned my addr 172.21.15.31:0/381426296 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:12.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:12.164+0000 7f734e390640 1 --2- 172.21.15.31:0/381426296 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f73481617f0 0x7f73480cd900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:12.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:12.164+0000 7f734d38e640 1 --2- 172.21.15.31:0/381426296 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f73480d01b0 0x7f73480cd3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:12.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:12.164+0000 7f734e390640 1 -- 172.21.15.31:0/381426296 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f73480d01b0 msgr2=0x7f73480cd3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:12.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:12.164+0000 7f734e390640 1 --2- 172.21.15.31:0/381426296 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f73480d01b0 0x7f73480cd3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:12.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:12.164+0000 7f734e390640 1 -- 172.21.15.31:0/381426296 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f73480b3de0 msgr2=0x7f73480cc510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:12.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:12.164+0000 7f734e390640 1 --2- 172.21.15.31:0/381426296 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f73480b3de0 0x7f73480cc510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:12.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:12.164+0000 7f734e390640 1 -- 172.21.15.31:0/381426296 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73481f97a0 con 0x7f73481617f0 2024-09-16T07:21:12.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:12.164+0000 7f734db8f640 1 --2- 172.21.15.31:0/381426296 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f73480b3de0 0x7f73480cc510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T07:21:12.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:12.164+0000 7f734e390640 1 --2- 172.21.15.31:0/381426296 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f73481617f0 0x7f73480cd900 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f7338009fd0 tx=0x7f733800ef10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:12.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:12.164+0000 7f73467fc640 1 -- 172.21.15.31:0/381426296 <== mon.1 v2:172.21.15.155:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f733800ce20 con 0x7f73481617f0 2024-09-16T07:21:12.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:12.164+0000 7f73467fc640 1 -- 172.21.15.31:0/381426296 <== mon.1 v2:172.21.15.155:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7338004c10 con 0x7f73481617f0 2024-09-16T07:21:12.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:12.165+0000 7f734fdf3640 1 -- 172.21.15.31:0/381426296 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f73480cca50 con 0x7f73481617f0 2024-09-16T07:21:12.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:12.165+0000 7f73467fc640 1 -- 172.21.15.31:0/381426296 <== mon.1 v2:172.21.15.155:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7338005020 con 0x7f73481617f0 2024-09-16T07:21:12.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:12.165+0000 7f734fdf3640 1 -- 172.21.15.31:0/381426296 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73480c93e0 con 0x7f73481617f0 2024-09-16T07:21:12.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:12.165+0000 7f734fdf3640 1 -- 172.21.15.31:0/381426296 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f73480b4fd0 con 0x7f73481617f0 2024-09-16T07:21:12.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:12.166+0000 7f73467fc640 1 -- 172.21.15.31:0/381426296 <== mon.1 v2:172.21.15.155:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f73380051c0 con 0x7f73481617f0 2024-09-16T07:21:12.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:12.167+0000 7f73467fc640 1 --2- 172.21.15.31:0/381426296 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7334078850 0x7f733407ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:12.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:12.167+0000 7f73467fc640 1 -- 172.21.15.31:0/381426296 <== mon.1 v2:172.21.15.155:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f733809bcf0 con 0x7f73481617f0 2024-09-16T07:21:12.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:12.167+0000 7f734db8f640 1 --2- 172.21.15.31:0/381426296 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7334078850 0x7f733407ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:12.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:12.167+0000 7f734db8f640 1 --2- 172.21.15.31:0/381426296 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7334078850 0x7f733407ad10 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f7340001bd0 tx=0x7f7340009040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:12.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:12.171+0000 7f73467fc640 1 -- 172.21.15.31:0/381426296 <== mon.1 v2:172.21.15.155:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f7338063d00 con 0x7f73481617f0 2024-09-16T07:21:12.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:12.398+0000 7f734fdf3640 1 -- 172.21.15.31:0/381426296 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f7348160110 con 0x7f73481617f0 2024-09-16T07:21:13.400 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:13.401+0000 7f73467fc640 1 -- 172.21.15.31:0/381426296 <== mon.1 v2:172.21.15.155:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v7) ==== 118+0+0 (secure 0 0 0) 0x7f7338068730 con 0x7f73481617f0 2024-09-16T07:21:13.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:13.404+0000 7f734fdf3640 1 -- 172.21.15.31:0/381426296 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7334078850 msgr2=0x7f733407ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:13.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:13.404+0000 7f734fdf3640 1 --2- 172.21.15.31:0/381426296 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7334078850 0x7f733407ad10 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f7340001bd0 tx=0x7f7340009040 comp rx=0 tx=0).stop 2024-09-16T07:21:13.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:13.404+0000 7f734fdf3640 1 -- 172.21.15.31:0/381426296 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f73481617f0 msgr2=0x7f73480cd900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:13.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:13.404+0000 7f734fdf3640 1 --2- 172.21.15.31:0/381426296 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f73481617f0 0x7f73480cd900 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f7338009fd0 tx=0x7f733800ef10 comp rx=0 tx=0).stop 2024-09-16T07:21:13.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:13.404+0000 7f734fdf3640 1 -- 172.21.15.31:0/381426296 shutdown_connections 2024-09-16T07:21:13.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:13.404+0000 7f734fdf3640 1 --2- 172.21.15.31:0/381426296 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7334078850 0x7f733407ad10 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:13.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:13.404+0000 7f734fdf3640 1 --2- 172.21.15.31:0/381426296 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f73481617f0 0x7f73480cd900 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:13.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:13.404+0000 7f734fdf3640 1 --2- 172.21.15.31:0/381426296 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f73480d01b0 0x7f73480cd3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:13.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:13.404+0000 7f734fdf3640 1 --2- 172.21.15.31:0/381426296 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f73480b3de0 0x7f73480cc510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:13.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:13.404+0000 7f734fdf3640 1 -- 172.21.15.31:0/381426296 >> 172.21.15.31:0/381426296 conn(0x7f73480d3e30 msgr2=0x7f734815f410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:13.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:13.404+0000 7f734fdf3640 1 -- 172.21.15.31:0/381426296 shutdown_connections 2024-09-16T07:21:13.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:13.404+0000 7f734fdf3640 1 -- 172.21.15.31:0/381426296 wait complete. 2024-09-16T07:21:13.417 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-16T07:21:13.417 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-16T07:21:13.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:13.534+0000 7fa925c16640 1 -- 172.21.15.31:0/1853370059 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa908003a50 msgr2=0x7fa908003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:13.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:13.534+0000 7fa925c16640 1 --2- 172.21.15.31:0/1853370059 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa908003a50 0x7fa908003e70 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fa910001dc0 tx=0x7fa908005830 comp rx=0 tx=0).stop 2024-09-16T07:21:13.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:13.534+0000 7fa925c16640 1 -- 172.21.15.31:0/1853370059 shutdown_connections 2024-09-16T07:21:13.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:13.534+0000 7fa925c16640 1 --2- 172.21.15.31:0/1853370059 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa908003a50 0x7fa908003e70 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:13.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:13.534+0000 7fa925c16640 1 -- 172.21.15.31:0/1853370059 >> 172.21.15.31:0/1853370059 conn(0x7fa92009aa30 msgr2=0x7fa92009ae40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:13.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:13.534+0000 7fa925c16640 1 -- 172.21.15.31:0/1853370059 shutdown_connections 2024-09-16T07:21:13.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:13.534+0000 7fa925c16640 1 -- 172.21.15.31:0/1853370059 wait complete. 2024-09-16T07:21:13.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:13.535+0000 7fa925c16640 1 Processor -- start 2024-09-16T07:21:13.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:13.535+0000 7fa925c16640 1 -- start start 2024-09-16T07:21:13.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:13.536+0000 7fa925c16640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa908003a50 0x7fa9200cf350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:13.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:13.536+0000 7fa925c16640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa92015eea0 0x7fa9200cc850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:13.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:13.536+0000 7fa925c16640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa9201f53f0 0x7fa9200c79d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:13.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:13.536+0000 7fa925c16640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fa9200d1ce0 con 0x7fa9201f53f0 2024-09-16T07:21:13.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:13.536+0000 7fa925c16640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa9200d0810 con 0x7fa92015eea0 2024-09-16T07:21:13.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:13.536+0000 7fa925c16640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa9200d1e60 con 0x7fa908003a50 2024-09-16T07:21:13.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:13.536+0000 7fa91ffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa9201f53f0 0x7fa9200c79d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:13.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:13.536+0000 7fa91ffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa9201f53f0 0x7fa9200c79d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52250/0 (socket says 172.21.15.31:52250) 2024-09-16T07:21:13.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:13.536+0000 7fa91ffff640 1 -- 172.21.15.31:0/666808232 learned_addr learned my addr 172.21.15.31:0/666808232 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:13.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:13.536+0000 7fa91f7fe640 1 --2- 172.21.15.31:0/666808232 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa908003a50 0x7fa9200cf350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:13.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:13.536+0000 7fa91effd640 1 --2- 172.21.15.31:0/666808232 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa92015eea0 0x7fa9200cc850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:13.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:13.536+0000 7fa91ffff640 1 -- 172.21.15.31:0/666808232 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa908003a50 msgr2=0x7fa9200cf350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:13.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:13.536+0000 7fa91ffff640 1 --2- 172.21.15.31:0/666808232 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa908003a50 0x7fa9200cf350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:13.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:13.536+0000 7fa91ffff640 1 -- 172.21.15.31:0/666808232 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa92015eea0 msgr2=0x7fa9200cc850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:13.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:13.536+0000 7fa91ffff640 1 --2- 172.21.15.31:0/666808232 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa92015eea0 0x7fa9200cc850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:13.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:13.536+0000 7fa91ffff640 1 -- 172.21.15.31:0/666808232 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9200ccd90 con 0x7fa9201f53f0 2024-09-16T07:21:13.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:13.536+0000 7fa91f7fe640 1 --2- 172.21.15.31:0/666808232 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa908003a50 0x7fa9200cf350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:21:13.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:13.536+0000 7fa91ffff640 1 --2- 172.21.15.31:0/666808232 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa9201f53f0 0x7fa9200c79d0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fa918001eb0 tx=0x7fa91800e9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:13.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:13.536+0000 7fa907fff640 1 -- 172.21.15.31:0/666808232 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa918011870 con 0x7fa9201f53f0 2024-09-16T07:21:13.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:13.537+0000 7fa907fff640 1 -- 172.21.15.31:0/666808232 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa918017070 con 0x7fa9201f53f0 2024-09-16T07:21:13.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:13.537+0000 7fa925c16640 1 -- 172.21.15.31:0/666808232 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa9200cd030 con 0x7fa9201f53f0 2024-09-16T07:21:13.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:13.537+0000 7fa907fff640 1 -- 172.21.15.31:0/666808232 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa918011da0 con 0x7fa9201f53f0 2024-09-16T07:21:13.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:13.537+0000 7fa925c16640 1 -- 172.21.15.31:0/666808232 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9201f4bf0 con 0x7fa9201f53f0 2024-09-16T07:21:13.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:13.538+0000 7fa925c16640 1 -- 172.21.15.31:0/666808232 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa9201f4a00 con 0x7fa9201f53f0 2024-09-16T07:21:13.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:13.538+0000 7fa907fff640 1 -- 172.21.15.31:0/666808232 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7fa91801c460 con 0x7fa9201f53f0 2024-09-16T07:21:13.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:13.539+0000 7fa907fff640 1 --2- 172.21.15.31:0/666808232 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa90c078880 0x7fa90c07ad40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:13.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:13.539+0000 7fa907fff640 1 -- 172.21.15.31:0/666808232 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7fa91809ac10 con 0x7fa9201f53f0 2024-09-16T07:21:13.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:13.539+0000 7fa91f7fe640 1 --2- 172.21.15.31:0/666808232 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa90c078880 0x7fa90c07ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:13.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:13.540+0000 7fa91f7fe640 1 --2- 172.21.15.31:0/666808232 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa90c078880 0x7fa90c07ad40 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fa910032000 tx=0x7fa910001510 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:13.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:13.543+0000 7fa907fff640 1 -- 172.21.15.31:0/666808232 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fa918063280 con 0x7fa9201f53f0 2024-09-16T07:21:13.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:13.769+0000 7fa925c16640 1 -- 172.21.15.31:0/666808232 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7fa9200b1b20 con 0x7fa9201f53f0 2024-09-16T07:21:14.400 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.400+0000 7fa907fff640 1 -- 172.21.15.31:0/666808232 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v8) ==== 122+0+0 (secure 0 0 0) 0x7fa91809e020 con 0x7fa9201f53f0 2024-09-16T07:21:14.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.404+0000 7fa925c16640 1 -- 172.21.15.31:0/666808232 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa90c078880 msgr2=0x7fa90c07ad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:14.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.404+0000 7fa925c16640 1 --2- 172.21.15.31:0/666808232 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa90c078880 0x7fa90c07ad40 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fa910032000 tx=0x7fa910001510 comp rx=0 tx=0).stop 2024-09-16T07:21:14.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.404+0000 7fa925c16640 1 -- 172.21.15.31:0/666808232 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa9201f53f0 msgr2=0x7fa9200c79d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:14.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.404+0000 7fa925c16640 1 --2- 172.21.15.31:0/666808232 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa9201f53f0 0x7fa9200c79d0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fa918001eb0 tx=0x7fa91800e9a0 comp rx=0 tx=0).stop 2024-09-16T07:21:14.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.404+0000 7fa925c16640 1 -- 172.21.15.31:0/666808232 shutdown_connections 2024-09-16T07:21:14.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.404+0000 7fa925c16640 1 --2- 172.21.15.31:0/666808232 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa90c078880 0x7fa90c07ad40 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:14.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.404+0000 7fa925c16640 1 --2- 172.21.15.31:0/666808232 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa9201f53f0 0x7fa9200c79d0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:14.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.404+0000 7fa925c16640 1 --2- 172.21.15.31:0/666808232 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa92015eea0 0x7fa9200cc850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:14.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.404+0000 7fa925c16640 1 --2- 172.21.15.31:0/666808232 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa908003a50 0x7fa9200cf350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:14.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.404+0000 7fa925c16640 1 -- 172.21.15.31:0/666808232 >> 172.21.15.31:0/666808232 conn(0x7fa92009aa30 msgr2=0x7fa920070da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:14.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.404+0000 7fa925c16640 1 -- 172.21.15.31:0/666808232 shutdown_connections 2024-09-16T07:21:14.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.404+0000 7fa925c16640 1 -- 172.21.15.31:0/666808232 wait complete. 2024-09-16T07:21:14.416 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-16T07:21:14.417 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:21:14.529 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.529+0000 7fef41f64640 1 -- 172.21.15.31:0/3195829372 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fef24004800 msgr2=0x7fef24004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:14.529 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.529+0000 7fef41f64640 1 --2- 172.21.15.31:0/3195829372 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fef24004800 0x7fef24004c80 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fef300016c0 tx=0x7fef24005830 comp rx=0 tx=0).stop 2024-09-16T07:21:14.530 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.529+0000 7fef41f64640 1 -- 172.21.15.31:0/3195829372 shutdown_connections 2024-09-16T07:21:14.530 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.529+0000 7fef41f64640 1 --2- 172.21.15.31:0/3195829372 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fef24004800 0x7fef24004c80 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:14.530 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.529+0000 7fef41f64640 1 -- 172.21.15.31:0/3195829372 >> 172.21.15.31:0/3195829372 conn(0x7fef3c0741f0 msgr2=0x7fef3c074600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:14.530 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.529+0000 7fef41f64640 1 -- 172.21.15.31:0/3195829372 shutdown_connections 2024-09-16T07:21:14.530 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.529+0000 7fef41f64640 1 -- 172.21.15.31:0/3195829372 wait complete. 2024-09-16T07:21:14.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.531+0000 7fef41f64640 1 Processor -- start 2024-09-16T07:21:14.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.531+0000 7fef41f64640 1 -- start start 2024-09-16T07:21:14.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.531+0000 7fef41f64640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fef24004800 0x7fef3c0c3c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:14.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.532+0000 7fef41f64640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fef3c0c64a0 0x7fef3c1f14f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:14.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.532+0000 7fef41f64640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fef3c1f1a30 0x7fef3c1f1ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:14.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.532+0000 7fef41f64640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fef3c06f610 con 0x7fef3c1f1a30 2024-09-16T07:21:14.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.532+0000 7fef41f64640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fef3c06f490 con 0x7fef3c0c64a0 2024-09-16T07:21:14.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.532+0000 7fef41f64640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fef3c06f790 con 0x7fef24004800 2024-09-16T07:21:14.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.532+0000 7fef3bfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fef3c1f1a30 0x7fef3c1f1ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:14.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.532+0000 7fef3bfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fef3c1f1a30 0x7fef3c1f1ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52266/0 (socket says 172.21.15.31:52266) 2024-09-16T07:21:14.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.532+0000 7fef3bfff640 1 -- 172.21.15.31:0/2096654573 learned_addr learned my addr 172.21.15.31:0/2096654573 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:14.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.532+0000 7fef3b7fe640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fef24004800 0x7fef3c0c3c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:14.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.532+0000 7fef3affd640 1 --2- 172.21.15.31:0/2096654573 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fef3c0c64a0 0x7fef3c1f14f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:14.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.532+0000 7fef3bfff640 1 -- 172.21.15.31:0/2096654573 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fef24004800 msgr2=0x7fef3c0c3c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:14.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.532+0000 7fef3bfff640 1 --2- 172.21.15.31:0/2096654573 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fef24004800 0x7fef3c0c3c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:14.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.532+0000 7fef3bfff640 1 -- 172.21.15.31:0/2096654573 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fef3c0c64a0 msgr2=0x7fef3c1f14f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:14.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.532+0000 7fef3bfff640 1 --2- 172.21.15.31:0/2096654573 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fef3c0c64a0 0x7fef3c1f14f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:14.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.532+0000 7fef3bfff640 1 -- 172.21.15.31:0/2096654573 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef3c0c6920 con 0x7fef3c1f1a30 2024-09-16T07:21:14.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.532+0000 7fef3bfff640 1 --2- 172.21.15.31:0/2096654573 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fef3c1f1a30 0x7fef3c1f1ec0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fef3c06db20 tx=0x7fef34011ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:14.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.532+0000 7fef23fff640 1 -- 172.21.15.31:0/2096654573 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef34004b20 con 0x7fef3c1f1a30 2024-09-16T07:21:14.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.532+0000 7fef23fff640 1 -- 172.21.15.31:0/2096654573 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fef34004cc0 con 0x7fef3c1f1a30 2024-09-16T07:21:14.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.532+0000 7fef23fff640 1 -- 172.21.15.31:0/2096654573 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef34003bd0 con 0x7fef3c1f1a30 2024-09-16T07:21:14.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.532+0000 7fef41f64640 1 -- 172.21.15.31:0/2096654573 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef3c09e1a0 con 0x7fef3c1f1a30 2024-09-16T07:21:14.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.532+0000 7fef41f64640 1 -- 172.21.15.31:0/2096654573 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef3c0c4660 con 0x7fef3c1f1a30 2024-09-16T07:21:14.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.533+0000 7fef41f64640 1 -- 172.21.15.31:0/2096654573 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fef3c0ce240 con 0x7fef3c1f1a30 2024-09-16T07:21:14.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.534+0000 7fef23fff640 1 -- 172.21.15.31:0/2096654573 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7fef34004030 con 0x7fef3c1f1a30 2024-09-16T07:21:14.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.534+0000 7fef23fff640 1 --2- 172.21.15.31:0/2096654573 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fef28078850 0x7fef2807ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:14.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.534+0000 7fef23fff640 1 -- 172.21.15.31:0/2096654573 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7fef3409b4d0 con 0x7fef3c1f1a30 2024-09-16T07:21:14.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.535+0000 7fef3b7fe640 1 --2- 172.21.15.31:0/2096654573 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fef28078850 0x7fef2807ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:14.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.535+0000 7fef3b7fe640 1 --2- 172.21.15.31:0/2096654573 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fef28078850 0x7fef2807ad10 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fef3c1f2620 tx=0x7fef2c0067a0 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:14.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.539+0000 7fef23fff640 1 -- 172.21.15.31:0/2096654573 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fef3401f060 con 0x7fef3c1f1a30 2024-09-16T07:21:14.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.765+0000 7fef41f64640 1 -- 172.21.15.31:0/2096654573 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fef3c075070 con 0x7fef3c1f1a30 2024-09-16T07:21:14.765 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.765+0000 7fef23fff640 1 -- 172.21.15.31:0/2096654573 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5220 (secure 0 0 0) 0x7fef34063aa0 con 0x7fef3c1f1a30 2024-09-16T07:21:14.765 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:21:14.765 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":8,"btime":"2024-09-16T07:21:14:400083+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4292,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/3668659679","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":3668659679},{"type":"v1","addr":"172.21.15.155:6835","nonce":3668659679}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4357,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/413570896","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6836","nonce":413570896},{"type":"v1","addr":"172.21.15.155:6837","nonce":413570896}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4362,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6833/1314376312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":1314376312},{"type":"v1","addr":"172.21.15.31:6833","nonce":1314376312}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:21:10.750530+0000","modified":"2024-09-16T07:21:13.770378+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4365},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4365":{"gid":4365,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6835/3012757626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6834","nonce":3012757626},{"type":"v1","addr":"172.21.15.31:6835","nonce":3012757626}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4365,"qdb_cluster":[4365]},"id":1}]} 2024-09-16T07:21:14.765 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 8 2024-09-16T07:21:14.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.768+0000 7fef41f64640 1 -- 172.21.15.31:0/2096654573 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fef28078850 msgr2=0x7fef2807ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:14.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.768+0000 7fef41f64640 1 --2- 172.21.15.31:0/2096654573 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fef28078850 0x7fef2807ad10 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fef3c1f2620 tx=0x7fef2c0067a0 comp rx=0 tx=0).stop 2024-09-16T07:21:14.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.768+0000 7fef41f64640 1 -- 172.21.15.31:0/2096654573 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fef3c1f1a30 msgr2=0x7fef3c1f1ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:14.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.768+0000 7fef41f64640 1 --2- 172.21.15.31:0/2096654573 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fef3c1f1a30 0x7fef3c1f1ec0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fef3c06db20 tx=0x7fef34011ef0 comp rx=0 tx=0).stop 2024-09-16T07:21:14.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.768+0000 7fef41f64640 1 -- 172.21.15.31:0/2096654573 shutdown_connections 2024-09-16T07:21:14.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.768+0000 7fef41f64640 1 --2- 172.21.15.31:0/2096654573 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fef28078850 0x7fef2807ad10 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:14.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.768+0000 7fef41f64640 1 --2- 172.21.15.31:0/2096654573 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fef3c1f1a30 0x7fef3c1f1ec0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:14.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.768+0000 7fef41f64640 1 --2- 172.21.15.31:0/2096654573 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fef3c0c64a0 0x7fef3c1f14f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:14.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.768+0000 7fef41f64640 1 --2- 172.21.15.31:0/2096654573 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fef24004800 0x7fef3c0c3c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:14.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.768+0000 7fef41f64640 1 -- 172.21.15.31:0/2096654573 >> 172.21.15.31:0/2096654573 conn(0x7fef3c0741f0 msgr2=0x7fef3c0ad090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:14.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.768+0000 7fef41f64640 1 -- 172.21.15.31:0/2096654573 shutdown_connections 2024-09-16T07:21:14.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.768+0000 7fef41f64640 1 -- 172.21.15.31:0/2096654573 wait complete. 2024-09-16T07:21:14.778 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:21:14.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.883+0000 7f5a1cf94640 1 -- 172.21.15.31:0/893415290 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5a180cfce0 msgr2=0x7f5a180d0150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:14.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.883+0000 7f5a1cf94640 1 --2- 172.21.15.31:0/893415290 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5a180cfce0 0x7f5a180d0150 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f5a10005fd0 tx=0x7f5a1002a670 comp rx=0 tx=0).stop 2024-09-16T07:21:14.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.883+0000 7f5a1cf94640 1 -- 172.21.15.31:0/893415290 shutdown_connections 2024-09-16T07:21:14.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.883+0000 7f5a1cf94640 1 --2- 172.21.15.31:0/893415290 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5a180cfce0 0x7f5a180d0150 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:14.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.883+0000 7f5a1cf94640 1 --2- 172.21.15.31:0/893415290 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5a180b3090 0x7f5a1815f6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:14.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.883+0000 7f5a1cf94640 1 -- 172.21.15.31:0/893415290 >> 172.21.15.31:0/893415290 conn(0x7f5a1809aa30 msgr2=0x7f5a1809ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:14.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.883+0000 7f5a1cf94640 1 -- 172.21.15.31:0/893415290 shutdown_connections 2024-09-16T07:21:14.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.883+0000 7f5a1cf94640 1 -- 172.21.15.31:0/893415290 wait complete. 2024-09-16T07:21:14.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.884+0000 7f5a1cf94640 1 Processor -- start 2024-09-16T07:21:14.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.884+0000 7f5a1cf94640 1 -- start start 2024-09-16T07:21:14.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.885+0000 7f5a1cf94640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5a180b3090 0x7f5a181f31e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:14.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.885+0000 7f5a1cf94640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5a180cfce0 0x7f5a181593e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:14.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.885+0000 7f5a1cf94640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5a180d2410 0x7f5a180b36d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:14.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.885+0000 7f5a1cf94640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f5a180b13c0 con 0x7f5a180b3090 2024-09-16T07:21:14.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.885+0000 7f5a1cf94640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f5a180b1240 con 0x7f5a180d2410 2024-09-16T07:21:14.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.885+0000 7f5a1cf94640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f5a180b1540 con 0x7f5a180cfce0 2024-09-16T07:21:14.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.885+0000 7f5a1659c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5a180b3090 0x7f5a181f31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:14.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.885+0000 7f5a1659c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5a180b3090 0x7f5a181f31e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52282/0 (socket says 172.21.15.31:52282) 2024-09-16T07:21:14.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.885+0000 7f5a1659c640 1 -- 172.21.15.31:0/1691364739 learned_addr learned my addr 172.21.15.31:0/1691364739 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:14.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.885+0000 7f5a15d9b640 1 --2- 172.21.15.31:0/1691364739 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5a180cfce0 0x7f5a181593e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:14.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.885+0000 7f5a16d9d640 1 --2- 172.21.15.31:0/1691364739 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5a180d2410 0x7f5a180b36d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:14.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.885+0000 7f5a1659c640 1 -- 172.21.15.31:0/1691364739 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5a180cfce0 msgr2=0x7f5a181593e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:14.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.885+0000 7f5a1659c640 1 --2- 172.21.15.31:0/1691364739 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5a180cfce0 0x7f5a181593e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:14.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.885+0000 7f5a1659c640 1 -- 172.21.15.31:0/1691364739 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5a180d2410 msgr2=0x7f5a180b36d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:14.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.885+0000 7f5a1659c640 1 --2- 172.21.15.31:0/1691364739 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5a180d2410 0x7f5a180b36d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:14.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.885+0000 7f5a1659c640 1 -- 172.21.15.31:0/1691364739 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a18159920 con 0x7f5a180b3090 2024-09-16T07:21:14.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.886+0000 7f5a1659c640 1 --2- 172.21.15.31:0/1691364739 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5a180b3090 0x7f5a181f31e0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f5a0800c7d0 tx=0x7f5a0800cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:14.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.886+0000 7f5a0effd640 1 -- 172.21.15.31:0/1691364739 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a08017070 con 0x7f5a180b3090 2024-09-16T07:21:14.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.886+0000 7f5a0effd640 1 -- 172.21.15.31:0/1691364739 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5a08005070 con 0x7f5a180b3090 2024-09-16T07:21:14.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.886+0000 7f5a1cf94640 1 -- 172.21.15.31:0/1691364739 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a180c99f0 con 0x7f5a180b3090 2024-09-16T07:21:14.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.886+0000 7f5a0effd640 1 -- 172.21.15.31:0/1691364739 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a080054a0 con 0x7f5a180b3090 2024-09-16T07:21:14.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.886+0000 7f5a1cf94640 1 -- 172.21.15.31:0/1691364739 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a181f29e0 con 0x7f5a180b3090 2024-09-16T07:21:14.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.887+0000 7f5a1cf94640 1 -- 172.21.15.31:0/1691364739 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5a180b19d0 con 0x7f5a180b3090 2024-09-16T07:21:14.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.887+0000 7f5a0effd640 1 -- 172.21.15.31:0/1691364739 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f5a0801a070 con 0x7f5a180b3090 2024-09-16T07:21:14.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.888+0000 7f5a0effd640 1 --2- 172.21.15.31:0/1691364739 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f59f8078880 0x7f59f807ad40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:14.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.888+0000 7f5a0effd640 1 -- 172.21.15.31:0/1691364739 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7f5a08099e80 con 0x7f5a180b3090 2024-09-16T07:21:14.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.888+0000 7f5a15d9b640 1 --2- 172.21.15.31:0/1691364739 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f59f8078880 0x7f59f807ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:14.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.889+0000 7f5a15d9b640 1 --2- 172.21.15.31:0/1691364739 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f59f8078880 0x7f59f807ad40 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f5a0000bbe0 tx=0x7f5a0000b390 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:14.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:14.892+0000 7f5a0effd640 1 -- 172.21.15.31:0/1691364739 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f5a18159920 con 0x7f5a180b3090 2024-09-16T07:21:15.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.078+0000 7f5a1cf94640 1 -- 172.21.15.31:0/1691364739 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f5a180d29a0 con 0x7f5a180b3090 2024-09-16T07:21:15.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.079+0000 7f5a0effd640 1 -- 172.21.15.31:0/1691364739 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v23) ==== 74+0+16645 (secure 0 0 0) 0x7f5a1815c0e0 con 0x7f5a180b3090 2024-09-16T07:21:15.079 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:21:15.079 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":23,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:21:12.379061+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:21:08.493717+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T07:21:09.702457+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:21:15.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.081+0000 7f5a1cf94640 1 -- 172.21.15.31:0/1691364739 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f59f8078880 msgr2=0x7f59f807ad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:15.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.081+0000 7f5a1cf94640 1 --2- 172.21.15.31:0/1691364739 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f59f8078880 0x7f59f807ad40 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f5a0000bbe0 tx=0x7f5a0000b390 comp rx=0 tx=0).stop 2024-09-16T07:21:15.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.081+0000 7f5a1cf94640 1 -- 172.21.15.31:0/1691364739 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5a180b3090 msgr2=0x7f5a181f31e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:15.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.081+0000 7f5a1cf94640 1 --2- 172.21.15.31:0/1691364739 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5a180b3090 0x7f5a181f31e0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f5a0800c7d0 tx=0x7f5a0800cc90 comp rx=0 tx=0).stop 2024-09-16T07:21:15.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.081+0000 7f5a1cf94640 1 -- 172.21.15.31:0/1691364739 shutdown_connections 2024-09-16T07:21:15.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.081+0000 7f5a1cf94640 1 --2- 172.21.15.31:0/1691364739 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f59f8078880 0x7f59f807ad40 secure :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f5a0000bbe0 tx=0x7f5a0000b390 comp rx=0 tx=0).stop 2024-09-16T07:21:15.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.081+0000 7f5a1cf94640 1 --2- 172.21.15.31:0/1691364739 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5a180d2410 0x7f5a180b36d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:15.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.081+0000 7f5a1cf94640 1 --2- 172.21.15.31:0/1691364739 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5a180cfce0 0x7f5a181593e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:15.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.081+0000 7f5a1cf94640 1 --2- 172.21.15.31:0/1691364739 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5a180b3090 0x7f5a181f31e0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:15.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.081+0000 7f5a1cf94640 1 -- 172.21.15.31:0/1691364739 >> 172.21.15.31:0/1691364739 conn(0x7f5a1809aa30 msgr2=0x7f5a18070fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:15.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.081+0000 7f5a1cf94640 1 -- 172.21.15.31:0/1691364739 shutdown_connections 2024-09-16T07:21:15.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.081+0000 7f5a1cf94640 1 -- 172.21.15.31:0/1691364739 wait complete. 2024-09-16T07:21:15.092 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-16T07:21:15.092 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T07:21:15.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.198+0000 7f7d4d208640 1 -- 172.21.15.31:0/92978295 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7d34003a00 msgr2=0x7f7d34003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:15.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.198+0000 7f7d4d208640 1 --2- 172.21.15.31:0/92978295 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7d34003a00 0x7f7d34003e20 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f7d40005fd0 tx=0x7f7d34005830 comp rx=0 tx=0).stop 2024-09-16T07:21:15.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.198+0000 7f7d4759e640 1 -- 172.21.15.31:0/92978295 reap_dead start 2024-09-16T07:21:15.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.198+0000 7f7d4d208640 1 -- 172.21.15.31:0/92978295 shutdown_connections 2024-09-16T07:21:15.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.198+0000 7f7d4d208640 1 -- 172.21.15.31:0/92978295 >> 172.21.15.31:0/92978295 conn(0x7f7d480b1690 msgr2=0x7f7d480b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:15.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.198+0000 7f7d4d208640 1 -- 172.21.15.31:0/92978295 shutdown_connections 2024-09-16T07:21:15.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.198+0000 7f7d4d208640 1 -- 172.21.15.31:0/92978295 wait complete. 2024-09-16T07:21:15.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.200+0000 7f7d4d208640 1 Processor -- start 2024-09-16T07:21:15.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.200+0000 7f7d4d208640 1 -- start start 2024-09-16T07:21:15.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.201+0000 7f7d4d208640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7d34003a00 0x7f7d481f3c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:15.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.201+0000 7f7d4d208640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7d48153860 0x7f7d481433b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:15.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.201+0000 7f7d4d208640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7d481f0d60 0x7f7d4814ee00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:15.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.201+0000 7f7d4d208640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f7d480b4b00 con 0x7f7d34003a00 2024-09-16T07:21:15.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.201+0000 7f7d4d208640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f7d480b4980 con 0x7f7d481f0d60 2024-09-16T07:21:15.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.201+0000 7f7d4d208640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f7d480b4c80 con 0x7f7d48153860 2024-09-16T07:21:15.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.201+0000 7f7d46d9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7d34003a00 0x7f7d481f3c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:15.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.201+0000 7f7d46d9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7d34003a00 0x7f7d481f3c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52290/0 (socket says 172.21.15.31:52290) 2024-09-16T07:21:15.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.201+0000 7f7d46d9d640 1 -- 172.21.15.31:0/1659131345 learned_addr learned my addr 172.21.15.31:0/1659131345 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:15.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.201+0000 7f7d4659c640 1 --2- 172.21.15.31:0/1659131345 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7d48153860 0x7f7d481433b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:15.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.201+0000 7f7d4759e640 1 --2- 172.21.15.31:0/1659131345 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7d481f0d60 0x7f7d4814ee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:15.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.201+0000 7f7d46d9d640 1 -- 172.21.15.31:0/1659131345 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7d48153860 msgr2=0x7f7d481433b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:15.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.201+0000 7f7d46d9d640 1 --2- 172.21.15.31:0/1659131345 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7d48153860 0x7f7d481433b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:15.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.201+0000 7f7d46d9d640 1 -- 172.21.15.31:0/1659131345 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7d481f0d60 msgr2=0x7f7d4814ee00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:15.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.201+0000 7f7d46d9d640 1 --2- 172.21.15.31:0/1659131345 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7d481f0d60 0x7f7d4814ee00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:15.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.201+0000 7f7d46d9d640 1 -- 172.21.15.31:0/1659131345 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d481f4290 con 0x7f7d34003a00 2024-09-16T07:21:15.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.201+0000 7f7d4659c640 1 --2- 172.21.15.31:0/1659131345 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7d48153860 0x7f7d481433b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:21:15.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.201+0000 7f7d46d9d640 1 --2- 172.21.15.31:0/1659131345 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7d34003a00 0x7f7d481f3c20 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f7d40009d70 tx=0x7f7d4002bf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:15.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.201+0000 7f7d3f7fe640 1 -- 172.21.15.31:0/1659131345 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d40038040 con 0x7f7d34003a00 2024-09-16T07:21:15.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.201+0000 7f7d3f7fe640 1 -- 172.21.15.31:0/1659131345 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7d40041070 con 0x7f7d34003a00 2024-09-16T07:21:15.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.201+0000 7f7d4d208640 1 -- 172.21.15.31:0/1659131345 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d481f4570 con 0x7f7d34003a00 2024-09-16T07:21:15.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.201+0000 7f7d3f7fe640 1 -- 172.21.15.31:0/1659131345 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d40009a20 con 0x7f7d34003a00 2024-09-16T07:21:15.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.202+0000 7f7d4d208640 1 -- 172.21.15.31:0/1659131345 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d48153cc0 con 0x7f7d34003a00 2024-09-16T07:21:15.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.202+0000 7f7d4d208640 1 -- 172.21.15.31:0/1659131345 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7d481f4a90 con 0x7f7d34003a00 2024-09-16T07:21:15.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.203+0000 7f7d3f7fe640 1 -- 172.21.15.31:0/1659131345 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f7d40033ab0 con 0x7f7d34003a00 2024-09-16T07:21:15.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.203+0000 7f7d3f7fe640 1 --2- 172.21.15.31:0/1659131345 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7d28078880 0x7f7d2807ad40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:15.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.204+0000 7f7d3f7fe640 1 -- 172.21.15.31:0/1659131345 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7f7d400bafe0 con 0x7f7d34003a00 2024-09-16T07:21:15.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.204+0000 7f7d4659c640 1 --2- 172.21.15.31:0/1659131345 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7d28078880 0x7f7d2807ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:15.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.204+0000 7f7d4659c640 1 --2- 172.21.15.31:0/1659131345 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7d28078880 0x7f7d2807ad40 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f7d4814ed90 tx=0x7f7d30000f70 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:15.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.208+0000 7f7d3f7fe640 1 -- 172.21.15.31:0/1659131345 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f7d481f4a90 con 0x7f7d34003a00 2024-09-16T07:21:15.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.392+0000 7f7d4d208640 1 -- 172.21.15.31:0/1659131345 --> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f7d480cbc40 con 0x7f7d28078880 2024-09-16T07:21:15.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.397+0000 7f7d3f7fe640 1 -- 172.21.15.31:0/1659131345 <== mgr.4117 v2:172.21.15.155:6808/3650624732 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+241320 (secure 0 0 0) 0x7f7d480cbc40 con 0x7f7d28078880 2024-09-16T07:21:15.399 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:21:15.401 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-16T07:21:15.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.400+0000 7f7d4d208640 1 -- 172.21.15.31:0/1659131345 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7d28078880 msgr2=0x7f7d2807ad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:15.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.400+0000 7f7d4d208640 1 --2- 172.21.15.31:0/1659131345 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7d28078880 0x7f7d2807ad40 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f7d4814ed90 tx=0x7f7d30000f70 comp rx=0 tx=0).stop 2024-09-16T07:21:15.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.400+0000 7f7d4d208640 1 -- 172.21.15.31:0/1659131345 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7d34003a00 msgr2=0x7f7d481f3c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:15.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.400+0000 7f7d4d208640 1 --2- 172.21.15.31:0/1659131345 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7d34003a00 0x7f7d481f3c20 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f7d40009d70 tx=0x7f7d4002bf90 comp rx=0 tx=0).stop 2024-09-16T07:21:15.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.400+0000 7f7d4d208640 1 -- 172.21.15.31:0/1659131345 shutdown_connections 2024-09-16T07:21:15.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.400+0000 7f7d4d208640 1 --2- 172.21.15.31:0/1659131345 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7d28078880 0x7f7d2807ad40 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:15.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.400+0000 7f7d4d208640 1 --2- 172.21.15.31:0/1659131345 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7d481f0d60 0x7f7d4814ee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:15.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.400+0000 7f7d4d208640 1 --2- 172.21.15.31:0/1659131345 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7d48153860 0x7f7d481433b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:15.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.400+0000 7f7d4d208640 1 --2- 172.21.15.31:0/1659131345 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7d34003a00 0x7f7d481f3c20 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:15.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.400+0000 7f7d4d208640 1 -- 172.21.15.31:0/1659131345 >> 172.21.15.31:0/1659131345 conn(0x7f7d480b1690 msgr2=0x7f7d480b09b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:15.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.400+0000 7f7d4d208640 1 -- 172.21.15.31:0/1659131345 shutdown_connections 2024-09-16T07:21:15.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.400+0000 7f7d4d208640 1 -- 172.21.15.31:0/1659131345 wait complete. 2024-09-16T07:21:15.410 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":25,"stamp":"2024-09-16T07:21:14.630276+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":80,"acting":80,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":17,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219392,"kb_used_data":2648,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755328,"statfs":{"total":773094113280,"available":772869455872,"internally_reserved":0,"allocated":2711552,"data_stored":1660940,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.263328"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-16T07:21:11.393578+0000","last_change":"2024-09-16T07:21:11.389606+0000","last_active":"2024-09-16T07:21:11.393578+0000","last_peered":"2024-09-16T07:21:11.393578+0000","last_clean":"2024-09-16T07:21:11.393578+0000","last_became_active":"2024-09-16T07:21:11.389302+0000","last_became_peered":"2024-09-16T07:21:11.389302+0000","last_unstale":"2024-09-16T07:21:11.393578+0000","last_undegraded":"2024-09-16T07:21:11.393578+0000","last_fullsized":"2024-09-16T07:21:11.393578+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:30:56.682175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-16T07:21:11.400273+0000","last_change":"2024-09-16T07:21:11.393113+0000","last_active":"2024-09-16T07:21:11.400273+0000","last_peered":"2024-09-16T07:21:11.400273+0000","last_clean":"2024-09-16T07:21:11.400273+0000","last_became_active":"2024-09-16T07:21:11.392588+0000","last_became_peered":"2024-09-16T07:21:11.392588+0000","last_unstale":"2024-09-16T07:21:11.400273+0000","last_undegraded":"2024-09-16T07:21:11.400273+0000","last_fullsized":"2024-09-16T07:21:11.400273+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:38:39.348233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-16T07:21:11.397454+0000","last_change":"2024-09-16T07:21:11.392539+0000","last_active":"2024-09-16T07:21:11.397454+0000","last_peered":"2024-09-16T07:21:11.397454+0000","last_clean":"2024-09-16T07:21:11.397454+0000","last_became_active":"2024-09-16T07:21:11.392265+0000","last_became_peered":"2024-09-16T07:21:11.392265+0000","last_unstale":"2024-09-16T07:21:11.397454+0000","last_undegraded":"2024-09-16T07:21:11.397454+0000","last_fullsized":"2024-09-16T07:21:11.397454+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:10:29.233863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-16T07:21:11.393451+0000","last_change":"2024-09-16T07:21:11.390256+0000","last_active":"2024-09-16T07:21:11.393451+0000","last_peered":"2024-09-16T07:21:11.393451+0000","last_clean":"2024-09-16T07:21:11.393451+0000","last_became_active":"2024-09-16T07:21:11.389970+0000","last_became_peered":"2024-09-16T07:21:11.389970+0000","last_unstale":"2024-09-16T07:21:11.393451+0000","last_undegraded":"2024-09-16T07:21:11.393451+0000","last_fullsized":"2024-09-16T07:21:11.393451+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:34:49.997925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.373162+0000","last_change":"2024-09-16T07:21:09.373162+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.373162+0000","last_undegraded":"2024-09-16T07:21:09.373162+0000","last_fullsized":"2024-09-16T07:21:09.373162+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.372636+0000","last_change":"2024-09-16T07:21:09.372636+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.372636+0000","last_undegraded":"2024-09-16T07:21:09.372636+0000","last_fullsized":"2024-09-16T07:21:09.372636+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-16T07:21:11.385403+0000","last_change":"2024-09-16T07:21:10.395492+0000","last_active":"2024-09-16T07:21:11.385403+0000","last_peered":"2024-09-16T07:21:11.385403+0000","last_clean":"2024-09-16T07:21:11.385403+0000","last_became_active":"2024-09-16T07:21:10.395007+0000","last_became_peered":"2024-09-16T07:21:10.395007+0000","last_unstale":"2024-09-16T07:21:11.385403+0000","last_undegraded":"2024-09-16T07:21:11.385403+0000","last_fullsized":"2024-09-16T07:21:11.385403+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:16:45.321027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.374653+0000","last_change":"2024-09-16T07:21:09.374653+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.374653+0000","last_undegraded":"2024-09-16T07:21:09.374653+0000","last_fullsized":"2024-09-16T07:21:09.374653+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.367389+0000","last_change":"2024-09-16T07:21:09.367389+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.367389+0000","last_undegraded":"2024-09-16T07:21:09.367389+0000","last_fullsized":"2024-09-16T07:21:09.367389+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.371879+0000","last_change":"2024-09-16T07:21:09.371879+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.371879+0000","last_undegraded":"2024-09-16T07:21:09.371879+0000","last_fullsized":"2024-09-16T07:21:09.371879+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.372361+0000","last_change":"2024-09-16T07:21:09.372361+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.372361+0000","last_undegraded":"2024-09-16T07:21:09.372361+0000","last_fullsized":"2024-09-16T07:21:09.372361+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.368599+0000","last_change":"2024-09-16T07:21:09.368599+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.368599+0000","last_undegraded":"2024-09-16T07:21:09.368599+0000","last_fullsized":"2024-09-16T07:21:09.368599+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.372346+0000","last_change":"2024-09-16T07:21:09.372346+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.372346+0000","last_undegraded":"2024-09-16T07:21:09.372346+0000","last_fullsized":"2024-09-16T07:21:09.372346+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-16T07:21:11.405168+0000","last_change":"2024-09-16T07:21:11.404655+0000","last_active":"2024-09-16T07:21:11.405168+0000","last_peered":"2024-09-16T07:21:11.405168+0000","last_clean":"2024-09-16T07:21:11.405168+0000","last_became_active":"2024-09-16T07:21:11.404404+0000","last_became_peered":"2024-09-16T07:21:11.404404+0000","last_unstale":"2024-09-16T07:21:11.405168+0000","last_undegraded":"2024-09-16T07:21:11.405168+0000","last_fullsized":"2024-09-16T07:21:11.405168+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:51:12.348841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.372157+0000","last_change":"2024-09-16T07:21:09.372157+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.372157+0000","last_undegraded":"2024-09-16T07:21:09.372157+0000","last_fullsized":"2024-09-16T07:21:09.372157+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.371728+0000","last_change":"2024-09-16T07:21:09.371728+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.371728+0000","last_undegraded":"2024-09-16T07:21:09.371728+0000","last_fullsized":"2024-09-16T07:21:09.371728+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.369138+0000","last_change":"2024-09-16T07:21:09.369138+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.369138+0000","last_undegraded":"2024-09-16T07:21:09.369138+0000","last_fullsized":"2024-09-16T07:21:09.369138+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.371720+0000","last_change":"2024-09-16T07:21:09.371720+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.371720+0000","last_undegraded":"2024-09-16T07:21:09.371720+0000","last_fullsized":"2024-09-16T07:21:09.371720+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.369792+0000","last_change":"2024-09-16T07:21:09.369792+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.369792+0000","last_undegraded":"2024-09-16T07:21:09.369792+0000","last_fullsized":"2024-09-16T07:21:09.369792+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.372842+0000","last_change":"2024-09-16T07:21:09.372842+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.372842+0000","last_undegraded":"2024-09-16T07:21:09.372842+0000","last_fullsized":"2024-09-16T07:21:09.372842+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-16T07:21:11.386396+0000","last_change":"2024-09-16T07:21:10.392463+0000","last_active":"2024-09-16T07:21:11.386396+0000","last_peered":"2024-09-16T07:21:11.386396+0000","last_clean":"2024-09-16T07:21:11.386396+0000","last_became_active":"2024-09-16T07:21:10.392204+0000","last_became_peered":"2024-09-16T07:21:10.392204+0000","last_unstale":"2024-09-16T07:21:11.386396+0000","last_undegraded":"2024-09-16T07:21:11.386396+0000","last_fullsized":"2024-09-16T07:21:11.386396+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:30:45.258814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"18'72","reported_seq":105,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-16T07:21:09.365936+0000","last_change":"2024-09-16T07:21:02.600196+0000","last_active":"2024-09-16T07:21:09.365936+0000","last_peered":"2024-09-16T07:21:09.365936+0000","last_clean":"2024-09-16T07:21:09.365936+0000","last_became_active":"2024-09-16T07:21:02.599001+0000","last_became_peered":"2024-09-16T07:21:02.599001+0000","last_unstale":"2024-09-16T07:21:09.365936+0000","last_undegraded":"2024-09-16T07:21:09.365936+0000","last_fullsized":"2024-09-16T07:21:09.365936+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_clean_scrub_stamp":"2024-09-16T07:21:01.331773+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:28:40.942832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.372857+0000","last_change":"2024-09-16T07:21:09.372857+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.372857+0000","last_undegraded":"2024-09-16T07:21:09.372857+0000","last_fullsized":"2024-09-16T07:21:09.372857+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.371570+0000","last_change":"2024-09-16T07:21:09.371570+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.371570+0000","last_undegraded":"2024-09-16T07:21:09.371570+0000","last_fullsized":"2024-09-16T07:21:09.371570+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-16T07:21:11.400704+0000","last_change":"2024-09-16T07:21:11.399908+0000","last_active":"2024-09-16T07:21:11.400704+0000","last_peered":"2024-09-16T07:21:11.400704+0000","last_clean":"2024-09-16T07:21:11.400704+0000","last_became_active":"2024-09-16T07:21:11.399630+0000","last_became_peered":"2024-09-16T07:21:11.399630+0000","last_unstale":"2024-09-16T07:21:11.400704+0000","last_undegraded":"2024-09-16T07:21:11.400704+0000","last_fullsized":"2024-09-16T07:21:11.400704+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:20:47.302904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.372295+0000","last_change":"2024-09-16T07:21:09.372295+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.372295+0000","last_undegraded":"2024-09-16T07:21:09.372295+0000","last_fullsized":"2024-09-16T07:21:09.372295+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.371557+0000","last_change":"2024-09-16T07:21:09.371557+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.371557+0000","last_undegraded":"2024-09-16T07:21:09.371557+0000","last_fullsized":"2024-09-16T07:21:09.371557+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.373246+0000","last_change":"2024-09-16T07:21:09.373246+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.373246+0000","last_undegraded":"2024-09-16T07:21:09.373246+0000","last_fullsized":"2024-09-16T07:21:09.373246+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.371854+0000","last_change":"2024-09-16T07:21:09.371854+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.371854+0000","last_undegraded":"2024-09-16T07:21:09.371854+0000","last_fullsized":"2024-09-16T07:21:09.371854+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-16T07:21:11.400457+0000","last_change":"2024-09-16T07:21:11.395741+0000","last_active":"2024-09-16T07:21:11.400457+0000","last_peered":"2024-09-16T07:21:11.400457+0000","last_clean":"2024-09-16T07:21:11.400457+0000","last_became_active":"2024-09-16T07:21:11.395271+0000","last_became_peered":"2024-09-16T07:21:11.395271+0000","last_unstale":"2024-09-16T07:21:11.400457+0000","last_undegraded":"2024-09-16T07:21:11.400457+0000","last_fullsized":"2024-09-16T07:21:11.400457+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:06:26.331732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.369160+0000","last_change":"2024-09-16T07:21:09.369160+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.369160+0000","last_undegraded":"2024-09-16T07:21:09.369160+0000","last_fullsized":"2024-09-16T07:21:09.369160+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.372918+0000","last_change":"2024-09-16T07:21:09.372918+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.372918+0000","last_undegraded":"2024-09-16T07:21:09.372918+0000","last_fullsized":"2024-09-16T07:21:09.372918+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.371925+0000","last_change":"2024-09-16T07:21:09.371925+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.371925+0000","last_undegraded":"2024-09-16T07:21:09.371925+0000","last_fullsized":"2024-09-16T07:21:09.371925+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.369162+0000","last_change":"2024-09-16T07:21:09.369162+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.369162+0000","last_undegraded":"2024-09-16T07:21:09.369162+0000","last_fullsized":"2024-09-16T07:21:09.369162+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-16T07:21:11.385789+0000","last_change":"2024-09-16T07:21:10.394985+0000","last_active":"2024-09-16T07:21:11.385789+0000","last_peered":"2024-09-16T07:21:11.385789+0000","last_clean":"2024-09-16T07:21:11.385789+0000","last_became_active":"2024-09-16T07:21:10.394662+0000","last_became_peered":"2024-09-16T07:21:10.394662+0000","last_unstale":"2024-09-16T07:21:11.385789+0000","last_undegraded":"2024-09-16T07:21:11.385789+0000","last_fullsized":"2024-09-16T07:21:11.385789+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:11:19.445558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.374321+0000","last_change":"2024-09-16T07:21:09.374321+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.374321+0000","last_undegraded":"2024-09-16T07:21:09.374321+0000","last_fullsized":"2024-09-16T07:21:09.374321+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.371858+0000","last_change":"2024-09-16T07:21:09.371858+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.371858+0000","last_undegraded":"2024-09-16T07:21:09.371858+0000","last_fullsized":"2024-09-16T07:21:09.371858+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.371575+0000","last_change":"2024-09-16T07:21:09.371575+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.371575+0000","last_undegraded":"2024-09-16T07:21:09.371575+0000","last_fullsized":"2024-09-16T07:21:09.371575+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.373416+0000","last_change":"2024-09-16T07:21:09.373416+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.373416+0000","last_undegraded":"2024-09-16T07:21:09.373416+0000","last_fullsized":"2024-09-16T07:21:09.373416+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.369153+0000","last_change":"2024-09-16T07:21:09.369153+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.369153+0000","last_undegraded":"2024-09-16T07:21:09.369153+0000","last_fullsized":"2024-09-16T07:21:09.369153+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":14,"acting":14,"num_store_stats":1},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509445,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27208,"kb_used_data":180,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344632,"statfs":{"total":96636764160,"available":96608903168,"internally_reserved":0,"allocated":184320,"data_stored":56940,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509444,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28036,"kb_used_data":760,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343804,"statfs":{"total":96636764160,"available":96608055296,"internally_reserved":0,"allocated":778240,"data_stored":647308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509444,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27216,"kb_used_data":180,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344624,"statfs":{"total":96636764160,"available":96608894976,"internally_reserved":0,"allocated":184320,"data_stored":56940,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509445,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27220,"kb_used_data":192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344620,"statfs":{"total":96636764160,"available":96608890880,"internally_reserved":0,"allocated":196608,"data_stored":62757,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509445,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27216,"kb_used_data":180,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344624,"statfs":{"total":96636764160,"available":96608894976,"internally_reserved":0,"allocated":184320,"data_stored":56940,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509445,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28036,"kb_used_data":760,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343804,"statfs":{"total":96636764160,"available":96608055296,"internally_reserved":0,"allocated":778240,"data_stored":647308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509446,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27208,"kb_used_data":180,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344632,"statfs":{"total":96636764160,"available":96608903168,"internally_reserved":0,"allocated":184320,"data_stored":56940,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574852,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":221184,"data_stored":75807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T07:21:15.415 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T07:21:15.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.556+0000 7f866556b640 1 -- 172.21.15.31:0/1438160302 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f864c003a50 msgr2=0x7f864c003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:15.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.556+0000 7f866556b640 1 --2- 172.21.15.31:0/1438160302 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f864c003a50 0x7f864c003e70 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f86580013d0 tx=0x7f864c005830 comp rx=0 tx=0).stop 2024-09-16T07:21:15.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.556+0000 7f866556b640 1 -- 172.21.15.31:0/1438160302 shutdown_connections 2024-09-16T07:21:15.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.556+0000 7f866556b640 1 --2- 172.21.15.31:0/1438160302 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f864c003a50 0x7f864c003e70 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:15.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.556+0000 7f866556b640 1 -- 172.21.15.31:0/1438160302 >> 172.21.15.31:0/1438160302 conn(0x7f86600b1690 msgr2=0x7f86600b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:15.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.556+0000 7f866556b640 1 -- 172.21.15.31:0/1438160302 shutdown_connections 2024-09-16T07:21:15.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.556+0000 7f866556b640 1 -- 172.21.15.31:0/1438160302 wait complete. 2024-09-16T07:21:15.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.558+0000 7f866556b640 1 Processor -- start 2024-09-16T07:21:15.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.558+0000 7f866556b640 1 -- start start 2024-09-16T07:21:15.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.558+0000 7f866556b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f864c003a50 0x7f86600ce150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:15.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.558+0000 7f866556b640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f866014b870 0x7f86600ccb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:15.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.558+0000 7f866556b640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f86600cd0a0 0x7f86600b3930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:15.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.558+0000 7f866556b640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f8660072930 con 0x7f864c003a50 2024-09-16T07:21:15.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.558+0000 7f866556b640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f86600727b0 con 0x7f866014b870 2024-09-16T07:21:15.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.558+0000 7f866556b640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f8660072ab0 con 0x7f86600cd0a0 2024-09-16T07:21:15.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.558+0000 7f865effd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f864c003a50 0x7f86600ce150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:15.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.558+0000 7f865effd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f864c003a50 0x7f86600ce150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52314/0 (socket says 172.21.15.31:52314) 2024-09-16T07:21:15.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.558+0000 7f865effd640 1 -- 172.21.15.31:0/2559696089 learned_addr learned my addr 172.21.15.31:0/2559696089 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:15.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.559+0000 7f865e7fc640 1 --2- 172.21.15.31:0/2559696089 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f866014b870 0x7f86600ccb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:15.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.559+0000 7f865effd640 1 -- 172.21.15.31:0/2559696089 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f86600cd0a0 msgr2=0x7f86600b3930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:15.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.559+0000 7f865f7fe640 1 --2- 172.21.15.31:0/2559696089 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f86600cd0a0 0x7f86600b3930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:15.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.559+0000 7f865effd640 1 --2- 172.21.15.31:0/2559696089 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f86600cd0a0 0x7f86600b3930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:15.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.559+0000 7f865effd640 1 -- 172.21.15.31:0/2559696089 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f866014b870 msgr2=0x7f86600ccb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:15.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.559+0000 7f865effd640 1 --2- 172.21.15.31:0/2559696089 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f866014b870 0x7f86600ccb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:15.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.559+0000 7f865effd640 1 -- 172.21.15.31:0/2559696089 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86601f7f80 con 0x7f864c003a50 2024-09-16T07:21:15.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.559+0000 7f865effd640 1 --2- 172.21.15.31:0/2559696089 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f864c003a50 0x7f86600ce150 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f865800c700 tx=0x7f8658004c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:15.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.559+0000 7f86577fe640 1 -- 172.21.15.31:0/2559696089 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8658039070 con 0x7f864c003a50 2024-09-16T07:21:15.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.559+0000 7f86577fe640 1 -- 172.21.15.31:0/2559696089 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f865802bc80 con 0x7f864c003a50 2024-09-16T07:21:15.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.559+0000 7f866556b640 1 -- 172.21.15.31:0/2559696089 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86601f81f0 con 0x7f864c003a50 2024-09-16T07:21:15.562 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.559+0000 7f86577fe640 1 -- 172.21.15.31:0/2559696089 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8658006290 con 0x7f864c003a50 2024-09-16T07:21:15.562 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.559+0000 7f866556b640 1 -- 172.21.15.31:0/2559696089 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86601f87b0 con 0x7f864c003a50 2024-09-16T07:21:15.562 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.560+0000 7f866556b640 1 -- 172.21.15.31:0/2559696089 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f86600cf140 con 0x7f864c003a50 2024-09-16T07:21:15.562 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.561+0000 7f86577fe640 1 -- 172.21.15.31:0/2559696089 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f8658006430 con 0x7f864c003a50 2024-09-16T07:21:15.562 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.561+0000 7f86577fe640 1 --2- 172.21.15.31:0/2559696089 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f8640078850 0x7f864007ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:15.562 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.561+0000 7f86577fe640 1 -- 172.21.15.31:0/2559696089 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7f86580ba820 con 0x7f864c003a50 2024-09-16T07:21:15.563 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.561+0000 7f865e7fc640 1 --2- 172.21.15.31:0/2559696089 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f8640078850 0x7f864007ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:15.563 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.562+0000 7f865e7fc640 1 --2- 172.21.15.31:0/2559696089 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f8640078850 0x7f864007ad10 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f86600cca90 tx=0x7f8648006b70 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:15.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.566+0000 7f86577fe640 1 -- 172.21.15.31:0/2559696089 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f8658004e20 con 0x7f864c003a50 2024-09-16T07:21:15.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.747+0000 7f866556b640 1 -- 172.21.15.31:0/2559696089 --> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f86600d01c0 con 0x7f8640078850 2024-09-16T07:21:15.751 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.752+0000 7f86577fe640 1 -- 172.21.15.31:0/2559696089 <== mgr.4117 v2:172.21.15.155:6808/3650624732 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+241320 (secure 0 0 0) 0x7f86600d01c0 con 0x7f8640078850 2024-09-16T07:21:15.754 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:21:15.755 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-16T07:21:15.756 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.755+0000 7f866556b640 1 -- 172.21.15.31:0/2559696089 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f8640078850 msgr2=0x7f864007ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:15.756 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.755+0000 7f866556b640 1 --2- 172.21.15.31:0/2559696089 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f8640078850 0x7f864007ad10 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f86600cca90 tx=0x7f8648006b70 comp rx=0 tx=0).stop 2024-09-16T07:21:15.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.755+0000 7f866556b640 1 -- 172.21.15.31:0/2559696089 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f864c003a50 msgr2=0x7f86600ce150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:15.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.755+0000 7f866556b640 1 --2- 172.21.15.31:0/2559696089 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f864c003a50 0x7f86600ce150 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f865800c700 tx=0x7f8658004c30 comp rx=0 tx=0).stop 2024-09-16T07:21:15.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.755+0000 7f866556b640 1 -- 172.21.15.31:0/2559696089 shutdown_connections 2024-09-16T07:21:15.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.755+0000 7f866556b640 1 --2- 172.21.15.31:0/2559696089 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f8640078850 0x7f864007ad10 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:15.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.755+0000 7f866556b640 1 --2- 172.21.15.31:0/2559696089 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f86600cd0a0 0x7f86600b3930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:15.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.755+0000 7f866556b640 1 --2- 172.21.15.31:0/2559696089 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f866014b870 0x7f86600ccb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:15.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.755+0000 7f866556b640 1 --2- 172.21.15.31:0/2559696089 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f864c003a50 0x7f86600ce150 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:15.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.755+0000 7f866556b640 1 -- 172.21.15.31:0/2559696089 >> 172.21.15.31:0/2559696089 conn(0x7f86600b1690 msgr2=0x7f8660153aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:15.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.755+0000 7f866556b640 1 -- 172.21.15.31:0/2559696089 shutdown_connections 2024-09-16T07:21:15.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.755+0000 7f866556b640 1 -- 172.21.15.31:0/2559696089 wait complete. 2024-09-16T07:21:15.765 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":25,"stamp":"2024-09-16T07:21:14.630276+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":80,"acting":80,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":17,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219392,"kb_used_data":2648,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755328,"statfs":{"total":773094113280,"available":772869455872,"internally_reserved":0,"allocated":2711552,"data_stored":1660940,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.263328"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-16T07:21:11.393578+0000","last_change":"2024-09-16T07:21:11.389606+0000","last_active":"2024-09-16T07:21:11.393578+0000","last_peered":"2024-09-16T07:21:11.393578+0000","last_clean":"2024-09-16T07:21:11.393578+0000","last_became_active":"2024-09-16T07:21:11.389302+0000","last_became_peered":"2024-09-16T07:21:11.389302+0000","last_unstale":"2024-09-16T07:21:11.393578+0000","last_undegraded":"2024-09-16T07:21:11.393578+0000","last_fullsized":"2024-09-16T07:21:11.393578+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:30:56.682175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-16T07:21:11.400273+0000","last_change":"2024-09-16T07:21:11.393113+0000","last_active":"2024-09-16T07:21:11.400273+0000","last_peered":"2024-09-16T07:21:11.400273+0000","last_clean":"2024-09-16T07:21:11.400273+0000","last_became_active":"2024-09-16T07:21:11.392588+0000","last_became_peered":"2024-09-16T07:21:11.392588+0000","last_unstale":"2024-09-16T07:21:11.400273+0000","last_undegraded":"2024-09-16T07:21:11.400273+0000","last_fullsized":"2024-09-16T07:21:11.400273+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:38:39.348233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-16T07:21:11.397454+0000","last_change":"2024-09-16T07:21:11.392539+0000","last_active":"2024-09-16T07:21:11.397454+0000","last_peered":"2024-09-16T07:21:11.397454+0000","last_clean":"2024-09-16T07:21:11.397454+0000","last_became_active":"2024-09-16T07:21:11.392265+0000","last_became_peered":"2024-09-16T07:21:11.392265+0000","last_unstale":"2024-09-16T07:21:11.397454+0000","last_undegraded":"2024-09-16T07:21:11.397454+0000","last_fullsized":"2024-09-16T07:21:11.397454+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:10:29.233863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-16T07:21:11.393451+0000","last_change":"2024-09-16T07:21:11.390256+0000","last_active":"2024-09-16T07:21:11.393451+0000","last_peered":"2024-09-16T07:21:11.393451+0000","last_clean":"2024-09-16T07:21:11.393451+0000","last_became_active":"2024-09-16T07:21:11.389970+0000","last_became_peered":"2024-09-16T07:21:11.389970+0000","last_unstale":"2024-09-16T07:21:11.393451+0000","last_undegraded":"2024-09-16T07:21:11.393451+0000","last_fullsized":"2024-09-16T07:21:11.393451+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:34:49.997925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.373162+0000","last_change":"2024-09-16T07:21:09.373162+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.373162+0000","last_undegraded":"2024-09-16T07:21:09.373162+0000","last_fullsized":"2024-09-16T07:21:09.373162+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.372636+0000","last_change":"2024-09-16T07:21:09.372636+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.372636+0000","last_undegraded":"2024-09-16T07:21:09.372636+0000","last_fullsized":"2024-09-16T07:21:09.372636+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-16T07:21:11.385403+0000","last_change":"2024-09-16T07:21:10.395492+0000","last_active":"2024-09-16T07:21:11.385403+0000","last_peered":"2024-09-16T07:21:11.385403+0000","last_clean":"2024-09-16T07:21:11.385403+0000","last_became_active":"2024-09-16T07:21:10.395007+0000","last_became_peered":"2024-09-16T07:21:10.395007+0000","last_unstale":"2024-09-16T07:21:11.385403+0000","last_undegraded":"2024-09-16T07:21:11.385403+0000","last_fullsized":"2024-09-16T07:21:11.385403+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:16:45.321027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.374653+0000","last_change":"2024-09-16T07:21:09.374653+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.374653+0000","last_undegraded":"2024-09-16T07:21:09.374653+0000","last_fullsized":"2024-09-16T07:21:09.374653+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.367389+0000","last_change":"2024-09-16T07:21:09.367389+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.367389+0000","last_undegraded":"2024-09-16T07:21:09.367389+0000","last_fullsized":"2024-09-16T07:21:09.367389+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.371879+0000","last_change":"2024-09-16T07:21:09.371879+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.371879+0000","last_undegraded":"2024-09-16T07:21:09.371879+0000","last_fullsized":"2024-09-16T07:21:09.371879+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.372361+0000","last_change":"2024-09-16T07:21:09.372361+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.372361+0000","last_undegraded":"2024-09-16T07:21:09.372361+0000","last_fullsized":"2024-09-16T07:21:09.372361+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.368599+0000","last_change":"2024-09-16T07:21:09.368599+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.368599+0000","last_undegraded":"2024-09-16T07:21:09.368599+0000","last_fullsized":"2024-09-16T07:21:09.368599+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.372346+0000","last_change":"2024-09-16T07:21:09.372346+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.372346+0000","last_undegraded":"2024-09-16T07:21:09.372346+0000","last_fullsized":"2024-09-16T07:21:09.372346+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-16T07:21:11.405168+0000","last_change":"2024-09-16T07:21:11.404655+0000","last_active":"2024-09-16T07:21:11.405168+0000","last_peered":"2024-09-16T07:21:11.405168+0000","last_clean":"2024-09-16T07:21:11.405168+0000","last_became_active":"2024-09-16T07:21:11.404404+0000","last_became_peered":"2024-09-16T07:21:11.404404+0000","last_unstale":"2024-09-16T07:21:11.405168+0000","last_undegraded":"2024-09-16T07:21:11.405168+0000","last_fullsized":"2024-09-16T07:21:11.405168+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:51:12.348841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.372157+0000","last_change":"2024-09-16T07:21:09.372157+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.372157+0000","last_undegraded":"2024-09-16T07:21:09.372157+0000","last_fullsized":"2024-09-16T07:21:09.372157+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.371728+0000","last_change":"2024-09-16T07:21:09.371728+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.371728+0000","last_undegraded":"2024-09-16T07:21:09.371728+0000","last_fullsized":"2024-09-16T07:21:09.371728+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.369138+0000","last_change":"2024-09-16T07:21:09.369138+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.369138+0000","last_undegraded":"2024-09-16T07:21:09.369138+0000","last_fullsized":"2024-09-16T07:21:09.369138+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.371720+0000","last_change":"2024-09-16T07:21:09.371720+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.371720+0000","last_undegraded":"2024-09-16T07:21:09.371720+0000","last_fullsized":"2024-09-16T07:21:09.371720+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.369792+0000","last_change":"2024-09-16T07:21:09.369792+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.369792+0000","last_undegraded":"2024-09-16T07:21:09.369792+0000","last_fullsized":"2024-09-16T07:21:09.369792+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.372842+0000","last_change":"2024-09-16T07:21:09.372842+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.372842+0000","last_undegraded":"2024-09-16T07:21:09.372842+0000","last_fullsized":"2024-09-16T07:21:09.372842+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-16T07:21:11.386396+0000","last_change":"2024-09-16T07:21:10.392463+0000","last_active":"2024-09-16T07:21:11.386396+0000","last_peered":"2024-09-16T07:21:11.386396+0000","last_clean":"2024-09-16T07:21:11.386396+0000","last_became_active":"2024-09-16T07:21:10.392204+0000","last_became_peered":"2024-09-16T07:21:10.392204+0000","last_unstale":"2024-09-16T07:21:11.386396+0000","last_undegraded":"2024-09-16T07:21:11.386396+0000","last_fullsized":"2024-09-16T07:21:11.386396+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:30:45.258814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"18'72","reported_seq":105,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-16T07:21:09.365936+0000","last_change":"2024-09-16T07:21:02.600196+0000","last_active":"2024-09-16T07:21:09.365936+0000","last_peered":"2024-09-16T07:21:09.365936+0000","last_clean":"2024-09-16T07:21:09.365936+0000","last_became_active":"2024-09-16T07:21:02.599001+0000","last_became_peered":"2024-09-16T07:21:02.599001+0000","last_unstale":"2024-09-16T07:21:09.365936+0000","last_undegraded":"2024-09-16T07:21:09.365936+0000","last_fullsized":"2024-09-16T07:21:09.365936+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_clean_scrub_stamp":"2024-09-16T07:21:01.331773+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:28:40.942832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.372857+0000","last_change":"2024-09-16T07:21:09.372857+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.372857+0000","last_undegraded":"2024-09-16T07:21:09.372857+0000","last_fullsized":"2024-09-16T07:21:09.372857+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.371570+0000","last_change":"2024-09-16T07:21:09.371570+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.371570+0000","last_undegraded":"2024-09-16T07:21:09.371570+0000","last_fullsized":"2024-09-16T07:21:09.371570+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-16T07:21:11.400704+0000","last_change":"2024-09-16T07:21:11.399908+0000","last_active":"2024-09-16T07:21:11.400704+0000","last_peered":"2024-09-16T07:21:11.400704+0000","last_clean":"2024-09-16T07:21:11.400704+0000","last_became_active":"2024-09-16T07:21:11.399630+0000","last_became_peered":"2024-09-16T07:21:11.399630+0000","last_unstale":"2024-09-16T07:21:11.400704+0000","last_undegraded":"2024-09-16T07:21:11.400704+0000","last_fullsized":"2024-09-16T07:21:11.400704+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:20:47.302904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.372295+0000","last_change":"2024-09-16T07:21:09.372295+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.372295+0000","last_undegraded":"2024-09-16T07:21:09.372295+0000","last_fullsized":"2024-09-16T07:21:09.372295+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.371557+0000","last_change":"2024-09-16T07:21:09.371557+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.371557+0000","last_undegraded":"2024-09-16T07:21:09.371557+0000","last_fullsized":"2024-09-16T07:21:09.371557+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.373246+0000","last_change":"2024-09-16T07:21:09.373246+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.373246+0000","last_undegraded":"2024-09-16T07:21:09.373246+0000","last_fullsized":"2024-09-16T07:21:09.373246+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.371854+0000","last_change":"2024-09-16T07:21:09.371854+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.371854+0000","last_undegraded":"2024-09-16T07:21:09.371854+0000","last_fullsized":"2024-09-16T07:21:09.371854+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-16T07:21:11.400457+0000","last_change":"2024-09-16T07:21:11.395741+0000","last_active":"2024-09-16T07:21:11.400457+0000","last_peered":"2024-09-16T07:21:11.400457+0000","last_clean":"2024-09-16T07:21:11.400457+0000","last_became_active":"2024-09-16T07:21:11.395271+0000","last_became_peered":"2024-09-16T07:21:11.395271+0000","last_unstale":"2024-09-16T07:21:11.400457+0000","last_undegraded":"2024-09-16T07:21:11.400457+0000","last_fullsized":"2024-09-16T07:21:11.400457+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:06:26.331732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.369160+0000","last_change":"2024-09-16T07:21:09.369160+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.369160+0000","last_undegraded":"2024-09-16T07:21:09.369160+0000","last_fullsized":"2024-09-16T07:21:09.369160+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.372918+0000","last_change":"2024-09-16T07:21:09.372918+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.372918+0000","last_undegraded":"2024-09-16T07:21:09.372918+0000","last_fullsized":"2024-09-16T07:21:09.372918+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.371925+0000","last_change":"2024-09-16T07:21:09.371925+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.371925+0000","last_undegraded":"2024-09-16T07:21:09.371925+0000","last_fullsized":"2024-09-16T07:21:09.371925+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.369162+0000","last_change":"2024-09-16T07:21:09.369162+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.369162+0000","last_undegraded":"2024-09-16T07:21:09.369162+0000","last_fullsized":"2024-09-16T07:21:09.369162+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-16T07:21:11.385789+0000","last_change":"2024-09-16T07:21:10.394985+0000","last_active":"2024-09-16T07:21:11.385789+0000","last_peered":"2024-09-16T07:21:11.385789+0000","last_clean":"2024-09-16T07:21:11.385789+0000","last_became_active":"2024-09-16T07:21:10.394662+0000","last_became_peered":"2024-09-16T07:21:10.394662+0000","last_unstale":"2024-09-16T07:21:11.385789+0000","last_undegraded":"2024-09-16T07:21:11.385789+0000","last_fullsized":"2024-09-16T07:21:11.385789+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:11:19.445558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.374321+0000","last_change":"2024-09-16T07:21:09.374321+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.374321+0000","last_undegraded":"2024-09-16T07:21:09.374321+0000","last_fullsized":"2024-09-16T07:21:09.374321+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.371858+0000","last_change":"2024-09-16T07:21:09.371858+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.371858+0000","last_undegraded":"2024-09-16T07:21:09.371858+0000","last_fullsized":"2024-09-16T07:21:09.371858+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.371575+0000","last_change":"2024-09-16T07:21:09.371575+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.371575+0000","last_undegraded":"2024-09-16T07:21:09.371575+0000","last_fullsized":"2024-09-16T07:21:09.371575+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.373416+0000","last_change":"2024-09-16T07:21:09.373416+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.373416+0000","last_undegraded":"2024-09-16T07:21:09.373416+0000","last_fullsized":"2024-09-16T07:21:09.373416+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.369153+0000","last_change":"2024-09-16T07:21:09.369153+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.369153+0000","last_undegraded":"2024-09-16T07:21:09.369153+0000","last_fullsized":"2024-09-16T07:21:09.369153+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":14,"acting":14,"num_store_stats":1},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509445,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27208,"kb_used_data":180,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344632,"statfs":{"total":96636764160,"available":96608903168,"internally_reserved":0,"allocated":184320,"data_stored":56940,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509444,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28036,"kb_used_data":760,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343804,"statfs":{"total":96636764160,"available":96608055296,"internally_reserved":0,"allocated":778240,"data_stored":647308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509444,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27216,"kb_used_data":180,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344624,"statfs":{"total":96636764160,"available":96608894976,"internally_reserved":0,"allocated":184320,"data_stored":56940,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509445,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27220,"kb_used_data":192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344620,"statfs":{"total":96636764160,"available":96608890880,"internally_reserved":0,"allocated":196608,"data_stored":62757,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509445,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27216,"kb_used_data":180,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344624,"statfs":{"total":96636764160,"available":96608894976,"internally_reserved":0,"allocated":184320,"data_stored":56940,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509445,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28036,"kb_used_data":760,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343804,"statfs":{"total":96636764160,"available":96608055296,"internally_reserved":0,"allocated":778240,"data_stored":647308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509446,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27208,"kb_used_data":180,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344632,"statfs":{"total":96636764160,"available":96608903168,"internally_reserved":0,"allocated":184320,"data_stored":56940,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574852,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":221184,"data_stored":75807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T07:21:15.769 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T07:21:15.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.911+0000 7fb0250c6640 1 -- 172.21.15.31:0/677222326 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb0200d1a10 msgr2=0x7fb020161f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:15.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.911+0000 7fb0250c6640 1 --2- 172.21.15.31:0/677222326 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb0200d1a10 0x7fb020161f10 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fb0200d2ce0 tx=0x7fb00802a560 comp rx=0 tx=0).stop 2024-09-16T07:21:15.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.911+0000 7fb0250c6640 1 -- 172.21.15.31:0/677222326 shutdown_connections 2024-09-16T07:21:15.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.911+0000 7fb0250c6640 1 --2- 172.21.15.31:0/677222326 >> v2:172.21.15.155:3300/0 conn(0x7fb020160ac0 0x7fb020160f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:15.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.911+0000 7fb0250c6640 1 --2- 172.21.15.31:0/677222326 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb0200d1a10 0x7fb020161f10 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:15.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.911+0000 7fb0250c6640 1 --2- 172.21.15.31:0/677222326 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb020161b30 0x7fb0200cf920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:15.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.911+0000 7fb0250c6640 1 -- 172.21.15.31:0/677222326 >> 172.21.15.31:0/677222326 conn(0x7fb0200d3e40 msgr2=0x7fb0200d4250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:15.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.911+0000 7fb0250c6640 1 -- 172.21.15.31:0/677222326 shutdown_connections 2024-09-16T07:21:15.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.911+0000 7fb0250c6640 1 -- 172.21.15.31:0/677222326 wait complete. 2024-09-16T07:21:15.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.912+0000 7fb0250c6640 1 Processor -- start 2024-09-16T07:21:15.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.912+0000 7fb0250c6640 1 -- start start 2024-09-16T07:21:15.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.913+0000 7fb0250c6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb0200d1a10 0x7fb02014e380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:15.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.913+0000 7fb0250c6640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb020160ac0 0x7fb0200b9680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:15.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.913+0000 7fb0250c6640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb020161b30 0x7fb0200c7950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:15.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.913+0000 7fb0250c6640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fb020161820 con 0x7fb0200d1a10 2024-09-16T07:21:15.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.913+0000 7fb0250c6640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb0201616a0 con 0x7fb020160ac0 2024-09-16T07:21:15.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.913+0000 7fb0250c6640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb0200d0710 con 0x7fb020161b30 2024-09-16T07:21:15.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.913+0000 7fb01ed9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb0200d1a10 0x7fb02014e380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:15.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.913+0000 7fb01ed9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb0200d1a10 0x7fb02014e380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52322/0 (socket says 172.21.15.31:52322) 2024-09-16T07:21:15.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.913+0000 7fb01ed9d640 1 -- 172.21.15.31:0/2794451539 learned_addr learned my addr 172.21.15.31:0/2794451539 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:15.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.913+0000 7fb01ed9d640 1 -- 172.21.15.31:0/2794451539 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb020161b30 msgr2=0x7fb0200c7950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:15.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.913+0000 7fb01ed9d640 1 --2- 172.21.15.31:0/2794451539 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb020161b30 0x7fb0200c7950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:15.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.913+0000 7fb01ed9d640 1 -- 172.21.15.31:0/2794451539 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb020160ac0 msgr2=0x7fb0200b9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:15.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.913+0000 7fb017fff640 1 --2- 172.21.15.31:0/2794451539 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb020160ac0 0x7fb0200b9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:15.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.913+0000 7fb01ed9d640 1 --2- 172.21.15.31:0/2794451539 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb020160ac0 0x7fb0200b9680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:15.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.913+0000 7fb01ed9d640 1 -- 172.21.15.31:0/2794451539 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0200b8300 con 0x7fb0200d1a10 2024-09-16T07:21:15.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.913+0000 7fb017fff640 1 --2- 172.21.15.31:0/2794451539 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb020160ac0 0x7fb0200b9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:21:15.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.913+0000 7fb01ed9d640 1 --2- 172.21.15.31:0/2794451539 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb0200d1a10 0x7fb02014e380 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fb01000e7f0 tx=0x7fb01000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:15.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.913+0000 7fb0177fe640 1 -- 172.21.15.31:0/2794451539 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb01000ccc0 con 0x7fb0200d1a10 2024-09-16T07:21:15.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.914+0000 7fb0177fe640 1 -- 172.21.15.31:0/2794451539 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb01000ce80 con 0x7fb0200d1a10 2024-09-16T07:21:15.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.914+0000 7fb0250c6640 1 -- 172.21.15.31:0/2794451539 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb0200b85e0 con 0x7fb0200d1a10 2024-09-16T07:21:15.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.914+0000 7fb0177fe640 1 -- 172.21.15.31:0/2794451539 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb010005280 con 0x7fb0200d1a10 2024-09-16T07:21:15.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.914+0000 7fb0250c6640 1 -- 172.21.15.31:0/2794451539 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0200b8ba0 con 0x7fb0200d1a10 2024-09-16T07:21:15.916 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.915+0000 7fb0250c6640 1 -- 172.21.15.31:0/2794451539 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb020160f50 con 0x7fb0200d1a10 2024-09-16T07:21:15.916 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.915+0000 7fb0177fe640 1 -- 172.21.15.31:0/2794451539 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7fb010005420 con 0x7fb0200d1a10 2024-09-16T07:21:15.916 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.916+0000 7fb0177fe640 1 --2- 172.21.15.31:0/2794451539 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb000078880 0x7fb00007ad40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:15.916 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.916+0000 7fb0177fe640 1 -- 172.21.15.31:0/2794451539 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7fb01009b470 con 0x7fb0200d1a10 2024-09-16T07:21:15.916 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.916+0000 7fb017fff640 1 --2- 172.21.15.31:0/2794451539 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb000078880 0x7fb00007ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:15.916 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.916+0000 7fb017fff640 1 --2- 172.21.15.31:0/2794451539 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb000078880 0x7fb00007ad40 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fb008033000 tx=0x7fb008004730 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:15.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:15.920+0000 7fb0177fe640 1 -- 172.21.15.31:0/2794451539 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fb0100639d0 con 0x7fb0200d1a10 2024-09-16T07:21:16.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.105+0000 7fb0250c6640 1 -- 172.21.15.31:0/2794451539 --> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fb0200b3580 con 0x7fb000078880 2024-09-16T07:21:16.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.109+0000 7fb0177fe640 1 -- 172.21.15.31:0/2794451539 <== mgr.4117 v2:172.21.15.155:6808/3650624732 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+241320 (secure 0 0 0) 0x7fb0200b3580 con 0x7fb000078880 2024-09-16T07:21:16.111 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:21:16.112 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-16T07:21:16.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.112+0000 7fb0250c6640 1 -- 172.21.15.31:0/2794451539 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb000078880 msgr2=0x7fb00007ad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:16.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.112+0000 7fb0250c6640 1 --2- 172.21.15.31:0/2794451539 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb000078880 0x7fb00007ad40 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fb008033000 tx=0x7fb008004730 comp rx=0 tx=0).stop 2024-09-16T07:21:16.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.112+0000 7fb0250c6640 1 -- 172.21.15.31:0/2794451539 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb0200d1a10 msgr2=0x7fb02014e380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:16.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.112+0000 7fb0250c6640 1 --2- 172.21.15.31:0/2794451539 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb0200d1a10 0x7fb02014e380 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fb01000e7f0 tx=0x7fb01000ecb0 comp rx=0 tx=0).stop 2024-09-16T07:21:16.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.112+0000 7fb0250c6640 1 -- 172.21.15.31:0/2794451539 shutdown_connections 2024-09-16T07:21:16.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.112+0000 7fb0250c6640 1 --2- 172.21.15.31:0/2794451539 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb000078880 0x7fb00007ad40 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:16.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.112+0000 7fb0250c6640 1 --2- 172.21.15.31:0/2794451539 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb020161b30 0x7fb0200c7950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:16.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.112+0000 7fb0250c6640 1 --2- 172.21.15.31:0/2794451539 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb020160ac0 0x7fb0200b9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:16.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.112+0000 7fb0250c6640 1 --2- 172.21.15.31:0/2794451539 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb0200d1a10 0x7fb02014e380 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:16.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.112+0000 7fb0250c6640 1 -- 172.21.15.31:0/2794451539 >> 172.21.15.31:0/2794451539 conn(0x7fb0200d3e40 msgr2=0x7fb0200b2b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:16.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.112+0000 7fb0250c6640 1 -- 172.21.15.31:0/2794451539 shutdown_connections 2024-09-16T07:21:16.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.112+0000 7fb0250c6640 1 -- 172.21.15.31:0/2794451539 wait complete. 2024-09-16T07:21:16.123 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":25,"stamp":"2024-09-16T07:21:14.630276+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":80,"acting":80,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":17,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219392,"kb_used_data":2648,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755328,"statfs":{"total":773094113280,"available":772869455872,"internally_reserved":0,"allocated":2711552,"data_stored":1660940,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.263328"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-16T07:21:11.393578+0000","last_change":"2024-09-16T07:21:11.389606+0000","last_active":"2024-09-16T07:21:11.393578+0000","last_peered":"2024-09-16T07:21:11.393578+0000","last_clean":"2024-09-16T07:21:11.393578+0000","last_became_active":"2024-09-16T07:21:11.389302+0000","last_became_peered":"2024-09-16T07:21:11.389302+0000","last_unstale":"2024-09-16T07:21:11.393578+0000","last_undegraded":"2024-09-16T07:21:11.393578+0000","last_fullsized":"2024-09-16T07:21:11.393578+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:30:56.682175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-16T07:21:11.400273+0000","last_change":"2024-09-16T07:21:11.393113+0000","last_active":"2024-09-16T07:21:11.400273+0000","last_peered":"2024-09-16T07:21:11.400273+0000","last_clean":"2024-09-16T07:21:11.400273+0000","last_became_active":"2024-09-16T07:21:11.392588+0000","last_became_peered":"2024-09-16T07:21:11.392588+0000","last_unstale":"2024-09-16T07:21:11.400273+0000","last_undegraded":"2024-09-16T07:21:11.400273+0000","last_fullsized":"2024-09-16T07:21:11.400273+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:38:39.348233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-16T07:21:11.397454+0000","last_change":"2024-09-16T07:21:11.392539+0000","last_active":"2024-09-16T07:21:11.397454+0000","last_peered":"2024-09-16T07:21:11.397454+0000","last_clean":"2024-09-16T07:21:11.397454+0000","last_became_active":"2024-09-16T07:21:11.392265+0000","last_became_peered":"2024-09-16T07:21:11.392265+0000","last_unstale":"2024-09-16T07:21:11.397454+0000","last_undegraded":"2024-09-16T07:21:11.397454+0000","last_fullsized":"2024-09-16T07:21:11.397454+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:10:29.233863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-16T07:21:11.393451+0000","last_change":"2024-09-16T07:21:11.390256+0000","last_active":"2024-09-16T07:21:11.393451+0000","last_peered":"2024-09-16T07:21:11.393451+0000","last_clean":"2024-09-16T07:21:11.393451+0000","last_became_active":"2024-09-16T07:21:11.389970+0000","last_became_peered":"2024-09-16T07:21:11.389970+0000","last_unstale":"2024-09-16T07:21:11.393451+0000","last_undegraded":"2024-09-16T07:21:11.393451+0000","last_fullsized":"2024-09-16T07:21:11.393451+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:34:49.997925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.373162+0000","last_change":"2024-09-16T07:21:09.373162+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.373162+0000","last_undegraded":"2024-09-16T07:21:09.373162+0000","last_fullsized":"2024-09-16T07:21:09.373162+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.372636+0000","last_change":"2024-09-16T07:21:09.372636+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.372636+0000","last_undegraded":"2024-09-16T07:21:09.372636+0000","last_fullsized":"2024-09-16T07:21:09.372636+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-16T07:21:11.385403+0000","last_change":"2024-09-16T07:21:10.395492+0000","last_active":"2024-09-16T07:21:11.385403+0000","last_peered":"2024-09-16T07:21:11.385403+0000","last_clean":"2024-09-16T07:21:11.385403+0000","last_became_active":"2024-09-16T07:21:10.395007+0000","last_became_peered":"2024-09-16T07:21:10.395007+0000","last_unstale":"2024-09-16T07:21:11.385403+0000","last_undegraded":"2024-09-16T07:21:11.385403+0000","last_fullsized":"2024-09-16T07:21:11.385403+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:16:45.321027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.374653+0000","last_change":"2024-09-16T07:21:09.374653+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.374653+0000","last_undegraded":"2024-09-16T07:21:09.374653+0000","last_fullsized":"2024-09-16T07:21:09.374653+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.367389+0000","last_change":"2024-09-16T07:21:09.367389+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.367389+0000","last_undegraded":"2024-09-16T07:21:09.367389+0000","last_fullsized":"2024-09-16T07:21:09.367389+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.371879+0000","last_change":"2024-09-16T07:21:09.371879+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.371879+0000","last_undegraded":"2024-09-16T07:21:09.371879+0000","last_fullsized":"2024-09-16T07:21:09.371879+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.372361+0000","last_change":"2024-09-16T07:21:09.372361+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.372361+0000","last_undegraded":"2024-09-16T07:21:09.372361+0000","last_fullsized":"2024-09-16T07:21:09.372361+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.368599+0000","last_change":"2024-09-16T07:21:09.368599+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.368599+0000","last_undegraded":"2024-09-16T07:21:09.368599+0000","last_fullsized":"2024-09-16T07:21:09.368599+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.372346+0000","last_change":"2024-09-16T07:21:09.372346+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.372346+0000","last_undegraded":"2024-09-16T07:21:09.372346+0000","last_fullsized":"2024-09-16T07:21:09.372346+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-16T07:21:11.405168+0000","last_change":"2024-09-16T07:21:11.404655+0000","last_active":"2024-09-16T07:21:11.405168+0000","last_peered":"2024-09-16T07:21:11.405168+0000","last_clean":"2024-09-16T07:21:11.405168+0000","last_became_active":"2024-09-16T07:21:11.404404+0000","last_became_peered":"2024-09-16T07:21:11.404404+0000","last_unstale":"2024-09-16T07:21:11.405168+0000","last_undegraded":"2024-09-16T07:21:11.405168+0000","last_fullsized":"2024-09-16T07:21:11.405168+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:51:12.348841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.372157+0000","last_change":"2024-09-16T07:21:09.372157+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.372157+0000","last_undegraded":"2024-09-16T07:21:09.372157+0000","last_fullsized":"2024-09-16T07:21:09.372157+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.371728+0000","last_change":"2024-09-16T07:21:09.371728+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.371728+0000","last_undegraded":"2024-09-16T07:21:09.371728+0000","last_fullsized":"2024-09-16T07:21:09.371728+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.369138+0000","last_change":"2024-09-16T07:21:09.369138+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.369138+0000","last_undegraded":"2024-09-16T07:21:09.369138+0000","last_fullsized":"2024-09-16T07:21:09.369138+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.371720+0000","last_change":"2024-09-16T07:21:09.371720+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.371720+0000","last_undegraded":"2024-09-16T07:21:09.371720+0000","last_fullsized":"2024-09-16T07:21:09.371720+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.369792+0000","last_change":"2024-09-16T07:21:09.369792+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.369792+0000","last_undegraded":"2024-09-16T07:21:09.369792+0000","last_fullsized":"2024-09-16T07:21:09.369792+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.372842+0000","last_change":"2024-09-16T07:21:09.372842+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.372842+0000","last_undegraded":"2024-09-16T07:21:09.372842+0000","last_fullsized":"2024-09-16T07:21:09.372842+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-16T07:21:11.386396+0000","last_change":"2024-09-16T07:21:10.392463+0000","last_active":"2024-09-16T07:21:11.386396+0000","last_peered":"2024-09-16T07:21:11.386396+0000","last_clean":"2024-09-16T07:21:11.386396+0000","last_became_active":"2024-09-16T07:21:10.392204+0000","last_became_peered":"2024-09-16T07:21:10.392204+0000","last_unstale":"2024-09-16T07:21:11.386396+0000","last_undegraded":"2024-09-16T07:21:11.386396+0000","last_fullsized":"2024-09-16T07:21:11.386396+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:30:45.258814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"18'72","reported_seq":105,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-16T07:21:09.365936+0000","last_change":"2024-09-16T07:21:02.600196+0000","last_active":"2024-09-16T07:21:09.365936+0000","last_peered":"2024-09-16T07:21:09.365936+0000","last_clean":"2024-09-16T07:21:09.365936+0000","last_became_active":"2024-09-16T07:21:02.599001+0000","last_became_peered":"2024-09-16T07:21:02.599001+0000","last_unstale":"2024-09-16T07:21:09.365936+0000","last_undegraded":"2024-09-16T07:21:09.365936+0000","last_fullsized":"2024-09-16T07:21:09.365936+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_clean_scrub_stamp":"2024-09-16T07:21:01.331773+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:28:40.942832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.372857+0000","last_change":"2024-09-16T07:21:09.372857+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.372857+0000","last_undegraded":"2024-09-16T07:21:09.372857+0000","last_fullsized":"2024-09-16T07:21:09.372857+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.371570+0000","last_change":"2024-09-16T07:21:09.371570+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.371570+0000","last_undegraded":"2024-09-16T07:21:09.371570+0000","last_fullsized":"2024-09-16T07:21:09.371570+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-16T07:21:11.400704+0000","last_change":"2024-09-16T07:21:11.399908+0000","last_active":"2024-09-16T07:21:11.400704+0000","last_peered":"2024-09-16T07:21:11.400704+0000","last_clean":"2024-09-16T07:21:11.400704+0000","last_became_active":"2024-09-16T07:21:11.399630+0000","last_became_peered":"2024-09-16T07:21:11.399630+0000","last_unstale":"2024-09-16T07:21:11.400704+0000","last_undegraded":"2024-09-16T07:21:11.400704+0000","last_fullsized":"2024-09-16T07:21:11.400704+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:20:47.302904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.372295+0000","last_change":"2024-09-16T07:21:09.372295+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.372295+0000","last_undegraded":"2024-09-16T07:21:09.372295+0000","last_fullsized":"2024-09-16T07:21:09.372295+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.371557+0000","last_change":"2024-09-16T07:21:09.371557+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.371557+0000","last_undegraded":"2024-09-16T07:21:09.371557+0000","last_fullsized":"2024-09-16T07:21:09.371557+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.373246+0000","last_change":"2024-09-16T07:21:09.373246+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.373246+0000","last_undegraded":"2024-09-16T07:21:09.373246+0000","last_fullsized":"2024-09-16T07:21:09.373246+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.371854+0000","last_change":"2024-09-16T07:21:09.371854+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.371854+0000","last_undegraded":"2024-09-16T07:21:09.371854+0000","last_fullsized":"2024-09-16T07:21:09.371854+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-16T07:21:11.400457+0000","last_change":"2024-09-16T07:21:11.395741+0000","last_active":"2024-09-16T07:21:11.400457+0000","last_peered":"2024-09-16T07:21:11.400457+0000","last_clean":"2024-09-16T07:21:11.400457+0000","last_became_active":"2024-09-16T07:21:11.395271+0000","last_became_peered":"2024-09-16T07:21:11.395271+0000","last_unstale":"2024-09-16T07:21:11.400457+0000","last_undegraded":"2024-09-16T07:21:11.400457+0000","last_fullsized":"2024-09-16T07:21:11.400457+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:06:26.331732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.369160+0000","last_change":"2024-09-16T07:21:09.369160+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.369160+0000","last_undegraded":"2024-09-16T07:21:09.369160+0000","last_fullsized":"2024-09-16T07:21:09.369160+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.372918+0000","last_change":"2024-09-16T07:21:09.372918+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.372918+0000","last_undegraded":"2024-09-16T07:21:09.372918+0000","last_fullsized":"2024-09-16T07:21:09.372918+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.371925+0000","last_change":"2024-09-16T07:21:09.371925+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.371925+0000","last_undegraded":"2024-09-16T07:21:09.371925+0000","last_fullsized":"2024-09-16T07:21:09.371925+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.369162+0000","last_change":"2024-09-16T07:21:09.369162+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.369162+0000","last_undegraded":"2024-09-16T07:21:09.369162+0000","last_fullsized":"2024-09-16T07:21:09.369162+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-16T07:21:11.385789+0000","last_change":"2024-09-16T07:21:10.394985+0000","last_active":"2024-09-16T07:21:11.385789+0000","last_peered":"2024-09-16T07:21:11.385789+0000","last_clean":"2024-09-16T07:21:11.385789+0000","last_became_active":"2024-09-16T07:21:10.394662+0000","last_became_peered":"2024-09-16T07:21:10.394662+0000","last_unstale":"2024-09-16T07:21:11.385789+0000","last_undegraded":"2024-09-16T07:21:11.385789+0000","last_fullsized":"2024-09-16T07:21:11.385789+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:11:19.445558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.374321+0000","last_change":"2024-09-16T07:21:09.374321+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.374321+0000","last_undegraded":"2024-09-16T07:21:09.374321+0000","last_fullsized":"2024-09-16T07:21:09.374321+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.371858+0000","last_change":"2024-09-16T07:21:09.371858+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.371858+0000","last_undegraded":"2024-09-16T07:21:09.371858+0000","last_fullsized":"2024-09-16T07:21:09.371858+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.371575+0000","last_change":"2024-09-16T07:21:09.371575+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.371575+0000","last_undegraded":"2024-09-16T07:21:09.371575+0000","last_fullsized":"2024-09-16T07:21:09.371575+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.373416+0000","last_change":"2024-09-16T07:21:09.373416+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.373416+0000","last_undegraded":"2024-09-16T07:21:09.373416+0000","last_fullsized":"2024-09-16T07:21:09.373416+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:21:10.363629+0000","last_change":"2024-09-16T07:21:10.363629+0000","last_active":"2024-09-16T07:21:10.363629+0000","last_peered":"2024-09-16T07:21:10.363629+0000","last_clean":"2024-09-16T07:21:10.363629+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:10.363629+0000","last_undegraded":"2024-09-16T07:21:10.363629+0000","last_fullsized":"2024-09-16T07:21:10.363629+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-16T07:21:09.369153+0000","last_change":"2024-09-16T07:21:09.369153+0000","last_active":"2024-09-16T07:21:09.358720+0000","last_peered":"2024-09-16T07:21:09.358720+0000","last_clean":"2024-09-16T07:21:09.358720+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:09.369153+0000","last_undegraded":"2024-09-16T07:21:09.369153+0000","last_fullsized":"2024-09-16T07:21:09.369153+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":14,"acting":14,"num_store_stats":1},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509445,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27208,"kb_used_data":180,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344632,"statfs":{"total":96636764160,"available":96608903168,"internally_reserved":0,"allocated":184320,"data_stored":56940,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509444,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28036,"kb_used_data":760,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343804,"statfs":{"total":96636764160,"available":96608055296,"internally_reserved":0,"allocated":778240,"data_stored":647308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509444,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27216,"kb_used_data":180,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344624,"statfs":{"total":96636764160,"available":96608894976,"internally_reserved":0,"allocated":184320,"data_stored":56940,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509445,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27220,"kb_used_data":192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344620,"statfs":{"total":96636764160,"available":96608890880,"internally_reserved":0,"allocated":196608,"data_stored":62757,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509445,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27216,"kb_used_data":180,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344624,"statfs":{"total":96636764160,"available":96608894976,"internally_reserved":0,"allocated":184320,"data_stored":56940,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509445,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28036,"kb_used_data":760,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343804,"statfs":{"total":96636764160,"available":96608055296,"internally_reserved":0,"allocated":778240,"data_stored":647308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509446,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27208,"kb_used_data":180,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344632,"statfs":{"total":96636764160,"available":96608903168,"internally_reserved":0,"allocated":184320,"data_stored":56940,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574852,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":221184,"data_stored":75807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T07:21:16.127 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3f is not active+clean 2024-09-16T07:21:16.127 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:21:10.363629+0000', 'last_change': '2024-09-16T07:21:10.363629+0000', 'last_active': '2024-09-16T07:21:10.363629+0000', 'last_peered': '2024-09-16T07:21:10.363629+0000', 'last_clean': '2024-09-16T07:21:10.363629+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:10.363629+0000', 'last_undegraded': '2024-09-16T07:21:10.363629+0000', 'last_fullsized': '2024-09-16T07:21:10.363629+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:21:16.127 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3e is not active+clean 2024-09-16T07:21:16.128 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:21:10.363629+0000', 'last_change': '2024-09-16T07:21:10.363629+0000', 'last_active': '2024-09-16T07:21:10.363629+0000', 'last_peered': '2024-09-16T07:21:10.363629+0000', 'last_clean': '2024-09-16T07:21:10.363629+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:10.363629+0000', 'last_undegraded': '2024-09-16T07:21:10.363629+0000', 'last_fullsized': '2024-09-16T07:21:10.363629+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:21:16.128 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3d is not active+clean 2024-09-16T07:21:16.128 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:21:10.363629+0000', 'last_change': '2024-09-16T07:21:10.363629+0000', 'last_active': '2024-09-16T07:21:10.363629+0000', 'last_peered': '2024-09-16T07:21:10.363629+0000', 'last_clean': '2024-09-16T07:21:10.363629+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:10.363629+0000', 'last_undegraded': '2024-09-16T07:21:10.363629+0000', 'last_fullsized': '2024-09-16T07:21:10.363629+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:21:16.128 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3c is not active+clean 2024-09-16T07:21:16.128 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:21:10.363629+0000', 'last_change': '2024-09-16T07:21:10.363629+0000', 'last_active': '2024-09-16T07:21:10.363629+0000', 'last_peered': '2024-09-16T07:21:10.363629+0000', 'last_clean': '2024-09-16T07:21:10.363629+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:10.363629+0000', 'last_undegraded': '2024-09-16T07:21:10.363629+0000', 'last_fullsized': '2024-09-16T07:21:10.363629+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:21:16.128 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3b is not active+clean 2024-09-16T07:21:16.128 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:21:10.363629+0000', 'last_change': '2024-09-16T07:21:10.363629+0000', 'last_active': '2024-09-16T07:21:10.363629+0000', 'last_peered': '2024-09-16T07:21:10.363629+0000', 'last_clean': '2024-09-16T07:21:10.363629+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:10.363629+0000', 'last_undegraded': '2024-09-16T07:21:10.363629+0000', 'last_fullsized': '2024-09-16T07:21:10.363629+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:21:16.128 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3a is not active+clean 2024-09-16T07:21:16.128 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:21:10.363629+0000', 'last_change': '2024-09-16T07:21:10.363629+0000', 'last_active': '2024-09-16T07:21:10.363629+0000', 'last_peered': '2024-09-16T07:21:10.363629+0000', 'last_clean': '2024-09-16T07:21:10.363629+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:10.363629+0000', 'last_undegraded': '2024-09-16T07:21:10.363629+0000', 'last_fullsized': '2024-09-16T07:21:10.363629+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:21:16.128 INFO:tasks.ceph.ceph_manager.ceph:PG 3.39 is not active+clean 2024-09-16T07:21:16.128 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.39', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:21:10.363629+0000', 'last_change': '2024-09-16T07:21:10.363629+0000', 'last_active': '2024-09-16T07:21:10.363629+0000', 'last_peered': '2024-09-16T07:21:10.363629+0000', 'last_clean': '2024-09-16T07:21:10.363629+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:10.363629+0000', 'last_undegraded': '2024-09-16T07:21:10.363629+0000', 'last_fullsized': '2024-09-16T07:21:10.363629+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:21:16.129 INFO:tasks.ceph.ceph_manager.ceph:PG 3.38 is not active+clean 2024-09-16T07:21:16.129 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.38', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:21:10.363629+0000', 'last_change': '2024-09-16T07:21:10.363629+0000', 'last_active': '2024-09-16T07:21:10.363629+0000', 'last_peered': '2024-09-16T07:21:10.363629+0000', 'last_clean': '2024-09-16T07:21:10.363629+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:10.363629+0000', 'last_undegraded': '2024-09-16T07:21:10.363629+0000', 'last_fullsized': '2024-09-16T07:21:10.363629+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:21:16.129 INFO:tasks.ceph.ceph_manager.ceph:PG 3.37 is not active+clean 2024-09-16T07:21:16.129 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.37', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:21:10.363629+0000', 'last_change': '2024-09-16T07:21:10.363629+0000', 'last_active': '2024-09-16T07:21:10.363629+0000', 'last_peered': '2024-09-16T07:21:10.363629+0000', 'last_clean': '2024-09-16T07:21:10.363629+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:10.363629+0000', 'last_undegraded': '2024-09-16T07:21:10.363629+0000', 'last_fullsized': '2024-09-16T07:21:10.363629+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:21:16.129 INFO:tasks.ceph.ceph_manager.ceph:PG 3.36 is not active+clean 2024-09-16T07:21:16.129 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.36', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:21:10.363629+0000', 'last_change': '2024-09-16T07:21:10.363629+0000', 'last_active': '2024-09-16T07:21:10.363629+0000', 'last_peered': '2024-09-16T07:21:10.363629+0000', 'last_clean': '2024-09-16T07:21:10.363629+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:10.363629+0000', 'last_undegraded': '2024-09-16T07:21:10.363629+0000', 'last_fullsized': '2024-09-16T07:21:10.363629+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:21:16.129 INFO:tasks.ceph.ceph_manager.ceph:PG 3.35 is not active+clean 2024-09-16T07:21:16.129 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.35', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:21:10.363629+0000', 'last_change': '2024-09-16T07:21:10.363629+0000', 'last_active': '2024-09-16T07:21:10.363629+0000', 'last_peered': '2024-09-16T07:21:10.363629+0000', 'last_clean': '2024-09-16T07:21:10.363629+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:10.363629+0000', 'last_undegraded': '2024-09-16T07:21:10.363629+0000', 'last_fullsized': '2024-09-16T07:21:10.363629+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:21:16.129 INFO:tasks.ceph.ceph_manager.ceph:PG 3.34 is not active+clean 2024-09-16T07:21:16.129 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.34', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:21:10.363629+0000', 'last_change': '2024-09-16T07:21:10.363629+0000', 'last_active': '2024-09-16T07:21:10.363629+0000', 'last_peered': '2024-09-16T07:21:10.363629+0000', 'last_clean': '2024-09-16T07:21:10.363629+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:10.363629+0000', 'last_undegraded': '2024-09-16T07:21:10.363629+0000', 'last_fullsized': '2024-09-16T07:21:10.363629+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:21:16.129 INFO:tasks.ceph.ceph_manager.ceph:PG 3.31 is not active+clean 2024-09-16T07:21:16.129 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.31', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:21:10.363629+0000', 'last_change': '2024-09-16T07:21:10.363629+0000', 'last_active': '2024-09-16T07:21:10.363629+0000', 'last_peered': '2024-09-16T07:21:10.363629+0000', 'last_clean': '2024-09-16T07:21:10.363629+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:10.363629+0000', 'last_undegraded': '2024-09-16T07:21:10.363629+0000', 'last_fullsized': '2024-09-16T07:21:10.363629+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:21:16.130 INFO:tasks.ceph.ceph_manager.ceph:PG 3.30 is not active+clean 2024-09-16T07:21:16.130 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.30', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:21:10.363629+0000', 'last_change': '2024-09-16T07:21:10.363629+0000', 'last_active': '2024-09-16T07:21:10.363629+0000', 'last_peered': '2024-09-16T07:21:10.363629+0000', 'last_clean': '2024-09-16T07:21:10.363629+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:10.363629+0000', 'last_undegraded': '2024-09-16T07:21:10.363629+0000', 'last_fullsized': '2024-09-16T07:21:10.363629+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:21:16.130 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2f is not active+clean 2024-09-16T07:21:16.130 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:21:10.363629+0000', 'last_change': '2024-09-16T07:21:10.363629+0000', 'last_active': '2024-09-16T07:21:10.363629+0000', 'last_peered': '2024-09-16T07:21:10.363629+0000', 'last_clean': '2024-09-16T07:21:10.363629+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:10.363629+0000', 'last_undegraded': '2024-09-16T07:21:10.363629+0000', 'last_fullsized': '2024-09-16T07:21:10.363629+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:21:16.130 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2e is not active+clean 2024-09-16T07:21:16.130 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:21:10.363629+0000', 'last_change': '2024-09-16T07:21:10.363629+0000', 'last_active': '2024-09-16T07:21:10.363629+0000', 'last_peered': '2024-09-16T07:21:10.363629+0000', 'last_clean': '2024-09-16T07:21:10.363629+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:10.363629+0000', 'last_undegraded': '2024-09-16T07:21:10.363629+0000', 'last_fullsized': '2024-09-16T07:21:10.363629+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:21:16.130 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2d is not active+clean 2024-09-16T07:21:16.130 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:21:10.363629+0000', 'last_change': '2024-09-16T07:21:10.363629+0000', 'last_active': '2024-09-16T07:21:10.363629+0000', 'last_peered': '2024-09-16T07:21:10.363629+0000', 'last_clean': '2024-09-16T07:21:10.363629+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:10.363629+0000', 'last_undegraded': '2024-09-16T07:21:10.363629+0000', 'last_fullsized': '2024-09-16T07:21:10.363629+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:21:16.130 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2c is not active+clean 2024-09-16T07:21:16.130 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:21:10.363629+0000', 'last_change': '2024-09-16T07:21:10.363629+0000', 'last_active': '2024-09-16T07:21:10.363629+0000', 'last_peered': '2024-09-16T07:21:10.363629+0000', 'last_clean': '2024-09-16T07:21:10.363629+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:10.363629+0000', 'last_undegraded': '2024-09-16T07:21:10.363629+0000', 'last_fullsized': '2024-09-16T07:21:10.363629+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:21:16.130 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2b is not active+clean 2024-09-16T07:21:16.131 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:21:10.363629+0000', 'last_change': '2024-09-16T07:21:10.363629+0000', 'last_active': '2024-09-16T07:21:10.363629+0000', 'last_peered': '2024-09-16T07:21:10.363629+0000', 'last_clean': '2024-09-16T07:21:10.363629+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:10.363629+0000', 'last_undegraded': '2024-09-16T07:21:10.363629+0000', 'last_fullsized': '2024-09-16T07:21:10.363629+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:21:16.131 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2a is not active+clean 2024-09-16T07:21:16.131 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:21:10.363629+0000', 'last_change': '2024-09-16T07:21:10.363629+0000', 'last_active': '2024-09-16T07:21:10.363629+0000', 'last_peered': '2024-09-16T07:21:10.363629+0000', 'last_clean': '2024-09-16T07:21:10.363629+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:10.363629+0000', 'last_undegraded': '2024-09-16T07:21:10.363629+0000', 'last_fullsized': '2024-09-16T07:21:10.363629+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:21:16.131 INFO:tasks.ceph.ceph_manager.ceph:PG 3.29 is not active+clean 2024-09-16T07:21:16.131 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.29', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:21:10.363629+0000', 'last_change': '2024-09-16T07:21:10.363629+0000', 'last_active': '2024-09-16T07:21:10.363629+0000', 'last_peered': '2024-09-16T07:21:10.363629+0000', 'last_clean': '2024-09-16T07:21:10.363629+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:10.363629+0000', 'last_undegraded': '2024-09-16T07:21:10.363629+0000', 'last_fullsized': '2024-09-16T07:21:10.363629+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:21:16.131 INFO:tasks.ceph.ceph_manager.ceph:PG 3.28 is not active+clean 2024-09-16T07:21:16.131 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.28', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:21:10.363629+0000', 'last_change': '2024-09-16T07:21:10.363629+0000', 'last_active': '2024-09-16T07:21:10.363629+0000', 'last_peered': '2024-09-16T07:21:10.363629+0000', 'last_clean': '2024-09-16T07:21:10.363629+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:10.363629+0000', 'last_undegraded': '2024-09-16T07:21:10.363629+0000', 'last_fullsized': '2024-09-16T07:21:10.363629+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:21:16.131 INFO:tasks.ceph.ceph_manager.ceph:PG 3.27 is not active+clean 2024-09-16T07:21:16.131 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.27', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:21:10.363629+0000', 'last_change': '2024-09-16T07:21:10.363629+0000', 'last_active': '2024-09-16T07:21:10.363629+0000', 'last_peered': '2024-09-16T07:21:10.363629+0000', 'last_clean': '2024-09-16T07:21:10.363629+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:10.363629+0000', 'last_undegraded': '2024-09-16T07:21:10.363629+0000', 'last_fullsized': '2024-09-16T07:21:10.363629+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:21:16.131 INFO:tasks.ceph.ceph_manager.ceph:PG 3.26 is not active+clean 2024-09-16T07:21:16.131 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.26', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:21:10.363629+0000', 'last_change': '2024-09-16T07:21:10.363629+0000', 'last_active': '2024-09-16T07:21:10.363629+0000', 'last_peered': '2024-09-16T07:21:10.363629+0000', 'last_clean': '2024-09-16T07:21:10.363629+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:10.363629+0000', 'last_undegraded': '2024-09-16T07:21:10.363629+0000', 'last_fullsized': '2024-09-16T07:21:10.363629+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:21:16.132 INFO:tasks.ceph.ceph_manager.ceph:PG 3.23 is not active+clean 2024-09-16T07:21:16.132 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.23', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:21:10.363629+0000', 'last_change': '2024-09-16T07:21:10.363629+0000', 'last_active': '2024-09-16T07:21:10.363629+0000', 'last_peered': '2024-09-16T07:21:10.363629+0000', 'last_clean': '2024-09-16T07:21:10.363629+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:10.363629+0000', 'last_undegraded': '2024-09-16T07:21:10.363629+0000', 'last_fullsized': '2024-09-16T07:21:10.363629+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:21:16.132 INFO:tasks.ceph.ceph_manager.ceph:PG 3.22 is not active+clean 2024-09-16T07:21:16.132 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.22', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:21:10.363629+0000', 'last_change': '2024-09-16T07:21:10.363629+0000', 'last_active': '2024-09-16T07:21:10.363629+0000', 'last_peered': '2024-09-16T07:21:10.363629+0000', 'last_clean': '2024-09-16T07:21:10.363629+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:10.363629+0000', 'last_undegraded': '2024-09-16T07:21:10.363629+0000', 'last_fullsized': '2024-09-16T07:21:10.363629+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:21:16.132 INFO:tasks.ceph.ceph_manager.ceph:PG 3.21 is not active+clean 2024-09-16T07:21:16.132 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.21', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:21:10.363629+0000', 'last_change': '2024-09-16T07:21:10.363629+0000', 'last_active': '2024-09-16T07:21:10.363629+0000', 'last_peered': '2024-09-16T07:21:10.363629+0000', 'last_clean': '2024-09-16T07:21:10.363629+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:10.363629+0000', 'last_undegraded': '2024-09-16T07:21:10.363629+0000', 'last_fullsized': '2024-09-16T07:21:10.363629+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:21:16.132 INFO:tasks.ceph.ceph_manager.ceph:PG 3.20 is not active+clean 2024-09-16T07:21:16.132 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.20', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:21:10.363629+0000', 'last_change': '2024-09-16T07:21:10.363629+0000', 'last_active': '2024-09-16T07:21:10.363629+0000', 'last_peered': '2024-09-16T07:21:10.363629+0000', 'last_clean': '2024-09-16T07:21:10.363629+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:10.363629+0000', 'last_undegraded': '2024-09-16T07:21:10.363629+0000', 'last_fullsized': '2024-09-16T07:21:10.363629+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:21:16.133 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1a is not active+clean 2024-09-16T07:21:16.133 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:21:10.363629+0000', 'last_change': '2024-09-16T07:21:10.363629+0000', 'last_active': '2024-09-16T07:21:10.363629+0000', 'last_peered': '2024-09-16T07:21:10.363629+0000', 'last_clean': '2024-09-16T07:21:10.363629+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:10.363629+0000', 'last_undegraded': '2024-09-16T07:21:10.363629+0000', 'last_fullsized': '2024-09-16T07:21:10.363629+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:21:16.133 INFO:tasks.ceph.ceph_manager.ceph:PG 2.1b is not active+clean 2024-09-16T07:21:16.133 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:09.373162+0000', 'last_change': '2024-09-16T07:21:09.373162+0000', 'last_active': '2024-09-16T07:21:09.358720+0000', 'last_peered': '2024-09-16T07:21:09.358720+0000', 'last_clean': '2024-09-16T07:21:09.358720+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:09.373162+0000', 'last_undegraded': '2024-09-16T07:21:09.373162+0000', 'last_fullsized': '2024-09-16T07:21:09.373162+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 6], 'acting': [5, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T07:21:16.133 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1b is not active+clean 2024-09-16T07:21:16.133 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:21:10.363629+0000', 'last_change': '2024-09-16T07:21:10.363629+0000', 'last_active': '2024-09-16T07:21:10.363629+0000', 'last_peered': '2024-09-16T07:21:10.363629+0000', 'last_clean': '2024-09-16T07:21:10.363629+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:10.363629+0000', 'last_undegraded': '2024-09-16T07:21:10.363629+0000', 'last_fullsized': '2024-09-16T07:21:10.363629+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:21:16.133 INFO:tasks.ceph.ceph_manager.ceph:PG 2.1a is not active+clean 2024-09-16T07:21:16.133 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:09.372636+0000', 'last_change': '2024-09-16T07:21:09.372636+0000', 'last_active': '2024-09-16T07:21:09.358720+0000', 'last_peered': '2024-09-16T07:21:09.358720+0000', 'last_clean': '2024-09-16T07:21:09.358720+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:09.372636+0000', 'last_undegraded': '2024-09-16T07:21:09.372636+0000', 'last_fullsized': '2024-09-16T07:21:09.372636+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T07:21:16.133 INFO:tasks.ceph.ceph_manager.ceph:PG 3.18 is not active+clean 2024-09-16T07:21:16.133 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:21:10.363629+0000', 'last_change': '2024-09-16T07:21:10.363629+0000', 'last_active': '2024-09-16T07:21:10.363629+0000', 'last_peered': '2024-09-16T07:21:10.363629+0000', 'last_clean': '2024-09-16T07:21:10.363629+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:10.363629+0000', 'last_undegraded': '2024-09-16T07:21:10.363629+0000', 'last_fullsized': '2024-09-16T07:21:10.363629+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:21:16.133 INFO:tasks.ceph.ceph_manager.ceph:PG 2.18 is not active+clean 2024-09-16T07:21:16.134 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:09.374653+0000', 'last_change': '2024-09-16T07:21:09.374653+0000', 'last_active': '2024-09-16T07:21:09.358720+0000', 'last_peered': '2024-09-16T07:21:09.358720+0000', 'last_clean': '2024-09-16T07:21:09.358720+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:09.374653+0000', 'last_undegraded': '2024-09-16T07:21:09.374653+0000', 'last_fullsized': '2024-09-16T07:21:09.374653+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T07:21:16.134 INFO:tasks.ceph.ceph_manager.ceph:PG 3.19 is not active+clean 2024-09-16T07:21:16.134 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:21:10.363629+0000', 'last_change': '2024-09-16T07:21:10.363629+0000', 'last_active': '2024-09-16T07:21:10.363629+0000', 'last_peered': '2024-09-16T07:21:10.363629+0000', 'last_clean': '2024-09-16T07:21:10.363629+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:10.363629+0000', 'last_undegraded': '2024-09-16T07:21:10.363629+0000', 'last_fullsized': '2024-09-16T07:21:10.363629+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:21:16.134 INFO:tasks.ceph.ceph_manager.ceph:PG 2.17 is not active+clean 2024-09-16T07:21:16.134 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:09.367389+0000', 'last_change': '2024-09-16T07:21:09.367389+0000', 'last_active': '2024-09-16T07:21:09.358720+0000', 'last_peered': '2024-09-16T07:21:09.358720+0000', 'last_clean': '2024-09-16T07:21:09.358720+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:09.367389+0000', 'last_undegraded': '2024-09-16T07:21:09.367389+0000', 'last_fullsized': '2024-09-16T07:21:09.367389+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-16T07:21:16.134 INFO:tasks.ceph.ceph_manager.ceph:PG 3.16 is not active+clean 2024-09-16T07:21:16.134 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:21:10.363629+0000', 'last_change': '2024-09-16T07:21:10.363629+0000', 'last_active': '2024-09-16T07:21:10.363629+0000', 'last_peered': '2024-09-16T07:21:10.363629+0000', 'last_clean': '2024-09-16T07:21:10.363629+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:10.363629+0000', 'last_undegraded': '2024-09-16T07:21:10.363629+0000', 'last_fullsized': '2024-09-16T07:21:10.363629+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:21:16.134 INFO:tasks.ceph.ceph_manager.ceph:PG 2.16 is not active+clean 2024-09-16T07:21:16.134 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:09.371879+0000', 'last_change': '2024-09-16T07:21:09.371879+0000', 'last_active': '2024-09-16T07:21:09.358720+0000', 'last_peered': '2024-09-16T07:21:09.358720+0000', 'last_clean': '2024-09-16T07:21:09.358720+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:09.371879+0000', 'last_undegraded': '2024-09-16T07:21:09.371879+0000', 'last_fullsized': '2024-09-16T07:21:09.371879+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T07:21:16.134 INFO:tasks.ceph.ceph_manager.ceph:PG 3.17 is not active+clean 2024-09-16T07:21:16.134 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:21:10.363629+0000', 'last_change': '2024-09-16T07:21:10.363629+0000', 'last_active': '2024-09-16T07:21:10.363629+0000', 'last_peered': '2024-09-16T07:21:10.363629+0000', 'last_clean': '2024-09-16T07:21:10.363629+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:10.363629+0000', 'last_undegraded': '2024-09-16T07:21:10.363629+0000', 'last_fullsized': '2024-09-16T07:21:10.363629+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:21:16.134 INFO:tasks.ceph.ceph_manager.ceph:PG 2.15 is not active+clean 2024-09-16T07:21:16.135 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:09.372361+0000', 'last_change': '2024-09-16T07:21:09.372361+0000', 'last_active': '2024-09-16T07:21:09.358720+0000', 'last_peered': '2024-09-16T07:21:09.358720+0000', 'last_clean': '2024-09-16T07:21:09.358720+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:09.372361+0000', 'last_undegraded': '2024-09-16T07:21:09.372361+0000', 'last_fullsized': '2024-09-16T07:21:09.372361+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T07:21:16.135 INFO:tasks.ceph.ceph_manager.ceph:PG 3.14 is not active+clean 2024-09-16T07:21:16.135 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:21:10.363629+0000', 'last_change': '2024-09-16T07:21:10.363629+0000', 'last_active': '2024-09-16T07:21:10.363629+0000', 'last_peered': '2024-09-16T07:21:10.363629+0000', 'last_clean': '2024-09-16T07:21:10.363629+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:10.363629+0000', 'last_undegraded': '2024-09-16T07:21:10.363629+0000', 'last_fullsized': '2024-09-16T07:21:10.363629+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:21:16.135 INFO:tasks.ceph.ceph_manager.ceph:PG 2.14 is not active+clean 2024-09-16T07:21:16.135 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:09.368599+0000', 'last_change': '2024-09-16T07:21:09.368599+0000', 'last_active': '2024-09-16T07:21:09.358720+0000', 'last_peered': '2024-09-16T07:21:09.358720+0000', 'last_clean': '2024-09-16T07:21:09.358720+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:09.368599+0000', 'last_undegraded': '2024-09-16T07:21:09.368599+0000', 'last_fullsized': '2024-09-16T07:21:09.368599+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-16T07:21:16.135 INFO:tasks.ceph.ceph_manager.ceph:PG 3.15 is not active+clean 2024-09-16T07:21:16.135 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:21:10.363629+0000', 'last_change': '2024-09-16T07:21:10.363629+0000', 'last_active': '2024-09-16T07:21:10.363629+0000', 'last_peered': '2024-09-16T07:21:10.363629+0000', 'last_clean': '2024-09-16T07:21:10.363629+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:10.363629+0000', 'last_undegraded': '2024-09-16T07:21:10.363629+0000', 'last_fullsized': '2024-09-16T07:21:10.363629+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:21:16.135 INFO:tasks.ceph.ceph_manager.ceph:PG 2.13 is not active+clean 2024-09-16T07:21:16.135 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:09.372346+0000', 'last_change': '2024-09-16T07:21:09.372346+0000', 'last_active': '2024-09-16T07:21:09.358720+0000', 'last_peered': '2024-09-16T07:21:09.358720+0000', 'last_clean': '2024-09-16T07:21:09.358720+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:09.372346+0000', 'last_undegraded': '2024-09-16T07:21:09.372346+0000', 'last_fullsized': '2024-09-16T07:21:09.372346+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 0], 'acting': [7, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T07:21:16.135 INFO:tasks.ceph.ceph_manager.ceph:PG 2.12 is not active+clean 2024-09-16T07:21:16.135 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:09.372157+0000', 'last_change': '2024-09-16T07:21:09.372157+0000', 'last_active': '2024-09-16T07:21:09.358720+0000', 'last_peered': '2024-09-16T07:21:09.358720+0000', 'last_clean': '2024-09-16T07:21:09.358720+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:09.372157+0000', 'last_undegraded': '2024-09-16T07:21:09.372157+0000', 'last_fullsized': '2024-09-16T07:21:09.372157+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T07:21:16.136 INFO:tasks.ceph.ceph_manager.ceph:PG 3.13 is not active+clean 2024-09-16T07:21:16.136 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:21:10.363629+0000', 'last_change': '2024-09-16T07:21:10.363629+0000', 'last_active': '2024-09-16T07:21:10.363629+0000', 'last_peered': '2024-09-16T07:21:10.363629+0000', 'last_clean': '2024-09-16T07:21:10.363629+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:10.363629+0000', 'last_undegraded': '2024-09-16T07:21:10.363629+0000', 'last_fullsized': '2024-09-16T07:21:10.363629+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:21:16.136 INFO:tasks.ceph.ceph_manager.ceph:PG 2.11 is not active+clean 2024-09-16T07:21:16.136 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:09.371728+0000', 'last_change': '2024-09-16T07:21:09.371728+0000', 'last_active': '2024-09-16T07:21:09.358720+0000', 'last_peered': '2024-09-16T07:21:09.358720+0000', 'last_clean': '2024-09-16T07:21:09.358720+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:09.371728+0000', 'last_undegraded': '2024-09-16T07:21:09.371728+0000', 'last_fullsized': '2024-09-16T07:21:09.371728+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 3], 'acting': [0, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T07:21:16.136 INFO:tasks.ceph.ceph_manager.ceph:PG 3.10 is not active+clean 2024-09-16T07:21:16.136 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.10', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:21:10.363629+0000', 'last_change': '2024-09-16T07:21:10.363629+0000', 'last_active': '2024-09-16T07:21:10.363629+0000', 'last_peered': '2024-09-16T07:21:10.363629+0000', 'last_clean': '2024-09-16T07:21:10.363629+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:10.363629+0000', 'last_undegraded': '2024-09-16T07:21:10.363629+0000', 'last_fullsized': '2024-09-16T07:21:10.363629+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:21:16.136 INFO:tasks.ceph.ceph_manager.ceph:PG 2.10 is not active+clean 2024-09-16T07:21:16.136 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:09.369138+0000', 'last_change': '2024-09-16T07:21:09.369138+0000', 'last_active': '2024-09-16T07:21:09.358720+0000', 'last_peered': '2024-09-16T07:21:09.358720+0000', 'last_clean': '2024-09-16T07:21:09.358720+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:09.369138+0000', 'last_undegraded': '2024-09-16T07:21:09.369138+0000', 'last_fullsized': '2024-09-16T07:21:09.369138+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 7], 'acting': [4, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T07:21:16.136 INFO:tasks.ceph.ceph_manager.ceph:PG 3.11 is not active+clean 2024-09-16T07:21:16.136 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:21:10.363629+0000', 'last_change': '2024-09-16T07:21:10.363629+0000', 'last_active': '2024-09-16T07:21:10.363629+0000', 'last_peered': '2024-09-16T07:21:10.363629+0000', 'last_clean': '2024-09-16T07:21:10.363629+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:10.363629+0000', 'last_undegraded': '2024-09-16T07:21:10.363629+0000', 'last_fullsized': '2024-09-16T07:21:10.363629+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:21:16.137 INFO:tasks.ceph.ceph_manager.ceph:PG 2.f is not active+clean 2024-09-16T07:21:16.137 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:09.371720+0000', 'last_change': '2024-09-16T07:21:09.371720+0000', 'last_active': '2024-09-16T07:21:09.358720+0000', 'last_peered': '2024-09-16T07:21:09.358720+0000', 'last_clean': '2024-09-16T07:21:09.358720+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:09.371720+0000', 'last_undegraded': '2024-09-16T07:21:09.371720+0000', 'last_fullsized': '2024-09-16T07:21:09.371720+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 5], 'acting': [0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T07:21:16.137 INFO:tasks.ceph.ceph_manager.ceph:PG 3.e is not active+clean 2024-09-16T07:21:16.137 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:21:10.363629+0000', 'last_change': '2024-09-16T07:21:10.363629+0000', 'last_active': '2024-09-16T07:21:10.363629+0000', 'last_peered': '2024-09-16T07:21:10.363629+0000', 'last_clean': '2024-09-16T07:21:10.363629+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:10.363629+0000', 'last_undegraded': '2024-09-16T07:21:10.363629+0000', 'last_fullsized': '2024-09-16T07:21:10.363629+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:21:16.137 INFO:tasks.ceph.ceph_manager.ceph:PG 2.e is not active+clean 2024-09-16T07:21:16.137 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:09.369792+0000', 'last_change': '2024-09-16T07:21:09.369792+0000', 'last_active': '2024-09-16T07:21:09.358720+0000', 'last_peered': '2024-09-16T07:21:09.358720+0000', 'last_clean': '2024-09-16T07:21:09.358720+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:09.369792+0000', 'last_undegraded': '2024-09-16T07:21:09.369792+0000', 'last_fullsized': '2024-09-16T07:21:09.369792+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T07:21:16.137 INFO:tasks.ceph.ceph_manager.ceph:PG 3.f is not active+clean 2024-09-16T07:21:16.137 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:21:10.363629+0000', 'last_change': '2024-09-16T07:21:10.363629+0000', 'last_active': '2024-09-16T07:21:10.363629+0000', 'last_peered': '2024-09-16T07:21:10.363629+0000', 'last_clean': '2024-09-16T07:21:10.363629+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:10.363629+0000', 'last_undegraded': '2024-09-16T07:21:10.363629+0000', 'last_fullsized': '2024-09-16T07:21:10.363629+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:21:16.137 INFO:tasks.ceph.ceph_manager.ceph:PG 2.d is not active+clean 2024-09-16T07:21:16.137 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:09.372842+0000', 'last_change': '2024-09-16T07:21:09.372842+0000', 'last_active': '2024-09-16T07:21:09.358720+0000', 'last_peered': '2024-09-16T07:21:09.358720+0000', 'last_clean': '2024-09-16T07:21:09.358720+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:09.372842+0000', 'last_undegraded': '2024-09-16T07:21:09.372842+0000', 'last_fullsized': '2024-09-16T07:21:09.372842+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T07:21:16.137 INFO:tasks.ceph.ceph_manager.ceph:PG 3.c is not active+clean 2024-09-16T07:21:16.137 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:21:10.363629+0000', 'last_change': '2024-09-16T07:21:10.363629+0000', 'last_active': '2024-09-16T07:21:10.363629+0000', 'last_peered': '2024-09-16T07:21:10.363629+0000', 'last_clean': '2024-09-16T07:21:10.363629+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:10.363629+0000', 'last_undegraded': '2024-09-16T07:21:10.363629+0000', 'last_fullsized': '2024-09-16T07:21:10.363629+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:21:16.138 INFO:tasks.ceph.ceph_manager.ceph:PG 3.d is not active+clean 2024-09-16T07:21:16.138 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:21:10.363629+0000', 'last_change': '2024-09-16T07:21:10.363629+0000', 'last_active': '2024-09-16T07:21:10.363629+0000', 'last_peered': '2024-09-16T07:21:10.363629+0000', 'last_clean': '2024-09-16T07:21:10.363629+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:10.363629+0000', 'last_undegraded': '2024-09-16T07:21:10.363629+0000', 'last_fullsized': '2024-09-16T07:21:10.363629+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:21:16.138 INFO:tasks.ceph.ceph_manager.ceph:PG 2.3 is not active+clean 2024-09-16T07:21:16.138 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:09.372857+0000', 'last_change': '2024-09-16T07:21:09.372857+0000', 'last_active': '2024-09-16T07:21:09.358720+0000', 'last_peered': '2024-09-16T07:21:09.358720+0000', 'last_clean': '2024-09-16T07:21:09.358720+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:09.372857+0000', 'last_undegraded': '2024-09-16T07:21:09.372857+0000', 'last_fullsized': '2024-09-16T07:21:09.372857+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T07:21:16.138 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2 is not active+clean 2024-09-16T07:21:16.138 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:21:10.363629+0000', 'last_change': '2024-09-16T07:21:10.363629+0000', 'last_active': '2024-09-16T07:21:10.363629+0000', 'last_peered': '2024-09-16T07:21:10.363629+0000', 'last_clean': '2024-09-16T07:21:10.363629+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:10.363629+0000', 'last_undegraded': '2024-09-16T07:21:10.363629+0000', 'last_fullsized': '2024-09-16T07:21:10.363629+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:21:16.138 INFO:tasks.ceph.ceph_manager.ceph:PG 2.0 is not active+clean 2024-09-16T07:21:16.138 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:09.371570+0000', 'last_change': '2024-09-16T07:21:09.371570+0000', 'last_active': '2024-09-16T07:21:09.358720+0000', 'last_peered': '2024-09-16T07:21:09.358720+0000', 'last_clean': '2024-09-16T07:21:09.358720+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:09.371570+0000', 'last_undegraded': '2024-09-16T07:21:09.371570+0000', 'last_fullsized': '2024-09-16T07:21:09.371570+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 5], 'acting': [3, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T07:21:16.138 INFO:tasks.ceph.ceph_manager.ceph:PG 2.1 is not active+clean 2024-09-16T07:21:16.138 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:09.372295+0000', 'last_change': '2024-09-16T07:21:09.372295+0000', 'last_active': '2024-09-16T07:21:09.358720+0000', 'last_peered': '2024-09-16T07:21:09.358720+0000', 'last_clean': '2024-09-16T07:21:09.358720+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:09.372295+0000', 'last_undegraded': '2024-09-16T07:21:09.372295+0000', 'last_fullsized': '2024-09-16T07:21:09.372295+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T07:21:16.138 INFO:tasks.ceph.ceph_manager.ceph:PG 3.0 is not active+clean 2024-09-16T07:21:16.139 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:21:10.363629+0000', 'last_change': '2024-09-16T07:21:10.363629+0000', 'last_active': '2024-09-16T07:21:10.363629+0000', 'last_peered': '2024-09-16T07:21:10.363629+0000', 'last_clean': '2024-09-16T07:21:10.363629+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:10.363629+0000', 'last_undegraded': '2024-09-16T07:21:10.363629+0000', 'last_fullsized': '2024-09-16T07:21:10.363629+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:21:16.139 INFO:tasks.ceph.ceph_manager.ceph:PG 2.2 is not active+clean 2024-09-16T07:21:16.139 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:09.371557+0000', 'last_change': '2024-09-16T07:21:09.371557+0000', 'last_active': '2024-09-16T07:21:09.358720+0000', 'last_peered': '2024-09-16T07:21:09.358720+0000', 'last_clean': '2024-09-16T07:21:09.358720+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:09.371557+0000', 'last_undegraded': '2024-09-16T07:21:09.371557+0000', 'last_fullsized': '2024-09-16T07:21:09.371557+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6], 'acting': [3, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T07:21:16.139 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3 is not active+clean 2024-09-16T07:21:16.139 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:21:10.363629+0000', 'last_change': '2024-09-16T07:21:10.363629+0000', 'last_active': '2024-09-16T07:21:10.363629+0000', 'last_peered': '2024-09-16T07:21:10.363629+0000', 'last_clean': '2024-09-16T07:21:10.363629+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:10.363629+0000', 'last_undegraded': '2024-09-16T07:21:10.363629+0000', 'last_fullsized': '2024-09-16T07:21:10.363629+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:21:16.139 INFO:tasks.ceph.ceph_manager.ceph:PG 2.4 is not active+clean 2024-09-16T07:21:16.139 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:09.373246+0000', 'last_change': '2024-09-16T07:21:09.373246+0000', 'last_active': '2024-09-16T07:21:09.358720+0000', 'last_peered': '2024-09-16T07:21:09.358720+0000', 'last_clean': '2024-09-16T07:21:09.358720+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:09.373246+0000', 'last_undegraded': '2024-09-16T07:21:09.373246+0000', 'last_fullsized': '2024-09-16T07:21:09.373246+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 6], 'acting': [5, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T07:21:16.139 INFO:tasks.ceph.ceph_manager.ceph:PG 3.5 is not active+clean 2024-09-16T07:21:16.139 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:21:10.363629+0000', 'last_change': '2024-09-16T07:21:10.363629+0000', 'last_active': '2024-09-16T07:21:10.363629+0000', 'last_peered': '2024-09-16T07:21:10.363629+0000', 'last_clean': '2024-09-16T07:21:10.363629+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:10.363629+0000', 'last_undegraded': '2024-09-16T07:21:10.363629+0000', 'last_fullsized': '2024-09-16T07:21:10.363629+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:21:16.139 INFO:tasks.ceph.ceph_manager.ceph:PG 2.5 is not active+clean 2024-09-16T07:21:16.139 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:09.371854+0000', 'last_change': '2024-09-16T07:21:09.371854+0000', 'last_active': '2024-09-16T07:21:09.358720+0000', 'last_peered': '2024-09-16T07:21:09.358720+0000', 'last_clean': '2024-09-16T07:21:09.358720+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:09.371854+0000', 'last_undegraded': '2024-09-16T07:21:09.371854+0000', 'last_fullsized': '2024-09-16T07:21:09.371854+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4], 'acting': [3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T07:21:16.140 INFO:tasks.ceph.ceph_manager.ceph:PG 2.6 is not active+clean 2024-09-16T07:21:16.140 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:09.369160+0000', 'last_change': '2024-09-16T07:21:09.369160+0000', 'last_active': '2024-09-16T07:21:09.358720+0000', 'last_peered': '2024-09-16T07:21:09.358720+0000', 'last_clean': '2024-09-16T07:21:09.358720+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:09.369160+0000', 'last_undegraded': '2024-09-16T07:21:09.369160+0000', 'last_fullsized': '2024-09-16T07:21:09.369160+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T07:21:16.140 INFO:tasks.ceph.ceph_manager.ceph:PG 3.7 is not active+clean 2024-09-16T07:21:16.140 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:21:10.363629+0000', 'last_change': '2024-09-16T07:21:10.363629+0000', 'last_active': '2024-09-16T07:21:10.363629+0000', 'last_peered': '2024-09-16T07:21:10.363629+0000', 'last_clean': '2024-09-16T07:21:10.363629+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:10.363629+0000', 'last_undegraded': '2024-09-16T07:21:10.363629+0000', 'last_fullsized': '2024-09-16T07:21:10.363629+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:21:16.140 INFO:tasks.ceph.ceph_manager.ceph:PG 2.7 is not active+clean 2024-09-16T07:21:16.140 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:09.372918+0000', 'last_change': '2024-09-16T07:21:09.372918+0000', 'last_active': '2024-09-16T07:21:09.358720+0000', 'last_peered': '2024-09-16T07:21:09.358720+0000', 'last_clean': '2024-09-16T07:21:09.358720+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:09.372918+0000', 'last_undegraded': '2024-09-16T07:21:09.372918+0000', 'last_fullsized': '2024-09-16T07:21:09.372918+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T07:21:16.140 INFO:tasks.ceph.ceph_manager.ceph:PG 3.6 is not active+clean 2024-09-16T07:21:16.140 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:21:10.363629+0000', 'last_change': '2024-09-16T07:21:10.363629+0000', 'last_active': '2024-09-16T07:21:10.363629+0000', 'last_peered': '2024-09-16T07:21:10.363629+0000', 'last_clean': '2024-09-16T07:21:10.363629+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:10.363629+0000', 'last_undegraded': '2024-09-16T07:21:10.363629+0000', 'last_fullsized': '2024-09-16T07:21:10.363629+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:21:16.140 INFO:tasks.ceph.ceph_manager.ceph:PG 2.8 is not active+clean 2024-09-16T07:21:16.140 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:09.371925+0000', 'last_change': '2024-09-16T07:21:09.371925+0000', 'last_active': '2024-09-16T07:21:09.358720+0000', 'last_peered': '2024-09-16T07:21:09.358720+0000', 'last_clean': '2024-09-16T07:21:09.358720+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:09.371925+0000', 'last_undegraded': '2024-09-16T07:21:09.371925+0000', 'last_fullsized': '2024-09-16T07:21:09.371925+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 2], 'acting': [0, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T07:21:16.140 INFO:tasks.ceph.ceph_manager.ceph:PG 3.9 is not active+clean 2024-09-16T07:21:16.140 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.9', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:21:10.363629+0000', 'last_change': '2024-09-16T07:21:10.363629+0000', 'last_active': '2024-09-16T07:21:10.363629+0000', 'last_peered': '2024-09-16T07:21:10.363629+0000', 'last_clean': '2024-09-16T07:21:10.363629+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:10.363629+0000', 'last_undegraded': '2024-09-16T07:21:10.363629+0000', 'last_fullsized': '2024-09-16T07:21:10.363629+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:21:16.141 INFO:tasks.ceph.ceph_manager.ceph:PG 2.9 is not active+clean 2024-09-16T07:21:16.141 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:09.369162+0000', 'last_change': '2024-09-16T07:21:09.369162+0000', 'last_active': '2024-09-16T07:21:09.358720+0000', 'last_peered': '2024-09-16T07:21:09.358720+0000', 'last_clean': '2024-09-16T07:21:09.358720+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:09.369162+0000', 'last_undegraded': '2024-09-16T07:21:09.369162+0000', 'last_fullsized': '2024-09-16T07:21:09.369162+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T07:21:16.141 INFO:tasks.ceph.ceph_manager.ceph:PG 3.8 is not active+clean 2024-09-16T07:21:16.141 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:21:10.363629+0000', 'last_change': '2024-09-16T07:21:10.363629+0000', 'last_active': '2024-09-16T07:21:10.363629+0000', 'last_peered': '2024-09-16T07:21:10.363629+0000', 'last_clean': '2024-09-16T07:21:10.363629+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:10.363629+0000', 'last_undegraded': '2024-09-16T07:21:10.363629+0000', 'last_fullsized': '2024-09-16T07:21:10.363629+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:21:16.141 INFO:tasks.ceph.ceph_manager.ceph:PG 3.b is not active+clean 2024-09-16T07:21:16.141 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:21:10.363629+0000', 'last_change': '2024-09-16T07:21:10.363629+0000', 'last_active': '2024-09-16T07:21:10.363629+0000', 'last_peered': '2024-09-16T07:21:10.363629+0000', 'last_clean': '2024-09-16T07:21:10.363629+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:10.363629+0000', 'last_undegraded': '2024-09-16T07:21:10.363629+0000', 'last_fullsized': '2024-09-16T07:21:10.363629+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:21:16.141 INFO:tasks.ceph.ceph_manager.ceph:PG 2.b is not active+clean 2024-09-16T07:21:16.141 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:09.374321+0000', 'last_change': '2024-09-16T07:21:09.374321+0000', 'last_active': '2024-09-16T07:21:09.358720+0000', 'last_peered': '2024-09-16T07:21:09.358720+0000', 'last_clean': '2024-09-16T07:21:09.358720+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:09.374321+0000', 'last_undegraded': '2024-09-16T07:21:09.374321+0000', 'last_fullsized': '2024-09-16T07:21:09.374321+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T07:21:16.141 INFO:tasks.ceph.ceph_manager.ceph:PG 3.a is not active+clean 2024-09-16T07:21:16.141 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:21:10.363629+0000', 'last_change': '2024-09-16T07:21:10.363629+0000', 'last_active': '2024-09-16T07:21:10.363629+0000', 'last_peered': '2024-09-16T07:21:10.363629+0000', 'last_clean': '2024-09-16T07:21:10.363629+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:10.363629+0000', 'last_undegraded': '2024-09-16T07:21:10.363629+0000', 'last_fullsized': '2024-09-16T07:21:10.363629+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:21:16.141 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1d is not active+clean 2024-09-16T07:21:16.142 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:21:10.363629+0000', 'last_change': '2024-09-16T07:21:10.363629+0000', 'last_active': '2024-09-16T07:21:10.363629+0000', 'last_peered': '2024-09-16T07:21:10.363629+0000', 'last_clean': '2024-09-16T07:21:10.363629+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:10.363629+0000', 'last_undegraded': '2024-09-16T07:21:10.363629+0000', 'last_fullsized': '2024-09-16T07:21:10.363629+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:21:16.142 INFO:tasks.ceph.ceph_manager.ceph:PG 2.1c is not active+clean 2024-09-16T07:21:16.142 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:09.371858+0000', 'last_change': '2024-09-16T07:21:09.371858+0000', 'last_active': '2024-09-16T07:21:09.358720+0000', 'last_peered': '2024-09-16T07:21:09.358720+0000', 'last_clean': '2024-09-16T07:21:09.358720+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:09.371858+0000', 'last_undegraded': '2024-09-16T07:21:09.371858+0000', 'last_fullsized': '2024-09-16T07:21:09.371858+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T07:21:16.142 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1c is not active+clean 2024-09-16T07:21:16.142 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:21:10.363629+0000', 'last_change': '2024-09-16T07:21:10.363629+0000', 'last_active': '2024-09-16T07:21:10.363629+0000', 'last_peered': '2024-09-16T07:21:10.363629+0000', 'last_clean': '2024-09-16T07:21:10.363629+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:10.363629+0000', 'last_undegraded': '2024-09-16T07:21:10.363629+0000', 'last_fullsized': '2024-09-16T07:21:10.363629+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:21:16.142 INFO:tasks.ceph.ceph_manager.ceph:PG 2.1d is not active+clean 2024-09-16T07:21:16.142 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:09.371575+0000', 'last_change': '2024-09-16T07:21:09.371575+0000', 'last_active': '2024-09-16T07:21:09.358720+0000', 'last_peered': '2024-09-16T07:21:09.358720+0000', 'last_clean': '2024-09-16T07:21:09.358720+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:09.371575+0000', 'last_undegraded': '2024-09-16T07:21:09.371575+0000', 'last_fullsized': '2024-09-16T07:21:09.371575+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T07:21:16.142 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1f is not active+clean 2024-09-16T07:21:16.142 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:21:10.363629+0000', 'last_change': '2024-09-16T07:21:10.363629+0000', 'last_active': '2024-09-16T07:21:10.363629+0000', 'last_peered': '2024-09-16T07:21:10.363629+0000', 'last_clean': '2024-09-16T07:21:10.363629+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:10.363629+0000', 'last_undegraded': '2024-09-16T07:21:10.363629+0000', 'last_fullsized': '2024-09-16T07:21:10.363629+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:21:16.142 INFO:tasks.ceph.ceph_manager.ceph:PG 2.1e is not active+clean 2024-09-16T07:21:16.142 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:09.373416+0000', 'last_change': '2024-09-16T07:21:09.373416+0000', 'last_active': '2024-09-16T07:21:09.358720+0000', 'last_peered': '2024-09-16T07:21:09.358720+0000', 'last_clean': '2024-09-16T07:21:09.358720+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:09.373416+0000', 'last_undegraded': '2024-09-16T07:21:09.373416+0000', 'last_fullsized': '2024-09-16T07:21:09.373416+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T07:21:16.142 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1e is not active+clean 2024-09-16T07:21:16.143 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:21:10.363629+0000', 'last_change': '2024-09-16T07:21:10.363629+0000', 'last_active': '2024-09-16T07:21:10.363629+0000', 'last_peered': '2024-09-16T07:21:10.363629+0000', 'last_clean': '2024-09-16T07:21:10.363629+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:10.363629+0000', 'last_undegraded': '2024-09-16T07:21:10.363629+0000', 'last_fullsized': '2024-09-16T07:21:10.363629+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:10.363629+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:21:16.143 INFO:tasks.ceph.ceph_manager.ceph:PG 2.1f is not active+clean 2024-09-16T07:21:16.143 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 20, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:09.369153+0000', 'last_change': '2024-09-16T07:21:09.369153+0000', 'last_active': '2024-09-16T07:21:09.358720+0000', 'last_peered': '2024-09-16T07:21:09.358720+0000', 'last_clean': '2024-09-16T07:21:09.358720+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:09.369153+0000', 'last_undegraded': '2024-09-16T07:21:09.369153+0000', 'last_fullsized': '2024-09-16T07:21:09.369153+0000', 'mapping_epoch': 20, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 20, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:09.358720+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T07:21:16.143 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-16T07:21:16.229 INFO:tasks.ceph.mds.a.smithi031.stderr:2024-09-16T07:21:16.229+0000 7fe0a9ccb640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-16T07:21:16.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.268+0000 7f19f34b8640 1 -- 172.21.15.31:0/1668566581 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f19ec157a70 msgr2=0x7f19ec157ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:16.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.268+0000 7f19f34b8640 1 --2- 172.21.15.31:0/1668566581 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f19ec157a70 0x7f19ec157ea0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f19e4005fd0 tx=0x7f19e402a9f0 comp rx=0 tx=0).stop 2024-09-16T07:21:16.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.268+0000 7f19f34b8640 1 -- 172.21.15.31:0/1668566581 shutdown_connections 2024-09-16T07:21:16.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.268+0000 7f19f34b8640 1 --2- 172.21.15.31:0/1668566581 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f19ec157a70 0x7f19ec157ea0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:16.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.268+0000 7f19f34b8640 1 --2- 172.21.15.31:0/1668566581 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f19ec0d2010 0x7f19ec15ed90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:16.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.268+0000 7f19f34b8640 1 -- 172.21.15.31:0/1668566581 >> 172.21.15.31:0/1668566581 conn(0x7f19ec09aa30 msgr2=0x7f19ec09ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:16.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.268+0000 7f19f34b8640 1 -- 172.21.15.31:0/1668566581 shutdown_connections 2024-09-16T07:21:16.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.268+0000 7f19f34b8640 1 -- 172.21.15.31:0/1668566581 wait complete. 2024-09-16T07:21:16.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.269+0000 7f19f34b8640 1 Processor -- start 2024-09-16T07:21:16.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.269+0000 7f19f34b8640 1 -- start start 2024-09-16T07:21:16.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.270+0000 7f19f34b8640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f19ec0b01a0 0x7f19ec0cd9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:16.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.270+0000 7f19f34b8640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f19ec0d2010 0x7f19ec1f9000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:16.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.270+0000 7f19f34b8640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f19ec157a70 0x7f19ec0ce590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:16.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.270+0000 7f19f34b8640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f19ec1583e0 con 0x7f19ec0b01a0 2024-09-16T07:21:16.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.270+0000 7f19f34b8640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f19ec0b0e30 con 0x7f19ec0d2010 2024-09-16T07:21:16.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.270+0000 7f19f34b8640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f19ec158560 con 0x7f19ec157a70 2024-09-16T07:21:16.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.270+0000 7f19f1254640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f19ec0b01a0 0x7f19ec0cd9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:16.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.270+0000 7f19f1254640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f19ec0b01a0 0x7f19ec0cd9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52334/0 (socket says 172.21.15.31:52334) 2024-09-16T07:21:16.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.270+0000 7f19f1254640 1 -- 172.21.15.31:0/1136361080 learned_addr learned my addr 172.21.15.31:0/1136361080 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:16.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.270+0000 7f19f1a55640 1 --2- 172.21.15.31:0/1136361080 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f19ec157a70 0x7f19ec0ce590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:16.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.270+0000 7f19f0a53640 1 --2- 172.21.15.31:0/1136361080 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f19ec0d2010 0x7f19ec1f9000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:16.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.270+0000 7f19f1254640 1 -- 172.21.15.31:0/1136361080 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f19ec157a70 msgr2=0x7f19ec0ce590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:16.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.270+0000 7f19f1254640 1 --2- 172.21.15.31:0/1136361080 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f19ec157a70 0x7f19ec0ce590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:16.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.270+0000 7f19f1254640 1 -- 172.21.15.31:0/1136361080 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f19ec0d2010 msgr2=0x7f19ec1f9000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:16.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.270+0000 7f19f1254640 1 --2- 172.21.15.31:0/1136361080 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f19ec0d2010 0x7f19ec1f9000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:16.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.270+0000 7f19f1254640 1 -- 172.21.15.31:0/1136361080 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19ec1f5130 con 0x7f19ec0b01a0 2024-09-16T07:21:16.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.271+0000 7f19f1254640 1 --2- 172.21.15.31:0/1136361080 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f19ec0b01a0 0x7f19ec0cd9d0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f19e800c430 tx=0x7f19e800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:16.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.271+0000 7f19e1ffb640 1 -- 172.21.15.31:0/1136361080 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19e8011790 con 0x7f19ec0b01a0 2024-09-16T07:21:16.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.271+0000 7f19e1ffb640 1 -- 172.21.15.31:0/1136361080 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f19e8017070 con 0x7f19ec0b01a0 2024-09-16T07:21:16.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.271+0000 7f19f34b8640 1 -- 172.21.15.31:0/1136361080 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f19ec1f5410 con 0x7f19ec0b01a0 2024-09-16T07:21:16.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.271+0000 7f19e1ffb640 1 -- 172.21.15.31:0/1136361080 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19e8011d00 con 0x7f19ec0b01a0 2024-09-16T07:21:16.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.271+0000 7f19f34b8640 1 -- 172.21.15.31:0/1136361080 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19ec0ca760 con 0x7f19ec0b01a0 2024-09-16T07:21:16.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.272+0000 7f19f34b8640 1 -- 172.21.15.31:0/1136361080 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f19ec15ed90 con 0x7f19ec0b01a0 2024-09-16T07:21:16.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.273+0000 7f19e1ffb640 1 -- 172.21.15.31:0/1136361080 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f19e801c460 con 0x7f19ec0b01a0 2024-09-16T07:21:16.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.273+0000 7f19e1ffb640 1 --2- 172.21.15.31:0/1136361080 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f19d0078880 0x7f19d007ad40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:16.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.273+0000 7f19e1ffb640 1 -- 172.21.15.31:0/1136361080 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7f19e809a640 con 0x7f19ec0b01a0 2024-09-16T07:21:16.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.273+0000 7f19f0a53640 1 --2- 172.21.15.31:0/1136361080 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f19d0078880 0x7f19d007ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:16.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.274+0000 7f19f0a53640 1 --2- 172.21.15.31:0/1136361080 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f19d0078880 0x7f19d007ad40 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f19ec0b4670 tx=0x7f19dc00b390 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:16.277 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.277+0000 7f19e1ffb640 1 -- 172.21.15.31:0/1136361080 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f19e8062660 con 0x7f19ec0b01a0 2024-09-16T07:21:16.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.536+0000 7f19f34b8640 1 -- 172.21.15.31:0/1136361080 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f19ec0ca540 con 0x7f19ec0b01a0 2024-09-16T07:21:16.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.536+0000 7f19e1ffb640 1 -- 172.21.15.31:0/1136361080 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1150 (secure 0 0 0) 0x7f19e8067090 con 0x7f19ec0b01a0 2024-09-16T07:21:16.536 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:21:16.536 INFO:teuthology.orchestra.run.smithi031.stdout:{"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":30,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":23,"num_osds":8,"num_up_osds":8,"osd_up_since":1726471259,"num_in_osds":8,"osd_in_since":1726471249,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"unknown","count":57},{"state_name":"creating+peering","count":29},{"state_name":"active+clean","count":11}],"num_pgs":97,"num_pools":3,"num_objects":2,"data_bytes":590368,"bytes_used":224657408,"bytes_avail":772869455872,"bytes_total":773094113280,"unknown_pgs_ratio":0.58762884140014648,"inactive_pgs_ratio":0.29896906018257141},"fsmap":{"epoch":8,"btime":"2024-09-16T07:21:14:400083+0000","id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"a","status":"up:active","gid":4365}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":1,"modified":"2024-09-16T07:20:46.334558+0000","services":{}},"progress_events":{}} 2024-09-16T07:21:16.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.539+0000 7f19f34b8640 1 -- 172.21.15.31:0/1136361080 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f19d0078880 msgr2=0x7f19d007ad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:16.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.539+0000 7f19f34b8640 1 --2- 172.21.15.31:0/1136361080 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f19d0078880 0x7f19d007ad40 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f19ec0b4670 tx=0x7f19dc00b390 comp rx=0 tx=0).stop 2024-09-16T07:21:16.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.539+0000 7f19f34b8640 1 -- 172.21.15.31:0/1136361080 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f19ec0b01a0 msgr2=0x7f19ec0cd9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:16.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.539+0000 7f19f34b8640 1 --2- 172.21.15.31:0/1136361080 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f19ec0b01a0 0x7f19ec0cd9d0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f19e800c430 tx=0x7f19e800c8f0 comp rx=0 tx=0).stop 2024-09-16T07:21:16.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.539+0000 7f19f34b8640 1 -- 172.21.15.31:0/1136361080 shutdown_connections 2024-09-16T07:21:16.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.539+0000 7f19f34b8640 1 --2- 172.21.15.31:0/1136361080 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f19d0078880 0x7f19d007ad40 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:16.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.539+0000 7f19f34b8640 1 --2- 172.21.15.31:0/1136361080 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f19ec157a70 0x7f19ec0ce590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:16.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.539+0000 7f19f34b8640 1 --2- 172.21.15.31:0/1136361080 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f19ec0d2010 0x7f19ec1f9000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:16.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.539+0000 7f19f34b8640 1 --2- 172.21.15.31:0/1136361080 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f19ec0b01a0 0x7f19ec0cd9d0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:16.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.539+0000 7f19f34b8640 1 -- 172.21.15.31:0/1136361080 >> 172.21.15.31:0/1136361080 conn(0x7f19ec09aa30 msgr2=0x7f19ec0b7450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:16.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.539+0000 7f19f34b8640 1 -- 172.21.15.31:0/1136361080 shutdown_connections 2024-09-16T07:21:16.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.539+0000 7f19f34b8640 1 -- 172.21.15.31:0/1136361080 wait complete. 2024-09-16T07:21:16.549 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-16T07:21:16.549 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T07:21:16.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.654+0000 7f670e023640 1 -- 172.21.15.31:0/1125235917 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6708070690 msgr2=0x7f67080739d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:16.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.654+0000 7f670e023640 1 --2- 172.21.15.31:0/1125235917 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6708070690 0x7f67080739d0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f67080b26e0 tx=0x7f66f802aac0 comp rx=0 tx=0).stop 2024-09-16T07:21:16.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.654+0000 7f670e023640 1 -- 172.21.15.31:0/1125235917 shutdown_connections 2024-09-16T07:21:16.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.654+0000 7f670e023640 1 --2- 172.21.15.31:0/1125235917 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6708070690 0x7f67080739d0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:16.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.654+0000 7f670e023640 1 --2- 172.21.15.31:0/1125235917 >> v2:172.21.15.155:3300/0 conn(0x7f670815aa70 0x7f67080b4690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:16.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.654+0000 7f670e023640 1 -- 172.21.15.31:0/1125235917 >> 172.21.15.31:0/1125235917 conn(0x7f67080b1690 msgr2=0x7f67080b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:16.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.654+0000 7f670e023640 1 -- 172.21.15.31:0/1125235917 shutdown_connections 2024-09-16T07:21:16.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.654+0000 7f670e023640 1 -- 172.21.15.31:0/1125235917 wait complete. 2024-09-16T07:21:16.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.656+0000 7f670e023640 1 Processor -- start 2024-09-16T07:21:16.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.656+0000 7f670e023640 1 -- start start 2024-09-16T07:21:16.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.657+0000 7f670e023640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6708070690 0x7f67081511a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:16.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.657+0000 7f670e023640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f67080735a0 0x7f67081f0cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:16.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.657+0000 7f670e023640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f670815aa70 0x7f67081537a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:16.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.657+0000 7f670e023640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f67080cd270 con 0x7f670815aa70 2024-09-16T07:21:16.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.657+0000 7f670e023640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f67080cd0f0 con 0x7f67080735a0 2024-09-16T07:21:16.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.657+0000 7f670e023640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f67080cd3f0 con 0x7f6708070690 2024-09-16T07:21:16.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.657+0000 7f6707fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f670815aa70 0x7f67081537a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:16.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.657+0000 7f6707fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f670815aa70 0x7f67081537a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52354/0 (socket says 172.21.15.31:52354) 2024-09-16T07:21:16.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.657+0000 7f6707fff640 1 -- 172.21.15.31:0/164447292 learned_addr learned my addr 172.21.15.31:0/164447292 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:16.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.657+0000 7f6706ffd640 1 --2- 172.21.15.31:0/164447292 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f67080735a0 0x7f67081f0cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:16.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.657+0000 7f67077fe640 1 --2- 172.21.15.31:0/164447292 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6708070690 0x7f67081511a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:16.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.657+0000 7f6707fff640 1 -- 172.21.15.31:0/164447292 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6708070690 msgr2=0x7f67081511a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:16.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.657+0000 7f6707fff640 1 --2- 172.21.15.31:0/164447292 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6708070690 0x7f67081511a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:16.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.657+0000 7f6707fff640 1 -- 172.21.15.31:0/164447292 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f67080735a0 msgr2=0x7f67081f0cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:16.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.657+0000 7f6707fff640 1 --2- 172.21.15.31:0/164447292 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f67080735a0 0x7f67081f0cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:16.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.657+0000 7f6707fff640 1 -- 172.21.15.31:0/164447292 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67081f1230 con 0x7f670815aa70 2024-09-16T07:21:16.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.657+0000 7f6707fff640 1 --2- 172.21.15.31:0/164447292 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f670815aa70 0x7f67081537a0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f66f8009d60 tx=0x7f66f8003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:16.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.657+0000 7f66fffff640 1 -- 172.21.15.31:0/164447292 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66f8044070 con 0x7f670815aa70 2024-09-16T07:21:16.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.657+0000 7f66fffff640 1 -- 172.21.15.31:0/164447292 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f66f8004250 con 0x7f670815aa70 2024-09-16T07:21:16.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.657+0000 7f670e023640 1 -- 172.21.15.31:0/164447292 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6708153ce0 con 0x7f670815aa70 2024-09-16T07:21:16.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.657+0000 7f66fffff640 1 -- 172.21.15.31:0/164447292 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66f8004680 con 0x7f670815aa70 2024-09-16T07:21:16.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.657+0000 7f670e023640 1 -- 172.21.15.31:0/164447292 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6708154270 con 0x7f670815aa70 2024-09-16T07:21:16.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.659+0000 7f670e023640 1 -- 172.21.15.31:0/164447292 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f67080cea90 con 0x7f670815aa70 2024-09-16T07:21:16.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.659+0000 7f66fffff640 1 -- 172.21.15.31:0/164447292 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f66f802c840 con 0x7f670815aa70 2024-09-16T07:21:16.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.660+0000 7f66fffff640 1 --2- 172.21.15.31:0/164447292 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f66e8078880 0x7f66e807ad40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:16.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.660+0000 7f66fffff640 1 -- 172.21.15.31:0/164447292 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7f66f80bae00 con 0x7f670815aa70 2024-09-16T07:21:16.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.660+0000 7f67077fe640 1 --2- 172.21.15.31:0/164447292 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f66e8078880 0x7f66e807ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:16.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.661+0000 7f67077fe640 1 --2- 172.21.15.31:0/164447292 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f66e8078880 0x7f66e807ad40 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f670000bb50 tx=0x7f670000b2e0 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:16.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.664+0000 7f66fffff640 1 -- 172.21.15.31:0/164447292 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f66f8032030 con 0x7f670815aa70 2024-09-16T07:21:16.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.848+0000 7f670e023640 1 -- 172.21.15.31:0/164447292 --> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f67080697e0 con 0x7f66e8078880 2024-09-16T07:21:16.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.852+0000 7f66fffff640 1 -- 172.21.15.31:0/164447292 <== mgr.4117 v2:172.21.15.155:6808/3650624732 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251932 (secure 0 0 0) 0x7f67080697e0 con 0x7f66e8078880 2024-09-16T07:21:16.854 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:21:16.856 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-16T07:21:16.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.855+0000 7f670e023640 1 -- 172.21.15.31:0/164447292 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f66e8078880 msgr2=0x7f66e807ad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:16.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.855+0000 7f670e023640 1 --2- 172.21.15.31:0/164447292 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f66e8078880 0x7f66e807ad40 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f670000bb50 tx=0x7f670000b2e0 comp rx=0 tx=0).stop 2024-09-16T07:21:16.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.855+0000 7f670e023640 1 -- 172.21.15.31:0/164447292 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f670815aa70 msgr2=0x7f67081537a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:16.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.855+0000 7f670e023640 1 --2- 172.21.15.31:0/164447292 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f670815aa70 0x7f67081537a0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f66f8009d60 tx=0x7f66f8003f10 comp rx=0 tx=0).stop 2024-09-16T07:21:16.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.855+0000 7f670e023640 1 -- 172.21.15.31:0/164447292 shutdown_connections 2024-09-16T07:21:16.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.855+0000 7f670e023640 1 --2- 172.21.15.31:0/164447292 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f66e8078880 0x7f66e807ad40 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:16.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.855+0000 7f670e023640 1 --2- 172.21.15.31:0/164447292 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f670815aa70 0x7f67081537a0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:16.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.855+0000 7f670e023640 1 --2- 172.21.15.31:0/164447292 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f67080735a0 0x7f67081f0cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:16.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.855+0000 7f670e023640 1 --2- 172.21.15.31:0/164447292 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6708070690 0x7f67081511a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:16.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.855+0000 7f670e023640 1 -- 172.21.15.31:0/164447292 >> 172.21.15.31:0/164447292 conn(0x7f67080b1690 msgr2=0x7f670815d330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:16.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.855+0000 7f670e023640 1 -- 172.21.15.31:0/164447292 shutdown_connections 2024-09-16T07:21:16.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:16.855+0000 7f670e023640 1 -- 172.21.15.31:0/164447292 wait complete. 2024-09-16T07:21:16.865 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":26,"stamp":"2024-09-16T07:21:16.630607+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":166,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219292,"kb_used_data":3036,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755428,"statfs":{"total":773094113280,"available":772869558272,"internally_reserved":0,"allocated":3108864,"data_stored":1836112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":30,"apply_latency_ms":30,"commit_latency_ns":30000000,"apply_latency_ns":30000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.248935"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.393142+0000","last_change":"2024-09-16T07:21:11.405727+0000","last_active":"2024-09-16T07:21:12.393142+0000","last_peered":"2024-09-16T07:21:12.393142+0000","last_clean":"2024-09-16T07:21:12.393142+0000","last_became_active":"2024-09-16T07:21:11.403202+0000","last_became_peered":"2024-09-16T07:21:11.403202+0000","last_unstale":"2024-09-16T07:21:12.393142+0000","last_undegraded":"2024-09-16T07:21:12.393142+0000","last_fullsized":"2024-09-16T07:21:12.393142+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:18:25.314060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.387351+0000","last_change":"2024-09-16T07:21:11.396332+0000","last_active":"2024-09-16T07:21:12.387351+0000","last_peered":"2024-09-16T07:21:12.387351+0000","last_clean":"2024-09-16T07:21:12.387351+0000","last_became_active":"2024-09-16T07:21:11.395101+0000","last_became_peered":"2024-09-16T07:21:11.395101+0000","last_unstale":"2024-09-16T07:21:12.387351+0000","last_undegraded":"2024-09-16T07:21:12.387351+0000","last_fullsized":"2024-09-16T07:21:12.387351+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:42:45.302508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.387256+0000","last_change":"2024-09-16T07:21:11.395453+0000","last_active":"2024-09-16T07:21:12.387256+0000","last_peered":"2024-09-16T07:21:12.387256+0000","last_clean":"2024-09-16T07:21:12.387256+0000","last_became_active":"2024-09-16T07:21:11.395184+0000","last_became_peered":"2024-09-16T07:21:11.395184+0000","last_unstale":"2024-09-16T07:21:12.387256+0000","last_undegraded":"2024-09-16T07:21:12.387256+0000","last_fullsized":"2024-09-16T07:21:12.387256+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:52:36.644581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124596+0000","last_change":"2024-09-16T07:21:11.385797+0000","last_active":"2024-09-16T07:21:13.124596+0000","last_peered":"2024-09-16T07:21:13.124596+0000","last_clean":"2024-09-16T07:21:13.124596+0000","last_became_active":"2024-09-16T07:21:11.385488+0000","last_became_peered":"2024-09-16T07:21:11.385488+0000","last_unstale":"2024-09-16T07:21:13.124596+0000","last_undegraded":"2024-09-16T07:21:13.124596+0000","last_fullsized":"2024-09-16T07:21:13.124596+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:14:19.309949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.392918+0000","last_change":"2024-09-16T07:21:11.395500+0000","last_active":"2024-09-16T07:21:12.392918+0000","last_peered":"2024-09-16T07:21:12.392918+0000","last_clean":"2024-09-16T07:21:12.392918+0000","last_became_active":"2024-09-16T07:21:11.394952+0000","last_became_peered":"2024-09-16T07:21:11.394952+0000","last_unstale":"2024-09-16T07:21:12.392918+0000","last_undegraded":"2024-09-16T07:21:12.392918+0000","last_fullsized":"2024-09-16T07:21:12.392918+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:52:02.101029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.123727+0000","last_change":"2024-09-16T07:21:11.379500+0000","last_active":"2024-09-16T07:21:13.123727+0000","last_peered":"2024-09-16T07:21:13.123727+0000","last_clean":"2024-09-16T07:21:13.123727+0000","last_became_active":"2024-09-16T07:21:11.379173+0000","last_became_peered":"2024-09-16T07:21:11.379173+0000","last_unstale":"2024-09-16T07:21:13.123727+0000","last_undegraded":"2024-09-16T07:21:13.123727+0000","last_fullsized":"2024-09-16T07:21:13.123727+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:11:25.865421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.392590+0000","last_change":"2024-09-16T07:21:11.396837+0000","last_active":"2024-09-16T07:21:12.392590+0000","last_peered":"2024-09-16T07:21:12.392590+0000","last_clean":"2024-09-16T07:21:12.392590+0000","last_became_active":"2024-09-16T07:21:11.396528+0000","last_became_peered":"2024-09-16T07:21:11.396528+0000","last_unstale":"2024-09-16T07:21:12.392590+0000","last_undegraded":"2024-09-16T07:21:12.392590+0000","last_fullsized":"2024-09-16T07:21:12.392590+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:44:12.648109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386038+0000","last_change":"2024-09-16T07:21:11.390331+0000","last_active":"2024-09-16T07:21:12.386038+0000","last_peered":"2024-09-16T07:21:12.386038+0000","last_clean":"2024-09-16T07:21:12.386038+0000","last_became_active":"2024-09-16T07:21:11.389424+0000","last_became_peered":"2024-09-16T07:21:11.389424+0000","last_unstale":"2024-09-16T07:21:12.386038+0000","last_undegraded":"2024-09-16T07:21:12.386038+0000","last_fullsized":"2024-09-16T07:21:12.386038+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:35:58.855637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.382544+0000","last_change":"2024-09-16T07:21:11.400230+0000","last_active":"2024-09-16T07:21:12.382544+0000","last_peered":"2024-09-16T07:21:12.382544+0000","last_clean":"2024-09-16T07:21:12.382544+0000","last_became_active":"2024-09-16T07:21:11.399926+0000","last_became_peered":"2024-09-16T07:21:11.399926+0000","last_unstale":"2024-09-16T07:21:12.382544+0000","last_undegraded":"2024-09-16T07:21:12.382544+0000","last_fullsized":"2024-09-16T07:21:12.382544+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:38:52.222404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.392794+0000","last_change":"2024-09-16T07:21:11.386630+0000","last_active":"2024-09-16T07:21:12.392794+0000","last_peered":"2024-09-16T07:21:12.392794+0000","last_clean":"2024-09-16T07:21:12.392794+0000","last_became_active":"2024-09-16T07:21:11.386043+0000","last_became_peered":"2024-09-16T07:21:11.386043+0000","last_unstale":"2024-09-16T07:21:12.392794+0000","last_undegraded":"2024-09-16T07:21:12.392794+0000","last_fullsized":"2024-09-16T07:21:12.392794+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:05:22.680716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.392701+0000","last_change":"2024-09-16T07:21:11.403411+0000","last_active":"2024-09-16T07:21:12.392701+0000","last_peered":"2024-09-16T07:21:12.392701+0000","last_clean":"2024-09-16T07:21:12.392701+0000","last_became_active":"2024-09-16T07:21:11.400579+0000","last_became_peered":"2024-09-16T07:21:11.400579+0000","last_unstale":"2024-09-16T07:21:12.392701+0000","last_undegraded":"2024-09-16T07:21:12.392701+0000","last_fullsized":"2024-09-16T07:21:12.392701+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:49:08.050203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.392983+0000","last_change":"2024-09-16T07:21:11.394649+0000","last_active":"2024-09-16T07:21:12.392983+0000","last_peered":"2024-09-16T07:21:12.392983+0000","last_clean":"2024-09-16T07:21:12.392983+0000","last_became_active":"2024-09-16T07:21:11.394043+0000","last_became_peered":"2024-09-16T07:21:11.394043+0000","last_unstale":"2024-09-16T07:21:12.392983+0000","last_undegraded":"2024-09-16T07:21:12.392983+0000","last_fullsized":"2024-09-16T07:21:12.392983+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:42:45.302508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-16T07:21:11.393578+0000","last_change":"2024-09-16T07:21:11.389606+0000","last_active":"2024-09-16T07:21:11.393578+0000","last_peered":"2024-09-16T07:21:11.393578+0000","last_clean":"2024-09-16T07:21:11.393578+0000","last_became_active":"2024-09-16T07:21:11.389302+0000","last_became_peered":"2024-09-16T07:21:11.389302+0000","last_unstale":"2024-09-16T07:21:11.393578+0000","last_undegraded":"2024-09-16T07:21:11.393578+0000","last_fullsized":"2024-09-16T07:21:11.393578+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:30:56.682175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-16T07:21:11.400273+0000","last_change":"2024-09-16T07:21:11.393113+0000","last_active":"2024-09-16T07:21:11.400273+0000","last_peered":"2024-09-16T07:21:11.400273+0000","last_clean":"2024-09-16T07:21:11.400273+0000","last_became_active":"2024-09-16T07:21:11.392588+0000","last_became_peered":"2024-09-16T07:21:11.392588+0000","last_unstale":"2024-09-16T07:21:11.400273+0000","last_undegraded":"2024-09-16T07:21:11.400273+0000","last_fullsized":"2024-09-16T07:21:11.400273+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:38:39.348233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386576+0000","last_change":"2024-09-16T07:21:11.392627+0000","last_active":"2024-09-16T07:21:12.386576+0000","last_peered":"2024-09-16T07:21:12.386576+0000","last_clean":"2024-09-16T07:21:12.386576+0000","last_became_active":"2024-09-16T07:21:11.392357+0000","last_became_peered":"2024-09-16T07:21:11.392357+0000","last_unstale":"2024-09-16T07:21:12.386576+0000","last_undegraded":"2024-09-16T07:21:12.386576+0000","last_fullsized":"2024-09-16T07:21:12.386576+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:13:39.712036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.123444+0000","last_change":"2024-09-16T07:21:11.400982+0000","last_active":"2024-09-16T07:21:13.123444+0000","last_peered":"2024-09-16T07:21:13.123444+0000","last_clean":"2024-09-16T07:21:13.123444+0000","last_became_active":"2024-09-16T07:21:11.400715+0000","last_became_peered":"2024-09-16T07:21:11.400715+0000","last_unstale":"2024-09-16T07:21:13.123444+0000","last_undegraded":"2024-09-16T07:21:13.123444+0000","last_fullsized":"2024-09-16T07:21:13.123444+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:42:45.302508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124402+0000","last_change":"2024-09-16T07:21:11.398127+0000","last_active":"2024-09-16T07:21:13.124402+0000","last_peered":"2024-09-16T07:21:13.124402+0000","last_clean":"2024-09-16T07:21:13.124402+0000","last_became_active":"2024-09-16T07:21:11.397828+0000","last_became_peered":"2024-09-16T07:21:11.397828+0000","last_unstale":"2024-09-16T07:21:13.124402+0000","last_undegraded":"2024-09-16T07:21:13.124402+0000","last_fullsized":"2024-09-16T07:21:13.124402+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:32:45.827855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.441237+0000","last_change":"2024-09-16T07:21:11.389191+0000","last_active":"2024-09-16T07:21:12.441237+0000","last_peered":"2024-09-16T07:21:12.441237+0000","last_clean":"2024-09-16T07:21:12.441237+0000","last_became_active":"2024-09-16T07:21:11.388924+0000","last_became_peered":"2024-09-16T07:21:11.388924+0000","last_unstale":"2024-09-16T07:21:12.441237+0000","last_undegraded":"2024-09-16T07:21:12.441237+0000","last_fullsized":"2024-09-16T07:21:12.441237+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:40:17.362435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124604+0000","last_change":"2024-09-16T07:21:11.401955+0000","last_active":"2024-09-16T07:21:13.124604+0000","last_peered":"2024-09-16T07:21:13.124604+0000","last_clean":"2024-09-16T07:21:13.124604+0000","last_became_active":"2024-09-16T07:21:11.400186+0000","last_became_peered":"2024-09-16T07:21:11.400186+0000","last_unstale":"2024-09-16T07:21:13.124604+0000","last_undegraded":"2024-09-16T07:21:13.124604+0000","last_fullsized":"2024-09-16T07:21:13.124604+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:16:42.792209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.392974+0000","last_change":"2024-09-16T07:21:11.396418+0000","last_active":"2024-09-16T07:21:12.392974+0000","last_peered":"2024-09-16T07:21:12.392974+0000","last_clean":"2024-09-16T07:21:12.392974+0000","last_became_active":"2024-09-16T07:21:11.395111+0000","last_became_peered":"2024-09-16T07:21:11.395111+0000","last_unstale":"2024-09-16T07:21:12.392974+0000","last_undegraded":"2024-09-16T07:21:12.392974+0000","last_fullsized":"2024-09-16T07:21:12.392974+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:24:53.980690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.385657+0000","last_change":"2024-09-16T07:21:11.386418+0000","last_active":"2024-09-16T07:21:12.385657+0000","last_peered":"2024-09-16T07:21:12.385657+0000","last_clean":"2024-09-16T07:21:12.385657+0000","last_became_active":"2024-09-16T07:21:11.386121+0000","last_became_peered":"2024-09-16T07:21:11.386121+0000","last_unstale":"2024-09-16T07:21:12.385657+0000","last_undegraded":"2024-09-16T07:21:12.385657+0000","last_fullsized":"2024-09-16T07:21:12.385657+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:35:36.110704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.382207+0000","last_change":"2024-09-16T07:21:11.397400+0000","last_active":"2024-09-16T07:21:12.382207+0000","last_peered":"2024-09-16T07:21:12.382207+0000","last_clean":"2024-09-16T07:21:12.382207+0000","last_became_active":"2024-09-16T07:21:11.397125+0000","last_became_peered":"2024-09-16T07:21:11.397125+0000","last_unstale":"2024-09-16T07:21:12.382207+0000","last_undegraded":"2024-09-16T07:21:12.382207+0000","last_fullsized":"2024-09-16T07:21:12.382207+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:09:25.336664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386856+0000","last_change":"2024-09-16T07:21:11.391348+0000","last_active":"2024-09-16T07:21:12.386856+0000","last_peered":"2024-09-16T07:21:12.386856+0000","last_clean":"2024-09-16T07:21:12.386856+0000","last_became_active":"2024-09-16T07:21:11.391060+0000","last_became_peered":"2024-09-16T07:21:11.391060+0000","last_unstale":"2024-09-16T07:21:12.386856+0000","last_undegraded":"2024-09-16T07:21:12.386856+0000","last_fullsized":"2024-09-16T07:21:12.386856+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:29:38.679010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.123449+0000","last_change":"2024-09-16T07:21:11.396616+0000","last_active":"2024-09-16T07:21:13.123449+0000","last_peered":"2024-09-16T07:21:13.123449+0000","last_clean":"2024-09-16T07:21:13.123449+0000","last_became_active":"2024-09-16T07:21:11.396336+0000","last_became_peered":"2024-09-16T07:21:11.396336+0000","last_unstale":"2024-09-16T07:21:13.123449+0000","last_undegraded":"2024-09-16T07:21:13.123449+0000","last_fullsized":"2024-09-16T07:21:13.123449+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:57:25.468680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386034+0000","last_change":"2024-09-16T07:21:11.407926+0000","last_active":"2024-09-16T07:21:12.386034+0000","last_peered":"2024-09-16T07:21:12.386034+0000","last_clean":"2024-09-16T07:21:12.386034+0000","last_became_active":"2024-09-16T07:21:11.407591+0000","last_became_peered":"2024-09-16T07:21:11.407591+0000","last_unstale":"2024-09-16T07:21:12.386034+0000","last_undegraded":"2024-09-16T07:21:12.386034+0000","last_fullsized":"2024-09-16T07:21:12.386034+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:53:54.764319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124551+0000","last_change":"2024-09-16T07:21:11.398853+0000","last_active":"2024-09-16T07:21:13.124551+0000","last_peered":"2024-09-16T07:21:13.124551+0000","last_clean":"2024-09-16T07:21:13.124551+0000","last_became_active":"2024-09-16T07:21:11.398560+0000","last_became_peered":"2024-09-16T07:21:11.398560+0000","last_unstale":"2024-09-16T07:21:13.124551+0000","last_undegraded":"2024-09-16T07:21:13.124551+0000","last_fullsized":"2024-09-16T07:21:13.124551+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:37:04.351033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-16T07:21:11.397454+0000","last_change":"2024-09-16T07:21:11.392539+0000","last_active":"2024-09-16T07:21:11.397454+0000","last_peered":"2024-09-16T07:21:11.397454+0000","last_clean":"2024-09-16T07:21:11.397454+0000","last_became_active":"2024-09-16T07:21:11.392265+0000","last_became_peered":"2024-09-16T07:21:11.392265+0000","last_unstale":"2024-09-16T07:21:11.397454+0000","last_undegraded":"2024-09-16T07:21:11.397454+0000","last_fullsized":"2024-09-16T07:21:11.397454+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:10:29.233863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-16T07:21:11.393451+0000","last_change":"2024-09-16T07:21:11.390256+0000","last_active":"2024-09-16T07:21:11.393451+0000","last_peered":"2024-09-16T07:21:11.393451+0000","last_clean":"2024-09-16T07:21:11.393451+0000","last_became_active":"2024-09-16T07:21:11.389970+0000","last_became_peered":"2024-09-16T07:21:11.389970+0000","last_unstale":"2024-09-16T07:21:11.393451+0000","last_undegraded":"2024-09-16T07:21:11.393451+0000","last_fullsized":"2024-09-16T07:21:11.393451+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:34:49.997925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386354+0000","last_change":"2024-09-16T07:21:11.390295+0000","last_active":"2024-09-16T07:21:12.386354+0000","last_peered":"2024-09-16T07:21:12.386354+0000","last_clean":"2024-09-16T07:21:12.386354+0000","last_became_active":"2024-09-16T07:21:11.390031+0000","last_became_peered":"2024-09-16T07:21:11.390031+0000","last_unstale":"2024-09-16T07:21:12.386354+0000","last_undegraded":"2024-09-16T07:21:12.386354+0000","last_fullsized":"2024-09-16T07:21:12.386354+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:04:17.211458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.123680+0000","last_change":"2024-09-16T07:21:11.395950+0000","last_active":"2024-09-16T07:21:13.123680+0000","last_peered":"2024-09-16T07:21:13.123680+0000","last_clean":"2024-09-16T07:21:13.123680+0000","last_became_active":"2024-09-16T07:21:11.395374+0000","last_became_peered":"2024-09-16T07:21:11.395374+0000","last_unstale":"2024-09-16T07:21:13.123680+0000","last_undegraded":"2024-09-16T07:21:13.123680+0000","last_fullsized":"2024-09-16T07:21:13.123680+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:42:33.562649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.441054+0000","last_change":"2024-09-16T07:21:11.390906+0000","last_active":"2024-09-16T07:21:12.441054+0000","last_peered":"2024-09-16T07:21:12.441054+0000","last_clean":"2024-09-16T07:21:12.441054+0000","last_became_active":"2024-09-16T07:21:11.390584+0000","last_became_peered":"2024-09-16T07:21:11.390584+0000","last_unstale":"2024-09-16T07:21:12.441054+0000","last_undegraded":"2024-09-16T07:21:12.441054+0000","last_fullsized":"2024-09-16T07:21:12.441054+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:26:26.408832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.123442+0000","last_change":"2024-09-16T07:21:11.393316+0000","last_active":"2024-09-16T07:21:13.123442+0000","last_peered":"2024-09-16T07:21:13.123442+0000","last_clean":"2024-09-16T07:21:13.123442+0000","last_became_active":"2024-09-16T07:21:11.393001+0000","last_became_peered":"2024-09-16T07:21:11.393001+0000","last_unstale":"2024-09-16T07:21:13.123442+0000","last_undegraded":"2024-09-16T07:21:13.123442+0000","last_fullsized":"2024-09-16T07:21:13.123442+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:21:43.427079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.382246+0000","last_change":"2024-09-16T07:21:11.391687+0000","last_active":"2024-09-16T07:21:12.382246+0000","last_peered":"2024-09-16T07:21:12.382246+0000","last_clean":"2024-09-16T07:21:12.382246+0000","last_became_active":"2024-09-16T07:21:11.391411+0000","last_became_peered":"2024-09-16T07:21:11.391411+0000","last_unstale":"2024-09-16T07:21:12.382246+0000","last_undegraded":"2024-09-16T07:21:12.382246+0000","last_fullsized":"2024-09-16T07:21:12.382246+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:48:02.513477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1b","version":"22'1","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386536+0000","last_change":"2024-09-16T07:21:10.397073+0000","last_active":"2024-09-16T07:21:12.386536+0000","last_peered":"2024-09-16T07:21:12.386536+0000","last_clean":"2024-09-16T07:21:12.386536+0000","last_became_active":"2024-09-16T07:21:10.396799+0000","last_became_peered":"2024-09-16T07:21:10.396799+0000","last_unstale":"2024-09-16T07:21:12.386536+0000","last_undegraded":"2024-09-16T07:21:12.386536+0000","last_fullsized":"2024-09-16T07:21:12.386536+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:44:32.329898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.385893+0000","last_change":"2024-09-16T07:21:11.389197+0000","last_active":"2024-09-16T07:21:12.385893+0000","last_peered":"2024-09-16T07:21:12.385893+0000","last_clean":"2024-09-16T07:21:12.385893+0000","last_became_active":"2024-09-16T07:21:11.388917+0000","last_became_peered":"2024-09-16T07:21:11.388917+0000","last_unstale":"2024-09-16T07:21:12.385893+0000","last_undegraded":"2024-09-16T07:21:12.385893+0000","last_fullsized":"2024-09-16T07:21:12.385893+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:53:54.764319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"22'1","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.123774+0000","last_change":"2024-09-16T07:21:10.393342+0000","last_active":"2024-09-16T07:21:13.123774+0000","last_peered":"2024-09-16T07:21:13.123774+0000","last_clean":"2024-09-16T07:21:13.123774+0000","last_became_active":"2024-09-16T07:21:10.393020+0000","last_became_peered":"2024-09-16T07:21:10.393020+0000","last_unstale":"2024-09-16T07:21:13.123774+0000","last_undegraded":"2024-09-16T07:21:13.123774+0000","last_fullsized":"2024-09-16T07:21:13.123774+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:16:24.660420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-16T07:21:11.385403+0000","last_change":"2024-09-16T07:21:10.395492+0000","last_active":"2024-09-16T07:21:11.385403+0000","last_peered":"2024-09-16T07:21:11.385403+0000","last_clean":"2024-09-16T07:21:11.385403+0000","last_became_active":"2024-09-16T07:21:10.395007+0000","last_became_peered":"2024-09-16T07:21:10.395007+0000","last_unstale":"2024-09-16T07:21:11.385403+0000","last_undegraded":"2024-09-16T07:21:11.385403+0000","last_fullsized":"2024-09-16T07:21:11.385403+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:16:45.321027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386463+0000","last_change":"2024-09-16T07:21:11.388308+0000","last_active":"2024-09-16T07:21:12.386463+0000","last_peered":"2024-09-16T07:21:12.386463+0000","last_clean":"2024-09-16T07:21:12.386463+0000","last_became_active":"2024-09-16T07:21:11.387902+0000","last_became_peered":"2024-09-16T07:21:11.387902+0000","last_unstale":"2024-09-16T07:21:12.386463+0000","last_undegraded":"2024-09-16T07:21:12.386463+0000","last_fullsized":"2024-09-16T07:21:12.386463+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:37:13.917573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.123859+0000","last_change":"2024-09-16T07:21:10.388095+0000","last_active":"2024-09-16T07:21:13.123859+0000","last_peered":"2024-09-16T07:21:13.123859+0000","last_clean":"2024-09-16T07:21:13.123859+0000","last_became_active":"2024-09-16T07:21:10.387781+0000","last_became_peered":"2024-09-16T07:21:10.387781+0000","last_unstale":"2024-09-16T07:21:13.123859+0000","last_undegraded":"2024-09-16T07:21:13.123859+0000","last_fullsized":"2024-09-16T07:21:13.123859+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:11:24.860512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386652+0000","last_change":"2024-09-16T07:21:11.391933+0000","last_active":"2024-09-16T07:21:12.386652+0000","last_peered":"2024-09-16T07:21:12.386652+0000","last_clean":"2024-09-16T07:21:12.386652+0000","last_became_active":"2024-09-16T07:21:11.391293+0000","last_became_peered":"2024-09-16T07:21:11.391293+0000","last_unstale":"2024-09-16T07:21:12.386652+0000","last_undegraded":"2024-09-16T07:21:12.386652+0000","last_fullsized":"2024-09-16T07:21:12.386652+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:07:35.946700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.382400+0000","last_change":"2024-09-16T07:21:10.390343+0000","last_active":"2024-09-16T07:21:12.382400+0000","last_peered":"2024-09-16T07:21:12.382400+0000","last_clean":"2024-09-16T07:21:12.382400+0000","last_became_active":"2024-09-16T07:21:10.390015+0000","last_became_peered":"2024-09-16T07:21:10.390015+0000","last_unstale":"2024-09-16T07:21:12.382400+0000","last_undegraded":"2024-09-16T07:21:12.382400+0000","last_fullsized":"2024-09-16T07:21:12.382400+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:25:33.092206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124656+0000","last_change":"2024-09-16T07:21:11.392723+0000","last_active":"2024-09-16T07:21:13.124656+0000","last_peered":"2024-09-16T07:21:13.124656+0000","last_clean":"2024-09-16T07:21:13.124656+0000","last_became_active":"2024-09-16T07:21:11.392423+0000","last_became_peered":"2024-09-16T07:21:11.392423+0000","last_unstale":"2024-09-16T07:21:13.124656+0000","last_undegraded":"2024-09-16T07:21:13.124656+0000","last_fullsized":"2024-09-16T07:21:13.124656+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:59:32.752622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.392882+0000","last_change":"2024-09-16T07:21:10.385658+0000","last_active":"2024-09-16T07:21:12.392882+0000","last_peered":"2024-09-16T07:21:12.392882+0000","last_clean":"2024-09-16T07:21:12.392882+0000","last_became_active":"2024-09-16T07:21:10.385377+0000","last_became_peered":"2024-09-16T07:21:10.385377+0000","last_unstale":"2024-09-16T07:21:12.392882+0000","last_undegraded":"2024-09-16T07:21:12.392882+0000","last_fullsized":"2024-09-16T07:21:12.392882+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:32:04.631534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386452+0000","last_change":"2024-09-16T07:21:11.402079+0000","last_active":"2024-09-16T07:21:12.386452+0000","last_peered":"2024-09-16T07:21:12.386452+0000","last_clean":"2024-09-16T07:21:12.386452+0000","last_became_active":"2024-09-16T07:21:11.401792+0000","last_became_peered":"2024-09-16T07:21:11.401792+0000","last_unstale":"2024-09-16T07:21:12.386452+0000","last_undegraded":"2024-09-16T07:21:12.386452+0000","last_fullsized":"2024-09-16T07:21:12.386452+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:49:28.693312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.15","version":"22'3","reported_seq":18,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.441017+0000","last_change":"2024-09-16T07:21:10.391214+0000","last_active":"2024-09-16T07:21:12.441017+0000","last_peered":"2024-09-16T07:21:12.441017+0000","last_clean":"2024-09-16T07:21:12.441017+0000","last_became_active":"2024-09-16T07:21:10.390674+0000","last_became_peered":"2024-09-16T07:21:10.390674+0000","last_unstale":"2024-09-16T07:21:12.441017+0000","last_undegraded":"2024-09-16T07:21:12.441017+0000","last_fullsized":"2024-09-16T07:21:12.441017+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:09:54.209700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124157+0000","last_change":"2024-09-16T07:21:11.402011+0000","last_active":"2024-09-16T07:21:13.124157+0000","last_peered":"2024-09-16T07:21:13.124157+0000","last_clean":"2024-09-16T07:21:13.124157+0000","last_became_active":"2024-09-16T07:21:11.401640+0000","last_became_peered":"2024-09-16T07:21:11.401640+0000","last_unstale":"2024-09-16T07:21:13.124157+0000","last_undegraded":"2024-09-16T07:21:13.124157+0000","last_fullsized":"2024-09-16T07:21:13.124157+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:40:19.063363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.14","version":"22'6","reported_seq":21,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124525+0000","last_change":"2024-09-16T07:21:10.395087+0000","last_active":"2024-09-16T07:21:13.124525+0000","last_peered":"2024-09-16T07:21:13.124525+0000","last_clean":"2024-09-16T07:21:13.124525+0000","last_became_active":"2024-09-16T07:21:10.394719+0000","last_became_peered":"2024-09-16T07:21:10.394719+0000","last_unstale":"2024-09-16T07:21:13.124525+0000","last_undegraded":"2024-09-16T07:21:13.124525+0000","last_fullsized":"2024-09-16T07:21:13.124525+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:01:28.628590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.392810+0000","last_change":"2024-09-16T07:21:11.388954+0000","last_active":"2024-09-16T07:21:12.392810+0000","last_peered":"2024-09-16T07:21:12.392810+0000","last_clean":"2024-09-16T07:21:12.392810+0000","last_became_active":"2024-09-16T07:21:11.388635+0000","last_became_peered":"2024-09-16T07:21:11.388635+0000","last_unstale":"2024-09-16T07:21:12.392810+0000","last_undegraded":"2024-09-16T07:21:12.392810+0000","last_fullsized":"2024-09-16T07:21:12.392810+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:30:22.863873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"22'2","reported_seq":17,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.440976+0000","last_change":"2024-09-16T07:21:10.393079+0000","last_active":"2024-09-16T07:21:12.440976+0000","last_peered":"2024-09-16T07:21:12.440976+0000","last_clean":"2024-09-16T07:21:12.440976+0000","last_became_active":"2024-09-16T07:21:10.392660+0000","last_became_peered":"2024-09-16T07:21:10.392660+0000","last_unstale":"2024-09-16T07:21:12.440976+0000","last_undegraded":"2024-09-16T07:21:12.440976+0000","last_fullsized":"2024-09-16T07:21:12.440976+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:40:09.380563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-16T07:21:11.405168+0000","last_change":"2024-09-16T07:21:11.404655+0000","last_active":"2024-09-16T07:21:11.405168+0000","last_peered":"2024-09-16T07:21:11.405168+0000","last_clean":"2024-09-16T07:21:11.405168+0000","last_became_active":"2024-09-16T07:21:11.404404+0000","last_became_peered":"2024-09-16T07:21:11.404404+0000","last_unstale":"2024-09-16T07:21:11.405168+0000","last_undegraded":"2024-09-16T07:21:11.405168+0000","last_fullsized":"2024-09-16T07:21:11.405168+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:51:12.348841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124015+0000","last_change":"2024-09-16T07:21:10.398406+0000","last_active":"2024-09-16T07:21:13.124015+0000","last_peered":"2024-09-16T07:21:13.124015+0000","last_clean":"2024-09-16T07:21:13.124015+0000","last_became_active":"2024-09-16T07:21:10.398078+0000","last_became_peered":"2024-09-16T07:21:10.398078+0000","last_unstale":"2024-09-16T07:21:13.124015+0000","last_undegraded":"2024-09-16T07:21:13.124015+0000","last_fullsized":"2024-09-16T07:21:13.124015+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:06:09.880237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.123803+0000","last_change":"2024-09-16T07:21:11.404922+0000","last_active":"2024-09-16T07:21:13.123803+0000","last_peered":"2024-09-16T07:21:13.123803+0000","last_clean":"2024-09-16T07:21:13.123803+0000","last_became_active":"2024-09-16T07:21:11.404610+0000","last_became_peered":"2024-09-16T07:21:11.404610+0000","last_unstale":"2024-09-16T07:21:13.123803+0000","last_undegraded":"2024-09-16T07:21:13.123803+0000","last_fullsized":"2024-09-16T07:21:13.123803+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:46:59.569556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.392418+0000","last_change":"2024-09-16T07:21:10.393342+0000","last_active":"2024-09-16T07:21:12.392418+0000","last_peered":"2024-09-16T07:21:12.392418+0000","last_clean":"2024-09-16T07:21:12.392418+0000","last_became_active":"2024-09-16T07:21:10.392782+0000","last_became_peered":"2024-09-16T07:21:10.392782+0000","last_unstale":"2024-09-16T07:21:12.392418+0000","last_undegraded":"2024-09-16T07:21:12.392418+0000","last_fullsized":"2024-09-16T07:21:12.392418+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:48:21.879538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.382353+0000","last_change":"2024-09-16T07:21:11.393145+0000","last_active":"2024-09-16T07:21:12.382353+0000","last_peered":"2024-09-16T07:21:12.382353+0000","last_clean":"2024-09-16T07:21:12.382353+0000","last_became_active":"2024-09-16T07:21:11.392577+0000","last_became_peered":"2024-09-16T07:21:11.392577+0000","last_unstale":"2024-09-16T07:21:12.382353+0000","last_undegraded":"2024-09-16T07:21:12.382353+0000","last_fullsized":"2024-09-16T07:21:12.382353+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:15:13.139435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.10","version":"22'8","reported_seq":23,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.385597+0000","last_change":"2024-09-16T07:21:10.399099+0000","last_active":"2024-09-16T07:21:12.385597+0000","last_peered":"2024-09-16T07:21:12.385597+0000","last_clean":"2024-09-16T07:21:12.385597+0000","last_became_active":"2024-09-16T07:21:10.398376+0000","last_became_peered":"2024-09-16T07:21:10.398376+0000","last_unstale":"2024-09-16T07:21:12.385597+0000","last_undegraded":"2024-09-16T07:21:12.385597+0000","last_fullsized":"2024-09-16T07:21:12.385597+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:40:09.380563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.123913+0000","last_change":"2024-09-16T07:21:11.403131+0000","last_active":"2024-09-16T07:21:13.123913+0000","last_peered":"2024-09-16T07:21:13.123913+0000","last_clean":"2024-09-16T07:21:13.123913+0000","last_became_active":"2024-09-16T07:21:11.402850+0000","last_became_peered":"2024-09-16T07:21:11.402850+0000","last_unstale":"2024-09-16T07:21:13.123913+0000","last_undegraded":"2024-09-16T07:21:13.123913+0000","last_fullsized":"2024-09-16T07:21:13.123913+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:00:09.907778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.f","version":"22'1","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.393179+0000","last_change":"2024-09-16T07:21:10.392873+0000","last_active":"2024-09-16T07:21:12.393179+0000","last_peered":"2024-09-16T07:21:12.393179+0000","last_clean":"2024-09-16T07:21:12.393179+0000","last_became_active":"2024-09-16T07:21:10.392174+0000","last_became_peered":"2024-09-16T07:21:10.392174+0000","last_unstale":"2024-09-16T07:21:12.393179+0000","last_undegraded":"2024-09-16T07:21:12.393179+0000","last_fullsized":"2024-09-16T07:21:12.393179+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:21:42.422170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124810+0000","last_change":"2024-09-16T07:21:11.391013+0000","last_active":"2024-09-16T07:21:13.124810+0000","last_peered":"2024-09-16T07:21:13.124810+0000","last_clean":"2024-09-16T07:21:13.124810+0000","last_became_active":"2024-09-16T07:21:11.390174+0000","last_became_peered":"2024-09-16T07:21:11.390174+0000","last_unstale":"2024-09-16T07:21:13.124810+0000","last_undegraded":"2024-09-16T07:21:13.124810+0000","last_fullsized":"2024-09-16T07:21:13.124810+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:16:25.665329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.e","version":"22'2","reported_seq":17,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386250+0000","last_change":"2024-09-16T07:21:10.397347+0000","last_active":"2024-09-16T07:21:12.386250+0000","last_peered":"2024-09-16T07:21:12.386250+0000","last_clean":"2024-09-16T07:21:12.386250+0000","last_became_active":"2024-09-16T07:21:10.397053+0000","last_became_peered":"2024-09-16T07:21:10.397053+0000","last_unstale":"2024-09-16T07:21:12.386250+0000","last_undegraded":"2024-09-16T07:21:12.386250+0000","last_fullsized":"2024-09-16T07:21:12.386250+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:48:21.879538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.393196+0000","last_change":"2024-09-16T07:21:11.395738+0000","last_active":"2024-09-16T07:21:12.393196+0000","last_peered":"2024-09-16T07:21:12.393196+0000","last_clean":"2024-09-16T07:21:12.393196+0000","last_became_active":"2024-09-16T07:21:11.395205+0000","last_became_peered":"2024-09-16T07:21:11.395205+0000","last_unstale":"2024-09-16T07:21:12.393196+0000","last_undegraded":"2024-09-16T07:21:12.393196+0000","last_fullsized":"2024-09-16T07:21:12.393196+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:56:59.309744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"22'1","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.387139+0000","last_change":"2024-09-16T07:21:10.392536+0000","last_active":"2024-09-16T07:21:12.387139+0000","last_peered":"2024-09-16T07:21:12.387139+0000","last_clean":"2024-09-16T07:21:12.387139+0000","last_became_active":"2024-09-16T07:21:10.389358+0000","last_became_peered":"2024-09-16T07:21:10.389358+0000","last_unstale":"2024-09-16T07:21:12.387139+0000","last_undegraded":"2024-09-16T07:21:12.387139+0000","last_fullsized":"2024-09-16T07:21:12.387139+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:40:09.380563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.393121+0000","last_change":"2024-09-16T07:21:11.388072+0000","last_active":"2024-09-16T07:21:12.393121+0000","last_peered":"2024-09-16T07:21:12.393121+0000","last_clean":"2024-09-16T07:21:12.393121+0000","last_became_active":"2024-09-16T07:21:11.387768+0000","last_became_peered":"2024-09-16T07:21:11.387768+0000","last_unstale":"2024-09-16T07:21:12.393121+0000","last_undegraded":"2024-09-16T07:21:12.393121+0000","last_fullsized":"2024-09-16T07:21:12.393121+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:27:45.824025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-16T07:21:11.386396+0000","last_change":"2024-09-16T07:21:10.392463+0000","last_active":"2024-09-16T07:21:11.386396+0000","last_peered":"2024-09-16T07:21:11.386396+0000","last_clean":"2024-09-16T07:21:11.386396+0000","last_became_active":"2024-09-16T07:21:10.392204+0000","last_became_peered":"2024-09-16T07:21:10.392204+0000","last_unstale":"2024-09-16T07:21:11.386396+0000","last_undegraded":"2024-09-16T07:21:11.386396+0000","last_fullsized":"2024-09-16T07:21:11.386396+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:30:45.258814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124489+0000","last_change":"2024-09-16T07:21:11.399429+0000","last_active":"2024-09-16T07:21:13.124489+0000","last_peered":"2024-09-16T07:21:13.124489+0000","last_clean":"2024-09-16T07:21:13.124489+0000","last_became_active":"2024-09-16T07:21:11.398783+0000","last_became_peered":"2024-09-16T07:21:11.398783+0000","last_unstale":"2024-09-16T07:21:13.124489+0000","last_undegraded":"2024-09-16T07:21:13.124489+0000","last_fullsized":"2024-09-16T07:21:13.124489+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:35:41.373022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'72","reported_seq":111,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.381942+0000","last_change":"2024-09-16T07:21:02.600196+0000","last_active":"2024-09-16T07:21:12.381942+0000","last_peered":"2024-09-16T07:21:12.381942+0000","last_clean":"2024-09-16T07:21:12.381942+0000","last_became_active":"2024-09-16T07:21:02.599001+0000","last_became_peered":"2024-09-16T07:21:02.599001+0000","last_unstale":"2024-09-16T07:21:12.381942+0000","last_undegraded":"2024-09-16T07:21:12.381942+0000","last_fullsized":"2024-09-16T07:21:12.381942+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_clean_scrub_stamp":"2024-09-16T07:21:01.331773+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:28:40.942832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124115+0000","last_change":"2024-09-16T07:21:10.396861+0000","last_active":"2024-09-16T07:21:13.124115+0000","last_peered":"2024-09-16T07:21:13.124115+0000","last_clean":"2024-09-16T07:21:13.124115+0000","last_became_active":"2024-09-16T07:21:10.396547+0000","last_became_peered":"2024-09-16T07:21:10.396547+0000","last_unstale":"2024-09-16T07:21:13.124115+0000","last_undegraded":"2024-09-16T07:21:13.124115+0000","last_fullsized":"2024-09-16T07:21:13.124115+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:14:18.305040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.385725+0000","last_change":"2024-09-16T07:21:11.387198+0000","last_active":"2024-09-16T07:21:12.385725+0000","last_peered":"2024-09-16T07:21:12.385725+0000","last_clean":"2024-09-16T07:21:12.385725+0000","last_became_active":"2024-09-16T07:21:11.386751+0000","last_became_peered":"2024-09-16T07:21:11.386751+0000","last_unstale":"2024-09-16T07:21:12.385725+0000","last_undegraded":"2024-09-16T07:21:12.385725+0000","last_fullsized":"2024-09-16T07:21:12.385725+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:16:58.833794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.123599+0000","last_change":"2024-09-16T07:21:10.397417+0000","last_active":"2024-09-16T07:21:13.123599+0000","last_peered":"2024-09-16T07:21:13.123599+0000","last_clean":"2024-09-16T07:21:13.123599+0000","last_became_active":"2024-09-16T07:21:10.397159+0000","last_became_peered":"2024-09-16T07:21:10.397159+0000","last_unstale":"2024-09-16T07:21:13.123599+0000","last_undegraded":"2024-09-16T07:21:13.123599+0000","last_fullsized":"2024-09-16T07:21:13.123599+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:21:42.422170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-16T07:21:11.400704+0000","last_change":"2024-09-16T07:21:11.399908+0000","last_active":"2024-09-16T07:21:11.400704+0000","last_peered":"2024-09-16T07:21:11.400704+0000","last_clean":"2024-09-16T07:21:11.400704+0000","last_became_active":"2024-09-16T07:21:11.399630+0000","last_became_peered":"2024-09-16T07:21:11.399630+0000","last_unstale":"2024-09-16T07:21:11.400704+0000","last_undegraded":"2024-09-16T07:21:11.400704+0000","last_fullsized":"2024-09-16T07:21:11.400704+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:20:47.302904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.440848+0000","last_change":"2024-09-16T07:21:10.393334+0000","last_active":"2024-09-16T07:21:12.440848+0000","last_peered":"2024-09-16T07:21:12.440848+0000","last_clean":"2024-09-16T07:21:12.440848+0000","last_became_active":"2024-09-16T07:21:10.392453+0000","last_became_peered":"2024-09-16T07:21:10.392453+0000","last_unstale":"2024-09-16T07:21:12.440848+0000","last_undegraded":"2024-09-16T07:21:12.440848+0000","last_fullsized":"2024-09-16T07:21:12.440848+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:23:53.725830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386249+0000","last_change":"2024-09-16T07:21:11.391068+0000","last_active":"2024-09-16T07:21:12.386249+0000","last_peered":"2024-09-16T07:21:12.386249+0000","last_clean":"2024-09-16T07:21:12.386249+0000","last_became_active":"2024-09-16T07:21:11.390666+0000","last_became_peered":"2024-09-16T07:21:11.390666+0000","last_unstale":"2024-09-16T07:21:12.386249+0000","last_undegraded":"2024-09-16T07:21:12.386249+0000","last_fullsized":"2024-09-16T07:21:12.386249+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:48:34.986733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124125+0000","last_change":"2024-09-16T07:21:10.397973+0000","last_active":"2024-09-16T07:21:13.124125+0000","last_peered":"2024-09-16T07:21:13.124125+0000","last_clean":"2024-09-16T07:21:13.124125+0000","last_became_active":"2024-09-16T07:21:10.397628+0000","last_became_peered":"2024-09-16T07:21:10.397628+0000","last_unstale":"2024-09-16T07:21:13.124125+0000","last_undegraded":"2024-09-16T07:21:13.124125+0000","last_fullsized":"2024-09-16T07:21:13.124125+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:11:26.968356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.392718+0000","last_change":"2024-09-16T07:21:11.381910+0000","last_active":"2024-09-16T07:21:12.392718+0000","last_peered":"2024-09-16T07:21:12.392718+0000","last_clean":"2024-09-16T07:21:12.392718+0000","last_became_active":"2024-09-16T07:21:11.381563+0000","last_became_peered":"2024-09-16T07:21:11.381563+0000","last_unstale":"2024-09-16T07:21:12.392718+0000","last_undegraded":"2024-09-16T07:21:12.392718+0000","last_fullsized":"2024-09-16T07:21:12.392718+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:54:32.713250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386797+0000","last_change":"2024-09-16T07:21:10.397418+0000","last_active":"2024-09-16T07:21:12.386797+0000","last_peered":"2024-09-16T07:21:12.386797+0000","last_clean":"2024-09-16T07:21:12.386797+0000","last_became_active":"2024-09-16T07:21:10.397094+0000","last_became_peered":"2024-09-16T07:21:10.397094+0000","last_unstale":"2024-09-16T07:21:12.386797+0000","last_undegraded":"2024-09-16T07:21:12.386797+0000","last_fullsized":"2024-09-16T07:21:12.386797+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:09:54.209700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124910+0000","last_change":"2024-09-16T07:21:11.393599+0000","last_active":"2024-09-16T07:21:13.124910+0000","last_peered":"2024-09-16T07:21:13.124910+0000","last_clean":"2024-09-16T07:21:13.124910+0000","last_became_active":"2024-09-16T07:21:11.393306+0000","last_became_peered":"2024-09-16T07:21:11.393306+0000","last_unstale":"2024-09-16T07:21:13.124910+0000","last_undegraded":"2024-09-16T07:21:13.124910+0000","last_fullsized":"2024-09-16T07:21:13.124910+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:25:59.187728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124567+0000","last_change":"2024-09-16T07:21:10.393552+0000","last_active":"2024-09-16T07:21:13.124567+0000","last_peered":"2024-09-16T07:21:13.124567+0000","last_clean":"2024-09-16T07:21:13.124567+0000","last_became_active":"2024-09-16T07:21:10.393209+0000","last_became_peered":"2024-09-16T07:21:10.393209+0000","last_unstale":"2024-09-16T07:21:13.124567+0000","last_undegraded":"2024-09-16T07:21:13.124567+0000","last_fullsized":"2024-09-16T07:21:13.124567+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:59:31.747713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":10,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-16T07:21:11.400457+0000","last_change":"2024-09-16T07:21:11.395741+0000","last_active":"2024-09-16T07:21:11.400457+0000","last_peered":"2024-09-16T07:21:11.400457+0000","last_clean":"2024-09-16T07:21:11.400457+0000","last_became_active":"2024-09-16T07:21:11.395271+0000","last_became_peered":"2024-09-16T07:21:11.395271+0000","last_unstale":"2024-09-16T07:21:11.400457+0000","last_undegraded":"2024-09-16T07:21:11.400457+0000","last_fullsized":"2024-09-16T07:21:11.400457+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:06:26.331732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"23'1","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386486+0000","last_change":"2024-09-16T07:21:10.396038+0000","last_active":"2024-09-16T07:21:12.386486+0000","last_peered":"2024-09-16T07:21:12.386486+0000","last_clean":"2024-09-16T07:21:12.386486+0000","last_became_active":"2024-09-16T07:21:10.395574+0000","last_became_peered":"2024-09-16T07:21:10.395574+0000","last_unstale":"2024-09-16T07:21:12.386486+0000","last_undegraded":"2024-09-16T07:21:12.386486+0000","last_fullsized":"2024-09-16T07:21:12.386486+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:50:38.102659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386302+0000","last_change":"2024-09-16T07:21:11.387685+0000","last_active":"2024-09-16T07:21:12.386302+0000","last_peered":"2024-09-16T07:21:12.386302+0000","last_clean":"2024-09-16T07:21:12.386302+0000","last_became_active":"2024-09-16T07:21:11.387290+0000","last_became_peered":"2024-09-16T07:21:11.387290+0000","last_unstale":"2024-09-16T07:21:12.386302+0000","last_undegraded":"2024-09-16T07:21:12.386302+0000","last_fullsized":"2024-09-16T07:21:12.386302+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:34:48.467538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"22'2","reported_seq":17,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124267+0000","last_change":"2024-09-16T07:21:10.394137+0000","last_active":"2024-09-16T07:21:13.124267+0000","last_peered":"2024-09-16T07:21:13.124267+0000","last_clean":"2024-09-16T07:21:13.124267+0000","last_became_active":"2024-09-16T07:21:10.393809+0000","last_became_peered":"2024-09-16T07:21:10.393809+0000","last_unstale":"2024-09-16T07:21:13.124267+0000","last_undegraded":"2024-09-16T07:21:13.124267+0000","last_fullsized":"2024-09-16T07:21:13.124267+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:25:58.182819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386181+0000","last_change":"2024-09-16T07:21:11.387519+0000","last_active":"2024-09-16T07:21:12.386181+0000","last_peered":"2024-09-16T07:21:12.386181+0000","last_clean":"2024-09-16T07:21:12.386181+0000","last_became_active":"2024-09-16T07:21:11.387207+0000","last_became_peered":"2024-09-16T07:21:11.387207+0000","last_unstale":"2024-09-16T07:21:12.386181+0000","last_undegraded":"2024-09-16T07:21:12.386181+0000","last_fullsized":"2024-09-16T07:21:12.386181+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:17:17.735497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.392247+0000","last_change":"2024-09-16T07:21:10.389146+0000","last_active":"2024-09-16T07:21:12.392247+0000","last_peered":"2024-09-16T07:21:12.392247+0000","last_clean":"2024-09-16T07:21:12.392247+0000","last_became_active":"2024-09-16T07:21:10.388548+0000","last_became_peered":"2024-09-16T07:21:10.388548+0000","last_unstale":"2024-09-16T07:21:12.392247+0000","last_undegraded":"2024-09-16T07:21:12.392247+0000","last_fullsized":"2024-09-16T07:21:12.392247+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:44:32.329898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.123860+0000","last_change":"2024-09-16T07:21:11.402290+0000","last_active":"2024-09-16T07:21:13.123860+0000","last_peered":"2024-09-16T07:21:13.123860+0000","last_clean":"2024-09-16T07:21:13.123860+0000","last_became_active":"2024-09-16T07:21:11.401997+0000","last_became_peered":"2024-09-16T07:21:11.401997+0000","last_unstale":"2024-09-16T07:21:13.123860+0000","last_undegraded":"2024-09-16T07:21:13.123860+0000","last_fullsized":"2024-09-16T07:21:13.123860+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:11:27.290805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.385474+0000","last_change":"2024-09-16T07:21:10.395906+0000","last_active":"2024-09-16T07:21:12.385474+0000","last_peered":"2024-09-16T07:21:12.385474+0000","last_clean":"2024-09-16T07:21:12.385474+0000","last_became_active":"2024-09-16T07:21:10.395567+0000","last_became_peered":"2024-09-16T07:21:10.395567+0000","last_unstale":"2024-09-16T07:21:12.385474+0000","last_undegraded":"2024-09-16T07:21:12.385474+0000","last_fullsized":"2024-09-16T07:21:12.385474+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:44:32.329898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.385518+0000","last_change":"2024-09-16T07:21:11.389335+0000","last_active":"2024-09-16T07:21:12.385518+0000","last_peered":"2024-09-16T07:21:12.385518+0000","last_clean":"2024-09-16T07:21:12.385518+0000","last_became_active":"2024-09-16T07:21:11.389036+0000","last_became_peered":"2024-09-16T07:21:11.389036+0000","last_unstale":"2024-09-16T07:21:12.385518+0000","last_undegraded":"2024-09-16T07:21:12.385518+0000","last_fullsized":"2024-09-16T07:21:12.385518+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:11:27.973265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":13,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-16T07:21:11.385789+0000","last_change":"2024-09-16T07:21:10.394985+0000","last_active":"2024-09-16T07:21:11.385789+0000","last_peered":"2024-09-16T07:21:11.385789+0000","last_clean":"2024-09-16T07:21:11.385789+0000","last_became_active":"2024-09-16T07:21:10.394662+0000","last_became_peered":"2024-09-16T07:21:10.394662+0000","last_unstale":"2024-09-16T07:21:11.385789+0000","last_undegraded":"2024-09-16T07:21:11.385789+0000","last_fullsized":"2024-09-16T07:21:11.385789+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:11:19.445558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.441098+0000","last_change":"2024-09-16T07:21:11.387294+0000","last_active":"2024-09-16T07:21:12.441098+0000","last_peered":"2024-09-16T07:21:12.441098+0000","last_clean":"2024-09-16T07:21:12.441098+0000","last_became_active":"2024-09-16T07:21:11.386997+0000","last_became_peered":"2024-09-16T07:21:11.386997+0000","last_unstale":"2024-09-16T07:21:12.441098+0000","last_undegraded":"2024-09-16T07:21:12.441098+0000","last_fullsized":"2024-09-16T07:21:12.441098+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:09:16.230999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"22'2","reported_seq":17,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.123808+0000","last_change":"2024-09-16T07:21:10.396054+0000","last_active":"2024-09-16T07:21:13.123808+0000","last_peered":"2024-09-16T07:21:13.123808+0000","last_clean":"2024-09-16T07:21:13.123808+0000","last_became_active":"2024-09-16T07:21:10.395744+0000","last_became_peered":"2024-09-16T07:21:10.395744+0000","last_unstale":"2024-09-16T07:21:13.123808+0000","last_undegraded":"2024-09-16T07:21:13.123808+0000","last_fullsized":"2024-09-16T07:21:13.123808+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:37:03.346125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.123918+0000","last_change":"2024-09-16T07:21:11.395666+0000","last_active":"2024-09-16T07:21:13.123918+0000","last_peered":"2024-09-16T07:21:13.123918+0000","last_clean":"2024-09-16T07:21:13.123918+0000","last_became_active":"2024-09-16T07:21:11.395070+0000","last_became_peered":"2024-09-16T07:21:11.395070+0000","last_unstale":"2024-09-16T07:21:13.123918+0000","last_undegraded":"2024-09-16T07:21:13.123918+0000","last_fullsized":"2024-09-16T07:21:13.123918+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:44:11.691495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124203+0000","last_change":"2024-09-16T07:21:11.404894+0000","last_active":"2024-09-16T07:21:13.124203+0000","last_peered":"2024-09-16T07:21:13.124203+0000","last_clean":"2024-09-16T07:21:13.124203+0000","last_became_active":"2024-09-16T07:21:11.404557+0000","last_became_peered":"2024-09-16T07:21:11.404557+0000","last_unstale":"2024-09-16T07:21:13.124203+0000","last_undegraded":"2024-09-16T07:21:13.124203+0000","last_fullsized":"2024-09-16T07:21:13.124203+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:00:13.594739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1c","version":"22'2","reported_seq":17,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.393047+0000","last_change":"2024-09-16T07:21:10.385571+0000","last_active":"2024-09-16T07:21:12.393047+0000","last_peered":"2024-09-16T07:21:12.393047+0000","last_clean":"2024-09-16T07:21:12.393047+0000","last_became_active":"2024-09-16T07:21:10.385278+0000","last_became_peered":"2024-09-16T07:21:10.385278+0000","last_unstale":"2024-09-16T07:21:12.393047+0000","last_undegraded":"2024-09-16T07:21:12.393047+0000","last_fullsized":"2024-09-16T07:21:12.393047+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:11:24.860512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.382339+0000","last_change":"2024-09-16T07:21:11.398438+0000","last_active":"2024-09-16T07:21:12.382339+0000","last_peered":"2024-09-16T07:21:12.382339+0000","last_clean":"2024-09-16T07:21:12.382339+0000","last_became_active":"2024-09-16T07:21:11.398168+0000","last_became_peered":"2024-09-16T07:21:11.398168+0000","last_unstale":"2024-09-16T07:21:12.382339+0000","last_undegraded":"2024-09-16T07:21:12.382339+0000","last_fullsized":"2024-09-16T07:21:12.382339+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:00:51.636433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"22'2","reported_seq":17,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.392760+0000","last_change":"2024-09-16T07:21:10.387652+0000","last_active":"2024-09-16T07:21:12.392760+0000","last_peered":"2024-09-16T07:21:12.392760+0000","last_clean":"2024-09-16T07:21:12.392760+0000","last_became_active":"2024-09-16T07:21:10.386498+0000","last_became_peered":"2024-09-16T07:21:10.386498+0000","last_unstale":"2024-09-16T07:21:12.392760+0000","last_undegraded":"2024-09-16T07:21:12.392760+0000","last_fullsized":"2024-09-16T07:21:12.392760+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:37:03.346125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386241+0000","last_change":"2024-09-16T07:21:11.392748+0000","last_active":"2024-09-16T07:21:12.386241+0000","last_peered":"2024-09-16T07:21:12.386241+0000","last_clean":"2024-09-16T07:21:12.386241+0000","last_became_active":"2024-09-16T07:21:11.392484+0000","last_became_peered":"2024-09-16T07:21:11.392484+0000","last_unstale":"2024-09-16T07:21:12.386241+0000","last_undegraded":"2024-09-16T07:21:12.386241+0000","last_fullsized":"2024-09-16T07:21:12.386241+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:33:17.375295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1e","version":"22'1","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.387415+0000","last_change":"2024-09-16T07:21:10.398427+0000","last_active":"2024-09-16T07:21:12.387415+0000","last_peered":"2024-09-16T07:21:12.387415+0000","last_clean":"2024-09-16T07:21:12.387415+0000","last_became_active":"2024-09-16T07:21:10.398136+0000","last_became_peered":"2024-09-16T07:21:10.398136+0000","last_unstale":"2024-09-16T07:21:12.387415+0000","last_undegraded":"2024-09-16T07:21:12.387415+0000","last_fullsized":"2024-09-16T07:21:12.387415+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:48:21.879538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.387418+0000","last_change":"2024-09-16T07:21:11.390611+0000","last_active":"2024-09-16T07:21:12.387418+0000","last_peered":"2024-09-16T07:21:12.387418+0000","last_clean":"2024-09-16T07:21:12.387418+0000","last_became_active":"2024-09-16T07:21:11.390352+0000","last_became_peered":"2024-09-16T07:21:11.390352+0000","last_unstale":"2024-09-16T07:21:12.387418+0000","last_undegraded":"2024-09-16T07:21:12.387418+0000","last_fullsized":"2024-09-16T07:21:12.387418+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:28:07.704443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1f","version":"22'4","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386965+0000","last_change":"2024-09-16T07:21:10.395397+0000","last_active":"2024-09-16T07:21:12.386965+0000","last_peered":"2024-09-16T07:21:12.386965+0000","last_clean":"2024-09-16T07:21:12.386965+0000","last_became_active":"2024-09-16T07:21:10.394851+0000","last_became_peered":"2024-09-16T07:21:10.394851+0000","last_unstale":"2024-09-16T07:21:12.386965+0000","last_undegraded":"2024-09-16T07:21:12.386965+0000","last_fullsized":"2024-09-16T07:21:12.386965+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:52:26.609957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509446,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27264,"kb_used_data":236,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344576,"statfs":{"total":96636764160,"available":96608845824,"internally_reserved":0,"allocated":241664,"data_stored":82231,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509445,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27852,"kb_used_data":816,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343988,"statfs":{"total":96636764160,"available":96608243712,"internally_reserved":0,"allocated":835584,"data_stored":672567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509445,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27284,"kb_used_data":248,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344556,"statfs":{"total":96636764160,"available":96608825344,"internally_reserved":0,"allocated":253952,"data_stored":84391,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509446,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27260,"kb_used_data":232,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344580,"statfs":{"total":96636764160,"available":96608849920,"internally_reserved":0,"allocated":237568,"data_stored":82689,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509446,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27268,"kb_used_data":240,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344572,"statfs":{"total":96636764160,"available":96608841728,"internally_reserved":0,"allocated":245760,"data_stored":83719,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509446,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27848,"kb_used_data":812,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343992,"statfs":{"total":96636764160,"available":96608247808,"internally_reserved":0,"allocated":831488,"data_stored":672545,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509447,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27264,"kb_used_data":236,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344576,"statfs":{"total":96636764160,"available":96608845824,"internally_reserved":0,"allocated":241664,"data_stored":82163,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574852,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":221184,"data_stored":75807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T07:21:19.871 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T07:21:19.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:19.991+0000 7f30b0a7f640 1 -- 172.21.15.31:0/3921253240 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f30ac159680 msgr2=0x7f30ac15d270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:19.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:19.991+0000 7f30b0a7f640 1 --2- 172.21.15.31:0/3921253240 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f30ac159680 0x7f30ac15d270 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f30a4005fd0 tx=0x7f30a402aa90 comp rx=0 tx=0).stop 2024-09-16T07:21:19.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:19.991+0000 7f30b0a7f640 1 -- 172.21.15.31:0/3921253240 shutdown_connections 2024-09-16T07:21:19.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:19.991+0000 7f30b0a7f640 1 --2- 172.21.15.31:0/3921253240 >> v2:172.21.15.155:3300/0 conn(0x7f30ac0cc490 0x7f30ac15f750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:19.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:19.991+0000 7f30b0a7f640 1 --2- 172.21.15.31:0/3921253240 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f30ac159680 0x7f30ac15d270 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:19.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:19.991+0000 7f30b0a7f640 1 -- 172.21.15.31:0/3921253240 >> 172.21.15.31:0/3921253240 conn(0x7f30ac0b1690 msgr2=0x7f30ac0b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:19.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:19.991+0000 7f30b0a7f640 1 -- 172.21.15.31:0/3921253240 shutdown_connections 2024-09-16T07:21:19.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:19.991+0000 7f30b0a7f640 1 -- 172.21.15.31:0/3921253240 wait complete. 2024-09-16T07:21:19.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:19.992+0000 7f30b0a7f640 1 Processor -- start 2024-09-16T07:21:19.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:19.992+0000 7f30b0a7f640 1 -- start start 2024-09-16T07:21:19.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:19.993+0000 7f30b0a7f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f30ac0cc490 0x7f30ac1f3040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:19.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:19.993+0000 7f30b0a7f640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f30ac0cc8d0 0x7f30ac145140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:19.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:19.993+0000 7f30b0a7f640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f30ac159680 0x7f30ac15bf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:19.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:19.993+0000 7f30b0a7f640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f30ac0cf350 con 0x7f30ac0cc490 2024-09-16T07:21:19.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:19.993+0000 7f30b0a7f640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f30ac0cf1d0 con 0x7f30ac0cc8d0 2024-09-16T07:21:19.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:19.993+0000 7f30b0a7f640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f30ac0cf4d0 con 0x7f30ac159680 2024-09-16T07:21:19.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:19.993+0000 7f30aa59c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f30ac0cc490 0x7f30ac1f3040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:19.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:19.993+0000 7f30aa59c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f30ac0cc490 0x7f30ac1f3040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52364/0 (socket says 172.21.15.31:52364) 2024-09-16T07:21:19.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:19.993+0000 7f30aa59c640 1 -- 172.21.15.31:0/879558737 learned_addr learned my addr 172.21.15.31:0/879558737 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:19.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:19.993+0000 7f30a9d9b640 1 --2- 172.21.15.31:0/879558737 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f30ac0cc8d0 0x7f30ac145140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:19.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:19.993+0000 7f30aad9d640 1 --2- 172.21.15.31:0/879558737 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f30ac159680 0x7f30ac15bf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:19.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:19.994+0000 7f30aa59c640 1 -- 172.21.15.31:0/879558737 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f30ac159680 msgr2=0x7f30ac15bf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:19.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:19.994+0000 7f30aa59c640 1 --2- 172.21.15.31:0/879558737 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f30ac159680 0x7f30ac15bf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:19.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:19.994+0000 7f30aa59c640 1 -- 172.21.15.31:0/879558737 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f30ac0cc8d0 msgr2=0x7f30ac145140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:19.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:19.994+0000 7f30aa59c640 1 --2- 172.21.15.31:0/879558737 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f30ac0cc8d0 0x7f30ac145140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:19.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:19.994+0000 7f30aa59c640 1 -- 172.21.15.31:0/879558737 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30ac0aeaa0 con 0x7f30ac0cc490 2024-09-16T07:21:19.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:19.994+0000 7f30aa59c640 1 --2- 172.21.15.31:0/879558737 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f30ac0cc490 0x7f30ac1f3040 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f30a4006010 tx=0x7f30a4003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:19.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:19.994+0000 7f30a2ffd640 1 -- 172.21.15.31:0/879558737 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30a4044070 con 0x7f30ac0cc490 2024-09-16T07:21:19.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:19.994+0000 7f30a2ffd640 1 -- 172.21.15.31:0/879558737 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f30a4003e00 con 0x7f30ac0cc490 2024-09-16T07:21:19.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:19.994+0000 7f30b0a7f640 1 -- 172.21.15.31:0/879558737 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30ac1f3580 con 0x7f30ac0cc490 2024-09-16T07:21:19.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:19.994+0000 7f30a2ffd640 1 -- 172.21.15.31:0/879558737 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30a4004490 con 0x7f30ac0cc490 2024-09-16T07:21:19.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:19.994+0000 7f30b0a7f640 1 -- 172.21.15.31:0/879558737 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30ac157530 con 0x7f30ac0cc490 2024-09-16T07:21:19.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:19.995+0000 7f30b0a7f640 1 -- 172.21.15.31:0/879558737 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f30ac15fd70 con 0x7f30ac0cc490 2024-09-16T07:21:19.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:19.996+0000 7f30a2ffd640 1 -- 172.21.15.31:0/879558737 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f30a4047070 con 0x7f30ac0cc490 2024-09-16T07:21:19.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:19.996+0000 7f30a2ffd640 1 --2- 172.21.15.31:0/879558737 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f308c078850 0x7f308c07ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:19.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:19.996+0000 7f30a2ffd640 1 -- 172.21.15.31:0/879558737 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7f30a40bb680 con 0x7f30ac0cc490 2024-09-16T07:21:19.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:19.997+0000 7f30a9d9b640 1 --2- 172.21.15.31:0/879558737 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f308c078850 0x7f308c07ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:19.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:19.997+0000 7f30a9d9b640 1 --2- 172.21.15.31:0/879558737 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f308c078850 0x7f308c07ad10 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f30940095f0 tx=0x7f3094005f90 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:20.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.001+0000 7f30a2ffd640 1 -- 172.21.15.31:0/879558737 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f30ac1f3580 con 0x7f30ac0cc490 2024-09-16T07:21:20.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.182+0000 7f30b0a7f640 1 -- 172.21.15.31:0/879558737 --> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f30ac158e80 con 0x7f308c078850 2024-09-16T07:21:20.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.187+0000 7f30a2ffd640 1 -- 172.21.15.31:0/879558737 <== mgr.4117 v2:172.21.15.155:6808/3650624732 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251932 (secure 0 0 0) 0x7f30ac158e80 con 0x7f308c078850 2024-09-16T07:21:20.189 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:21:20.191 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-16T07:21:20.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.190+0000 7f30b0a7f640 1 -- 172.21.15.31:0/879558737 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f308c078850 msgr2=0x7f308c07ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:20.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.190+0000 7f30b0a7f640 1 --2- 172.21.15.31:0/879558737 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f308c078850 0x7f308c07ad10 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f30940095f0 tx=0x7f3094005f90 comp rx=0 tx=0).stop 2024-09-16T07:21:20.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.190+0000 7f30b0a7f640 1 -- 172.21.15.31:0/879558737 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f30ac0cc490 msgr2=0x7f30ac1f3040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:20.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.190+0000 7f30b0a7f640 1 --2- 172.21.15.31:0/879558737 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f30ac0cc490 0x7f30ac1f3040 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f30a4006010 tx=0x7f30a4003c10 comp rx=0 tx=0).stop 2024-09-16T07:21:20.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.190+0000 7f30b0a7f640 1 -- 172.21.15.31:0/879558737 shutdown_connections 2024-09-16T07:21:20.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.190+0000 7f30b0a7f640 1 --2- 172.21.15.31:0/879558737 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f308c078850 0x7f308c07ad10 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:20.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.190+0000 7f30b0a7f640 1 --2- 172.21.15.31:0/879558737 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f30ac159680 0x7f30ac15bf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:20.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.190+0000 7f30b0a7f640 1 --2- 172.21.15.31:0/879558737 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f30ac0cc8d0 0x7f30ac145140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:20.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.190+0000 7f30b0a7f640 1 --2- 172.21.15.31:0/879558737 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f30ac0cc490 0x7f30ac1f3040 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:20.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.190+0000 7f30b0a7f640 1 -- 172.21.15.31:0/879558737 >> 172.21.15.31:0/879558737 conn(0x7f30ac0b1690 msgr2=0x7f30ac15daf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:20.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.190+0000 7f30b0a7f640 1 -- 172.21.15.31:0/879558737 shutdown_connections 2024-09-16T07:21:20.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.190+0000 7f30b0a7f640 1 -- 172.21.15.31:0/879558737 wait complete. 2024-09-16T07:21:20.201 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":27,"stamp":"2024-09-16T07:21:18.631110+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":173,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219296,"kb_used_data":3048,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755424,"statfs":{"total":773094113280,"available":772869554176,"internally_reserved":0,"allocated":3121152,"data_stored":1842412,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":28,"apply_latency_ms":28,"commit_latency_ns":28000000,"apply_latency_ns":28000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001626"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.393142+0000","last_change":"2024-09-16T07:21:11.405727+0000","last_active":"2024-09-16T07:21:12.393142+0000","last_peered":"2024-09-16T07:21:12.393142+0000","last_clean":"2024-09-16T07:21:12.393142+0000","last_became_active":"2024-09-16T07:21:11.403202+0000","last_became_peered":"2024-09-16T07:21:11.403202+0000","last_unstale":"2024-09-16T07:21:12.393142+0000","last_undegraded":"2024-09-16T07:21:12.393142+0000","last_fullsized":"2024-09-16T07:21:12.393142+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:18:25.314060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.387351+0000","last_change":"2024-09-16T07:21:11.396332+0000","last_active":"2024-09-16T07:21:12.387351+0000","last_peered":"2024-09-16T07:21:12.387351+0000","last_clean":"2024-09-16T07:21:12.387351+0000","last_became_active":"2024-09-16T07:21:11.395101+0000","last_became_peered":"2024-09-16T07:21:11.395101+0000","last_unstale":"2024-09-16T07:21:12.387351+0000","last_undegraded":"2024-09-16T07:21:12.387351+0000","last_fullsized":"2024-09-16T07:21:12.387351+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:42:45.302508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.387256+0000","last_change":"2024-09-16T07:21:11.395453+0000","last_active":"2024-09-16T07:21:12.387256+0000","last_peered":"2024-09-16T07:21:12.387256+0000","last_clean":"2024-09-16T07:21:12.387256+0000","last_became_active":"2024-09-16T07:21:11.395184+0000","last_became_peered":"2024-09-16T07:21:11.395184+0000","last_unstale":"2024-09-16T07:21:12.387256+0000","last_undegraded":"2024-09-16T07:21:12.387256+0000","last_fullsized":"2024-09-16T07:21:12.387256+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:52:36.644581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124596+0000","last_change":"2024-09-16T07:21:11.385797+0000","last_active":"2024-09-16T07:21:13.124596+0000","last_peered":"2024-09-16T07:21:13.124596+0000","last_clean":"2024-09-16T07:21:13.124596+0000","last_became_active":"2024-09-16T07:21:11.385488+0000","last_became_peered":"2024-09-16T07:21:11.385488+0000","last_unstale":"2024-09-16T07:21:13.124596+0000","last_undegraded":"2024-09-16T07:21:13.124596+0000","last_fullsized":"2024-09-16T07:21:13.124596+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:14:19.309949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.392918+0000","last_change":"2024-09-16T07:21:11.395500+0000","last_active":"2024-09-16T07:21:12.392918+0000","last_peered":"2024-09-16T07:21:12.392918+0000","last_clean":"2024-09-16T07:21:12.392918+0000","last_became_active":"2024-09-16T07:21:11.394952+0000","last_became_peered":"2024-09-16T07:21:11.394952+0000","last_unstale":"2024-09-16T07:21:12.392918+0000","last_undegraded":"2024-09-16T07:21:12.392918+0000","last_fullsized":"2024-09-16T07:21:12.392918+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:52:02.101029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.123727+0000","last_change":"2024-09-16T07:21:11.379500+0000","last_active":"2024-09-16T07:21:13.123727+0000","last_peered":"2024-09-16T07:21:13.123727+0000","last_clean":"2024-09-16T07:21:13.123727+0000","last_became_active":"2024-09-16T07:21:11.379173+0000","last_became_peered":"2024-09-16T07:21:11.379173+0000","last_unstale":"2024-09-16T07:21:13.123727+0000","last_undegraded":"2024-09-16T07:21:13.123727+0000","last_fullsized":"2024-09-16T07:21:13.123727+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:11:25.865421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.392590+0000","last_change":"2024-09-16T07:21:11.396837+0000","last_active":"2024-09-16T07:21:12.392590+0000","last_peered":"2024-09-16T07:21:12.392590+0000","last_clean":"2024-09-16T07:21:12.392590+0000","last_became_active":"2024-09-16T07:21:11.396528+0000","last_became_peered":"2024-09-16T07:21:11.396528+0000","last_unstale":"2024-09-16T07:21:12.392590+0000","last_undegraded":"2024-09-16T07:21:12.392590+0000","last_fullsized":"2024-09-16T07:21:12.392590+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:44:12.648109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386038+0000","last_change":"2024-09-16T07:21:11.390331+0000","last_active":"2024-09-16T07:21:12.386038+0000","last_peered":"2024-09-16T07:21:12.386038+0000","last_clean":"2024-09-16T07:21:12.386038+0000","last_became_active":"2024-09-16T07:21:11.389424+0000","last_became_peered":"2024-09-16T07:21:11.389424+0000","last_unstale":"2024-09-16T07:21:12.386038+0000","last_undegraded":"2024-09-16T07:21:12.386038+0000","last_fullsized":"2024-09-16T07:21:12.386038+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:35:58.855637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.382544+0000","last_change":"2024-09-16T07:21:11.400230+0000","last_active":"2024-09-16T07:21:12.382544+0000","last_peered":"2024-09-16T07:21:12.382544+0000","last_clean":"2024-09-16T07:21:12.382544+0000","last_became_active":"2024-09-16T07:21:11.399926+0000","last_became_peered":"2024-09-16T07:21:11.399926+0000","last_unstale":"2024-09-16T07:21:12.382544+0000","last_undegraded":"2024-09-16T07:21:12.382544+0000","last_fullsized":"2024-09-16T07:21:12.382544+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:38:52.222404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.392794+0000","last_change":"2024-09-16T07:21:11.386630+0000","last_active":"2024-09-16T07:21:12.392794+0000","last_peered":"2024-09-16T07:21:12.392794+0000","last_clean":"2024-09-16T07:21:12.392794+0000","last_became_active":"2024-09-16T07:21:11.386043+0000","last_became_peered":"2024-09-16T07:21:11.386043+0000","last_unstale":"2024-09-16T07:21:12.392794+0000","last_undegraded":"2024-09-16T07:21:12.392794+0000","last_fullsized":"2024-09-16T07:21:12.392794+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:05:22.680716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.392701+0000","last_change":"2024-09-16T07:21:11.403411+0000","last_active":"2024-09-16T07:21:12.392701+0000","last_peered":"2024-09-16T07:21:12.392701+0000","last_clean":"2024-09-16T07:21:12.392701+0000","last_became_active":"2024-09-16T07:21:11.400579+0000","last_became_peered":"2024-09-16T07:21:11.400579+0000","last_unstale":"2024-09-16T07:21:12.392701+0000","last_undegraded":"2024-09-16T07:21:12.392701+0000","last_fullsized":"2024-09-16T07:21:12.392701+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:49:08.050203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.392983+0000","last_change":"2024-09-16T07:21:11.394649+0000","last_active":"2024-09-16T07:21:12.392983+0000","last_peered":"2024-09-16T07:21:12.392983+0000","last_clean":"2024-09-16T07:21:12.392983+0000","last_became_active":"2024-09-16T07:21:11.394043+0000","last_became_peered":"2024-09-16T07:21:11.394043+0000","last_unstale":"2024-09-16T07:21:12.392983+0000","last_undegraded":"2024-09-16T07:21:12.392983+0000","last_fullsized":"2024-09-16T07:21:12.392983+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:42:45.302508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.990734+0000","last_change":"2024-09-16T07:21:11.389606+0000","last_active":"2024-09-16T07:21:12.990734+0000","last_peered":"2024-09-16T07:21:12.990734+0000","last_clean":"2024-09-16T07:21:12.990734+0000","last_became_active":"2024-09-16T07:21:11.389302+0000","last_became_peered":"2024-09-16T07:21:11.389302+0000","last_unstale":"2024-09-16T07:21:12.990734+0000","last_undegraded":"2024-09-16T07:21:12.990734+0000","last_fullsized":"2024-09-16T07:21:12.990734+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:49:39.113337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.990482+0000","last_change":"2024-09-16T07:21:11.393113+0000","last_active":"2024-09-16T07:21:12.990482+0000","last_peered":"2024-09-16T07:21:12.990482+0000","last_clean":"2024-09-16T07:21:12.990482+0000","last_became_active":"2024-09-16T07:21:11.392588+0000","last_became_peered":"2024-09-16T07:21:11.392588+0000","last_unstale":"2024-09-16T07:21:12.990482+0000","last_undegraded":"2024-09-16T07:21:12.990482+0000","last_fullsized":"2024-09-16T07:21:12.990482+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:29:05.205860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386576+0000","last_change":"2024-09-16T07:21:11.392627+0000","last_active":"2024-09-16T07:21:12.386576+0000","last_peered":"2024-09-16T07:21:12.386576+0000","last_clean":"2024-09-16T07:21:12.386576+0000","last_became_active":"2024-09-16T07:21:11.392357+0000","last_became_peered":"2024-09-16T07:21:11.392357+0000","last_unstale":"2024-09-16T07:21:12.386576+0000","last_undegraded":"2024-09-16T07:21:12.386576+0000","last_fullsized":"2024-09-16T07:21:12.386576+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:13:39.712036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.123444+0000","last_change":"2024-09-16T07:21:11.400982+0000","last_active":"2024-09-16T07:21:13.123444+0000","last_peered":"2024-09-16T07:21:13.123444+0000","last_clean":"2024-09-16T07:21:13.123444+0000","last_became_active":"2024-09-16T07:21:11.400715+0000","last_became_peered":"2024-09-16T07:21:11.400715+0000","last_unstale":"2024-09-16T07:21:13.123444+0000","last_undegraded":"2024-09-16T07:21:13.123444+0000","last_fullsized":"2024-09-16T07:21:13.123444+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:42:45.302508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124402+0000","last_change":"2024-09-16T07:21:11.398127+0000","last_active":"2024-09-16T07:21:13.124402+0000","last_peered":"2024-09-16T07:21:13.124402+0000","last_clean":"2024-09-16T07:21:13.124402+0000","last_became_active":"2024-09-16T07:21:11.397828+0000","last_became_peered":"2024-09-16T07:21:11.397828+0000","last_unstale":"2024-09-16T07:21:13.124402+0000","last_undegraded":"2024-09-16T07:21:13.124402+0000","last_fullsized":"2024-09-16T07:21:13.124402+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:32:45.827855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.441237+0000","last_change":"2024-09-16T07:21:11.389191+0000","last_active":"2024-09-16T07:21:12.441237+0000","last_peered":"2024-09-16T07:21:12.441237+0000","last_clean":"2024-09-16T07:21:12.441237+0000","last_became_active":"2024-09-16T07:21:11.388924+0000","last_became_peered":"2024-09-16T07:21:11.388924+0000","last_unstale":"2024-09-16T07:21:12.441237+0000","last_undegraded":"2024-09-16T07:21:12.441237+0000","last_fullsized":"2024-09-16T07:21:12.441237+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:40:17.362435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124604+0000","last_change":"2024-09-16T07:21:11.401955+0000","last_active":"2024-09-16T07:21:13.124604+0000","last_peered":"2024-09-16T07:21:13.124604+0000","last_clean":"2024-09-16T07:21:13.124604+0000","last_became_active":"2024-09-16T07:21:11.400186+0000","last_became_peered":"2024-09-16T07:21:11.400186+0000","last_unstale":"2024-09-16T07:21:13.124604+0000","last_undegraded":"2024-09-16T07:21:13.124604+0000","last_fullsized":"2024-09-16T07:21:13.124604+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:16:42.792209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.392974+0000","last_change":"2024-09-16T07:21:11.396418+0000","last_active":"2024-09-16T07:21:12.392974+0000","last_peered":"2024-09-16T07:21:12.392974+0000","last_clean":"2024-09-16T07:21:12.392974+0000","last_became_active":"2024-09-16T07:21:11.395111+0000","last_became_peered":"2024-09-16T07:21:11.395111+0000","last_unstale":"2024-09-16T07:21:12.392974+0000","last_undegraded":"2024-09-16T07:21:12.392974+0000","last_fullsized":"2024-09-16T07:21:12.392974+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:24:53.980690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.385657+0000","last_change":"2024-09-16T07:21:11.386418+0000","last_active":"2024-09-16T07:21:12.385657+0000","last_peered":"2024-09-16T07:21:12.385657+0000","last_clean":"2024-09-16T07:21:12.385657+0000","last_became_active":"2024-09-16T07:21:11.386121+0000","last_became_peered":"2024-09-16T07:21:11.386121+0000","last_unstale":"2024-09-16T07:21:12.385657+0000","last_undegraded":"2024-09-16T07:21:12.385657+0000","last_fullsized":"2024-09-16T07:21:12.385657+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:35:36.110704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.382207+0000","last_change":"2024-09-16T07:21:11.397400+0000","last_active":"2024-09-16T07:21:12.382207+0000","last_peered":"2024-09-16T07:21:12.382207+0000","last_clean":"2024-09-16T07:21:12.382207+0000","last_became_active":"2024-09-16T07:21:11.397125+0000","last_became_peered":"2024-09-16T07:21:11.397125+0000","last_unstale":"2024-09-16T07:21:12.382207+0000","last_undegraded":"2024-09-16T07:21:12.382207+0000","last_fullsized":"2024-09-16T07:21:12.382207+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:09:25.336664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386856+0000","last_change":"2024-09-16T07:21:11.391348+0000","last_active":"2024-09-16T07:21:12.386856+0000","last_peered":"2024-09-16T07:21:12.386856+0000","last_clean":"2024-09-16T07:21:12.386856+0000","last_became_active":"2024-09-16T07:21:11.391060+0000","last_became_peered":"2024-09-16T07:21:11.391060+0000","last_unstale":"2024-09-16T07:21:12.386856+0000","last_undegraded":"2024-09-16T07:21:12.386856+0000","last_fullsized":"2024-09-16T07:21:12.386856+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:29:38.679010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.123449+0000","last_change":"2024-09-16T07:21:11.396616+0000","last_active":"2024-09-16T07:21:13.123449+0000","last_peered":"2024-09-16T07:21:13.123449+0000","last_clean":"2024-09-16T07:21:13.123449+0000","last_became_active":"2024-09-16T07:21:11.396336+0000","last_became_peered":"2024-09-16T07:21:11.396336+0000","last_unstale":"2024-09-16T07:21:13.123449+0000","last_undegraded":"2024-09-16T07:21:13.123449+0000","last_fullsized":"2024-09-16T07:21:13.123449+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:57:25.468680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386034+0000","last_change":"2024-09-16T07:21:11.407926+0000","last_active":"2024-09-16T07:21:12.386034+0000","last_peered":"2024-09-16T07:21:12.386034+0000","last_clean":"2024-09-16T07:21:12.386034+0000","last_became_active":"2024-09-16T07:21:11.407591+0000","last_became_peered":"2024-09-16T07:21:11.407591+0000","last_unstale":"2024-09-16T07:21:12.386034+0000","last_undegraded":"2024-09-16T07:21:12.386034+0000","last_fullsized":"2024-09-16T07:21:12.386034+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:53:54.764319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124551+0000","last_change":"2024-09-16T07:21:11.398853+0000","last_active":"2024-09-16T07:21:13.124551+0000","last_peered":"2024-09-16T07:21:13.124551+0000","last_clean":"2024-09-16T07:21:13.124551+0000","last_became_active":"2024-09-16T07:21:11.398560+0000","last_became_peered":"2024-09-16T07:21:11.398560+0000","last_unstale":"2024-09-16T07:21:13.124551+0000","last_undegraded":"2024-09-16T07:21:13.124551+0000","last_fullsized":"2024-09-16T07:21:13.124551+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:37:04.351033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.990703+0000","last_change":"2024-09-16T07:21:11.392539+0000","last_active":"2024-09-16T07:21:12.990703+0000","last_peered":"2024-09-16T07:21:12.990703+0000","last_clean":"2024-09-16T07:21:12.990703+0000","last_became_active":"2024-09-16T07:21:11.392265+0000","last_became_peered":"2024-09-16T07:21:11.392265+0000","last_unstale":"2024-09-16T07:21:12.990703+0000","last_undegraded":"2024-09-16T07:21:12.990703+0000","last_fullsized":"2024-09-16T07:21:12.990703+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:21:50.271665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.990732+0000","last_change":"2024-09-16T07:21:11.390256+0000","last_active":"2024-09-16T07:21:12.990732+0000","last_peered":"2024-09-16T07:21:12.990732+0000","last_clean":"2024-09-16T07:21:12.990732+0000","last_became_active":"2024-09-16T07:21:11.389970+0000","last_became_peered":"2024-09-16T07:21:11.389970+0000","last_unstale":"2024-09-16T07:21:12.990732+0000","last_undegraded":"2024-09-16T07:21:12.990732+0000","last_fullsized":"2024-09-16T07:21:12.990732+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:36:42.331430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386354+0000","last_change":"2024-09-16T07:21:11.390295+0000","last_active":"2024-09-16T07:21:12.386354+0000","last_peered":"2024-09-16T07:21:12.386354+0000","last_clean":"2024-09-16T07:21:12.386354+0000","last_became_active":"2024-09-16T07:21:11.390031+0000","last_became_peered":"2024-09-16T07:21:11.390031+0000","last_unstale":"2024-09-16T07:21:12.386354+0000","last_undegraded":"2024-09-16T07:21:12.386354+0000","last_fullsized":"2024-09-16T07:21:12.386354+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:04:17.211458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.123680+0000","last_change":"2024-09-16T07:21:11.395950+0000","last_active":"2024-09-16T07:21:13.123680+0000","last_peered":"2024-09-16T07:21:13.123680+0000","last_clean":"2024-09-16T07:21:13.123680+0000","last_became_active":"2024-09-16T07:21:11.395374+0000","last_became_peered":"2024-09-16T07:21:11.395374+0000","last_unstale":"2024-09-16T07:21:13.123680+0000","last_undegraded":"2024-09-16T07:21:13.123680+0000","last_fullsized":"2024-09-16T07:21:13.123680+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:42:33.562649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.441054+0000","last_change":"2024-09-16T07:21:11.390906+0000","last_active":"2024-09-16T07:21:12.441054+0000","last_peered":"2024-09-16T07:21:12.441054+0000","last_clean":"2024-09-16T07:21:12.441054+0000","last_became_active":"2024-09-16T07:21:11.390584+0000","last_became_peered":"2024-09-16T07:21:11.390584+0000","last_unstale":"2024-09-16T07:21:12.441054+0000","last_undegraded":"2024-09-16T07:21:12.441054+0000","last_fullsized":"2024-09-16T07:21:12.441054+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:26:26.408832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.123442+0000","last_change":"2024-09-16T07:21:11.393316+0000","last_active":"2024-09-16T07:21:13.123442+0000","last_peered":"2024-09-16T07:21:13.123442+0000","last_clean":"2024-09-16T07:21:13.123442+0000","last_became_active":"2024-09-16T07:21:11.393001+0000","last_became_peered":"2024-09-16T07:21:11.393001+0000","last_unstale":"2024-09-16T07:21:13.123442+0000","last_undegraded":"2024-09-16T07:21:13.123442+0000","last_fullsized":"2024-09-16T07:21:13.123442+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:21:43.427079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.382246+0000","last_change":"2024-09-16T07:21:11.391687+0000","last_active":"2024-09-16T07:21:12.382246+0000","last_peered":"2024-09-16T07:21:12.382246+0000","last_clean":"2024-09-16T07:21:12.382246+0000","last_became_active":"2024-09-16T07:21:11.391411+0000","last_became_peered":"2024-09-16T07:21:11.391411+0000","last_unstale":"2024-09-16T07:21:12.382246+0000","last_undegraded":"2024-09-16T07:21:12.382246+0000","last_fullsized":"2024-09-16T07:21:12.382246+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:48:02.513477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1b","version":"22'1","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386536+0000","last_change":"2024-09-16T07:21:10.397073+0000","last_active":"2024-09-16T07:21:12.386536+0000","last_peered":"2024-09-16T07:21:12.386536+0000","last_clean":"2024-09-16T07:21:12.386536+0000","last_became_active":"2024-09-16T07:21:10.396799+0000","last_became_peered":"2024-09-16T07:21:10.396799+0000","last_unstale":"2024-09-16T07:21:12.386536+0000","last_undegraded":"2024-09-16T07:21:12.386536+0000","last_fullsized":"2024-09-16T07:21:12.386536+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:44:32.329898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.385893+0000","last_change":"2024-09-16T07:21:11.389197+0000","last_active":"2024-09-16T07:21:12.385893+0000","last_peered":"2024-09-16T07:21:12.385893+0000","last_clean":"2024-09-16T07:21:12.385893+0000","last_became_active":"2024-09-16T07:21:11.388917+0000","last_became_peered":"2024-09-16T07:21:11.388917+0000","last_unstale":"2024-09-16T07:21:12.385893+0000","last_undegraded":"2024-09-16T07:21:12.385893+0000","last_fullsized":"2024-09-16T07:21:12.385893+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:53:54.764319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"22'1","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.123774+0000","last_change":"2024-09-16T07:21:10.393342+0000","last_active":"2024-09-16T07:21:13.123774+0000","last_peered":"2024-09-16T07:21:13.123774+0000","last_clean":"2024-09-16T07:21:13.123774+0000","last_became_active":"2024-09-16T07:21:10.393020+0000","last_became_peered":"2024-09-16T07:21:10.393020+0000","last_unstale":"2024-09-16T07:21:13.123774+0000","last_undegraded":"2024-09-16T07:21:13.123774+0000","last_fullsized":"2024-09-16T07:21:13.123774+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:16:24.660420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.990382+0000","last_change":"2024-09-16T07:21:10.395492+0000","last_active":"2024-09-16T07:21:12.990382+0000","last_peered":"2024-09-16T07:21:12.990382+0000","last_clean":"2024-09-16T07:21:12.990382+0000","last_became_active":"2024-09-16T07:21:10.395007+0000","last_became_peered":"2024-09-16T07:21:10.395007+0000","last_unstale":"2024-09-16T07:21:12.990382+0000","last_undegraded":"2024-09-16T07:21:12.990382+0000","last_fullsized":"2024-09-16T07:21:12.990382+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:16:45.321027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386463+0000","last_change":"2024-09-16T07:21:11.388308+0000","last_active":"2024-09-16T07:21:12.386463+0000","last_peered":"2024-09-16T07:21:12.386463+0000","last_clean":"2024-09-16T07:21:12.386463+0000","last_became_active":"2024-09-16T07:21:11.387902+0000","last_became_peered":"2024-09-16T07:21:11.387902+0000","last_unstale":"2024-09-16T07:21:12.386463+0000","last_undegraded":"2024-09-16T07:21:12.386463+0000","last_fullsized":"2024-09-16T07:21:12.386463+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:37:13.917573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.123859+0000","last_change":"2024-09-16T07:21:10.388095+0000","last_active":"2024-09-16T07:21:13.123859+0000","last_peered":"2024-09-16T07:21:13.123859+0000","last_clean":"2024-09-16T07:21:13.123859+0000","last_became_active":"2024-09-16T07:21:10.387781+0000","last_became_peered":"2024-09-16T07:21:10.387781+0000","last_unstale":"2024-09-16T07:21:13.123859+0000","last_undegraded":"2024-09-16T07:21:13.123859+0000","last_fullsized":"2024-09-16T07:21:13.123859+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:11:24.860512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386652+0000","last_change":"2024-09-16T07:21:11.391933+0000","last_active":"2024-09-16T07:21:12.386652+0000","last_peered":"2024-09-16T07:21:12.386652+0000","last_clean":"2024-09-16T07:21:12.386652+0000","last_became_active":"2024-09-16T07:21:11.391293+0000","last_became_peered":"2024-09-16T07:21:11.391293+0000","last_unstale":"2024-09-16T07:21:12.386652+0000","last_undegraded":"2024-09-16T07:21:12.386652+0000","last_fullsized":"2024-09-16T07:21:12.386652+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:07:35.946700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.382400+0000","last_change":"2024-09-16T07:21:10.390343+0000","last_active":"2024-09-16T07:21:12.382400+0000","last_peered":"2024-09-16T07:21:12.382400+0000","last_clean":"2024-09-16T07:21:12.382400+0000","last_became_active":"2024-09-16T07:21:10.390015+0000","last_became_peered":"2024-09-16T07:21:10.390015+0000","last_unstale":"2024-09-16T07:21:12.382400+0000","last_undegraded":"2024-09-16T07:21:12.382400+0000","last_fullsized":"2024-09-16T07:21:12.382400+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:25:33.092206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124656+0000","last_change":"2024-09-16T07:21:11.392723+0000","last_active":"2024-09-16T07:21:13.124656+0000","last_peered":"2024-09-16T07:21:13.124656+0000","last_clean":"2024-09-16T07:21:13.124656+0000","last_became_active":"2024-09-16T07:21:11.392423+0000","last_became_peered":"2024-09-16T07:21:11.392423+0000","last_unstale":"2024-09-16T07:21:13.124656+0000","last_undegraded":"2024-09-16T07:21:13.124656+0000","last_fullsized":"2024-09-16T07:21:13.124656+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:59:32.752622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.392882+0000","last_change":"2024-09-16T07:21:10.385658+0000","last_active":"2024-09-16T07:21:12.392882+0000","last_peered":"2024-09-16T07:21:12.392882+0000","last_clean":"2024-09-16T07:21:12.392882+0000","last_became_active":"2024-09-16T07:21:10.385377+0000","last_became_peered":"2024-09-16T07:21:10.385377+0000","last_unstale":"2024-09-16T07:21:12.392882+0000","last_undegraded":"2024-09-16T07:21:12.392882+0000","last_fullsized":"2024-09-16T07:21:12.392882+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:32:04.631534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386452+0000","last_change":"2024-09-16T07:21:11.402079+0000","last_active":"2024-09-16T07:21:12.386452+0000","last_peered":"2024-09-16T07:21:12.386452+0000","last_clean":"2024-09-16T07:21:12.386452+0000","last_became_active":"2024-09-16T07:21:11.401792+0000","last_became_peered":"2024-09-16T07:21:11.401792+0000","last_unstale":"2024-09-16T07:21:12.386452+0000","last_undegraded":"2024-09-16T07:21:12.386452+0000","last_fullsized":"2024-09-16T07:21:12.386452+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:49:28.693312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.15","version":"22'3","reported_seq":18,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.441017+0000","last_change":"2024-09-16T07:21:10.391214+0000","last_active":"2024-09-16T07:21:12.441017+0000","last_peered":"2024-09-16T07:21:12.441017+0000","last_clean":"2024-09-16T07:21:12.441017+0000","last_became_active":"2024-09-16T07:21:10.390674+0000","last_became_peered":"2024-09-16T07:21:10.390674+0000","last_unstale":"2024-09-16T07:21:12.441017+0000","last_undegraded":"2024-09-16T07:21:12.441017+0000","last_fullsized":"2024-09-16T07:21:12.441017+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:09:54.209700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124157+0000","last_change":"2024-09-16T07:21:11.402011+0000","last_active":"2024-09-16T07:21:13.124157+0000","last_peered":"2024-09-16T07:21:13.124157+0000","last_clean":"2024-09-16T07:21:13.124157+0000","last_became_active":"2024-09-16T07:21:11.401640+0000","last_became_peered":"2024-09-16T07:21:11.401640+0000","last_unstale":"2024-09-16T07:21:13.124157+0000","last_undegraded":"2024-09-16T07:21:13.124157+0000","last_fullsized":"2024-09-16T07:21:13.124157+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:40:19.063363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.14","version":"22'6","reported_seq":21,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124525+0000","last_change":"2024-09-16T07:21:10.395087+0000","last_active":"2024-09-16T07:21:13.124525+0000","last_peered":"2024-09-16T07:21:13.124525+0000","last_clean":"2024-09-16T07:21:13.124525+0000","last_became_active":"2024-09-16T07:21:10.394719+0000","last_became_peered":"2024-09-16T07:21:10.394719+0000","last_unstale":"2024-09-16T07:21:13.124525+0000","last_undegraded":"2024-09-16T07:21:13.124525+0000","last_fullsized":"2024-09-16T07:21:13.124525+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:01:28.628590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.392810+0000","last_change":"2024-09-16T07:21:11.388954+0000","last_active":"2024-09-16T07:21:12.392810+0000","last_peered":"2024-09-16T07:21:12.392810+0000","last_clean":"2024-09-16T07:21:12.392810+0000","last_became_active":"2024-09-16T07:21:11.388635+0000","last_became_peered":"2024-09-16T07:21:11.388635+0000","last_unstale":"2024-09-16T07:21:12.392810+0000","last_undegraded":"2024-09-16T07:21:12.392810+0000","last_fullsized":"2024-09-16T07:21:12.392810+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:30:22.863873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"22'2","reported_seq":17,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.440976+0000","last_change":"2024-09-16T07:21:10.393079+0000","last_active":"2024-09-16T07:21:12.440976+0000","last_peered":"2024-09-16T07:21:12.440976+0000","last_clean":"2024-09-16T07:21:12.440976+0000","last_became_active":"2024-09-16T07:21:10.392660+0000","last_became_peered":"2024-09-16T07:21:10.392660+0000","last_unstale":"2024-09-16T07:21:12.440976+0000","last_undegraded":"2024-09-16T07:21:12.440976+0000","last_fullsized":"2024-09-16T07:21:12.440976+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:40:09.380563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.990540+0000","last_change":"2024-09-16T07:21:11.404655+0000","last_active":"2024-09-16T07:21:12.990540+0000","last_peered":"2024-09-16T07:21:12.990540+0000","last_clean":"2024-09-16T07:21:12.990540+0000","last_became_active":"2024-09-16T07:21:11.404404+0000","last_became_peered":"2024-09-16T07:21:11.404404+0000","last_unstale":"2024-09-16T07:21:12.990540+0000","last_undegraded":"2024-09-16T07:21:12.990540+0000","last_fullsized":"2024-09-16T07:21:12.990540+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:34:00.036086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124015+0000","last_change":"2024-09-16T07:21:10.398406+0000","last_active":"2024-09-16T07:21:13.124015+0000","last_peered":"2024-09-16T07:21:13.124015+0000","last_clean":"2024-09-16T07:21:13.124015+0000","last_became_active":"2024-09-16T07:21:10.398078+0000","last_became_peered":"2024-09-16T07:21:10.398078+0000","last_unstale":"2024-09-16T07:21:13.124015+0000","last_undegraded":"2024-09-16T07:21:13.124015+0000","last_fullsized":"2024-09-16T07:21:13.124015+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:06:09.880237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.123803+0000","last_change":"2024-09-16T07:21:11.404922+0000","last_active":"2024-09-16T07:21:13.123803+0000","last_peered":"2024-09-16T07:21:13.123803+0000","last_clean":"2024-09-16T07:21:13.123803+0000","last_became_active":"2024-09-16T07:21:11.404610+0000","last_became_peered":"2024-09-16T07:21:11.404610+0000","last_unstale":"2024-09-16T07:21:13.123803+0000","last_undegraded":"2024-09-16T07:21:13.123803+0000","last_fullsized":"2024-09-16T07:21:13.123803+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:46:59.569556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.392418+0000","last_change":"2024-09-16T07:21:10.393342+0000","last_active":"2024-09-16T07:21:12.392418+0000","last_peered":"2024-09-16T07:21:12.392418+0000","last_clean":"2024-09-16T07:21:12.392418+0000","last_became_active":"2024-09-16T07:21:10.392782+0000","last_became_peered":"2024-09-16T07:21:10.392782+0000","last_unstale":"2024-09-16T07:21:12.392418+0000","last_undegraded":"2024-09-16T07:21:12.392418+0000","last_fullsized":"2024-09-16T07:21:12.392418+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:48:21.879538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.382353+0000","last_change":"2024-09-16T07:21:11.393145+0000","last_active":"2024-09-16T07:21:12.382353+0000","last_peered":"2024-09-16T07:21:12.382353+0000","last_clean":"2024-09-16T07:21:12.382353+0000","last_became_active":"2024-09-16T07:21:11.392577+0000","last_became_peered":"2024-09-16T07:21:11.392577+0000","last_unstale":"2024-09-16T07:21:12.382353+0000","last_undegraded":"2024-09-16T07:21:12.382353+0000","last_fullsized":"2024-09-16T07:21:12.382353+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:15:13.139435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.10","version":"22'8","reported_seq":23,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.385597+0000","last_change":"2024-09-16T07:21:10.399099+0000","last_active":"2024-09-16T07:21:12.385597+0000","last_peered":"2024-09-16T07:21:12.385597+0000","last_clean":"2024-09-16T07:21:12.385597+0000","last_became_active":"2024-09-16T07:21:10.398376+0000","last_became_peered":"2024-09-16T07:21:10.398376+0000","last_unstale":"2024-09-16T07:21:12.385597+0000","last_undegraded":"2024-09-16T07:21:12.385597+0000","last_fullsized":"2024-09-16T07:21:12.385597+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:40:09.380563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.123913+0000","last_change":"2024-09-16T07:21:11.403131+0000","last_active":"2024-09-16T07:21:13.123913+0000","last_peered":"2024-09-16T07:21:13.123913+0000","last_clean":"2024-09-16T07:21:13.123913+0000","last_became_active":"2024-09-16T07:21:11.402850+0000","last_became_peered":"2024-09-16T07:21:11.402850+0000","last_unstale":"2024-09-16T07:21:13.123913+0000","last_undegraded":"2024-09-16T07:21:13.123913+0000","last_fullsized":"2024-09-16T07:21:13.123913+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:00:09.907778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.f","version":"22'1","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.393179+0000","last_change":"2024-09-16T07:21:10.392873+0000","last_active":"2024-09-16T07:21:12.393179+0000","last_peered":"2024-09-16T07:21:12.393179+0000","last_clean":"2024-09-16T07:21:12.393179+0000","last_became_active":"2024-09-16T07:21:10.392174+0000","last_became_peered":"2024-09-16T07:21:10.392174+0000","last_unstale":"2024-09-16T07:21:12.393179+0000","last_undegraded":"2024-09-16T07:21:12.393179+0000","last_fullsized":"2024-09-16T07:21:12.393179+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:21:42.422170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124810+0000","last_change":"2024-09-16T07:21:11.391013+0000","last_active":"2024-09-16T07:21:13.124810+0000","last_peered":"2024-09-16T07:21:13.124810+0000","last_clean":"2024-09-16T07:21:13.124810+0000","last_became_active":"2024-09-16T07:21:11.390174+0000","last_became_peered":"2024-09-16T07:21:11.390174+0000","last_unstale":"2024-09-16T07:21:13.124810+0000","last_undegraded":"2024-09-16T07:21:13.124810+0000","last_fullsized":"2024-09-16T07:21:13.124810+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:16:25.665329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.e","version":"22'2","reported_seq":17,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386250+0000","last_change":"2024-09-16T07:21:10.397347+0000","last_active":"2024-09-16T07:21:12.386250+0000","last_peered":"2024-09-16T07:21:12.386250+0000","last_clean":"2024-09-16T07:21:12.386250+0000","last_became_active":"2024-09-16T07:21:10.397053+0000","last_became_peered":"2024-09-16T07:21:10.397053+0000","last_unstale":"2024-09-16T07:21:12.386250+0000","last_undegraded":"2024-09-16T07:21:12.386250+0000","last_fullsized":"2024-09-16T07:21:12.386250+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:48:21.879538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.393196+0000","last_change":"2024-09-16T07:21:11.395738+0000","last_active":"2024-09-16T07:21:12.393196+0000","last_peered":"2024-09-16T07:21:12.393196+0000","last_clean":"2024-09-16T07:21:12.393196+0000","last_became_active":"2024-09-16T07:21:11.395205+0000","last_became_peered":"2024-09-16T07:21:11.395205+0000","last_unstale":"2024-09-16T07:21:12.393196+0000","last_undegraded":"2024-09-16T07:21:12.393196+0000","last_fullsized":"2024-09-16T07:21:12.393196+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:56:59.309744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"22'1","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.387139+0000","last_change":"2024-09-16T07:21:10.392536+0000","last_active":"2024-09-16T07:21:12.387139+0000","last_peered":"2024-09-16T07:21:12.387139+0000","last_clean":"2024-09-16T07:21:12.387139+0000","last_became_active":"2024-09-16T07:21:10.389358+0000","last_became_peered":"2024-09-16T07:21:10.389358+0000","last_unstale":"2024-09-16T07:21:12.387139+0000","last_undegraded":"2024-09-16T07:21:12.387139+0000","last_fullsized":"2024-09-16T07:21:12.387139+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:40:09.380563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.393121+0000","last_change":"2024-09-16T07:21:11.388072+0000","last_active":"2024-09-16T07:21:12.393121+0000","last_peered":"2024-09-16T07:21:12.393121+0000","last_clean":"2024-09-16T07:21:12.393121+0000","last_became_active":"2024-09-16T07:21:11.387768+0000","last_became_peered":"2024-09-16T07:21:11.387768+0000","last_unstale":"2024-09-16T07:21:12.393121+0000","last_undegraded":"2024-09-16T07:21:12.393121+0000","last_fullsized":"2024-09-16T07:21:12.393121+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:27:45.824025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.990945+0000","last_change":"2024-09-16T07:21:10.392463+0000","last_active":"2024-09-16T07:21:12.990945+0000","last_peered":"2024-09-16T07:21:12.990945+0000","last_clean":"2024-09-16T07:21:12.990945+0000","last_became_active":"2024-09-16T07:21:10.392204+0000","last_became_peered":"2024-09-16T07:21:10.392204+0000","last_unstale":"2024-09-16T07:21:12.990945+0000","last_undegraded":"2024-09-16T07:21:12.990945+0000","last_fullsized":"2024-09-16T07:21:12.990945+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:30:45.258814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124489+0000","last_change":"2024-09-16T07:21:11.399429+0000","last_active":"2024-09-16T07:21:13.124489+0000","last_peered":"2024-09-16T07:21:13.124489+0000","last_clean":"2024-09-16T07:21:13.124489+0000","last_became_active":"2024-09-16T07:21:11.398783+0000","last_became_peered":"2024-09-16T07:21:11.398783+0000","last_unstale":"2024-09-16T07:21:13.124489+0000","last_undegraded":"2024-09-16T07:21:13.124489+0000","last_fullsized":"2024-09-16T07:21:13.124489+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:35:41.373022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'72","reported_seq":111,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.381942+0000","last_change":"2024-09-16T07:21:02.600196+0000","last_active":"2024-09-16T07:21:12.381942+0000","last_peered":"2024-09-16T07:21:12.381942+0000","last_clean":"2024-09-16T07:21:12.381942+0000","last_became_active":"2024-09-16T07:21:02.599001+0000","last_became_peered":"2024-09-16T07:21:02.599001+0000","last_unstale":"2024-09-16T07:21:12.381942+0000","last_undegraded":"2024-09-16T07:21:12.381942+0000","last_fullsized":"2024-09-16T07:21:12.381942+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_clean_scrub_stamp":"2024-09-16T07:21:01.331773+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:28:40.942832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124115+0000","last_change":"2024-09-16T07:21:10.396861+0000","last_active":"2024-09-16T07:21:13.124115+0000","last_peered":"2024-09-16T07:21:13.124115+0000","last_clean":"2024-09-16T07:21:13.124115+0000","last_became_active":"2024-09-16T07:21:10.396547+0000","last_became_peered":"2024-09-16T07:21:10.396547+0000","last_unstale":"2024-09-16T07:21:13.124115+0000","last_undegraded":"2024-09-16T07:21:13.124115+0000","last_fullsized":"2024-09-16T07:21:13.124115+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:14:18.305040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.385725+0000","last_change":"2024-09-16T07:21:11.387198+0000","last_active":"2024-09-16T07:21:12.385725+0000","last_peered":"2024-09-16T07:21:12.385725+0000","last_clean":"2024-09-16T07:21:12.385725+0000","last_became_active":"2024-09-16T07:21:11.386751+0000","last_became_peered":"2024-09-16T07:21:11.386751+0000","last_unstale":"2024-09-16T07:21:12.385725+0000","last_undegraded":"2024-09-16T07:21:12.385725+0000","last_fullsized":"2024-09-16T07:21:12.385725+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:16:58.833794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.123599+0000","last_change":"2024-09-16T07:21:10.397417+0000","last_active":"2024-09-16T07:21:13.123599+0000","last_peered":"2024-09-16T07:21:13.123599+0000","last_clean":"2024-09-16T07:21:13.123599+0000","last_became_active":"2024-09-16T07:21:10.397159+0000","last_became_peered":"2024-09-16T07:21:10.397159+0000","last_unstale":"2024-09-16T07:21:13.123599+0000","last_undegraded":"2024-09-16T07:21:13.123599+0000","last_fullsized":"2024-09-16T07:21:13.123599+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:21:42.422170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.990473+0000","last_change":"2024-09-16T07:21:11.399908+0000","last_active":"2024-09-16T07:21:12.990473+0000","last_peered":"2024-09-16T07:21:12.990473+0000","last_clean":"2024-09-16T07:21:12.990473+0000","last_became_active":"2024-09-16T07:21:11.399630+0000","last_became_peered":"2024-09-16T07:21:11.399630+0000","last_unstale":"2024-09-16T07:21:12.990473+0000","last_undegraded":"2024-09-16T07:21:12.990473+0000","last_fullsized":"2024-09-16T07:21:12.990473+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:43:46.808274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.440848+0000","last_change":"2024-09-16T07:21:10.393334+0000","last_active":"2024-09-16T07:21:12.440848+0000","last_peered":"2024-09-16T07:21:12.440848+0000","last_clean":"2024-09-16T07:21:12.440848+0000","last_became_active":"2024-09-16T07:21:10.392453+0000","last_became_peered":"2024-09-16T07:21:10.392453+0000","last_unstale":"2024-09-16T07:21:12.440848+0000","last_undegraded":"2024-09-16T07:21:12.440848+0000","last_fullsized":"2024-09-16T07:21:12.440848+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:23:53.725830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386249+0000","last_change":"2024-09-16T07:21:11.391068+0000","last_active":"2024-09-16T07:21:12.386249+0000","last_peered":"2024-09-16T07:21:12.386249+0000","last_clean":"2024-09-16T07:21:12.386249+0000","last_became_active":"2024-09-16T07:21:11.390666+0000","last_became_peered":"2024-09-16T07:21:11.390666+0000","last_unstale":"2024-09-16T07:21:12.386249+0000","last_undegraded":"2024-09-16T07:21:12.386249+0000","last_fullsized":"2024-09-16T07:21:12.386249+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:48:34.986733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124125+0000","last_change":"2024-09-16T07:21:10.397973+0000","last_active":"2024-09-16T07:21:13.124125+0000","last_peered":"2024-09-16T07:21:13.124125+0000","last_clean":"2024-09-16T07:21:13.124125+0000","last_became_active":"2024-09-16T07:21:10.397628+0000","last_became_peered":"2024-09-16T07:21:10.397628+0000","last_unstale":"2024-09-16T07:21:13.124125+0000","last_undegraded":"2024-09-16T07:21:13.124125+0000","last_fullsized":"2024-09-16T07:21:13.124125+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:11:26.968356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.392718+0000","last_change":"2024-09-16T07:21:11.381910+0000","last_active":"2024-09-16T07:21:12.392718+0000","last_peered":"2024-09-16T07:21:12.392718+0000","last_clean":"2024-09-16T07:21:12.392718+0000","last_became_active":"2024-09-16T07:21:11.381563+0000","last_became_peered":"2024-09-16T07:21:11.381563+0000","last_unstale":"2024-09-16T07:21:12.392718+0000","last_undegraded":"2024-09-16T07:21:12.392718+0000","last_fullsized":"2024-09-16T07:21:12.392718+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:54:32.713250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386797+0000","last_change":"2024-09-16T07:21:10.397418+0000","last_active":"2024-09-16T07:21:12.386797+0000","last_peered":"2024-09-16T07:21:12.386797+0000","last_clean":"2024-09-16T07:21:12.386797+0000","last_became_active":"2024-09-16T07:21:10.397094+0000","last_became_peered":"2024-09-16T07:21:10.397094+0000","last_unstale":"2024-09-16T07:21:12.386797+0000","last_undegraded":"2024-09-16T07:21:12.386797+0000","last_fullsized":"2024-09-16T07:21:12.386797+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:09:54.209700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124910+0000","last_change":"2024-09-16T07:21:11.393599+0000","last_active":"2024-09-16T07:21:13.124910+0000","last_peered":"2024-09-16T07:21:13.124910+0000","last_clean":"2024-09-16T07:21:13.124910+0000","last_became_active":"2024-09-16T07:21:11.393306+0000","last_became_peered":"2024-09-16T07:21:11.393306+0000","last_unstale":"2024-09-16T07:21:13.124910+0000","last_undegraded":"2024-09-16T07:21:13.124910+0000","last_fullsized":"2024-09-16T07:21:13.124910+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:25:59.187728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124567+0000","last_change":"2024-09-16T07:21:10.393552+0000","last_active":"2024-09-16T07:21:13.124567+0000","last_peered":"2024-09-16T07:21:13.124567+0000","last_clean":"2024-09-16T07:21:13.124567+0000","last_became_active":"2024-09-16T07:21:10.393209+0000","last_became_peered":"2024-09-16T07:21:10.393209+0000","last_unstale":"2024-09-16T07:21:13.124567+0000","last_undegraded":"2024-09-16T07:21:13.124567+0000","last_fullsized":"2024-09-16T07:21:13.124567+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:59:31.747713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.990860+0000","last_change":"2024-09-16T07:21:11.395741+0000","last_active":"2024-09-16T07:21:12.990860+0000","last_peered":"2024-09-16T07:21:12.990860+0000","last_clean":"2024-09-16T07:21:12.990860+0000","last_became_active":"2024-09-16T07:21:11.395271+0000","last_became_peered":"2024-09-16T07:21:11.395271+0000","last_unstale":"2024-09-16T07:21:12.990860+0000","last_undegraded":"2024-09-16T07:21:12.990860+0000","last_fullsized":"2024-09-16T07:21:12.990860+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:21:13.646027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"23'1","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386486+0000","last_change":"2024-09-16T07:21:10.396038+0000","last_active":"2024-09-16T07:21:12.386486+0000","last_peered":"2024-09-16T07:21:12.386486+0000","last_clean":"2024-09-16T07:21:12.386486+0000","last_became_active":"2024-09-16T07:21:10.395574+0000","last_became_peered":"2024-09-16T07:21:10.395574+0000","last_unstale":"2024-09-16T07:21:12.386486+0000","last_undegraded":"2024-09-16T07:21:12.386486+0000","last_fullsized":"2024-09-16T07:21:12.386486+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:50:38.102659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386302+0000","last_change":"2024-09-16T07:21:11.387685+0000","last_active":"2024-09-16T07:21:12.386302+0000","last_peered":"2024-09-16T07:21:12.386302+0000","last_clean":"2024-09-16T07:21:12.386302+0000","last_became_active":"2024-09-16T07:21:11.387290+0000","last_became_peered":"2024-09-16T07:21:11.387290+0000","last_unstale":"2024-09-16T07:21:12.386302+0000","last_undegraded":"2024-09-16T07:21:12.386302+0000","last_fullsized":"2024-09-16T07:21:12.386302+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:34:48.467538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"22'2","reported_seq":17,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124267+0000","last_change":"2024-09-16T07:21:10.394137+0000","last_active":"2024-09-16T07:21:13.124267+0000","last_peered":"2024-09-16T07:21:13.124267+0000","last_clean":"2024-09-16T07:21:13.124267+0000","last_became_active":"2024-09-16T07:21:10.393809+0000","last_became_peered":"2024-09-16T07:21:10.393809+0000","last_unstale":"2024-09-16T07:21:13.124267+0000","last_undegraded":"2024-09-16T07:21:13.124267+0000","last_fullsized":"2024-09-16T07:21:13.124267+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:25:58.182819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386181+0000","last_change":"2024-09-16T07:21:11.387519+0000","last_active":"2024-09-16T07:21:12.386181+0000","last_peered":"2024-09-16T07:21:12.386181+0000","last_clean":"2024-09-16T07:21:12.386181+0000","last_became_active":"2024-09-16T07:21:11.387207+0000","last_became_peered":"2024-09-16T07:21:11.387207+0000","last_unstale":"2024-09-16T07:21:12.386181+0000","last_undegraded":"2024-09-16T07:21:12.386181+0000","last_fullsized":"2024-09-16T07:21:12.386181+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:17:17.735497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.392247+0000","last_change":"2024-09-16T07:21:10.389146+0000","last_active":"2024-09-16T07:21:12.392247+0000","last_peered":"2024-09-16T07:21:12.392247+0000","last_clean":"2024-09-16T07:21:12.392247+0000","last_became_active":"2024-09-16T07:21:10.388548+0000","last_became_peered":"2024-09-16T07:21:10.388548+0000","last_unstale":"2024-09-16T07:21:12.392247+0000","last_undegraded":"2024-09-16T07:21:12.392247+0000","last_fullsized":"2024-09-16T07:21:12.392247+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:44:32.329898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.123860+0000","last_change":"2024-09-16T07:21:11.402290+0000","last_active":"2024-09-16T07:21:13.123860+0000","last_peered":"2024-09-16T07:21:13.123860+0000","last_clean":"2024-09-16T07:21:13.123860+0000","last_became_active":"2024-09-16T07:21:11.401997+0000","last_became_peered":"2024-09-16T07:21:11.401997+0000","last_unstale":"2024-09-16T07:21:13.123860+0000","last_undegraded":"2024-09-16T07:21:13.123860+0000","last_fullsized":"2024-09-16T07:21:13.123860+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:11:27.290805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.385474+0000","last_change":"2024-09-16T07:21:10.395906+0000","last_active":"2024-09-16T07:21:12.385474+0000","last_peered":"2024-09-16T07:21:12.385474+0000","last_clean":"2024-09-16T07:21:12.385474+0000","last_became_active":"2024-09-16T07:21:10.395567+0000","last_became_peered":"2024-09-16T07:21:10.395567+0000","last_unstale":"2024-09-16T07:21:12.385474+0000","last_undegraded":"2024-09-16T07:21:12.385474+0000","last_fullsized":"2024-09-16T07:21:12.385474+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:44:32.329898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.385518+0000","last_change":"2024-09-16T07:21:11.389335+0000","last_active":"2024-09-16T07:21:12.385518+0000","last_peered":"2024-09-16T07:21:12.385518+0000","last_clean":"2024-09-16T07:21:12.385518+0000","last_became_active":"2024-09-16T07:21:11.389036+0000","last_became_peered":"2024-09-16T07:21:11.389036+0000","last_unstale":"2024-09-16T07:21:12.385518+0000","last_undegraded":"2024-09-16T07:21:12.385518+0000","last_fullsized":"2024-09-16T07:21:12.385518+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:11:27.973265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.990816+0000","last_change":"2024-09-16T07:21:10.394985+0000","last_active":"2024-09-16T07:21:12.990816+0000","last_peered":"2024-09-16T07:21:12.990816+0000","last_clean":"2024-09-16T07:21:12.990816+0000","last_became_active":"2024-09-16T07:21:10.394662+0000","last_became_peered":"2024-09-16T07:21:10.394662+0000","last_unstale":"2024-09-16T07:21:12.990816+0000","last_undegraded":"2024-09-16T07:21:12.990816+0000","last_fullsized":"2024-09-16T07:21:12.990816+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:11:19.445558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.441098+0000","last_change":"2024-09-16T07:21:11.387294+0000","last_active":"2024-09-16T07:21:12.441098+0000","last_peered":"2024-09-16T07:21:12.441098+0000","last_clean":"2024-09-16T07:21:12.441098+0000","last_became_active":"2024-09-16T07:21:11.386997+0000","last_became_peered":"2024-09-16T07:21:11.386997+0000","last_unstale":"2024-09-16T07:21:12.441098+0000","last_undegraded":"2024-09-16T07:21:12.441098+0000","last_fullsized":"2024-09-16T07:21:12.441098+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:09:16.230999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"22'2","reported_seq":17,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.123808+0000","last_change":"2024-09-16T07:21:10.396054+0000","last_active":"2024-09-16T07:21:13.123808+0000","last_peered":"2024-09-16T07:21:13.123808+0000","last_clean":"2024-09-16T07:21:13.123808+0000","last_became_active":"2024-09-16T07:21:10.395744+0000","last_became_peered":"2024-09-16T07:21:10.395744+0000","last_unstale":"2024-09-16T07:21:13.123808+0000","last_undegraded":"2024-09-16T07:21:13.123808+0000","last_fullsized":"2024-09-16T07:21:13.123808+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:37:03.346125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.123918+0000","last_change":"2024-09-16T07:21:11.395666+0000","last_active":"2024-09-16T07:21:13.123918+0000","last_peered":"2024-09-16T07:21:13.123918+0000","last_clean":"2024-09-16T07:21:13.123918+0000","last_became_active":"2024-09-16T07:21:11.395070+0000","last_became_peered":"2024-09-16T07:21:11.395070+0000","last_unstale":"2024-09-16T07:21:13.123918+0000","last_undegraded":"2024-09-16T07:21:13.123918+0000","last_fullsized":"2024-09-16T07:21:13.123918+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:44:11.691495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124203+0000","last_change":"2024-09-16T07:21:11.404894+0000","last_active":"2024-09-16T07:21:13.124203+0000","last_peered":"2024-09-16T07:21:13.124203+0000","last_clean":"2024-09-16T07:21:13.124203+0000","last_became_active":"2024-09-16T07:21:11.404557+0000","last_became_peered":"2024-09-16T07:21:11.404557+0000","last_unstale":"2024-09-16T07:21:13.124203+0000","last_undegraded":"2024-09-16T07:21:13.124203+0000","last_fullsized":"2024-09-16T07:21:13.124203+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:00:13.594739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1c","version":"22'2","reported_seq":17,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.393047+0000","last_change":"2024-09-16T07:21:10.385571+0000","last_active":"2024-09-16T07:21:12.393047+0000","last_peered":"2024-09-16T07:21:12.393047+0000","last_clean":"2024-09-16T07:21:12.393047+0000","last_became_active":"2024-09-16T07:21:10.385278+0000","last_became_peered":"2024-09-16T07:21:10.385278+0000","last_unstale":"2024-09-16T07:21:12.393047+0000","last_undegraded":"2024-09-16T07:21:12.393047+0000","last_fullsized":"2024-09-16T07:21:12.393047+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:11:24.860512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.382339+0000","last_change":"2024-09-16T07:21:11.398438+0000","last_active":"2024-09-16T07:21:12.382339+0000","last_peered":"2024-09-16T07:21:12.382339+0000","last_clean":"2024-09-16T07:21:12.382339+0000","last_became_active":"2024-09-16T07:21:11.398168+0000","last_became_peered":"2024-09-16T07:21:11.398168+0000","last_unstale":"2024-09-16T07:21:12.382339+0000","last_undegraded":"2024-09-16T07:21:12.382339+0000","last_fullsized":"2024-09-16T07:21:12.382339+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:00:51.636433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"22'2","reported_seq":17,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.392760+0000","last_change":"2024-09-16T07:21:10.387652+0000","last_active":"2024-09-16T07:21:12.392760+0000","last_peered":"2024-09-16T07:21:12.392760+0000","last_clean":"2024-09-16T07:21:12.392760+0000","last_became_active":"2024-09-16T07:21:10.386498+0000","last_became_peered":"2024-09-16T07:21:10.386498+0000","last_unstale":"2024-09-16T07:21:12.392760+0000","last_undegraded":"2024-09-16T07:21:12.392760+0000","last_fullsized":"2024-09-16T07:21:12.392760+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:37:03.346125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386241+0000","last_change":"2024-09-16T07:21:11.392748+0000","last_active":"2024-09-16T07:21:12.386241+0000","last_peered":"2024-09-16T07:21:12.386241+0000","last_clean":"2024-09-16T07:21:12.386241+0000","last_became_active":"2024-09-16T07:21:11.392484+0000","last_became_peered":"2024-09-16T07:21:11.392484+0000","last_unstale":"2024-09-16T07:21:12.386241+0000","last_undegraded":"2024-09-16T07:21:12.386241+0000","last_fullsized":"2024-09-16T07:21:12.386241+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:33:17.375295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1e","version":"22'1","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.387415+0000","last_change":"2024-09-16T07:21:10.398427+0000","last_active":"2024-09-16T07:21:12.387415+0000","last_peered":"2024-09-16T07:21:12.387415+0000","last_clean":"2024-09-16T07:21:12.387415+0000","last_became_active":"2024-09-16T07:21:10.398136+0000","last_became_peered":"2024-09-16T07:21:10.398136+0000","last_unstale":"2024-09-16T07:21:12.387415+0000","last_undegraded":"2024-09-16T07:21:12.387415+0000","last_fullsized":"2024-09-16T07:21:12.387415+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:48:21.879538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.387418+0000","last_change":"2024-09-16T07:21:11.390611+0000","last_active":"2024-09-16T07:21:12.387418+0000","last_peered":"2024-09-16T07:21:12.387418+0000","last_clean":"2024-09-16T07:21:12.387418+0000","last_became_active":"2024-09-16T07:21:11.390352+0000","last_became_peered":"2024-09-16T07:21:11.390352+0000","last_unstale":"2024-09-16T07:21:12.387418+0000","last_undegraded":"2024-09-16T07:21:12.387418+0000","last_fullsized":"2024-09-16T07:21:12.387418+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:28:07.704443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1f","version":"22'4","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386965+0000","last_change":"2024-09-16T07:21:10.395397+0000","last_active":"2024-09-16T07:21:12.386965+0000","last_peered":"2024-09-16T07:21:12.386965+0000","last_clean":"2024-09-16T07:21:12.386965+0000","last_became_active":"2024-09-16T07:21:10.394851+0000","last_became_peered":"2024-09-16T07:21:10.394851+0000","last_unstale":"2024-09-16T07:21:12.386965+0000","last_undegraded":"2024-09-16T07:21:12.386965+0000","last_fullsized":"2024-09-16T07:21:12.386965+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:52:26.609957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509446,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27264,"kb_used_data":236,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344576,"statfs":{"total":96636764160,"available":96608845824,"internally_reserved":0,"allocated":241664,"data_stored":82231,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509445,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27852,"kb_used_data":816,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343988,"statfs":{"total":96636764160,"available":96608243712,"internally_reserved":0,"allocated":835584,"data_stored":672567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509445,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27284,"kb_used_data":248,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344556,"statfs":{"total":96636764160,"available":96608825344,"internally_reserved":0,"allocated":253952,"data_stored":84391,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509446,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27260,"kb_used_data":232,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344580,"statfs":{"total":96636764160,"available":96608849920,"internally_reserved":0,"allocated":237568,"data_stored":82689,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509446,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27268,"kb_used_data":240,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344572,"statfs":{"total":96636764160,"available":96608841728,"internally_reserved":0,"allocated":245760,"data_stored":83719,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509446,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27848,"kb_used_data":812,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343992,"statfs":{"total":96636764160,"available":96608247808,"internally_reserved":0,"allocated":831488,"data_stored":672545,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509447,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27264,"kb_used_data":236,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344576,"statfs":{"total":96636764160,"available":96608845824,"internally_reserved":0,"allocated":241664,"data_stored":82163,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574853,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27256,"kb_used_data":228,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344584,"statfs":{"total":96636764160,"available":96608854016,"internally_reserved":0,"allocated":233472,"data_stored":82107,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T07:21:20.205 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-16T07:21:20.206 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config log 1 --format=json 2024-09-16T07:21:20.206 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2024-09-16T07:21:20.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.347+0000 7fc374e72640 1 -- 172.21.15.31:0/1156679564 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc3700d0d40 msgr2=0x7fc3700b3800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:20.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.347+0000 7fc374e72640 1 --2- 172.21.15.31:0/1156679564 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc3700d0d40 0x7fc3700b3800 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fc368005fd0 tx=0x7fc36802aa90 comp rx=0 tx=0).stop 2024-09-16T07:21:20.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.347+0000 7fc374e72640 1 -- 172.21.15.31:0/1156679564 shutdown_connections 2024-09-16T07:21:20.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.347+0000 7fc374e72640 1 --2- 172.21.15.31:0/1156679564 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc3700d0d40 0x7fc3700b3800 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:20.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.347+0000 7fc374e72640 1 --2- 172.21.15.31:0/1156679564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc37015df90 0x7fc3700cf9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:20.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.347+0000 7fc374e72640 1 -- 172.21.15.31:0/1156679564 >> 172.21.15.31:0/1156679564 conn(0x7fc3700d3ea0 msgr2=0x7fc3700d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:20.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.347+0000 7fc374e72640 1 -- 172.21.15.31:0/1156679564 shutdown_connections 2024-09-16T07:21:20.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.347+0000 7fc374e72640 1 -- 172.21.15.31:0/1156679564 wait complete. 2024-09-16T07:21:20.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.349+0000 7fc374e72640 1 Processor -- start 2024-09-16T07:21:20.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.349+0000 7fc374e72640 1 -- start start 2024-09-16T07:21:20.350 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.349+0000 7fc374e72640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc3700d0d40 0x7fc37015caf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:20.350 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.349+0000 7fc374e72640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc3700d49c0 0x7fc37015e570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:20.350 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.349+0000 7fc374e72640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc37015df90 0x7fc3700a06f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:20.350 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.349+0000 7fc374e72640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fc370162690 con 0x7fc37015df90 2024-09-16T07:21:20.350 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.349+0000 7fc374e72640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc3700b3d40 con 0x7fc3700d0d40 2024-09-16T07:21:20.350 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.349+0000 7fc374e72640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc37015d030 con 0x7fc3700d49c0 2024-09-16T07:21:20.351 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.350+0000 7fc36ed9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc37015df90 0x7fc3700a06f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:20.351 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.350+0000 7fc36ed9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc37015df90 0x7fc3700a06f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52384/0 (socket says 172.21.15.31:52384) 2024-09-16T07:21:20.351 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.350+0000 7fc36ed9d640 1 -- 172.21.15.31:0/1883397363 learned_addr learned my addr 172.21.15.31:0/1883397363 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:20.351 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.350+0000 7fc36e59c640 1 --2- 172.21.15.31:0/1883397363 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc3700d0d40 0x7fc37015caf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:20.351 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.350+0000 7fc36dd9b640 1 --2- 172.21.15.31:0/1883397363 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc3700d49c0 0x7fc37015e570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:20.351 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.350+0000 7fc36ed9d640 1 -- 172.21.15.31:0/1883397363 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc3700d49c0 msgr2=0x7fc37015e570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:20.351 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.350+0000 7fc36ed9d640 1 --2- 172.21.15.31:0/1883397363 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc3700d49c0 0x7fc37015e570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:20.351 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.350+0000 7fc36ed9d640 1 -- 172.21.15.31:0/1883397363 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc3700d0d40 msgr2=0x7fc37015caf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:20.351 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.350+0000 7fc36ed9d640 1 --2- 172.21.15.31:0/1883397363 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc3700d0d40 0x7fc37015caf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:20.351 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.350+0000 7fc36ed9d640 1 -- 172.21.15.31:0/1883397363 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc37009f650 con 0x7fc37015df90 2024-09-16T07:21:20.351 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.350+0000 7fc36ed9d640 1 --2- 172.21.15.31:0/1883397363 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc37015df90 0x7fc3700a06f0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fc368009bf0 tx=0x7fc368003ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:20.351 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.350+0000 7fc35effd640 1 -- 172.21.15.31:0/1883397363 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc368046070 con 0x7fc37015df90 2024-09-16T07:21:20.352 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.350+0000 7fc35effd640 1 -- 172.21.15.31:0/1883397363 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc368004250 con 0x7fc37015df90 2024-09-16T07:21:20.352 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.350+0000 7fc374e72640 1 -- 172.21.15.31:0/1883397363 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc37009f930 con 0x7fc37015df90 2024-09-16T07:21:20.352 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.350+0000 7fc35effd640 1 -- 172.21.15.31:0/1883397363 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc368004660 con 0x7fc37015df90 2024-09-16T07:21:20.352 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.350+0000 7fc374e72640 1 -- 172.21.15.31:0/1883397363 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3700a01d0 con 0x7fc37015df90 2024-09-16T07:21:20.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.351+0000 7fc374e72640 1 -- 172.21.15.31:0/1883397363 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc37009fd20 con 0x7fc37015df90 2024-09-16T07:21:20.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.352+0000 7fc35effd640 1 -- 172.21.15.31:0/1883397363 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7fc368049070 con 0x7fc37015df90 2024-09-16T07:21:20.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.352+0000 7fc35effd640 1 --2- 172.21.15.31:0/1883397363 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc350078880 0x7fc35007ad40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:20.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.353+0000 7fc35effd640 1 -- 172.21.15.31:0/1883397363 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7fc3680bb9d0 con 0x7fc37015df90 2024-09-16T07:21:20.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.353+0000 7fc36e59c640 1 --2- 172.21.15.31:0/1883397363 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc350078880 0x7fc35007ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:20.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.353+0000 7fc36e59c640 1 --2- 172.21.15.31:0/1883397363 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc350078880 0x7fc35007ad40 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fc36000b810 tx=0x7fc360008040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:20.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.357+0000 7fc35effd640 1 -- 172.21.15.31:0/1883397363 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fc368032030 con 0x7fc37015df90 2024-09-16T07:21:20.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.543+0000 7fc374e72640 1 -- 172.21.15.31:0/1883397363 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "config log", "num": 1, "format": "json"} v 0) -- 0x7fc3700b4280 con 0x7fc37015df90 2024-09-16T07:21:20.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.543+0000 7fc35effd640 1 -- 172.21.15.31:0/1883397363 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "config log", "num": 1, "format": "json"}]=0 v27) ==== 86+0+160 (secure 0 0 0) 0x7fc368083f20 con 0x7fc37015df90 2024-09-16T07:21:20.543 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:21:20.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.545+0000 7fc374e72640 1 -- 172.21.15.31:0/1883397363 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc350078880 msgr2=0x7fc35007ad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:20.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.545+0000 7fc374e72640 1 --2- 172.21.15.31:0/1883397363 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc350078880 0x7fc35007ad40 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fc36000b810 tx=0x7fc360008040 comp rx=0 tx=0).stop 2024-09-16T07:21:20.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.545+0000 7fc374e72640 1 -- 172.21.15.31:0/1883397363 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc37015df90 msgr2=0x7fc3700a06f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:20.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.545+0000 7fc374e72640 1 --2- 172.21.15.31:0/1883397363 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc37015df90 0x7fc3700a06f0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fc368009bf0 tx=0x7fc368003ce0 comp rx=0 tx=0).stop 2024-09-16T07:21:20.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.545+0000 7fc374e72640 1 -- 172.21.15.31:0/1883397363 shutdown_connections 2024-09-16T07:21:20.546 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.545+0000 7fc374e72640 1 --2- 172.21.15.31:0/1883397363 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc350078880 0x7fc35007ad40 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:20.546 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.545+0000 7fc374e72640 1 --2- 172.21.15.31:0/1883397363 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc37015df90 0x7fc3700a06f0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:20.546 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.545+0000 7fc374e72640 1 --2- 172.21.15.31:0/1883397363 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc3700d49c0 0x7fc37015e570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:20.546 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.545+0000 7fc374e72640 1 --2- 172.21.15.31:0/1883397363 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc3700d0d40 0x7fc37015caf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:20.546 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.546+0000 7fc374e72640 1 -- 172.21.15.31:0/1883397363 >> 172.21.15.31:0/1883397363 conn(0x7fc3700d3ea0 msgr2=0x7fc37006d2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:20.546 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.546+0000 7fc374e72640 1 -- 172.21.15.31:0/1883397363 shutdown_connections 2024-09-16T07:21:20.546 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.546+0000 7fc374e72640 1 -- 172.21.15.31:0/1883397363 wait complete. 2024-09-16T07:21:20.556 INFO:teuthology.orchestra.run.smithi031.stdout:[{"version":27,"timestamp":"2024-09-16T07:20:58.874743+0000","name":"","changes":[{"name":"osd.1/osd_mclock_max_capacity_iops_ssd","new_value":"5734.367886"}]}] 2024-09-16T07:21:20.556 INFO:tasks.ceph_manager:config epoch is 27 2024-09-16T07:21:20.556 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-16T07:21:20.556 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-09-16T07:21:20.556 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-09-16T07:21:20.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.662+0000 7f5355f89640 1 -- 172.21.15.31:0/1177778630 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f53500d49c0 msgr2=0x7f53500d0630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:20.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.662+0000 7f5355f89640 1 --2- 172.21.15.31:0/1177778630 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f53500d49c0 0x7f53500d0630 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f535008cf10 tx=0x7f534402a560 comp rx=0 tx=0).stop 2024-09-16T07:21:20.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.662+0000 7f5355f89640 1 -- 172.21.15.31:0/1177778630 shutdown_connections 2024-09-16T07:21:20.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.662+0000 7f5355f89640 1 --2- 172.21.15.31:0/1177778630 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f53500d49c0 0x7f53500d0630 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:20.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.662+0000 7f5355f89640 1 --2- 172.21.15.31:0/1177778630 >> v2:172.21.15.155:3300/0 conn(0x7f535015df90 0x7f53500cf9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:20.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.662+0000 7f5355f89640 1 -- 172.21.15.31:0/1177778630 >> 172.21.15.31:0/1177778630 conn(0x7f53500d3ea0 msgr2=0x7f53500d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:20.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.662+0000 7f5355f89640 1 -- 172.21.15.31:0/1177778630 shutdown_connections 2024-09-16T07:21:20.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.662+0000 7f5355f89640 1 -- 172.21.15.31:0/1177778630 wait complete. 2024-09-16T07:21:20.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.663+0000 7f5355f89640 1 Processor -- start 2024-09-16T07:21:20.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.663+0000 7f5355f89640 1 -- start start 2024-09-16T07:21:20.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.664+0000 7f5355f89640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f53500d49c0 0x7f535015c880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:20.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.664+0000 7f5355f89640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f535015df90 0x7f53500cb8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:20.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.664+0000 7f5355f89640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5350162480 0x7f53500b82d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:20.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.664+0000 7f5355f89640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f53500d0f00 con 0x7f5350162480 2024-09-16T07:21:20.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.664+0000 7f5355f89640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f53500d0d80 con 0x7f53500d49c0 2024-09-16T07:21:20.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.664+0000 7f5355f89640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f53500b3f10 con 0x7f535015df90 2024-09-16T07:21:20.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.664+0000 7f534ffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5350162480 0x7f53500b82d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:20.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.664+0000 7f534ffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5350162480 0x7f53500b82d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52394/0 (socket says 172.21.15.31:52394) 2024-09-16T07:21:20.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.664+0000 7f534ffff640 1 -- 172.21.15.31:0/1421511547 learned_addr learned my addr 172.21.15.31:0/1421511547 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:20.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.664+0000 7f534effd640 1 --2- 172.21.15.31:0/1421511547 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f535015df90 0x7f53500cb8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:20.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.664+0000 7f534f7fe640 1 --2- 172.21.15.31:0/1421511547 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f53500d49c0 0x7f535015c880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:20.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.664+0000 7f534ffff640 1 -- 172.21.15.31:0/1421511547 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f535015df90 msgr2=0x7f53500cb8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:20.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.664+0000 7f534ffff640 1 --2- 172.21.15.31:0/1421511547 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f535015df90 0x7f53500cb8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:20.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.664+0000 7f534ffff640 1 -- 172.21.15.31:0/1421511547 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f53500d49c0 msgr2=0x7f535015c880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:20.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.664+0000 7f534ffff640 1 --2- 172.21.15.31:0/1421511547 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f53500d49c0 0x7f535015c880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:20.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.664+0000 7f534ffff640 1 -- 172.21.15.31:0/1421511547 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f535015cdc0 con 0x7f5350162480 2024-09-16T07:21:20.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.664+0000 7f534effd640 1 --2- 172.21.15.31:0/1421511547 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f535015df90 0x7f53500cb8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:21:20.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.665+0000 7f534ffff640 1 --2- 172.21.15.31:0/1421511547 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5350162480 0x7f53500b82d0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f534800b410 tx=0x7f534800b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:20.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.665+0000 7f5337fff640 1 -- 172.21.15.31:0/1421511547 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5348015030 con 0x7f5350162480 2024-09-16T07:21:20.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.665+0000 7f5337fff640 1 -- 172.21.15.31:0/1421511547 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5348004020 con 0x7f5350162480 2024-09-16T07:21:20.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.665+0000 7f5355f89640 1 -- 172.21.15.31:0/1421511547 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f53500b8b20 con 0x7f5350162480 2024-09-16T07:21:20.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.665+0000 7f5337fff640 1 -- 172.21.15.31:0/1421511547 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5348004470 con 0x7f5350162480 2024-09-16T07:21:20.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.665+0000 7f5355f89640 1 -- 172.21.15.31:0/1421511547 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53500cb0f0 con 0x7f5350162480 2024-09-16T07:21:20.667 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.666+0000 7f5355f89640 1 -- 172.21.15.31:0/1421511547 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f53500b4430 con 0x7f5350162480 2024-09-16T07:21:20.667 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.667+0000 7f5337fff640 1 -- 172.21.15.31:0/1421511547 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f5348018070 con 0x7f5350162480 2024-09-16T07:21:20.667 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.667+0000 7f5337fff640 1 --2- 172.21.15.31:0/1421511547 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f533c078850 0x7f533c07ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:20.667 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.667+0000 7f5337fff640 1 -- 172.21.15.31:0/1421511547 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7f534809a360 con 0x7f5350162480 2024-09-16T07:21:20.667 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.667+0000 7f534f7fe640 1 --2- 172.21.15.31:0/1421511547 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f533c078850 0x7f533c07ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:20.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.668+0000 7f534f7fe640 1 --2- 172.21.15.31:0/1421511547 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f533c078850 0x7f533c07ad10 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f5340007350 tx=0x7f53400072e0 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:20.670 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.671+0000 7f5337fff640 1 -- 172.21.15.31:0/1421511547 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f5348062a60 con 0x7f5350162480 2024-09-16T07:21:20.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.908+0000 7f5355f89640 1 -- 172.21.15.31:0/1421511547 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f535008d590 con 0x7f5350162480 2024-09-16T07:21:20.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.911+0000 7f5337fff640 1 -- 172.21.15.31:0/1421511547 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) ==== 74+0+194348 (secure 0 0 0) 0x7f5348062360 con 0x7f5350162480 2024-09-16T07:21:20.913 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:21:20.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.914+0000 7f5355f89640 1 -- 172.21.15.31:0/1421511547 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f533c078850 msgr2=0x7f533c07ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:20.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.914+0000 7f5355f89640 1 --2- 172.21.15.31:0/1421511547 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f533c078850 0x7f533c07ad10 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f5340007350 tx=0x7f53400072e0 comp rx=0 tx=0).stop 2024-09-16T07:21:20.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.914+0000 7f5355f89640 1 -- 172.21.15.31:0/1421511547 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5350162480 msgr2=0x7f53500b82d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:20.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.914+0000 7f5355f89640 1 --2- 172.21.15.31:0/1421511547 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5350162480 0x7f53500b82d0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f534800b410 tx=0x7f534800b8d0 comp rx=0 tx=0).stop 2024-09-16T07:21:20.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.914+0000 7f5355f89640 1 -- 172.21.15.31:0/1421511547 shutdown_connections 2024-09-16T07:21:20.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.914+0000 7f5355f89640 1 --2- 172.21.15.31:0/1421511547 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f533c078850 0x7f533c07ad10 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:20.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.914+0000 7f5355f89640 1 --2- 172.21.15.31:0/1421511547 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5350162480 0x7f53500b82d0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:20.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.914+0000 7f5355f89640 1 --2- 172.21.15.31:0/1421511547 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f535015df90 0x7f53500cb8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:20.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.914+0000 7f5355f89640 1 --2- 172.21.15.31:0/1421511547 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f53500d49c0 0x7f535015c880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:20.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.914+0000 7f5355f89640 1 -- 172.21.15.31:0/1421511547 >> 172.21.15.31:0/1421511547 conn(0x7f53500d3ea0 msgr2=0x7f535006e980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:20.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.914+0000 7f5355f89640 1 -- 172.21.15.31:0/1421511547 shutdown_connections 2024-09-16T07:21:20.916 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:20.914+0000 7f5355f89640 1 -- 172.21.15.31:0/1421511547 wait complete. 2024-09-16T07:21:20.924 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":5,"flags":0,"active_gid":4117,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":3650624732},{"type":"v1","addr":"172.21.15.155:6809","nonce":3650624732}]},"active_addr":"172.21.15.155:6809/3650624732","active_change":"2024-09-16T07:20:50.621187+0000","active_mgr_features":4540719139924082687,"available":true,"standbys":[{"gid":4107,"name":"y","mgr_features":4540719139924082687,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to, use commas to separate multiple","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:sclorg-nginx-126","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.17","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_oauth2_proxy":{"name":"container_image_oauth2_proxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/oauth2-proxy/oauth2-proxy:v7.6.0","min":"","max":"","enum_allowed":[],"desc":"oauth2-proxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba_metrics":{"name":"container_image_samba_metrics","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-metrics:latest","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB metrics exporter container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number.if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to, use commas to separate multiple","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:sclorg-nginx-126","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.17","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_oauth2_proxy":{"name":"container_image_oauth2_proxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/oauth2-proxy/oauth2-proxy:v7.6.0","min":"","max":"","enum_allowed":[],"desc":"oauth2-proxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba_metrics":{"name":"container_image_samba_metrics","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-metrics:latest","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB metrics exporter container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number.if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.155:0","nonce":2520755882}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.155:0","nonce":3486515088}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.155:0","nonce":2982904455}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.155:0","nonce":1467139609}]}]} 2024-09-16T07:21:20.928 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-09-16T07:21:20.928 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-16T07:21:20.928 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:21:21.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.033+0000 7fdc34352640 1 -- 172.21.15.31:0/2356735812 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdc2c15df30 msgr2=0x7fdc2c0cf9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:21.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.033+0000 7fdc34352640 1 --2- 172.21.15.31:0/2356735812 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdc2c15df30 0x7fdc2c0cf9e0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fdc2c0cee30 tx=0x7fdc2802a5c0 comp rx=0 tx=0).stop 2024-09-16T07:21:21.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.033+0000 7fdc34352640 1 -- 172.21.15.31:0/2356735812 shutdown_connections 2024-09-16T07:21:21.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.033+0000 7fdc34352640 1 --2- 172.21.15.31:0/2356735812 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdc2c15df30 0x7fdc2c0cf9e0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:21.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.033+0000 7fdc34352640 1 -- 172.21.15.31:0/2356735812 >> 172.21.15.31:0/2356735812 conn(0x7fdc2c0d3e40 msgr2=0x7fdc2c0d4250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:21.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.033+0000 7fdc34352640 1 -- 172.21.15.31:0/2356735812 shutdown_connections 2024-09-16T07:21:21.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.033+0000 7fdc34352640 1 -- 172.21.15.31:0/2356735812 wait complete. 2024-09-16T07:21:21.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.035+0000 7fdc34352640 1 Processor -- start 2024-09-16T07:21:21.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.035+0000 7fdc34352640 1 -- start start 2024-09-16T07:21:21.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.035+0000 7fdc34352640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdc2c0d0d00 0x7fdc2c152c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:21.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.035+0000 7fdc34352640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdc2c0d4960 0x7fdc2c0cb590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:21.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.035+0000 7fdc34352640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdc2c15df30 0x7fdc2c0cbad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:21.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.035+0000 7fdc34352640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fdc2c0d2ae0 con 0x7fdc2c15df30 2024-09-16T07:21:21.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.035+0000 7fdc34352640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fdc2c0b7380 con 0x7fdc2c0d4960 2024-09-16T07:21:21.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.035+0000 7fdc34352640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fdc2c1f5090 con 0x7fdc2c0d0d00 2024-09-16T07:21:21.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.035+0000 7fdc328ef640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdc2c15df30 0x7fdc2c0cbad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:21.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.036+0000 7fdc328ef640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdc2c15df30 0x7fdc2c0cbad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52398/0 (socket says 172.21.15.31:52398) 2024-09-16T07:21:21.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.036+0000 7fdc328ef640 1 -- 172.21.15.31:0/618512419 learned_addr learned my addr 172.21.15.31:0/618512419 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:21.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.036+0000 7fdc318ed640 1 --2- 172.21.15.31:0/618512419 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdc2c0d4960 0x7fdc2c0cb590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:21.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.036+0000 7fdc320ee640 1 --2- 172.21.15.31:0/618512419 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdc2c0d0d00 0x7fdc2c152c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:21.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.036+0000 7fdc328ef640 1 -- 172.21.15.31:0/618512419 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdc2c0d0d00 msgr2=0x7fdc2c152c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:21.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.036+0000 7fdc328ef640 1 --2- 172.21.15.31:0/618512419 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdc2c0d0d00 0x7fdc2c152c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:21.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.036+0000 7fdc328ef640 1 -- 172.21.15.31:0/618512419 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdc2c0d4960 msgr2=0x7fdc2c0cb590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:21.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.036+0000 7fdc328ef640 1 --2- 172.21.15.31:0/618512419 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdc2c0d4960 0x7fdc2c0cb590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:21.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.036+0000 7fdc328ef640 1 -- 172.21.15.31:0/618512419 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc2c153740 con 0x7fdc2c15df30 2024-09-16T07:21:21.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.036+0000 7fdc320ee640 1 --2- 172.21.15.31:0/618512419 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdc2c0d0d00 0x7fdc2c152c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:21:21.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.036+0000 7fdc328ef640 1 --2- 172.21.15.31:0/618512419 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdc2c15df30 0x7fdc2c0cbad0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fdc2400cb80 tx=0x7fdc2400a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:21.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.036+0000 7fdc22ffd640 1 -- 172.21.15.31:0/618512419 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc24016020 con 0x7fdc2c15df30 2024-09-16T07:21:21.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.036+0000 7fdc22ffd640 1 -- 172.21.15.31:0/618512419 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdc2400ae30 con 0x7fdc2c15df30 2024-09-16T07:21:21.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.036+0000 7fdc34352640 1 -- 172.21.15.31:0/618512419 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdc2c1f5360 con 0x7fdc2c15df30 2024-09-16T07:21:21.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.036+0000 7fdc22ffd640 1 -- 172.21.15.31:0/618512419 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc24012680 con 0x7fdc2c15df30 2024-09-16T07:21:21.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.036+0000 7fdc34352640 1 -- 172.21.15.31:0/618512419 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdc2c153190 con 0x7fdc2c15df30 2024-09-16T07:21:21.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.037+0000 7fdc34352640 1 -- 172.21.15.31:0/618512419 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdc2c0b78a0 con 0x7fdc2c15df30 2024-09-16T07:21:21.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.038+0000 7fdc22ffd640 1 -- 172.21.15.31:0/618512419 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7fdc24019020 con 0x7fdc2c15df30 2024-09-16T07:21:21.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.038+0000 7fdc22ffd640 1 --2- 172.21.15.31:0/618512419 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fdc10078850 0x7fdc1007ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:21.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.039+0000 7fdc22ffd640 1 -- 172.21.15.31:0/618512419 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7fdc2409acd0 con 0x7fdc2c15df30 2024-09-16T07:21:21.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.039+0000 7fdc320ee640 1 --2- 172.21.15.31:0/618512419 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fdc10078850 0x7fdc1007ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:21.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.039+0000 7fdc320ee640 1 --2- 172.21.15.31:0/618512419 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fdc10078850 0x7fdc1007ad10 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fdc28034000 tx=0x7fdc28004730 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:21.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.043+0000 7fdc22ffd640 1 -- 172.21.15.31:0/618512419 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fdc24020030 con 0x7fdc2c15df30 2024-09-16T07:21:21.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.233+0000 7fdc34352640 1 -- 172.21.15.31:0/618512419 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fdc2c0d13f0 con 0x7fdc2c15df30 2024-09-16T07:21:21.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.234+0000 7fdc22ffd640 1 -- 172.21.15.31:0/618512419 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v23) ==== 74+0+16645 (secure 0 0 0) 0x7fdc2c1f5360 con 0x7fdc2c15df30 2024-09-16T07:21:21.234 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:21:21.234 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":23,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:21:12.379061+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:21:08.493717+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T07:21:09.702457+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:21:21.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.237+0000 7fdc34352640 1 -- 172.21.15.31:0/618512419 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fdc10078850 msgr2=0x7fdc1007ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:21.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.237+0000 7fdc34352640 1 --2- 172.21.15.31:0/618512419 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fdc10078850 0x7fdc1007ad10 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fdc28034000 tx=0x7fdc28004730 comp rx=0 tx=0).stop 2024-09-16T07:21:21.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.237+0000 7fdc34352640 1 -- 172.21.15.31:0/618512419 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdc2c15df30 msgr2=0x7fdc2c0cbad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:21.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.237+0000 7fdc34352640 1 --2- 172.21.15.31:0/618512419 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdc2c15df30 0x7fdc2c0cbad0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fdc2400cb80 tx=0x7fdc2400a430 comp rx=0 tx=0).stop 2024-09-16T07:21:21.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.237+0000 7fdc34352640 1 -- 172.21.15.31:0/618512419 shutdown_connections 2024-09-16T07:21:21.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.237+0000 7fdc34352640 1 --2- 172.21.15.31:0/618512419 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fdc10078850 0x7fdc1007ad10 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:21.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.237+0000 7fdc34352640 1 --2- 172.21.15.31:0/618512419 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdc2c15df30 0x7fdc2c0cbad0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:21.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.237+0000 7fdc34352640 1 --2- 172.21.15.31:0/618512419 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdc2c0d4960 0x7fdc2c0cb590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:21.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.237+0000 7fdc34352640 1 --2- 172.21.15.31:0/618512419 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdc2c0d0d00 0x7fdc2c152c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:21.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.237+0000 7fdc34352640 1 -- 172.21.15.31:0/618512419 >> 172.21.15.31:0/618512419 conn(0x7fdc2c0d3e40 msgr2=0x7fdc2c06e9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:21.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.237+0000 7fdc34352640 1 -- 172.21.15.31:0/618512419 shutdown_connections 2024-09-16T07:21:21.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.237+0000 7fdc34352640 1 -- 172.21.15.31:0/618512419 wait complete. 2024-09-16T07:21:21.247 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-16T07:21:21.247 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:21:21.353 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.353+0000 7fc1a1452640 1 -- 172.21.15.31:0/2644566423 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc19c161b30 msgr2=0x7fc19c0cf920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:21.353 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.353+0000 7fc1a1452640 1 --2- 172.21.15.31:0/2644566423 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc19c161b30 0x7fc19c0cf920 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fc18c005fd0 tx=0x7fc18c02a5d0 comp rx=0 tx=0).stop 2024-09-16T07:21:21.353 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.353+0000 7fc1a1452640 1 -- 172.21.15.31:0/2644566423 shutdown_connections 2024-09-16T07:21:21.353 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.353+0000 7fc1a1452640 1 --2- 172.21.15.31:0/2644566423 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc19c0d1a10 0x7fc19c161f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:21.353 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.353+0000 7fc1a1452640 1 --2- 172.21.15.31:0/2644566423 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc19c161b30 0x7fc19c0cf920 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:21.353 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.353+0000 7fc1a1452640 1 -- 172.21.15.31:0/2644566423 >> 172.21.15.31:0/2644566423 conn(0x7fc19c0d3e40 msgr2=0x7fc19c0d4250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:21.353 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.353+0000 7fc1a1452640 1 -- 172.21.15.31:0/2644566423 shutdown_connections 2024-09-16T07:21:21.353 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.353+0000 7fc1a1452640 1 -- 172.21.15.31:0/2644566423 wait complete. 2024-09-16T07:21:21.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.354+0000 7fc1a1452640 1 Processor -- start 2024-09-16T07:21:21.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.354+0000 7fc1a1452640 1 -- start start 2024-09-16T07:21:21.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.355+0000 7fc1a1452640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc19c0d1a10 0x7fc19c14d030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:21.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.355+0000 7fc1a1452640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc19c160ac0 0x7fc19c1f82b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:21.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.355+0000 7fc1a1452640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc19c161b30 0x7fc19c1f87f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:21.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.355+0000 7fc1a1452640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fc19c0b3b60 con 0x7fc19c161b30 2024-09-16T07:21:21.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.355+0000 7fc1a1452640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc19c0b39e0 con 0x7fc19c0d1a10 2024-09-16T07:21:21.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.355+0000 7fc1a1452640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc19c0b3ce0 con 0x7fc19c160ac0 2024-09-16T07:21:21.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.355+0000 7fc19b7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc19c161b30 0x7fc19c1f87f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:21.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.355+0000 7fc19b7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc19c161b30 0x7fc19c1f87f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52414/0 (socket says 172.21.15.31:52414) 2024-09-16T07:21:21.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.355+0000 7fc19b7fe640 1 -- 172.21.15.31:0/3877116342 learned_addr learned my addr 172.21.15.31:0/3877116342 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:21.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.355+0000 7fc19affd640 1 --2- 172.21.15.31:0/3877116342 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc19c0d1a10 0x7fc19c14d030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:21.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.355+0000 7fc19a7fc640 1 --2- 172.21.15.31:0/3877116342 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc19c160ac0 0x7fc19c1f82b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:21.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.356+0000 7fc19b7fe640 1 -- 172.21.15.31:0/3877116342 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc19c160ac0 msgr2=0x7fc19c1f82b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:21.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.356+0000 7fc19b7fe640 1 --2- 172.21.15.31:0/3877116342 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc19c160ac0 0x7fc19c1f82b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:21.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.356+0000 7fc19b7fe640 1 -- 172.21.15.31:0/3877116342 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc19c0d1a10 msgr2=0x7fc19c14d030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:21.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.356+0000 7fc19b7fe640 1 --2- 172.21.15.31:0/3877116342 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc19c0d1a10 0x7fc19c14d030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:21.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.356+0000 7fc19b7fe640 1 -- 172.21.15.31:0/3877116342 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc19c0cd880 con 0x7fc19c161b30 2024-09-16T07:21:21.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.356+0000 7fc19b7fe640 1 --2- 172.21.15.31:0/3877116342 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc19c161b30 0x7fc19c1f87f0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fc19400c7d0 tx=0x7fc19400cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:21.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.356+0000 7fc1837fe640 1 -- 172.21.15.31:0/3877116342 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc194003b70 con 0x7fc19c161b30 2024-09-16T07:21:21.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.356+0000 7fc1837fe640 1 -- 172.21.15.31:0/3877116342 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc194003d30 con 0x7fc19c161b30 2024-09-16T07:21:21.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.356+0000 7fc1a1452640 1 -- 172.21.15.31:0/3877116342 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc19c0ca350 con 0x7fc19c161b30 2024-09-16T07:21:21.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.356+0000 7fc1837fe640 1 -- 172.21.15.31:0/3877116342 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc19400aab0 con 0x7fc19c161b30 2024-09-16T07:21:21.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.356+0000 7fc1a1452640 1 -- 172.21.15.31:0/3877116342 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc19c0cdb00 con 0x7fc19c161b30 2024-09-16T07:21:21.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.357+0000 7fc1a1452640 1 -- 172.21.15.31:0/3877116342 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc19c0ca0e0 con 0x7fc19c161b30 2024-09-16T07:21:21.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.358+0000 7fc1837fe640 1 -- 172.21.15.31:0/3877116342 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7fc19400ac50 con 0x7fc19c161b30 2024-09-16T07:21:21.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.358+0000 7fc1837fe640 1 --2- 172.21.15.31:0/3877116342 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc188078850 0x7fc18807ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:21.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.358+0000 7fc1837fe640 1 -- 172.21.15.31:0/3877116342 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7fc19409a560 con 0x7fc19c161b30 2024-09-16T07:21:21.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.358+0000 7fc19affd640 1 --2- 172.21.15.31:0/3877116342 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc188078850 0x7fc18807ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:21.359 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.359+0000 7fc19affd640 1 --2- 172.21.15.31:0/3877116342 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc188078850 0x7fc18807ad10 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fc18c033000 tx=0x7fc18c004730 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:21.361 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.362+0000 7fc1837fe640 1 -- 172.21.15.31:0/3877116342 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fc19c0cd880 con 0x7fc19c161b30 2024-09-16T07:21:21.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.548+0000 7fc1a1452640 1 -- 172.21.15.31:0/3877116342 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc19c161f10 con 0x7fc19c161b30 2024-09-16T07:21:21.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.549+0000 7fc1837fe640 1 -- 172.21.15.31:0/3877116342 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v23) ==== 74+0+16645 (secure 0 0 0) 0x7fc194062610 con 0x7fc19c161b30 2024-09-16T07:21:21.549 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:21:21.549 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":23,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:21:12.379061+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:21:08.493717+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T07:21:09.702457+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:21:21.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.552+0000 7fc1a1452640 1 -- 172.21.15.31:0/3877116342 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc188078850 msgr2=0x7fc18807ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:21.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.552+0000 7fc1a1452640 1 --2- 172.21.15.31:0/3877116342 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc188078850 0x7fc18807ad10 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fc18c033000 tx=0x7fc18c004730 comp rx=0 tx=0).stop 2024-09-16T07:21:21.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.552+0000 7fc1a1452640 1 -- 172.21.15.31:0/3877116342 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc19c161b30 msgr2=0x7fc19c1f87f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:21.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.552+0000 7fc1a1452640 1 --2- 172.21.15.31:0/3877116342 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc19c161b30 0x7fc19c1f87f0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fc19400c7d0 tx=0x7fc19400cc90 comp rx=0 tx=0).stop 2024-09-16T07:21:21.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.552+0000 7fc1a1452640 1 -- 172.21.15.31:0/3877116342 shutdown_connections 2024-09-16T07:21:21.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.552+0000 7fc1a1452640 1 --2- 172.21.15.31:0/3877116342 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc188078850 0x7fc18807ad10 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:21.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.552+0000 7fc1a1452640 1 --2- 172.21.15.31:0/3877116342 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc19c161b30 0x7fc19c1f87f0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:21.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.552+0000 7fc1a1452640 1 --2- 172.21.15.31:0/3877116342 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc19c160ac0 0x7fc19c1f82b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:21.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.552+0000 7fc1a1452640 1 --2- 172.21.15.31:0/3877116342 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc19c0d1a10 0x7fc19c14d030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:21.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.552+0000 7fc1a1452640 1 -- 172.21.15.31:0/3877116342 >> 172.21.15.31:0/3877116342 conn(0x7fc19c0d3e40 msgr2=0x7fc19c15eaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:21.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.552+0000 7fc1a1452640 1 -- 172.21.15.31:0/3877116342 shutdown_connections 2024-09-16T07:21:21.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.552+0000 7fc1a1452640 1 -- 172.21.15.31:0/3877116342 wait complete. 2024-09-16T07:21:21.563 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-09-16T07:21:21.563 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-09-16T07:21:21.563 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-09-16T07:21:21.564 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-09-16T07:21:21.564 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2024-09-16T07:21:21.564 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2024-09-16T07:21:21.565 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2024-09-16T07:21:21.565 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2024-09-16T07:21:21.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.747+0000 7f0af6aed640 1 -- 172.21.15.31:0/4157758192 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0af00b3470 msgr2=0x7f0af01624b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:21.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.747+0000 7f0af6aed640 1 --2- 172.21.15.31:0/4157758192 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0af00b3470 0x7f0af01624b0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f0ae0009be0 tx=0x7f0ae002a890 comp rx=0 tx=0).stop 2024-09-16T07:21:21.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.747+0000 7f0af6aed640 1 -- 172.21.15.31:0/4157758192 shutdown_connections 2024-09-16T07:21:21.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.747+0000 7f0af6aed640 1 --2- 172.21.15.31:0/4157758192 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0af00b3470 0x7f0af01624b0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:21.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.747+0000 7f0af6aed640 1 -- 172.21.15.31:0/4157758192 >> 172.21.15.31:0/4157758192 conn(0x7f0af009d370 msgr2=0x7f0af00d40e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:21.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.747+0000 7f9915f5d640 1 -- 172.21.15.31:0/2010636052 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9910072ae0 msgr2=0x7f991013f290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:21.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.747+0000 7f9915f5d640 1 --2- 172.21.15.31:0/2010636052 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9910072ae0 0x7f991013f290 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f99000083e0 tx=0x7f9900005f90 comp rx=0 tx=0).stop 2024-09-16T07:21:21.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.748+0000 7f0af6aed640 1 -- 172.21.15.31:0/4157758192 shutdown_connections 2024-09-16T07:21:21.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.748+0000 7f0af6aed640 1 -- 172.21.15.31:0/4157758192 wait complete. 2024-09-16T07:21:21.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.748+0000 7f670d5e5640 1 -- 172.21.15.31:0/301093019 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f67000550a0 msgr2=0x7f6700055510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:21.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.748+0000 7f670d5e5640 1 --2- 172.21.15.31:0/301093019 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f67000550a0 0x7f6700055510 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f670806bed0 tx=0x7f67080a5a40 comp rx=0 tx=0).stop 2024-09-16T07:21:21.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.748+0000 7f9915f5d640 1 -- 172.21.15.31:0/2010636052 shutdown_connections 2024-09-16T07:21:21.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.748+0000 7f9915f5d640 1 --2- 172.21.15.31:0/2010636052 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9910072ae0 0x7f991013f290 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:21.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.748+0000 7f9915f5d640 1 --2- 172.21.15.31:0/2010636052 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f991013ce00 0x7f99100725a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:21.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.748+0000 7f9915f5d640 1 -- 172.21.15.31:0/2010636052 >> 172.21.15.31:0/2010636052 conn(0x7f99100b1690 msgr2=0x7f99100b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:21.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.748+0000 7f9915f5d640 1 -- 172.21.15.31:0/2010636052 shutdown_connections 2024-09-16T07:21:21.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.748+0000 7f9915f5d640 1 -- 172.21.15.31:0/2010636052 wait complete. 2024-09-16T07:21:21.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.748+0000 7f670d5e5640 1 -- 172.21.15.31:0/301093019 shutdown_connections 2024-09-16T07:21:21.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.749+0000 7f670d5e5640 1 --2- 172.21.15.31:0/301093019 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f67000550a0 0x7f6700055510 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:21.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.749+0000 7f670d5e5640 1 --2- 172.21.15.31:0/301093019 >> v2:172.21.15.155:3300/0 conn(0x7f6700008700 0x7f6700054b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:21.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.749+0000 7f670d5e5640 1 -- 172.21.15.31:0/301093019 >> 172.21.15.31:0/301093019 conn(0x7f67000567f0 msgr2=0x7f6700056bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:21.751 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.749+0000 7f670d5e5640 1 -- 172.21.15.31:0/301093019 shutdown_connections 2024-09-16T07:21:21.751 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.749+0000 7fc743823640 1 -- 172.21.15.31:0/2212858819 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc73c072d30 msgr2=0x7fc73c06f8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:21.751 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.749+0000 7fc743823640 1 --2- 172.21.15.31:0/2212858819 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc73c072d30 0x7fc73c06f8a0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fc738008570 tx=0x7fc73802c600 comp rx=0 tx=0).stop 2024-09-16T07:21:21.751 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.749+0000 7f670d5e5640 1 -- 172.21.15.31:0/301093019 wait complete. 2024-09-16T07:21:21.752 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.749+0000 7f0cce1c6640 1 -- 172.21.15.31:0/1091321592 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0cc8074c10 msgr2=0x7f0cc815adb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:21.752 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.749+0000 7fc743823640 1 -- 172.21.15.31:0/2212858819 shutdown_connections 2024-09-16T07:21:21.752 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.749+0000 7fc743823640 1 --2- 172.21.15.31:0/2212858819 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc73c072d30 0x7fc73c06f8a0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:21.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.749+0000 7f0cc67fc640 1 -- 172.21.15.31:0/1091321592 <== mon.1 v2:172.21.15.155:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cbc031600 con 0x7f0cc8074c10 2024-09-16T07:21:21.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.749+0000 7fc743823640 1 -- 172.21.15.31:0/2212858819 >> 172.21.15.31:0/2212858819 conn(0x7fc73c0b1bb0 msgr2=0x7fc73c0b1f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:21.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.749+0000 7f0cce1c6640 1 --2- 172.21.15.31:0/1091321592 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0cc8074c10 0x7f0cc815adb0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f0cc8069110 tx=0x7f0cbc02a4b0 comp rx=0 tx=0).stop 2024-09-16T07:21:21.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.749+0000 7f0af6aed640 1 Processor -- start 2024-09-16T07:21:21.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.749+0000 7f0cce1c6640 1 -- 172.21.15.31:0/1091321592 shutdown_connections 2024-09-16T07:21:21.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.749+0000 7f0cce1c6640 1 --2- 172.21.15.31:0/1091321592 >> v2:172.21.15.31:3300/0 conn(0x7f0cc80cb5d0 0x7f0cc80ce250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:21.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.749+0000 7f0cce1c6640 1 --2- 172.21.15.31:0/1091321592 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0cc8074c10 0x7f0cc815adb0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:21.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.749+0000 7f0cce1c6640 1 -- 172.21.15.31:0/1091321592 >> 172.21.15.31:0/1091321592 conn(0x7f0cc8074080 msgr2=0x7f0cc8074490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:21.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.749+0000 7f0af6aed640 1 -- start start 2024-09-16T07:21:21.755 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.749+0000 7f0cce1c6640 1 -- 172.21.15.31:0/1091321592 shutdown_connections 2024-09-16T07:21:21.755 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.750+0000 7f9915f5d640 1 Processor -- start 2024-09-16T07:21:21.755 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.750+0000 7fc743823640 1 -- 172.21.15.31:0/2212858819 shutdown_connections 2024-09-16T07:21:21.756 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.750+0000 7fe28ce5a640 1 -- 172.21.15.31:0/2026395545 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe280037f10 msgr2=0x7fe2800e6b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:21.756 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.750+0000 7fe28ce5a640 1 --2- 172.21.15.31:0/2026395545 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe280037f10 0x7fe2800e6b40 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fe280054190 tx=0x7fe27c02a490 comp rx=0 tx=0).stop 2024-09-16T07:21:21.756 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.750+0000 7fc743823640 1 -- 172.21.15.31:0/2212858819 wait complete. 2024-09-16T07:21:21.756 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.750+0000 7f0cce1c6640 1 -- 172.21.15.31:0/1091321592 wait complete. 2024-09-16T07:21:21.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.750+0000 7fe28ce5a640 1 -- 172.21.15.31:0/2026395545 shutdown_connections 2024-09-16T07:21:21.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.750+0000 7fe28ce5a640 1 --2- 172.21.15.31:0/2026395545 >> v2:172.21.15.31:3300/0 conn(0x7fe28003b940 0x7fe280056c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:21.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.750+0000 7fe28ce5a640 1 --2- 172.21.15.31:0/2026395545 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe280037f10 0x7fe2800e6b40 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:21.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.750+0000 7f9915f5d640 1 -- start start 2024-09-16T07:21:21.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.750+0000 7fe28ce5a640 1 -- 172.21.15.31:0/2026395545 >> 172.21.15.31:0/2026395545 conn(0x7fe28003a3d0 msgr2=0x7fe28003a7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:21.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.751+0000 7fe28ce5a640 1 -- 172.21.15.31:0/2026395545 shutdown_connections 2024-09-16T07:21:21.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.751+0000 7f670d5e5640 1 Processor -- start 2024-09-16T07:21:21.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.751+0000 7f0af6aed640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0af00b0cd0 0x7f0af014ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:21.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.751+0000 7f0af6aed640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0af00b3470 0x7f0af015ec80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:21.759 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.751+0000 7f670d5e5640 1 -- start start 2024-09-16T07:21:21.759 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.751+0000 7f0af6aed640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0af00d22b0 0x7f0af015f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:21.759 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.751+0000 7fe28ce5a640 1 -- 172.21.15.31:0/2026395545 wait complete. 2024-09-16T07:21:21.760 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.751+0000 7f0af6aed640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f0af0169450 con 0x7f0af00b0cd0 2024-09-16T07:21:21.760 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.751+0000 7f0af4889640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0af00b0cd0 0x7f0af014ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:21.760 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.751+0000 7f0af6aed640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f0af01692d0 con 0x7f0af00d22b0 2024-09-16T07:21:21.760 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.751+0000 7f0af4889640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0af00b0cd0 0x7f0af014ae30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52454/0 (socket says 172.21.15.31:52454) 2024-09-16T07:21:21.760 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.751+0000 7f0af4889640 1 -- 172.21.15.31:0/1111360499 learned_addr learned my addr 172.21.15.31:0/1111360499 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:21.761 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.751+0000 7f0af6aed640 1 -- 172.21.15.31:0/1111360499 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f0af01695d0 con 0x7f0af00b3470 2024-09-16T07:21:21.761 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.752+0000 7f0cce1c6640 1 Processor -- start 2024-09-16T07:21:21.761 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.751+0000 7fc47e964640 1 -- 172.21.15.31:0/2425768842 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc4781601c0 msgr2=0x7fc4780688b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:21.761 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.751+0000 7fc47e964640 1 --2- 172.21.15.31:0/2425768842 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc4781601c0 0x7fc4780688b0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fc470005fd0 tx=0x7fc47002aa90 comp rx=0 tx=0).stop 2024-09-16T07:21:21.762 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.752+0000 7f9915f5d640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9910072ae0 0x7f9910157040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:21.762 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.752+0000 7f9915f5d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f991013ce00 0x7f99100b2990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:21.762 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.752+0000 7f9915f5d640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f991013f7d0 0x7f99100b2ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:21.762 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.752+0000 7f9915f5d640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f991013d520 con 0x7f991013ce00 2024-09-16T07:21:21.762 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.752+0000 7f9915f5d640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f991013d3a0 con 0x7f991013f7d0 2024-09-16T07:21:21.762 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.752+0000 7f9915f5d640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f9910070690 con 0x7f9910072ae0 2024-09-16T07:21:21.762 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.752+0000 7f990f7fe640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9910072ae0 0x7f9910157040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:21.763 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.752+0000 7f0cce1c6640 1 -- start start 2024-09-16T07:21:21.763 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.752+0000 7f990f7fe640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9910072ae0 0x7f9910157040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3301/0 says I am v2:172.21.15.31:34172/0 (socket says 172.21.15.31:34172) 2024-09-16T07:21:21.763 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.752+0000 7f0af508a640 1 --2- 172.21.15.31:0/1111360499 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0af00d22b0 0x7f0af015f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:21.763 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.752+0000 7f0aeffff640 1 --2- 172.21.15.31:0/1111360499 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0af00b3470 0x7f0af015ec80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:21.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.752+0000 7f990f7fe640 1 -- 172.21.15.31:0/3583607322 learned_addr learned my addr 172.21.15.31:0/3583607322 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:21.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.752+0000 7f990ffff640 1 --2- 172.21.15.31:0/3583607322 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f991013f7d0 0x7f99100b2ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:21.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.752+0000 7f0af4889640 1 -- 172.21.15.31:0/1111360499 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0af00b3470 msgr2=0x7f0af015ec80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:21.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.752+0000 7f0af4889640 1 --2- 172.21.15.31:0/1111360499 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0af00b3470 0x7f0af015ec80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:21.765 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.752+0000 7f0af4889640 1 -- 172.21.15.31:0/1111360499 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0af00d22b0 msgr2=0x7f0af015f1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:21.765 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.752+0000 7f0af4889640 1 --2- 172.21.15.31:0/1111360499 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0af00d22b0 0x7f0af015f1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:21.765 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.752+0000 7f0af4889640 1 -- 172.21.15.31:0/1111360499 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0af0158050 con 0x7f0af00b0cd0 2024-09-16T07:21:21.765 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.752+0000 7f990effd640 1 --2- 172.21.15.31:0/3583607322 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f991013ce00 0x7f99100b2990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:21.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.752+0000 7f990f7fe640 1 -- 172.21.15.31:0/3583607322 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f991013f7d0 msgr2=0x7f99100b2ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:21.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.752+0000 7f990f7fe640 1 --2- 172.21.15.31:0/3583607322 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f991013f7d0 0x7f99100b2ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:21.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.752+0000 7f990f7fe640 1 -- 172.21.15.31:0/3583607322 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f991013ce00 msgr2=0x7f99100b2990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:21.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.752+0000 7f990f7fe640 1 --2- 172.21.15.31:0/3583607322 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f991013ce00 0x7f99100b2990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:21.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.752+0000 7f0af4889640 1 --2- 172.21.15.31:0/1111360499 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0af00b0cd0 0x7f0af014ae30 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f0ae800c430 tx=0x7f0ae800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:21.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.753+0000 7f670d5e5640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6700007c10 0x7f67000e1d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:21.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.752+0000 7f990f7fe640 1 -- 172.21.15.31:0/3583607322 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9910157920 con 0x7f9910072ae0 2024-09-16T07:21:21.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.753+0000 7fc47e964640 1 -- 172.21.15.31:0/2425768842 shutdown_connections 2024-09-16T07:21:21.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.753+0000 7f670d5e5640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6700008700 0x7f67000502d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:21.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.753+0000 7fc47e964640 1 --2- 172.21.15.31:0/2425768842 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc4781601c0 0x7fc4780688b0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:21.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.753+0000 7fe28ce5a640 1 Processor -- start 2024-09-16T07:21:21.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.753+0000 7f670d5e5640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f67000550a0 0x7f67000e2580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:21.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.753+0000 7fc47e964640 1 -- 172.21.15.31:0/2425768842 >> 172.21.15.31:0/2425768842 conn(0x7fc4780d0130 msgr2=0x7fc4780d0540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:21.769 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.753+0000 7f990effd640 1 --2- 172.21.15.31:0/3583607322 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f991013ce00 0x7f99100b2990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:21:21.769 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.753+0000 7fe28ce5a640 1 -- start start 2024-09-16T07:21:21.769 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.753+0000 7f6707fff640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6700007c10 0x7f67000e1d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:21.769 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.753+0000 7f6707fff640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6700007c10 0x7f67000e1d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3300/0 says I am v2:172.21.15.31:51454/0 (socket says 172.21.15.31:51454) 2024-09-16T07:21:21.770 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.753+0000 7f0aed7fa640 1 -- 172.21.15.31:0/1111360499 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ae8011790 con 0x7f0af00b0cd0 2024-09-16T07:21:21.770 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.753+0000 7f6707fff640 1 -- 172.21.15.31:0/2359093097 learned_addr learned my addr 172.21.15.31:0/2359093097 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:21.770 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.753+0000 7f990f7fe640 1 --2- 172.21.15.31:0/3583607322 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9910072ae0 0x7f9910157040 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f99040097d0 tx=0x7f9904009c90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:21.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.753+0000 7f0aed7fa640 1 -- 172.21.15.31:0/1111360499 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0ae8017070 con 0x7f0af00b0cd0 2024-09-16T07:21:21.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.753+0000 7f0af6aed640 1 -- 172.21.15.31:0/1111360499 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0af0158330 con 0x7f0af00b0cd0 2024-09-16T07:21:21.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.753+0000 7f67077fe640 1 --2- 172.21.15.31:0/2359093097 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6700008700 0x7f67000502d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:21.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.753+0000 7f670cde4640 1 --2- 172.21.15.31:0/2359093097 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f67000550a0 0x7f67000e2580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:21.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.753+0000 7f670d5e5640 1 -- 172.21.15.31:0/2359093097 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f6700052db0 con 0x7f67000550a0 2024-09-16T07:21:21.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.753+0000 7f98f7fff640 1 -- 172.21.15.31:0/3583607322 <== mon.2 v2:172.21.15.155:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f990400ea50 con 0x7f9910072ae0 2024-09-16T07:21:21.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.753+0000 7f670d5e5640 1 -- 172.21.15.31:0/2359093097 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f6700052c30 con 0x7f6700007c10 2024-09-16T07:21:21.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.753+0000 7f98f7fff640 1 -- 172.21.15.31:0/3583607322 <== mon.2 v2:172.21.15.155:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9904019070 con 0x7f9910072ae0 2024-09-16T07:21:21.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.753+0000 7f98f7fff640 1 -- 172.21.15.31:0/3583607322 <== mon.2 v2:172.21.15.155:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f990400ee50 con 0x7f9910072ae0 2024-09-16T07:21:21.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.753+0000 7f9915f5d640 1 -- 172.21.15.31:0/3583607322 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9910154a20 con 0x7f9910072ae0 2024-09-16T07:21:21.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.753+0000 7f670d5e5640 1 -- 172.21.15.31:0/2359093097 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f6700052f30 con 0x7f6700008700 2024-09-16T07:21:21.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.754+0000 7f9915f5d640 1 -- 172.21.15.31:0/3583607322 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f9910154fe0 con 0x7f9910072ae0 2024-09-16T07:21:21.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.754+0000 7fc743823640 1 Processor -- start 2024-09-16T07:21:21.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.754+0000 7fc743823640 1 -- start start 2024-09-16T07:21:21.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.754+0000 7f0aed7fa640 1 -- 172.21.15.31:0/1111360499 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ae8011c80 con 0x7f0af00b0cd0 2024-09-16T07:21:21.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.754+0000 7f0af6aed640 1 -- 172.21.15.31:0/1111360499 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0af01588f0 con 0x7f0af00b0cd0 2024-09-16T07:21:21.775 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.754+0000 7fe28ce5a640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe280037f10 0x7fe28000e000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:21.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.754+0000 7f0cce1c6640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0cc8074c10 0x7f0cc80c3020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:21.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.754+0000 7f0cce1c6640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0cc80cb5d0 0x7f0cc81f7f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:21.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.754+0000 7f67077fe640 1 -- 172.21.15.31:0/2359093097 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6700007c10 msgr2=0x7f67000e1d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:21.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.754+0000 7fe28ce5a640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe28003b940 0x7fe28000e540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:21.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.754+0000 7f67077fe640 1 --2- 172.21.15.31:0/2359093097 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6700007c10 0x7f67000e1d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:21.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.754+0000 7f67077fe640 1 -- 172.21.15.31:0/2359093097 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f67000550a0 msgr2=0x7f67000e2580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:21.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.755+0000 7f0cc77fe640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0cc8074c10 0x7f0cc80c3020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:21.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.755+0000 7f0cc77fe640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0cc8074c10 0x7f0cc80c3020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3301/0 says I am v2:172.21.15.31:34192/0 (socket says 172.21.15.31:34192) 2024-09-16T07:21:21.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.755+0000 7fe28659c640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe280037f10 0x7fe28000e000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:21.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.755+0000 7fe285d9b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe28003b940 0x7fe28000e540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:21.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.755+0000 7fe285d9b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe28003b940 0x7fe28000e540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52480/0 (socket says 172.21.15.31:52480) 2024-09-16T07:21:21.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.755+0000 7fe28659c640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe280037f10 0x7fe28000e000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3300/0 says I am v2:172.21.15.31:51470/0 (socket says 172.21.15.31:51470) 2024-09-16T07:21:21.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.755+0000 7fe285d9b640 1 -- 172.21.15.31:0/2253918203 learned_addr learned my addr 172.21.15.31:0/2253918203 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:21.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.755+0000 7fe28ce5a640 1 --2- 172.21.15.31:0/2253918203 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe2800e27a0 0x7fe280174c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:21.779 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.755+0000 7f67077fe640 1 --2- 172.21.15.31:0/2359093097 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f67000550a0 0x7f67000e2580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:21.779 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.755+0000 7f67077fe640 1 -- 172.21.15.31:0/2359093097 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f670004dfe0 con 0x7f6700008700 2024-09-16T07:21:21.779 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.755+0000 7f0cc6ffd640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0cc80cb5d0 0x7f0cc81f7f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:21.779 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.755+0000 7f0cc6ffd640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0cc80cb5d0 0x7f0cc81f7f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3300/0 says I am v2:172.21.15.31:51480/0 (socket says 172.21.15.31:51480) 2024-09-16T07:21:21.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.755+0000 7f0cce1c6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0cc80ce790 0x7f0cc81f84a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:21.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.755+0000 7fe28ce5a640 1 -- 172.21.15.31:0/2253918203 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fe2800575f0 con 0x7fe28003b940 2024-09-16T07:21:21.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.755+0000 7f0cce1c6640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f0cc80cd5a0 con 0x7f0cc80ce790 2024-09-16T07:21:21.781 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.755+0000 7f0cce1c6640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f0cc80cd420 con 0x7f0cc80cb5d0 2024-09-16T07:21:21.781 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.755+0000 7f0cce1c6640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f0cc80cd720 con 0x7f0cc8074c10 2024-09-16T07:21:21.781 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.755+0000 7f0cc77fe640 1 -- 172.21.15.31:0/1939575744 learned_addr learned my addr 172.21.15.31:0/1939575744 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:21.781 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.755+0000 7f670cde4640 1 --2- 172.21.15.31:0/2359093097 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f67000550a0 0x7f67000e2580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T07:21:21.781 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.755+0000 7fe286d9d640 1 --2- 172.21.15.31:0/2253918203 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe2800e27a0 0x7fe280174c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:21.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.755+0000 7fe28ce5a640 1 -- 172.21.15.31:0/2253918203 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fe280057470 con 0x7fe280037f10 2024-09-16T07:21:21.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.755+0000 7fe28ce5a640 1 -- 172.21.15.31:0/2253918203 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fe280057770 con 0x7fe2800e27a0 2024-09-16T07:21:21.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.755+0000 7fc47e964640 1 -- 172.21.15.31:0/2425768842 shutdown_connections 2024-09-16T07:21:21.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.755+0000 7f0cc7fff640 1 --2- 172.21.15.31:0/1939575744 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0cc80ce790 0x7f0cc81f84a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:21.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.755+0000 7fc47e964640 1 -- 172.21.15.31:0/2425768842 wait complete. 2024-09-16T07:21:21.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.756+0000 7f0af6aed640 1 -- 172.21.15.31:0/1111360499 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f0af00d2690 con 0x7f0af00b0cd0 2024-09-16T07:21:21.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.755+0000 7f0cc77fe640 1 -- 172.21.15.31:0/1939575744 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0cc80cb5d0 msgr2=0x7f0cc81f7f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:21.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.755+0000 7f0cc77fe640 1 --2- 172.21.15.31:0/1939575744 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0cc80cb5d0 0x7f0cc81f7f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:21.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.755+0000 7f0cc77fe640 1 -- 172.21.15.31:0/1939575744 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0cc80ce790 msgr2=0x7f0cc81f84a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:21.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.755+0000 7f0cc77fe640 1 --2- 172.21.15.31:0/1939575744 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0cc80ce790 0x7f0cc81f84a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:21.784 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.755+0000 7f0cc77fe640 1 -- 172.21.15.31:0/1939575744 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0cc81f8bc0 con 0x7f0cc8074c10 2024-09-16T07:21:21.784 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.756+0000 7f0cc77fe640 1 --2- 172.21.15.31:0/1939575744 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0cc8074c10 0x7f0cc80c3020 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f0cbc009920 tx=0x7f0cbc032c10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:21.784 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.756+0000 7fe285d9b640 1 -- 172.21.15.31:0/2253918203 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe2800e27a0 msgr2=0x7fe280174c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:21.784 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.756+0000 7fe285d9b640 1 --2- 172.21.15.31:0/2253918203 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe2800e27a0 0x7fe280174c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:21.784 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.756+0000 7fe285d9b640 1 -- 172.21.15.31:0/2253918203 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe280037f10 msgr2=0x7fe28000e000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:21.784 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.756+0000 7fe285d9b640 1 --2- 172.21.15.31:0/2253918203 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe280037f10 0x7fe28000e000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:21.784 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.756+0000 7fe285d9b640 1 -- 172.21.15.31:0/2253918203 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe280177c70 con 0x7fe28003b940 2024-09-16T07:21:21.784 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.756+0000 7fe285d9b640 1 --2- 172.21.15.31:0/2253918203 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe28003b940 0x7fe28000e540 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fe27c000c00 tx=0x7fe27c032f00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:21.785 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.756+0000 7f0caffff640 1 -- 172.21.15.31:0/1939575744 <== mon.2 v2:172.21.15.155:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cbc040070 con 0x7f0cc8074c10 2024-09-16T07:21:21.785 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.756+0000 7f0caffff640 1 -- 172.21.15.31:0/1939575744 <== mon.2 v2:172.21.15.155:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0cbc005310 con 0x7f0cc8074c10 2024-09-16T07:21:21.785 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.756+0000 7f0caffff640 1 -- 172.21.15.31:0/1939575744 <== mon.2 v2:172.21.15.155:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cbc0047a0 con 0x7f0cc8074c10 2024-09-16T07:21:21.785 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.756+0000 7f0cce1c6640 1 -- 172.21.15.31:0/1939575744 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0cc80c96e0 con 0x7f0cc8074c10 2024-09-16T07:21:21.786 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.757+0000 7f0aed7fa640 1 -- 172.21.15.31:0/1111360499 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f0ae801c460 con 0x7f0af00b0cd0 2024-09-16T07:21:21.786 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.756+0000 7f0cce1c6640 1 -- 172.21.15.31:0/1939575744 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f0cc8150ea0 con 0x7f0cc8074c10 2024-09-16T07:21:21.786 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.758+0000 7f0aed7fa640 1 --2- 172.21.15.31:0/1111360499 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0ad0078920 0x7f0ad007ade0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:21.786 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.758+0000 7fc47e964640 1 Processor -- start 2024-09-16T07:21:21.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.758+0000 7f0cce1c6640 1 -- 172.21.15.31:0/1939575744 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f0cc8099cf0 con 0x7f0cc8074c10 2024-09-16T07:21:21.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.757+0000 7f67077fe640 1 --2- 172.21.15.31:0/2359093097 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6700008700 0x7f67000502d0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f66f400b3f0 tx=0x7f66f400b8b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:21.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.757+0000 7f6704ff9640 1 -- 172.21.15.31:0/2359093097 <== mon.2 v2:172.21.15.155:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66f4015020 con 0x7f6700008700 2024-09-16T07:21:21.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.757+0000 7f6704ff9640 1 -- 172.21.15.31:0/2359093097 <== mon.2 v2:172.21.15.155:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f66f4011920 con 0x7f6700008700 2024-09-16T07:21:21.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.757+0000 7f6704ff9640 1 -- 172.21.15.31:0/2359093097 <== mon.2 v2:172.21.15.155:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66f4011d70 con 0x7f6700008700 2024-09-16T07:21:21.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.758+0000 7f670d5e5640 1 -- 172.21.15.31:0/2359093097 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f670004e2c0 con 0x7f6700008700 2024-09-16T07:21:21.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.758+0000 7f670d5e5640 1 -- 172.21.15.31:0/2359093097 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f670004e880 con 0x7f6700008700 2024-09-16T07:21:21.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.758+0000 7fc47e964640 1 -- start start 2024-09-16T07:21:21.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.757+0000 7f98f7fff640 1 -- 172.21.15.31:0/3583607322 <== mon.2 v2:172.21.15.155:3301/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f9904013070 con 0x7f9910072ae0 2024-09-16T07:21:21.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.758+0000 7f98f7fff640 1 --2- 172.21.15.31:0/3583607322 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f98fc078920 0x7f98fc07ade0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:21.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.758+0000 7f0aed7fa640 1 -- 172.21.15.31:0/1111360499 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7f0ae809a650 con 0x7f0af00b0cd0 2024-09-16T07:21:21.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.758+0000 7f0aeffff640 1 --2- 172.21.15.31:0/1111360499 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0ad0078920 0x7f0ad007ade0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:21.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.758+0000 7f98f7fff640 1 -- 172.21.15.31:0/3583607322 <== mon.2 v2:172.21.15.155:3301/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7f990409a950 con 0x7f9910072ae0 2024-09-16T07:21:21.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.758+0000 7fe276ffd640 1 -- 172.21.15.31:0/2253918203 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe27c040070 con 0x7fe28003b940 2024-09-16T07:21:21.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.758+0000 7f0aed7fa640 1 --2- 172.21.15.31:0/1111360499 >> [v2:172.21.15.31:6808/2775305701,v1:172.21.15.31:6809/2775305701] conn(0x7f0ad0080b20 0x7f0ad0082f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:21.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.758+0000 7f990effd640 1 --2- 172.21.15.31:0/3583607322 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f98fc078920 0x7f98fc07ade0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:21.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.758+0000 7fe276ffd640 1 -- 172.21.15.31:0/2253918203 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe27c003af0 con 0x7fe28003b940 2024-09-16T07:21:21.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.758+0000 7fc743823640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc73c072d30 0x7fc73c1efd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:21.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.758+0000 7fc743823640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc73c073110 0x7fc73c15ca70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:21.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.758+0000 7fc743823640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc73c15e060 0x7fc73c1f3ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:21.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.758+0000 7fc743823640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fc73c0b4660 con 0x7fc73c073110 2024-09-16T07:21:21.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.758+0000 7fc743823640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc73c0b44e0 con 0x7fc73c15e060 2024-09-16T07:21:21.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.758+0000 7fc743823640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc73c0b47e0 con 0x7fc73c072d30 2024-09-16T07:21:21.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.759+0000 7f670d5e5640 1 -- 172.21.15.31:0/2359093097 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f6700054b60 con 0x7f6700008700 2024-09-16T07:21:21.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.759+0000 7f0caffff640 1 -- 172.21.15.31:0/1939575744 <== mon.2 v2:172.21.15.155:3301/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f0cbc039040 con 0x7f0cc8074c10 2024-09-16T07:21:21.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.759+0000 7f0aed7fa640 1 -- 172.21.15.31:0/1111360499 --> [v2:172.21.15.31:6808/2775305701,v1:172.21.15.31:6809/2775305701] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f0ae8009e50 con 0x7f0ad0080b20 2024-09-16T07:21:21.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.759+0000 7f0aeffff640 1 --2- 172.21.15.31:0/1111360499 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0ad0078920 0x7f0ad007ade0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f0af01f8220 tx=0x7f0ad8009040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:21.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.759+0000 7f0af508a640 1 --2- 172.21.15.31:0/1111360499 >> [v2:172.21.15.31:6808/2775305701,v1:172.21.15.31:6809/2775305701] conn(0x7f0ad0080b20 0x7f0ad0082f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:21.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.759+0000 7f0caffff640 1 --2- 172.21.15.31:0/1939575744 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0cb40788a0 0x7f0cb407ad60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:21.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.760+0000 7fe276ffd640 1 -- 172.21.15.31:0/2253918203 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe27c045460 con 0x7fe28003b940 2024-09-16T07:21:21.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.759+0000 7f9915f5d640 1 --2- 172.21.15.31:0/3583607322 >> [v2:172.21.15.31:6816/93828802,v1:172.21.15.31:6817/93828802] conn(0x7f991013ba40 0x7f991015a3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:21.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.759+0000 7f990ffff640 1 --2- 172.21.15.31:0/3583607322 >> [v2:172.21.15.31:6816/93828802,v1:172.21.15.31:6817/93828802] conn(0x7f991013ba40 0x7f991015a3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:21.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.760+0000 7f9915f5d640 1 -- 172.21.15.31:0/3583607322 --> [v2:172.21.15.31:6816/93828802,v1:172.21.15.31:6817/93828802] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f9910157be0 con 0x7f991013ba40 2024-09-16T07:21:21.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.760+0000 7f990ffff640 1 --2- 172.21.15.31:0/3583607322 >> [v2:172.21.15.31:6816/93828802,v1:172.21.15.31:6817/93828802] conn(0x7f991013ba40 0x7f991015a3c0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:21.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.760+0000 7fc47e964640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc4780cc490 0x7fc4780b2520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:21.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.760+0000 7fc740dbe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc73c073110 0x7fc73c15ca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:21.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.760+0000 7fc740dbe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc73c073110 0x7fc73c15ca70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52502/0 (socket says 172.21.15.31:52502) 2024-09-16T07:21:21.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.760+0000 7fc740dbe640 1 -- 172.21.15.31:0/3464703874 learned_addr learned my addr 172.21.15.31:0/3464703874 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:21.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.760+0000 7f990effd640 1 --2- 172.21.15.31:0/3583607322 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f98fc078920 0x7f98fc07ade0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f9900033000 tx=0x7f990002c040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:21.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.760+0000 7f0caffff640 1 -- 172.21.15.31:0/1939575744 <== mon.2 v2:172.21.15.155:3301/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7f0cbc07ff50 con 0x7f0cc8074c10 2024-09-16T07:21:21.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.760+0000 7f0caffff640 1 --2- 172.21.15.31:0/1939575744 >> [v2:172.21.15.155:6818/472069714,v1:172.21.15.155:6819/472069714] conn(0x7f0cb40816c0 0x7f0cb4083b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:21.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.760+0000 7f0caffff640 1 -- 172.21.15.31:0/1939575744 --> [v2:172.21.15.155:6818/472069714,v1:172.21.15.155:6819/472069714] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f0cb4084230 con 0x7f0cb40816c0 2024-09-16T07:21:21.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.760+0000 7fc47e964640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc478155fb0 0x7fc4780c7200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:21.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.760+0000 7fc47e964640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc4781601c0 0x7fc4780c7740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:21.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.760+0000 7fc47e964640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fc4780cb220 con 0x7fc4781601c0 2024-09-16T07:21:21.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.760+0000 7fc47e964640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc4780cb0a0 con 0x7fc478155fb0 2024-09-16T07:21:21.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.760+0000 7fc47e964640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc4780cb3a0 con 0x7fc4780cc490 2024-09-16T07:21:21.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.760+0000 7fe28ce5a640 1 -- 172.21.15.31:0/2253918203 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe280177f50 con 0x7fe28003b940 2024-09-16T07:21:21.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.760+0000 7fe28ce5a640 1 -- 172.21.15.31:0/2253918203 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2800e3510 con 0x7fe28003b940 2024-09-16T07:21:21.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.760+0000 7f0aed7fa640 1 -- 172.21.15.31:0/1111360499 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f0ae80a1050 con 0x7f0af00b0cd0 2024-09-16T07:21:21.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.760+0000 7f0f0cd65640 1 -- 172.21.15.31:0/2229257639 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0f00008560 msgr2=0x7f0f000e69a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:21.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.760+0000 7f0f0cd65640 1 --2- 172.21.15.31:0/2229257639 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0f00008560 0x7f0f000e69a0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f0f000546d0 tx=0x7f0efc02a420 comp rx=0 tx=0).stop 2024-09-16T07:21:21.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.760+0000 7f6704ff9640 1 -- 172.21.15.31:0/2359093097 <== mon.2 v2:172.21.15.155:3301/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f66f4018020 con 0x7f6700008700 2024-09-16T07:21:21.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.760+0000 7f0f0cd65640 1 -- 172.21.15.31:0/2229257639 shutdown_connections 2024-09-16T07:21:21.799 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.761+0000 7f0caffff640 1 -- 172.21.15.31:0/1939575744 <== mon.2 v2:172.21.15.155:3301/0 6 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f0cbc0804d0 con 0x7f0cc8074c10 2024-09-16T07:21:21.799 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.761+0000 7f0f0cd65640 1 --2- 172.21.15.31:0/2229257639 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0f00008560 0x7f0f000e69a0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:21.799 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.761+0000 7f0f0cd65640 1 --2- 172.21.15.31:0/2229257639 >> v2:172.21.15.31:3300/0 conn(0x7f0f00007c40 0x7f0f00008020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:21.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.761+0000 7f0cc6ffd640 1 --2- 172.21.15.31:0/1939575744 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0cb40788a0 0x7f0cb407ad60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:21.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.761+0000 7f98f7fff640 1 -- 172.21.15.31:0/3583607322 <== osd.3 v2:172.21.15.31:6816/93828802 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f9910157be0 con 0x7f991013ba40 2024-09-16T07:21:21.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.761+0000 7f0af508a640 1 --2- 172.21.15.31:0/1111360499 >> [v2:172.21.15.31:6808/2775305701,v1:172.21.15.31:6809/2775305701] conn(0x7f0ad0080b20 0x7f0ad0082f40 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:21.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.761+0000 7f0f0cd65640 1 -- 172.21.15.31:0/2229257639 >> 172.21.15.31:0/2229257639 conn(0x7f0f00056820 msgr2=0x7f0f00056c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:21.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.760+0000 7fc741dc0640 1 --2- 172.21.15.31:0/3464703874 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc73c15e060 0x7fc73c1f3ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:21.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.760+0000 7fc7415bf640 1 --2- 172.21.15.31:0/3464703874 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc73c072d30 0x7fc73c1efd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:21.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.761+0000 7fc740dbe640 1 -- 172.21.15.31:0/3464703874 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc73c072d30 msgr2=0x7fc73c1efd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:21.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.761+0000 7fc740dbe640 1 --2- 172.21.15.31:0/3464703874 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc73c072d30 0x7fc73c1efd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:21.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.761+0000 7fc740dbe640 1 -- 172.21.15.31:0/3464703874 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc73c15e060 msgr2=0x7fc73c1f3ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:21.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.761+0000 7fc740dbe640 1 --2- 172.21.15.31:0/3464703874 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc73c15e060 0x7fc73c1f3ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:21.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.761+0000 7fc740dbe640 1 -- 172.21.15.31:0/3464703874 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc73c1f02d0 con 0x7fc73c073110 2024-09-16T07:21:21.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.762+0000 7fc740dbe640 1 --2- 172.21.15.31:0/3464703874 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc73c073110 0x7fc73c15ca70 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fc72c00c450 tx=0x7fc72c00c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:21.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.761+0000 7f6704ff9640 1 --2- 172.21.15.31:0/2359093097 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f66ec0788a0 0x7f66ec07ad60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:21.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.761+0000 7f6704ff9640 1 -- 172.21.15.31:0/2359093097 <== mon.2 v2:172.21.15.155:3301/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7f66f409aac0 con 0x7f6700008700 2024-09-16T07:21:21.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.761+0000 7f6704ff9640 1 --2- 172.21.15.31:0/2359093097 >> [v2:172.21.15.31:6800/2861684613,v1:172.21.15.31:6801/2861684613] conn(0x7f66ec080b20 0x7f66ec082f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:21.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.761+0000 7f6704ff9640 1 -- 172.21.15.31:0/2359093097 --> [v2:172.21.15.31:6800/2861684613,v1:172.21.15.31:6801/2861684613] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f66f400de50 con 0x7f66ec080b20 2024-09-16T07:21:21.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.761+0000 7f6704ff9640 1 -- 172.21.15.31:0/2359093097 <== mon.2 v2:172.21.15.155:3301/0 6 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f66f409ae70 con 0x7f6700008700 2024-09-16T07:21:21.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.762+0000 7f670cde4640 1 --2- 172.21.15.31:0/2359093097 >> [v2:172.21.15.31:6800/2861684613,v1:172.21.15.31:6801/2861684613] conn(0x7f66ec080b20 0x7f66ec082f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:21.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.761+0000 7f0cc7fff640 1 --2- 172.21.15.31:0/1939575744 >> [v2:172.21.15.155:6818/472069714,v1:172.21.15.155:6819/472069714] conn(0x7f0cb40816c0 0x7f0cb4083b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:21.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.760+0000 7fc47d962640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc4780cc490 0x7fc4780b2520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:21.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.760+0000 7fc47d962640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc4780cc490 0x7fc4780b2520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3301/0 says I am v2:172.21.15.31:34214/0 (socket says 172.21.15.31:34214) 2024-09-16T07:21:21.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.760+0000 7fc47d962640 1 -- 172.21.15.31:0/254313843 learned_addr learned my addr 172.21.15.31:0/254313843 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:21.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.760+0000 7fc47d161640 1 --2- 172.21.15.31:0/254313843 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc478155fb0 0x7fc4780c7200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:21.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.761+0000 7fc47d962640 1 -- 172.21.15.31:0/254313843 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc478155fb0 msgr2=0x7fc4780c7200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:21.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.761+0000 7fc47d962640 1 --2- 172.21.15.31:0/254313843 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc478155fb0 0x7fc4780c7200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:21.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.761+0000 7fc47d962640 1 -- 172.21.15.31:0/254313843 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc4781601c0 msgr2=0x7fc4780c7740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:21.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.761+0000 7fc47d962640 1 --2- 172.21.15.31:0/254313843 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc4781601c0 0x7fc4780c7740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:21.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.761+0000 7fc47d962640 1 -- 172.21.15.31:0/254313843 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4780b2a60 con 0x7fc4780cc490 2024-09-16T07:21:21.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.761+0000 7fc47d962640 1 --2- 172.21.15.31:0/254313843 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc4780cc490 0x7fc4780b2520 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fc47400c430 tx=0x7fc47400c8f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:21.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.761+0000 7fc46e7fc640 1 -- 172.21.15.31:0/254313843 <== mon.2 v2:172.21.15.155:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc474011790 con 0x7fc4780cc490 2024-09-16T07:21:21.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.761+0000 7fc46e7fc640 1 -- 172.21.15.31:0/254313843 <== mon.2 v2:172.21.15.155:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc474017070 con 0x7fc4780cc490 2024-09-16T07:21:21.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.761+0000 7fc46e7fc640 1 -- 172.21.15.31:0/254313843 <== mon.2 v2:172.21.15.155:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc474011cc0 con 0x7fc4780cc490 2024-09-16T07:21:21.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.762+0000 7fc47e964640 1 -- 172.21.15.31:0/254313843 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4780b1480 con 0x7fc4780cc490 2024-09-16T07:21:21.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.762+0000 7fc47e964640 1 -- 172.21.15.31:0/254313843 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4780b1a40 con 0x7fc4780cc490 2024-09-16T07:21:21.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.761+0000 7f0f0cd65640 1 -- 172.21.15.31:0/2229257639 shutdown_connections 2024-09-16T07:21:21.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.762+0000 7f0aed7fa640 1 -- 172.21.15.31:0/1111360499 <== osd.0 v2:172.21.15.31:6808/2775305701 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f0ae8009e50 con 0x7f0ad0080b20 2024-09-16T07:21:21.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.762+0000 7fc731ffb640 1 -- 172.21.15.31:0/3464703874 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc72c0052d0 con 0x7fc73c073110 2024-09-16T07:21:21.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.762+0000 7fc731ffb640 1 -- 172.21.15.31:0/3464703874 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc72c005470 con 0x7fc73c073110 2024-09-16T07:21:21.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.762+0000 7fc743823640 1 -- 172.21.15.31:0/3464703874 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc73c1f0550 con 0x7fc73c073110 2024-09-16T07:21:21.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.762+0000 7f6707fff640 1 --2- 172.21.15.31:0/2359093097 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f66ec0788a0 0x7f66ec07ad60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:21.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.761+0000 7fe28ce5a640 1 -- 172.21.15.31:0/2253918203 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fe2800e3010 con 0x7fe28003b940 2024-09-16T07:21:21.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.761+0000 7f0f0cd65640 1 -- 172.21.15.31:0/2229257639 wait complete. 2024-09-16T07:21:21.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.763+0000 7fc743823640 1 -- 172.21.15.31:0/3464703874 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc73c1f0b10 con 0x7fc73c073110 2024-09-16T07:21:21.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.762+0000 7f0cc7fff640 1 --2- 172.21.15.31:0/1939575744 >> [v2:172.21.15.155:6818/472069714,v1:172.21.15.155:6819/472069714] conn(0x7f0cb40816c0 0x7f0cb4083b60 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:21.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.762+0000 7f0cc6ffd640 1 --2- 172.21.15.31:0/1939575744 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0cb40788a0 0x7f0cb407ad60 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f0cc8167ab0 tx=0x7f0cc0009500 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:21.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.763+0000 7f0caffff640 1 -- 172.21.15.31:0/1939575744 <== osd.4 v2:172.21.15.155:6818/472069714 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f0cb4084230 con 0x7f0cb40816c0 2024-09-16T07:21:21.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.763+0000 7f0f0cd65640 1 Processor -- start 2024-09-16T07:21:21.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.763+0000 7f670cde4640 1 --2- 172.21.15.31:0/2359093097 >> [v2:172.21.15.31:6800/2861684613,v1:172.21.15.31:6801/2861684613] conn(0x7f66ec080b20 0x7f66ec082f40 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:21.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.763+0000 7fc45bfff640 1 -- 172.21.15.31:0/254313843 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fc4780cb8c0 con 0x7fc4780cc490 2024-09-16T07:21:21.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.763+0000 7fc731ffb640 1 -- 172.21.15.31:0/3464703874 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc72c0052d0 con 0x7fc73c073110 2024-09-16T07:21:21.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.763+0000 7f0f0cd65640 1 -- start start 2024-09-16T07:21:21.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.764+0000 7f0f0cd65640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0f00007c40 0x7f0f00180cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:21.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.765+0000 7f0f0cd65640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0f00008560 0x7f0f0004c010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:21.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.765+0000 7f0f0cd65640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0f00008990 0x7f0f0004a600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:21.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.765+0000 7fc743823640 1 -- 172.21.15.31:0/3464703874 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fc73c069ba0 con 0x7fc73c073110 2024-09-16T07:21:21.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.765+0000 7fc46e7fc640 1 -- 172.21.15.31:0/254313843 <== mon.2 v2:172.21.15.155:3301/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7fc47401c460 con 0x7fc4780cc490 2024-09-16T07:21:21.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.765+0000 7fc46e7fc640 1 --2- 172.21.15.31:0/254313843 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc45c078880 0x7fc45c07ad40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:21.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.766+0000 7fc46e7fc640 1 -- 172.21.15.31:0/254313843 <== mon.2 v2:172.21.15.155:3301/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7fc47409a710 con 0x7fc4780cc490 2024-09-16T07:21:21.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.766+0000 7fc46e7fc640 1 --2- 172.21.15.31:0/254313843 >> [v2:172.21.15.155:6810/654923765,v1:172.21.15.155:6811/654923765] conn(0x7fc45c080a20 0x7fc45c082e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:21.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.766+0000 7fc46e7fc640 1 -- 172.21.15.31:0/254313843 --> [v2:172.21.15.155:6810/654923765,v1:172.21.15.155:6811/654923765] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fc474009e50 con 0x7fc45c080a20 2024-09-16T07:21:21.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.766+0000 7fc47d161640 1 --2- 172.21.15.31:0/254313843 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc45c078880 0x7fc45c07ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:21.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.766+0000 7fc46e7fc640 1 -- 172.21.15.31:0/254313843 <== mon.2 v2:172.21.15.155:3301/0 6 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7fc4740a1050 con 0x7fc4780cc490 2024-09-16T07:21:21.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.766+0000 7fc47e163640 1 --2- 172.21.15.31:0/254313843 >> [v2:172.21.15.155:6810/654923765,v1:172.21.15.155:6811/654923765] conn(0x7fc45c080a20 0x7fc45c082e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:21.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.764+0000 7f6707fff640 1 --2- 172.21.15.31:0/2359093097 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f66ec0788a0 0x7f66ec07ad60 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f66fc0046b0 tx=0x7f66fc007f50 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:21.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.765+0000 7f6704ff9640 1 -- 172.21.15.31:0/2359093097 <== osd.2 v2:172.21.15.31:6800/2861684613 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f66f400de50 con 0x7f66ec080b20 2024-09-16T07:21:21.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.765+0000 7fe276ffd640 1 -- 172.21.15.31:0/2253918203 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7fe27c039040 con 0x7fe28003b940 2024-09-16T07:21:21.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.766+0000 7fe276ffd640 1 --2- 172.21.15.31:0/2253918203 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe268078920 0x7fe26807ade0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:21.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.766+0000 7fe276ffd640 1 -- 172.21.15.31:0/2253918203 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7fe27c0bbdc0 con 0x7fe28003b940 2024-09-16T07:21:21.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.766+0000 7fe28659c640 1 --2- 172.21.15.31:0/2253918203 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe268078920 0x7fe26807ade0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:21.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.766+0000 7fe276ffd640 1 --2- 172.21.15.31:0/2253918203 >> [v2:172.21.15.155:6800/1303949397,v1:172.21.15.155:6801/1303949397] conn(0x7fe268080b40 0x7fe268082f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:21.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.766+0000 7fe276ffd640 1 -- 172.21.15.31:0/2253918203 --> [v2:172.21.15.155:6800/1303949397,v1:172.21.15.155:6801/1303949397] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fe27c001d30 con 0x7fe268080b40 2024-09-16T07:21:21.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.766+0000 7fe276ffd640 1 -- 172.21.15.31:0/2253918203 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7fe27c0be420 con 0x7fe28003b940 2024-09-16T07:21:21.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.765+0000 7f0f0cd65640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f0f00052de0 con 0x7f0f00008560 2024-09-16T07:21:21.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.765+0000 7f0f0659c640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0f00007c40 0x7f0f00180cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:21.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.765+0000 7f0f0659c640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0f00007c40 0x7f0f00180cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3301/0 says I am v2:172.21.15.31:34230/0 (socket says 172.21.15.31:34230) 2024-09-16T07:21:21.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.765+0000 7f0f0659c640 1 -- 172.21.15.31:0/2803578788 learned_addr learned my addr 172.21.15.31:0/2803578788 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:21.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.765+0000 7f0f0cd65640 1 -- 172.21.15.31:0/2803578788 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f0f00052c60 con 0x7f0f00008990 2024-09-16T07:21:21.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.765+0000 7f0f0cd65640 1 -- 172.21.15.31:0/2803578788 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f0f00052f60 con 0x7f0f00007c40 2024-09-16T07:21:21.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.765+0000 7f0f05d9b640 1 --2- 172.21.15.31:0/2803578788 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0f00008560 0x7f0f0004c010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:21.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.766+0000 7f0f05d9b640 1 -- 172.21.15.31:0/2803578788 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0f00007c40 msgr2=0x7f0f00180cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:21.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.766+0000 7f0f05d9b640 1 --2- 172.21.15.31:0/2803578788 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0f00007c40 0x7f0f00180cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:21.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.766+0000 7f0f05d9b640 1 -- 172.21.15.31:0/2803578788 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0f00008990 msgr2=0x7f0f0004a600 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-16T07:21:21.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.766+0000 7f0f05d9b640 1 --2- 172.21.15.31:0/2803578788 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0f00008990 0x7f0f0004a600 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:21.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.766+0000 7f0f05d9b640 1 -- 172.21.15.31:0/2803578788 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f00181bc0 con 0x7f0f00008560 2024-09-16T07:21:21.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.767+0000 7fe286d9d640 1 --2- 172.21.15.31:0/2253918203 >> [v2:172.21.15.155:6800/1303949397,v1:172.21.15.155:6801/1303949397] conn(0x7fe268080b40 0x7fe268082f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:21.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.767+0000 7fc47e163640 1 --2- 172.21.15.31:0/254313843 >> [v2:172.21.15.155:6810/654923765,v1:172.21.15.155:6811/654923765] conn(0x7fc45c080a20 0x7fc45c082e40 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:21.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.767+0000 7f0f05d9b640 1 --2- 172.21.15.31:0/2803578788 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0f00008560 0x7f0f0004c010 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f0efc031000 tx=0x7f0efc0045e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:21.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.767+0000 7fc47d161640 1 --2- 172.21.15.31:0/254313843 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc45c078880 0x7fc45c07ad40 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fc4780b5ff0 tx=0x7fc468009040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:21.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.767+0000 7fe28659c640 1 --2- 172.21.15.31:0/2253918203 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe268078920 0x7fe26807ade0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fe278006fd0 tx=0x7fe278008040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:21.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.767+0000 7fc731ffb640 1 -- 172.21.15.31:0/3464703874 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7fc72c012630 con 0x7fc73c073110 2024-09-16T07:21:21.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.767+0000 7f0ef6ffd640 1 -- 172.21.15.31:0/2803578788 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0efc040070 con 0x7f0f00008560 2024-09-16T07:21:21.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.768+0000 7fe286d9d640 1 --2- 172.21.15.31:0/2253918203 >> [v2:172.21.15.155:6800/1303949397,v1:172.21.15.155:6801/1303949397] conn(0x7fe268080b40 0x7fe268082f60 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:21.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.768+0000 7f0ef6ffd640 1 -- 172.21.15.31:0/2803578788 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0efc003c10 con 0x7f0f00008560 2024-09-16T07:21:21.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.768+0000 7f0ef6ffd640 1 -- 172.21.15.31:0/2803578788 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0efc005020 con 0x7f0f00008560 2024-09-16T07:21:21.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.768+0000 7f0f0cd65640 1 -- 172.21.15.31:0/2803578788 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f00181320 con 0x7f0f00008560 2024-09-16T07:21:21.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.768+0000 7fc731ffb640 1 --2- 172.21.15.31:0/3464703874 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc720078a50 0x7fc72007af10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:21.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.768+0000 7fc7415bf640 1 --2- 172.21.15.31:0/3464703874 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc720078a50 0x7fc72007af10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:21.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.768+0000 7fc46e7fc640 1 -- 172.21.15.31:0/254313843 <== osd.5 v2:172.21.15.155:6810/654923765 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fc474009e50 con 0x7fc45c080a20 2024-09-16T07:21:21.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.768+0000 7fc731ffb640 1 -- 172.21.15.31:0/3464703874 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7fc72c099ee0 con 0x7fc73c073110 2024-09-16T07:21:21.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.768+0000 7fc731ffb640 1 --2- 172.21.15.31:0/3464703874 >> [v2:172.21.15.31:6824/2427971565,v1:172.21.15.31:6825/2427971565] conn(0x7fc720080bf0 0x7fc720083010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:21.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.769+0000 7fc731ffb640 1 -- 172.21.15.31:0/3464703874 --> [v2:172.21.15.31:6824/2427971565,v1:172.21.15.31:6825/2427971565] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fc7200836c0 con 0x7fc720080bf0 2024-09-16T07:21:21.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.769+0000 7fc741dc0640 1 --2- 172.21.15.31:0/3464703874 >> [v2:172.21.15.31:6824/2427971565,v1:172.21.15.31:6825/2427971565] conn(0x7fc720080bf0 0x7fc720083010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:21.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.769+0000 7fc7415bf640 1 --2- 172.21.15.31:0/3464703874 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc720078a50 0x7fc72007af10 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fc738034000 tx=0x7fc7380046c0 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:21.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.769+0000 7fe276ffd640 1 -- 172.21.15.31:0/2253918203 <== osd.6 v2:172.21.15.155:6800/1303949397 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fe27c001d30 con 0x7fe268080b40 2024-09-16T07:21:21.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.769+0000 7fc731ffb640 1 -- 172.21.15.31:0/3464703874 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7fc72c05e420 con 0x7fc73c073110 2024-09-16T07:21:21.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.769+0000 7fc741dc0640 1 --2- 172.21.15.31:0/3464703874 >> [v2:172.21.15.31:6824/2427971565,v1:172.21.15.31:6825/2427971565] conn(0x7fc720080bf0 0x7fc720083010 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:21.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.769+0000 7f0f0cd65640 1 -- 172.21.15.31:0/2803578788 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f001818e0 con 0x7f0f00008560 2024-09-16T07:21:21.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.770+0000 7fc731ffb640 1 -- 172.21.15.31:0/3464703874 <== osd.1 v2:172.21.15.31:6824/2427971565 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fc7200836c0 con 0x7fc720080bf0 2024-09-16T07:21:21.821 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.772+0000 7f0ef6ffd640 1 -- 172.21.15.31:0/2803578788 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f0efc039040 con 0x7f0f00008560 2024-09-16T07:21:21.821 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.773+0000 7f0ef6ffd640 1 --2- 172.21.15.31:0/2803578788 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0ee8078880 0x7f0ee807ad40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:21.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.773+0000 7f0ef6ffd640 1 -- 172.21.15.31:0/2803578788 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7f0efc0b9e70 con 0x7f0f00008560 2024-09-16T07:21:21.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.774+0000 7f0f0659c640 1 --2- 172.21.15.31:0/2803578788 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0ee8078880 0x7f0ee807ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:21.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.774+0000 7f0ef4ff9640 1 --2- 172.21.15.31:0/2803578788 >> [v2:172.21.15.155:6826/4229006742,v1:172.21.15.155:6827/4229006742] conn(0x7f0f00039cd0 0x7f0f0017dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:21.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.774+0000 7f0ef4ff9640 1 -- 172.21.15.31:0/2803578788 --> [v2:172.21.15.155:6826/4229006742,v1:172.21.15.155:6827/4229006742] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f0f00008020 con 0x7f0f00039cd0 2024-09-16T07:21:21.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.774+0000 7f0f06d9d640 1 --2- 172.21.15.31:0/2803578788 >> [v2:172.21.15.155:6826/4229006742,v1:172.21.15.155:6827/4229006742] conn(0x7f0f00039cd0 0x7f0f0017dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:21.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.774+0000 7f0f06d9d640 1 --2- 172.21.15.31:0/2803578788 >> [v2:172.21.15.155:6826/4229006742,v1:172.21.15.155:6827/4229006742] conn(0x7f0f00039cd0 0x7f0f0017dcd0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:21.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.775+0000 7f0f0659c640 1 --2- 172.21.15.31:0/2803578788 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0ee8078880 0x7f0ee807ad40 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f0f0004d270 tx=0x7f0ef8005f90 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:21.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.775+0000 7f0ef6ffd640 1 -- 172.21.15.31:0/2803578788 <== osd.7 v2:172.21.15.155:6826/4229006742 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f0f00008020 con 0x7f0f00039cd0 2024-09-16T07:21:21.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.794+0000 7f9915f5d640 1 -- 172.21.15.31:0/3583607322 --> [v2:172.21.15.31:6816/93828802,v1:172.21.15.31:6817/93828802] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f991015b220 con 0x7f991013ba40 2024-09-16T07:21:21.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.794+0000 7f0cce1c6640 1 -- 172.21.15.31:0/1939575744 --> [v2:172.21.15.155:6818/472069714,v1:172.21.15.155:6819/472069714] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f0cc80cf130 con 0x7f0cb40816c0 2024-09-16T07:21:21.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.795+0000 7f98f7fff640 1 -- 172.21.15.31:0/3583607322 <== osd.3 v2:172.21.15.31:6816/93828802 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f991015b220 con 0x7f991013ba40 2024-09-16T07:21:21.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.795+0000 7f0af6aed640 1 -- 172.21.15.31:0/1111360499 --> [v2:172.21.15.31:6808/2775305701,v1:172.21.15.31:6809/2775305701] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f0af0158af0 con 0x7f0ad0080b20 2024-09-16T07:21:21.824 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.795+0000 7f0caffff640 1 -- 172.21.15.31:0/1939575744 <== osd.4 v2:172.21.15.155:6818/472069714 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f0cc80cf130 con 0x7f0cb40816c0 2024-09-16T07:21:21.824 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.795+0000 7f9915f5d640 1 -- 172.21.15.31:0/3583607322 >> [v2:172.21.15.31:6816/93828802,v1:172.21.15.31:6817/93828802] conn(0x7f991013ba40 msgr2=0x7f991015a3c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:21.825 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.795+0000 7f9915f5d640 1 --2- 172.21.15.31:0/3583607322 >> [v2:172.21.15.31:6816/93828802,v1:172.21.15.31:6817/93828802] conn(0x7f991013ba40 0x7f991015a3c0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:21.825 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.795+0000 7f9915f5d640 1 -- 172.21.15.31:0/3583607322 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f98fc078920 msgr2=0x7f98fc07ade0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:21.825 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.795+0000 7f9915f5d640 1 --2- 172.21.15.31:0/3583607322 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f98fc078920 0x7f98fc07ade0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f9900033000 tx=0x7f990002c040 comp rx=0 tx=0).stop 2024-09-16T07:21:21.825 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.795+0000 7f0aed7fa640 1 -- 172.21.15.31:0/1111360499 <== osd.0 v2:172.21.15.31:6808/2775305701 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f0af0158af0 con 0x7f0ad0080b20 2024-09-16T07:21:21.825 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.795+0000 7f9915f5d640 1 -- 172.21.15.31:0/3583607322 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9910072ae0 msgr2=0x7f9910157040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:21.826 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.795+0000 7f9915f5d640 1 --2- 172.21.15.31:0/3583607322 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9910072ae0 0x7f9910157040 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f99040097d0 tx=0x7f9904009c90 comp rx=0 tx=0).stop 2024-09-16T07:21:21.826 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.795+0000 7f990ffff640 1 -- 172.21.15.31:0/3583607322 reap_dead start 2024-09-16T07:21:21.826 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.796+0000 7f9915f5d640 1 -- 172.21.15.31:0/3583607322 shutdown_connections 2024-09-16T07:21:21.826 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.796+0000 7f9915f5d640 1 -- 172.21.15.31:0/3583607322 >> 172.21.15.31:0/3583607322 conn(0x7f99100b1690 msgr2=0x7f9910157ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:21.826 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.796+0000 7f0cadffb640 1 -- 172.21.15.31:0/1939575744 >> [v2:172.21.15.155:6818/472069714,v1:172.21.15.155:6819/472069714] conn(0x7f0cb40816c0 msgr2=0x7f0cb4083b60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:21.826 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.796+0000 7f0cadffb640 1 --2- 172.21.15.31:0/1939575744 >> [v2:172.21.15.155:6818/472069714,v1:172.21.15.155:6819/472069714] conn(0x7f0cb40816c0 0x7f0cb4083b60 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:21.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.796+0000 7f9915f5d640 1 -- 172.21.15.31:0/3583607322 shutdown_connections 2024-09-16T07:21:21.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.796+0000 7f9915f5d640 1 -- 172.21.15.31:0/3583607322 wait complete. 2024-09-16T07:21:21.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.796+0000 7f0af6aed640 1 -- 172.21.15.31:0/1111360499 >> [v2:172.21.15.31:6808/2775305701,v1:172.21.15.31:6809/2775305701] conn(0x7f0ad0080b20 msgr2=0x7f0ad0082f40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:21.828 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.796+0000 7f0af6aed640 1 --2- 172.21.15.31:0/1111360499 >> [v2:172.21.15.31:6808/2775305701,v1:172.21.15.31:6809/2775305701] conn(0x7f0ad0080b20 0x7f0ad0082f40 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:21.828 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.796+0000 7f0cadffb640 1 -- 172.21.15.31:0/1939575744 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0cb40788a0 msgr2=0x7f0cb407ad60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:21.828 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.796+0000 7f0cadffb640 1 --2- 172.21.15.31:0/1939575744 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0cb40788a0 0x7f0cb407ad60 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f0cc8167ab0 tx=0x7f0cc0009500 comp rx=0 tx=0).stop 2024-09-16T07:21:21.828 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.796+0000 7f0cadffb640 1 -- 172.21.15.31:0/1939575744 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0cc8074c10 msgr2=0x7f0cc80c3020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:21.828 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.796+0000 7f0cadffb640 1 --2- 172.21.15.31:0/1939575744 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0cc8074c10 0x7f0cc80c3020 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f0cbc009920 tx=0x7f0cbc032c10 comp rx=0 tx=0).stop 2024-09-16T07:21:21.828 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.796+0000 7f0cc7fff640 1 -- 172.21.15.31:0/1939575744 reap_dead start 2024-09-16T07:21:21.828 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.796+0000 7f0cadffb640 1 -- 172.21.15.31:0/1939575744 shutdown_connections 2024-09-16T07:21:21.828 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.796+0000 7f0cadffb640 1 -- 172.21.15.31:0/1939575744 >> 172.21.15.31:0/1939575744 conn(0x7f0cc8074080 msgr2=0x7f0cc80b4010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:21.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.796+0000 7f670d5e5640 1 -- 172.21.15.31:0/2359093097 --> [v2:172.21.15.31:6800/2861684613,v1:172.21.15.31:6801/2861684613] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f6700008eb0 con 0x7f66ec080b20 2024-09-16T07:21:21.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.796+0000 7f0af6aed640 1 -- 172.21.15.31:0/1111360499 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0ad0078920 msgr2=0x7f0ad007ade0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:21.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.796+0000 7f0af6aed640 1 --2- 172.21.15.31:0/1111360499 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0ad0078920 0x7f0ad007ade0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f0af01f8220 tx=0x7f0ad8009040 comp rx=0 tx=0).stop 2024-09-16T07:21:21.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.796+0000 7f0cadffb640 1 -- 172.21.15.31:0/1939575744 shutdown_connections 2024-09-16T07:21:21.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.797+0000 7f0cadffb640 1 -- 172.21.15.31:0/1939575744 wait complete. 2024-09-16T07:21:21.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.797+0000 7f0af6aed640 1 -- 172.21.15.31:0/1111360499 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0af00b0cd0 msgr2=0x7f0af014ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:21.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.797+0000 7f0af6aed640 1 --2- 172.21.15.31:0/1111360499 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0af00b0cd0 0x7f0af014ae30 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f0ae800c430 tx=0x7f0ae800c8f0 comp rx=0 tx=0).stop 2024-09-16T07:21:21.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.797+0000 7f0af508a640 1 -- 172.21.15.31:0/1111360499 reap_dead start 2024-09-16T07:21:21.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.797+0000 7f0af6aed640 1 -- 172.21.15.31:0/1111360499 shutdown_connections 2024-09-16T07:21:21.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.797+0000 7f0af6aed640 1 -- 172.21.15.31:0/1111360499 >> 172.21.15.31:0/1111360499 conn(0x7f0af009d370 msgr2=0x7f0af006ddd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:21.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.797+0000 7f6704ff9640 1 -- 172.21.15.31:0/2359093097 <== osd.2 v2:172.21.15.31:6800/2861684613 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f6700008eb0 con 0x7f66ec080b20 2024-09-16T07:21:21.831 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.797+0000 7f0af6aed640 1 -- 172.21.15.31:0/1111360499 shutdown_connections 2024-09-16T07:21:21.831 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.797+0000 7f0af6aed640 1 -- 172.21.15.31:0/1111360499 wait complete. 2024-09-16T07:21:21.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.798+0000 7f670d5e5640 1 -- 172.21.15.31:0/2359093097 >> [v2:172.21.15.31:6800/2861684613,v1:172.21.15.31:6801/2861684613] conn(0x7f66ec080b20 msgr2=0x7f66ec082f40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:21.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.798+0000 7f670d5e5640 1 --2- 172.21.15.31:0/2359093097 >> [v2:172.21.15.31:6800/2861684613,v1:172.21.15.31:6801/2861684613] conn(0x7f66ec080b20 0x7f66ec082f40 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:21.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.798+0000 7f670d5e5640 1 -- 172.21.15.31:0/2359093097 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f66ec0788a0 msgr2=0x7f66ec07ad60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:21.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.798+0000 7f670d5e5640 1 --2- 172.21.15.31:0/2359093097 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f66ec0788a0 0x7f66ec07ad60 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f66fc0046b0 tx=0x7f66fc007f50 comp rx=0 tx=0).stop 2024-09-16T07:21:21.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.798+0000 7f670d5e5640 1 -- 172.21.15.31:0/2359093097 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6700008700 msgr2=0x7f67000502d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:21.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.798+0000 7f670d5e5640 1 --2- 172.21.15.31:0/2359093097 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6700008700 0x7f67000502d0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f66f400b3f0 tx=0x7f66f400b8b0 comp rx=0 tx=0).stop 2024-09-16T07:21:21.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.798+0000 7f670cde4640 1 -- 172.21.15.31:0/2359093097 reap_dead start 2024-09-16T07:21:21.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.798+0000 7f670d5e5640 1 -- 172.21.15.31:0/2359093097 shutdown_connections 2024-09-16T07:21:21.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.798+0000 7f670d5e5640 1 -- 172.21.15.31:0/2359093097 >> 172.21.15.31:0/2359093097 conn(0x7f67000567f0 msgr2=0x7f670000d400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:21.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.798+0000 7f670d5e5640 1 -- 172.21.15.31:0/2359093097 shutdown_connections 2024-09-16T07:21:21.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.798+0000 7f670d5e5640 1 -- 172.21.15.31:0/2359093097 wait complete. 2024-09-16T07:21:21.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.799+0000 7fe28ce5a640 1 -- 172.21.15.31:0/2253918203 --> [v2:172.21.15.155:6800/1303949397,v1:172.21.15.155:6801/1303949397] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fe280039c70 con 0x7fe268080b40 2024-09-16T07:21:21.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.799+0000 7fc45bfff640 1 -- 172.21.15.31:0/254313843 --> [v2:172.21.15.155:6810/654923765,v1:172.21.15.155:6811/654923765] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fc4780c6b00 con 0x7fc45c080a20 2024-09-16T07:21:21.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.800+0000 7fc46e7fc640 1 -- 172.21.15.31:0/254313843 <== osd.5 v2:172.21.15.155:6810/654923765 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fc4780c6b00 con 0x7fc45c080a20 2024-09-16T07:21:21.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.800+0000 7fe276ffd640 1 -- 172.21.15.31:0/2253918203 <== osd.6 v2:172.21.15.155:6800/1303949397 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fe280039c70 con 0x7fe268080b40 2024-09-16T07:21:21.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.801+0000 7fc45bfff640 1 -- 172.21.15.31:0/254313843 >> [v2:172.21.15.155:6810/654923765,v1:172.21.15.155:6811/654923765] conn(0x7fc45c080a20 msgr2=0x7fc45c082e40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:21.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.801+0000 7fc45bfff640 1 --2- 172.21.15.31:0/254313843 >> [v2:172.21.15.155:6810/654923765,v1:172.21.15.155:6811/654923765] conn(0x7fc45c080a20 0x7fc45c082e40 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:21.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.801+0000 7fe28ce5a640 1 -- 172.21.15.31:0/2253918203 >> [v2:172.21.15.155:6800/1303949397,v1:172.21.15.155:6801/1303949397] conn(0x7fe268080b40 msgr2=0x7fe268082f60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:21.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.801+0000 7fe28ce5a640 1 --2- 172.21.15.31:0/2253918203 >> [v2:172.21.15.155:6800/1303949397,v1:172.21.15.155:6801/1303949397] conn(0x7fe268080b40 0x7fe268082f60 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:21.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.801+0000 7fc45bfff640 1 -- 172.21.15.31:0/254313843 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc45c078880 msgr2=0x7fc45c07ad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:21.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.801+0000 7fc45bfff640 1 --2- 172.21.15.31:0/254313843 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc45c078880 0x7fc45c07ad40 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fc4780b5ff0 tx=0x7fc468009040 comp rx=0 tx=0).stop 2024-09-16T07:21:21.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.801+0000 7fc45bfff640 1 -- 172.21.15.31:0/254313843 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc4780cc490 msgr2=0x7fc4780b2520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:21.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.801+0000 7fc45bfff640 1 --2- 172.21.15.31:0/254313843 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc4780cc490 0x7fc4780b2520 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fc47400c430 tx=0x7fc47400c8f0 comp rx=0 tx=0).stop 2024-09-16T07:21:21.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.801+0000 7fc47e163640 1 -- 172.21.15.31:0/254313843 reap_dead start 2024-09-16T07:21:21.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.802+0000 7fc45bfff640 1 -- 172.21.15.31:0/254313843 shutdown_connections 2024-09-16T07:21:21.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.802+0000 7fc45bfff640 1 -- 172.21.15.31:0/254313843 >> 172.21.15.31:0/254313843 conn(0x7fc4780d0130 msgr2=0x7fc47815d890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:21.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.802+0000 7fc45bfff640 1 -- 172.21.15.31:0/254313843 shutdown_connections 2024-09-16T07:21:21.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.802+0000 7fe28ce5a640 1 -- 172.21.15.31:0/2253918203 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe268078920 msgr2=0x7fe26807ade0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:21.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.802+0000 7fe28ce5a640 1 --2- 172.21.15.31:0/2253918203 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe268078920 0x7fe26807ade0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fe278006fd0 tx=0x7fe278008040 comp rx=0 tx=0).stop 2024-09-16T07:21:21.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.802+0000 7fe28ce5a640 1 -- 172.21.15.31:0/2253918203 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe28003b940 msgr2=0x7fe28000e540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:21.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.802+0000 7fe28ce5a640 1 --2- 172.21.15.31:0/2253918203 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe28003b940 0x7fe28000e540 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fe27c000c00 tx=0x7fe27c032f00 comp rx=0 tx=0).stop 2024-09-16T07:21:21.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.802+0000 7fe286d9d640 1 -- 172.21.15.31:0/2253918203 reap_dead start 2024-09-16T07:21:21.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.802+0000 7fc45bfff640 1 -- 172.21.15.31:0/254313843 wait complete. 2024-09-16T07:21:21.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.802+0000 7fe28ce5a640 1 -- 172.21.15.31:0/2253918203 shutdown_connections 2024-09-16T07:21:21.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.802+0000 7fe28ce5a640 1 -- 172.21.15.31:0/2253918203 >> 172.21.15.31:0/2253918203 conn(0x7fe28003a3d0 msgr2=0x7fe2800e63e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:21.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.803+0000 7fe28ce5a640 1 -- 172.21.15.31:0/2253918203 shutdown_connections 2024-09-16T07:21:21.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.803+0000 7fc743823640 1 -- 172.21.15.31:0/3464703874 --> [v2:172.21.15.31:6824/2427971565,v1:172.21.15.31:6825/2427971565] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fc73c1547e0 con 0x7fc720080bf0 2024-09-16T07:21:21.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.803+0000 7fe28ce5a640 1 -- 172.21.15.31:0/2253918203 wait complete. 2024-09-16T07:21:21.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.803+0000 7fc731ffb640 1 -- 172.21.15.31:0/3464703874 <== osd.1 v2:172.21.15.31:6824/2427971565 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fc73c1547e0 con 0x7fc720080bf0 2024-09-16T07:21:21.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.804+0000 7fc743823640 1 -- 172.21.15.31:0/3464703874 >> [v2:172.21.15.31:6824/2427971565,v1:172.21.15.31:6825/2427971565] conn(0x7fc720080bf0 msgr2=0x7fc720083010 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:21.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.804+0000 7fc743823640 1 --2- 172.21.15.31:0/3464703874 >> [v2:172.21.15.31:6824/2427971565,v1:172.21.15.31:6825/2427971565] conn(0x7fc720080bf0 0x7fc720083010 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:21.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.804+0000 7fc743823640 1 -- 172.21.15.31:0/3464703874 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc720078a50 msgr2=0x7fc72007af10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:21.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.805+0000 7fc743823640 1 --2- 172.21.15.31:0/3464703874 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc720078a50 0x7fc72007af10 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fc738034000 tx=0x7fc7380046c0 comp rx=0 tx=0).stop 2024-09-16T07:21:21.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.805+0000 7fc743823640 1 -- 172.21.15.31:0/3464703874 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc73c073110 msgr2=0x7fc73c15ca70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:21.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.805+0000 7fc743823640 1 --2- 172.21.15.31:0/3464703874 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc73c073110 0x7fc73c15ca70 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fc72c00c450 tx=0x7fc72c00c910 comp rx=0 tx=0).stop 2024-09-16T07:21:21.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.805+0000 7fc741dc0640 1 -- 172.21.15.31:0/3464703874 reap_dead start 2024-09-16T07:21:21.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.805+0000 7fc743823640 1 -- 172.21.15.31:0/3464703874 shutdown_connections 2024-09-16T07:21:21.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.805+0000 7fc743823640 1 -- 172.21.15.31:0/3464703874 >> 172.21.15.31:0/3464703874 conn(0x7fc73c0b1bb0 msgr2=0x7fc73c15a1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:21.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.806+0000 7fc743823640 1 -- 172.21.15.31:0/3464703874 shutdown_connections 2024-09-16T07:21:21.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.806+0000 7fc743823640 1 -- 172.21.15.31:0/3464703874 wait complete. 2024-09-16T07:21:21.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.806+0000 7f0ef4ff9640 1 -- 172.21.15.31:0/2803578788 --> [v2:172.21.15.155:6826/4229006742,v1:172.21.15.155:6827/4229006742] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f0f00008ee0 con 0x7f0f00039cd0 2024-09-16T07:21:21.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.807+0000 7f0ef6ffd640 1 -- 172.21.15.31:0/2803578788 <== osd.7 v2:172.21.15.155:6826/4229006742 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f0f00008ee0 con 0x7f0f00039cd0 2024-09-16T07:21:21.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.813+0000 7f0f0cd65640 1 -- 172.21.15.31:0/2803578788 >> [v2:172.21.15.155:6826/4229006742,v1:172.21.15.155:6827/4229006742] conn(0x7f0f00039cd0 msgr2=0x7f0f0017dcd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:21.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.813+0000 7f0f0cd65640 1 --2- 172.21.15.31:0/2803578788 >> [v2:172.21.15.155:6826/4229006742,v1:172.21.15.155:6827/4229006742] conn(0x7f0f00039cd0 0x7f0f0017dcd0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:21.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.813+0000 7f0f0cd65640 1 -- 172.21.15.31:0/2803578788 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0ee8078880 msgr2=0x7f0ee807ad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:21.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.813+0000 7f0f0cd65640 1 --2- 172.21.15.31:0/2803578788 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0ee8078880 0x7f0ee807ad40 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f0f0004d270 tx=0x7f0ef8005f90 comp rx=0 tx=0).stop 2024-09-16T07:21:21.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.813+0000 7f0f0cd65640 1 -- 172.21.15.31:0/2803578788 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0f00008560 msgr2=0x7f0f0004c010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:21.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.813+0000 7f0f0cd65640 1 --2- 172.21.15.31:0/2803578788 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0f00008560 0x7f0f0004c010 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f0efc031000 tx=0x7f0efc0045e0 comp rx=0 tx=0).stop 2024-09-16T07:21:21.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.813+0000 7f0f06d9d640 1 -- 172.21.15.31:0/2803578788 reap_dead start 2024-09-16T07:21:21.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.813+0000 7f0f0cd65640 1 -- 172.21.15.31:0/2803578788 shutdown_connections 2024-09-16T07:21:21.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.813+0000 7f0f0cd65640 1 -- 172.21.15.31:0/2803578788 >> 172.21.15.31:0/2803578788 conn(0x7f0f00056820 msgr2=0x7f0f0000d350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:21.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.813+0000 7f0f0cd65640 1 -- 172.21.15.31:0/2803578788 shutdown_connections 2024-09-16T07:21:21.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:21.813+0000 7f0f0cd65640 1 -- 172.21.15.31:0/2803578788 wait complete. 2024-09-16T07:21:21.847 INFO:teuthology.orchestra.run.smithi031.stdout:64424509448 2024-09-16T07:21:21.848 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-16T07:21:21.848 INFO:teuthology.orchestra.run.smithi031.stdout:64424509449 2024-09-16T07:21:21.849 INFO:teuthology.orchestra.run.smithi031.stdout:64424509447 2024-09-16T07:21:21.849 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-16T07:21:21.850 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-16T07:21:21.850 INFO:teuthology.orchestra.run.smithi031.stdout:64424509448 2024-09-16T07:21:21.851 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-16T07:21:21.851 INFO:teuthology.orchestra.run.smithi031.stdout:64424509447 2024-09-16T07:21:21.852 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-16T07:21:21.852 INFO:teuthology.orchestra.run.smithi031.stdout:55834574855 2024-09-16T07:21:21.853 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-16T07:21:21.853 INFO:teuthology.orchestra.run.smithi031.stdout:64424509448 2024-09-16T07:21:21.854 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-16T07:21:21.855 INFO:teuthology.orchestra.run.smithi031.stdout:64424509448 2024-09-16T07:21:21.855 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-16T07:21:22.069 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.069+0000 7f22f0bf8640 1 -- 172.21.15.31:0/1619409980 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f22ec0b47f0 msgr2=0x7f22ec0b2f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:22.069 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.069+0000 7f22f0bf8640 1 --2- 172.21.15.31:0/1619409980 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f22ec0b47f0 0x7f22ec0b2f30 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f22ec0af390 tx=0x7f22e402a830 comp rx=0 tx=0).stop 2024-09-16T07:21:22.069 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.069+0000 7f22f0bf8640 1 -- 172.21.15.31:0/1619409980 shutdown_connections 2024-09-16T07:21:22.069 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.069+0000 7f22f0bf8640 1 --2- 172.21.15.31:0/1619409980 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f22ec0b47f0 0x7f22ec0b2f30 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.069 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.069+0000 7f22f0bf8640 1 --2- 172.21.15.31:0/1619409980 >> v2:172.21.15.31:3300/0 conn(0x7f22ec0737a0 0x7f22ec15ef40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.069 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.069+0000 7f22f0bf8640 1 -- 172.21.15.31:0/1619409980 >> 172.21.15.31:0/1619409980 conn(0x7f22ec0b1690 msgr2=0x7f22ec0b1aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:22.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.070+0000 7fcfec4c6640 1 -- 172.21.15.31:0/518098702 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcfe40ccee0 msgr2=0x7fcfe40cd350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:22.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.070+0000 7fcfec4c6640 1 --2- 172.21.15.31:0/518098702 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcfe40ccee0 0x7fcfe40cd350 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fcfe0009830 tx=0x7fcfe002a480 comp rx=0 tx=0).stop 2024-09-16T07:21:22.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.070+0000 7fcfec4c6640 1 -- 172.21.15.31:0/518098702 shutdown_connections 2024-09-16T07:21:22.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.070+0000 7fcfec4c6640 1 --2- 172.21.15.31:0/518098702 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcfe40ccee0 0x7fcfe40cd350 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.070+0000 7fcfec4c6640 1 --2- 172.21.15.31:0/518098702 >> v2:172.21.15.155:3300/0 conn(0x7fcfe40735a0 0x7fcfe40739d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.070+0000 7fcfec4c6640 1 -- 172.21.15.31:0/518098702 >> 172.21.15.31:0/518098702 conn(0x7fcfe40b1690 msgr2=0x7fcfe40b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:22.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.070+0000 7f22f0bf8640 1 -- 172.21.15.31:0/1619409980 shutdown_connections 2024-09-16T07:21:22.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.070+0000 7fcfec4c6640 1 -- 172.21.15.31:0/518098702 shutdown_connections 2024-09-16T07:21:22.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.071+0000 7fa488a72640 1 -- 172.21.15.31:0/1819308020 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa48415adb0 msgr2=0x7fa4840cb5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:22.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.071+0000 7fa488a72640 1 --2- 172.21.15.31:0/1819308020 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa48415adb0 0x7fa4840cb5d0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fa474005fd0 tx=0x7fa47402a4b0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.071+0000 7f66123b6640 1 -- 172.21.15.31:0/3024366032 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f660c06ec60 msgr2=0x7f660c0d21c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:22.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.071+0000 7f66123b6640 1 --2- 172.21.15.31:0/3024366032 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f660c06ec60 0x7f660c0d21c0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f6604005fd0 tx=0x7f660402a8a0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.071+0000 7f66123b6640 1 -- 172.21.15.31:0/3024366032 shutdown_connections 2024-09-16T07:21:22.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.071+0000 7f66123b6640 1 --2- 172.21.15.31:0/3024366032 >> v2:172.21.15.31:3300/0 conn(0x7f660c0d2700 0x7f660c09be00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.071+0000 7f66123b6640 1 --2- 172.21.15.31:0/3024366032 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f660c06ec60 0x7f660c0d21c0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.071+0000 7f66123b6640 1 -- 172.21.15.31:0/3024366032 >> 172.21.15.31:0/3024366032 conn(0x7f660c0d3f10 msgr2=0x7f660c0d4320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:22.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.071+0000 7fa488a72640 1 -- 172.21.15.31:0/1819308020 shutdown_connections 2024-09-16T07:21:22.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.071+0000 7fa488a72640 1 --2- 172.21.15.31:0/1819308020 >> v2:172.21.15.155:3300/0 conn(0x7fa4840ce960 0x7fa4840b36c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.071+0000 7fa488a72640 1 --2- 172.21.15.31:0/1819308020 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa48415adb0 0x7fa4840cb5d0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.071+0000 7fa488a72640 1 -- 172.21.15.31:0/1819308020 >> 172.21.15.31:0/1819308020 conn(0x7fa484074080 msgr2=0x7fa484074490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:22.074 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.071+0000 7f66123b6640 1 -- 172.21.15.31:0/3024366032 shutdown_connections 2024-09-16T07:21:22.074 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.071+0000 7fb8e8eb6640 1 -- 172.21.15.31:0/572129304 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb8e40ceef0 msgr2=0x7fb8e40cf360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:22.074 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.071+0000 7f22f0bf8640 1 -- 172.21.15.31:0/1619409980 wait complete. 2024-09-16T07:21:22.075 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.071+0000 7fb8e8eb6640 1 --2- 172.21.15.31:0/572129304 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb8e40ceef0 0x7fb8e40cf360 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fb8d8005fd0 tx=0x7fb8d802a4b0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.075 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.071+0000 7fa488a72640 1 -- 172.21.15.31:0/1819308020 shutdown_connections 2024-09-16T07:21:22.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.072+0000 7fb8e8eb6640 1 -- 172.21.15.31:0/572129304 shutdown_connections 2024-09-16T07:21:22.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.072+0000 7fb8e8eb6640 1 --2- 172.21.15.31:0/572129304 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb8e40ceef0 0x7fb8e40cf360 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.072+0000 7fb8e8eb6640 1 --2- 172.21.15.31:0/572129304 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb8e4071c30 0x7fb8e40d03f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.072+0000 7fb8e8eb6640 1 -- 172.21.15.31:0/572129304 >> 172.21.15.31:0/572129304 conn(0x7fb8e40d0c20 msgr2=0x7fb8e40d1030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:22.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.070+0000 7fcfec4c6640 1 -- 172.21.15.31:0/518098702 wait complete. 2024-09-16T07:21:22.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.072+0000 7fcfec4c6640 1 Processor -- start 2024-09-16T07:21:22.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.072+0000 7fb8e8eb6640 1 -- 172.21.15.31:0/572129304 shutdown_connections 2024-09-16T07:21:22.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.072+0000 7fcfec4c6640 1 -- start start 2024-09-16T07:21:22.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.072+0000 7fb8e8eb6640 1 -- 172.21.15.31:0/572129304 wait complete. 2024-09-16T07:21:22.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.071+0000 7f66123b6640 1 -- 172.21.15.31:0/3024366032 wait complete. 2024-09-16T07:21:22.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.073+0000 7f66123b6640 1 Processor -- start 2024-09-16T07:21:22.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.072+0000 7fa488a72640 1 -- 172.21.15.31:0/1819308020 wait complete. 2024-09-16T07:21:22.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.073+0000 7f66123b6640 1 -- start start 2024-09-16T07:21:22.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.073+0000 7fcfec4c6640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcfe40735a0 0x7fcfe41507b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:22.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.073+0000 7f22f0bf8640 1 Processor -- start 2024-09-16T07:21:22.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.073+0000 7f22f0bf8640 1 -- start start 2024-09-16T07:21:22.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.073+0000 7fcfec4c6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcfe40ccee0 0x7fcfe4155350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:22.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.074+0000 7fcfea262640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcfe40735a0 0x7fcfe41507b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:22.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.074+0000 7fcfe9a61640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcfe40ccee0 0x7fcfe4155350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:22.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.074+0000 7fcfea262640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcfe40735a0 0x7fcfe41507b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3300/0 says I am v2:172.21.15.31:51578/0 (socket says 172.21.15.31:51578) 2024-09-16T07:21:22.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.074+0000 7fcfe9a61640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcfe40ccee0 0x7fcfe4155350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52556/0 (socket says 172.21.15.31:52556) 2024-09-16T07:21:22.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.074+0000 7fcfec4c6640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcfe415aa70 0x7fcfe4155890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:22.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.074+0000 7fcfea262640 1 -- 172.21.15.31:0/2453130413 learned_addr learned my addr 172.21.15.31:0/2453130413 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:22.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.074+0000 7fb8e8eb6640 1 Processor -- start 2024-09-16T07:21:22.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.074+0000 7fa488a72640 1 Processor -- start 2024-09-16T07:21:22.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.075+0000 7f66123b6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f660c06ec60 0x7f660c164d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:22.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.075+0000 7f66113b4640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f660c06ec60 0x7f660c164d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:22.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.075+0000 7f66113b4640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f660c06ec60 0x7f660c164d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52572/0 (socket says 172.21.15.31:52572) 2024-09-16T07:21:22.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.075+0000 7f66113b4640 1 -- 172.21.15.31:0/3707221853 learned_addr learned my addr 172.21.15.31:0/3707221853 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:22.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.075+0000 7f66123b6640 1 --2- 172.21.15.31:0/3707221853 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f660c09d2f0 0x7f660c15cda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:22.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.074+0000 7fcfec4c6640 1 -- 172.21.15.31:0/2453130413 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fcfe406ee40 con 0x7fcfe40ccee0 2024-09-16T07:21:22.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.074+0000 7fcfec4c6640 1 -- 172.21.15.31:0/2453130413 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fcfe40cdb20 con 0x7fcfe40735a0 2024-09-16T07:21:22.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.074+0000 7fcfec4c6640 1 -- 172.21.15.31:0/2453130413 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fcfe406efc0 con 0x7fcfe415aa70 2024-09-16T07:21:22.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.074+0000 7fcfeaa63640 1 --2- 172.21.15.31:0/2453130413 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcfe415aa70 0x7fcfe4155890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:22.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.075+0000 7fcfea262640 1 -- 172.21.15.31:0/2453130413 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcfe415aa70 msgr2=0x7fcfe4155890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:22.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.075+0000 7fcfea262640 1 --2- 172.21.15.31:0/2453130413 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcfe415aa70 0x7fcfe4155890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.075+0000 7fcfea262640 1 -- 172.21.15.31:0/2453130413 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcfe40ccee0 msgr2=0x7fcfe4155350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:22.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.075+0000 7fcfea262640 1 --2- 172.21.15.31:0/2453130413 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcfe40ccee0 0x7fcfe4155350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.075+0000 7fcfea262640 1 -- 172.21.15.31:0/2453130413 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcfe4202150 con 0x7fcfe40735a0 2024-09-16T07:21:22.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.075+0000 7fcfe9a61640 1 --2- 172.21.15.31:0/2453130413 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcfe40ccee0 0x7fcfe4155350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T07:21:22.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.075+0000 7f66123b6640 1 --2- 172.21.15.31:0/3707221853 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f660c0d2700 0x7f660c15f370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:22.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.075+0000 7f6610bb3640 1 --2- 172.21.15.31:0/3707221853 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f660c09d2f0 0x7f660c15cda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:22.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.075+0000 7f66123b6640 1 -- 172.21.15.31:0/3707221853 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f660c0b3280 con 0x7f660c06ec60 2024-09-16T07:21:22.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.075+0000 7f6611bb5640 1 --2- 172.21.15.31:0/3707221853 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f660c0d2700 0x7f660c15f370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:22.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.075+0000 7fcfea262640 1 --2- 172.21.15.31:0/2453130413 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcfe40735a0 0x7fcfe41507b0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fcfdc00cb30 tx=0x7fcfdc00a060 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:22.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.076+0000 7f66123b6640 1 -- 172.21.15.31:0/3707221853 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f660c0d2c40 con 0x7f660c0d2700 2024-09-16T07:21:22.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.076+0000 7f66123b6640 1 -- 172.21.15.31:0/3707221853 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f660c0b3400 con 0x7f660c09d2f0 2024-09-16T07:21:22.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.074+0000 7fb8e8eb6640 1 -- start start 2024-09-16T07:21:22.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.076+0000 7fb8e8eb6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb8e4071c30 0x7fb8e40b6530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:22.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.074+0000 7fa488a72640 1 -- start start 2024-09-16T07:21:22.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.076+0000 7fa488a72640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa484074c10 0x7fa484157d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:22.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.076+0000 7fb8e8eb6640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb8e40cc740 0x7fb8e4070080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:22.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.076+0000 7fcfdaffd640 1 -- 172.21.15.31:0/2453130413 <== mon.1 v2:172.21.15.155:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfdc016020 con 0x7fcfe40735a0 2024-09-16T07:21:22.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.076+0000 7fb8e8eb6640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb8e40ceef0 0x7fb8e40705c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:22.089 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.076+0000 7fa488a72640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa4840ce960 0x7fa4841575e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:22.089 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.076+0000 7fa48259c640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa484074c10 0x7fa484157d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:22.089 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.076+0000 7fa48259c640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa484074c10 0x7fa484157d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3300/0 says I am v2:172.21.15.31:51602/0 (socket says 172.21.15.31:51602) 2024-09-16T07:21:22.089 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.076+0000 7fb8e259c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb8e4071c30 0x7fb8e40b6530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:22.090 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.076+0000 7fcfdaffd640 1 -- 172.21.15.31:0/2453130413 <== mon.1 v2:172.21.15.155:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcfdc00ad90 con 0x7fcfe40735a0 2024-09-16T07:21:22.090 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.076+0000 7fcfdaffd640 1 -- 172.21.15.31:0/2453130413 <== mon.1 v2:172.21.15.155:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfdc012680 con 0x7fcfe40735a0 2024-09-16T07:21:22.090 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.076+0000 7fcfec4c6640 1 -- 172.21.15.31:0/2453130413 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcfe4152760 con 0x7fcfe40735a0 2024-09-16T07:21:22.090 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.076+0000 7fcfec4c6640 1 -- 172.21.15.31:0/2453130413 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcfe4152fa0 con 0x7fcfe40735a0 2024-09-16T07:21:22.090 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.076+0000 7fb8e259c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb8e4071c30 0x7fb8e40b6530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52584/0 (socket says 172.21.15.31:52584) 2024-09-16T07:21:22.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.076+0000 7fa48259c640 1 -- 172.21.15.31:0/2293630088 learned_addr learned my addr 172.21.15.31:0/2293630088 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:22.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.076+0000 7f22f0bf8640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f22ec0737a0 0x7f22ec1f39e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:22.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.076+0000 7fa488a72640 1 --2- 172.21.15.31:0/2293630088 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa48415adb0 0x7fa4840c67a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:22.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.076+0000 7fa481d9b640 1 --2- 172.21.15.31:0/2293630088 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa4840ce960 0x7fa4841575e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:22.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.076+0000 7f22f0bf8640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f22ec0b47f0 0x7f22ec15d4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:22.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.076+0000 7f22f0bf8640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f22ec154f80 0x7f22ec15da20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:22.093 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.076+0000 7fa488a72640 1 -- 172.21.15.31:0/2293630088 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fa4840b3f90 con 0x7fa4840ce960 2024-09-16T07:21:22.093 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.076+0000 7fa488a72640 1 -- 172.21.15.31:0/2293630088 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa4840b3e10 con 0x7fa484074c10 2024-09-16T07:21:22.093 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.076+0000 7fa488a72640 1 -- 172.21.15.31:0/2293630088 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa4840b4110 con 0x7fa48415adb0 2024-09-16T07:21:22.093 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.076+0000 7f22f0bf8640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f22ec0adc30 con 0x7f22ec154f80 2024-09-16T07:21:22.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.076+0000 7f22f0bf8640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f22ec0adab0 con 0x7f22ec0737a0 2024-09-16T07:21:22.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.076+0000 7fb8e1d9b640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb8e40cc740 0x7fb8e4070080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:22.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.076+0000 7f66113b4640 1 -- 172.21.15.31:0/3707221853 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f660c09d2f0 msgr2=0x7f660c15cda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:22.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.076+0000 7f66113b4640 1 --2- 172.21.15.31:0/3707221853 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f660c09d2f0 0x7f660c15cda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.076+0000 7f66113b4640 1 -- 172.21.15.31:0/3707221853 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f660c0d2700 msgr2=0x7f660c15f370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:22.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.076+0000 7f66113b4640 1 --2- 172.21.15.31:0/3707221853 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f660c0d2700 0x7f660c15f370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.076+0000 7f66113b4640 1 -- 172.21.15.31:0/3707221853 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f660c165290 con 0x7f660c06ec60 2024-09-16T07:21:22.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.076+0000 7f6610bb3640 1 --2- 172.21.15.31:0/3707221853 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f660c09d2f0 0x7f660c15cda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T07:21:22.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.076+0000 7f22f0bf8640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f22ec0addb0 con 0x7f22ec0b47f0 2024-09-16T07:21:22.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.077+0000 7fb8e259c640 1 -- 172.21.15.31:0/1138352942 learned_addr learned my addr 172.21.15.31:0/1138352942 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:22.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.076+0000 7fa482d9d640 1 --2- 172.21.15.31:0/2293630088 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa48415adb0 0x7fa4840c67a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:22.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.076+0000 7f66113b4640 1 --2- 172.21.15.31:0/3707221853 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f660c06ec60 0x7f660c164d50 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f65fc00c410 tx=0x7f65fc00c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:22.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.077+0000 7fb8e8eb6640 1 -- 172.21.15.31:0/1138352942 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fb8e406ccc0 con 0x7fb8e4071c30 2024-09-16T07:21:22.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.077+0000 7fb8e2d9d640 1 --2- 172.21.15.31:0/1138352942 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb8e40ceef0 0x7fb8e40705c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:22.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.077+0000 7fb8e8eb6640 1 -- 172.21.15.31:0/1138352942 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb8e406cb40 con 0x7fb8e40ceef0 2024-09-16T07:21:22.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.077+0000 7fb8e8eb6640 1 -- 172.21.15.31:0/1138352942 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb8e406ce40 con 0x7fb8e40cc740 2024-09-16T07:21:22.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.077+0000 7fa48259c640 1 -- 172.21.15.31:0/2293630088 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa48415adb0 msgr2=0x7fa4840c67a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:22.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.077+0000 7fa48259c640 1 --2- 172.21.15.31:0/2293630088 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa48415adb0 0x7fa4840c67a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.077+0000 7fa48259c640 1 -- 172.21.15.31:0/2293630088 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa4840ce960 msgr2=0x7fa4841575e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:22.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.077+0000 7fa48259c640 1 --2- 172.21.15.31:0/2293630088 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa4840ce960 0x7fa4841575e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.077+0000 7fa48259c640 1 -- 172.21.15.31:0/2293630088 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa484157b20 con 0x7fa484074c10 2024-09-16T07:21:22.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.077+0000 7fa481d9b640 1 --2- 172.21.15.31:0/2293630088 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa4840ce960 0x7fa4841575e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T07:21:22.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.076+0000 7f22e9d9b640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f22ec0b47f0 0x7f22ec15d4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:22.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.077+0000 7f22ea59c640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f22ec0737a0 0x7f22ec1f39e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:22.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.077+0000 7f22ea59c640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f22ec0737a0 0x7f22ec1f39e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3300/0 says I am v2:172.21.15.31:51604/0 (socket says 172.21.15.31:51604) 2024-09-16T07:21:22.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.077+0000 7f22e9d9b640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f22ec0b47f0 0x7f22ec15d4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3301/0 says I am v2:172.21.15.31:34310/0 (socket says 172.21.15.31:34310) 2024-09-16T07:21:22.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.077+0000 7f22ea59c640 1 -- 172.21.15.31:0/317181396 learned_addr learned my addr 172.21.15.31:0/317181396 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:22.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.077+0000 7f22ead9d640 1 --2- 172.21.15.31:0/317181396 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f22ec154f80 0x7f22ec15da20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:22.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.077+0000 7f2d8559a640 1 -- 172.21.15.31:0/67188669 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d7c032890 con 0x7f2d88072ae0 2024-09-16T07:21:22.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.077+0000 7f6601ffb640 1 -- 172.21.15.31:0/3707221853 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65fc017070 con 0x7f660c06ec60 2024-09-16T07:21:22.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.078+0000 7f6601ffb640 1 -- 172.21.15.31:0/3707221853 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f65fc0035f0 con 0x7f660c06ec60 2024-09-16T07:21:22.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.078+0000 7f6601ffb640 1 -- 172.21.15.31:0/3707221853 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65fc003a80 con 0x7f660c06ec60 2024-09-16T07:21:22.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.078+0000 7f2d8cdc2640 1 -- 172.21.15.31:0/67188669 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2d88072ae0 msgr2=0x7f2d8813f290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:22.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.078+0000 7f2d8cdc2640 1 --2- 172.21.15.31:0/67188669 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2d88072ae0 0x7f2d8813f290 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f2d880d0ad0 tx=0x7f2d7c02a440 comp rx=0 tx=0).stop 2024-09-16T07:21:22.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.078+0000 7fcfec4c6640 1 -- 172.21.15.31:0/2453130413 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcfe40739d0 con 0x7fcfe40735a0 2024-09-16T07:21:22.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.078+0000 7f2d8cdc2640 1 -- 172.21.15.31:0/67188669 shutdown_connections 2024-09-16T07:21:22.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.078+0000 7f2d8cdc2640 1 --2- 172.21.15.31:0/67188669 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2d88072ae0 0x7f2d8813f290 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.078+0000 7f2d8cdc2640 1 --2- 172.21.15.31:0/67188669 >> v2:172.21.15.155:3300/0 conn(0x7f2d8813ce00 0x7f2d880725a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.078+0000 7f2d8cdc2640 1 -- 172.21.15.31:0/67188669 >> 172.21.15.31:0/67188669 conn(0x7f2d880b1690 msgr2=0x7f2d880b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:22.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.078+0000 7fb8e1d9b640 1 -- 172.21.15.31:0/1138352942 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb8e40ceef0 msgr2=0x7fb8e40705c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:22.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.078+0000 7fb8e1d9b640 1 --2- 172.21.15.31:0/1138352942 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb8e40ceef0 0x7fb8e40705c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.078+0000 7fb8e1d9b640 1 -- 172.21.15.31:0/1138352942 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb8e4071c30 msgr2=0x7fb8e40b6530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:22.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.078+0000 7fb8e1d9b640 1 --2- 172.21.15.31:0/1138352942 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb8e4071c30 0x7fb8e40b6530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.078+0000 7fb8e1d9b640 1 -- 172.21.15.31:0/1138352942 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8e41fc0b0 con 0x7fb8e40cc740 2024-09-16T07:21:22.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.078+0000 7f2d8cdc2640 1 -- 172.21.15.31:0/67188669 shutdown_connections 2024-09-16T07:21:22.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.078+0000 7fa606df0640 1 -- 172.21.15.31:0/3637588526 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa5f8005a60 msgr2=0x7fa5f801cfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:22.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.078+0000 7fa606df0640 1 --2- 172.21.15.31:0/3637588526 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa5f8005a60 0x7fa5f801cfa0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fa5fc009830 tx=0x7fa5fc02a3c0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.078+0000 7fa48259c640 1 --2- 172.21.15.31:0/2293630088 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa484074c10 0x7fa484157d30 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fa474034040 tx=0x7fa474003b90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:22.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.079+0000 7fb8e1d9b640 1 --2- 172.21.15.31:0/1138352942 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb8e40cc740 0x7fb8e4070080 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fb8dc00c7b0 tx=0x7fb8dc00cc70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:22.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.078+0000 7f66123b6640 1 -- 172.21.15.31:0/3707221853 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f660c201e10 con 0x7f660c06ec60 2024-09-16T07:21:22.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.078+0000 7f66123b6640 1 -- 172.21.15.31:0/3707221853 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f660c0c9150 con 0x7f660c06ec60 2024-09-16T07:21:22.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.078+0000 7f22ead9d640 1 -- 172.21.15.31:0/317181396 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f22ec0b47f0 msgr2=0x7f22ec15d4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:22.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.079+0000 7fb8d2ffd640 1 -- 172.21.15.31:0/1138352942 <== mon.2 v2:172.21.15.155:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8dc016020 con 0x7fb8e40cc740 2024-09-16T07:21:22.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.078+0000 7f22ead9d640 1 --2- 172.21.15.31:0/317181396 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f22ec0b47f0 0x7f22ec15d4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.079+0000 7fb8d2ffd640 1 -- 172.21.15.31:0/1138352942 <== mon.2 v2:172.21.15.155:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb8dc00ab60 con 0x7fb8e40cc740 2024-09-16T07:21:22.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.079+0000 7fb8d2ffd640 1 -- 172.21.15.31:0/1138352942 <== mon.2 v2:172.21.15.155:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8dc00ce60 con 0x7fb8e40cc740 2024-09-16T07:21:22.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.078+0000 7f22ead9d640 1 -- 172.21.15.31:0/317181396 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f22ec0737a0 msgr2=0x7f22ec1f39e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:22.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.078+0000 7f22ead9d640 1 --2- 172.21.15.31:0/317181396 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f22ec0737a0 0x7f22ec1f39e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.078+0000 7f22ead9d640 1 -- 172.21.15.31:0/317181396 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22ec159a00 con 0x7f22ec154f80 2024-09-16T07:21:22.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.079+0000 7fcfdaffd640 1 -- 172.21.15.31:0/2453130413 <== mon.1 v2:172.21.15.155:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7fcfdc019020 con 0x7fcfe40735a0 2024-09-16T07:21:22.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.079+0000 7fb8e8eb6640 1 -- 172.21.15.31:0/1138352942 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8e40c3da0 con 0x7fb8e40cc740 2024-09-16T07:21:22.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.079+0000 7fb8e8eb6640 1 -- 172.21.15.31:0/1138352942 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8e41fc650 con 0x7fb8e40cc740 2024-09-16T07:21:22.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.079+0000 7f22ead9d640 1 --2- 172.21.15.31:0/317181396 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f22ec154f80 0x7f22ec15da20 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f22e4009000 tx=0x7f22e4033a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:22.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.080+0000 7f66123b6640 1 -- 172.21.15.31:0/3707221853 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f660c074d20 con 0x7f660c06ec60 2024-09-16T07:21:22.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.080+0000 7fcfdaffd640 1 --2- 172.21.15.31:0/2453130413 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fcfc8078850 0x7fcfc807ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:22.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.080+0000 7f22daffd640 1 -- 172.21.15.31:0/317181396 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22e4042020 con 0x7f22ec154f80 2024-09-16T07:21:22.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.080+0000 7f22daffd640 1 -- 172.21.15.31:0/317181396 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f22e4038040 con 0x7f22ec154f80 2024-09-16T07:21:22.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.078+0000 7f2d8cdc2640 1 -- 172.21.15.31:0/67188669 wait complete. 2024-09-16T07:21:22.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.080+0000 7fcfdaffd640 1 -- 172.21.15.31:0/2453130413 <== mon.1 v2:172.21.15.155:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7fcfdc05f430 con 0x7fcfe40735a0 2024-09-16T07:21:22.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.080+0000 7fcfe9a61640 1 --2- 172.21.15.31:0/2453130413 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fcfc8078850 0x7fcfc807ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:22.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.080+0000 7fa606df0640 1 -- 172.21.15.31:0/3637588526 shutdown_connections 2024-09-16T07:21:22.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.080+0000 7fa606df0640 1 --2- 172.21.15.31:0/3637588526 >> v2:172.21.15.155:3300/0 conn(0x7fa5f8009a50 0x7fa5f8009f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.080+0000 7fa606df0640 1 --2- 172.21.15.31:0/3637588526 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa5f8005a60 0x7fa5f801cfa0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.080+0000 7fa606df0640 1 -- 172.21.15.31:0/3637588526 >> 172.21.15.31:0/3637588526 conn(0x7fa5f8054560 msgr2=0x7fa5f8054940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:22.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.081+0000 7f2d8cdc2640 1 Processor -- start 2024-09-16T07:21:22.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.081+0000 7f6601ffb640 1 -- 172.21.15.31:0/3707221853 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f65fc01a070 con 0x7f660c06ec60 2024-09-16T07:21:22.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.081+0000 7f6601ffb640 1 --2- 172.21.15.31:0/3707221853 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f65f0078920 0x7f65f007ade0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:22.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.082+0000 7f6601ffb640 1 -- 172.21.15.31:0/3707221853 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7f65fc099bd0 con 0x7f660c06ec60 2024-09-16T07:21:22.112 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.080+0000 7f22f0bf8640 1 -- 172.21.15.31:0/317181396 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22ec159ce0 con 0x7f22ec154f80 2024-09-16T07:21:22.112 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.080+0000 7f22f0bf8640 1 -- 172.21.15.31:0/317181396 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22ec15a2a0 con 0x7f22ec154f80 2024-09-16T07:21:22.112 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.081+0000 7f22daffd640 1 -- 172.21.15.31:0/317181396 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22e4037070 con 0x7f22ec154f80 2024-09-16T07:21:22.112 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.082+0000 7f22d8ff9640 1 -- 172.21.15.31:0/317181396 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f22c4005290 con 0x7f22ec154f80 2024-09-16T07:21:22.112 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.081+0000 7fb8e8eb6640 1 -- 172.21.15.31:0/1138352942 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb8e406d310 con 0x7fb8e40cc740 2024-09-16T07:21:22.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.081+0000 7fa606df0640 1 -- 172.21.15.31:0/3637588526 shutdown_connections 2024-09-16T07:21:22.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.081+0000 7f2d8cdc2640 1 -- start start 2024-09-16T07:21:22.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.081+0000 7f7af4552640 1 -- 172.21.15.31:0/800737086 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7ad80051c0 msgr2=0x7f7ad80079a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:22.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.081+0000 7f7af4552640 1 --2- 172.21.15.31:0/800737086 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7ad80051c0 0x7f7ad80079a0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f7ae400c640 tx=0x7f7ad8005830 comp rx=0 tx=0).stop 2024-09-16T07:21:22.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.081+0000 7f7af4552640 1 -- 172.21.15.31:0/800737086 shutdown_connections 2024-09-16T07:21:22.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.081+0000 7f7af4552640 1 --2- 172.21.15.31:0/800737086 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7ad80051c0 0x7f7ad80079a0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.081+0000 7f7af4552640 1 -- 172.21.15.31:0/800737086 >> 172.21.15.31:0/800737086 conn(0x7f7aec0b1690 msgr2=0x7f7aec0b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:22.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.081+0000 7f7af4552640 1 -- 172.21.15.31:0/800737086 shutdown_connections 2024-09-16T07:21:22.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.082+0000 7f7af4552640 1 -- 172.21.15.31:0/800737086 wait complete. 2024-09-16T07:21:22.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.082+0000 7fb8d2ffd640 1 -- 172.21.15.31:0/1138352942 <== mon.2 v2:172.21.15.155:3301/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7fb8dc019020 con 0x7fb8e40cc740 2024-09-16T07:21:22.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.081+0000 7fa606df0640 1 -- 172.21.15.31:0/3637588526 wait complete. 2024-09-16T07:21:22.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.082+0000 7f6610bb3640 1 --2- 172.21.15.31:0/3707221853 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f65f0078920 0x7f65f007ade0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:22.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.082+0000 7f2d8cdc2640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2d88070690 0x7f2d881531c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:22.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.082+0000 7f2d8cdc2640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2d88072ae0 0x7f2d882015a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:22.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.082+0000 7fcfe9a61640 1 --2- 172.21.15.31:0/2453130413 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fcfc8078850 0x7fcfc807ad10 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fcfe41fb8b0 tx=0x7fcfd400b390 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:22.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.082+0000 7f2d8659c640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2d88070690 0x7f2d881531c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:22.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.083+0000 7f2d8659c640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2d88070690 0x7f2d881531c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3301/0 says I am v2:172.21.15.31:34326/0 (socket says 172.21.15.31:34326) 2024-09-16T07:21:22.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.083+0000 7f2d8659c640 1 -- 172.21.15.31:0/711992236 learned_addr learned my addr 172.21.15.31:0/711992236 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:22.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.083+0000 7f2d85d9b640 1 --2- 172.21.15.31:0/711992236 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2d88072ae0 0x7f2d882015a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:22.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.083+0000 7fb8d2ffd640 1 --2- 172.21.15.31:0/1138352942 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb8c4078880 0x7fb8c407ad40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:22.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.083+0000 7f2d8cdc2640 1 --2- 172.21.15.31:0/711992236 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2d8813ce00 0x7f2d88201ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:22.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.083+0000 7f6610bb3640 1 --2- 172.21.15.31:0/3707221853 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f65f0078920 0x7f65f007ade0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f6604034000 tx=0x7f6604004a40 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:22.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.083+0000 7f2d8cdc2640 1 -- 172.21.15.31:0/711992236 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f2d8815dac0 con 0x7f2d8813ce00 2024-09-16T07:21:22.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.083+0000 7fb8d2ffd640 1 -- 172.21.15.31:0/1138352942 <== mon.2 v2:172.21.15.155:3301/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7fb8dc09a770 con 0x7fb8e40cc740 2024-09-16T07:21:22.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.083+0000 7fa606df0640 1 Processor -- start 2024-09-16T07:21:22.119 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.083+0000 7fb8e259c640 1 --2- 172.21.15.31:0/1138352942 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb8c4078880 0x7fb8c407ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:22.119 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.083+0000 7f2d86d9d640 1 --2- 172.21.15.31:0/711992236 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2d8813ce00 0x7f2d88201ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:22.119 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.083+0000 7f2d8cdc2640 1 -- 172.21.15.31:0/711992236 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f2d8815d940 con 0x7f2d88072ae0 2024-09-16T07:21:22.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.083+0000 7f2d8cdc2640 1 -- 172.21.15.31:0/711992236 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f2d8815dc40 con 0x7f2d88070690 2024-09-16T07:21:22.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.083+0000 7fa606df0640 1 -- start start 2024-09-16T07:21:22.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.083+0000 7fb8e259c640 1 --2- 172.21.15.31:0/1138352942 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb8c4078880 0x7fb8c407ad40 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fb8d4005fd0 tx=0x7fb8d400b480 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:22.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.084+0000 7f7af4552640 1 Processor -- start 2024-09-16T07:21:22.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.083+0000 7fa472ffd640 1 -- 172.21.15.31:0/2293630088 <== mon.1 v2:172.21.15.155:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa47403e070 con 0x7fa484074c10 2024-09-16T07:21:22.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.084+0000 7fa472ffd640 1 -- 172.21.15.31:0/2293630088 <== mon.1 v2:172.21.15.155:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa474004ab0 con 0x7fa484074c10 2024-09-16T07:21:22.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.084+0000 7fa488a72640 1 -- 172.21.15.31:0/2293630088 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4840c59e0 con 0x7fa484074c10 2024-09-16T07:21:22.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.084+0000 7fa472ffd640 1 -- 172.21.15.31:0/2293630088 <== mon.1 v2:172.21.15.155:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa474035040 con 0x7fa484074c10 2024-09-16T07:21:22.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.084+0000 7fcfdaffd640 1 -- 172.21.15.31:0/2453130413 <== mon.1 v2:172.21.15.155:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fcfdc020020 con 0x7fcfe40735a0 2024-09-16T07:21:22.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.084+0000 7f7af4552640 1 -- start start 2024-09-16T07:21:22.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.084+0000 7fa488a72640 1 -- 172.21.15.31:0/2293630088 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4840c5fa0 con 0x7fa484074c10 2024-09-16T07:21:22.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.083+0000 7f2d8659c640 1 -- 172.21.15.31:0/711992236 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2d88072ae0 msgr2=0x7f2d882015a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:22.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.083+0000 7f2d8659c640 1 --2- 172.21.15.31:0/711992236 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2d88072ae0 0x7f2d882015a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.084+0000 7f2d8659c640 1 -- 172.21.15.31:0/711992236 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2d8813ce00 msgr2=0x7f2d88201ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:22.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.084+0000 7f2d8659c640 1 --2- 172.21.15.31:0/711992236 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2d8813ce00 0x7f2d88201ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.084+0000 7f2d8659c640 1 -- 172.21.15.31:0/711992236 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d88143120 con 0x7f2d88070690 2024-09-16T07:21:22.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.084+0000 7f2d8659c640 1 --2- 172.21.15.31:0/711992236 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2d88070690 0x7f2d881531c0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f2d7800e7c0 tx=0x7f2d7800ec80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:22.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.084+0000 7fa606df0640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa5f8005a60 0x7fa5f801e1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:22.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.084+0000 7fa606df0640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa5f8009a50 0x7fa5f80de160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:22.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.085+0000 7fa6055ed640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa5f8009a50 0x7fa5f80de160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:22.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.085+0000 7fa6055ed640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa5f8009a50 0x7fa5f80de160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52640/0 (socket says 172.21.15.31:52640) 2024-09-16T07:21:22.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.084+0000 7fa605dee640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa5f8005a60 0x7fa5f801e1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:22.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.085+0000 7fa605dee640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa5f8005a60 0x7fa5f801e1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3301/0 says I am v2:172.21.15.31:34330/0 (socket says 172.21.15.31:34330) 2024-09-16T07:21:22.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.085+0000 7fa606df0640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa5f800ba00 0x7fa5f801fab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:22.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.085+0000 7fa606df0640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fa5f800a9d0 con 0x7fa5f8009a50 2024-09-16T07:21:22.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.085+0000 7fa606df0640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa5f800a850 con 0x7fa5f800ba00 2024-09-16T07:21:22.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.085+0000 7fa606df0640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa5f800ab50 con 0x7fa5f8005a60 2024-09-16T07:21:22.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.085+0000 7fa6055ed640 1 -- 172.21.15.31:0/1862096319 learned_addr learned my addr 172.21.15.31:0/1862096319 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:22.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.085+0000 7fa6065ef640 1 --2- 172.21.15.31:0/1862096319 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa5f800ba00 0x7fa5f801fab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:22.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.085+0000 7f7af4552640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7ad80051c0 0x7f7aec1f30d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:22.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.085+0000 7f7af4552640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7aec1f0510 0x7f7aec15c640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:22.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.085+0000 7fa605dee640 1 -- 172.21.15.31:0/1862096319 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa5f800ba00 msgr2=0x7fa5f801fab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:22.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.085+0000 7fa605dee640 1 --2- 172.21.15.31:0/1862096319 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa5f800ba00 0x7fa5f801fab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.085+0000 7fa605dee640 1 -- 172.21.15.31:0/1862096319 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa5f8009a50 msgr2=0x7fa5f80de160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:22.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.085+0000 7fa605dee640 1 --2- 172.21.15.31:0/1862096319 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa5f8009a50 0x7fa5f80de160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.085+0000 7fa605dee640 1 -- 172.21.15.31:0/1862096319 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5f804d810 con 0x7fa5f8005a60 2024-09-16T07:21:22.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.085+0000 7f7af22ee640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7ad80051c0 0x7f7aec1f30d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:22.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.085+0000 7f7af22ee640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7ad80051c0 0x7f7aec1f30d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3301/0 says I am v2:172.21.15.31:34334/0 (socket says 172.21.15.31:34334) 2024-09-16T07:21:22.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.085+0000 7f7af22ee640 1 -- 172.21.15.31:0/1224631890 learned_addr learned my addr 172.21.15.31:0/1224631890 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:22.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.085+0000 7fa6065ef640 1 --2- 172.21.15.31:0/1862096319 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa5f800ba00 0x7fa5f801fab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T07:21:22.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.085+0000 7fa6055ed640 1 --2- 172.21.15.31:0/1862096319 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa5f8009a50 0x7fa5f80de160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:21:22.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.085+0000 7f7af4552640 1 --2- 172.21.15.31:0/1224631890 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7aec0ce910 0x7f7aec0cdba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:22.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.085+0000 7f7af1aed640 1 --2- 172.21.15.31:0/1224631890 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7aec1f0510 0x7f7aec15c640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:22.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.086+0000 7f7af4552640 1 -- 172.21.15.31:0/1224631890 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f7aec070810 con 0x7f7aec0ce910 2024-09-16T07:21:22.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.086+0000 7f7af4552640 1 -- 172.21.15.31:0/1224631890 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f7aec070690 con 0x7f7aec1f0510 2024-09-16T07:21:22.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.086+0000 7fa488a72640 1 -- 172.21.15.31:0/2293630088 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa4840cf190 con 0x7fa484074c10 2024-09-16T07:21:22.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.086+0000 7f7af4552640 1 -- 172.21.15.31:0/1224631890 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f7aec13f290 con 0x7f7ad80051c0 2024-09-16T07:21:22.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.086+0000 7fa605dee640 1 --2- 172.21.15.31:0/1862096319 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa5f8005a60 0x7fa5f801e1e0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fa5f400c3c0 tx=0x7fa5f400c7c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:22.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.086+0000 7f7af2aef640 1 --2- 172.21.15.31:0/1224631890 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7aec0ce910 0x7f7aec0cdba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:22.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.086+0000 7f7af2aef640 1 -- 172.21.15.31:0/1224631890 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7ad80051c0 msgr2=0x7f7aec1f30d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:22.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.086+0000 7fa472ffd640 1 -- 172.21.15.31:0/2293630088 <== mon.1 v2:172.21.15.155:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7fa474041070 con 0x7fa484074c10 2024-09-16T07:21:22.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.086+0000 7f7af2aef640 1 --2- 172.21.15.31:0/1224631890 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7ad80051c0 0x7f7aec1f30d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.086+0000 7f7af2aef640 1 -- 172.21.15.31:0/1224631890 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7aec1f0510 msgr2=0x7f7aec15c640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:22.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.086+0000 7f7af2aef640 1 --2- 172.21.15.31:0/1224631890 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7aec1f0510 0x7f7aec15c640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.086+0000 7f7af2aef640 1 -- 172.21.15.31:0/1224631890 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7aec1f37b0 con 0x7f7aec0ce910 2024-09-16T07:21:22.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.086+0000 7f7af2aef640 1 --2- 172.21.15.31:0/1224631890 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7aec0ce910 0x7f7aec0cdba0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f7aec157e90 tx=0x7f7ae402c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:22.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.087+0000 7fa472ffd640 1 --2- 172.21.15.31:0/2293630088 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa4640788a0 0x7fa46407ad60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:22.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.087+0000 7fa472ffd640 1 -- 172.21.15.31:0/2293630088 <== mon.1 v2:172.21.15.155:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7fa4740bb5d0 con 0x7fa484074c10 2024-09-16T07:21:22.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.087+0000 7fa481d9b640 1 --2- 172.21.15.31:0/2293630088 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa4640788a0 0x7fa46407ad60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:22.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.087+0000 7fa481d9b640 1 --2- 172.21.15.31:0/2293630088 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa4640788a0 0x7fa46407ad60 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fa4840cad80 tx=0x7fa478009040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:22.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.088+0000 7fa5f27fc640 1 -- 172.21.15.31:0/1862096319 <== mon.2 v2:172.21.15.155:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5f4017070 con 0x7fa5f8005a60 2024-09-16T07:21:22.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.088+0000 7f2d76ffd640 1 -- 172.21.15.31:0/711992236 <== mon.2 v2:172.21.15.155:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d7800ccc0 con 0x7f2d88070690 2024-09-16T07:21:22.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.088+0000 7f2d76ffd640 1 -- 172.21.15.31:0/711992236 <== mon.2 v2:172.21.15.155:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2d78010430 con 0x7f2d88070690 2024-09-16T07:21:22.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.088+0000 7f2d8cdc2640 1 -- 172.21.15.31:0/711992236 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d88143400 con 0x7f2d88070690 2024-09-16T07:21:22.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.088+0000 7f2d76ffd640 1 -- 172.21.15.31:0/711992236 <== mon.2 v2:172.21.15.155:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d78010860 con 0x7f2d88070690 2024-09-16T07:21:22.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.088+0000 7f2d8cdc2640 1 -- 172.21.15.31:0/711992236 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d881408e0 con 0x7f2d88070690 2024-09-16T07:21:22.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.088+0000 7fb8d2ffd640 1 -- 172.21.15.31:0/1138352942 <== mon.2 v2:172.21.15.155:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fb8dc020030 con 0x7fb8e40cc740 2024-09-16T07:21:22.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.088+0000 7fa5f27fc640 1 -- 172.21.15.31:0/1862096319 <== mon.2 v2:172.21.15.155:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa5f40035f0 con 0x7fa5f8005a60 2024-09-16T07:21:22.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.088+0000 7fa5f27fc640 1 -- 172.21.15.31:0/1862096319 <== mon.2 v2:172.21.15.155:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5f4003a40 con 0x7fa5f8005a60 2024-09-16T07:21:22.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.088+0000 7fa606df0640 1 -- 172.21.15.31:0/1862096319 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5f804da80 con 0x7fa5f8005a60 2024-09-16T07:21:22.134 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.088+0000 7fa606df0640 1 -- 172.21.15.31:0/1862096319 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5f8048e90 con 0x7fa5f8005a60 2024-09-16T07:21:22.134 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.090+0000 7f7ae2ffd640 1 -- 172.21.15.31:0/1224631890 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ae402cce0 con 0x7f7aec0ce910 2024-09-16T07:21:22.134 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.090+0000 7f7ae2ffd640 1 -- 172.21.15.31:0/1224631890 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7ae402ce80 con 0x7f7aec0ce910 2024-09-16T07:21:22.134 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.090+0000 7f7ae2ffd640 1 -- 172.21.15.31:0/1224631890 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ae4006270 con 0x7f7aec0ce910 2024-09-16T07:21:22.134 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.090+0000 7f6601ffb640 1 -- 172.21.15.31:0/3707221853 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f65fc061c60 con 0x7f660c06ec60 2024-09-16T07:21:22.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.090+0000 7f2d8cdc2640 1 -- 172.21.15.31:0/711992236 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2d880725a0 con 0x7f2d88070690 2024-09-16T07:21:22.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.090+0000 7f7af4552640 1 -- 172.21.15.31:0/1224631890 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7aec1f3a90 con 0x7f7aec0ce910 2024-09-16T07:21:22.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.090+0000 7f7af4552640 1 -- 172.21.15.31:0/1224631890 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7aec0cd680 con 0x7f7aec0ce910 2024-09-16T07:21:22.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.090+0000 7fa606df0640 1 -- 172.21.15.31:0/1862096319 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa5f80489c0 con 0x7fa5f8005a60 2024-09-16T07:21:22.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.091+0000 7f2d76ffd640 1 -- 172.21.15.31:0/711992236 <== mon.2 v2:172.21.15.155:3301/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f2d78010a00 con 0x7f2d88070690 2024-09-16T07:21:22.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.091+0000 7f7af4552640 1 -- 172.21.15.31:0/1224631890 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7aec1f3fb0 con 0x7f7aec0ce910 2024-09-16T07:21:22.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.092+0000 7fa5f27fc640 1 -- 172.21.15.31:0/1862096319 <== mon.2 v2:172.21.15.155:3301/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7fa5f401a070 con 0x7fa5f8005a60 2024-09-16T07:21:22.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.092+0000 7f2d76ffd640 1 --2- 172.21.15.31:0/711992236 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2d68078920 0x7f2d6807ade0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:22.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.092+0000 7fa472ffd640 1 -- 172.21.15.31:0/2293630088 <== mon.1 v2:172.21.15.155:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fa4840cf190 con 0x7fa484074c10 2024-09-16T07:21:22.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.092+0000 7f22daffd640 1 -- 172.21.15.31:0/317181396 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f22e4045020 con 0x7f22ec154f80 2024-09-16T07:21:22.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.092+0000 7f2d85d9b640 1 --2- 172.21.15.31:0/711992236 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2d68078920 0x7f2d6807ade0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:22.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.093+0000 7f22daffd640 1 --2- 172.21.15.31:0/317181396 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f22cc0788f0 0x7f22cc07adb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:22.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.092+0000 7fa5f27fc640 1 --2- 172.21.15.31:0/1862096319 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa5e4078850 0x7fa5e407ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:22.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.093+0000 7fa5f27fc640 1 -- 172.21.15.31:0/1862096319 <== mon.2 v2:172.21.15.155:3301/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7fa5f4099d10 con 0x7fa5f8005a60 2024-09-16T07:21:22.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.093+0000 7f2d76ffd640 1 -- 172.21.15.31:0/711992236 <== mon.2 v2:172.21.15.155:3301/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7f2d7809b280 con 0x7f2d88070690 2024-09-16T07:21:22.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.093+0000 7f22daffd640 1 -- 172.21.15.31:0/317181396 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7f22e40bb9b0 con 0x7f22ec154f80 2024-09-16T07:21:22.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.093+0000 7fa6055ed640 1 --2- 172.21.15.31:0/1862096319 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa5e4078850 0x7fa5e407ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:22.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.093+0000 7f22ea59c640 1 --2- 172.21.15.31:0/317181396 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f22cc0788f0 0x7f22cc07adb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:22.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.093+0000 7f2d85d9b640 1 --2- 172.21.15.31:0/711992236 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2d68078920 0x7f2d6807ade0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f2d7c034000 tx=0x7f2d7c004730 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:22.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.094+0000 7fa6055ed640 1 --2- 172.21.15.31:0/1862096319 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa5e4078850 0x7fa5e407ad10 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fa5f8000fe0 tx=0x7fa5fc004730 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:22.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.094+0000 7f22ea59c640 1 --2- 172.21.15.31:0/317181396 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f22cc0788f0 0x7f22cc07adb0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f22e0000f60 tx=0x7f22e0009040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:22.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.095+0000 7fa5f27fc640 1 -- 172.21.15.31:0/1862096319 <== mon.2 v2:172.21.15.155:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fa5f4061da0 con 0x7fa5f8005a60 2024-09-16T07:21:22.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.097+0000 7f22daffd640 1 -- 172.21.15.31:0/317181396 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f22e404c020 con 0x7f22ec154f80 2024-09-16T07:21:22.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.099+0000 7f7ae2ffd640 1 -- 172.21.15.31:0/1224631890 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f7ae403d030 con 0x7f7aec0ce910 2024-09-16T07:21:22.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.099+0000 7f7ae2ffd640 1 --2- 172.21.15.31:0/1224631890 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7ad0078920 0x7f7ad007ade0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:22.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.099+0000 7f7ae2ffd640 1 -- 172.21.15.31:0/1224631890 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7f7ae40ba670 con 0x7f7aec0ce910 2024-09-16T07:21:22.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.100+0000 7f7af22ee640 1 --2- 172.21.15.31:0/1224631890 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7ad0078920 0x7f7ad007ade0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:22.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.100+0000 7f2d76ffd640 1 -- 172.21.15.31:0/711992236 <== mon.2 v2:172.21.15.155:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f2d78063280 con 0x7f2d88070690 2024-09-16T07:21:22.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.105+0000 7f7af22ee640 1 --2- 172.21.15.31:0/1224631890 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7ad0078920 0x7f7ad007ade0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f7ae8006710 tx=0x7f7ae8006bd0 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:22.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.106+0000 7f7ae2ffd640 1 -- 172.21.15.31:0/1224631890 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f7aec1f3fb0 con 0x7f7aec0ce910 2024-09-16T07:21:22.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.521+0000 7fcfec4c6640 1 -- 172.21.15.31:0/2453130413 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7fcfe4158060 con 0x7fcfe40735a0 2024-09-16T07:21:22.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.522+0000 7fcfdaffd640 1 -- 172.21.15.31:0/2453130413 <== mon.1 v2:172.21.15.155:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fcfdc020020 con 0x7fcfe40735a0 2024-09-16T07:21:22.522 INFO:teuthology.orchestra.run.smithi031.stdout:55834574853 2024-09-16T07:21:22.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.526+0000 7fcfd8ff9640 1 -- 172.21.15.31:0/2453130413 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fcfc8078850 msgr2=0x7fcfc807ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:22.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.526+0000 7fcfd8ff9640 1 --2- 172.21.15.31:0/2453130413 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fcfc8078850 0x7fcfc807ad10 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fcfe41fb8b0 tx=0x7fcfd400b390 comp rx=0 tx=0).stop 2024-09-16T07:21:22.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.526+0000 7fcfd8ff9640 1 -- 172.21.15.31:0/2453130413 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcfe40735a0 msgr2=0x7fcfe41507b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:22.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.526+0000 7fcfd8ff9640 1 --2- 172.21.15.31:0/2453130413 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcfe40735a0 0x7fcfe41507b0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fcfdc00cb30 tx=0x7fcfdc00a060 comp rx=0 tx=0).stop 2024-09-16T07:21:22.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.526+0000 7fcfd8ff9640 1 -- 172.21.15.31:0/2453130413 shutdown_connections 2024-09-16T07:21:22.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.526+0000 7fcfd8ff9640 1 --2- 172.21.15.31:0/2453130413 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fcfc8078850 0x7fcfc807ad10 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.526+0000 7fcfd8ff9640 1 --2- 172.21.15.31:0/2453130413 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcfe415aa70 0x7fcfe4155890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.526+0000 7fcfd8ff9640 1 --2- 172.21.15.31:0/2453130413 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcfe40ccee0 0x7fcfe4155350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.526+0000 7fcfd8ff9640 1 --2- 172.21.15.31:0/2453130413 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcfe40735a0 0x7fcfe41507b0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.526+0000 7fcfd8ff9640 1 -- 172.21.15.31:0/2453130413 >> 172.21.15.31:0/2453130413 conn(0x7fcfe40b1690 msgr2=0x7fcfe40758b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:22.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.527+0000 7fcfd8ff9640 1 -- 172.21.15.31:0/2453130413 shutdown_connections 2024-09-16T07:21:22.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.527+0000 7fcfd8ff9640 1 -- 172.21.15.31:0/2453130413 wait complete. 2024-09-16T07:21:22.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.528+0000 7fa488a72640 1 -- 172.21.15.31:0/2293630088 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7fa48406dc70 con 0x7fa484074c10 2024-09-16T07:21:22.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.528+0000 7fa472ffd640 1 -- 172.21.15.31:0/2293630088 <== mon.1 v2:172.21.15.155:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fa4740836d0 con 0x7fa484074c10 2024-09-16T07:21:22.528 INFO:teuthology.orchestra.run.smithi031.stdout:64424509446 2024-09-16T07:21:22.529 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.529+0000 7fb8e8eb6640 1 -- 172.21.15.31:0/1138352942 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7fb8e4074990 con 0x7fb8e40cc740 2024-09-16T07:21:22.529 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.529+0000 7f66123b6640 1 -- 172.21.15.31:0/3707221853 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f660c09d9c0 con 0x7f660c06ec60 2024-09-16T07:21:22.530 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.530+0000 7fb8d2ffd640 1 -- 172.21.15.31:0/1138352942 <== mon.2 v2:172.21.15.155:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fb8dc0626f0 con 0x7fb8e40cc740 2024-09-16T07:21:22.530 INFO:teuthology.orchestra.run.smithi031.stdout:64424509447 2024-09-16T07:21:22.530 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.531+0000 7f6601ffb640 1 -- 172.21.15.31:0/3707221853 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f65fc066690 con 0x7f660c06ec60 2024-09-16T07:21:22.530 INFO:teuthology.orchestra.run.smithi031.stdout:64424509447 2024-09-16T07:21:22.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.533+0000 7fa488a72640 1 -- 172.21.15.31:0/2293630088 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa4640788a0 msgr2=0x7fa46407ad60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:22.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.533+0000 7fa488a72640 1 --2- 172.21.15.31:0/2293630088 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa4640788a0 0x7fa46407ad60 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fa4840cad80 tx=0x7fa478009040 comp rx=0 tx=0).stop 2024-09-16T07:21:22.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.533+0000 7fa488a72640 1 -- 172.21.15.31:0/2293630088 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa484074c10 msgr2=0x7fa484157d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:22.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.533+0000 7fa488a72640 1 --2- 172.21.15.31:0/2293630088 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa484074c10 0x7fa484157d30 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fa474034040 tx=0x7fa474003b90 comp rx=0 tx=0).stop 2024-09-16T07:21:22.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.533+0000 7fa488a72640 1 -- 172.21.15.31:0/2293630088 shutdown_connections 2024-09-16T07:21:22.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.533+0000 7fa488a72640 1 --2- 172.21.15.31:0/2293630088 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa4640788a0 0x7fa46407ad60 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.533+0000 7fa488a72640 1 --2- 172.21.15.31:0/2293630088 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa48415adb0 0x7fa4840c67a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.533+0000 7fa488a72640 1 --2- 172.21.15.31:0/2293630088 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa4840ce960 0x7fa4841575e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.533+0000 7fa488a72640 1 --2- 172.21.15.31:0/2293630088 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa484074c10 0x7fa484157d30 secure :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fa474034040 tx=0x7fa474003b90 comp rx=0 tx=0).stop 2024-09-16T07:21:22.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.533+0000 7fa488a72640 1 -- 172.21.15.31:0/2293630088 >> 172.21.15.31:0/2293630088 conn(0x7fa484074080 msgr2=0x7fa4840b26a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:22.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.533+0000 7f22d8ff9640 1 -- 172.21.15.31:0/317181396 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f22c4005850 con 0x7f22ec154f80 2024-09-16T07:21:22.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.533+0000 7fa488a72640 1 -- 172.21.15.31:0/2293630088 shutdown_connections 2024-09-16T07:21:22.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.534+0000 7fa488a72640 1 -- 172.21.15.31:0/2293630088 wait complete. 2024-09-16T07:21:22.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.534+0000 7fb8e8eb6640 1 -- 172.21.15.31:0/1138352942 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb8c4078880 msgr2=0x7fb8c407ad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:22.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.534+0000 7fb8e8eb6640 1 --2- 172.21.15.31:0/1138352942 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb8c4078880 0x7fb8c407ad40 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fb8d4005fd0 tx=0x7fb8d400b480 comp rx=0 tx=0).stop 2024-09-16T07:21:22.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.534+0000 7f22daffd640 1 -- 172.21.15.31:0/317181396 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f22e40839b0 con 0x7f22ec154f80 2024-09-16T07:21:22.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.534+0000 7fb8e8eb6640 1 -- 172.21.15.31:0/1138352942 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb8e40cc740 msgr2=0x7fb8e4070080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:22.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.534+0000 7fb8e8eb6640 1 --2- 172.21.15.31:0/1138352942 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb8e40cc740 0x7fb8e4070080 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fb8dc00c7b0 tx=0x7fb8dc00cc70 comp rx=0 tx=0).stop 2024-09-16T07:21:22.536 INFO:teuthology.orchestra.run.smithi031.stdout:64424509448 2024-09-16T07:21:22.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.534+0000 7fb8e8eb6640 1 -- 172.21.15.31:0/1138352942 shutdown_connections 2024-09-16T07:21:22.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.534+0000 7fb8e8eb6640 1 --2- 172.21.15.31:0/1138352942 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb8c4078880 0x7fb8c407ad40 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.534+0000 7fb8e8eb6640 1 --2- 172.21.15.31:0/1138352942 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb8e40ceef0 0x7fb8e40705c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.535+0000 7fb8e8eb6640 1 --2- 172.21.15.31:0/1138352942 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb8e40cc740 0x7fb8e4070080 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.535+0000 7fb8e8eb6640 1 --2- 172.21.15.31:0/1138352942 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb8e4071c30 0x7fb8e40b6530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.535+0000 7fa606df0640 1 -- 172.21.15.31:0/1862096319 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7fa5f8009f00 con 0x7fa5f8005a60 2024-09-16T07:21:22.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.535+0000 7fb8e8eb6640 1 -- 172.21.15.31:0/1138352942 >> 172.21.15.31:0/1138352942 conn(0x7fb8e40d0c20 msgr2=0x7fb8e406f670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:22.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.535+0000 7fb8e8eb6640 1 -- 172.21.15.31:0/1138352942 shutdown_connections 2024-09-16T07:21:22.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.535+0000 7fb8e8eb6640 1 -- 172.21.15.31:0/1138352942 wait complete. 2024-09-16T07:21:22.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.535+0000 7f66123b6640 1 -- 172.21.15.31:0/3707221853 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f65f0078920 msgr2=0x7f65f007ade0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:22.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.535+0000 7f66123b6640 1 --2- 172.21.15.31:0/3707221853 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f65f0078920 0x7f65f007ade0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f6604034000 tx=0x7f6604004a40 comp rx=0 tx=0).stop 2024-09-16T07:21:22.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.535+0000 7f66123b6640 1 -- 172.21.15.31:0/3707221853 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f660c06ec60 msgr2=0x7f660c164d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:22.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.535+0000 7f66123b6640 1 --2- 172.21.15.31:0/3707221853 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f660c06ec60 0x7f660c164d50 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f65fc00c410 tx=0x7f65fc00c8d0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.536+0000 7f66123b6640 1 -- 172.21.15.31:0/3707221853 shutdown_connections 2024-09-16T07:21:22.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.536+0000 7f66123b6640 1 --2- 172.21.15.31:0/3707221853 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f65f0078920 0x7f65f007ade0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.536+0000 7f66123b6640 1 --2- 172.21.15.31:0/3707221853 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f660c0d2700 0x7f660c15f370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.536+0000 7f66123b6640 1 --2- 172.21.15.31:0/3707221853 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f660c09d2f0 0x7f660c15cda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.536+0000 7f66123b6640 1 --2- 172.21.15.31:0/3707221853 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f660c06ec60 0x7f660c164d50 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.536+0000 7f66123b6640 1 -- 172.21.15.31:0/3707221853 >> 172.21.15.31:0/3707221853 conn(0x7f660c0d3f10 msgr2=0x7f660c0ce540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:22.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.536+0000 7f66123b6640 1 -- 172.21.15.31:0/3707221853 shutdown_connections 2024-09-16T07:21:22.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.536+0000 7f66123b6640 1 -- 172.21.15.31:0/3707221853 wait complete. 2024-09-16T07:21:22.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.535+0000 7fa5f27fc640 1 -- 172.21.15.31:0/1862096319 <== mon.2 v2:172.21.15.155:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fa5f40667d0 con 0x7fa5f8005a60 2024-09-16T07:21:22.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.538+0000 7f22d8ff9640 1 -- 172.21.15.31:0/317181396 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f22cc0788f0 msgr2=0x7f22cc07adb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:22.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.538+0000 7f22d8ff9640 1 --2- 172.21.15.31:0/317181396 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f22cc0788f0 0x7f22cc07adb0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f22e0000f60 tx=0x7f22e0009040 comp rx=0 tx=0).stop 2024-09-16T07:21:22.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.538+0000 7f22d8ff9640 1 -- 172.21.15.31:0/317181396 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f22ec154f80 msgr2=0x7f22ec15da20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:22.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.538+0000 7f22d8ff9640 1 --2- 172.21.15.31:0/317181396 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f22ec154f80 0x7f22ec15da20 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f22e4009000 tx=0x7f22e4033a30 comp rx=0 tx=0).stop 2024-09-16T07:21:22.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.538+0000 7f22d8ff9640 1 -- 172.21.15.31:0/317181396 shutdown_connections 2024-09-16T07:21:22.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.538+0000 7f22d8ff9640 1 --2- 172.21.15.31:0/317181396 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f22cc0788f0 0x7f22cc07adb0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.538+0000 7f22d8ff9640 1 --2- 172.21.15.31:0/317181396 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f22ec154f80 0x7f22ec15da20 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.538+0000 7f22d8ff9640 1 --2- 172.21.15.31:0/317181396 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f22ec0b47f0 0x7f22ec15d4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.538+0000 7f22d8ff9640 1 --2- 172.21.15.31:0/317181396 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f22ec0737a0 0x7f22ec1f39e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.538+0000 7f22d8ff9640 1 -- 172.21.15.31:0/317181396 >> 172.21.15.31:0/317181396 conn(0x7f22ec0b1690 msgr2=0x7f22ec0b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:22.541 INFO:teuthology.orchestra.run.smithi031.stdout:64424509446 2024-09-16T07:21:22.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.539+0000 7f22d8ff9640 1 -- 172.21.15.31:0/317181396 shutdown_connections 2024-09-16T07:21:22.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.539+0000 7f22d8ff9640 1 -- 172.21.15.31:0/317181396 wait complete. 2024-09-16T07:21:22.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.540+0000 7fa606df0640 1 -- 172.21.15.31:0/1862096319 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa5e4078850 msgr2=0x7fa5e407ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:22.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.540+0000 7fa606df0640 1 --2- 172.21.15.31:0/1862096319 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa5e4078850 0x7fa5e407ad10 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fa5f8000fe0 tx=0x7fa5fc004730 comp rx=0 tx=0).stop 2024-09-16T07:21:22.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.540+0000 7fa606df0640 1 -- 172.21.15.31:0/1862096319 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa5f8005a60 msgr2=0x7fa5f801e1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:22.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.540+0000 7fa606df0640 1 --2- 172.21.15.31:0/1862096319 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa5f8005a60 0x7fa5f801e1e0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fa5f400c3c0 tx=0x7fa5f400c7c0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.541+0000 7fa606df0640 1 -- 172.21.15.31:0/1862096319 shutdown_connections 2024-09-16T07:21:22.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.541+0000 7fa606df0640 1 --2- 172.21.15.31:0/1862096319 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa5e4078850 0x7fa5e407ad10 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.541+0000 7fa606df0640 1 --2- 172.21.15.31:0/1862096319 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa5f800ba00 0x7fa5f801fab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.541+0000 7fa606df0640 1 --2- 172.21.15.31:0/1862096319 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa5f8009a50 0x7fa5f80de160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.542+0000 7fa606df0640 1 --2- 172.21.15.31:0/1862096319 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa5f8005a60 0x7fa5f801e1e0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.542+0000 7fa606df0640 1 -- 172.21.15.31:0/1862096319 >> 172.21.15.31:0/1862096319 conn(0x7fa5f8054560 msgr2=0x7fa5f8038780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:22.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.542+0000 7fa606df0640 1 -- 172.21.15.31:0/1862096319 shutdown_connections 2024-09-16T07:21:22.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.542+0000 7fa606df0640 1 -- 172.21.15.31:0/1862096319 wait complete. 2024-09-16T07:21:22.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.544+0000 7f2d8cdc2640 1 -- 172.21.15.31:0/711992236 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f2d880b0670 con 0x7f2d88070690 2024-09-16T07:21:22.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.544+0000 7f2d76ffd640 1 -- 172.21.15.31:0/711992236 <== mon.2 v2:172.21.15.155:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f2d78067cb0 con 0x7f2d88070690 2024-09-16T07:21:22.545 INFO:teuthology.orchestra.run.smithi031.stdout:64424509447 2024-09-16T07:21:22.548 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574853 for osd.6 2024-09-16T07:21:22.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.548+0000 7f2d8cdc2640 1 -- 172.21.15.31:0/711992236 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2d68078920 msgr2=0x7f2d6807ade0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:22.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.548+0000 7f7af4552640 1 -- 172.21.15.31:0/1224631890 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7f7aec0b0380 con 0x7f7aec0ce910 2024-09-16T07:21:22.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.548+0000 7f2d8cdc2640 1 --2- 172.21.15.31:0/711992236 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2d68078920 0x7f2d6807ade0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f2d7c034000 tx=0x7f2d7c004730 comp rx=0 tx=0).stop 2024-09-16T07:21:22.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.548+0000 7f2d8cdc2640 1 -- 172.21.15.31:0/711992236 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2d88070690 msgr2=0x7f2d881531c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:22.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.548+0000 7f2d8cdc2640 1 --2- 172.21.15.31:0/711992236 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2d88070690 0x7f2d881531c0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f2d7800e7c0 tx=0x7f2d7800ec80 comp rx=0 tx=0).stop 2024-09-16T07:21:22.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.548+0000 7f2d8cdc2640 1 -- 172.21.15.31:0/711992236 shutdown_connections 2024-09-16T07:21:22.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.548+0000 7f2d8cdc2640 1 --2- 172.21.15.31:0/711992236 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2d68078920 0x7f2d6807ade0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.548+0000 7f2d8cdc2640 1 --2- 172.21.15.31:0/711992236 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2d8813ce00 0x7f2d88201ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.548+0000 7f2d8cdc2640 1 --2- 172.21.15.31:0/711992236 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2d88072ae0 0x7f2d882015a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.549+0000 7f2d8cdc2640 1 --2- 172.21.15.31:0/711992236 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2d88070690 0x7f2d881531c0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.549+0000 7f2d8cdc2640 1 -- 172.21.15.31:0/711992236 >> 172.21.15.31:0/711992236 conn(0x7f2d880b1690 msgr2=0x7f2d880b3870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:22.550 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.549+0000 7f2d8cdc2640 1 -- 172.21.15.31:0/711992236 shutdown_connections 2024-09-16T07:21:22.550 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.549+0000 7f2d8cdc2640 1 -- 172.21.15.31:0/711992236 wait complete. 2024-09-16T07:21:22.550 INFO:teuthology.orchestra.run.smithi031.stdout:64424509447 2024-09-16T07:21:22.550 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.549+0000 7f7ae2ffd640 1 -- 172.21.15.31:0/1224631890 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f7ae4044030 con 0x7f7aec0ce910 2024-09-16T07:21:22.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.552+0000 7f7af4552640 1 -- 172.21.15.31:0/1224631890 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7ad0078920 msgr2=0x7f7ad007ade0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:22.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.552+0000 7f7af4552640 1 --2- 172.21.15.31:0/1224631890 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7ad0078920 0x7f7ad007ade0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f7ae8006710 tx=0x7f7ae8006bd0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.553+0000 7f7af4552640 1 -- 172.21.15.31:0/1224631890 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7aec0ce910 msgr2=0x7f7aec0cdba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:22.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.553+0000 7f7af4552640 1 --2- 172.21.15.31:0/1224631890 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7aec0ce910 0x7f7aec0cdba0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f7aec157e90 tx=0x7f7ae402c960 comp rx=0 tx=0).stop 2024-09-16T07:21:22.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.553+0000 7f7af4552640 1 -- 172.21.15.31:0/1224631890 shutdown_connections 2024-09-16T07:21:22.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.553+0000 7f7af4552640 1 --2- 172.21.15.31:0/1224631890 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7ad0078920 0x7f7ad007ade0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.553+0000 7f7af4552640 1 --2- 172.21.15.31:0/1224631890 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7aec0ce910 0x7f7aec0cdba0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.553+0000 7f7af4552640 1 --2- 172.21.15.31:0/1224631890 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7aec1f0510 0x7f7aec15c640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.553+0000 7f7af4552640 1 --2- 172.21.15.31:0/1224631890 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7ad80051c0 0x7f7aec1f30d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:22.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.553+0000 7f7af4552640 1 -- 172.21.15.31:0/1224631890 >> 172.21.15.31:0/1224631890 conn(0x7f7aec0b1690 msgr2=0x7f7aec0b4350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:22.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.553+0000 7f7af4552640 1 -- 172.21.15.31:0/1224631890 shutdown_connections 2024-09-16T07:21:22.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:22.553+0000 7f7af4552640 1 -- 172.21.15.31:0/1224631890 wait complete. 2024-09-16T07:21:22.557 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509446 for osd.4 2024-09-16T07:21:22.557 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509448 got 64424509447 for osd.3 2024-09-16T07:21:22.558 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509448 got 64424509447 for osd.2 2024-09-16T07:21:22.561 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509449 got 64424509448 for osd.0 2024-09-16T07:21:22.562 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509446 for osd.5 2024-09-16T07:21:22.565 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509448 got 64424509447 for osd.1 2024-09-16T07:21:22.568 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509448 got 64424509447 for osd.7 2024-09-16T07:21:23.548 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-16T07:21:23.558 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-16T07:21:23.558 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-16T07:21:23.559 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-16T07:21:23.561 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-16T07:21:23.563 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-16T07:21:23.565 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-16T07:21:23.569 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-16T07:21:23.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.737+0000 7fca863d3640 1 -- 172.21.15.31:0/104577707 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fca800b18f0 msgr2=0x7fca800adaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:23.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.737+0000 7fca863d3640 1 --2- 172.21.15.31:0/104577707 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fca800b18f0 0x7fca800adaa0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fca78005fd0 tx=0x7fca7802a7c0 comp rx=0 tx=0).stop 2024-09-16T07:21:23.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.737+0000 7fca863d3640 1 -- 172.21.15.31:0/104577707 shutdown_connections 2024-09-16T07:21:23.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.738+0000 7fca863d3640 1 --2- 172.21.15.31:0/104577707 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fca800b18f0 0x7fca800adaa0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:23.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.738+0000 7fca863d3640 1 --2- 172.21.15.31:0/104577707 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fca8015a490 0x7fca800cfb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:23.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.738+0000 7fca863d3640 1 -- 172.21.15.31:0/104577707 >> 172.21.15.31:0/104577707 conn(0x7fca80074160 msgr2=0x7fca80074570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:23.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.738+0000 7fca863d3640 1 -- 172.21.15.31:0/104577707 shutdown_connections 2024-09-16T07:21:23.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.738+0000 7fca863d3640 1 -- 172.21.15.31:0/104577707 wait complete. 2024-09-16T07:21:23.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.740+0000 7fca863d3640 1 Processor -- start 2024-09-16T07:21:23.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.740+0000 7fca863d3640 1 -- start start 2024-09-16T07:21:23.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.742+0000 7fca863d3640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fca800b18f0 0x7fca80202520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:23.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.742+0000 7fca863d3640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fca800d0d00 0x7fca800b5e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:23.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.742+0000 7fca863d3640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fca8015a490 0x7fca800c3230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:23.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.742+0000 7fca7ffff640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fca800b18f0 0x7fca80202520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:23.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.742+0000 7fca7ffff640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fca800b18f0 0x7fca80202520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3300/0 says I am v2:172.21.15.31:32956/0 (socket says 172.21.15.31:32956) 2024-09-16T07:21:23.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.742+0000 7fca7f7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fca800d0d00 0x7fca800b5e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:23.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.742+0000 7fca7f7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fca800d0d00 0x7fca800b5e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43470/0 (socket says 172.21.15.31:43470) 2024-09-16T07:21:23.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.743+0000 7fca7ffff640 1 -- 172.21.15.31:0/3424265645 learned_addr learned my addr 172.21.15.31:0/3424265645 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:23.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.743+0000 7fca863d3640 1 -- 172.21.15.31:0/3424265645 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fca80068c40 con 0x7fca800d0d00 2024-09-16T07:21:23.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.743+0000 7fca863d3640 1 -- 172.21.15.31:0/3424265645 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fca80068ac0 con 0x7fca800b18f0 2024-09-16T07:21:23.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.743+0000 7fca84970640 1 --2- 172.21.15.31:0/3424265645 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fca8015a490 0x7fca800c3230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:23.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.743+0000 7fca863d3640 1 -- 172.21.15.31:0/3424265645 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fca80068dc0 con 0x7fca8015a490 2024-09-16T07:21:23.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.744+0000 7fca7f7fe640 1 -- 172.21.15.31:0/3424265645 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fca8015a490 msgr2=0x7fca800c3230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:23.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.744+0000 7fca7f7fe640 1 --2- 172.21.15.31:0/3424265645 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fca8015a490 0x7fca800c3230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:23.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.744+0000 7fca7f7fe640 1 -- 172.21.15.31:0/3424265645 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fca800b18f0 msgr2=0x7fca80202520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:23.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.744+0000 7fca7f7fe640 1 --2- 172.21.15.31:0/3424265645 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fca800b18f0 0x7fca80202520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:23.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.744+0000 7fca7f7fe640 1 -- 172.21.15.31:0/3424265645 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca802019a0 con 0x7fca800d0d00 2024-09-16T07:21:23.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.744+0000 7fca7f7fe640 1 --2- 172.21.15.31:0/3424265645 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fca800d0d00 0x7fca800b5e60 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fca7000c770 tx=0x7fca7000cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:23.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.745+0000 7fca84970640 1 --2- 172.21.15.31:0/3424265645 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fca8015a490 0x7fca800c3230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:21:23.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.745+0000 7fca7cff9640 1 -- 172.21.15.31:0/3424265645 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca70017070 con 0x7fca800d0d00 2024-09-16T07:21:23.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.745+0000 7fca863d3640 1 -- 172.21.15.31:0/3424265645 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca80201c80 con 0x7fca800d0d00 2024-09-16T07:21:23.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.745+0000 7fca863d3640 1 -- 172.21.15.31:0/3424265645 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca80202240 con 0x7fca800d0d00 2024-09-16T07:21:23.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.748+0000 7fca7cff9640 1 -- 172.21.15.31:0/3424265645 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fca700035f0 con 0x7fca800d0d00 2024-09-16T07:21:23.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.749+0000 7fca7cff9640 1 -- 172.21.15.31:0/3424265645 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca70003a40 con 0x7fca800d0d00 2024-09-16T07:21:23.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.750+0000 7fca7cff9640 1 -- 172.21.15.31:0/3424265645 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7fca7001a070 con 0x7fca800d0d00 2024-09-16T07:21:23.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.751+0000 7fca7cff9640 1 --2- 172.21.15.31:0/3424265645 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fca6c078980 0x7fca6c07ae40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:23.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.751+0000 7fca7cff9640 1 -- 172.21.15.31:0/3424265645 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7fca7009a220 con 0x7fca800d0d00 2024-09-16T07:21:23.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.751+0000 7fca7ffff640 1 --2- 172.21.15.31:0/3424265645 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fca6c078980 0x7fca6c07ae40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:23.752 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.753+0000 7fca7ffff640 1 --2- 172.21.15.31:0/3424265645 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fca6c078980 0x7fca6c07ae40 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fca800cfcd0 tx=0x7fca74005f90 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:23.752 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.753+0000 7fca863d3640 1 -- 172.21.15.31:0/3424265645 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fca60005290 con 0x7fca800d0d00 2024-09-16T07:21:23.761 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.762+0000 7fca7cff9640 1 -- 172.21.15.31:0/3424265645 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fca800d00c0 con 0x7fca800d0d00 2024-09-16T07:21:23.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.778+0000 7f10d9ef4640 1 -- 172.21.15.31:0/2678716108 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f10cc036520 msgr2=0x7f10cc0e2580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:23.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.778+0000 7f10d9ef4640 1 --2- 172.21.15.31:0/2678716108 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f10cc036520 0x7f10cc0e2580 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f10d406c260 tx=0x7f10d4076fa0 comp rx=0 tx=0).stop 2024-09-16T07:21:23.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.778+0000 7f10d9ef4640 1 -- 172.21.15.31:0/2678716108 shutdown_connections 2024-09-16T07:21:23.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.778+0000 7f10d9ef4640 1 --2- 172.21.15.31:0/2678716108 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f10cc036520 0x7f10cc0e2580 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:23.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.778+0000 7f10d9ef4640 1 --2- 172.21.15.31:0/2678716108 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f10cc005a60 0x7f10cc035fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:23.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.778+0000 7f10d9ef4640 1 --2- 172.21.15.31:0/2678716108 >> v2:172.21.15.155:3300/0 conn(0x7f10cc01c890 0x7f10cc01cc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:23.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.778+0000 7f10d9ef4640 1 -- 172.21.15.31:0/2678716108 >> 172.21.15.31:0/2678716108 conn(0x7f10cc054560 msgr2=0x7f10cc054940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:23.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.779+0000 7f10d9ef4640 1 -- 172.21.15.31:0/2678716108 shutdown_connections 2024-09-16T07:21:23.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.779+0000 7f10d9ef4640 1 -- 172.21.15.31:0/2678716108 wait complete. 2024-09-16T07:21:23.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.781+0000 7f10d9ef4640 1 Processor -- start 2024-09-16T07:21:23.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.781+0000 7f10d9ef4640 1 -- start start 2024-09-16T07:21:23.781 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.782+0000 7fd799b17640 1 -- 172.21.15.31:0/2409090660 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd77c005260 msgr2=0x7fd77c00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:23.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.782+0000 7f10d9ef4640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f10cc005a60 0x7f10cc0d9580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:23.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.782+0000 7fd799b17640 1 --2- 172.21.15.31:0/2409090660 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd77c005260 0x7fd77c00b9c0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fd7940af5b0 tx=0x7fd77c005830 comp rx=0 tx=0).stop 2024-09-16T07:21:23.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.782+0000 7f10d9ef4640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f10cc01c890 0x7f10cc0d9ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:23.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.783+0000 7f10d9ef4640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f10cc036520 0x7f10cc0db510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:23.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.783+0000 7fd793fff640 1 -- 172.21.15.31:0/2409090660 reap_dead start 2024-09-16T07:21:23.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.783+0000 7f10d9ef4640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f10cc00bb80 con 0x7f10cc005a60 2024-09-16T07:21:23.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.783+0000 7fd799b17640 1 -- 172.21.15.31:0/2409090660 shutdown_connections 2024-09-16T07:21:23.784 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.783+0000 7fc4caffd640 1 -- 172.21.15.31:0/2494902912 <== mon.1 v2:172.21.15.155:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4c0031c30 con 0x7fc4cc0d0d40 2024-09-16T07:21:23.784 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.783+0000 7f10d9ef4640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f10cc00ba00 con 0x7f10cc036520 2024-09-16T07:21:23.784 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.783+0000 7f10d9ef4640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f10cc0e2ac0 con 0x7f10cc01c890 2024-09-16T07:21:23.784 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.783+0000 7f10d96f3640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f10cc036520 0x7f10cc0db510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:23.784 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.783+0000 7f10d3fff640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f10cc01c890 0x7f10cc0d9ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:23.785 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.783+0000 7f10d3fff640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f10cc01c890 0x7f10cc0d9ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3301/0 says I am v2:172.21.15.31:56026/0 (socket says 172.21.15.31:56026) 2024-09-16T07:21:23.785 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.783+0000 7f10d3fff640 1 -- 172.21.15.31:0/2836253575 learned_addr learned my addr 172.21.15.31:0/2836253575 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:23.785 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.783+0000 7fd799b17640 1 -- 172.21.15.31:0/2409090660 >> 172.21.15.31:0/2409090660 conn(0x7fd7940b1690 msgr2=0x7fd7940b1aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:23.785 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.783+0000 7f10d8ef2640 1 --2- 172.21.15.31:0/2836253575 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f10cc005a60 0x7f10cc0d9580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:23.786 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.783+0000 7fc4d24b8640 1 -- 172.21.15.31:0/2494902912 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc4cc0d0d40 msgr2=0x7fc4cc0cf9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:23.786 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.783+0000 7fc4d24b8640 1 --2- 172.21.15.31:0/2494902912 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc4cc0d0d40 0x7fc4cc0cf9b0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fc4cc0d1eb0 tx=0x7fc4c002a580 comp rx=0 tx=0).stop 2024-09-16T07:21:23.786 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.783+0000 7fd799b17640 1 -- 172.21.15.31:0/2409090660 shutdown_connections 2024-09-16T07:21:23.786 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.783+0000 7fc4d24b8640 1 -- 172.21.15.31:0/2494902912 shutdown_connections 2024-09-16T07:21:23.786 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.783+0000 7fc4d24b8640 1 --2- 172.21.15.31:0/2494902912 >> v2:172.21.15.31:3300/0 conn(0x7fc4cc0d49c0 0x7fc4cc0b3800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:23.786 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.783+0000 7fc4d24b8640 1 --2- 172.21.15.31:0/2494902912 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc4cc0d0d40 0x7fc4cc0cf9b0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:23.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.783+0000 7fc4d24b8640 1 -- 172.21.15.31:0/2494902912 >> 172.21.15.31:0/2494902912 conn(0x7fc4cc0d3ea0 msgr2=0x7fc4cc0d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:23.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.783+0000 7f10d96f3640 1 -- 172.21.15.31:0/2836253575 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f10cc01c890 msgr2=0x7f10cc0d9ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:23.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.783+0000 7f10d96f3640 1 --2- 172.21.15.31:0/2836253575 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f10cc01c890 0x7f10cc0d9ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:23.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.784+0000 7f10d96f3640 1 -- 172.21.15.31:0/2836253575 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f10cc005a60 msgr2=0x7f10cc0d9580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:23.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.783+0000 7fc4d24b8640 1 -- 172.21.15.31:0/2494902912 shutdown_connections 2024-09-16T07:21:23.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.783+0000 7fc4d24b8640 1 -- 172.21.15.31:0/2494902912 wait complete. 2024-09-16T07:21:23.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.784+0000 7fd799b17640 1 -- 172.21.15.31:0/2409090660 wait complete. 2024-09-16T07:21:23.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.784+0000 7f10d96f3640 1 --2- 172.21.15.31:0/2836253575 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f10cc005a60 0x7f10cc0d9580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:23.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.784+0000 7f10d96f3640 1 -- 172.21.15.31:0/2836253575 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10cc04a670 con 0x7f10cc036520 2024-09-16T07:21:23.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.784+0000 7f10d8ef2640 1 --2- 172.21.15.31:0/2836253575 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f10cc005a60 0x7f10cc0d9580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T07:21:23.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.785+0000 7f83fea0c640 1 -- 172.21.15.31:0/3300573155 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f83f0034340 msgr2=0x7f83f0055f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:23.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.785+0000 7f10d96f3640 1 --2- 172.21.15.31:0/2836253575 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f10cc036520 0x7f10cc0db510 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f10d4069f20 tx=0x7f10d4071b10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:23.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.785+0000 7f391f4fb640 1 -- 172.21.15.31:0/2345610139 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3910034340 msgr2=0x7f3910036a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:23.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.785+0000 7f391f4fb640 1 --2- 172.21.15.31:0/2345610139 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3910034340 0x7f3910036a00 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f3910035d10 tx=0x7f391402a460 comp rx=0 tx=0).stop 2024-09-16T07:21:23.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.785+0000 7f10d17fa640 1 -- 172.21.15.31:0/2836253575 <== mon.1 v2:172.21.15.155:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10d406f250 con 0x7f10cc036520 2024-09-16T07:21:23.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.785+0000 7f83fea0c640 1 --2- 172.21.15.31:0/3300573155 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f83f0034340 0x7f83f0055f90 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f83f4009830 tx=0x7f83f402a4b0 comp rx=0 tx=0).stop 2024-09-16T07:21:23.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.785+0000 7f83fea0c640 1 -- 172.21.15.31:0/3300573155 shutdown_connections 2024-09-16T07:21:23.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.785+0000 7f83fea0c640 1 --2- 172.21.15.31:0/3300573155 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f83f0034340 0x7f83f0055f90 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:23.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.785+0000 7f10d9ef4640 1 -- 172.21.15.31:0/2836253575 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10cc04a950 con 0x7f10cc036520 2024-09-16T07:21:23.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.785+0000 7f10d9ef4640 1 -- 172.21.15.31:0/2836253575 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10cc04a340 con 0x7f10cc036520 2024-09-16T07:21:23.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.785+0000 7f83fea0c640 1 --2- 172.21.15.31:0/3300573155 >> v2:172.21.15.31:3300/0 conn(0x7f83f00e2c20 0x7f83f0036a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:23.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.785+0000 7f83fea0c640 1 -- 172.21.15.31:0/3300573155 >> 172.21.15.31:0/3300573155 conn(0x7f83f001e890 msgr2=0x7f83f0055640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:23.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.785+0000 7f391f4fb640 1 -- 172.21.15.31:0/2345610139 shutdown_connections 2024-09-16T07:21:23.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.785+0000 7fc4d24b8640 1 Processor -- start 2024-09-16T07:21:23.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.785+0000 7fd799b17640 1 Processor -- start 2024-09-16T07:21:23.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.786+0000 7f391f4fb640 1 --2- 172.21.15.31:0/2345610139 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3910034340 0x7f3910036a00 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:23.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.786+0000 7f391f4fb640 1 -- 172.21.15.31:0/2345610139 >> 172.21.15.31:0/2345610139 conn(0x7f391001e890 msgr2=0x7f3910055640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:23.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.785+0000 7f10d17fa640 1 -- 172.21.15.31:0/2836253575 <== mon.1 v2:172.21.15.155:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f10d406f4e0 con 0x7f10cc036520 2024-09-16T07:21:23.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.785+0000 7f10d17fa640 1 -- 172.21.15.31:0/2836253575 <== mon.1 v2:172.21.15.155:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10d406f710 con 0x7f10cc036520 2024-09-16T07:21:23.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.786+0000 7f83fea0c640 1 -- 172.21.15.31:0/3300573155 shutdown_connections 2024-09-16T07:21:23.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.786+0000 7fd799b17640 1 -- start start 2024-09-16T07:21:23.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.786+0000 7f1c61cbf640 1 -- 172.21.15.31:0/4172181585 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1c5c15a490 msgr2=0x7f1c5c0688b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:23.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.786+0000 7f1c61cbf640 1 --2- 172.21.15.31:0/4172181585 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1c5c15a490 0x7f1c5c0688b0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f1c4c009860 tx=0x7f1c4c02a5a0 comp rx=0 tx=0).stop 2024-09-16T07:21:23.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.786+0000 7f1c61cbf640 1 -- 172.21.15.31:0/4172181585 shutdown_connections 2024-09-16T07:21:23.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.786+0000 7f1c61cbf640 1 --2- 172.21.15.31:0/4172181585 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1c5c15a490 0x7f1c5c0688b0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:23.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.786+0000 7f1c61cbf640 1 -- 172.21.15.31:0/4172181585 >> 172.21.15.31:0/4172181585 conn(0x7f1c5c074160 msgr2=0x7f1c5c074570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:23.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.786+0000 7f83fea0c640 1 -- 172.21.15.31:0/3300573155 wait complete. 2024-09-16T07:21:23.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.787+0000 7f391f4fb640 1 -- 172.21.15.31:0/2345610139 shutdown_connections 2024-09-16T07:21:23.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.787+0000 7f391f4fb640 1 -- 172.21.15.31:0/2345610139 wait complete. 2024-09-16T07:21:23.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.786+0000 7fc4d24b8640 1 -- start start 2024-09-16T07:21:23.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.787+0000 7fd799b17640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd794150450 0x7fd7941f8e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:23.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.787+0000 7fc4d24b8640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc4cc0d0d40 0x7fc4cc09db80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:23.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.787+0000 7fd799b17640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd794150830 0x7fd794152e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:23.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.787+0000 7fd799b17640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd7940aca10 0x7fd7940ace70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:23.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.787+0000 7fd799b17640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fd7940b32c0 con 0x7fd794150830 2024-09-16T07:21:23.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.787+0000 7fd799b17640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fd7940b3140 con 0x7fd7940aca10 2024-09-16T07:21:23.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.787+0000 7fd799b17640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fd7940b3440 con 0x7fd794150450 2024-09-16T07:21:23.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.787+0000 7fd792ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd794150830 0x7fd794152e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:23.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.787+0000 7f1c61cbf640 1 -- 172.21.15.31:0/4172181585 shutdown_connections 2024-09-16T07:21:23.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.787+0000 7fd792ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd794150830 0x7fd794152e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43528/0 (socket says 172.21.15.31:43528) 2024-09-16T07:21:23.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.787+0000 7f1c61cbf640 1 -- 172.21.15.31:0/4172181585 wait complete. 2024-09-16T07:21:23.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.787+0000 7fc4d24b8640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc4cc0d49c0 0x7fc4cc154360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:23.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.787+0000 7fc4d24b8640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc4cc15df90 0x7fc4cc1548a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:23.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.787+0000 7fc4cbfff640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc4cc0d0d40 0x7fc4cc09db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:23.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.787+0000 7fc4cbfff640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc4cc0d0d40 0x7fc4cc09db80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3300/0 says I am v2:172.21.15.31:33010/0 (socket says 172.21.15.31:33010) 2024-09-16T07:21:23.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.788+0000 7fc4d0a55640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc4cc15df90 0x7fc4cc1548a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:23.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.788+0000 7f10d17fa640 1 -- 172.21.15.31:0/2836253575 <== mon.1 v2:172.21.15.155:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f10d40bf030 con 0x7f10cc036520 2024-09-16T07:21:23.799 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.788+0000 7fc4d0a55640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc4cc15df90 0x7fc4cc1548a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43532/0 (socket says 172.21.15.31:43532) 2024-09-16T07:21:23.799 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.787+0000 7fd792ffd640 1 -- 172.21.15.31:0/1648989861 learned_addr learned my addr 172.21.15.31:0/1648989861 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:23.799 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.788+0000 7f10d9ef4640 1 -- 172.21.15.31:0/2836253575 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f10b4005290 con 0x7f10cc036520 2024-09-16T07:21:23.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.788+0000 7fd793fff640 1 --2- 172.21.15.31:0/1648989861 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd7940aca10 0x7fd7940ace70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:23.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.788+0000 7fd7937fe640 1 --2- 172.21.15.31:0/1648989861 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd794150450 0x7fd7941f8e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:23.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.788+0000 7fd792ffd640 1 -- 172.21.15.31:0/1648989861 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd794150450 msgr2=0x7fd7941f8e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:23.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.788+0000 7f83fea0c640 1 Processor -- start 2024-09-16T07:21:23.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.788+0000 7f83fea0c640 1 -- start start 2024-09-16T07:21:23.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.788+0000 7fd792ffd640 1 --2- 172.21.15.31:0/1648989861 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd794150450 0x7fd7941f8e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:23.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.788+0000 7fd792ffd640 1 -- 172.21.15.31:0/1648989861 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd7940aca10 msgr2=0x7fd7940ace70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:23.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.788+0000 7fd792ffd640 1 --2- 172.21.15.31:0/1648989861 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd7940aca10 0x7fd7940ace70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:23.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.788+0000 7f10d17fa640 1 --2- 172.21.15.31:0/2836253575 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f10b8078920 0x7f10b807ade0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:23.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.788+0000 7fd792ffd640 1 -- 172.21.15.31:0/1648989861 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7941536a0 con 0x7fd794150830 2024-09-16T07:21:23.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.789+0000 7fd5164d6640 1 -- 172.21.15.31:0/914555208 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd510073090 msgr2=0x7fd510073500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:23.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.789+0000 7fd5164d6640 1 --2- 172.21.15.31:0/914555208 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd510073090 0x7fd510073500 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fd5100b2e90 tx=0x7fd50002a400 comp rx=0 tx=0).stop 2024-09-16T07:21:23.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.789+0000 7f10d8ef2640 1 --2- 172.21.15.31:0/2836253575 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f10b8078920 0x7f10b807ade0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:23.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.789+0000 7f10d17fa640 1 -- 172.21.15.31:0/2836253575 <== mon.1 v2:172.21.15.155:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7f10d4135950 con 0x7f10cc036520 2024-09-16T07:21:23.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.789+0000 7fd5164d6640 1 -- 172.21.15.31:0/914555208 shutdown_connections 2024-09-16T07:21:23.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.789+0000 7fd5164d6640 1 --2- 172.21.15.31:0/914555208 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd510073090 0x7fd510073500 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:23.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.789+0000 7fd792ffd640 1 --2- 172.21.15.31:0/1648989861 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd794150830 0x7fd794152e50 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fd78c003fd0 tx=0x7fd78c0067a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:23.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.788+0000 7fc4cb7fe640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc4cc0d49c0 0x7fc4cc154360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:23.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.788+0000 7fc4cb7fe640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc4cc0d49c0 0x7fc4cc154360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3301/0 says I am v2:172.21.15.31:56050/0 (socket says 172.21.15.31:56050) 2024-09-16T07:21:23.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.788+0000 7fc4d24b8640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fc4cc162690 con 0x7fc4cc15df90 2024-09-16T07:21:23.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.788+0000 7fc4d24b8640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc4cc0b3d40 con 0x7fc4cc0d0d40 2024-09-16T07:21:23.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.788+0000 7fc4d24b8640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc4cc0cdcc0 con 0x7fc4cc0d49c0 2024-09-16T07:21:23.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.788+0000 7fc4cbfff640 1 -- 172.21.15.31:0/190293089 learned_addr learned my addr 172.21.15.31:0/190293089 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:23.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.788+0000 7fc4d0a55640 1 -- 172.21.15.31:0/190293089 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc4cc0d49c0 msgr2=0x7fc4cc154360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:23.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.788+0000 7fc4d0a55640 1 --2- 172.21.15.31:0/190293089 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc4cc0d49c0 0x7fc4cc154360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:23.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.789+0000 7fc4d0a55640 1 -- 172.21.15.31:0/190293089 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc4cc0d0d40 msgr2=0x7fc4cc09db80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:23.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.789+0000 7fc4d0a55640 1 --2- 172.21.15.31:0/190293089 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc4cc0d0d40 0x7fc4cc09db80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:23.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.789+0000 7fc4d0a55640 1 -- 172.21.15.31:0/190293089 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4cc09e0c0 con 0x7fc4cc15df90 2024-09-16T07:21:23.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.789+0000 7fc4d0a55640 1 --2- 172.21.15.31:0/190293089 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc4cc15df90 0x7fc4cc1548a0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fc4c400c5f0 tx=0x7fc4c400cab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:23.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.789+0000 7fd5164d6640 1 --2- 172.21.15.31:0/914555208 >> v2:172.21.15.31:3300/0 conn(0x7fd5100b47f0 0x7fd5100b2f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:23.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.789+0000 7fd5164d6640 1 --2- 172.21.15.31:0/914555208 >> v2:172.21.15.155:3300/0 conn(0x7fd510154f80 0x7fd51015ef40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:23.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.789+0000 7fd5164d6640 1 -- 172.21.15.31:0/914555208 >> 172.21.15.31:0/914555208 conn(0x7fd5100b1690 msgr2=0x7fd5100b1aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:23.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.789+0000 7f391f4fb640 1 Processor -- start 2024-09-16T07:21:23.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.789+0000 7fd5164d6640 1 -- 172.21.15.31:0/914555208 shutdown_connections 2024-09-16T07:21:23.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.789+0000 7f391f4fb640 1 -- start start 2024-09-16T07:21:23.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.789+0000 7fd77bfff640 1 -- 172.21.15.31:0/1648989861 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd78c015070 con 0x7fd794150830 2024-09-16T07:21:23.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.789+0000 7fd799b17640 1 -- 172.21.15.31:0/1648989861 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd794153980 con 0x7fd794150830 2024-09-16T07:21:23.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.789+0000 7fd5164d6640 1 -- 172.21.15.31:0/914555208 wait complete. 2024-09-16T07:21:23.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.789+0000 7fd799b17640 1 -- 172.21.15.31:0/1648989861 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd794151020 con 0x7fd794150830 2024-09-16T07:21:23.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.789+0000 7fd77bfff640 1 -- 172.21.15.31:0/1648989861 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd78c00fd40 con 0x7fd794150830 2024-09-16T07:21:23.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.790+0000 7fc4cb7fe640 1 --2- 172.21.15.31:0/190293089 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc4cc0d49c0 0x7fc4cc154360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:21:23.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.790+0000 7f1c61cbf640 1 Processor -- start 2024-09-16T07:21:23.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.790+0000 7f83fea0c640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f83f0034340 0x7f83f00d2e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:23.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.790+0000 7f10d8ef2640 1 --2- 172.21.15.31:0/2836253575 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f10b8078920 0x7f10b807ade0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f10cc0329b0 tx=0x7f10c8009110 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:23.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.790+0000 7f83fea0c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f83f00370c0 0x7f83f00e3c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:23.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.790+0000 7fc4c8ff9640 1 -- 172.21.15.31:0/190293089 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4c4004b20 con 0x7fc4cc15df90 2024-09-16T07:21:23.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.790+0000 7f1c61cbf640 1 -- start start 2024-09-16T07:21:23.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.790+0000 7f83fea0c640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f83f00e2c20 0x7f83f00d54f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:23.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.790+0000 7f83fea0c640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f83f0008be0 con 0x7f83f00370c0 2024-09-16T07:21:23.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.790+0000 7f83fea0c640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f83f0008a60 con 0x7f83f00e2c20 2024-09-16T07:21:23.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.790+0000 7f83fea0c640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f83f00e3140 con 0x7f83f0034340 2024-09-16T07:21:23.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.790+0000 7fc4d24b8640 1 -- 172.21.15.31:0/190293089 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4cc0cd0b0 con 0x7fc4cc15df90 2024-09-16T07:21:23.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.790+0000 7f83fda0a640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f83f0034340 0x7f83f00d2e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:23.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.790+0000 7f83fda0a640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f83f0034340 0x7f83f00d2e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3301/0 says I am v2:172.21.15.31:56064/0 (socket says 172.21.15.31:56064) 2024-09-16T07:21:23.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.790+0000 7f83fda0a640 1 -- 172.21.15.31:0/4177363322 learned_addr learned my addr 172.21.15.31:0/4177363322 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:23.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.790+0000 7fc4d24b8640 1 -- 172.21.15.31:0/190293089 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4cc0cd670 con 0x7fc4cc15df90 2024-09-16T07:21:23.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.790+0000 7fc4c8ff9640 1 -- 172.21.15.31:0/190293089 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc4c4004db0 con 0x7fc4cc15df90 2024-09-16T07:21:23.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.790+0000 7fc4c8ff9640 1 -- 172.21.15.31:0/190293089 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4c4003bd0 con 0x7fc4cc15df90 2024-09-16T07:21:23.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.791+0000 7f391f4fb640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3910034340 0x7f3910176a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:23.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.790+0000 7f83fda0a640 1 -- 172.21.15.31:0/4177363322 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f83f00e2c20 msgr2=0x7f83f00d54f0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-16T07:21:23.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.790+0000 7f83fda0a640 1 --2- 172.21.15.31:0/4177363322 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f83f00e2c20 0x7f83f00d54f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:23.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.790+0000 7f83fda0a640 1 -- 172.21.15.31:0/4177363322 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f83f00370c0 msgr2=0x7f83f00e3c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:23.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.790+0000 7f83fda0a640 1 --2- 172.21.15.31:0/4177363322 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f83f00370c0 0x7f83f00e3c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:23.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.790+0000 7f83fda0a640 1 -- 172.21.15.31:0/4177363322 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83f00e1920 con 0x7f83f0034340 2024-09-16T07:21:23.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.791+0000 7f391f4fb640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f39100370c0 0x7f391004be50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:23.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.791+0000 7fd799b17640 1 -- 172.21.15.31:0/1648989861 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd7940ae260 con 0x7fd794150830 2024-09-16T07:21:23.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.792+0000 7f83fda0a640 1 --2- 172.21.15.31:0/4177363322 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f83f0034340 0x7f83f00d2e40 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f83e8009f70 tx=0x7f83e800eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:23.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.792+0000 7f1c61cbf640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1c5c0b11e0 0x7f1c5c0ccdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:23.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.792+0000 7fd5164d6640 1 Processor -- start 2024-09-16T07:21:23.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.792+0000 7f83ee7fc640 1 -- 172.21.15.31:0/4177363322 <== mon.2 v2:172.21.15.155:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83e800cd80 con 0x7f83f0034340 2024-09-16T07:21:23.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.792+0000 7f1c61cbf640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1c5c0d0d00 0x7f1c5c15c490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:23.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.792+0000 7f83ee7fc640 1 -- 172.21.15.31:0/4177363322 <== mon.2 v2:172.21.15.155:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f83e8004020 con 0x7f83f0034340 2024-09-16T07:21:23.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.792+0000 7f1c5b7fe640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1c5c0b11e0 0x7f1c5c0ccdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:23.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.792+0000 7f1c5b7fe640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1c5c0b11e0 0x7f1c5c0ccdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3300/0 says I am v2:172.21.15.31:33032/0 (socket says 172.21.15.31:33032) 2024-09-16T07:21:23.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.792+0000 7f1c5b7fe640 1 -- 172.21.15.31:0/1504149646 learned_addr learned my addr 172.21.15.31:0/1504149646 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:23.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.792+0000 7f83ee7fc640 1 -- 172.21.15.31:0/4177363322 <== mon.2 v2:172.21.15.155:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83e8004450 con 0x7f83f0034340 2024-09-16T07:21:23.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.792+0000 7f83fea0c640 1 -- 172.21.15.31:0/4177363322 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83f00d8770 con 0x7f83f0034340 2024-09-16T07:21:23.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.792+0000 7f83fea0c640 1 -- 172.21.15.31:0/4177363322 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f83f00e4390 con 0x7f83f0034340 2024-09-16T07:21:23.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.792+0000 7f391e4f9640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3910034340 0x7f3910176a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:23.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.792+0000 7f391e4f9640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3910034340 0x7f3910176a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3301/0 says I am v2:172.21.15.31:56078/0 (socket says 172.21.15.31:56078) 2024-09-16T07:21:23.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.792+0000 7fd5164d6640 1 -- start start 2024-09-16T07:21:23.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.792+0000 7f391e4f9640 1 -- 172.21.15.31:0/669630562 learned_addr learned my addr 172.21.15.31:0/669630562 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:23.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.792+0000 7fd77bfff640 1 -- 172.21.15.31:0/1648989861 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd78c011690 con 0x7fd794150830 2024-09-16T07:21:23.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.792+0000 7f391f4fb640 1 --2- 172.21.15.31:0/669630562 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f39100e2c20 0x7f39100dcb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:23.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.792+0000 7f391dcf8640 1 --2- 172.21.15.31:0/669630562 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f39100370c0 0x7f391004be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:23.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.792+0000 7f1c5affd640 1 --2- 172.21.15.31:0/1504149646 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1c5c0d0d00 0x7f1c5c15c490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:23.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.792+0000 7f391f4fb640 1 -- 172.21.15.31:0/669630562 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f3910008d20 con 0x7f39100e2c20 2024-09-16T07:21:23.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.792+0000 7f391f4fb640 1 -- 172.21.15.31:0/669630562 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f3910008ba0 con 0x7f39100370c0 2024-09-16T07:21:23.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.792+0000 7f391f4fb640 1 -- 172.21.15.31:0/669630562 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f3910037520 con 0x7f3910034340 2024-09-16T07:21:23.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.793+0000 7f1c61cbf640 1 --2- 172.21.15.31:0/1504149646 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1c5c15a490 0x7f1c5c15c9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:23.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.793+0000 7f1c61cbf640 1 -- 172.21.15.31:0/1504149646 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f1c5c0b1a00 con 0x7f1c5c15a490 2024-09-16T07:21:23.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.793+0000 7fc4d24b8640 1 -- 172.21.15.31:0/190293089 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc4ac005290 con 0x7fc4cc15df90 2024-09-16T07:21:23.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.793+0000 7f1c61cbf640 1 -- 172.21.15.31:0/1504149646 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f1c5c0b1880 con 0x7f1c5c0b11e0 2024-09-16T07:21:23.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.793+0000 7f1c61cbf640 1 -- 172.21.15.31:0/1504149646 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f1c5c15ab00 con 0x7f1c5c0d0d00 2024-09-16T07:21:23.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.793+0000 7fd5164d6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd510073090 0x7fd510152180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:23.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.793+0000 7fd5164d6640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd5100b47f0 0x7fd5100ce370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:23.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.793+0000 7fd5164d6640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd510154f80 0x7fd5100ce8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:23.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.793+0000 7fd5164d6640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fd5100adab0 con 0x7fd510073090 2024-09-16T07:21:23.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.793+0000 7fd5164d6640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fd5100b40b0 con 0x7fd510154f80 2024-09-16T07:21:23.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.793+0000 7fd5164d6640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fd5100adc30 con 0x7fd5100b47f0 2024-09-16T07:21:23.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.793+0000 7f83fea0c640 1 -- 172.21.15.31:0/4177363322 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f83e0005290 con 0x7f83f0034340 2024-09-16T07:21:23.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.794+0000 7f1c5b7fe640 1 -- 172.21.15.31:0/1504149646 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1c5c0d0d00 msgr2=0x7f1c5c15c490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:23.821 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.794+0000 7f1c5b7fe640 1 --2- 172.21.15.31:0/1504149646 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1c5c0d0d00 0x7f1c5c15c490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:23.821 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.794+0000 7f1c5b7fe640 1 -- 172.21.15.31:0/1504149646 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1c5c15a490 msgr2=0x7f1c5c15c9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:23.821 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.794+0000 7f1c5bfff640 1 --2- 172.21.15.31:0/1504149646 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1c5c15a490 0x7f1c5c15c9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:23.821 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.794+0000 7f1c5b7fe640 1 --2- 172.21.15.31:0/1504149646 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1c5c15a490 0x7f1c5c15c9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:23.821 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.794+0000 7f1c5b7fe640 1 -- 172.21.15.31:0/1504149646 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c5c099810 con 0x7f1c5c0b11e0 2024-09-16T07:21:23.821 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.794+0000 7f1c5bfff640 1 --2- 172.21.15.31:0/1504149646 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1c5c15a490 0x7f1c5c15c9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:21:23.821 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.794+0000 7f391ecfa640 1 --2- 172.21.15.31:0/669630562 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f39100e2c20 0x7f39100dcb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:23.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.794+0000 7f391e4f9640 1 -- 172.21.15.31:0/669630562 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f39100370c0 msgr2=0x7f391004be50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:23.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.794+0000 7f391e4f9640 1 --2- 172.21.15.31:0/669630562 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f39100370c0 0x7f391004be50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:23.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.794+0000 7f391e4f9640 1 -- 172.21.15.31:0/669630562 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f39100e2c20 msgr2=0x7f39100dcb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:23.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.794+0000 7f391e4f9640 1 --2- 172.21.15.31:0/669630562 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f39100e2c20 0x7f39100dcb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:23.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.794+0000 7f391e4f9640 1 -- 172.21.15.31:0/669630562 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39100dac00 con 0x7f3910034340 2024-09-16T07:21:23.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.794+0000 7fd50f7fe640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd5100b47f0 0x7fd5100ce370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:23.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.794+0000 7fd50f7fe640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd5100b47f0 0x7fd5100ce370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3301/0 says I am v2:172.21.15.31:56094/0 (socket says 172.21.15.31:56094) 2024-09-16T07:21:23.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.794+0000 7fd50f7fe640 1 -- 172.21.15.31:0/2206563335 learned_addr learned my addr 172.21.15.31:0/2206563335 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:23.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.794+0000 7fd514a73640 1 --2- 172.21.15.31:0/2206563335 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd510154f80 0x7fd5100ce8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:23.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.794+0000 7fd77bfff640 1 -- 172.21.15.31:0/1648989861 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7fd78c0118b0 con 0x7fd794150830 2024-09-16T07:21:23.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.794+0000 7fd50f7fe640 1 -- 172.21.15.31:0/2206563335 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd510154f80 msgr2=0x7fd5100ce8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:23.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.794+0000 7fd50f7fe640 1 --2- 172.21.15.31:0/2206563335 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd510154f80 0x7fd5100ce8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:23.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.795+0000 7fd50f7fe640 1 -- 172.21.15.31:0/2206563335 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd510073090 msgr2=0x7fd510152180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:23.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.795+0000 7fd50f7fe640 1 --2- 172.21.15.31:0/2206563335 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd510073090 0x7fd510152180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:23.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.795+0000 7fd50f7fe640 1 -- 172.21.15.31:0/2206563335 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5101f4880 con 0x7fd5100b47f0 2024-09-16T07:21:23.824 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.795+0000 7f391e4f9640 1 --2- 172.21.15.31:0/669630562 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3910034340 0x7f3910176a10 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f390800c460 tx=0x7f390800c920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:23.824 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.795+0000 7f1c5b7fe640 1 --2- 172.21.15.31:0/1504149646 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1c5c0b11e0 0x7f1c5c0ccdb0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f1c5000c410 tx=0x7f1c5000c8d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:23.824 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.795+0000 7fd50f7fe640 1 --2- 172.21.15.31:0/2206563335 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd5100b47f0 0x7fd5100ce370 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fd50400e9c0 tx=0x7fd50400ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:23.825 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.795+0000 7f390effd640 1 -- 172.21.15.31:0/669630562 <== mon.2 v2:172.21.15.155:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3908022070 con 0x7f3910034340 2024-09-16T07:21:23.825 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.795+0000 7f83ee7fc640 1 -- 172.21.15.31:0/4177363322 <== mon.2 v2:172.21.15.155:3301/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f83e80137d0 con 0x7f83f0034340 2024-09-16T07:21:23.825 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.795+0000 7fd77bfff640 1 --2- 172.21.15.31:0/1648989861 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd780078850 0x7fd78007ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:23.825 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.795+0000 7fd77bfff640 1 -- 172.21.15.31:0/1648989861 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7fd78c09add0 con 0x7fd794150830 2024-09-16T07:21:23.825 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.796+0000 7fd7937fe640 1 --2- 172.21.15.31:0/1648989861 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd780078850 0x7fd78007ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:23.825 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.795+0000 7f1c43fff640 1 -- 172.21.15.31:0/1504149646 <== mon.1 v2:172.21.15.155:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c50017070 con 0x7f1c5c0b11e0 2024-09-16T07:21:23.826 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.795+0000 7f1c43fff640 1 -- 172.21.15.31:0/1504149646 <== mon.1 v2:172.21.15.155:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1c500035f0 con 0x7f1c5c0b11e0 2024-09-16T07:21:23.826 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.795+0000 7f1c61cbf640 1 -- 172.21.15.31:0/1504149646 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c5c099d40 con 0x7f1c5c0b11e0 2024-09-16T07:21:23.826 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.795+0000 7f1c61cbf640 1 -- 172.21.15.31:0/1504149646 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c5c15ad50 con 0x7f1c5c0b11e0 2024-09-16T07:21:23.826 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.795+0000 7f1c43fff640 1 -- 172.21.15.31:0/1504149646 <== mon.1 v2:172.21.15.155:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c50003a80 con 0x7f1c5c0b11e0 2024-09-16T07:21:23.826 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.795+0000 7f390effd640 1 -- 172.21.15.31:0/669630562 <== mon.2 v2:172.21.15.155:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f390801d440 con 0x7f3910034340 2024-09-16T07:21:23.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.795+0000 7f390effd640 1 -- 172.21.15.31:0/669630562 <== mon.2 v2:172.21.15.155:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f390801d890 con 0x7f3910034340 2024-09-16T07:21:23.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.795+0000 7f391f4fb640 1 -- 172.21.15.31:0/669630562 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39100daee0 con 0x7f3910034340 2024-09-16T07:21:23.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.795+0000 7f391f4fb640 1 -- 172.21.15.31:0/669630562 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f39100db4a0 con 0x7f3910034340 2024-09-16T07:21:23.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.796+0000 7f83ee7fc640 1 --2- 172.21.15.31:0/4177363322 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f83dc078850 0x7f83dc07ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:23.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.796+0000 7f83ee7fc640 1 -- 172.21.15.31:0/4177363322 <== mon.2 v2:172.21.15.155:3301/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7f83e809f170 con 0x7f83f0034340 2024-09-16T07:21:23.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.796+0000 7fc4c8ff9640 1 -- 172.21.15.31:0/190293089 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7fc4c401d020 con 0x7fc4cc15df90 2024-09-16T07:21:23.828 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.796+0000 7f83fd209640 1 --2- 172.21.15.31:0/4177363322 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f83dc078850 0x7f83dc07ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:23.828 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.797+0000 7fc4c8ff9640 1 --2- 172.21.15.31:0/190293089 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc4b8078920 0x7fc4b807ade0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:23.828 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.797+0000 7fd7937fe640 1 --2- 172.21.15.31:0/1648989861 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd780078850 0x7fd78007ad10 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fd7940b2e90 tx=0x7fd788005f90 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:23.828 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.794+0000 7f10d17fa640 1 -- 172.21.15.31:0/2836253575 <== mon.1 v2:172.21.15.155:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f10d40c6020 con 0x7f10cc036520 2024-09-16T07:21:23.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.797+0000 7f1c61cbf640 1 -- 172.21.15.31:0/1504149646 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c5c0688b0 con 0x7f1c5c0b11e0 2024-09-16T07:21:23.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.797+0000 7fc4c8ff9640 1 -- 172.21.15.31:0/190293089 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7fc4c409ae40 con 0x7fc4cc15df90 2024-09-16T07:21:23.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.798+0000 7fc4cbfff640 1 --2- 172.21.15.31:0/190293089 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc4b8078920 0x7fc4b807ade0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:23.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.798+0000 7f390cff9640 1 -- 172.21.15.31:0/669630562 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3900005290 con 0x7f3910034340 2024-09-16T07:21:23.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.798+0000 7f83fd209640 1 --2- 172.21.15.31:0/4177363322 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f83dc078850 0x7f83dc07ad10 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f83f4034000 tx=0x7f83f40046c0 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:23.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.798+0000 7fc4cbfff640 1 --2- 172.21.15.31:0/190293089 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc4b8078920 0x7fc4b807ade0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fc4bc007fd0 tx=0x7fc4bc009040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:23.831 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.798+0000 7f1c43fff640 1 -- 172.21.15.31:0/1504149646 <== mon.1 v2:172.21.15.155:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f1c5001a070 con 0x7f1c5c0b11e0 2024-09-16T07:21:23.831 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.799+0000 7f1c43fff640 1 --2- 172.21.15.31:0/1504149646 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f1c480788a0 0x7f1c4807ad60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:23.831 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.799+0000 7f1c43fff640 1 -- 172.21.15.31:0/1504149646 <== mon.1 v2:172.21.15.155:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7f1c50099cf0 con 0x7f1c5c0b11e0 2024-09-16T07:21:23.831 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.799+0000 7f1c5affd640 1 --2- 172.21.15.31:0/1504149646 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f1c480788a0 0x7f1c4807ad60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:23.831 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.800+0000 7f1c5affd640 1 --2- 172.21.15.31:0/1504149646 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f1c480788a0 0x7f1c4807ad60 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f1c4c034000 tx=0x7f1c4c004730 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:23.831 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.800+0000 7fd50cff9640 1 -- 172.21.15.31:0/2206563335 <== mon.2 v2:172.21.15.155:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd50400ccc0 con 0x7fd5100b47f0 2024-09-16T07:21:23.831 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.800+0000 7fd5164d6640 1 -- 172.21.15.31:0/2206563335 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5101f4b60 con 0x7fd5100b47f0 2024-09-16T07:21:23.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.800+0000 7fd50cff9640 1 -- 172.21.15.31:0/2206563335 <== mon.2 v2:172.21.15.155:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd504005020 con 0x7fd5100b47f0 2024-09-16T07:21:23.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.800+0000 7f83ee7fc640 1 -- 172.21.15.31:0/4177363322 <== mon.2 v2:172.21.15.155:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f83e80677d0 con 0x7f83f0034340 2024-09-16T07:21:23.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.800+0000 7fd5164d6640 1 -- 172.21.15.31:0/2206563335 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5101f5120 con 0x7fd5100b47f0 2024-09-16T07:21:23.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.800+0000 7fd50cff9640 1 -- 172.21.15.31:0/2206563335 <== mon.2 v2:172.21.15.155:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd50400ce60 con 0x7fd5100b47f0 2024-09-16T07:21:23.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.802+0000 7fd77bfff640 1 -- 172.21.15.31:0/1648989861 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fd7940b4c30 con 0x7fd794150830 2024-09-16T07:21:23.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.802+0000 7fd5164d6640 1 -- 172.21.15.31:0/2206563335 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd510073500 con 0x7fd5100b47f0 2024-09-16T07:21:23.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.803+0000 7f390effd640 1 -- 172.21.15.31:0/669630562 <== mon.2 v2:172.21.15.155:3301/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f3908025070 con 0x7f3910034340 2024-09-16T07:21:23.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.803+0000 7f1c43fff640 1 -- 172.21.15.31:0/1504149646 <== mon.1 v2:172.21.15.155:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f1c50062340 con 0x7f1c5c0b11e0 2024-09-16T07:21:23.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.804+0000 7f390effd640 1 --2- 172.21.15.31:0/669630562 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f38fc078850 0x7f38fc07ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:23.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.804+0000 7f390effd640 1 -- 172.21.15.31:0/669630562 <== mon.2 v2:172.21.15.155:3301/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7f39080a25f0 con 0x7f3910034340 2024-09-16T07:21:23.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.805+0000 7f391dcf8640 1 --2- 172.21.15.31:0/669630562 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f38fc078850 0x7f38fc07ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:23.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.805+0000 7f390effd640 1 -- 172.21.15.31:0/669630562 <== mon.2 v2:172.21.15.155:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f390802c080 con 0x7f3910034340 2024-09-16T07:21:23.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.806+0000 7f391dcf8640 1 --2- 172.21.15.31:0/669630562 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f38fc078850 0x7f38fc07ad10 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f3914034000 tx=0x7f3914004730 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:23.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.808+0000 7fd50cff9640 1 -- 172.21.15.31:0/2206563335 <== mon.2 v2:172.21.15.155:3301/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7fd504005430 con 0x7fd5100b47f0 2024-09-16T07:21:23.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.809+0000 7fd50cff9640 1 --2- 172.21.15.31:0/2206563335 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd4fc078850 0x7fd4fc07ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:23.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.809+0000 7fd50cff9640 1 -- 172.21.15.31:0/2206563335 <== mon.2 v2:172.21.15.155:3301/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7fd50409b550 con 0x7fd5100b47f0 2024-09-16T07:21:23.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.807+0000 7fc4c8ff9640 1 -- 172.21.15.31:0/190293089 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fc4c4063490 con 0x7fc4cc15df90 2024-09-16T07:21:23.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.810+0000 7fd50ffff640 1 --2- 172.21.15.31:0/2206563335 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd4fc078850 0x7fd4fc07ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:23.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.810+0000 7fd50cff9640 1 -- 172.21.15.31:0/2206563335 <== mon.2 v2:172.21.15.155:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fd504063bb0 con 0x7fd5100b47f0 2024-09-16T07:21:23.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:23.811+0000 7fd50ffff640 1 --2- 172.21.15.31:0/2206563335 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd4fc078850 0x7fd4fc07ad10 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fd508005fd0 tx=0x7fd508005e40 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:24.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.190+0000 7fca863d3640 1 -- 172.21.15.31:0/3424265645 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7fca60005580 con 0x7fca800d0d00 2024-09-16T07:21:24.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.191+0000 7fca7cff9640 1 -- 172.21.15.31:0/3424265645 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fca700628a0 con 0x7fca800d0d00 2024-09-16T07:21:24.190 INFO:teuthology.orchestra.run.smithi031.stdout:55834574855 2024-09-16T07:21:24.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.194+0000 7fca667fc640 1 -- 172.21.15.31:0/3424265645 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fca6c078980 msgr2=0x7fca6c07ae40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:24.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.194+0000 7fca667fc640 1 --2- 172.21.15.31:0/3424265645 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fca6c078980 0x7fca6c07ae40 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fca800cfcd0 tx=0x7fca74005f90 comp rx=0 tx=0).stop 2024-09-16T07:21:24.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.194+0000 7fca667fc640 1 -- 172.21.15.31:0/3424265645 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fca800d0d00 msgr2=0x7fca800b5e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:24.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.195+0000 7fca667fc640 1 --2- 172.21.15.31:0/3424265645 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fca800d0d00 0x7fca800b5e60 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fca7000c770 tx=0x7fca7000cc30 comp rx=0 tx=0).stop 2024-09-16T07:21:24.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.195+0000 7fca667fc640 1 -- 172.21.15.31:0/3424265645 shutdown_connections 2024-09-16T07:21:24.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.195+0000 7fca667fc640 1 --2- 172.21.15.31:0/3424265645 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fca6c078980 0x7fca6c07ae40 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:24.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.195+0000 7fca667fc640 1 --2- 172.21.15.31:0/3424265645 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fca8015a490 0x7fca800c3230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:24.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.195+0000 7fca667fc640 1 --2- 172.21.15.31:0/3424265645 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fca800d0d00 0x7fca800b5e60 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:24.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.195+0000 7fca667fc640 1 --2- 172.21.15.31:0/3424265645 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fca800b18f0 0x7fca80202520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:24.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.195+0000 7fca667fc640 1 -- 172.21.15.31:0/3424265645 >> 172.21.15.31:0/3424265645 conn(0x7fca80074160 msgr2=0x7fca8006f170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:24.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.196+0000 7fca667fc640 1 -- 172.21.15.31:0/3424265645 shutdown_connections 2024-09-16T07:21:24.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.196+0000 7fca667fc640 1 -- 172.21.15.31:0/3424265645 wait complete. 2024-09-16T07:21:24.211 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574855 for osd.6 2024-09-16T07:21:24.211 DEBUG:teuthology.parallel:result is None 2024-09-16T07:21:24.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.223+0000 7f1c61cbf640 1 -- 172.21.15.31:0/1504149646 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f1c5c159c40 con 0x7f1c5c0b11e0 2024-09-16T07:21:24.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.223+0000 7f1c43fff640 1 -- 172.21.15.31:0/1504149646 <== mon.1 v2:172.21.15.155:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f1c50061c40 con 0x7f1c5c0b11e0 2024-09-16T07:21:24.223 INFO:teuthology.orchestra.run.smithi031.stdout:64424509449 2024-09-16T07:21:24.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.225+0000 7f10d9ef4640 1 -- 172.21.15.31:0/2836253575 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f10b4005580 con 0x7f10cc036520 2024-09-16T07:21:24.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.226+0000 7f10d17fa640 1 -- 172.21.15.31:0/2836253575 <== mon.1 v2:172.21.15.155:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f10d40fdae0 con 0x7f10cc036520 2024-09-16T07:21:24.225 INFO:teuthology.orchestra.run.smithi031.stdout:64424509447 2024-09-16T07:21:24.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.226+0000 7f1c61cbf640 1 -- 172.21.15.31:0/1504149646 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f1c480788a0 msgr2=0x7f1c4807ad60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:24.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.226+0000 7f1c61cbf640 1 --2- 172.21.15.31:0/1504149646 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f1c480788a0 0x7f1c4807ad60 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f1c4c034000 tx=0x7f1c4c004730 comp rx=0 tx=0).stop 2024-09-16T07:21:24.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.226+0000 7f1c61cbf640 1 -- 172.21.15.31:0/1504149646 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1c5c0b11e0 msgr2=0x7f1c5c0ccdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:24.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.226+0000 7f1c61cbf640 1 --2- 172.21.15.31:0/1504149646 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1c5c0b11e0 0x7f1c5c0ccdb0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f1c5000c410 tx=0x7f1c5000c8d0 comp rx=0 tx=0).stop 2024-09-16T07:21:24.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.226+0000 7f1c61cbf640 1 -- 172.21.15.31:0/1504149646 shutdown_connections 2024-09-16T07:21:24.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.226+0000 7f1c61cbf640 1 --2- 172.21.15.31:0/1504149646 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f1c480788a0 0x7f1c4807ad60 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:24.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.226+0000 7f1c61cbf640 1 --2- 172.21.15.31:0/1504149646 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1c5c15a490 0x7f1c5c15c9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:24.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.226+0000 7f1c61cbf640 1 --2- 172.21.15.31:0/1504149646 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1c5c0d0d00 0x7f1c5c15c490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:24.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.226+0000 7f1c61cbf640 1 --2- 172.21.15.31:0/1504149646 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1c5c0b11e0 0x7f1c5c0ccdb0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:24.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.226+0000 7f1c61cbf640 1 -- 172.21.15.31:0/1504149646 >> 172.21.15.31:0/1504149646 conn(0x7f1c5c074160 msgr2=0x7f1c5c0b1e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:24.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.226+0000 7f1c61cbf640 1 -- 172.21.15.31:0/1504149646 shutdown_connections 2024-09-16T07:21:24.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.226+0000 7f1c61cbf640 1 -- 172.21.15.31:0/1504149646 wait complete. 2024-09-16T07:21:24.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.229+0000 7f10d9ef4640 1 -- 172.21.15.31:0/2836253575 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f10b8078920 msgr2=0x7f10b807ade0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:24.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.229+0000 7f10d9ef4640 1 --2- 172.21.15.31:0/2836253575 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f10b8078920 0x7f10b807ade0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f10cc0329b0 tx=0x7f10c8009110 comp rx=0 tx=0).stop 2024-09-16T07:21:24.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.229+0000 7f10d9ef4640 1 -- 172.21.15.31:0/2836253575 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f10cc036520 msgr2=0x7f10cc0db510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:24.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.229+0000 7f10d9ef4640 1 --2- 172.21.15.31:0/2836253575 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f10cc036520 0x7f10cc0db510 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f10d4069f20 tx=0x7f10d4071b10 comp rx=0 tx=0).stop 2024-09-16T07:21:24.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.230+0000 7f10d9ef4640 1 -- 172.21.15.31:0/2836253575 shutdown_connections 2024-09-16T07:21:24.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.230+0000 7f10d9ef4640 1 --2- 172.21.15.31:0/2836253575 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f10b8078920 0x7f10b807ade0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:24.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.230+0000 7f10d9ef4640 1 --2- 172.21.15.31:0/2836253575 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f10cc036520 0x7f10cc0db510 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:24.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.230+0000 7f10d9ef4640 1 --2- 172.21.15.31:0/2836253575 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f10cc01c890 0x7f10cc0d9ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:24.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.230+0000 7f10d9ef4640 1 --2- 172.21.15.31:0/2836253575 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f10cc005a60 0x7f10cc0d9580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:24.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.230+0000 7f10d9ef4640 1 -- 172.21.15.31:0/2836253575 >> 172.21.15.31:0/2836253575 conn(0x7f10cc054560 msgr2=0x7f10cc0520a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:24.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.230+0000 7f10d9ef4640 1 -- 172.21.15.31:0/2836253575 shutdown_connections 2024-09-16T07:21:24.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.230+0000 7f10d9ef4640 1 -- 172.21.15.31:0/2836253575 wait complete. 2024-09-16T07:21:24.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.235+0000 7f390cff9640 1 -- 172.21.15.31:0/669630562 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f3900005850 con 0x7f3910034340 2024-09-16T07:21:24.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.236+0000 7f390effd640 1 -- 172.21.15.31:0/669630562 <== mon.2 v2:172.21.15.155:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f390806a780 con 0x7f3910034340 2024-09-16T07:21:24.235 INFO:teuthology.orchestra.run.smithi031.stdout:64424509448 2024-09-16T07:21:24.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.236+0000 7f83fea0c640 1 -- 172.21.15.31:0/4177363322 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7f83e0005580 con 0x7f83f0034340 2024-09-16T07:21:24.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.237+0000 7f83ee7fc640 1 -- 172.21.15.31:0/4177363322 <== mon.2 v2:172.21.15.155:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f83e80670d0 con 0x7f83f0034340 2024-09-16T07:21:24.236 INFO:teuthology.orchestra.run.smithi031.stdout:64424509448 2024-09-16T07:21:24.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.238+0000 7fc4d24b8640 1 -- 172.21.15.31:0/190293089 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7fc4ac005580 con 0x7fc4cc15df90 2024-09-16T07:21:24.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.239+0000 7fc4c8ff9640 1 -- 172.21.15.31:0/190293089 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fc4c4062d90 con 0x7fc4cc15df90 2024-09-16T07:21:24.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.239+0000 7fd5164d6640 1 -- 172.21.15.31:0/2206563335 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7fd5100cf7f0 con 0x7fd5100b47f0 2024-09-16T07:21:24.238 INFO:teuthology.orchestra.run.smithi031.stdout:64424509447 2024-09-16T07:21:24.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.239+0000 7fd799b17640 1 -- 172.21.15.31:0/1648989861 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7fd7940cf7f0 con 0x7fd794150830 2024-09-16T07:21:24.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.239+0000 7f390cff9640 1 -- 172.21.15.31:0/669630562 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f38fc078850 msgr2=0x7f38fc07ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:24.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.239+0000 7f390cff9640 1 --2- 172.21.15.31:0/669630562 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f38fc078850 0x7f38fc07ad10 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f3914034000 tx=0x7f3914004730 comp rx=0 tx=0).stop 2024-09-16T07:21:24.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.239+0000 7f390cff9640 1 -- 172.21.15.31:0/669630562 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3910034340 msgr2=0x7f3910176a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:24.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.239+0000 7f390cff9640 1 --2- 172.21.15.31:0/669630562 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3910034340 0x7f3910176a10 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f390800c460 tx=0x7f390800c920 comp rx=0 tx=0).stop 2024-09-16T07:21:24.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.240+0000 7f390cff9640 1 -- 172.21.15.31:0/669630562 shutdown_connections 2024-09-16T07:21:24.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.240+0000 7f390cff9640 1 --2- 172.21.15.31:0/669630562 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f38fc078850 0x7f38fc07ad10 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:24.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.240+0000 7f390cff9640 1 --2- 172.21.15.31:0/669630562 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f39100e2c20 0x7f39100dcb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:24.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.240+0000 7f390cff9640 1 --2- 172.21.15.31:0/669630562 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f39100370c0 0x7f391004be50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:24.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.240+0000 7f390cff9640 1 --2- 172.21.15.31:0/669630562 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3910034340 0x7f3910176a10 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:24.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.240+0000 7f390cff9640 1 -- 172.21.15.31:0/669630562 >> 172.21.15.31:0/669630562 conn(0x7f391001e890 msgr2=0x7f39100e1220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:24.241 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509449 got 64424509449 for osd.0 2024-09-16T07:21:24.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.240+0000 7f390cff9640 1 -- 172.21.15.31:0/669630562 shutdown_connections 2024-09-16T07:21:24.242 DEBUG:teuthology.parallel:result is None 2024-09-16T07:21:24.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.240+0000 7fd50cff9640 1 -- 172.21.15.31:0/2206563335 <== mon.2 v2:172.21.15.155:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fd5040634b0 con 0x7fd5100b47f0 2024-09-16T07:21:24.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.240+0000 7fd77bfff640 1 -- 172.21.15.31:0/1648989861 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fd78c0633b0 con 0x7fd794150830 2024-09-16T07:21:24.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.240+0000 7f390cff9640 1 -- 172.21.15.31:0/669630562 wait complete. 2024-09-16T07:21:24.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.240+0000 7f83fea0c640 1 -- 172.21.15.31:0/4177363322 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f83dc078850 msgr2=0x7f83dc07ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:24.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.240+0000 7f83fea0c640 1 --2- 172.21.15.31:0/4177363322 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f83dc078850 0x7f83dc07ad10 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f83f4034000 tx=0x7f83f40046c0 comp rx=0 tx=0).stop 2024-09-16T07:21:24.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.240+0000 7f83fea0c640 1 -- 172.21.15.31:0/4177363322 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f83f0034340 msgr2=0x7f83f00d2e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:24.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.240+0000 7f83fea0c640 1 --2- 172.21.15.31:0/4177363322 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f83f0034340 0x7f83f00d2e40 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f83e8009f70 tx=0x7f83e800eeb0 comp rx=0 tx=0).stop 2024-09-16T07:21:24.243 INFO:teuthology.orchestra.run.smithi031.stdout:64424509448 2024-09-16T07:21:24.244 INFO:teuthology.orchestra.run.smithi031.stdout:64424509448 2024-09-16T07:21:24.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.240+0000 7f83fea0c640 1 -- 172.21.15.31:0/4177363322 shutdown_connections 2024-09-16T07:21:24.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.240+0000 7f83fea0c640 1 --2- 172.21.15.31:0/4177363322 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f83dc078850 0x7f83dc07ad10 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:24.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.240+0000 7f83fea0c640 1 --2- 172.21.15.31:0/4177363322 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f83f00e2c20 0x7f83f00d54f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:24.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.240+0000 7f83fea0c640 1 --2- 172.21.15.31:0/4177363322 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f83f00370c0 0x7f83f00e3c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:24.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.240+0000 7f83fea0c640 1 --2- 172.21.15.31:0/4177363322 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f83f0034340 0x7f83f00d2e40 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:24.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.240+0000 7f83fea0c640 1 -- 172.21.15.31:0/4177363322 >> 172.21.15.31:0/4177363322 conn(0x7f83f001e890 msgr2=0x7f83f0004f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:24.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.240+0000 7f83fea0c640 1 -- 172.21.15.31:0/4177363322 shutdown_connections 2024-09-16T07:21:24.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.241+0000 7f83fea0c640 1 -- 172.21.15.31:0/4177363322 wait complete. 2024-09-16T07:21:24.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.242+0000 7fc4d24b8640 1 -- 172.21.15.31:0/190293089 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc4b8078920 msgr2=0x7fc4b807ade0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:24.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.242+0000 7fc4d24b8640 1 --2- 172.21.15.31:0/190293089 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc4b8078920 0x7fc4b807ade0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fc4bc007fd0 tx=0x7fc4bc009040 comp rx=0 tx=0).stop 2024-09-16T07:21:24.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.243+0000 7fc4d24b8640 1 -- 172.21.15.31:0/190293089 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc4cc15df90 msgr2=0x7fc4cc1548a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:24.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.243+0000 7fc4d24b8640 1 --2- 172.21.15.31:0/190293089 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc4cc15df90 0x7fc4cc1548a0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fc4c400c5f0 tx=0x7fc4c400cab0 comp rx=0 tx=0).stop 2024-09-16T07:21:24.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.243+0000 7fc4d24b8640 1 -- 172.21.15.31:0/190293089 shutdown_connections 2024-09-16T07:21:24.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.243+0000 7fc4d24b8640 1 --2- 172.21.15.31:0/190293089 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc4b8078920 0x7fc4b807ade0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:24.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.243+0000 7fc4d24b8640 1 --2- 172.21.15.31:0/190293089 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc4cc15df90 0x7fc4cc1548a0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:24.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.243+0000 7fc4d24b8640 1 --2- 172.21.15.31:0/190293089 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc4cc0d49c0 0x7fc4cc154360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:24.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.243+0000 7fc4d24b8640 1 --2- 172.21.15.31:0/190293089 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc4cc0d0d40 0x7fc4cc09db80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:24.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.243+0000 7fc4d24b8640 1 -- 172.21.15.31:0/190293089 >> 172.21.15.31:0/190293089 conn(0x7fc4cc0d3ea0 msgr2=0x7fc4cc06d2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:24.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.243+0000 7fc4d24b8640 1 -- 172.21.15.31:0/190293089 shutdown_connections 2024-09-16T07:21:24.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.243+0000 7fc4d24b8640 1 -- 172.21.15.31:0/190293089 wait complete. 2024-09-16T07:21:24.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.243+0000 7fd799b17640 1 -- 172.21.15.31:0/1648989861 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd780078850 msgr2=0x7fd78007ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:24.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.243+0000 7fd799b17640 1 --2- 172.21.15.31:0/1648989861 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd780078850 0x7fd78007ad10 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fd7940b2e90 tx=0x7fd788005f90 comp rx=0 tx=0).stop 2024-09-16T07:21:24.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.243+0000 7fd799b17640 1 -- 172.21.15.31:0/1648989861 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd794150830 msgr2=0x7fd794152e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:24.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.243+0000 7fd799b17640 1 --2- 172.21.15.31:0/1648989861 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd794150830 0x7fd794152e50 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fd78c003fd0 tx=0x7fd78c0067a0 comp rx=0 tx=0).stop 2024-09-16T07:21:24.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.244+0000 7fd5164d6640 1 -- 172.21.15.31:0/2206563335 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd4fc078850 msgr2=0x7fd4fc07ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:24.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.244+0000 7fd5164d6640 1 --2- 172.21.15.31:0/2206563335 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd4fc078850 0x7fd4fc07ad10 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fd508005fd0 tx=0x7fd508005e40 comp rx=0 tx=0).stop 2024-09-16T07:21:24.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.244+0000 7fd5164d6640 1 -- 172.21.15.31:0/2206563335 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd5100b47f0 msgr2=0x7fd5100ce370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:24.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.244+0000 7fd5164d6640 1 --2- 172.21.15.31:0/2206563335 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd5100b47f0 0x7fd5100ce370 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fd50400e9c0 tx=0x7fd50400ee80 comp rx=0 tx=0).stop 2024-09-16T07:21:24.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.244+0000 7fd799b17640 1 -- 172.21.15.31:0/1648989861 shutdown_connections 2024-09-16T07:21:24.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.244+0000 7fd799b17640 1 --2- 172.21.15.31:0/1648989861 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd780078850 0x7fd78007ad10 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:24.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.244+0000 7fd799b17640 1 --2- 172.21.15.31:0/1648989861 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd7940aca10 0x7fd7940ace70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:24.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.244+0000 7fd799b17640 1 --2- 172.21.15.31:0/1648989861 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd794150830 0x7fd794152e50 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:24.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.244+0000 7fd799b17640 1 --2- 172.21.15.31:0/1648989861 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd794150450 0x7fd7941f8e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:24.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.244+0000 7fd799b17640 1 -- 172.21.15.31:0/1648989861 >> 172.21.15.31:0/1648989861 conn(0x7fd7940b1690 msgr2=0x7fd7940b0780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:24.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.244+0000 7fd5164d6640 1 -- 172.21.15.31:0/2206563335 shutdown_connections 2024-09-16T07:21:24.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.244+0000 7fd5164d6640 1 --2- 172.21.15.31:0/2206563335 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd4fc078850 0x7fd4fc07ad10 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:24.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.244+0000 7fd5164d6640 1 --2- 172.21.15.31:0/2206563335 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd510154f80 0x7fd5100ce8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:24.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.244+0000 7fd5164d6640 1 --2- 172.21.15.31:0/2206563335 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd5100b47f0 0x7fd5100ce370 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:24.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.244+0000 7fd799b17640 1 -- 172.21.15.31:0/1648989861 shutdown_connections 2024-09-16T07:21:24.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.244+0000 7fd5164d6640 1 --2- 172.21.15.31:0/2206563335 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd510073090 0x7fd510152180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:24.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.244+0000 7fd799b17640 1 -- 172.21.15.31:0/1648989861 wait complete. 2024-09-16T07:21:24.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.244+0000 7fd5164d6640 1 -- 172.21.15.31:0/2206563335 >> 172.21.15.31:0/2206563335 conn(0x7fd5100b1690 msgr2=0x7fd5100ae090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:24.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.244+0000 7fd5164d6640 1 -- 172.21.15.31:0/2206563335 shutdown_connections 2024-09-16T07:21:24.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.244+0000 7fd5164d6640 1 -- 172.21.15.31:0/2206563335 wait complete. 2024-09-16T07:21:24.252 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509447 for osd.4 2024-09-16T07:21:24.252 DEBUG:teuthology.parallel:result is None 2024-09-16T07:21:24.259 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509448 got 64424509448 for osd.2 2024-09-16T07:21:24.259 DEBUG:teuthology.parallel:result is None 2024-09-16T07:21:24.260 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509447 for osd.5 2024-09-16T07:21:24.260 DEBUG:teuthology.parallel:result is None 2024-09-16T07:21:24.261 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509448 got 64424509448 for osd.3 2024-09-16T07:21:24.261 DEBUG:teuthology.parallel:result is None 2024-09-16T07:21:24.262 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509448 got 64424509448 for osd.7 2024-09-16T07:21:24.262 DEBUG:teuthology.parallel:result is None 2024-09-16T07:21:24.262 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509448 got 64424509448 for osd.1 2024-09-16T07:21:24.263 DEBUG:teuthology.parallel:result is None 2024-09-16T07:21:24.263 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-16T07:21:24.263 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T07:21:24.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.409+0000 7f364ebf3640 1 -- 172.21.15.31:0/2985704743 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f364815df30 msgr2=0x7f36480cf9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:24.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.409+0000 7f364ebf3640 1 --2- 172.21.15.31:0/2985704743 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f364815df30 0x7f36480cf9e0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f3638009830 tx=0x7f363802a510 comp rx=0 tx=0).stop 2024-09-16T07:21:24.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.409+0000 7f364ebf3640 1 -- 172.21.15.31:0/2985704743 shutdown_connections 2024-09-16T07:21:24.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.409+0000 7f364ebf3640 1 --2- 172.21.15.31:0/2985704743 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f36480d4960 0x7f36480d05f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:24.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.409+0000 7f364ebf3640 1 --2- 172.21.15.31:0/2985704743 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f364815df30 0x7f36480cf9e0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:24.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.409+0000 7f364ebf3640 1 -- 172.21.15.31:0/2985704743 >> 172.21.15.31:0/2985704743 conn(0x7f36480d3e40 msgr2=0x7f36480d4250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:24.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.409+0000 7f364ebf3640 1 -- 172.21.15.31:0/2985704743 shutdown_connections 2024-09-16T07:21:24.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.409+0000 7f364ebf3640 1 -- 172.21.15.31:0/2985704743 wait complete. 2024-09-16T07:21:24.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.410+0000 7f364ebf3640 1 Processor -- start 2024-09-16T07:21:24.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.410+0000 7f364ebf3640 1 -- start start 2024-09-16T07:21:24.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.411+0000 7f364ebf3640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f36480d28d0 0x7f36480a1410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:24.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.411+0000 7f364ebf3640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f36480d4960 0x7f36481f8bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:24.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.411+0000 7f364ebf3640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f364815df30 0x7f36481f5540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:24.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.411+0000 7f364ebf3640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f36480d0ec0 con 0x7f36480d4960 2024-09-16T07:21:24.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.411+0000 7f364ebf3640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f36480d0d40 con 0x7f36480d28d0 2024-09-16T07:21:24.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.411+0000 7f364ebf3640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f36480b7380 con 0x7f364815df30 2024-09-16T07:21:24.413 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.411+0000 7f3647fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f36480d4960 0x7f36481f8bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:24.413 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.411+0000 7f3647fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f36480d4960 0x7f36481f8bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43576/0 (socket says 172.21.15.31:43576) 2024-09-16T07:21:24.413 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.411+0000 7f3647fff640 1 -- 172.21.15.31:0/2628667578 learned_addr learned my addr 172.21.15.31:0/2628667578 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:24.413 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.411+0000 7f364c98f640 1 --2- 172.21.15.31:0/2628667578 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f36480d28d0 0x7f36480a1410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:24.413 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.411+0000 7f364d190640 1 --2- 172.21.15.31:0/2628667578 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f364815df30 0x7f36481f5540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:24.413 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.412+0000 7f3647fff640 1 -- 172.21.15.31:0/2628667578 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f364815df30 msgr2=0x7f36481f5540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:24.413 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.412+0000 7f3647fff640 1 --2- 172.21.15.31:0/2628667578 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f364815df30 0x7f36481f5540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:24.413 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.412+0000 7f3647fff640 1 -- 172.21.15.31:0/2628667578 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f36480d28d0 msgr2=0x7f36480a1410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:24.413 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.412+0000 7f3647fff640 1 --2- 172.21.15.31:0/2628667578 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f36480d28d0 0x7f36480a1410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:24.413 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.412+0000 7f3647fff640 1 -- 172.21.15.31:0/2628667578 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36480cd970 con 0x7f36480d4960 2024-09-16T07:21:24.413 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.412+0000 7f3647fff640 1 --2- 172.21.15.31:0/2628667578 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f36480d4960 0x7f36481f8bc0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f363c00d770 tx=0x7f363c00dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:24.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.412+0000 7f36457fa640 1 -- 172.21.15.31:0/2628667578 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f363c017070 con 0x7f36480d4960 2024-09-16T07:21:24.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.412+0000 7f36457fa640 1 -- 172.21.15.31:0/2628667578 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f363c009d20 con 0x7f36480d4960 2024-09-16T07:21:24.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.412+0000 7f364ebf3640 1 -- 172.21.15.31:0/2628667578 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36480cdff0 con 0x7f36480d4960 2024-09-16T07:21:24.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.412+0000 7f36457fa640 1 -- 172.21.15.31:0/2628667578 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f363c004280 con 0x7f36480d4960 2024-09-16T07:21:24.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.412+0000 7f364ebf3640 1 -- 172.21.15.31:0/2628667578 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36481f4d40 con 0x7f36480d4960 2024-09-16T07:21:24.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.413+0000 7f364ebf3640 1 -- 172.21.15.31:0/2628667578 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f36480b78e0 con 0x7f36480d4960 2024-09-16T07:21:24.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.414+0000 7f36457fa640 1 -- 172.21.15.31:0/2628667578 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f363c0035f0 con 0x7f36480d4960 2024-09-16T07:21:24.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.414+0000 7f36457fa640 1 --2- 172.21.15.31:0/2628667578 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f3634078850 0x7f363407ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:24.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.414+0000 7f36457fa640 1 -- 172.21.15.31:0/2628667578 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7f363c09a940 con 0x7f36480d4960 2024-09-16T07:21:24.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.415+0000 7f364c98f640 1 --2- 172.21.15.31:0/2628667578 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f3634078850 0x7f363407ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:24.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.415+0000 7f364c98f640 1 --2- 172.21.15.31:0/2628667578 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f3634078850 0x7f363407ad10 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f3638034000 tx=0x7f3638004730 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:24.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.419+0000 7f36457fa640 1 -- 172.21.15.31:0/2628667578 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f363c0629f0 con 0x7f36480d4960 2024-09-16T07:21:24.599 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.599+0000 7f364ebf3640 1 -- 172.21.15.31:0/2628667578 --> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f36480cd3d0 con 0x7f3634078850 2024-09-16T07:21:24.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.604+0000 7f36457fa640 1 -- 172.21.15.31:0/2628667578 <== mgr.4117 v2:172.21.15.155:6808/3650624732 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251822 (secure 0 0 0) 0x7f36480cd3d0 con 0x7f3634078850 2024-09-16T07:21:24.606 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:21:24.607 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-16T07:21:24.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.607+0000 7f364ebf3640 1 -- 172.21.15.31:0/2628667578 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f3634078850 msgr2=0x7f363407ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:24.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.607+0000 7f364ebf3640 1 --2- 172.21.15.31:0/2628667578 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f3634078850 0x7f363407ad10 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f3638034000 tx=0x7f3638004730 comp rx=0 tx=0).stop 2024-09-16T07:21:24.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.607+0000 7f364ebf3640 1 -- 172.21.15.31:0/2628667578 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f36480d4960 msgr2=0x7f36481f8bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:24.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.607+0000 7f364ebf3640 1 --2- 172.21.15.31:0/2628667578 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f36480d4960 0x7f36481f8bc0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f363c00d770 tx=0x7f363c00dc30 comp rx=0 tx=0).stop 2024-09-16T07:21:24.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.607+0000 7f364ebf3640 1 -- 172.21.15.31:0/2628667578 shutdown_connections 2024-09-16T07:21:24.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.607+0000 7f364ebf3640 1 --2- 172.21.15.31:0/2628667578 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f3634078850 0x7f363407ad10 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:24.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.607+0000 7f364ebf3640 1 --2- 172.21.15.31:0/2628667578 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f364815df30 0x7f36481f5540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:24.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.607+0000 7f364ebf3640 1 --2- 172.21.15.31:0/2628667578 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f36480d4960 0x7f36481f8bc0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:24.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.607+0000 7f364ebf3640 1 --2- 172.21.15.31:0/2628667578 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f36480d28d0 0x7f36480a1410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:24.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.607+0000 7f364ebf3640 1 -- 172.21.15.31:0/2628667578 >> 172.21.15.31:0/2628667578 conn(0x7f36480d3e40 msgr2=0x7f36480b9300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:24.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.607+0000 7f364ebf3640 1 -- 172.21.15.31:0/2628667578 shutdown_connections 2024-09-16T07:21:24.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.607+0000 7f364ebf3640 1 -- 172.21.15.31:0/2628667578 wait complete. 2024-09-16T07:21:24.617 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":29,"stamp":"2024-09-16T07:21:22.632185+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219296,"kb_used_data":3048,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755424,"statfs":{"total":773094113280,"available":772869554176,"internally_reserved":0,"allocated":3121152,"data_stored":1842412,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.248314"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.393142+0000","last_change":"2024-09-16T07:21:11.405727+0000","last_active":"2024-09-16T07:21:12.393142+0000","last_peered":"2024-09-16T07:21:12.393142+0000","last_clean":"2024-09-16T07:21:12.393142+0000","last_became_active":"2024-09-16T07:21:11.403202+0000","last_became_peered":"2024-09-16T07:21:11.403202+0000","last_unstale":"2024-09-16T07:21:12.393142+0000","last_undegraded":"2024-09-16T07:21:12.393142+0000","last_fullsized":"2024-09-16T07:21:12.393142+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:18:25.314060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.387351+0000","last_change":"2024-09-16T07:21:11.396332+0000","last_active":"2024-09-16T07:21:12.387351+0000","last_peered":"2024-09-16T07:21:12.387351+0000","last_clean":"2024-09-16T07:21:12.387351+0000","last_became_active":"2024-09-16T07:21:11.395101+0000","last_became_peered":"2024-09-16T07:21:11.395101+0000","last_unstale":"2024-09-16T07:21:12.387351+0000","last_undegraded":"2024-09-16T07:21:12.387351+0000","last_fullsized":"2024-09-16T07:21:12.387351+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:42:45.302508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.387256+0000","last_change":"2024-09-16T07:21:11.395453+0000","last_active":"2024-09-16T07:21:12.387256+0000","last_peered":"2024-09-16T07:21:12.387256+0000","last_clean":"2024-09-16T07:21:12.387256+0000","last_became_active":"2024-09-16T07:21:11.395184+0000","last_became_peered":"2024-09-16T07:21:11.395184+0000","last_unstale":"2024-09-16T07:21:12.387256+0000","last_undegraded":"2024-09-16T07:21:12.387256+0000","last_fullsized":"2024-09-16T07:21:12.387256+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:52:36.644581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124596+0000","last_change":"2024-09-16T07:21:11.385797+0000","last_active":"2024-09-16T07:21:13.124596+0000","last_peered":"2024-09-16T07:21:13.124596+0000","last_clean":"2024-09-16T07:21:13.124596+0000","last_became_active":"2024-09-16T07:21:11.385488+0000","last_became_peered":"2024-09-16T07:21:11.385488+0000","last_unstale":"2024-09-16T07:21:13.124596+0000","last_undegraded":"2024-09-16T07:21:13.124596+0000","last_fullsized":"2024-09-16T07:21:13.124596+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:14:19.309949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.392918+0000","last_change":"2024-09-16T07:21:11.395500+0000","last_active":"2024-09-16T07:21:12.392918+0000","last_peered":"2024-09-16T07:21:12.392918+0000","last_clean":"2024-09-16T07:21:12.392918+0000","last_became_active":"2024-09-16T07:21:11.394952+0000","last_became_peered":"2024-09-16T07:21:11.394952+0000","last_unstale":"2024-09-16T07:21:12.392918+0000","last_undegraded":"2024-09-16T07:21:12.392918+0000","last_fullsized":"2024-09-16T07:21:12.392918+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:52:02.101029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.123727+0000","last_change":"2024-09-16T07:21:11.379500+0000","last_active":"2024-09-16T07:21:13.123727+0000","last_peered":"2024-09-16T07:21:13.123727+0000","last_clean":"2024-09-16T07:21:13.123727+0000","last_became_active":"2024-09-16T07:21:11.379173+0000","last_became_peered":"2024-09-16T07:21:11.379173+0000","last_unstale":"2024-09-16T07:21:13.123727+0000","last_undegraded":"2024-09-16T07:21:13.123727+0000","last_fullsized":"2024-09-16T07:21:13.123727+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:11:25.865421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.392590+0000","last_change":"2024-09-16T07:21:11.396837+0000","last_active":"2024-09-16T07:21:12.392590+0000","last_peered":"2024-09-16T07:21:12.392590+0000","last_clean":"2024-09-16T07:21:12.392590+0000","last_became_active":"2024-09-16T07:21:11.396528+0000","last_became_peered":"2024-09-16T07:21:11.396528+0000","last_unstale":"2024-09-16T07:21:12.392590+0000","last_undegraded":"2024-09-16T07:21:12.392590+0000","last_fullsized":"2024-09-16T07:21:12.392590+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:44:12.648109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386038+0000","last_change":"2024-09-16T07:21:11.390331+0000","last_active":"2024-09-16T07:21:12.386038+0000","last_peered":"2024-09-16T07:21:12.386038+0000","last_clean":"2024-09-16T07:21:12.386038+0000","last_became_active":"2024-09-16T07:21:11.389424+0000","last_became_peered":"2024-09-16T07:21:11.389424+0000","last_unstale":"2024-09-16T07:21:12.386038+0000","last_undegraded":"2024-09-16T07:21:12.386038+0000","last_fullsized":"2024-09-16T07:21:12.386038+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:35:58.855637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.382544+0000","last_change":"2024-09-16T07:21:11.400230+0000","last_active":"2024-09-16T07:21:12.382544+0000","last_peered":"2024-09-16T07:21:12.382544+0000","last_clean":"2024-09-16T07:21:12.382544+0000","last_became_active":"2024-09-16T07:21:11.399926+0000","last_became_peered":"2024-09-16T07:21:11.399926+0000","last_unstale":"2024-09-16T07:21:12.382544+0000","last_undegraded":"2024-09-16T07:21:12.382544+0000","last_fullsized":"2024-09-16T07:21:12.382544+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:38:52.222404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.392794+0000","last_change":"2024-09-16T07:21:11.386630+0000","last_active":"2024-09-16T07:21:12.392794+0000","last_peered":"2024-09-16T07:21:12.392794+0000","last_clean":"2024-09-16T07:21:12.392794+0000","last_became_active":"2024-09-16T07:21:11.386043+0000","last_became_peered":"2024-09-16T07:21:11.386043+0000","last_unstale":"2024-09-16T07:21:12.392794+0000","last_undegraded":"2024-09-16T07:21:12.392794+0000","last_fullsized":"2024-09-16T07:21:12.392794+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:05:22.680716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.392701+0000","last_change":"2024-09-16T07:21:11.403411+0000","last_active":"2024-09-16T07:21:12.392701+0000","last_peered":"2024-09-16T07:21:12.392701+0000","last_clean":"2024-09-16T07:21:12.392701+0000","last_became_active":"2024-09-16T07:21:11.400579+0000","last_became_peered":"2024-09-16T07:21:11.400579+0000","last_unstale":"2024-09-16T07:21:12.392701+0000","last_undegraded":"2024-09-16T07:21:12.392701+0000","last_fullsized":"2024-09-16T07:21:12.392701+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:49:08.050203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.392983+0000","last_change":"2024-09-16T07:21:11.394649+0000","last_active":"2024-09-16T07:21:12.392983+0000","last_peered":"2024-09-16T07:21:12.392983+0000","last_clean":"2024-09-16T07:21:12.392983+0000","last_became_active":"2024-09-16T07:21:11.394043+0000","last_became_peered":"2024-09-16T07:21:11.394043+0000","last_unstale":"2024-09-16T07:21:12.392983+0000","last_undegraded":"2024-09-16T07:21:12.392983+0000","last_fullsized":"2024-09-16T07:21:12.392983+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:42:45.302508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.990734+0000","last_change":"2024-09-16T07:21:11.389606+0000","last_active":"2024-09-16T07:21:12.990734+0000","last_peered":"2024-09-16T07:21:12.990734+0000","last_clean":"2024-09-16T07:21:12.990734+0000","last_became_active":"2024-09-16T07:21:11.389302+0000","last_became_peered":"2024-09-16T07:21:11.389302+0000","last_unstale":"2024-09-16T07:21:12.990734+0000","last_undegraded":"2024-09-16T07:21:12.990734+0000","last_fullsized":"2024-09-16T07:21:12.990734+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:49:39.113337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.990482+0000","last_change":"2024-09-16T07:21:11.393113+0000","last_active":"2024-09-16T07:21:12.990482+0000","last_peered":"2024-09-16T07:21:12.990482+0000","last_clean":"2024-09-16T07:21:12.990482+0000","last_became_active":"2024-09-16T07:21:11.392588+0000","last_became_peered":"2024-09-16T07:21:11.392588+0000","last_unstale":"2024-09-16T07:21:12.990482+0000","last_undegraded":"2024-09-16T07:21:12.990482+0000","last_fullsized":"2024-09-16T07:21:12.990482+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:29:05.205860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386576+0000","last_change":"2024-09-16T07:21:11.392627+0000","last_active":"2024-09-16T07:21:12.386576+0000","last_peered":"2024-09-16T07:21:12.386576+0000","last_clean":"2024-09-16T07:21:12.386576+0000","last_became_active":"2024-09-16T07:21:11.392357+0000","last_became_peered":"2024-09-16T07:21:11.392357+0000","last_unstale":"2024-09-16T07:21:12.386576+0000","last_undegraded":"2024-09-16T07:21:12.386576+0000","last_fullsized":"2024-09-16T07:21:12.386576+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:13:39.712036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.123444+0000","last_change":"2024-09-16T07:21:11.400982+0000","last_active":"2024-09-16T07:21:13.123444+0000","last_peered":"2024-09-16T07:21:13.123444+0000","last_clean":"2024-09-16T07:21:13.123444+0000","last_became_active":"2024-09-16T07:21:11.400715+0000","last_became_peered":"2024-09-16T07:21:11.400715+0000","last_unstale":"2024-09-16T07:21:13.123444+0000","last_undegraded":"2024-09-16T07:21:13.123444+0000","last_fullsized":"2024-09-16T07:21:13.123444+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:42:45.302508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124402+0000","last_change":"2024-09-16T07:21:11.398127+0000","last_active":"2024-09-16T07:21:13.124402+0000","last_peered":"2024-09-16T07:21:13.124402+0000","last_clean":"2024-09-16T07:21:13.124402+0000","last_became_active":"2024-09-16T07:21:11.397828+0000","last_became_peered":"2024-09-16T07:21:11.397828+0000","last_unstale":"2024-09-16T07:21:13.124402+0000","last_undegraded":"2024-09-16T07:21:13.124402+0000","last_fullsized":"2024-09-16T07:21:13.124402+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:32:45.827855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.441237+0000","last_change":"2024-09-16T07:21:11.389191+0000","last_active":"2024-09-16T07:21:12.441237+0000","last_peered":"2024-09-16T07:21:12.441237+0000","last_clean":"2024-09-16T07:21:12.441237+0000","last_became_active":"2024-09-16T07:21:11.388924+0000","last_became_peered":"2024-09-16T07:21:11.388924+0000","last_unstale":"2024-09-16T07:21:12.441237+0000","last_undegraded":"2024-09-16T07:21:12.441237+0000","last_fullsized":"2024-09-16T07:21:12.441237+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:40:17.362435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124604+0000","last_change":"2024-09-16T07:21:11.401955+0000","last_active":"2024-09-16T07:21:13.124604+0000","last_peered":"2024-09-16T07:21:13.124604+0000","last_clean":"2024-09-16T07:21:13.124604+0000","last_became_active":"2024-09-16T07:21:11.400186+0000","last_became_peered":"2024-09-16T07:21:11.400186+0000","last_unstale":"2024-09-16T07:21:13.124604+0000","last_undegraded":"2024-09-16T07:21:13.124604+0000","last_fullsized":"2024-09-16T07:21:13.124604+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:16:42.792209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.392974+0000","last_change":"2024-09-16T07:21:11.396418+0000","last_active":"2024-09-16T07:21:12.392974+0000","last_peered":"2024-09-16T07:21:12.392974+0000","last_clean":"2024-09-16T07:21:12.392974+0000","last_became_active":"2024-09-16T07:21:11.395111+0000","last_became_peered":"2024-09-16T07:21:11.395111+0000","last_unstale":"2024-09-16T07:21:12.392974+0000","last_undegraded":"2024-09-16T07:21:12.392974+0000","last_fullsized":"2024-09-16T07:21:12.392974+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:24:53.980690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.385657+0000","last_change":"2024-09-16T07:21:11.386418+0000","last_active":"2024-09-16T07:21:12.385657+0000","last_peered":"2024-09-16T07:21:12.385657+0000","last_clean":"2024-09-16T07:21:12.385657+0000","last_became_active":"2024-09-16T07:21:11.386121+0000","last_became_peered":"2024-09-16T07:21:11.386121+0000","last_unstale":"2024-09-16T07:21:12.385657+0000","last_undegraded":"2024-09-16T07:21:12.385657+0000","last_fullsized":"2024-09-16T07:21:12.385657+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:35:36.110704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.382207+0000","last_change":"2024-09-16T07:21:11.397400+0000","last_active":"2024-09-16T07:21:12.382207+0000","last_peered":"2024-09-16T07:21:12.382207+0000","last_clean":"2024-09-16T07:21:12.382207+0000","last_became_active":"2024-09-16T07:21:11.397125+0000","last_became_peered":"2024-09-16T07:21:11.397125+0000","last_unstale":"2024-09-16T07:21:12.382207+0000","last_undegraded":"2024-09-16T07:21:12.382207+0000","last_fullsized":"2024-09-16T07:21:12.382207+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:09:25.336664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386856+0000","last_change":"2024-09-16T07:21:11.391348+0000","last_active":"2024-09-16T07:21:12.386856+0000","last_peered":"2024-09-16T07:21:12.386856+0000","last_clean":"2024-09-16T07:21:12.386856+0000","last_became_active":"2024-09-16T07:21:11.391060+0000","last_became_peered":"2024-09-16T07:21:11.391060+0000","last_unstale":"2024-09-16T07:21:12.386856+0000","last_undegraded":"2024-09-16T07:21:12.386856+0000","last_fullsized":"2024-09-16T07:21:12.386856+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:29:38.679010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.123449+0000","last_change":"2024-09-16T07:21:11.396616+0000","last_active":"2024-09-16T07:21:13.123449+0000","last_peered":"2024-09-16T07:21:13.123449+0000","last_clean":"2024-09-16T07:21:13.123449+0000","last_became_active":"2024-09-16T07:21:11.396336+0000","last_became_peered":"2024-09-16T07:21:11.396336+0000","last_unstale":"2024-09-16T07:21:13.123449+0000","last_undegraded":"2024-09-16T07:21:13.123449+0000","last_fullsized":"2024-09-16T07:21:13.123449+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:57:25.468680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386034+0000","last_change":"2024-09-16T07:21:11.407926+0000","last_active":"2024-09-16T07:21:12.386034+0000","last_peered":"2024-09-16T07:21:12.386034+0000","last_clean":"2024-09-16T07:21:12.386034+0000","last_became_active":"2024-09-16T07:21:11.407591+0000","last_became_peered":"2024-09-16T07:21:11.407591+0000","last_unstale":"2024-09-16T07:21:12.386034+0000","last_undegraded":"2024-09-16T07:21:12.386034+0000","last_fullsized":"2024-09-16T07:21:12.386034+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:53:54.764319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124551+0000","last_change":"2024-09-16T07:21:11.398853+0000","last_active":"2024-09-16T07:21:13.124551+0000","last_peered":"2024-09-16T07:21:13.124551+0000","last_clean":"2024-09-16T07:21:13.124551+0000","last_became_active":"2024-09-16T07:21:11.398560+0000","last_became_peered":"2024-09-16T07:21:11.398560+0000","last_unstale":"2024-09-16T07:21:13.124551+0000","last_undegraded":"2024-09-16T07:21:13.124551+0000","last_fullsized":"2024-09-16T07:21:13.124551+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:37:04.351033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.990703+0000","last_change":"2024-09-16T07:21:11.392539+0000","last_active":"2024-09-16T07:21:12.990703+0000","last_peered":"2024-09-16T07:21:12.990703+0000","last_clean":"2024-09-16T07:21:12.990703+0000","last_became_active":"2024-09-16T07:21:11.392265+0000","last_became_peered":"2024-09-16T07:21:11.392265+0000","last_unstale":"2024-09-16T07:21:12.990703+0000","last_undegraded":"2024-09-16T07:21:12.990703+0000","last_fullsized":"2024-09-16T07:21:12.990703+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:21:50.271665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.990732+0000","last_change":"2024-09-16T07:21:11.390256+0000","last_active":"2024-09-16T07:21:12.990732+0000","last_peered":"2024-09-16T07:21:12.990732+0000","last_clean":"2024-09-16T07:21:12.990732+0000","last_became_active":"2024-09-16T07:21:11.389970+0000","last_became_peered":"2024-09-16T07:21:11.389970+0000","last_unstale":"2024-09-16T07:21:12.990732+0000","last_undegraded":"2024-09-16T07:21:12.990732+0000","last_fullsized":"2024-09-16T07:21:12.990732+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:36:42.331430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386354+0000","last_change":"2024-09-16T07:21:11.390295+0000","last_active":"2024-09-16T07:21:12.386354+0000","last_peered":"2024-09-16T07:21:12.386354+0000","last_clean":"2024-09-16T07:21:12.386354+0000","last_became_active":"2024-09-16T07:21:11.390031+0000","last_became_peered":"2024-09-16T07:21:11.390031+0000","last_unstale":"2024-09-16T07:21:12.386354+0000","last_undegraded":"2024-09-16T07:21:12.386354+0000","last_fullsized":"2024-09-16T07:21:12.386354+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:04:17.211458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.123680+0000","last_change":"2024-09-16T07:21:11.395950+0000","last_active":"2024-09-16T07:21:13.123680+0000","last_peered":"2024-09-16T07:21:13.123680+0000","last_clean":"2024-09-16T07:21:13.123680+0000","last_became_active":"2024-09-16T07:21:11.395374+0000","last_became_peered":"2024-09-16T07:21:11.395374+0000","last_unstale":"2024-09-16T07:21:13.123680+0000","last_undegraded":"2024-09-16T07:21:13.123680+0000","last_fullsized":"2024-09-16T07:21:13.123680+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:42:33.562649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.441054+0000","last_change":"2024-09-16T07:21:11.390906+0000","last_active":"2024-09-16T07:21:12.441054+0000","last_peered":"2024-09-16T07:21:12.441054+0000","last_clean":"2024-09-16T07:21:12.441054+0000","last_became_active":"2024-09-16T07:21:11.390584+0000","last_became_peered":"2024-09-16T07:21:11.390584+0000","last_unstale":"2024-09-16T07:21:12.441054+0000","last_undegraded":"2024-09-16T07:21:12.441054+0000","last_fullsized":"2024-09-16T07:21:12.441054+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:26:26.408832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.123442+0000","last_change":"2024-09-16T07:21:11.393316+0000","last_active":"2024-09-16T07:21:13.123442+0000","last_peered":"2024-09-16T07:21:13.123442+0000","last_clean":"2024-09-16T07:21:13.123442+0000","last_became_active":"2024-09-16T07:21:11.393001+0000","last_became_peered":"2024-09-16T07:21:11.393001+0000","last_unstale":"2024-09-16T07:21:13.123442+0000","last_undegraded":"2024-09-16T07:21:13.123442+0000","last_fullsized":"2024-09-16T07:21:13.123442+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:21:43.427079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.382246+0000","last_change":"2024-09-16T07:21:11.391687+0000","last_active":"2024-09-16T07:21:12.382246+0000","last_peered":"2024-09-16T07:21:12.382246+0000","last_clean":"2024-09-16T07:21:12.382246+0000","last_became_active":"2024-09-16T07:21:11.391411+0000","last_became_peered":"2024-09-16T07:21:11.391411+0000","last_unstale":"2024-09-16T07:21:12.382246+0000","last_undegraded":"2024-09-16T07:21:12.382246+0000","last_fullsized":"2024-09-16T07:21:12.382246+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:48:02.513477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1b","version":"22'1","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386536+0000","last_change":"2024-09-16T07:21:10.397073+0000","last_active":"2024-09-16T07:21:12.386536+0000","last_peered":"2024-09-16T07:21:12.386536+0000","last_clean":"2024-09-16T07:21:12.386536+0000","last_became_active":"2024-09-16T07:21:10.396799+0000","last_became_peered":"2024-09-16T07:21:10.396799+0000","last_unstale":"2024-09-16T07:21:12.386536+0000","last_undegraded":"2024-09-16T07:21:12.386536+0000","last_fullsized":"2024-09-16T07:21:12.386536+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:44:32.329898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.385893+0000","last_change":"2024-09-16T07:21:11.389197+0000","last_active":"2024-09-16T07:21:12.385893+0000","last_peered":"2024-09-16T07:21:12.385893+0000","last_clean":"2024-09-16T07:21:12.385893+0000","last_became_active":"2024-09-16T07:21:11.388917+0000","last_became_peered":"2024-09-16T07:21:11.388917+0000","last_unstale":"2024-09-16T07:21:12.385893+0000","last_undegraded":"2024-09-16T07:21:12.385893+0000","last_fullsized":"2024-09-16T07:21:12.385893+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:53:54.764319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"22'1","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.123774+0000","last_change":"2024-09-16T07:21:10.393342+0000","last_active":"2024-09-16T07:21:13.123774+0000","last_peered":"2024-09-16T07:21:13.123774+0000","last_clean":"2024-09-16T07:21:13.123774+0000","last_became_active":"2024-09-16T07:21:10.393020+0000","last_became_peered":"2024-09-16T07:21:10.393020+0000","last_unstale":"2024-09-16T07:21:13.123774+0000","last_undegraded":"2024-09-16T07:21:13.123774+0000","last_fullsized":"2024-09-16T07:21:13.123774+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:16:24.660420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.990382+0000","last_change":"2024-09-16T07:21:10.395492+0000","last_active":"2024-09-16T07:21:12.990382+0000","last_peered":"2024-09-16T07:21:12.990382+0000","last_clean":"2024-09-16T07:21:12.990382+0000","last_became_active":"2024-09-16T07:21:10.395007+0000","last_became_peered":"2024-09-16T07:21:10.395007+0000","last_unstale":"2024-09-16T07:21:12.990382+0000","last_undegraded":"2024-09-16T07:21:12.990382+0000","last_fullsized":"2024-09-16T07:21:12.990382+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:16:45.321027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386463+0000","last_change":"2024-09-16T07:21:11.388308+0000","last_active":"2024-09-16T07:21:12.386463+0000","last_peered":"2024-09-16T07:21:12.386463+0000","last_clean":"2024-09-16T07:21:12.386463+0000","last_became_active":"2024-09-16T07:21:11.387902+0000","last_became_peered":"2024-09-16T07:21:11.387902+0000","last_unstale":"2024-09-16T07:21:12.386463+0000","last_undegraded":"2024-09-16T07:21:12.386463+0000","last_fullsized":"2024-09-16T07:21:12.386463+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:37:13.917573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.123859+0000","last_change":"2024-09-16T07:21:10.388095+0000","last_active":"2024-09-16T07:21:13.123859+0000","last_peered":"2024-09-16T07:21:13.123859+0000","last_clean":"2024-09-16T07:21:13.123859+0000","last_became_active":"2024-09-16T07:21:10.387781+0000","last_became_peered":"2024-09-16T07:21:10.387781+0000","last_unstale":"2024-09-16T07:21:13.123859+0000","last_undegraded":"2024-09-16T07:21:13.123859+0000","last_fullsized":"2024-09-16T07:21:13.123859+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:11:24.860512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386652+0000","last_change":"2024-09-16T07:21:11.391933+0000","last_active":"2024-09-16T07:21:12.386652+0000","last_peered":"2024-09-16T07:21:12.386652+0000","last_clean":"2024-09-16T07:21:12.386652+0000","last_became_active":"2024-09-16T07:21:11.391293+0000","last_became_peered":"2024-09-16T07:21:11.391293+0000","last_unstale":"2024-09-16T07:21:12.386652+0000","last_undegraded":"2024-09-16T07:21:12.386652+0000","last_fullsized":"2024-09-16T07:21:12.386652+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:07:35.946700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.382400+0000","last_change":"2024-09-16T07:21:10.390343+0000","last_active":"2024-09-16T07:21:12.382400+0000","last_peered":"2024-09-16T07:21:12.382400+0000","last_clean":"2024-09-16T07:21:12.382400+0000","last_became_active":"2024-09-16T07:21:10.390015+0000","last_became_peered":"2024-09-16T07:21:10.390015+0000","last_unstale":"2024-09-16T07:21:12.382400+0000","last_undegraded":"2024-09-16T07:21:12.382400+0000","last_fullsized":"2024-09-16T07:21:12.382400+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:25:33.092206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124656+0000","last_change":"2024-09-16T07:21:11.392723+0000","last_active":"2024-09-16T07:21:13.124656+0000","last_peered":"2024-09-16T07:21:13.124656+0000","last_clean":"2024-09-16T07:21:13.124656+0000","last_became_active":"2024-09-16T07:21:11.392423+0000","last_became_peered":"2024-09-16T07:21:11.392423+0000","last_unstale":"2024-09-16T07:21:13.124656+0000","last_undegraded":"2024-09-16T07:21:13.124656+0000","last_fullsized":"2024-09-16T07:21:13.124656+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:59:32.752622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.392882+0000","last_change":"2024-09-16T07:21:10.385658+0000","last_active":"2024-09-16T07:21:12.392882+0000","last_peered":"2024-09-16T07:21:12.392882+0000","last_clean":"2024-09-16T07:21:12.392882+0000","last_became_active":"2024-09-16T07:21:10.385377+0000","last_became_peered":"2024-09-16T07:21:10.385377+0000","last_unstale":"2024-09-16T07:21:12.392882+0000","last_undegraded":"2024-09-16T07:21:12.392882+0000","last_fullsized":"2024-09-16T07:21:12.392882+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:32:04.631534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386452+0000","last_change":"2024-09-16T07:21:11.402079+0000","last_active":"2024-09-16T07:21:12.386452+0000","last_peered":"2024-09-16T07:21:12.386452+0000","last_clean":"2024-09-16T07:21:12.386452+0000","last_became_active":"2024-09-16T07:21:11.401792+0000","last_became_peered":"2024-09-16T07:21:11.401792+0000","last_unstale":"2024-09-16T07:21:12.386452+0000","last_undegraded":"2024-09-16T07:21:12.386452+0000","last_fullsized":"2024-09-16T07:21:12.386452+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:49:28.693312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.15","version":"22'3","reported_seq":18,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.441017+0000","last_change":"2024-09-16T07:21:10.391214+0000","last_active":"2024-09-16T07:21:12.441017+0000","last_peered":"2024-09-16T07:21:12.441017+0000","last_clean":"2024-09-16T07:21:12.441017+0000","last_became_active":"2024-09-16T07:21:10.390674+0000","last_became_peered":"2024-09-16T07:21:10.390674+0000","last_unstale":"2024-09-16T07:21:12.441017+0000","last_undegraded":"2024-09-16T07:21:12.441017+0000","last_fullsized":"2024-09-16T07:21:12.441017+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:09:54.209700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124157+0000","last_change":"2024-09-16T07:21:11.402011+0000","last_active":"2024-09-16T07:21:13.124157+0000","last_peered":"2024-09-16T07:21:13.124157+0000","last_clean":"2024-09-16T07:21:13.124157+0000","last_became_active":"2024-09-16T07:21:11.401640+0000","last_became_peered":"2024-09-16T07:21:11.401640+0000","last_unstale":"2024-09-16T07:21:13.124157+0000","last_undegraded":"2024-09-16T07:21:13.124157+0000","last_fullsized":"2024-09-16T07:21:13.124157+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:40:19.063363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.14","version":"22'6","reported_seq":21,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124525+0000","last_change":"2024-09-16T07:21:10.395087+0000","last_active":"2024-09-16T07:21:13.124525+0000","last_peered":"2024-09-16T07:21:13.124525+0000","last_clean":"2024-09-16T07:21:13.124525+0000","last_became_active":"2024-09-16T07:21:10.394719+0000","last_became_peered":"2024-09-16T07:21:10.394719+0000","last_unstale":"2024-09-16T07:21:13.124525+0000","last_undegraded":"2024-09-16T07:21:13.124525+0000","last_fullsized":"2024-09-16T07:21:13.124525+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:01:28.628590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.392810+0000","last_change":"2024-09-16T07:21:11.388954+0000","last_active":"2024-09-16T07:21:12.392810+0000","last_peered":"2024-09-16T07:21:12.392810+0000","last_clean":"2024-09-16T07:21:12.392810+0000","last_became_active":"2024-09-16T07:21:11.388635+0000","last_became_peered":"2024-09-16T07:21:11.388635+0000","last_unstale":"2024-09-16T07:21:12.392810+0000","last_undegraded":"2024-09-16T07:21:12.392810+0000","last_fullsized":"2024-09-16T07:21:12.392810+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:30:22.863873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"22'2","reported_seq":17,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.440976+0000","last_change":"2024-09-16T07:21:10.393079+0000","last_active":"2024-09-16T07:21:12.440976+0000","last_peered":"2024-09-16T07:21:12.440976+0000","last_clean":"2024-09-16T07:21:12.440976+0000","last_became_active":"2024-09-16T07:21:10.392660+0000","last_became_peered":"2024-09-16T07:21:10.392660+0000","last_unstale":"2024-09-16T07:21:12.440976+0000","last_undegraded":"2024-09-16T07:21:12.440976+0000","last_fullsized":"2024-09-16T07:21:12.440976+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:40:09.380563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.990540+0000","last_change":"2024-09-16T07:21:11.404655+0000","last_active":"2024-09-16T07:21:12.990540+0000","last_peered":"2024-09-16T07:21:12.990540+0000","last_clean":"2024-09-16T07:21:12.990540+0000","last_became_active":"2024-09-16T07:21:11.404404+0000","last_became_peered":"2024-09-16T07:21:11.404404+0000","last_unstale":"2024-09-16T07:21:12.990540+0000","last_undegraded":"2024-09-16T07:21:12.990540+0000","last_fullsized":"2024-09-16T07:21:12.990540+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:34:00.036086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124015+0000","last_change":"2024-09-16T07:21:10.398406+0000","last_active":"2024-09-16T07:21:13.124015+0000","last_peered":"2024-09-16T07:21:13.124015+0000","last_clean":"2024-09-16T07:21:13.124015+0000","last_became_active":"2024-09-16T07:21:10.398078+0000","last_became_peered":"2024-09-16T07:21:10.398078+0000","last_unstale":"2024-09-16T07:21:13.124015+0000","last_undegraded":"2024-09-16T07:21:13.124015+0000","last_fullsized":"2024-09-16T07:21:13.124015+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:06:09.880237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.123803+0000","last_change":"2024-09-16T07:21:11.404922+0000","last_active":"2024-09-16T07:21:13.123803+0000","last_peered":"2024-09-16T07:21:13.123803+0000","last_clean":"2024-09-16T07:21:13.123803+0000","last_became_active":"2024-09-16T07:21:11.404610+0000","last_became_peered":"2024-09-16T07:21:11.404610+0000","last_unstale":"2024-09-16T07:21:13.123803+0000","last_undegraded":"2024-09-16T07:21:13.123803+0000","last_fullsized":"2024-09-16T07:21:13.123803+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:46:59.569556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.392418+0000","last_change":"2024-09-16T07:21:10.393342+0000","last_active":"2024-09-16T07:21:12.392418+0000","last_peered":"2024-09-16T07:21:12.392418+0000","last_clean":"2024-09-16T07:21:12.392418+0000","last_became_active":"2024-09-16T07:21:10.392782+0000","last_became_peered":"2024-09-16T07:21:10.392782+0000","last_unstale":"2024-09-16T07:21:12.392418+0000","last_undegraded":"2024-09-16T07:21:12.392418+0000","last_fullsized":"2024-09-16T07:21:12.392418+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:48:21.879538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.382353+0000","last_change":"2024-09-16T07:21:11.393145+0000","last_active":"2024-09-16T07:21:12.382353+0000","last_peered":"2024-09-16T07:21:12.382353+0000","last_clean":"2024-09-16T07:21:12.382353+0000","last_became_active":"2024-09-16T07:21:11.392577+0000","last_became_peered":"2024-09-16T07:21:11.392577+0000","last_unstale":"2024-09-16T07:21:12.382353+0000","last_undegraded":"2024-09-16T07:21:12.382353+0000","last_fullsized":"2024-09-16T07:21:12.382353+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:15:13.139435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.10","version":"22'8","reported_seq":23,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.385597+0000","last_change":"2024-09-16T07:21:10.399099+0000","last_active":"2024-09-16T07:21:12.385597+0000","last_peered":"2024-09-16T07:21:12.385597+0000","last_clean":"2024-09-16T07:21:12.385597+0000","last_became_active":"2024-09-16T07:21:10.398376+0000","last_became_peered":"2024-09-16T07:21:10.398376+0000","last_unstale":"2024-09-16T07:21:12.385597+0000","last_undegraded":"2024-09-16T07:21:12.385597+0000","last_fullsized":"2024-09-16T07:21:12.385597+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:40:09.380563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.123913+0000","last_change":"2024-09-16T07:21:11.403131+0000","last_active":"2024-09-16T07:21:13.123913+0000","last_peered":"2024-09-16T07:21:13.123913+0000","last_clean":"2024-09-16T07:21:13.123913+0000","last_became_active":"2024-09-16T07:21:11.402850+0000","last_became_peered":"2024-09-16T07:21:11.402850+0000","last_unstale":"2024-09-16T07:21:13.123913+0000","last_undegraded":"2024-09-16T07:21:13.123913+0000","last_fullsized":"2024-09-16T07:21:13.123913+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:00:09.907778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.f","version":"22'1","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.393179+0000","last_change":"2024-09-16T07:21:10.392873+0000","last_active":"2024-09-16T07:21:12.393179+0000","last_peered":"2024-09-16T07:21:12.393179+0000","last_clean":"2024-09-16T07:21:12.393179+0000","last_became_active":"2024-09-16T07:21:10.392174+0000","last_became_peered":"2024-09-16T07:21:10.392174+0000","last_unstale":"2024-09-16T07:21:12.393179+0000","last_undegraded":"2024-09-16T07:21:12.393179+0000","last_fullsized":"2024-09-16T07:21:12.393179+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:21:42.422170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124810+0000","last_change":"2024-09-16T07:21:11.391013+0000","last_active":"2024-09-16T07:21:13.124810+0000","last_peered":"2024-09-16T07:21:13.124810+0000","last_clean":"2024-09-16T07:21:13.124810+0000","last_became_active":"2024-09-16T07:21:11.390174+0000","last_became_peered":"2024-09-16T07:21:11.390174+0000","last_unstale":"2024-09-16T07:21:13.124810+0000","last_undegraded":"2024-09-16T07:21:13.124810+0000","last_fullsized":"2024-09-16T07:21:13.124810+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:16:25.665329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.e","version":"22'2","reported_seq":17,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386250+0000","last_change":"2024-09-16T07:21:10.397347+0000","last_active":"2024-09-16T07:21:12.386250+0000","last_peered":"2024-09-16T07:21:12.386250+0000","last_clean":"2024-09-16T07:21:12.386250+0000","last_became_active":"2024-09-16T07:21:10.397053+0000","last_became_peered":"2024-09-16T07:21:10.397053+0000","last_unstale":"2024-09-16T07:21:12.386250+0000","last_undegraded":"2024-09-16T07:21:12.386250+0000","last_fullsized":"2024-09-16T07:21:12.386250+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:48:21.879538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.393196+0000","last_change":"2024-09-16T07:21:11.395738+0000","last_active":"2024-09-16T07:21:12.393196+0000","last_peered":"2024-09-16T07:21:12.393196+0000","last_clean":"2024-09-16T07:21:12.393196+0000","last_became_active":"2024-09-16T07:21:11.395205+0000","last_became_peered":"2024-09-16T07:21:11.395205+0000","last_unstale":"2024-09-16T07:21:12.393196+0000","last_undegraded":"2024-09-16T07:21:12.393196+0000","last_fullsized":"2024-09-16T07:21:12.393196+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:56:59.309744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"22'1","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.387139+0000","last_change":"2024-09-16T07:21:10.392536+0000","last_active":"2024-09-16T07:21:12.387139+0000","last_peered":"2024-09-16T07:21:12.387139+0000","last_clean":"2024-09-16T07:21:12.387139+0000","last_became_active":"2024-09-16T07:21:10.389358+0000","last_became_peered":"2024-09-16T07:21:10.389358+0000","last_unstale":"2024-09-16T07:21:12.387139+0000","last_undegraded":"2024-09-16T07:21:12.387139+0000","last_fullsized":"2024-09-16T07:21:12.387139+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:40:09.380563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.393121+0000","last_change":"2024-09-16T07:21:11.388072+0000","last_active":"2024-09-16T07:21:12.393121+0000","last_peered":"2024-09-16T07:21:12.393121+0000","last_clean":"2024-09-16T07:21:12.393121+0000","last_became_active":"2024-09-16T07:21:11.387768+0000","last_became_peered":"2024-09-16T07:21:11.387768+0000","last_unstale":"2024-09-16T07:21:12.393121+0000","last_undegraded":"2024-09-16T07:21:12.393121+0000","last_fullsized":"2024-09-16T07:21:12.393121+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:27:45.824025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.990945+0000","last_change":"2024-09-16T07:21:10.392463+0000","last_active":"2024-09-16T07:21:12.990945+0000","last_peered":"2024-09-16T07:21:12.990945+0000","last_clean":"2024-09-16T07:21:12.990945+0000","last_became_active":"2024-09-16T07:21:10.392204+0000","last_became_peered":"2024-09-16T07:21:10.392204+0000","last_unstale":"2024-09-16T07:21:12.990945+0000","last_undegraded":"2024-09-16T07:21:12.990945+0000","last_fullsized":"2024-09-16T07:21:12.990945+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:30:45.258814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124489+0000","last_change":"2024-09-16T07:21:11.399429+0000","last_active":"2024-09-16T07:21:13.124489+0000","last_peered":"2024-09-16T07:21:13.124489+0000","last_clean":"2024-09-16T07:21:13.124489+0000","last_became_active":"2024-09-16T07:21:11.398783+0000","last_became_peered":"2024-09-16T07:21:11.398783+0000","last_unstale":"2024-09-16T07:21:13.124489+0000","last_undegraded":"2024-09-16T07:21:13.124489+0000","last_fullsized":"2024-09-16T07:21:13.124489+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:35:41.373022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'72","reported_seq":111,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.381942+0000","last_change":"2024-09-16T07:21:02.600196+0000","last_active":"2024-09-16T07:21:12.381942+0000","last_peered":"2024-09-16T07:21:12.381942+0000","last_clean":"2024-09-16T07:21:12.381942+0000","last_became_active":"2024-09-16T07:21:02.599001+0000","last_became_peered":"2024-09-16T07:21:02.599001+0000","last_unstale":"2024-09-16T07:21:12.381942+0000","last_undegraded":"2024-09-16T07:21:12.381942+0000","last_fullsized":"2024-09-16T07:21:12.381942+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_clean_scrub_stamp":"2024-09-16T07:21:01.331773+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:28:40.942832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124115+0000","last_change":"2024-09-16T07:21:10.396861+0000","last_active":"2024-09-16T07:21:13.124115+0000","last_peered":"2024-09-16T07:21:13.124115+0000","last_clean":"2024-09-16T07:21:13.124115+0000","last_became_active":"2024-09-16T07:21:10.396547+0000","last_became_peered":"2024-09-16T07:21:10.396547+0000","last_unstale":"2024-09-16T07:21:13.124115+0000","last_undegraded":"2024-09-16T07:21:13.124115+0000","last_fullsized":"2024-09-16T07:21:13.124115+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:14:18.305040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.385725+0000","last_change":"2024-09-16T07:21:11.387198+0000","last_active":"2024-09-16T07:21:12.385725+0000","last_peered":"2024-09-16T07:21:12.385725+0000","last_clean":"2024-09-16T07:21:12.385725+0000","last_became_active":"2024-09-16T07:21:11.386751+0000","last_became_peered":"2024-09-16T07:21:11.386751+0000","last_unstale":"2024-09-16T07:21:12.385725+0000","last_undegraded":"2024-09-16T07:21:12.385725+0000","last_fullsized":"2024-09-16T07:21:12.385725+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:16:58.833794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.123599+0000","last_change":"2024-09-16T07:21:10.397417+0000","last_active":"2024-09-16T07:21:13.123599+0000","last_peered":"2024-09-16T07:21:13.123599+0000","last_clean":"2024-09-16T07:21:13.123599+0000","last_became_active":"2024-09-16T07:21:10.397159+0000","last_became_peered":"2024-09-16T07:21:10.397159+0000","last_unstale":"2024-09-16T07:21:13.123599+0000","last_undegraded":"2024-09-16T07:21:13.123599+0000","last_fullsized":"2024-09-16T07:21:13.123599+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:21:42.422170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.990473+0000","last_change":"2024-09-16T07:21:11.399908+0000","last_active":"2024-09-16T07:21:12.990473+0000","last_peered":"2024-09-16T07:21:12.990473+0000","last_clean":"2024-09-16T07:21:12.990473+0000","last_became_active":"2024-09-16T07:21:11.399630+0000","last_became_peered":"2024-09-16T07:21:11.399630+0000","last_unstale":"2024-09-16T07:21:12.990473+0000","last_undegraded":"2024-09-16T07:21:12.990473+0000","last_fullsized":"2024-09-16T07:21:12.990473+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:43:46.808274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.440848+0000","last_change":"2024-09-16T07:21:10.393334+0000","last_active":"2024-09-16T07:21:12.440848+0000","last_peered":"2024-09-16T07:21:12.440848+0000","last_clean":"2024-09-16T07:21:12.440848+0000","last_became_active":"2024-09-16T07:21:10.392453+0000","last_became_peered":"2024-09-16T07:21:10.392453+0000","last_unstale":"2024-09-16T07:21:12.440848+0000","last_undegraded":"2024-09-16T07:21:12.440848+0000","last_fullsized":"2024-09-16T07:21:12.440848+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:23:53.725830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386249+0000","last_change":"2024-09-16T07:21:11.391068+0000","last_active":"2024-09-16T07:21:12.386249+0000","last_peered":"2024-09-16T07:21:12.386249+0000","last_clean":"2024-09-16T07:21:12.386249+0000","last_became_active":"2024-09-16T07:21:11.390666+0000","last_became_peered":"2024-09-16T07:21:11.390666+0000","last_unstale":"2024-09-16T07:21:12.386249+0000","last_undegraded":"2024-09-16T07:21:12.386249+0000","last_fullsized":"2024-09-16T07:21:12.386249+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:48:34.986733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124125+0000","last_change":"2024-09-16T07:21:10.397973+0000","last_active":"2024-09-16T07:21:13.124125+0000","last_peered":"2024-09-16T07:21:13.124125+0000","last_clean":"2024-09-16T07:21:13.124125+0000","last_became_active":"2024-09-16T07:21:10.397628+0000","last_became_peered":"2024-09-16T07:21:10.397628+0000","last_unstale":"2024-09-16T07:21:13.124125+0000","last_undegraded":"2024-09-16T07:21:13.124125+0000","last_fullsized":"2024-09-16T07:21:13.124125+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:11:26.968356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.392718+0000","last_change":"2024-09-16T07:21:11.381910+0000","last_active":"2024-09-16T07:21:12.392718+0000","last_peered":"2024-09-16T07:21:12.392718+0000","last_clean":"2024-09-16T07:21:12.392718+0000","last_became_active":"2024-09-16T07:21:11.381563+0000","last_became_peered":"2024-09-16T07:21:11.381563+0000","last_unstale":"2024-09-16T07:21:12.392718+0000","last_undegraded":"2024-09-16T07:21:12.392718+0000","last_fullsized":"2024-09-16T07:21:12.392718+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:54:32.713250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386797+0000","last_change":"2024-09-16T07:21:10.397418+0000","last_active":"2024-09-16T07:21:12.386797+0000","last_peered":"2024-09-16T07:21:12.386797+0000","last_clean":"2024-09-16T07:21:12.386797+0000","last_became_active":"2024-09-16T07:21:10.397094+0000","last_became_peered":"2024-09-16T07:21:10.397094+0000","last_unstale":"2024-09-16T07:21:12.386797+0000","last_undegraded":"2024-09-16T07:21:12.386797+0000","last_fullsized":"2024-09-16T07:21:12.386797+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:09:54.209700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124910+0000","last_change":"2024-09-16T07:21:11.393599+0000","last_active":"2024-09-16T07:21:13.124910+0000","last_peered":"2024-09-16T07:21:13.124910+0000","last_clean":"2024-09-16T07:21:13.124910+0000","last_became_active":"2024-09-16T07:21:11.393306+0000","last_became_peered":"2024-09-16T07:21:11.393306+0000","last_unstale":"2024-09-16T07:21:13.124910+0000","last_undegraded":"2024-09-16T07:21:13.124910+0000","last_fullsized":"2024-09-16T07:21:13.124910+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:25:59.187728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124567+0000","last_change":"2024-09-16T07:21:10.393552+0000","last_active":"2024-09-16T07:21:13.124567+0000","last_peered":"2024-09-16T07:21:13.124567+0000","last_clean":"2024-09-16T07:21:13.124567+0000","last_became_active":"2024-09-16T07:21:10.393209+0000","last_became_peered":"2024-09-16T07:21:10.393209+0000","last_unstale":"2024-09-16T07:21:13.124567+0000","last_undegraded":"2024-09-16T07:21:13.124567+0000","last_fullsized":"2024-09-16T07:21:13.124567+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:59:31.747713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.990860+0000","last_change":"2024-09-16T07:21:11.395741+0000","last_active":"2024-09-16T07:21:12.990860+0000","last_peered":"2024-09-16T07:21:12.990860+0000","last_clean":"2024-09-16T07:21:12.990860+0000","last_became_active":"2024-09-16T07:21:11.395271+0000","last_became_peered":"2024-09-16T07:21:11.395271+0000","last_unstale":"2024-09-16T07:21:12.990860+0000","last_undegraded":"2024-09-16T07:21:12.990860+0000","last_fullsized":"2024-09-16T07:21:12.990860+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:21:13.646027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"23'1","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386486+0000","last_change":"2024-09-16T07:21:10.396038+0000","last_active":"2024-09-16T07:21:12.386486+0000","last_peered":"2024-09-16T07:21:12.386486+0000","last_clean":"2024-09-16T07:21:12.386486+0000","last_became_active":"2024-09-16T07:21:10.395574+0000","last_became_peered":"2024-09-16T07:21:10.395574+0000","last_unstale":"2024-09-16T07:21:12.386486+0000","last_undegraded":"2024-09-16T07:21:12.386486+0000","last_fullsized":"2024-09-16T07:21:12.386486+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:50:38.102659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386302+0000","last_change":"2024-09-16T07:21:11.387685+0000","last_active":"2024-09-16T07:21:12.386302+0000","last_peered":"2024-09-16T07:21:12.386302+0000","last_clean":"2024-09-16T07:21:12.386302+0000","last_became_active":"2024-09-16T07:21:11.387290+0000","last_became_peered":"2024-09-16T07:21:11.387290+0000","last_unstale":"2024-09-16T07:21:12.386302+0000","last_undegraded":"2024-09-16T07:21:12.386302+0000","last_fullsized":"2024-09-16T07:21:12.386302+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:34:48.467538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"22'2","reported_seq":17,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124267+0000","last_change":"2024-09-16T07:21:10.394137+0000","last_active":"2024-09-16T07:21:13.124267+0000","last_peered":"2024-09-16T07:21:13.124267+0000","last_clean":"2024-09-16T07:21:13.124267+0000","last_became_active":"2024-09-16T07:21:10.393809+0000","last_became_peered":"2024-09-16T07:21:10.393809+0000","last_unstale":"2024-09-16T07:21:13.124267+0000","last_undegraded":"2024-09-16T07:21:13.124267+0000","last_fullsized":"2024-09-16T07:21:13.124267+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:25:58.182819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386181+0000","last_change":"2024-09-16T07:21:11.387519+0000","last_active":"2024-09-16T07:21:12.386181+0000","last_peered":"2024-09-16T07:21:12.386181+0000","last_clean":"2024-09-16T07:21:12.386181+0000","last_became_active":"2024-09-16T07:21:11.387207+0000","last_became_peered":"2024-09-16T07:21:11.387207+0000","last_unstale":"2024-09-16T07:21:12.386181+0000","last_undegraded":"2024-09-16T07:21:12.386181+0000","last_fullsized":"2024-09-16T07:21:12.386181+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:17:17.735497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.392247+0000","last_change":"2024-09-16T07:21:10.389146+0000","last_active":"2024-09-16T07:21:12.392247+0000","last_peered":"2024-09-16T07:21:12.392247+0000","last_clean":"2024-09-16T07:21:12.392247+0000","last_became_active":"2024-09-16T07:21:10.388548+0000","last_became_peered":"2024-09-16T07:21:10.388548+0000","last_unstale":"2024-09-16T07:21:12.392247+0000","last_undegraded":"2024-09-16T07:21:12.392247+0000","last_fullsized":"2024-09-16T07:21:12.392247+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:44:32.329898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.123860+0000","last_change":"2024-09-16T07:21:11.402290+0000","last_active":"2024-09-16T07:21:13.123860+0000","last_peered":"2024-09-16T07:21:13.123860+0000","last_clean":"2024-09-16T07:21:13.123860+0000","last_became_active":"2024-09-16T07:21:11.401997+0000","last_became_peered":"2024-09-16T07:21:11.401997+0000","last_unstale":"2024-09-16T07:21:13.123860+0000","last_undegraded":"2024-09-16T07:21:13.123860+0000","last_fullsized":"2024-09-16T07:21:13.123860+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:11:27.290805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.385474+0000","last_change":"2024-09-16T07:21:10.395906+0000","last_active":"2024-09-16T07:21:12.385474+0000","last_peered":"2024-09-16T07:21:12.385474+0000","last_clean":"2024-09-16T07:21:12.385474+0000","last_became_active":"2024-09-16T07:21:10.395567+0000","last_became_peered":"2024-09-16T07:21:10.395567+0000","last_unstale":"2024-09-16T07:21:12.385474+0000","last_undegraded":"2024-09-16T07:21:12.385474+0000","last_fullsized":"2024-09-16T07:21:12.385474+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:44:32.329898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.385518+0000","last_change":"2024-09-16T07:21:11.389335+0000","last_active":"2024-09-16T07:21:12.385518+0000","last_peered":"2024-09-16T07:21:12.385518+0000","last_clean":"2024-09-16T07:21:12.385518+0000","last_became_active":"2024-09-16T07:21:11.389036+0000","last_became_peered":"2024-09-16T07:21:11.389036+0000","last_unstale":"2024-09-16T07:21:12.385518+0000","last_undegraded":"2024-09-16T07:21:12.385518+0000","last_fullsized":"2024-09-16T07:21:12.385518+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:11:27.973265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.990816+0000","last_change":"2024-09-16T07:21:10.394985+0000","last_active":"2024-09-16T07:21:12.990816+0000","last_peered":"2024-09-16T07:21:12.990816+0000","last_clean":"2024-09-16T07:21:12.990816+0000","last_became_active":"2024-09-16T07:21:10.394662+0000","last_became_peered":"2024-09-16T07:21:10.394662+0000","last_unstale":"2024-09-16T07:21:12.990816+0000","last_undegraded":"2024-09-16T07:21:12.990816+0000","last_fullsized":"2024-09-16T07:21:12.990816+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:11:19.445558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.441098+0000","last_change":"2024-09-16T07:21:11.387294+0000","last_active":"2024-09-16T07:21:12.441098+0000","last_peered":"2024-09-16T07:21:12.441098+0000","last_clean":"2024-09-16T07:21:12.441098+0000","last_became_active":"2024-09-16T07:21:11.386997+0000","last_became_peered":"2024-09-16T07:21:11.386997+0000","last_unstale":"2024-09-16T07:21:12.441098+0000","last_undegraded":"2024-09-16T07:21:12.441098+0000","last_fullsized":"2024-09-16T07:21:12.441098+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:09:16.230999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"22'2","reported_seq":17,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.123808+0000","last_change":"2024-09-16T07:21:10.396054+0000","last_active":"2024-09-16T07:21:13.123808+0000","last_peered":"2024-09-16T07:21:13.123808+0000","last_clean":"2024-09-16T07:21:13.123808+0000","last_became_active":"2024-09-16T07:21:10.395744+0000","last_became_peered":"2024-09-16T07:21:10.395744+0000","last_unstale":"2024-09-16T07:21:13.123808+0000","last_undegraded":"2024-09-16T07:21:13.123808+0000","last_fullsized":"2024-09-16T07:21:13.123808+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:37:03.346125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.123918+0000","last_change":"2024-09-16T07:21:11.395666+0000","last_active":"2024-09-16T07:21:13.123918+0000","last_peered":"2024-09-16T07:21:13.123918+0000","last_clean":"2024-09-16T07:21:13.123918+0000","last_became_active":"2024-09-16T07:21:11.395070+0000","last_became_peered":"2024-09-16T07:21:11.395070+0000","last_unstale":"2024-09-16T07:21:13.123918+0000","last_undegraded":"2024-09-16T07:21:13.123918+0000","last_fullsized":"2024-09-16T07:21:13.123918+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:44:11.691495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124203+0000","last_change":"2024-09-16T07:21:11.404894+0000","last_active":"2024-09-16T07:21:13.124203+0000","last_peered":"2024-09-16T07:21:13.124203+0000","last_clean":"2024-09-16T07:21:13.124203+0000","last_became_active":"2024-09-16T07:21:11.404557+0000","last_became_peered":"2024-09-16T07:21:11.404557+0000","last_unstale":"2024-09-16T07:21:13.124203+0000","last_undegraded":"2024-09-16T07:21:13.124203+0000","last_fullsized":"2024-09-16T07:21:13.124203+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:00:13.594739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1c","version":"22'2","reported_seq":17,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.393047+0000","last_change":"2024-09-16T07:21:10.385571+0000","last_active":"2024-09-16T07:21:12.393047+0000","last_peered":"2024-09-16T07:21:12.393047+0000","last_clean":"2024-09-16T07:21:12.393047+0000","last_became_active":"2024-09-16T07:21:10.385278+0000","last_became_peered":"2024-09-16T07:21:10.385278+0000","last_unstale":"2024-09-16T07:21:12.393047+0000","last_undegraded":"2024-09-16T07:21:12.393047+0000","last_fullsized":"2024-09-16T07:21:12.393047+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:11:24.860512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.382339+0000","last_change":"2024-09-16T07:21:11.398438+0000","last_active":"2024-09-16T07:21:12.382339+0000","last_peered":"2024-09-16T07:21:12.382339+0000","last_clean":"2024-09-16T07:21:12.382339+0000","last_became_active":"2024-09-16T07:21:11.398168+0000","last_became_peered":"2024-09-16T07:21:11.398168+0000","last_unstale":"2024-09-16T07:21:12.382339+0000","last_undegraded":"2024-09-16T07:21:12.382339+0000","last_fullsized":"2024-09-16T07:21:12.382339+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:00:51.636433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"22'2","reported_seq":17,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.392760+0000","last_change":"2024-09-16T07:21:10.387652+0000","last_active":"2024-09-16T07:21:12.392760+0000","last_peered":"2024-09-16T07:21:12.392760+0000","last_clean":"2024-09-16T07:21:12.392760+0000","last_became_active":"2024-09-16T07:21:10.386498+0000","last_became_peered":"2024-09-16T07:21:10.386498+0000","last_unstale":"2024-09-16T07:21:12.392760+0000","last_undegraded":"2024-09-16T07:21:12.392760+0000","last_fullsized":"2024-09-16T07:21:12.392760+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:37:03.346125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386241+0000","last_change":"2024-09-16T07:21:11.392748+0000","last_active":"2024-09-16T07:21:12.386241+0000","last_peered":"2024-09-16T07:21:12.386241+0000","last_clean":"2024-09-16T07:21:12.386241+0000","last_became_active":"2024-09-16T07:21:11.392484+0000","last_became_peered":"2024-09-16T07:21:11.392484+0000","last_unstale":"2024-09-16T07:21:12.386241+0000","last_undegraded":"2024-09-16T07:21:12.386241+0000","last_fullsized":"2024-09-16T07:21:12.386241+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:33:17.375295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1e","version":"22'1","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.387415+0000","last_change":"2024-09-16T07:21:10.398427+0000","last_active":"2024-09-16T07:21:12.387415+0000","last_peered":"2024-09-16T07:21:12.387415+0000","last_clean":"2024-09-16T07:21:12.387415+0000","last_became_active":"2024-09-16T07:21:10.398136+0000","last_became_peered":"2024-09-16T07:21:10.398136+0000","last_unstale":"2024-09-16T07:21:12.387415+0000","last_undegraded":"2024-09-16T07:21:12.387415+0000","last_fullsized":"2024-09-16T07:21:12.387415+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:48:21.879538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.387418+0000","last_change":"2024-09-16T07:21:11.390611+0000","last_active":"2024-09-16T07:21:12.387418+0000","last_peered":"2024-09-16T07:21:12.387418+0000","last_clean":"2024-09-16T07:21:12.387418+0000","last_became_active":"2024-09-16T07:21:11.390352+0000","last_became_peered":"2024-09-16T07:21:11.390352+0000","last_unstale":"2024-09-16T07:21:12.387418+0000","last_undegraded":"2024-09-16T07:21:12.387418+0000","last_fullsized":"2024-09-16T07:21:12.387418+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:28:07.704443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1f","version":"22'4","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386965+0000","last_change":"2024-09-16T07:21:10.395397+0000","last_active":"2024-09-16T07:21:12.386965+0000","last_peered":"2024-09-16T07:21:12.386965+0000","last_clean":"2024-09-16T07:21:12.386965+0000","last_became_active":"2024-09-16T07:21:10.394851+0000","last_became_peered":"2024-09-16T07:21:10.394851+0000","last_unstale":"2024-09-16T07:21:12.386965+0000","last_undegraded":"2024-09-16T07:21:12.386965+0000","last_fullsized":"2024-09-16T07:21:12.386965+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:52:26.609957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509448,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27264,"kb_used_data":236,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344576,"statfs":{"total":96636764160,"available":96608845824,"internally_reserved":0,"allocated":241664,"data_stored":82231,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509447,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27852,"kb_used_data":816,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343988,"statfs":{"total":96636764160,"available":96608243712,"internally_reserved":0,"allocated":835584,"data_stored":672567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509447,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27284,"kb_used_data":248,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344556,"statfs":{"total":96636764160,"available":96608825344,"internally_reserved":0,"allocated":253952,"data_stored":84391,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509448,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27260,"kb_used_data":232,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344580,"statfs":{"total":96636764160,"available":96608849920,"internally_reserved":0,"allocated":237568,"data_stored":82689,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509448,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27268,"kb_used_data":240,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344572,"statfs":{"total":96636764160,"available":96608841728,"internally_reserved":0,"allocated":245760,"data_stored":83719,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509448,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27848,"kb_used_data":812,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343992,"statfs":{"total":96636764160,"available":96608247808,"internally_reserved":0,"allocated":831488,"data_stored":672545,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509449,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27264,"kb_used_data":236,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344576,"statfs":{"total":96636764160,"available":96608845824,"internally_reserved":0,"allocated":241664,"data_stored":82163,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574855,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27256,"kb_used_data":228,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344584,"statfs":{"total":96636764160,"available":96608854016,"internally_reserved":0,"allocated":233472,"data_stored":82107,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T07:21:24.621 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T07:21:24.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.764+0000 7f61ec97c640 1 -- 172.21.15.31:0/668308581 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f61e80b3090 msgr2=0x7f61e815f6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:24.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.764+0000 7f61ec97c640 1 --2- 172.21.15.31:0/668308581 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f61e80b3090 0x7f61e815f6d0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f61d0009830 tx=0x7f61d002a5d0 comp rx=0 tx=0).stop 2024-09-16T07:21:24.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.764+0000 7f61ec97c640 1 -- 172.21.15.31:0/668308581 shutdown_connections 2024-09-16T07:21:24.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.764+0000 7f61ec97c640 1 --2- 172.21.15.31:0/668308581 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f61e80b3090 0x7f61e815f6d0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:24.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.764+0000 7f61ec97c640 1 -- 172.21.15.31:0/668308581 >> 172.21.15.31:0/668308581 conn(0x7f61e809aa30 msgr2=0x7f61e809ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:24.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.764+0000 7f61ec97c640 1 -- 172.21.15.31:0/668308581 shutdown_connections 2024-09-16T07:21:24.765 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.764+0000 7f61ec97c640 1 -- 172.21.15.31:0/668308581 wait complete. 2024-09-16T07:21:24.765 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.765+0000 7f61ec97c640 1 Processor -- start 2024-09-16T07:21:24.765 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.766+0000 7f61ec97c640 1 -- start start 2024-09-16T07:21:24.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.766+0000 7f61ec97c640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f61e80b3090 0x7f61e80b5b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:24.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.766+0000 7f61ec97c640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f61e80cfce0 0x7f61e81f2a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:24.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.766+0000 7f61ec97c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f61e80d2410 0x7f61e8159250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:24.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.766+0000 7f61ec97c640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f61e80b15d0 con 0x7f61e80d2410 2024-09-16T07:21:24.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.766+0000 7f61ec97c640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f61e80b1450 con 0x7f61e80cfce0 2024-09-16T07:21:24.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.766+0000 7f61ec97c640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f61e80b1750 con 0x7f61e80b3090 2024-09-16T07:21:24.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.766+0000 7f61e6d9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f61e80d2410 0x7f61e8159250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:24.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.766+0000 7f61e6d9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f61e80d2410 0x7f61e8159250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43582/0 (socket says 172.21.15.31:43582) 2024-09-16T07:21:24.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.766+0000 7f61e6d9d640 1 -- 172.21.15.31:0/2921763003 learned_addr learned my addr 172.21.15.31:0/2921763003 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:24.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.767+0000 7f61dffff640 1 --2- 172.21.15.31:0/2921763003 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f61e80cfce0 0x7f61e81f2a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:24.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.767+0000 7f61e659c640 1 --2- 172.21.15.31:0/2921763003 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f61e80b3090 0x7f61e80b5b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:24.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.767+0000 7f61e6d9d640 1 -- 172.21.15.31:0/2921763003 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f61e80b3090 msgr2=0x7f61e80b5b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:24.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.767+0000 7f61e6d9d640 1 --2- 172.21.15.31:0/2921763003 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f61e80b3090 0x7f61e80b5b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:24.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.767+0000 7f61e6d9d640 1 -- 172.21.15.31:0/2921763003 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f61e80cfce0 msgr2=0x7f61e81f2a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:24.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.767+0000 7f61e6d9d640 1 --2- 172.21.15.31:0/2921763003 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f61e80cfce0 0x7f61e81f2a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:24.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.767+0000 7f61e6d9d640 1 -- 172.21.15.31:0/2921763003 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61e81f2f80 con 0x7f61e80d2410 2024-09-16T07:21:24.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.767+0000 7f61e6d9d640 1 --2- 172.21.15.31:0/2921763003 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f61e80d2410 0x7f61e8159250 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f61e0001910 tx=0x7f61e000a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:24.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.767+0000 7f61deffd640 1 -- 172.21.15.31:0/2921763003 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61e0016020 con 0x7f61e80d2410 2024-09-16T07:21:24.769 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.767+0000 7f61ec97c640 1 -- 172.21.15.31:0/2921763003 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61e81f3200 con 0x7f61e80d2410 2024-09-16T07:21:24.769 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.767+0000 7f61deffd640 1 -- 172.21.15.31:0/2921763003 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f61e000ae30 con 0x7f61e80d2410 2024-09-16T07:21:24.769 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.767+0000 7f61deffd640 1 -- 172.21.15.31:0/2921763003 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61e0012660 con 0x7f61e80d2410 2024-09-16T07:21:24.769 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.767+0000 7f61ec97c640 1 -- 172.21.15.31:0/2921763003 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61e81f37c0 con 0x7f61e80d2410 2024-09-16T07:21:24.770 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.768+0000 7f61ec97c640 1 -- 172.21.15.31:0/2921763003 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f61e80b1b70 con 0x7f61e80d2410 2024-09-16T07:21:24.770 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.769+0000 7f61deffd640 1 -- 172.21.15.31:0/2921763003 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f61e0019020 con 0x7f61e80d2410 2024-09-16T07:21:24.770 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.769+0000 7f61deffd640 1 --2- 172.21.15.31:0/2921763003 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f61c8078880 0x7f61c807ad40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:24.770 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.769+0000 7f61deffd640 1 -- 172.21.15.31:0/2921763003 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7f61e009b060 con 0x7f61e80d2410 2024-09-16T07:21:24.770 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.770+0000 7f61e659c640 1 --2- 172.21.15.31:0/2921763003 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f61c8078880 0x7f61c807ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:24.770 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.770+0000 7f61e659c640 1 --2- 172.21.15.31:0/2921763003 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f61c8078880 0x7f61c807ad40 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f61d8000f60 tx=0x7f61d8009040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:24.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.774+0000 7f61deffd640 1 -- 172.21.15.31:0/2921763003 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f61e0020020 con 0x7f61e80d2410 2024-09-16T07:21:24.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.955+0000 7f61ec97c640 1 -- 172.21.15.31:0/2921763003 --> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f61e80d2a00 con 0x7f61c8078880 2024-09-16T07:21:24.958 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.959+0000 7f61deffd640 1 -- 172.21.15.31:0/2921763003 <== mgr.4117 v2:172.21.15.155:6808/3650624732 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251822 (secure 0 0 0) 0x7f61d8001440 con 0x7f61c8078880 2024-09-16T07:21:24.961 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:21:24.963 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-16T07:21:24.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.962+0000 7f61ec97c640 1 -- 172.21.15.31:0/2921763003 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f61c8078880 msgr2=0x7f61c807ad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:24.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.962+0000 7f61ec97c640 1 --2- 172.21.15.31:0/2921763003 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f61c8078880 0x7f61c807ad40 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f61d8000f60 tx=0x7f61d8009040 comp rx=0 tx=0).stop 2024-09-16T07:21:24.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.962+0000 7f61ec97c640 1 -- 172.21.15.31:0/2921763003 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f61e80d2410 msgr2=0x7f61e8159250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:24.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.962+0000 7f61ec97c640 1 --2- 172.21.15.31:0/2921763003 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f61e80d2410 0x7f61e8159250 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f61e0001910 tx=0x7f61e000a430 comp rx=0 tx=0).stop 2024-09-16T07:21:24.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.962+0000 7f61ec97c640 1 -- 172.21.15.31:0/2921763003 shutdown_connections 2024-09-16T07:21:24.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.962+0000 7f61ec97c640 1 --2- 172.21.15.31:0/2921763003 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f61c8078880 0x7f61c807ad40 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:24.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.962+0000 7f61ec97c640 1 --2- 172.21.15.31:0/2921763003 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f61e80d2410 0x7f61e8159250 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:24.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.962+0000 7f61ec97c640 1 --2- 172.21.15.31:0/2921763003 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f61e80cfce0 0x7f61e81f2a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:24.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.962+0000 7f61ec97c640 1 --2- 172.21.15.31:0/2921763003 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f61e80b3090 0x7f61e80b5b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:24.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.962+0000 7f61ec97c640 1 -- 172.21.15.31:0/2921763003 >> 172.21.15.31:0/2921763003 conn(0x7f61e809aa30 msgr2=0x7f61e80b1fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:24.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.962+0000 7f61ec97c640 1 -- 172.21.15.31:0/2921763003 shutdown_connections 2024-09-16T07:21:24.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:24.962+0000 7f61ec97c640 1 -- 172.21.15.31:0/2921763003 wait complete. 2024-09-16T07:21:24.972 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":30,"stamp":"2024-09-16T07:21:24.632733+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219296,"kb_used_data":3048,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755424,"statfs":{"total":773094113280,"available":772869554176,"internally_reserved":0,"allocated":3121152,"data_stored":1842412,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002800"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.393142+0000","last_change":"2024-09-16T07:21:11.405727+0000","last_active":"2024-09-16T07:21:12.393142+0000","last_peered":"2024-09-16T07:21:12.393142+0000","last_clean":"2024-09-16T07:21:12.393142+0000","last_became_active":"2024-09-16T07:21:11.403202+0000","last_became_peered":"2024-09-16T07:21:11.403202+0000","last_unstale":"2024-09-16T07:21:12.393142+0000","last_undegraded":"2024-09-16T07:21:12.393142+0000","last_fullsized":"2024-09-16T07:21:12.393142+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:18:25.314060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.387351+0000","last_change":"2024-09-16T07:21:11.396332+0000","last_active":"2024-09-16T07:21:12.387351+0000","last_peered":"2024-09-16T07:21:12.387351+0000","last_clean":"2024-09-16T07:21:12.387351+0000","last_became_active":"2024-09-16T07:21:11.395101+0000","last_became_peered":"2024-09-16T07:21:11.395101+0000","last_unstale":"2024-09-16T07:21:12.387351+0000","last_undegraded":"2024-09-16T07:21:12.387351+0000","last_fullsized":"2024-09-16T07:21:12.387351+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:42:45.302508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.387256+0000","last_change":"2024-09-16T07:21:11.395453+0000","last_active":"2024-09-16T07:21:12.387256+0000","last_peered":"2024-09-16T07:21:12.387256+0000","last_clean":"2024-09-16T07:21:12.387256+0000","last_became_active":"2024-09-16T07:21:11.395184+0000","last_became_peered":"2024-09-16T07:21:11.395184+0000","last_unstale":"2024-09-16T07:21:12.387256+0000","last_undegraded":"2024-09-16T07:21:12.387256+0000","last_fullsized":"2024-09-16T07:21:12.387256+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:52:36.644581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124596+0000","last_change":"2024-09-16T07:21:11.385797+0000","last_active":"2024-09-16T07:21:13.124596+0000","last_peered":"2024-09-16T07:21:13.124596+0000","last_clean":"2024-09-16T07:21:13.124596+0000","last_became_active":"2024-09-16T07:21:11.385488+0000","last_became_peered":"2024-09-16T07:21:11.385488+0000","last_unstale":"2024-09-16T07:21:13.124596+0000","last_undegraded":"2024-09-16T07:21:13.124596+0000","last_fullsized":"2024-09-16T07:21:13.124596+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:14:19.309949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.392918+0000","last_change":"2024-09-16T07:21:11.395500+0000","last_active":"2024-09-16T07:21:12.392918+0000","last_peered":"2024-09-16T07:21:12.392918+0000","last_clean":"2024-09-16T07:21:12.392918+0000","last_became_active":"2024-09-16T07:21:11.394952+0000","last_became_peered":"2024-09-16T07:21:11.394952+0000","last_unstale":"2024-09-16T07:21:12.392918+0000","last_undegraded":"2024-09-16T07:21:12.392918+0000","last_fullsized":"2024-09-16T07:21:12.392918+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:52:02.101029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.123727+0000","last_change":"2024-09-16T07:21:11.379500+0000","last_active":"2024-09-16T07:21:13.123727+0000","last_peered":"2024-09-16T07:21:13.123727+0000","last_clean":"2024-09-16T07:21:13.123727+0000","last_became_active":"2024-09-16T07:21:11.379173+0000","last_became_peered":"2024-09-16T07:21:11.379173+0000","last_unstale":"2024-09-16T07:21:13.123727+0000","last_undegraded":"2024-09-16T07:21:13.123727+0000","last_fullsized":"2024-09-16T07:21:13.123727+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:11:25.865421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.392590+0000","last_change":"2024-09-16T07:21:11.396837+0000","last_active":"2024-09-16T07:21:12.392590+0000","last_peered":"2024-09-16T07:21:12.392590+0000","last_clean":"2024-09-16T07:21:12.392590+0000","last_became_active":"2024-09-16T07:21:11.396528+0000","last_became_peered":"2024-09-16T07:21:11.396528+0000","last_unstale":"2024-09-16T07:21:12.392590+0000","last_undegraded":"2024-09-16T07:21:12.392590+0000","last_fullsized":"2024-09-16T07:21:12.392590+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:44:12.648109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386038+0000","last_change":"2024-09-16T07:21:11.390331+0000","last_active":"2024-09-16T07:21:12.386038+0000","last_peered":"2024-09-16T07:21:12.386038+0000","last_clean":"2024-09-16T07:21:12.386038+0000","last_became_active":"2024-09-16T07:21:11.389424+0000","last_became_peered":"2024-09-16T07:21:11.389424+0000","last_unstale":"2024-09-16T07:21:12.386038+0000","last_undegraded":"2024-09-16T07:21:12.386038+0000","last_fullsized":"2024-09-16T07:21:12.386038+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:35:58.855637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.382544+0000","last_change":"2024-09-16T07:21:11.400230+0000","last_active":"2024-09-16T07:21:12.382544+0000","last_peered":"2024-09-16T07:21:12.382544+0000","last_clean":"2024-09-16T07:21:12.382544+0000","last_became_active":"2024-09-16T07:21:11.399926+0000","last_became_peered":"2024-09-16T07:21:11.399926+0000","last_unstale":"2024-09-16T07:21:12.382544+0000","last_undegraded":"2024-09-16T07:21:12.382544+0000","last_fullsized":"2024-09-16T07:21:12.382544+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:38:52.222404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.392794+0000","last_change":"2024-09-16T07:21:11.386630+0000","last_active":"2024-09-16T07:21:12.392794+0000","last_peered":"2024-09-16T07:21:12.392794+0000","last_clean":"2024-09-16T07:21:12.392794+0000","last_became_active":"2024-09-16T07:21:11.386043+0000","last_became_peered":"2024-09-16T07:21:11.386043+0000","last_unstale":"2024-09-16T07:21:12.392794+0000","last_undegraded":"2024-09-16T07:21:12.392794+0000","last_fullsized":"2024-09-16T07:21:12.392794+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:05:22.680716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.392701+0000","last_change":"2024-09-16T07:21:11.403411+0000","last_active":"2024-09-16T07:21:12.392701+0000","last_peered":"2024-09-16T07:21:12.392701+0000","last_clean":"2024-09-16T07:21:12.392701+0000","last_became_active":"2024-09-16T07:21:11.400579+0000","last_became_peered":"2024-09-16T07:21:11.400579+0000","last_unstale":"2024-09-16T07:21:12.392701+0000","last_undegraded":"2024-09-16T07:21:12.392701+0000","last_fullsized":"2024-09-16T07:21:12.392701+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:49:08.050203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.392983+0000","last_change":"2024-09-16T07:21:11.394649+0000","last_active":"2024-09-16T07:21:12.392983+0000","last_peered":"2024-09-16T07:21:12.392983+0000","last_clean":"2024-09-16T07:21:12.392983+0000","last_became_active":"2024-09-16T07:21:11.394043+0000","last_became_peered":"2024-09-16T07:21:11.394043+0000","last_unstale":"2024-09-16T07:21:12.392983+0000","last_undegraded":"2024-09-16T07:21:12.392983+0000","last_fullsized":"2024-09-16T07:21:12.392983+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:42:45.302508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.990734+0000","last_change":"2024-09-16T07:21:11.389606+0000","last_active":"2024-09-16T07:21:12.990734+0000","last_peered":"2024-09-16T07:21:12.990734+0000","last_clean":"2024-09-16T07:21:12.990734+0000","last_became_active":"2024-09-16T07:21:11.389302+0000","last_became_peered":"2024-09-16T07:21:11.389302+0000","last_unstale":"2024-09-16T07:21:12.990734+0000","last_undegraded":"2024-09-16T07:21:12.990734+0000","last_fullsized":"2024-09-16T07:21:12.990734+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:49:39.113337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.990482+0000","last_change":"2024-09-16T07:21:11.393113+0000","last_active":"2024-09-16T07:21:12.990482+0000","last_peered":"2024-09-16T07:21:12.990482+0000","last_clean":"2024-09-16T07:21:12.990482+0000","last_became_active":"2024-09-16T07:21:11.392588+0000","last_became_peered":"2024-09-16T07:21:11.392588+0000","last_unstale":"2024-09-16T07:21:12.990482+0000","last_undegraded":"2024-09-16T07:21:12.990482+0000","last_fullsized":"2024-09-16T07:21:12.990482+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:29:05.205860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386576+0000","last_change":"2024-09-16T07:21:11.392627+0000","last_active":"2024-09-16T07:21:12.386576+0000","last_peered":"2024-09-16T07:21:12.386576+0000","last_clean":"2024-09-16T07:21:12.386576+0000","last_became_active":"2024-09-16T07:21:11.392357+0000","last_became_peered":"2024-09-16T07:21:11.392357+0000","last_unstale":"2024-09-16T07:21:12.386576+0000","last_undegraded":"2024-09-16T07:21:12.386576+0000","last_fullsized":"2024-09-16T07:21:12.386576+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:13:39.712036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.123444+0000","last_change":"2024-09-16T07:21:11.400982+0000","last_active":"2024-09-16T07:21:13.123444+0000","last_peered":"2024-09-16T07:21:13.123444+0000","last_clean":"2024-09-16T07:21:13.123444+0000","last_became_active":"2024-09-16T07:21:11.400715+0000","last_became_peered":"2024-09-16T07:21:11.400715+0000","last_unstale":"2024-09-16T07:21:13.123444+0000","last_undegraded":"2024-09-16T07:21:13.123444+0000","last_fullsized":"2024-09-16T07:21:13.123444+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:42:45.302508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124402+0000","last_change":"2024-09-16T07:21:11.398127+0000","last_active":"2024-09-16T07:21:13.124402+0000","last_peered":"2024-09-16T07:21:13.124402+0000","last_clean":"2024-09-16T07:21:13.124402+0000","last_became_active":"2024-09-16T07:21:11.397828+0000","last_became_peered":"2024-09-16T07:21:11.397828+0000","last_unstale":"2024-09-16T07:21:13.124402+0000","last_undegraded":"2024-09-16T07:21:13.124402+0000","last_fullsized":"2024-09-16T07:21:13.124402+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:32:45.827855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.441237+0000","last_change":"2024-09-16T07:21:11.389191+0000","last_active":"2024-09-16T07:21:12.441237+0000","last_peered":"2024-09-16T07:21:12.441237+0000","last_clean":"2024-09-16T07:21:12.441237+0000","last_became_active":"2024-09-16T07:21:11.388924+0000","last_became_peered":"2024-09-16T07:21:11.388924+0000","last_unstale":"2024-09-16T07:21:12.441237+0000","last_undegraded":"2024-09-16T07:21:12.441237+0000","last_fullsized":"2024-09-16T07:21:12.441237+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:40:17.362435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124604+0000","last_change":"2024-09-16T07:21:11.401955+0000","last_active":"2024-09-16T07:21:13.124604+0000","last_peered":"2024-09-16T07:21:13.124604+0000","last_clean":"2024-09-16T07:21:13.124604+0000","last_became_active":"2024-09-16T07:21:11.400186+0000","last_became_peered":"2024-09-16T07:21:11.400186+0000","last_unstale":"2024-09-16T07:21:13.124604+0000","last_undegraded":"2024-09-16T07:21:13.124604+0000","last_fullsized":"2024-09-16T07:21:13.124604+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:16:42.792209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.392974+0000","last_change":"2024-09-16T07:21:11.396418+0000","last_active":"2024-09-16T07:21:12.392974+0000","last_peered":"2024-09-16T07:21:12.392974+0000","last_clean":"2024-09-16T07:21:12.392974+0000","last_became_active":"2024-09-16T07:21:11.395111+0000","last_became_peered":"2024-09-16T07:21:11.395111+0000","last_unstale":"2024-09-16T07:21:12.392974+0000","last_undegraded":"2024-09-16T07:21:12.392974+0000","last_fullsized":"2024-09-16T07:21:12.392974+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:24:53.980690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.385657+0000","last_change":"2024-09-16T07:21:11.386418+0000","last_active":"2024-09-16T07:21:12.385657+0000","last_peered":"2024-09-16T07:21:12.385657+0000","last_clean":"2024-09-16T07:21:12.385657+0000","last_became_active":"2024-09-16T07:21:11.386121+0000","last_became_peered":"2024-09-16T07:21:11.386121+0000","last_unstale":"2024-09-16T07:21:12.385657+0000","last_undegraded":"2024-09-16T07:21:12.385657+0000","last_fullsized":"2024-09-16T07:21:12.385657+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:35:36.110704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.382207+0000","last_change":"2024-09-16T07:21:11.397400+0000","last_active":"2024-09-16T07:21:12.382207+0000","last_peered":"2024-09-16T07:21:12.382207+0000","last_clean":"2024-09-16T07:21:12.382207+0000","last_became_active":"2024-09-16T07:21:11.397125+0000","last_became_peered":"2024-09-16T07:21:11.397125+0000","last_unstale":"2024-09-16T07:21:12.382207+0000","last_undegraded":"2024-09-16T07:21:12.382207+0000","last_fullsized":"2024-09-16T07:21:12.382207+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:09:25.336664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386856+0000","last_change":"2024-09-16T07:21:11.391348+0000","last_active":"2024-09-16T07:21:12.386856+0000","last_peered":"2024-09-16T07:21:12.386856+0000","last_clean":"2024-09-16T07:21:12.386856+0000","last_became_active":"2024-09-16T07:21:11.391060+0000","last_became_peered":"2024-09-16T07:21:11.391060+0000","last_unstale":"2024-09-16T07:21:12.386856+0000","last_undegraded":"2024-09-16T07:21:12.386856+0000","last_fullsized":"2024-09-16T07:21:12.386856+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:29:38.679010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.123449+0000","last_change":"2024-09-16T07:21:11.396616+0000","last_active":"2024-09-16T07:21:13.123449+0000","last_peered":"2024-09-16T07:21:13.123449+0000","last_clean":"2024-09-16T07:21:13.123449+0000","last_became_active":"2024-09-16T07:21:11.396336+0000","last_became_peered":"2024-09-16T07:21:11.396336+0000","last_unstale":"2024-09-16T07:21:13.123449+0000","last_undegraded":"2024-09-16T07:21:13.123449+0000","last_fullsized":"2024-09-16T07:21:13.123449+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:57:25.468680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386034+0000","last_change":"2024-09-16T07:21:11.407926+0000","last_active":"2024-09-16T07:21:12.386034+0000","last_peered":"2024-09-16T07:21:12.386034+0000","last_clean":"2024-09-16T07:21:12.386034+0000","last_became_active":"2024-09-16T07:21:11.407591+0000","last_became_peered":"2024-09-16T07:21:11.407591+0000","last_unstale":"2024-09-16T07:21:12.386034+0000","last_undegraded":"2024-09-16T07:21:12.386034+0000","last_fullsized":"2024-09-16T07:21:12.386034+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:53:54.764319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124551+0000","last_change":"2024-09-16T07:21:11.398853+0000","last_active":"2024-09-16T07:21:13.124551+0000","last_peered":"2024-09-16T07:21:13.124551+0000","last_clean":"2024-09-16T07:21:13.124551+0000","last_became_active":"2024-09-16T07:21:11.398560+0000","last_became_peered":"2024-09-16T07:21:11.398560+0000","last_unstale":"2024-09-16T07:21:13.124551+0000","last_undegraded":"2024-09-16T07:21:13.124551+0000","last_fullsized":"2024-09-16T07:21:13.124551+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:37:04.351033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.990703+0000","last_change":"2024-09-16T07:21:11.392539+0000","last_active":"2024-09-16T07:21:12.990703+0000","last_peered":"2024-09-16T07:21:12.990703+0000","last_clean":"2024-09-16T07:21:12.990703+0000","last_became_active":"2024-09-16T07:21:11.392265+0000","last_became_peered":"2024-09-16T07:21:11.392265+0000","last_unstale":"2024-09-16T07:21:12.990703+0000","last_undegraded":"2024-09-16T07:21:12.990703+0000","last_fullsized":"2024-09-16T07:21:12.990703+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:21:50.271665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.990732+0000","last_change":"2024-09-16T07:21:11.390256+0000","last_active":"2024-09-16T07:21:12.990732+0000","last_peered":"2024-09-16T07:21:12.990732+0000","last_clean":"2024-09-16T07:21:12.990732+0000","last_became_active":"2024-09-16T07:21:11.389970+0000","last_became_peered":"2024-09-16T07:21:11.389970+0000","last_unstale":"2024-09-16T07:21:12.990732+0000","last_undegraded":"2024-09-16T07:21:12.990732+0000","last_fullsized":"2024-09-16T07:21:12.990732+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:36:42.331430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386354+0000","last_change":"2024-09-16T07:21:11.390295+0000","last_active":"2024-09-16T07:21:12.386354+0000","last_peered":"2024-09-16T07:21:12.386354+0000","last_clean":"2024-09-16T07:21:12.386354+0000","last_became_active":"2024-09-16T07:21:11.390031+0000","last_became_peered":"2024-09-16T07:21:11.390031+0000","last_unstale":"2024-09-16T07:21:12.386354+0000","last_undegraded":"2024-09-16T07:21:12.386354+0000","last_fullsized":"2024-09-16T07:21:12.386354+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:04:17.211458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.123680+0000","last_change":"2024-09-16T07:21:11.395950+0000","last_active":"2024-09-16T07:21:13.123680+0000","last_peered":"2024-09-16T07:21:13.123680+0000","last_clean":"2024-09-16T07:21:13.123680+0000","last_became_active":"2024-09-16T07:21:11.395374+0000","last_became_peered":"2024-09-16T07:21:11.395374+0000","last_unstale":"2024-09-16T07:21:13.123680+0000","last_undegraded":"2024-09-16T07:21:13.123680+0000","last_fullsized":"2024-09-16T07:21:13.123680+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:42:33.562649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.441054+0000","last_change":"2024-09-16T07:21:11.390906+0000","last_active":"2024-09-16T07:21:12.441054+0000","last_peered":"2024-09-16T07:21:12.441054+0000","last_clean":"2024-09-16T07:21:12.441054+0000","last_became_active":"2024-09-16T07:21:11.390584+0000","last_became_peered":"2024-09-16T07:21:11.390584+0000","last_unstale":"2024-09-16T07:21:12.441054+0000","last_undegraded":"2024-09-16T07:21:12.441054+0000","last_fullsized":"2024-09-16T07:21:12.441054+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:26:26.408832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.123442+0000","last_change":"2024-09-16T07:21:11.393316+0000","last_active":"2024-09-16T07:21:13.123442+0000","last_peered":"2024-09-16T07:21:13.123442+0000","last_clean":"2024-09-16T07:21:13.123442+0000","last_became_active":"2024-09-16T07:21:11.393001+0000","last_became_peered":"2024-09-16T07:21:11.393001+0000","last_unstale":"2024-09-16T07:21:13.123442+0000","last_undegraded":"2024-09-16T07:21:13.123442+0000","last_fullsized":"2024-09-16T07:21:13.123442+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:21:43.427079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.382246+0000","last_change":"2024-09-16T07:21:11.391687+0000","last_active":"2024-09-16T07:21:12.382246+0000","last_peered":"2024-09-16T07:21:12.382246+0000","last_clean":"2024-09-16T07:21:12.382246+0000","last_became_active":"2024-09-16T07:21:11.391411+0000","last_became_peered":"2024-09-16T07:21:11.391411+0000","last_unstale":"2024-09-16T07:21:12.382246+0000","last_undegraded":"2024-09-16T07:21:12.382246+0000","last_fullsized":"2024-09-16T07:21:12.382246+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:48:02.513477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1b","version":"22'1","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386536+0000","last_change":"2024-09-16T07:21:10.397073+0000","last_active":"2024-09-16T07:21:12.386536+0000","last_peered":"2024-09-16T07:21:12.386536+0000","last_clean":"2024-09-16T07:21:12.386536+0000","last_became_active":"2024-09-16T07:21:10.396799+0000","last_became_peered":"2024-09-16T07:21:10.396799+0000","last_unstale":"2024-09-16T07:21:12.386536+0000","last_undegraded":"2024-09-16T07:21:12.386536+0000","last_fullsized":"2024-09-16T07:21:12.386536+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:44:32.329898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.385893+0000","last_change":"2024-09-16T07:21:11.389197+0000","last_active":"2024-09-16T07:21:12.385893+0000","last_peered":"2024-09-16T07:21:12.385893+0000","last_clean":"2024-09-16T07:21:12.385893+0000","last_became_active":"2024-09-16T07:21:11.388917+0000","last_became_peered":"2024-09-16T07:21:11.388917+0000","last_unstale":"2024-09-16T07:21:12.385893+0000","last_undegraded":"2024-09-16T07:21:12.385893+0000","last_fullsized":"2024-09-16T07:21:12.385893+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:53:54.764319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"22'1","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.123774+0000","last_change":"2024-09-16T07:21:10.393342+0000","last_active":"2024-09-16T07:21:13.123774+0000","last_peered":"2024-09-16T07:21:13.123774+0000","last_clean":"2024-09-16T07:21:13.123774+0000","last_became_active":"2024-09-16T07:21:10.393020+0000","last_became_peered":"2024-09-16T07:21:10.393020+0000","last_unstale":"2024-09-16T07:21:13.123774+0000","last_undegraded":"2024-09-16T07:21:13.123774+0000","last_fullsized":"2024-09-16T07:21:13.123774+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:16:24.660420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.990382+0000","last_change":"2024-09-16T07:21:10.395492+0000","last_active":"2024-09-16T07:21:12.990382+0000","last_peered":"2024-09-16T07:21:12.990382+0000","last_clean":"2024-09-16T07:21:12.990382+0000","last_became_active":"2024-09-16T07:21:10.395007+0000","last_became_peered":"2024-09-16T07:21:10.395007+0000","last_unstale":"2024-09-16T07:21:12.990382+0000","last_undegraded":"2024-09-16T07:21:12.990382+0000","last_fullsized":"2024-09-16T07:21:12.990382+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:16:45.321027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386463+0000","last_change":"2024-09-16T07:21:11.388308+0000","last_active":"2024-09-16T07:21:12.386463+0000","last_peered":"2024-09-16T07:21:12.386463+0000","last_clean":"2024-09-16T07:21:12.386463+0000","last_became_active":"2024-09-16T07:21:11.387902+0000","last_became_peered":"2024-09-16T07:21:11.387902+0000","last_unstale":"2024-09-16T07:21:12.386463+0000","last_undegraded":"2024-09-16T07:21:12.386463+0000","last_fullsized":"2024-09-16T07:21:12.386463+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:37:13.917573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.123859+0000","last_change":"2024-09-16T07:21:10.388095+0000","last_active":"2024-09-16T07:21:13.123859+0000","last_peered":"2024-09-16T07:21:13.123859+0000","last_clean":"2024-09-16T07:21:13.123859+0000","last_became_active":"2024-09-16T07:21:10.387781+0000","last_became_peered":"2024-09-16T07:21:10.387781+0000","last_unstale":"2024-09-16T07:21:13.123859+0000","last_undegraded":"2024-09-16T07:21:13.123859+0000","last_fullsized":"2024-09-16T07:21:13.123859+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:11:24.860512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386652+0000","last_change":"2024-09-16T07:21:11.391933+0000","last_active":"2024-09-16T07:21:12.386652+0000","last_peered":"2024-09-16T07:21:12.386652+0000","last_clean":"2024-09-16T07:21:12.386652+0000","last_became_active":"2024-09-16T07:21:11.391293+0000","last_became_peered":"2024-09-16T07:21:11.391293+0000","last_unstale":"2024-09-16T07:21:12.386652+0000","last_undegraded":"2024-09-16T07:21:12.386652+0000","last_fullsized":"2024-09-16T07:21:12.386652+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:07:35.946700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.382400+0000","last_change":"2024-09-16T07:21:10.390343+0000","last_active":"2024-09-16T07:21:12.382400+0000","last_peered":"2024-09-16T07:21:12.382400+0000","last_clean":"2024-09-16T07:21:12.382400+0000","last_became_active":"2024-09-16T07:21:10.390015+0000","last_became_peered":"2024-09-16T07:21:10.390015+0000","last_unstale":"2024-09-16T07:21:12.382400+0000","last_undegraded":"2024-09-16T07:21:12.382400+0000","last_fullsized":"2024-09-16T07:21:12.382400+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:25:33.092206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124656+0000","last_change":"2024-09-16T07:21:11.392723+0000","last_active":"2024-09-16T07:21:13.124656+0000","last_peered":"2024-09-16T07:21:13.124656+0000","last_clean":"2024-09-16T07:21:13.124656+0000","last_became_active":"2024-09-16T07:21:11.392423+0000","last_became_peered":"2024-09-16T07:21:11.392423+0000","last_unstale":"2024-09-16T07:21:13.124656+0000","last_undegraded":"2024-09-16T07:21:13.124656+0000","last_fullsized":"2024-09-16T07:21:13.124656+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:59:32.752622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.392882+0000","last_change":"2024-09-16T07:21:10.385658+0000","last_active":"2024-09-16T07:21:12.392882+0000","last_peered":"2024-09-16T07:21:12.392882+0000","last_clean":"2024-09-16T07:21:12.392882+0000","last_became_active":"2024-09-16T07:21:10.385377+0000","last_became_peered":"2024-09-16T07:21:10.385377+0000","last_unstale":"2024-09-16T07:21:12.392882+0000","last_undegraded":"2024-09-16T07:21:12.392882+0000","last_fullsized":"2024-09-16T07:21:12.392882+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:32:04.631534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386452+0000","last_change":"2024-09-16T07:21:11.402079+0000","last_active":"2024-09-16T07:21:12.386452+0000","last_peered":"2024-09-16T07:21:12.386452+0000","last_clean":"2024-09-16T07:21:12.386452+0000","last_became_active":"2024-09-16T07:21:11.401792+0000","last_became_peered":"2024-09-16T07:21:11.401792+0000","last_unstale":"2024-09-16T07:21:12.386452+0000","last_undegraded":"2024-09-16T07:21:12.386452+0000","last_fullsized":"2024-09-16T07:21:12.386452+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:49:28.693312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.15","version":"22'3","reported_seq":18,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.441017+0000","last_change":"2024-09-16T07:21:10.391214+0000","last_active":"2024-09-16T07:21:12.441017+0000","last_peered":"2024-09-16T07:21:12.441017+0000","last_clean":"2024-09-16T07:21:12.441017+0000","last_became_active":"2024-09-16T07:21:10.390674+0000","last_became_peered":"2024-09-16T07:21:10.390674+0000","last_unstale":"2024-09-16T07:21:12.441017+0000","last_undegraded":"2024-09-16T07:21:12.441017+0000","last_fullsized":"2024-09-16T07:21:12.441017+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:09:54.209700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124157+0000","last_change":"2024-09-16T07:21:11.402011+0000","last_active":"2024-09-16T07:21:13.124157+0000","last_peered":"2024-09-16T07:21:13.124157+0000","last_clean":"2024-09-16T07:21:13.124157+0000","last_became_active":"2024-09-16T07:21:11.401640+0000","last_became_peered":"2024-09-16T07:21:11.401640+0000","last_unstale":"2024-09-16T07:21:13.124157+0000","last_undegraded":"2024-09-16T07:21:13.124157+0000","last_fullsized":"2024-09-16T07:21:13.124157+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:40:19.063363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.14","version":"22'6","reported_seq":21,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124525+0000","last_change":"2024-09-16T07:21:10.395087+0000","last_active":"2024-09-16T07:21:13.124525+0000","last_peered":"2024-09-16T07:21:13.124525+0000","last_clean":"2024-09-16T07:21:13.124525+0000","last_became_active":"2024-09-16T07:21:10.394719+0000","last_became_peered":"2024-09-16T07:21:10.394719+0000","last_unstale":"2024-09-16T07:21:13.124525+0000","last_undegraded":"2024-09-16T07:21:13.124525+0000","last_fullsized":"2024-09-16T07:21:13.124525+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:01:28.628590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.392810+0000","last_change":"2024-09-16T07:21:11.388954+0000","last_active":"2024-09-16T07:21:12.392810+0000","last_peered":"2024-09-16T07:21:12.392810+0000","last_clean":"2024-09-16T07:21:12.392810+0000","last_became_active":"2024-09-16T07:21:11.388635+0000","last_became_peered":"2024-09-16T07:21:11.388635+0000","last_unstale":"2024-09-16T07:21:12.392810+0000","last_undegraded":"2024-09-16T07:21:12.392810+0000","last_fullsized":"2024-09-16T07:21:12.392810+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:30:22.863873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"22'2","reported_seq":17,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.440976+0000","last_change":"2024-09-16T07:21:10.393079+0000","last_active":"2024-09-16T07:21:12.440976+0000","last_peered":"2024-09-16T07:21:12.440976+0000","last_clean":"2024-09-16T07:21:12.440976+0000","last_became_active":"2024-09-16T07:21:10.392660+0000","last_became_peered":"2024-09-16T07:21:10.392660+0000","last_unstale":"2024-09-16T07:21:12.440976+0000","last_undegraded":"2024-09-16T07:21:12.440976+0000","last_fullsized":"2024-09-16T07:21:12.440976+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:40:09.380563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.990540+0000","last_change":"2024-09-16T07:21:11.404655+0000","last_active":"2024-09-16T07:21:12.990540+0000","last_peered":"2024-09-16T07:21:12.990540+0000","last_clean":"2024-09-16T07:21:12.990540+0000","last_became_active":"2024-09-16T07:21:11.404404+0000","last_became_peered":"2024-09-16T07:21:11.404404+0000","last_unstale":"2024-09-16T07:21:12.990540+0000","last_undegraded":"2024-09-16T07:21:12.990540+0000","last_fullsized":"2024-09-16T07:21:12.990540+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:34:00.036086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124015+0000","last_change":"2024-09-16T07:21:10.398406+0000","last_active":"2024-09-16T07:21:13.124015+0000","last_peered":"2024-09-16T07:21:13.124015+0000","last_clean":"2024-09-16T07:21:13.124015+0000","last_became_active":"2024-09-16T07:21:10.398078+0000","last_became_peered":"2024-09-16T07:21:10.398078+0000","last_unstale":"2024-09-16T07:21:13.124015+0000","last_undegraded":"2024-09-16T07:21:13.124015+0000","last_fullsized":"2024-09-16T07:21:13.124015+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:06:09.880237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.123803+0000","last_change":"2024-09-16T07:21:11.404922+0000","last_active":"2024-09-16T07:21:13.123803+0000","last_peered":"2024-09-16T07:21:13.123803+0000","last_clean":"2024-09-16T07:21:13.123803+0000","last_became_active":"2024-09-16T07:21:11.404610+0000","last_became_peered":"2024-09-16T07:21:11.404610+0000","last_unstale":"2024-09-16T07:21:13.123803+0000","last_undegraded":"2024-09-16T07:21:13.123803+0000","last_fullsized":"2024-09-16T07:21:13.123803+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:46:59.569556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.392418+0000","last_change":"2024-09-16T07:21:10.393342+0000","last_active":"2024-09-16T07:21:12.392418+0000","last_peered":"2024-09-16T07:21:12.392418+0000","last_clean":"2024-09-16T07:21:12.392418+0000","last_became_active":"2024-09-16T07:21:10.392782+0000","last_became_peered":"2024-09-16T07:21:10.392782+0000","last_unstale":"2024-09-16T07:21:12.392418+0000","last_undegraded":"2024-09-16T07:21:12.392418+0000","last_fullsized":"2024-09-16T07:21:12.392418+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:48:21.879538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.382353+0000","last_change":"2024-09-16T07:21:11.393145+0000","last_active":"2024-09-16T07:21:12.382353+0000","last_peered":"2024-09-16T07:21:12.382353+0000","last_clean":"2024-09-16T07:21:12.382353+0000","last_became_active":"2024-09-16T07:21:11.392577+0000","last_became_peered":"2024-09-16T07:21:11.392577+0000","last_unstale":"2024-09-16T07:21:12.382353+0000","last_undegraded":"2024-09-16T07:21:12.382353+0000","last_fullsized":"2024-09-16T07:21:12.382353+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:15:13.139435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.10","version":"22'8","reported_seq":23,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.385597+0000","last_change":"2024-09-16T07:21:10.399099+0000","last_active":"2024-09-16T07:21:12.385597+0000","last_peered":"2024-09-16T07:21:12.385597+0000","last_clean":"2024-09-16T07:21:12.385597+0000","last_became_active":"2024-09-16T07:21:10.398376+0000","last_became_peered":"2024-09-16T07:21:10.398376+0000","last_unstale":"2024-09-16T07:21:12.385597+0000","last_undegraded":"2024-09-16T07:21:12.385597+0000","last_fullsized":"2024-09-16T07:21:12.385597+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:40:09.380563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.123913+0000","last_change":"2024-09-16T07:21:11.403131+0000","last_active":"2024-09-16T07:21:13.123913+0000","last_peered":"2024-09-16T07:21:13.123913+0000","last_clean":"2024-09-16T07:21:13.123913+0000","last_became_active":"2024-09-16T07:21:11.402850+0000","last_became_peered":"2024-09-16T07:21:11.402850+0000","last_unstale":"2024-09-16T07:21:13.123913+0000","last_undegraded":"2024-09-16T07:21:13.123913+0000","last_fullsized":"2024-09-16T07:21:13.123913+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:00:09.907778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.f","version":"22'1","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.393179+0000","last_change":"2024-09-16T07:21:10.392873+0000","last_active":"2024-09-16T07:21:12.393179+0000","last_peered":"2024-09-16T07:21:12.393179+0000","last_clean":"2024-09-16T07:21:12.393179+0000","last_became_active":"2024-09-16T07:21:10.392174+0000","last_became_peered":"2024-09-16T07:21:10.392174+0000","last_unstale":"2024-09-16T07:21:12.393179+0000","last_undegraded":"2024-09-16T07:21:12.393179+0000","last_fullsized":"2024-09-16T07:21:12.393179+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:21:42.422170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124810+0000","last_change":"2024-09-16T07:21:11.391013+0000","last_active":"2024-09-16T07:21:13.124810+0000","last_peered":"2024-09-16T07:21:13.124810+0000","last_clean":"2024-09-16T07:21:13.124810+0000","last_became_active":"2024-09-16T07:21:11.390174+0000","last_became_peered":"2024-09-16T07:21:11.390174+0000","last_unstale":"2024-09-16T07:21:13.124810+0000","last_undegraded":"2024-09-16T07:21:13.124810+0000","last_fullsized":"2024-09-16T07:21:13.124810+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:16:25.665329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.e","version":"22'2","reported_seq":17,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386250+0000","last_change":"2024-09-16T07:21:10.397347+0000","last_active":"2024-09-16T07:21:12.386250+0000","last_peered":"2024-09-16T07:21:12.386250+0000","last_clean":"2024-09-16T07:21:12.386250+0000","last_became_active":"2024-09-16T07:21:10.397053+0000","last_became_peered":"2024-09-16T07:21:10.397053+0000","last_unstale":"2024-09-16T07:21:12.386250+0000","last_undegraded":"2024-09-16T07:21:12.386250+0000","last_fullsized":"2024-09-16T07:21:12.386250+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:48:21.879538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.393196+0000","last_change":"2024-09-16T07:21:11.395738+0000","last_active":"2024-09-16T07:21:12.393196+0000","last_peered":"2024-09-16T07:21:12.393196+0000","last_clean":"2024-09-16T07:21:12.393196+0000","last_became_active":"2024-09-16T07:21:11.395205+0000","last_became_peered":"2024-09-16T07:21:11.395205+0000","last_unstale":"2024-09-16T07:21:12.393196+0000","last_undegraded":"2024-09-16T07:21:12.393196+0000","last_fullsized":"2024-09-16T07:21:12.393196+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:56:59.309744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"22'1","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.387139+0000","last_change":"2024-09-16T07:21:10.392536+0000","last_active":"2024-09-16T07:21:12.387139+0000","last_peered":"2024-09-16T07:21:12.387139+0000","last_clean":"2024-09-16T07:21:12.387139+0000","last_became_active":"2024-09-16T07:21:10.389358+0000","last_became_peered":"2024-09-16T07:21:10.389358+0000","last_unstale":"2024-09-16T07:21:12.387139+0000","last_undegraded":"2024-09-16T07:21:12.387139+0000","last_fullsized":"2024-09-16T07:21:12.387139+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:40:09.380563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.393121+0000","last_change":"2024-09-16T07:21:11.388072+0000","last_active":"2024-09-16T07:21:12.393121+0000","last_peered":"2024-09-16T07:21:12.393121+0000","last_clean":"2024-09-16T07:21:12.393121+0000","last_became_active":"2024-09-16T07:21:11.387768+0000","last_became_peered":"2024-09-16T07:21:11.387768+0000","last_unstale":"2024-09-16T07:21:12.393121+0000","last_undegraded":"2024-09-16T07:21:12.393121+0000","last_fullsized":"2024-09-16T07:21:12.393121+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:27:45.824025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.990945+0000","last_change":"2024-09-16T07:21:10.392463+0000","last_active":"2024-09-16T07:21:12.990945+0000","last_peered":"2024-09-16T07:21:12.990945+0000","last_clean":"2024-09-16T07:21:12.990945+0000","last_became_active":"2024-09-16T07:21:10.392204+0000","last_became_peered":"2024-09-16T07:21:10.392204+0000","last_unstale":"2024-09-16T07:21:12.990945+0000","last_undegraded":"2024-09-16T07:21:12.990945+0000","last_fullsized":"2024-09-16T07:21:12.990945+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:30:45.258814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124489+0000","last_change":"2024-09-16T07:21:11.399429+0000","last_active":"2024-09-16T07:21:13.124489+0000","last_peered":"2024-09-16T07:21:13.124489+0000","last_clean":"2024-09-16T07:21:13.124489+0000","last_became_active":"2024-09-16T07:21:11.398783+0000","last_became_peered":"2024-09-16T07:21:11.398783+0000","last_unstale":"2024-09-16T07:21:13.124489+0000","last_undegraded":"2024-09-16T07:21:13.124489+0000","last_fullsized":"2024-09-16T07:21:13.124489+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:35:41.373022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'72","reported_seq":111,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.381942+0000","last_change":"2024-09-16T07:21:02.600196+0000","last_active":"2024-09-16T07:21:12.381942+0000","last_peered":"2024-09-16T07:21:12.381942+0000","last_clean":"2024-09-16T07:21:12.381942+0000","last_became_active":"2024-09-16T07:21:02.599001+0000","last_became_peered":"2024-09-16T07:21:02.599001+0000","last_unstale":"2024-09-16T07:21:12.381942+0000","last_undegraded":"2024-09-16T07:21:12.381942+0000","last_fullsized":"2024-09-16T07:21:12.381942+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_clean_scrub_stamp":"2024-09-16T07:21:01.331773+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:28:40.942832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124115+0000","last_change":"2024-09-16T07:21:10.396861+0000","last_active":"2024-09-16T07:21:13.124115+0000","last_peered":"2024-09-16T07:21:13.124115+0000","last_clean":"2024-09-16T07:21:13.124115+0000","last_became_active":"2024-09-16T07:21:10.396547+0000","last_became_peered":"2024-09-16T07:21:10.396547+0000","last_unstale":"2024-09-16T07:21:13.124115+0000","last_undegraded":"2024-09-16T07:21:13.124115+0000","last_fullsized":"2024-09-16T07:21:13.124115+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:14:18.305040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.385725+0000","last_change":"2024-09-16T07:21:11.387198+0000","last_active":"2024-09-16T07:21:12.385725+0000","last_peered":"2024-09-16T07:21:12.385725+0000","last_clean":"2024-09-16T07:21:12.385725+0000","last_became_active":"2024-09-16T07:21:11.386751+0000","last_became_peered":"2024-09-16T07:21:11.386751+0000","last_unstale":"2024-09-16T07:21:12.385725+0000","last_undegraded":"2024-09-16T07:21:12.385725+0000","last_fullsized":"2024-09-16T07:21:12.385725+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:16:58.833794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.123599+0000","last_change":"2024-09-16T07:21:10.397417+0000","last_active":"2024-09-16T07:21:13.123599+0000","last_peered":"2024-09-16T07:21:13.123599+0000","last_clean":"2024-09-16T07:21:13.123599+0000","last_became_active":"2024-09-16T07:21:10.397159+0000","last_became_peered":"2024-09-16T07:21:10.397159+0000","last_unstale":"2024-09-16T07:21:13.123599+0000","last_undegraded":"2024-09-16T07:21:13.123599+0000","last_fullsized":"2024-09-16T07:21:13.123599+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:21:42.422170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.990473+0000","last_change":"2024-09-16T07:21:11.399908+0000","last_active":"2024-09-16T07:21:12.990473+0000","last_peered":"2024-09-16T07:21:12.990473+0000","last_clean":"2024-09-16T07:21:12.990473+0000","last_became_active":"2024-09-16T07:21:11.399630+0000","last_became_peered":"2024-09-16T07:21:11.399630+0000","last_unstale":"2024-09-16T07:21:12.990473+0000","last_undegraded":"2024-09-16T07:21:12.990473+0000","last_fullsized":"2024-09-16T07:21:12.990473+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:43:46.808274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.440848+0000","last_change":"2024-09-16T07:21:10.393334+0000","last_active":"2024-09-16T07:21:12.440848+0000","last_peered":"2024-09-16T07:21:12.440848+0000","last_clean":"2024-09-16T07:21:12.440848+0000","last_became_active":"2024-09-16T07:21:10.392453+0000","last_became_peered":"2024-09-16T07:21:10.392453+0000","last_unstale":"2024-09-16T07:21:12.440848+0000","last_undegraded":"2024-09-16T07:21:12.440848+0000","last_fullsized":"2024-09-16T07:21:12.440848+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:23:53.725830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386249+0000","last_change":"2024-09-16T07:21:11.391068+0000","last_active":"2024-09-16T07:21:12.386249+0000","last_peered":"2024-09-16T07:21:12.386249+0000","last_clean":"2024-09-16T07:21:12.386249+0000","last_became_active":"2024-09-16T07:21:11.390666+0000","last_became_peered":"2024-09-16T07:21:11.390666+0000","last_unstale":"2024-09-16T07:21:12.386249+0000","last_undegraded":"2024-09-16T07:21:12.386249+0000","last_fullsized":"2024-09-16T07:21:12.386249+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:48:34.986733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124125+0000","last_change":"2024-09-16T07:21:10.397973+0000","last_active":"2024-09-16T07:21:13.124125+0000","last_peered":"2024-09-16T07:21:13.124125+0000","last_clean":"2024-09-16T07:21:13.124125+0000","last_became_active":"2024-09-16T07:21:10.397628+0000","last_became_peered":"2024-09-16T07:21:10.397628+0000","last_unstale":"2024-09-16T07:21:13.124125+0000","last_undegraded":"2024-09-16T07:21:13.124125+0000","last_fullsized":"2024-09-16T07:21:13.124125+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:11:26.968356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.392718+0000","last_change":"2024-09-16T07:21:11.381910+0000","last_active":"2024-09-16T07:21:12.392718+0000","last_peered":"2024-09-16T07:21:12.392718+0000","last_clean":"2024-09-16T07:21:12.392718+0000","last_became_active":"2024-09-16T07:21:11.381563+0000","last_became_peered":"2024-09-16T07:21:11.381563+0000","last_unstale":"2024-09-16T07:21:12.392718+0000","last_undegraded":"2024-09-16T07:21:12.392718+0000","last_fullsized":"2024-09-16T07:21:12.392718+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:54:32.713250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386797+0000","last_change":"2024-09-16T07:21:10.397418+0000","last_active":"2024-09-16T07:21:12.386797+0000","last_peered":"2024-09-16T07:21:12.386797+0000","last_clean":"2024-09-16T07:21:12.386797+0000","last_became_active":"2024-09-16T07:21:10.397094+0000","last_became_peered":"2024-09-16T07:21:10.397094+0000","last_unstale":"2024-09-16T07:21:12.386797+0000","last_undegraded":"2024-09-16T07:21:12.386797+0000","last_fullsized":"2024-09-16T07:21:12.386797+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:09:54.209700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124910+0000","last_change":"2024-09-16T07:21:11.393599+0000","last_active":"2024-09-16T07:21:13.124910+0000","last_peered":"2024-09-16T07:21:13.124910+0000","last_clean":"2024-09-16T07:21:13.124910+0000","last_became_active":"2024-09-16T07:21:11.393306+0000","last_became_peered":"2024-09-16T07:21:11.393306+0000","last_unstale":"2024-09-16T07:21:13.124910+0000","last_undegraded":"2024-09-16T07:21:13.124910+0000","last_fullsized":"2024-09-16T07:21:13.124910+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:25:59.187728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124567+0000","last_change":"2024-09-16T07:21:10.393552+0000","last_active":"2024-09-16T07:21:13.124567+0000","last_peered":"2024-09-16T07:21:13.124567+0000","last_clean":"2024-09-16T07:21:13.124567+0000","last_became_active":"2024-09-16T07:21:10.393209+0000","last_became_peered":"2024-09-16T07:21:10.393209+0000","last_unstale":"2024-09-16T07:21:13.124567+0000","last_undegraded":"2024-09-16T07:21:13.124567+0000","last_fullsized":"2024-09-16T07:21:13.124567+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:59:31.747713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.990860+0000","last_change":"2024-09-16T07:21:11.395741+0000","last_active":"2024-09-16T07:21:12.990860+0000","last_peered":"2024-09-16T07:21:12.990860+0000","last_clean":"2024-09-16T07:21:12.990860+0000","last_became_active":"2024-09-16T07:21:11.395271+0000","last_became_peered":"2024-09-16T07:21:11.395271+0000","last_unstale":"2024-09-16T07:21:12.990860+0000","last_undegraded":"2024-09-16T07:21:12.990860+0000","last_fullsized":"2024-09-16T07:21:12.990860+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:21:13.646027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"23'1","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386486+0000","last_change":"2024-09-16T07:21:10.396038+0000","last_active":"2024-09-16T07:21:12.386486+0000","last_peered":"2024-09-16T07:21:12.386486+0000","last_clean":"2024-09-16T07:21:12.386486+0000","last_became_active":"2024-09-16T07:21:10.395574+0000","last_became_peered":"2024-09-16T07:21:10.395574+0000","last_unstale":"2024-09-16T07:21:12.386486+0000","last_undegraded":"2024-09-16T07:21:12.386486+0000","last_fullsized":"2024-09-16T07:21:12.386486+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:50:38.102659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386302+0000","last_change":"2024-09-16T07:21:11.387685+0000","last_active":"2024-09-16T07:21:12.386302+0000","last_peered":"2024-09-16T07:21:12.386302+0000","last_clean":"2024-09-16T07:21:12.386302+0000","last_became_active":"2024-09-16T07:21:11.387290+0000","last_became_peered":"2024-09-16T07:21:11.387290+0000","last_unstale":"2024-09-16T07:21:12.386302+0000","last_undegraded":"2024-09-16T07:21:12.386302+0000","last_fullsized":"2024-09-16T07:21:12.386302+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:34:48.467538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"22'2","reported_seq":17,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124267+0000","last_change":"2024-09-16T07:21:10.394137+0000","last_active":"2024-09-16T07:21:13.124267+0000","last_peered":"2024-09-16T07:21:13.124267+0000","last_clean":"2024-09-16T07:21:13.124267+0000","last_became_active":"2024-09-16T07:21:10.393809+0000","last_became_peered":"2024-09-16T07:21:10.393809+0000","last_unstale":"2024-09-16T07:21:13.124267+0000","last_undegraded":"2024-09-16T07:21:13.124267+0000","last_fullsized":"2024-09-16T07:21:13.124267+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:25:58.182819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386181+0000","last_change":"2024-09-16T07:21:11.387519+0000","last_active":"2024-09-16T07:21:12.386181+0000","last_peered":"2024-09-16T07:21:12.386181+0000","last_clean":"2024-09-16T07:21:12.386181+0000","last_became_active":"2024-09-16T07:21:11.387207+0000","last_became_peered":"2024-09-16T07:21:11.387207+0000","last_unstale":"2024-09-16T07:21:12.386181+0000","last_undegraded":"2024-09-16T07:21:12.386181+0000","last_fullsized":"2024-09-16T07:21:12.386181+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:17:17.735497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.392247+0000","last_change":"2024-09-16T07:21:10.389146+0000","last_active":"2024-09-16T07:21:12.392247+0000","last_peered":"2024-09-16T07:21:12.392247+0000","last_clean":"2024-09-16T07:21:12.392247+0000","last_became_active":"2024-09-16T07:21:10.388548+0000","last_became_peered":"2024-09-16T07:21:10.388548+0000","last_unstale":"2024-09-16T07:21:12.392247+0000","last_undegraded":"2024-09-16T07:21:12.392247+0000","last_fullsized":"2024-09-16T07:21:12.392247+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:44:32.329898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.123860+0000","last_change":"2024-09-16T07:21:11.402290+0000","last_active":"2024-09-16T07:21:13.123860+0000","last_peered":"2024-09-16T07:21:13.123860+0000","last_clean":"2024-09-16T07:21:13.123860+0000","last_became_active":"2024-09-16T07:21:11.401997+0000","last_became_peered":"2024-09-16T07:21:11.401997+0000","last_unstale":"2024-09-16T07:21:13.123860+0000","last_undegraded":"2024-09-16T07:21:13.123860+0000","last_fullsized":"2024-09-16T07:21:13.123860+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:11:27.290805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.385474+0000","last_change":"2024-09-16T07:21:10.395906+0000","last_active":"2024-09-16T07:21:12.385474+0000","last_peered":"2024-09-16T07:21:12.385474+0000","last_clean":"2024-09-16T07:21:12.385474+0000","last_became_active":"2024-09-16T07:21:10.395567+0000","last_became_peered":"2024-09-16T07:21:10.395567+0000","last_unstale":"2024-09-16T07:21:12.385474+0000","last_undegraded":"2024-09-16T07:21:12.385474+0000","last_fullsized":"2024-09-16T07:21:12.385474+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:44:32.329898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.385518+0000","last_change":"2024-09-16T07:21:11.389335+0000","last_active":"2024-09-16T07:21:12.385518+0000","last_peered":"2024-09-16T07:21:12.385518+0000","last_clean":"2024-09-16T07:21:12.385518+0000","last_became_active":"2024-09-16T07:21:11.389036+0000","last_became_peered":"2024-09-16T07:21:11.389036+0000","last_unstale":"2024-09-16T07:21:12.385518+0000","last_undegraded":"2024-09-16T07:21:12.385518+0000","last_fullsized":"2024-09-16T07:21:12.385518+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:11:27.973265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.990816+0000","last_change":"2024-09-16T07:21:10.394985+0000","last_active":"2024-09-16T07:21:12.990816+0000","last_peered":"2024-09-16T07:21:12.990816+0000","last_clean":"2024-09-16T07:21:12.990816+0000","last_became_active":"2024-09-16T07:21:10.394662+0000","last_became_peered":"2024-09-16T07:21:10.394662+0000","last_unstale":"2024-09-16T07:21:12.990816+0000","last_undegraded":"2024-09-16T07:21:12.990816+0000","last_fullsized":"2024-09-16T07:21:12.990816+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:11:19.445558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.441098+0000","last_change":"2024-09-16T07:21:11.387294+0000","last_active":"2024-09-16T07:21:12.441098+0000","last_peered":"2024-09-16T07:21:12.441098+0000","last_clean":"2024-09-16T07:21:12.441098+0000","last_became_active":"2024-09-16T07:21:11.386997+0000","last_became_peered":"2024-09-16T07:21:11.386997+0000","last_unstale":"2024-09-16T07:21:12.441098+0000","last_undegraded":"2024-09-16T07:21:12.441098+0000","last_fullsized":"2024-09-16T07:21:12.441098+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:09:16.230999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"22'2","reported_seq":17,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.123808+0000","last_change":"2024-09-16T07:21:10.396054+0000","last_active":"2024-09-16T07:21:13.123808+0000","last_peered":"2024-09-16T07:21:13.123808+0000","last_clean":"2024-09-16T07:21:13.123808+0000","last_became_active":"2024-09-16T07:21:10.395744+0000","last_became_peered":"2024-09-16T07:21:10.395744+0000","last_unstale":"2024-09-16T07:21:13.123808+0000","last_undegraded":"2024-09-16T07:21:13.123808+0000","last_fullsized":"2024-09-16T07:21:13.123808+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:37:03.346125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.123918+0000","last_change":"2024-09-16T07:21:11.395666+0000","last_active":"2024-09-16T07:21:13.123918+0000","last_peered":"2024-09-16T07:21:13.123918+0000","last_clean":"2024-09-16T07:21:13.123918+0000","last_became_active":"2024-09-16T07:21:11.395070+0000","last_became_peered":"2024-09-16T07:21:11.395070+0000","last_unstale":"2024-09-16T07:21:13.123918+0000","last_undegraded":"2024-09-16T07:21:13.123918+0000","last_fullsized":"2024-09-16T07:21:13.123918+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:44:11.691495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:13.124203+0000","last_change":"2024-09-16T07:21:11.404894+0000","last_active":"2024-09-16T07:21:13.124203+0000","last_peered":"2024-09-16T07:21:13.124203+0000","last_clean":"2024-09-16T07:21:13.124203+0000","last_became_active":"2024-09-16T07:21:11.404557+0000","last_became_peered":"2024-09-16T07:21:11.404557+0000","last_unstale":"2024-09-16T07:21:13.124203+0000","last_undegraded":"2024-09-16T07:21:13.124203+0000","last_fullsized":"2024-09-16T07:21:13.124203+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:00:13.594739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1c","version":"22'2","reported_seq":17,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.393047+0000","last_change":"2024-09-16T07:21:10.385571+0000","last_active":"2024-09-16T07:21:12.393047+0000","last_peered":"2024-09-16T07:21:12.393047+0000","last_clean":"2024-09-16T07:21:12.393047+0000","last_became_active":"2024-09-16T07:21:10.385278+0000","last_became_peered":"2024-09-16T07:21:10.385278+0000","last_unstale":"2024-09-16T07:21:12.393047+0000","last_undegraded":"2024-09-16T07:21:12.393047+0000","last_fullsized":"2024-09-16T07:21:12.393047+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:11:24.860512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.382339+0000","last_change":"2024-09-16T07:21:11.398438+0000","last_active":"2024-09-16T07:21:12.382339+0000","last_peered":"2024-09-16T07:21:12.382339+0000","last_clean":"2024-09-16T07:21:12.382339+0000","last_became_active":"2024-09-16T07:21:11.398168+0000","last_became_peered":"2024-09-16T07:21:11.398168+0000","last_unstale":"2024-09-16T07:21:12.382339+0000","last_undegraded":"2024-09-16T07:21:12.382339+0000","last_fullsized":"2024-09-16T07:21:12.382339+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:00:51.636433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"22'2","reported_seq":17,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.392760+0000","last_change":"2024-09-16T07:21:10.387652+0000","last_active":"2024-09-16T07:21:12.392760+0000","last_peered":"2024-09-16T07:21:12.392760+0000","last_clean":"2024-09-16T07:21:12.392760+0000","last_became_active":"2024-09-16T07:21:10.386498+0000","last_became_peered":"2024-09-16T07:21:10.386498+0000","last_unstale":"2024-09-16T07:21:12.392760+0000","last_undegraded":"2024-09-16T07:21:12.392760+0000","last_fullsized":"2024-09-16T07:21:12.392760+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:37:03.346125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386241+0000","last_change":"2024-09-16T07:21:11.392748+0000","last_active":"2024-09-16T07:21:12.386241+0000","last_peered":"2024-09-16T07:21:12.386241+0000","last_clean":"2024-09-16T07:21:12.386241+0000","last_became_active":"2024-09-16T07:21:11.392484+0000","last_became_peered":"2024-09-16T07:21:11.392484+0000","last_unstale":"2024-09-16T07:21:12.386241+0000","last_undegraded":"2024-09-16T07:21:12.386241+0000","last_fullsized":"2024-09-16T07:21:12.386241+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:33:17.375295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1e","version":"22'1","reported_seq":16,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.387415+0000","last_change":"2024-09-16T07:21:10.398427+0000","last_active":"2024-09-16T07:21:12.387415+0000","last_peered":"2024-09-16T07:21:12.387415+0000","last_clean":"2024-09-16T07:21:12.387415+0000","last_became_active":"2024-09-16T07:21:10.398136+0000","last_became_peered":"2024-09-16T07:21:10.398136+0000","last_unstale":"2024-09-16T07:21:12.387415+0000","last_undegraded":"2024-09-16T07:21:12.387415+0000","last_fullsized":"2024-09-16T07:21:12.387415+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:48:21.879538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.387418+0000","last_change":"2024-09-16T07:21:11.390611+0000","last_active":"2024-09-16T07:21:12.387418+0000","last_peered":"2024-09-16T07:21:12.387418+0000","last_clean":"2024-09-16T07:21:12.387418+0000","last_became_active":"2024-09-16T07:21:11.390352+0000","last_became_peered":"2024-09-16T07:21:11.390352+0000","last_unstale":"2024-09-16T07:21:12.387418+0000","last_undegraded":"2024-09-16T07:21:12.387418+0000","last_fullsized":"2024-09-16T07:21:12.387418+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:10.363629+0000","last_clean_scrub_stamp":"2024-09-16T07:21:10.363629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:28:07.704443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1f","version":"22'4","reported_seq":19,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-16T07:21:12.386965+0000","last_change":"2024-09-16T07:21:10.395397+0000","last_active":"2024-09-16T07:21:12.386965+0000","last_peered":"2024-09-16T07:21:12.386965+0000","last_clean":"2024-09-16T07:21:12.386965+0000","last_became_active":"2024-09-16T07:21:10.394851+0000","last_became_peered":"2024-09-16T07:21:10.394851+0000","last_unstale":"2024-09-16T07:21:12.386965+0000","last_undegraded":"2024-09-16T07:21:12.386965+0000","last_fullsized":"2024-09-16T07:21:12.386965+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:09.358720+0000","last_clean_scrub_stamp":"2024-09-16T07:21:09.358720+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:52:26.609957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509448,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27264,"kb_used_data":236,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344576,"statfs":{"total":96636764160,"available":96608845824,"internally_reserved":0,"allocated":241664,"data_stored":82231,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509447,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27852,"kb_used_data":816,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343988,"statfs":{"total":96636764160,"available":96608243712,"internally_reserved":0,"allocated":835584,"data_stored":672567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509447,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27284,"kb_used_data":248,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344556,"statfs":{"total":96636764160,"available":96608825344,"internally_reserved":0,"allocated":253952,"data_stored":84391,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509448,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27260,"kb_used_data":232,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344580,"statfs":{"total":96636764160,"available":96608849920,"internally_reserved":0,"allocated":237568,"data_stored":82689,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509448,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27268,"kb_used_data":240,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344572,"statfs":{"total":96636764160,"available":96608841728,"internally_reserved":0,"allocated":245760,"data_stored":83719,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509448,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27848,"kb_used_data":812,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343992,"statfs":{"total":96636764160,"available":96608247808,"internally_reserved":0,"allocated":831488,"data_stored":672545,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509449,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27264,"kb_used_data":236,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344576,"statfs":{"total":96636764160,"available":96608845824,"internally_reserved":0,"allocated":241664,"data_stored":82163,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574855,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27256,"kb_used_data":228,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344584,"statfs":{"total":96636764160,"available":96608854016,"internally_reserved":0,"allocated":233472,"data_stored":82107,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T07:21:24.976 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-16T07:21:24.976 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-16T07:21:24.977 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-09-16T07:21:24.977 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-16T07:21:25.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.117+0000 7f625c023640 1 -- 172.21.15.31:0/461826852 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f62540cf850 msgr2=0x7f6254070e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:25.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.117+0000 7f625c023640 1 --2- 172.21.15.31:0/461826852 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f62540cf850 0x7f6254070e60 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f624c009900 tx=0x7f624c02a560 comp rx=0 tx=0).stop 2024-09-16T07:21:25.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.117+0000 7f625c023640 1 -- 172.21.15.31:0/461826852 shutdown_connections 2024-09-16T07:21:25.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.117+0000 7f625c023640 1 --2- 172.21.15.31:0/461826852 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f62540cf850 0x7f6254070e60 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:25.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.117+0000 7f625c023640 1 --2- 172.21.15.31:0/461826852 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f62540d0700 0x7f6254070920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:25.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.117+0000 7f625c023640 1 -- 172.21.15.31:0/461826852 >> 172.21.15.31:0/461826852 conn(0x7f625409af30 msgr2=0x7f62540d1c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:25.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.117+0000 7f625c023640 1 -- 172.21.15.31:0/461826852 shutdown_connections 2024-09-16T07:21:25.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.117+0000 7f625c023640 1 -- 172.21.15.31:0/461826852 wait complete. 2024-09-16T07:21:25.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.119+0000 7f625c023640 1 Processor -- start 2024-09-16T07:21:25.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.119+0000 7f625c023640 1 -- start start 2024-09-16T07:21:25.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.119+0000 7f625c023640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f62540cf850 0x7f625409b8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:25.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.119+0000 7f625c023640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f62540d0700 0x7f6254151570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:25.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.119+0000 7f625c023640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f625415bd70 0x7f6254151ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:25.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.119+0000 7f625c023640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f62540713a0 con 0x7f62540cf850 2024-09-16T07:21:25.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.119+0000 7f625c023640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f62540ce950 con 0x7f625415bd70 2024-09-16T07:21:25.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.119+0000 7f625c023640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f6254071520 con 0x7f62540d0700 2024-09-16T07:21:25.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.119+0000 7f6259dbf640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f62540cf850 0x7f625409b8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:25.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.119+0000 7f6259dbf640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f62540cf850 0x7f625409b8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43598/0 (socket says 172.21.15.31:43598) 2024-09-16T07:21:25.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.119+0000 7f6259dbf640 1 -- 172.21.15.31:0/1177191708 learned_addr learned my addr 172.21.15.31:0/1177191708 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:25.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.120+0000 7f62595be640 1 --2- 172.21.15.31:0/1177191708 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f62540d0700 0x7f6254151570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:25.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.120+0000 7f625a5c0640 1 --2- 172.21.15.31:0/1177191708 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f625415bd70 0x7f6254151ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:25.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.120+0000 7f6259dbf640 1 -- 172.21.15.31:0/1177191708 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f62540d0700 msgr2=0x7f6254151570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:25.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.120+0000 7f6259dbf640 1 --2- 172.21.15.31:0/1177191708 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f62540d0700 0x7f6254151570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:25.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.120+0000 7f6259dbf640 1 -- 172.21.15.31:0/1177191708 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f625415bd70 msgr2=0x7f6254151ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:25.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.120+0000 7f6259dbf640 1 --2- 172.21.15.31:0/1177191708 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f625415bd70 0x7f6254151ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:25.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.120+0000 7f6259dbf640 1 -- 172.21.15.31:0/1177191708 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62540c7320 con 0x7f62540cf850 2024-09-16T07:21:25.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.120+0000 7f625a5c0640 1 --2- 172.21.15.31:0/1177191708 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f625415bd70 0x7f6254151ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:21:25.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.120+0000 7f6259dbf640 1 --2- 172.21.15.31:0/1177191708 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f62540cf850 0x7f625409b8a0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f624400ba50 tx=0x7f624400bf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:25.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.120+0000 7f62527fc640 1 -- 172.21.15.31:0/1177191708 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6244019070 con 0x7f62540cf850 2024-09-16T07:21:25.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.120+0000 7f62527fc640 1 -- 172.21.15.31:0/1177191708 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f624400cd10 con 0x7f62540cf850 2024-09-16T07:21:25.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.120+0000 7f625c023640 1 -- 172.21.15.31:0/1177191708 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62540c7600 con 0x7f62540cf850 2024-09-16T07:21:25.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.120+0000 7f62527fc640 1 -- 172.21.15.31:0/1177191708 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62440146a0 con 0x7f62540cf850 2024-09-16T07:21:25.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.120+0000 7f625c023640 1 -- 172.21.15.31:0/1177191708 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62540c7bc0 con 0x7f62540cf850 2024-09-16T07:21:25.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.121+0000 7f625c023640 1 -- 172.21.15.31:0/1177191708 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f62540b46c0 con 0x7f62540cf850 2024-09-16T07:21:25.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.122+0000 7f62527fc640 1 -- 172.21.15.31:0/1177191708 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f624401c070 con 0x7f62540cf850 2024-09-16T07:21:25.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.122+0000 7f62527fc640 1 --2- 172.21.15.31:0/1177191708 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6240078850 0x7f624007ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:25.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.122+0000 7f62527fc640 1 -- 172.21.15.31:0/1177191708 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7f624409a600 con 0x7f62540cf850 2024-09-16T07:21:25.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.122+0000 7f62595be640 1 --2- 172.21.15.31:0/1177191708 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6240078850 0x7f624007ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:25.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.123+0000 7f62595be640 1 --2- 172.21.15.31:0/1177191708 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6240078850 0x7f624007ad10 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f62541552f0 tx=0x7f624800a2d0 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:25.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.127+0000 7f62527fc640 1 -- 172.21.15.31:0/1177191708 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f62540b46c0 con 0x7f62540cf850 2024-09-16T07:21:25.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.355+0000 7f625c023640 1 -- 172.21.15.31:0/1177191708 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f62540c54c0 con 0x7f62540cf850 2024-09-16T07:21:25.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.356+0000 7f62527fc640 1 -- 172.21.15.31:0/1177191708 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f6244062610 con 0x7f62540cf850 2024-09-16T07:21:25.355 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:21:25.355 INFO:teuthology.orchestra.run.smithi031.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-16T07:21:25.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.358+0000 7f625c023640 1 -- 172.21.15.31:0/1177191708 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6240078850 msgr2=0x7f624007ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:25.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.358+0000 7f625c023640 1 --2- 172.21.15.31:0/1177191708 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6240078850 0x7f624007ad10 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f62541552f0 tx=0x7f624800a2d0 comp rx=0 tx=0).stop 2024-09-16T07:21:25.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.358+0000 7f625c023640 1 -- 172.21.15.31:0/1177191708 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f62540cf850 msgr2=0x7f625409b8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:25.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.358+0000 7f625c023640 1 --2- 172.21.15.31:0/1177191708 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f62540cf850 0x7f625409b8a0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f624400ba50 tx=0x7f624400bf10 comp rx=0 tx=0).stop 2024-09-16T07:21:25.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.358+0000 7f625c023640 1 -- 172.21.15.31:0/1177191708 shutdown_connections 2024-09-16T07:21:25.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.358+0000 7f625c023640 1 --2- 172.21.15.31:0/1177191708 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6240078850 0x7f624007ad10 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:25.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.358+0000 7f625c023640 1 --2- 172.21.15.31:0/1177191708 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f625415bd70 0x7f6254151ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:25.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.358+0000 7f625c023640 1 --2- 172.21.15.31:0/1177191708 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f62540d0700 0x7f6254151570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:25.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.358+0000 7f625c023640 1 --2- 172.21.15.31:0/1177191708 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f62540cf850 0x7f625409b8a0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:25.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.358+0000 7f625c023640 1 -- 172.21.15.31:0/1177191708 >> 172.21.15.31:0/1177191708 conn(0x7f625409af30 msgr2=0x7f62540d21d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:25.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.358+0000 7f625c023640 1 -- 172.21.15.31:0/1177191708 shutdown_connections 2024-09-16T07:21:25.359 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.358+0000 7f625c023640 1 -- 172.21.15.31:0/1177191708 wait complete. 2024-09-16T07:21:25.368 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-09-16T07:21:25.369 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:21:25.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.474+0000 7ff5bce47640 1 -- 172.21.15.31:0/2643759711 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff5b80b3090 msgr2=0x7ff5b815f6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:25.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.474+0000 7ff5bce47640 1 --2- 172.21.15.31:0/2643759711 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff5b80b3090 0x7ff5b815f6d0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7ff5a0009830 tx=0x7ff5a002a5a0 comp rx=0 tx=0).stop 2024-09-16T07:21:25.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.474+0000 7ff5bce47640 1 -- 172.21.15.31:0/2643759711 shutdown_connections 2024-09-16T07:21:25.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.474+0000 7ff5bce47640 1 --2- 172.21.15.31:0/2643759711 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff5b80cfce0 0x7ff5b80d0130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:25.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.474+0000 7ff5bce47640 1 --2- 172.21.15.31:0/2643759711 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff5b80b3090 0x7ff5b815f6d0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:25.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.474+0000 7ff5bce47640 1 -- 172.21.15.31:0/2643759711 >> 172.21.15.31:0/2643759711 conn(0x7ff5b809aa30 msgr2=0x7ff5b809ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:25.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.474+0000 7ff5bce47640 1 -- 172.21.15.31:0/2643759711 shutdown_connections 2024-09-16T07:21:25.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.474+0000 7ff5bce47640 1 -- 172.21.15.31:0/2643759711 wait complete. 2024-09-16T07:21:25.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.476+0000 7ff5bce47640 1 Processor -- start 2024-09-16T07:21:25.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.476+0000 7ff5bce47640 1 -- start start 2024-09-16T07:21:25.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.476+0000 7ff5bce47640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff5b80b3090 0x7ff5b81f5290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:25.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.476+0000 7ff5bce47640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff5b80cfce0 0x7ff5b81f2e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:25.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.476+0000 7ff5bce47640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff5b80d2410 0x7ff5b80cd140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:25.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.476+0000 7ff5bce47640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7ff5b80b13c0 con 0x7ff5b80cfce0 2024-09-16T07:21:25.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.476+0000 7ff5bce47640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ff5b80b1240 con 0x7ff5b80d2410 2024-09-16T07:21:25.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.476+0000 7ff5bce47640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ff5b80b1540 con 0x7ff5b80b3090 2024-09-16T07:21:25.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.477+0000 7ff5b5d9b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff5b80cfce0 0x7ff5b81f2e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:25.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.477+0000 7ff5b5d9b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff5b80cfce0 0x7ff5b81f2e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43602/0 (socket says 172.21.15.31:43602) 2024-09-16T07:21:25.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.477+0000 7ff5b5d9b640 1 -- 172.21.15.31:0/2034022804 learned_addr learned my addr 172.21.15.31:0/2034022804 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:25.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.477+0000 7ff5b6d9d640 1 --2- 172.21.15.31:0/2034022804 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff5b80d2410 0x7ff5b80cd140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:25.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.477+0000 7ff5b659c640 1 --2- 172.21.15.31:0/2034022804 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff5b80b3090 0x7ff5b81f5290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:25.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.477+0000 7ff5b5d9b640 1 -- 172.21.15.31:0/2034022804 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff5b80b3090 msgr2=0x7ff5b81f5290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:25.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.477+0000 7ff5b5d9b640 1 --2- 172.21.15.31:0/2034022804 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff5b80b3090 0x7ff5b81f5290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:25.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.477+0000 7ff5b5d9b640 1 -- 172.21.15.31:0/2034022804 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff5b80d2410 msgr2=0x7ff5b80cd140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:25.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.477+0000 7ff5b5d9b640 1 --2- 172.21.15.31:0/2034022804 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff5b80d2410 0x7ff5b80cd140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:25.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.477+0000 7ff5b5d9b640 1 -- 172.21.15.31:0/2034022804 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5b81f57d0 con 0x7ff5b80cfce0 2024-09-16T07:21:25.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.477+0000 7ff5b5d9b640 1 --2- 172.21.15.31:0/2034022804 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff5b80cfce0 0x7ff5b81f2e50 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7ff5a0009950 tx=0x7ff5a0032c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:25.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.477+0000 7ff5aeffd640 1 -- 172.21.15.31:0/2034022804 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5a0040070 con 0x7ff5b80cfce0 2024-09-16T07:21:25.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.477+0000 7ff5aeffd640 1 -- 172.21.15.31:0/2034022804 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff5a0005310 con 0x7ff5b80cfce0 2024-09-16T07:21:25.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.477+0000 7ff5bce47640 1 -- 172.21.15.31:0/2034022804 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5b80c58b0 con 0x7ff5b80cfce0 2024-09-16T07:21:25.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.477+0000 7ff5aeffd640 1 -- 172.21.15.31:0/2034022804 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5a0005c90 con 0x7ff5b80cfce0 2024-09-16T07:21:25.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.477+0000 7ff5bce47640 1 -- 172.21.15.31:0/2034022804 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5b80c6150 con 0x7ff5b80cfce0 2024-09-16T07:21:25.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.478+0000 7ff5bce47640 1 -- 172.21.15.31:0/2034022804 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff5b80b19a0 con 0x7ff5b80cfce0 2024-09-16T07:21:25.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.479+0000 7ff5aeffd640 1 -- 172.21.15.31:0/2034022804 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7ff5a0039040 con 0x7ff5b80cfce0 2024-09-16T07:21:25.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.479+0000 7ff5aeffd640 1 --2- 172.21.15.31:0/2034022804 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ff598078850 0x7ff59807ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:25.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.480+0000 7ff5aeffd640 1 -- 172.21.15.31:0/2034022804 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7ff5a00bb960 con 0x7ff5b80cfce0 2024-09-16T07:21:25.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.480+0000 7ff5b659c640 1 --2- 172.21.15.31:0/2034022804 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ff598078850 0x7ff59807ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:25.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.480+0000 7ff5b659c640 1 --2- 172.21.15.31:0/2034022804 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ff598078850 0x7ff59807ad10 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7ff5a8007d60 tx=0x7ff5a8007cf0 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:25.483 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.484+0000 7ff5aeffd640 1 -- 172.21.15.31:0/2034022804 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7ff5b81f57d0 con 0x7ff5b80cfce0 2024-09-16T07:21:25.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.709+0000 7ff5bce47640 1 -- 172.21.15.31:0/2034022804 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff5b81f3390 con 0x7ff5b80cfce0 2024-09-16T07:21:25.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.709+0000 7ff5aeffd640 1 -- 172.21.15.31:0/2034022804 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5220 (secure 0 0 0) 0x7ff5a0084060 con 0x7ff5b80cfce0 2024-09-16T07:21:25.709 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:21:25.709 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":8,"btime":"2024-09-16T07:21:14:400083+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4292,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/3668659679","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":3668659679},{"type":"v1","addr":"172.21.15.155:6835","nonce":3668659679}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4357,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/413570896","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6836","nonce":413570896},{"type":"v1","addr":"172.21.15.155:6837","nonce":413570896}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4362,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6833/1314376312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":1314376312},{"type":"v1","addr":"172.21.15.31:6833","nonce":1314376312}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:21:10.750530+0000","modified":"2024-09-16T07:21:13.770378+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4365},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4365":{"gid":4365,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6835/3012757626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6834","nonce":3012757626},{"type":"v1","addr":"172.21.15.31:6835","nonce":3012757626}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4365,"qdb_cluster":[4365]},"id":1}]} 2024-09-16T07:21:25.710 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 8 2024-09-16T07:21:25.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.713+0000 7ff5bce47640 1 -- 172.21.15.31:0/2034022804 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ff598078850 msgr2=0x7ff59807ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:25.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.713+0000 7ff5bce47640 1 --2- 172.21.15.31:0/2034022804 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ff598078850 0x7ff59807ad10 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7ff5a8007d60 tx=0x7ff5a8007cf0 comp rx=0 tx=0).stop 2024-09-16T07:21:25.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.713+0000 7ff5bce47640 1 -- 172.21.15.31:0/2034022804 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff5b80cfce0 msgr2=0x7ff5b81f2e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:25.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.713+0000 7ff5bce47640 1 --2- 172.21.15.31:0/2034022804 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff5b80cfce0 0x7ff5b81f2e50 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7ff5a0009950 tx=0x7ff5a0032c10 comp rx=0 tx=0).stop 2024-09-16T07:21:25.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.713+0000 7ff5bce47640 1 -- 172.21.15.31:0/2034022804 shutdown_connections 2024-09-16T07:21:25.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.713+0000 7ff5bce47640 1 --2- 172.21.15.31:0/2034022804 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ff598078850 0x7ff59807ad10 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:25.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.713+0000 7ff5bce47640 1 --2- 172.21.15.31:0/2034022804 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff5b80d2410 0x7ff5b80cd140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:25.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.713+0000 7ff5bce47640 1 --2- 172.21.15.31:0/2034022804 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff5b80cfce0 0x7ff5b81f2e50 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:25.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.713+0000 7ff5bce47640 1 --2- 172.21.15.31:0/2034022804 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff5b80b3090 0x7ff5b81f5290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:25.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.713+0000 7ff5bce47640 1 -- 172.21.15.31:0/2034022804 >> 172.21.15.31:0/2034022804 conn(0x7ff5b809aa30 msgr2=0x7ff5b809af30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:25.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.713+0000 7ff5bce47640 1 -- 172.21.15.31:0/2034022804 shutdown_connections 2024-09-16T07:21:25.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.713+0000 7ff5bce47640 1 -- 172.21.15.31:0/2034022804 wait complete. 2024-09-16T07:21:25.723 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:21:25.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.829+0000 7f992ed7c640 1 -- 172.21.15.31:0/1204804457 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f992815bd30 msgr2=0x7f99280b15a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:25.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.829+0000 7f992ed7c640 1 --2- 172.21.15.31:0/1204804457 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f992815bd30 0x7f99280b15a0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f9928073f20 tx=0x7f991802a560 comp rx=0 tx=0).stop 2024-09-16T07:21:25.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.829+0000 7f992ed7c640 1 -- 172.21.15.31:0/1204804457 shutdown_connections 2024-09-16T07:21:25.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.829+0000 7f992ed7c640 1 --2- 172.21.15.31:0/1204804457 >> v2:172.21.15.155:3300/0 conn(0x7f99280b1ae0 0x7f99280ce630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:25.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.829+0000 7f992ed7c640 1 --2- 172.21.15.31:0/1204804457 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f992815bd30 0x7f99280b15a0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:25.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.829+0000 7f992ed7c640 1 -- 172.21.15.31:0/1204804457 >> 172.21.15.31:0/1204804457 conn(0x7f99280d1c40 msgr2=0x7f99280d2050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:25.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.829+0000 7f992ed7c640 1 -- 172.21.15.31:0/1204804457 shutdown_connections 2024-09-16T07:21:25.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.829+0000 7f992ed7c640 1 -- 172.21.15.31:0/1204804457 wait complete. 2024-09-16T07:21:25.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.830+0000 7f992ed7c640 1 Processor -- start 2024-09-16T07:21:25.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.830+0000 7f992ed7c640 1 -- start start 2024-09-16T07:21:25.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.831+0000 7f992ed7c640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f99280d2760 0x7f992815eb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:25.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.831+0000 7f992ed7c640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f992815bd30 0x7f992815c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:25.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.831+0000 7f992ed7c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f992815f080 0x7f992815c7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:25.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.831+0000 7f992ed7c640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f99280cda80 con 0x7f992815f080 2024-09-16T07:21:25.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.831+0000 7f992ed7c640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f99280cd900 con 0x7f992815bd30 2024-09-16T07:21:25.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.831+0000 7f992ed7c640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f99280b7940 con 0x7f99280d2760 2024-09-16T07:21:25.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.831+0000 7f992d319640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f992815f080 0x7f992815c7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:25.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.831+0000 7f992d319640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f992815f080 0x7f992815c7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43622/0 (socket says 172.21.15.31:43622) 2024-09-16T07:21:25.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.831+0000 7f992d319640 1 -- 172.21.15.31:0/3399610730 learned_addr learned my addr 172.21.15.31:0/3399610730 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:25.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.831+0000 7f9927fff640 1 --2- 172.21.15.31:0/3399610730 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f992815bd30 0x7f992815c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:25.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.831+0000 7f992cb18640 1 --2- 172.21.15.31:0/3399610730 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f99280d2760 0x7f992815eb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:25.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.832+0000 7f992d319640 1 -- 172.21.15.31:0/3399610730 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f99280d2760 msgr2=0x7f992815eb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:25.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.832+0000 7f992d319640 1 --2- 172.21.15.31:0/3399610730 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f99280d2760 0x7f992815eb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:25.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.832+0000 7f992d319640 1 -- 172.21.15.31:0/3399610730 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f992815bd30 msgr2=0x7f992815c2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:25.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.832+0000 7f992d319640 1 --2- 172.21.15.31:0/3399610730 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f992815bd30 0x7f992815c2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:25.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.832+0000 7f992d319640 1 -- 172.21.15.31:0/3399610730 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f992815ce10 con 0x7f992815f080 2024-09-16T07:21:25.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.832+0000 7f992d319640 1 --2- 172.21.15.31:0/3399610730 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f992815f080 0x7f992815c7e0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f992000c7a0 tx=0x7f992000cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:25.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.832+0000 7f99257fa640 1 -- 172.21.15.31:0/3399610730 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9920003b70 con 0x7f992815f080 2024-09-16T07:21:25.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.832+0000 7f99257fa640 1 -- 172.21.15.31:0/3399610730 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9920003d30 con 0x7f992815f080 2024-09-16T07:21:25.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.832+0000 7f992ed7c640 1 -- 172.21.15.31:0/3399610730 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f99281f4c60 con 0x7f992815f080 2024-09-16T07:21:25.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.832+0000 7f99257fa640 1 -- 172.21.15.31:0/3399610730 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f992000aab0 con 0x7f992815f080 2024-09-16T07:21:25.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.832+0000 7f992ed7c640 1 -- 172.21.15.31:0/3399610730 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99281f5220 con 0x7f992815f080 2024-09-16T07:21:25.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.833+0000 7f992ed7c640 1 -- 172.21.15.31:0/3399610730 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f99280ced30 con 0x7f992815f080 2024-09-16T07:21:25.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.834+0000 7f99257fa640 1 -- 172.21.15.31:0/3399610730 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f992000ac50 con 0x7f992815f080 2024-09-16T07:21:25.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.834+0000 7f99257fa640 1 --2- 172.21.15.31:0/3399610730 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9914078850 0x7f991407ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:25.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.834+0000 7f99257fa640 1 -- 172.21.15.31:0/3399610730 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7f992009a6d0 con 0x7f992815f080 2024-09-16T07:21:25.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.834+0000 7f992cb18640 1 --2- 172.21.15.31:0/3399610730 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9914078850 0x7f991407ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:25.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.835+0000 7f992cb18640 1 --2- 172.21.15.31:0/3399610730 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9914078850 0x7f991407ad10 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f9918033000 tx=0x7f9918004730 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:25.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:25.838+0000 7f99257fa640 1 -- 172.21.15.31:0/3399610730 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f9920062d40 con 0x7f992815f080 2024-09-16T07:21:26.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.061+0000 7f992ed7c640 1 -- 172.21.15.31:0/3399610730 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f99280cf1f0 con 0x7f992815f080 2024-09-16T07:21:26.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.061+0000 7f99257fa640 1 -- 172.21.15.31:0/3399610730 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5220 (secure 0 0 0) 0x7f9920062640 con 0x7f992815f080 2024-09-16T07:21:26.061 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:21:26.061 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":8,"btime":"2024-09-16T07:21:14:400083+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4292,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/3668659679","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":3668659679},{"type":"v1","addr":"172.21.15.155:6835","nonce":3668659679}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4357,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/413570896","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6836","nonce":413570896},{"type":"v1","addr":"172.21.15.155:6837","nonce":413570896}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4362,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6833/1314376312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":1314376312},{"type":"v1","addr":"172.21.15.31:6833","nonce":1314376312}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:21:10.750530+0000","modified":"2024-09-16T07:21:13.770378+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4365},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4365":{"gid":4365,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6835/3012757626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6834","nonce":3012757626},{"type":"v1","addr":"172.21.15.31:6835","nonce":3012757626}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4365,"qdb_cluster":[4365]},"id":1}]} 2024-09-16T07:21:26.063 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 8 2024-09-16T07:21:26.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.063+0000 7f992ed7c640 1 -- 172.21.15.31:0/3399610730 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9914078850 msgr2=0x7f991407ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:26.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.063+0000 7f992ed7c640 1 --2- 172.21.15.31:0/3399610730 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9914078850 0x7f991407ad10 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f9918033000 tx=0x7f9918004730 comp rx=0 tx=0).stop 2024-09-16T07:21:26.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.063+0000 7f992ed7c640 1 -- 172.21.15.31:0/3399610730 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f992815f080 msgr2=0x7f992815c7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:26.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.063+0000 7f992ed7c640 1 --2- 172.21.15.31:0/3399610730 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f992815f080 0x7f992815c7e0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f992000c7a0 tx=0x7f992000cc60 comp rx=0 tx=0).stop 2024-09-16T07:21:26.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.063+0000 7f992ed7c640 1 -- 172.21.15.31:0/3399610730 shutdown_connections 2024-09-16T07:21:26.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.063+0000 7f992ed7c640 1 --2- 172.21.15.31:0/3399610730 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9914078850 0x7f991407ad10 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:26.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.063+0000 7f992ed7c640 1 --2- 172.21.15.31:0/3399610730 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f992815f080 0x7f992815c7e0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:26.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.063+0000 7f992ed7c640 1 --2- 172.21.15.31:0/3399610730 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f992815bd30 0x7f992815c2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:26.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.063+0000 7f992ed7c640 1 --2- 172.21.15.31:0/3399610730 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f99280d2760 0x7f992815eb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:26.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.063+0000 7f992ed7c640 1 -- 172.21.15.31:0/3399610730 >> 172.21.15.31:0/3399610730 conn(0x7f99280d1c40 msgr2=0x7f992815aaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:26.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.063+0000 7f992ed7c640 1 -- 172.21.15.31:0/3399610730 shutdown_connections 2024-09-16T07:21:26.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.063+0000 7f992ed7c640 1 -- 172.21.15.31:0/3399610730 wait complete. 2024-09-16T07:21:26.074 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:21:26.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.180+0000 7f6ec348c640 1 -- 172.21.15.31:0/3074314493 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ea8003a00 msgr2=0x7f6ea8003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:26.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.180+0000 7f6ec348c640 1 --2- 172.21.15.31:0/3074314493 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ea8003a00 0x7f6ea8003e20 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f6eb800c4a0 tx=0x7f6ea8005830 comp rx=0 tx=0).stop 2024-09-16T07:21:26.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.180+0000 7f6ec1a29640 1 -- 172.21.15.31:0/3074314493 reap_dead start 2024-09-16T07:21:26.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.180+0000 7f6ec348c640 1 -- 172.21.15.31:0/3074314493 shutdown_connections 2024-09-16T07:21:26.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.180+0000 7f6ec348c640 1 -- 172.21.15.31:0/3074314493 >> 172.21.15.31:0/3074314493 conn(0x7f6ebc09aa30 msgr2=0x7f6ebc09ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:26.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.180+0000 7f6ec348c640 1 -- 172.21.15.31:0/3074314493 shutdown_connections 2024-09-16T07:21:26.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.180+0000 7f6ec348c640 1 -- 172.21.15.31:0/3074314493 wait complete. 2024-09-16T07:21:26.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.181+0000 7f6ec348c640 1 Processor -- start 2024-09-16T07:21:26.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.181+0000 7f6ec348c640 1 -- start start 2024-09-16T07:21:26.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.182+0000 7f6ec348c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ea8003a00 0x7f6ebc1f2fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:26.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.182+0000 7f6ec348c640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6ebc0b5300 0x7f6ebc1561a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:26.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.182+0000 7f6ec348c640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6ebc0af8f0 0x7f6ebc0afd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:26.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.182+0000 7f6ec348c640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f6ebc0d02b0 con 0x7f6ea8003a00 2024-09-16T07:21:26.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.182+0000 7f6ec348c640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f6ebc0d0130 con 0x7f6ebc0b5300 2024-09-16T07:21:26.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.182+0000 7f6ec348c640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f6ebc0d0430 con 0x7f6ebc0af8f0 2024-09-16T07:21:26.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.182+0000 7f6ec1228640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ea8003a00 0x7f6ebc1f2fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:26.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.182+0000 7f6ec1228640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ea8003a00 0x7f6ebc1f2fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43632/0 (socket says 172.21.15.31:43632) 2024-09-16T07:21:26.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.182+0000 7f6ec1228640 1 -- 172.21.15.31:0/3651724392 learned_addr learned my addr 172.21.15.31:0/3651724392 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:26.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.182+0000 7f6ec0a27640 1 --2- 172.21.15.31:0/3651724392 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6ebc0b5300 0x7f6ebc1561a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:26.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.182+0000 7f6ec1a29640 1 --2- 172.21.15.31:0/3651724392 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6ebc0af8f0 0x7f6ebc0afd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:26.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.182+0000 7f6ec1228640 1 -- 172.21.15.31:0/3651724392 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6ebc0af8f0 msgr2=0x7f6ebc0afd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:26.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.182+0000 7f6ec1228640 1 --2- 172.21.15.31:0/3651724392 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6ebc0af8f0 0x7f6ebc0afd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:26.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.182+0000 7f6ec1228640 1 -- 172.21.15.31:0/3651724392 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6ebc0b5300 msgr2=0x7f6ebc1561a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:26.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.182+0000 7f6ec1228640 1 --2- 172.21.15.31:0/3651724392 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6ebc0b5300 0x7f6ebc1561a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:26.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.182+0000 7f6ec1228640 1 -- 172.21.15.31:0/3651724392 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ebc0b5b50 con 0x7f6ea8003a00 2024-09-16T07:21:26.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.182+0000 7f6ec0a27640 1 --2- 172.21.15.31:0/3651724392 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6ebc0b5300 0x7f6ebc1561a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:21:26.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.182+0000 7f6ec1228640 1 --2- 172.21.15.31:0/3651724392 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ea8003a00 0x7f6ebc1f2fe0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f6eb800c5c0 tx=0x7f6eb8006310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:26.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.182+0000 7f6eb1ffb640 1 -- 172.21.15.31:0/3651724392 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6eb8039070 con 0x7f6ea8003a00 2024-09-16T07:21:26.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.183+0000 7f6eb1ffb640 1 -- 172.21.15.31:0/3651724392 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6eb802b9c0 con 0x7f6ea8003a00 2024-09-16T07:21:26.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.183+0000 7f6ec348c640 1 -- 172.21.15.31:0/3651724392 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ebc0b5e30 con 0x7f6ea8003a00 2024-09-16T07:21:26.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.183+0000 7f6eb1ffb640 1 -- 172.21.15.31:0/3651724392 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6eb802be10 con 0x7f6ea8003a00 2024-09-16T07:21:26.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.183+0000 7f6ec348c640 1 -- 172.21.15.31:0/3651724392 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ebc0b63f0 con 0x7f6ea8003a00 2024-09-16T07:21:26.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.184+0000 7f6ec348c640 1 -- 172.21.15.31:0/3651724392 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6ebc15dcf0 con 0x7f6ea8003a00 2024-09-16T07:21:26.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.184+0000 7f6eb1ffb640 1 -- 172.21.15.31:0/3651724392 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f6eb80035f0 con 0x7f6ea8003a00 2024-09-16T07:21:26.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.185+0000 7f6eb1ffb640 1 --2- 172.21.15.31:0/3651724392 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6ea0078850 0x7f6ea007ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:26.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.185+0000 7f6eb1ffb640 1 -- 172.21.15.31:0/3651724392 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7f6eb80ba6e0 con 0x7f6ea8003a00 2024-09-16T07:21:26.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.185+0000 7f6ec0a27640 1 --2- 172.21.15.31:0/3651724392 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6ea0078850 0x7f6ea007ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:26.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.186+0000 7f6ec0a27640 1 --2- 172.21.15.31:0/3651724392 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6ea0078850 0x7f6ea007ad10 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f6ebc0b0b20 tx=0x7f6eac005f90 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:26.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.189+0000 7f6eb1ffb640 1 -- 172.21.15.31:0/3651724392 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f6ebc15dcf0 con 0x7f6ea8003a00 2024-09-16T07:21:26.374 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.375+0000 7f6ec348c640 1 -- 172.21.15.31:0/3651724392 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6ebc15f6d0 con 0x7f6ea8003a00 2024-09-16T07:21:26.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.376+0000 7f6eb1ffb640 1 -- 172.21.15.31:0/3651724392 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v23) ==== 74+0+16645 (secure 0 0 0) 0x7f6ebc15c0e0 con 0x7f6ea8003a00 2024-09-16T07:21:26.375 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:21:26.375 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":23,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:21:12.379061+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:21:08.493717+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T07:21:09.702457+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:21:26.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.378+0000 7f6ec348c640 1 -- 172.21.15.31:0/3651724392 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6ea0078850 msgr2=0x7f6ea007ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:26.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.378+0000 7f6ec348c640 1 --2- 172.21.15.31:0/3651724392 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6ea0078850 0x7f6ea007ad10 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f6ebc0b0b20 tx=0x7f6eac005f90 comp rx=0 tx=0).stop 2024-09-16T07:21:26.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.378+0000 7f6ec348c640 1 -- 172.21.15.31:0/3651724392 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ea8003a00 msgr2=0x7f6ebc1f2fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:26.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.378+0000 7f6ec348c640 1 --2- 172.21.15.31:0/3651724392 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ea8003a00 0x7f6ebc1f2fe0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f6eb800c5c0 tx=0x7f6eb8006310 comp rx=0 tx=0).stop 2024-09-16T07:21:26.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.378+0000 7f6ec348c640 1 -- 172.21.15.31:0/3651724392 shutdown_connections 2024-09-16T07:21:26.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.378+0000 7f6ec348c640 1 --2- 172.21.15.31:0/3651724392 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6ea0078850 0x7f6ea007ad10 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:26.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.378+0000 7f6ec348c640 1 --2- 172.21.15.31:0/3651724392 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6ebc0af8f0 0x7f6ebc0afd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:26.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.378+0000 7f6ec348c640 1 --2- 172.21.15.31:0/3651724392 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6ebc0b5300 0x7f6ebc1561a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:26.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.378+0000 7f6ec348c640 1 --2- 172.21.15.31:0/3651724392 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ea8003a00 0x7f6ebc1f2fe0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:26.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.378+0000 7f6ec348c640 1 -- 172.21.15.31:0/3651724392 >> 172.21.15.31:0/3651724392 conn(0x7f6ebc09aa30 msgr2=0x7f6ebc0cd600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:26.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.378+0000 7f6ec348c640 1 -- 172.21.15.31:0/3651724392 shutdown_connections 2024-09-16T07:21:26.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.378+0000 7f6ec348c640 1 -- 172.21.15.31:0/3651724392 wait complete. 2024-09-16T07:21:26.389 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:21:26.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.494+0000 7fa03742a640 1 -- 172.21.15.31:0/721486219 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa03015f2b0 msgr2=0x7fa0300ce350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:26.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.494+0000 7fa03742a640 1 --2- 172.21.15.31:0/721486219 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa03015f2b0 0x7fa0300ce350 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fa02c005fd0 tx=0x7fa02c02aa10 comp rx=0 tx=0).stop 2024-09-16T07:21:26.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.495+0000 7fa03742a640 1 -- 172.21.15.31:0/721486219 shutdown_connections 2024-09-16T07:21:26.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.495+0000 7fa03742a640 1 --2- 172.21.15.31:0/721486219 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa0300cc720 0x7fa0300ccbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:26.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.495+0000 7fa03742a640 1 --2- 172.21.15.31:0/721486219 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa03015f2b0 0x7fa0300ce350 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:26.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.495+0000 7fa03742a640 1 -- 172.21.15.31:0/721486219 >> 172.21.15.31:0/721486219 conn(0x7fa03009af50 msgr2=0x7fa0300d1cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:26.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.495+0000 7fa03742a640 1 -- 172.21.15.31:0/721486219 shutdown_connections 2024-09-16T07:21:26.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.495+0000 7fa03742a640 1 -- 172.21.15.31:0/721486219 wait complete. 2024-09-16T07:21:26.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.496+0000 7fa03742a640 1 Processor -- start 2024-09-16T07:21:26.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.496+0000 7fa03742a640 1 -- start start 2024-09-16T07:21:26.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.497+0000 7fa03742a640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa0300cc720 0x7fa0300c4a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:26.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.497+0000 7fa03742a640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa0300cfd10 0x7fa0300ce080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:26.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.497+0000 7fa03742a640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa03015f2b0 0x7fa0301f8830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:26.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.497+0000 7fa03742a640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fa0300cd270 con 0x7fa03015f2b0 2024-09-16T07:21:26.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.497+0000 7fa03742a640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa0300cd0f0 con 0x7fa0300cfd10 2024-09-16T07:21:26.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.497+0000 7fa03742a640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa0300cd3f0 con 0x7fa0300cc720 2024-09-16T07:21:26.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.497+0000 7fa0359c7640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa03015f2b0 0x7fa0301f8830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:26.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.497+0000 7fa0359c7640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa03015f2b0 0x7fa0301f8830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43638/0 (socket says 172.21.15.31:43638) 2024-09-16T07:21:26.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.497+0000 7fa0359c7640 1 -- 172.21.15.31:0/2456511089 learned_addr learned my addr 172.21.15.31:0/2456511089 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:26.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.497+0000 7fa0351c6640 1 --2- 172.21.15.31:0/2456511089 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa0300cc720 0x7fa0300c4a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:26.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.497+0000 7fa0349c5640 1 --2- 172.21.15.31:0/2456511089 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa0300cfd10 0x7fa0300ce080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:26.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.497+0000 7fa0359c7640 1 -- 172.21.15.31:0/2456511089 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa0300cc720 msgr2=0x7fa0300c4a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:26.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.497+0000 7fa0359c7640 1 --2- 172.21.15.31:0/2456511089 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa0300cc720 0x7fa0300c4a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:26.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.497+0000 7fa0359c7640 1 -- 172.21.15.31:0/2456511089 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa0300cfd10 msgr2=0x7fa0300ce080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:26.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.497+0000 7fa0359c7640 1 --2- 172.21.15.31:0/2456511089 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa0300cfd10 0x7fa0300ce080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:26.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.497+0000 7fa0359c7640 1 -- 172.21.15.31:0/2456511089 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0300ceab0 con 0x7fa03015f2b0 2024-09-16T07:21:26.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.497+0000 7fa0359c7640 1 --2- 172.21.15.31:0/2456511089 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa03015f2b0 0x7fa0301f8830 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fa02800e970 tx=0x7fa02800ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:26.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.497+0000 7fa025ffb640 1 -- 172.21.15.31:0/2456511089 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa02800ccc0 con 0x7fa03015f2b0 2024-09-16T07:21:26.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.497+0000 7fa03742a640 1 -- 172.21.15.31:0/2456511089 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0301f51b0 con 0x7fa03015f2b0 2024-09-16T07:21:26.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.497+0000 7fa025ffb640 1 -- 172.21.15.31:0/2456511089 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa02800ce60 con 0x7fa03015f2b0 2024-09-16T07:21:26.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.497+0000 7fa025ffb640 1 -- 172.21.15.31:0/2456511089 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa028005280 con 0x7fa03015f2b0 2024-09-16T07:21:26.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.498+0000 7fa03742a640 1 -- 172.21.15.31:0/2456511089 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0301f5730 con 0x7fa03015f2b0 2024-09-16T07:21:26.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.499+0000 7fa03742a640 1 -- 172.21.15.31:0/2456511089 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa0300cd910 con 0x7fa03015f2b0 2024-09-16T07:21:26.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.499+0000 7fa025ffb640 1 -- 172.21.15.31:0/2456511089 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7fa028005420 con 0x7fa03015f2b0 2024-09-16T07:21:26.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.500+0000 7fa025ffb640 1 --2- 172.21.15.31:0/2456511089 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa014078850 0x7fa01407ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:26.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.500+0000 7fa025ffb640 1 -- 172.21.15.31:0/2456511089 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7fa02809b3f0 con 0x7fa03015f2b0 2024-09-16T07:21:26.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.500+0000 7fa0351c6640 1 --2- 172.21.15.31:0/2456511089 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa014078850 0x7fa01407ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:26.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.501+0000 7fa0351c6640 1 --2- 172.21.15.31:0/2456511089 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa014078850 0x7fa01407ad10 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fa02c035000 tx=0x7fa02c004ab0 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:26.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.504+0000 7fa025ffb640 1 -- 172.21.15.31:0/2456511089 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fa0280632f0 con 0x7fa03015f2b0 2024-09-16T07:21:26.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.731+0000 7fa03742a640 1 -- 172.21.15.31:0/2456511089 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa03015dab0 con 0x7fa03015f2b0 2024-09-16T07:21:26.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.732+0000 7fa025ffb640 1 -- 172.21.15.31:0/2456511089 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5220 (secure 0 0 0) 0x7fa028067d20 con 0x7fa03015f2b0 2024-09-16T07:21:26.731 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:21:26.731 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":8,"btime":"2024-09-16T07:21:14:400083+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4292,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/3668659679","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":3668659679},{"type":"v1","addr":"172.21.15.155:6835","nonce":3668659679}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4357,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/413570896","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6836","nonce":413570896},{"type":"v1","addr":"172.21.15.155:6837","nonce":413570896}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4362,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6833/1314376312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":1314376312},{"type":"v1","addr":"172.21.15.31:6833","nonce":1314376312}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:21:10.750530+0000","modified":"2024-09-16T07:21:13.770378+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4365},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4365":{"gid":4365,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6835/3012757626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6834","nonce":3012757626},{"type":"v1","addr":"172.21.15.31:6835","nonce":3012757626}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4365,"qdb_cluster":[4365]},"id":1}]} 2024-09-16T07:21:26.732 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 8 2024-09-16T07:21:26.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.734+0000 7fa03742a640 1 -- 172.21.15.31:0/2456511089 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa014078850 msgr2=0x7fa01407ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:26.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.734+0000 7fa03742a640 1 --2- 172.21.15.31:0/2456511089 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa014078850 0x7fa01407ad10 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fa02c035000 tx=0x7fa02c004ab0 comp rx=0 tx=0).stop 2024-09-16T07:21:26.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.734+0000 7fa03742a640 1 -- 172.21.15.31:0/2456511089 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa03015f2b0 msgr2=0x7fa0301f8830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:26.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.734+0000 7fa03742a640 1 --2- 172.21.15.31:0/2456511089 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa03015f2b0 0x7fa0301f8830 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fa02800e970 tx=0x7fa02800ed70 comp rx=0 tx=0).stop 2024-09-16T07:21:26.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.734+0000 7fa03742a640 1 -- 172.21.15.31:0/2456511089 shutdown_connections 2024-09-16T07:21:26.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.734+0000 7fa03742a640 1 --2- 172.21.15.31:0/2456511089 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa014078850 0x7fa01407ad10 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:26.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.734+0000 7fa03742a640 1 --2- 172.21.15.31:0/2456511089 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa03015f2b0 0x7fa0301f8830 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:26.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.734+0000 7fa03742a640 1 --2- 172.21.15.31:0/2456511089 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa0300cfd10 0x7fa0300ce080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:26.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.734+0000 7fa03742a640 1 --2- 172.21.15.31:0/2456511089 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa0300cc720 0x7fa0300c4a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:26.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.734+0000 7fa03742a640 1 -- 172.21.15.31:0/2456511089 >> 172.21.15.31:0/2456511089 conn(0x7fa03009af50 msgr2=0x7fa0300c8650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:26.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.734+0000 7fa03742a640 1 -- 172.21.15.31:0/2456511089 shutdown_connections 2024-09-16T07:21:26.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:26.734+0000 7fa03742a640 1 -- 172.21.15.31:0/2456511089 wait complete. 2024-09-16T07:21:27.147 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 8, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-16T07:21:10.750530+0000', 'modified': '2024-09-16T07:21:13.770378+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4365}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4365': {'gid': 4365, 'name': 'a', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.31:6835/3012757626', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.31:6834', 'nonce': 3012757626}, {'type': 'v1', 'addr': '172.21.15.31:6835', 'nonce': 3012757626}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4365, 'qdb_cluster': [4365]} 2024-09-16T07:21:27.148 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-16T07:21:27.148 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-16T07:21:27.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.256+0000 7fc15e616640 1 -- 172.21.15.31:0/288490610 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc1580b1ae0 msgr2=0x7fc1580ce630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:27.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.256+0000 7fc15e616640 1 --2- 172.21.15.31:0/288490610 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc1580b1ae0 0x7fc1580ce630 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fc158073c60 tx=0x7fc14c02a4d0 comp rx=0 tx=0).stop 2024-09-16T07:21:27.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.256+0000 7fc15e616640 1 -- 172.21.15.31:0/288490610 shutdown_connections 2024-09-16T07:21:27.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.256+0000 7fc15e616640 1 --2- 172.21.15.31:0/288490610 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc1580d2760 0x7fc1580ceb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:27.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.256+0000 7fc15e616640 1 --2- 172.21.15.31:0/288490610 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc1580b1ae0 0x7fc1580ce630 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:27.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.256+0000 7fc15e616640 1 --2- 172.21.15.31:0/288490610 >> v2:172.21.15.155:3300/0 conn(0x7fc15815bd30 0x7fc1580b15a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:27.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.256+0000 7fc15e616640 1 -- 172.21.15.31:0/288490610 >> 172.21.15.31:0/288490610 conn(0x7fc1580d1c40 msgr2=0x7fc1580d2050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:27.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.256+0000 7fc15e616640 1 -- 172.21.15.31:0/288490610 shutdown_connections 2024-09-16T07:21:27.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.256+0000 7fc15e616640 1 -- 172.21.15.31:0/288490610 wait complete. 2024-09-16T07:21:27.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.257+0000 7fc15e616640 1 Processor -- start 2024-09-16T07:21:27.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.257+0000 7fc15e616640 1 -- start start 2024-09-16T07:21:27.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.258+0000 7fc15e616640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc1580d2760 0x7fc1580c80d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:27.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.258+0000 7fc15e616640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc15815bd30 0x7fc158145fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:27.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.258+0000 7fc15e616640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc1580b4a70 0x7fc158146510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:27.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.258+0000 7fc15e616640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fc1580cd370 con 0x7fc1580b4a70 2024-09-16T07:21:27.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.258+0000 7fc15e616640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc1580cd1f0 con 0x7fc1580d2760 2024-09-16T07:21:27.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.258+0000 7fc15e616640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc1580cd4f0 con 0x7fc15815bd30 2024-09-16T07:21:27.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.258+0000 7fc15cbb3640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc1580b4a70 0x7fc158146510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:27.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.258+0000 7fc157fff640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc1580d2760 0x7fc1580c80d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:27.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.258+0000 7fc15cbb3640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc1580b4a70 0x7fc158146510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43652/0 (socket says 172.21.15.31:43652) 2024-09-16T07:21:27.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.258+0000 7fc15cbb3640 1 -- 172.21.15.31:0/1162357887 learned_addr learned my addr 172.21.15.31:0/1162357887 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:27.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.258+0000 7fc1577fe640 1 --2- 172.21.15.31:0/1162357887 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc15815bd30 0x7fc158145fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:27.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.258+0000 7fc15cbb3640 1 -- 172.21.15.31:0/1162357887 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc15815bd30 msgr2=0x7fc158145fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:27.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.258+0000 7fc15cbb3640 1 --2- 172.21.15.31:0/1162357887 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc15815bd30 0x7fc158145fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:27.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.258+0000 7fc15cbb3640 1 -- 172.21.15.31:0/1162357887 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc1580d2760 msgr2=0x7fc1580c80d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:27.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.258+0000 7fc15cbb3640 1 --2- 172.21.15.31:0/1162357887 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc1580d2760 0x7fc1580c80d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:27.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.258+0000 7fc15cbb3640 1 -- 172.21.15.31:0/1162357887 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1581f2720 con 0x7fc1580b4a70 2024-09-16T07:21:27.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.259+0000 7fc15cbb3640 1 --2- 172.21.15.31:0/1162357887 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc1580b4a70 0x7fc158146510 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fc15000e9c0 tx=0x7fc15000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:27.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.259+0000 7fc154ff9640 1 -- 172.21.15.31:0/1162357887 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc15000cd80 con 0x7fc1580b4a70 2024-09-16T07:21:27.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.259+0000 7fc154ff9640 1 -- 172.21.15.31:0/1162357887 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc150004c10 con 0x7fc1580b4a70 2024-09-16T07:21:27.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.259+0000 7fc15e616640 1 -- 172.21.15.31:0/1162357887 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1580b51f0 con 0x7fc1580b4a70 2024-09-16T07:21:27.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.259+0000 7fc154ff9640 1 -- 172.21.15.31:0/1162357887 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc150005020 con 0x7fc1580b4a70 2024-09-16T07:21:27.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.259+0000 7fc15e616640 1 -- 172.21.15.31:0/1162357887 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1580b0500 con 0x7fc1580b4a70 2024-09-16T07:21:27.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.261+0000 7fc154ff9640 1 -- 172.21.15.31:0/1162357887 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7fc1500051c0 con 0x7fc1580b4a70 2024-09-16T07:21:27.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.261+0000 7fc154ff9640 1 --2- 172.21.15.31:0/1162357887 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc144078850 0x7fc14407ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:27.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.261+0000 7fc154ff9640 1 -- 172.21.15.31:0/1162357887 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7fc15009b170 con 0x7fc1580b4a70 2024-09-16T07:21:27.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.261+0000 7fc157fff640 1 --2- 172.21.15.31:0/1162357887 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc144078850 0x7fc14407ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:27.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.262+0000 7fc1613e7740 1 Processor -- start 2024-09-16T07:21:27.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.262+0000 7fc1613e7740 1 -- start start 2024-09-16T07:21:27.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.262+0000 7fc157fff640 1 --2- 172.21.15.31:0/1162357887 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc144078850 0x7fc14407ad10 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fc14800bb50 tx=0x7fc14800b2e0 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:27.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.262+0000 7fc1613e7740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x555c37ddc1b0 0x555c37db3b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:27.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.262+0000 7fc1613e7740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x555c37dfbdf0 0x555c37dfc1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:27.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.262+0000 7fc1613e7740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x555c37db15f0 0x555c37db1a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:27.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.262+0000 7fc1613e7740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x555c37d28820 con 0x555c37dfbdf0 2024-09-16T07:21:27.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.262+0000 7fc1613e7740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x555c37d17c50 con 0x555c37db15f0 2024-09-16T07:21:27.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.262+0000 7fc1613e7740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x555c37d1ba60 con 0x555c37ddc1b0 2024-09-16T07:21:27.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.263+0000 7fc1577fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x555c37dfbdf0 0x555c37dfc1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:27.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.263+0000 7fc1577fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x555c37dfbdf0 0x555c37dfc1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43668/0 (socket says 172.21.15.31:43668) 2024-09-16T07:21:27.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.263+0000 7fc1577fe640 1 -- 172.21.15.31:0/1035568673 learned_addr learned my addr 172.21.15.31:0/1035568673 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:27.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.263+0000 7fc157fff640 1 --2- 172.21.15.31:0/1035568673 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x555c37ddc1b0 0x555c37db3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:27.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.263+0000 7fc15cbb3640 1 --2- 172.21.15.31:0/1035568673 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x555c37db15f0 0x555c37db1a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:27.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.263+0000 7fc1577fe640 1 -- 172.21.15.31:0/1035568673 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x555c37ddc1b0 msgr2=0x555c37db3b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:21:27.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.263+0000 7fc1577fe640 1 --2- 172.21.15.31:0/1035568673 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x555c37ddc1b0 0x555c37db3b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:27.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.263+0000 7fc1577fe640 1 -- 172.21.15.31:0/1035568673 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x555c37db15f0 msgr2=0x555c37db1a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:21:27.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.263+0000 7fc1577fe640 1 --2- 172.21.15.31:0/1035568673 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x555c37db15f0 0x555c37db1a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:27.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.263+0000 7fc1577fe640 1 -- 172.21.15.31:0/1035568673 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555c37a79850 con 0x555c37dfbdf0 2024-09-16T07:21:27.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.263+0000 7fc1577fe640 1 --2- 172.21.15.31:0/1035568673 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x555c37dfbdf0 0x555c37dfc1f0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fc14c009230 tx=0x7fc14c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7b183624f8ee01f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:27.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.263+0000 7fc13dffb640 1 -- 172.21.15.31:0/1035568673 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc14c040070 con 0x555c37dfbdf0 2024-09-16T07:21:27.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.263+0000 7fc13dffb640 1 -- 172.21.15.31:0/1035568673 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc14c0044d0 con 0x555c37dfbdf0 2024-09-16T07:21:27.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.263+0000 7fc13dffb640 1 -- 172.21.15.31:0/1035568673 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc14c035040 con 0x555c37dfbdf0 2024-09-16T07:21:27.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.264+0000 7fc1613e7740 1 -- 172.21.15.31:0/1035568673 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x555c37dfbdf0 msgr2=0x555c37dfc1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:27.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.264+0000 7fc1613e7740 1 --2- 172.21.15.31:0/1035568673 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x555c37dfbdf0 0x555c37dfc1f0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fc14c009230 tx=0x7fc14c0046c0 comp rx=0 tx=0).stop 2024-09-16T07:21:27.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.264+0000 7fc1613e7740 1 -- 172.21.15.31:0/1035568673 shutdown_connections 2024-09-16T07:21:27.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.264+0000 7fc1613e7740 1 --2- 172.21.15.31:0/1035568673 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x555c37db15f0 0x555c37db1a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:27.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.264+0000 7fc1613e7740 1 --2- 172.21.15.31:0/1035568673 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x555c37dfbdf0 0x555c37dfc1f0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:27.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.264+0000 7fc1613e7740 1 --2- 172.21.15.31:0/1035568673 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x555c37ddc1b0 0x555c37db3b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:27.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.264+0000 7fc1613e7740 1 -- 172.21.15.31:0/1035568673 >> 172.21.15.31:0/1035568673 conn(0x555c37db26a0 msgr2=0x555c37db60c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:27.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.264+0000 7fc1613e7740 1 -- 172.21.15.31:0/1035568673 shutdown_connections 2024-09-16T07:21:27.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.264+0000 7fc1613e7740 1 -- 172.21.15.31:0/1035568673 wait complete. 2024-09-16T07:21:27.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.264+0000 7fc1613e7740 1 -- start start 2024-09-16T07:21:27.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.265+0000 7fc1613e7740 1 Processor -- start 2024-09-16T07:21:27.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.265+0000 7fc1613e7740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x555c37ddc1b0 0x555c37e0ba70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:27.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.265+0000 7fc1613e7740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x555c37dfbdf0 0x555c37dda6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:27.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.265+0000 7fc1613e7740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x555c37df1fb0 0x555c37df32b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:27.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.265+0000 7fc1613e7740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x555c37a88620 con 0x555c37ddc1b0 2024-09-16T07:21:27.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.265+0000 7fc1613e7740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x555c37cbd5f0 con 0x555c37dfbdf0 2024-09-16T07:21:27.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.265+0000 7fc1613e7740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x555c37db0b30 con 0x555c37df1fb0 2024-09-16T07:21:27.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.266+0000 7fc1613e7740 10 client.0 _ll_register_callbacks cb 0x555c37cc10a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T07:21:27.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.266+0000 7fc157fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x555c37ddc1b0 0x555c37e0ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:27.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.266+0000 7fc157fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x555c37ddc1b0 0x555c37e0ba70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43682/0 (socket says 172.21.15.31:43682) 2024-09-16T07:21:27.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.266+0000 7fc157fff640 1 -- 172.21.15.31:0/3008538376 learned_addr learned my addr 172.21.15.31:0/3008538376 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:27.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.266+0000 7fc1577fe640 1 --2- 172.21.15.31:0/3008538376 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x555c37dfbdf0 0x555c37dda6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:27.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.266+0000 7fc15cbb3640 1 --2- 172.21.15.31:0/3008538376 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x555c37df1fb0 0x555c37df32b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:27.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.266+0000 7fc157fff640 1 -- 172.21.15.31:0/3008538376 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x555c37df1fb0 msgr2=0x555c37df32b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:21:27.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.266+0000 7fc157fff640 1 --2- 172.21.15.31:0/3008538376 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x555c37df1fb0 0x555c37df32b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:27.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.266+0000 7fc157fff640 1 -- 172.21.15.31:0/3008538376 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x555c37dfbdf0 msgr2=0x555c37dda6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:21:27.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.266+0000 7fc157fff640 1 --2- 172.21.15.31:0/3008538376 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x555c37dfbdf0 0x555c37dda6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:27.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.266+0000 7fc157fff640 1 -- 172.21.15.31:0/3008538376 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555c37af06b0 con 0x555c37ddc1b0 2024-09-16T07:21:27.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.266+0000 7fc157fff640 1 --2- 172.21.15.31:0/3008538376 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x555c37ddc1b0 0x555c37e0ba70 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fc14800b650 tx=0x7fc148004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4146844df44ed63 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:27.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.266+0000 7fc136ffd640 10 client.0 ms_handle_connect on v2:172.21.15.31:3300/0 2024-09-16T07:21:27.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.266+0000 7fc136ffd640 1 -- 172.21.15.31:0/3008538376 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc14801fa00 con 0x555c37ddc1b0 2024-09-16T07:21:27.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.266+0000 7fc136ffd640 1 -- 172.21.15.31:0/3008538376 <== mon.0 v2:172.21.15.31:3300/0 2 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7fc14801fba0 con 0x555c37ddc1b0 2024-09-16T07:21:27.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.266+0000 7fc1613e7740 1 -- 172.21.15.31:0/3008538376 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc14c0044d0 con 0x555c37ddc1b0 2024-09-16T07:21:27.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.266+0000 7fc136ffd640 1 -- 172.21.15.31:0/3008538376 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_get_version_reply(handle=1 version=8) ==== 24+0+0 (secure 0 0 0) 0x7fc14801fde0 con 0x555c37ddc1b0 2024-09-16T07:21:27.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.266+0000 7fc1613e7740 10 client.4716 fetch_fsmap learned FSMap version 8 2024-09-16T07:21:27.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.266+0000 7fc1613e7740 1 -- 172.21.15.31:0/3008538376 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,fsmap=8,monmap=2+}) -- 0x555c37ddac00 con 0x555c37ddc1b0 2024-09-16T07:21:27.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.267+0000 7fc136ffd640 1 -- 172.21.15.31:0/3008538376 <== mon.0 v2:172.21.15.31:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc14c0044d0 con 0x555c37ddc1b0 2024-09-16T07:21:27.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.267+0000 7fc136ffd640 1 -- 172.21.15.31:0/3008538376 <== mon.0 v2:172.21.15.31:3300/0 5 ==== fsmap(e 8) ==== 3502+0+0 (secure 0 0 0) 0x7fc148030050 con 0x555c37ddc1b0 2024-09-16T07:21:27.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.267+0000 7fc1613e7740 10 client.4716 fetch_fsmap finished waiting for FSMap version 8 2024-09-16T07:21:27.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.267+0000 7fc1613e7740 10 client.4716 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-16T07:21:27.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.267+0000 7fc1613e7740 20 client.4716 populate_metadata read hostname 'smithi031' 2024-09-16T07:21:27.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.267+0000 7fc1613e7740 1 --2- 172.21.15.31:0/3008538376 >> [v2:172.21.15.31:6834/3012757626,v1:172.21.15.31:6835/3012757626] conn(0x555c37e0e890 0x555c37e0ec70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:27.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.267+0000 7fc1613e7740 4 client.4716 mds_command: new command op to 4365 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T07:21:27.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.267+0000 7fc1613e7740 1 -- 172.21.15.31:0/3008538376 --> [v2:172.21.15.31:6834/3012757626,v1:172.21.15.31:6835/3012757626] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555c37d2a770 con 0x555c37e0e890 2024-09-16T07:21:27.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.267+0000 7fc1577fe640 1 --2- 172.21.15.31:0/3008538376 >> [v2:172.21.15.31:6834/3012757626,v1:172.21.15.31:6835/3012757626] conn(0x555c37e0e890 0x555c37e0ec70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:27.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.267+0000 7fc136ffd640 10 client.4716 ms_handle_connect on v2:172.21.15.31:6834/3012757626 2024-09-16T07:21:27.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.267+0000 7fc1577fe640 1 --2- 172.21.15.31:0/3008538376 >> [v2:172.21.15.31:6834/3012757626,v1:172.21.15.31:6835/3012757626] conn(0x555c37e0e890 0x555c37e0ec70 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c5bd08eb6438303f server_cookie=af208bb146e6f6a3 in_seq=0 out_seq=0 2024-09-16T07:21:27.277 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.268+0000 7fc136ffd640 1 -- 172.21.15.31:0/3008538376 <== mds.0 v2:172.21.15.31:6834/3012757626 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x555c37d2a770 con 0x555c37e0e890 2024-09-16T07:21:27.277 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.268+0000 7fc136ffd640 10 client.4716 handle_command_reply: tid=0 2024-09-16T07:21:27.277 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.268+0000 7fc1613e7740 1 client.4716 shutdown 2024-09-16T07:21:27.277 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.268+0000 7fc1613e7740 1 -- 172.21.15.31:0/3008538376 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x555c37ddc1b0 msgr2=0x555c37e0ba70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:27.277 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.268+0000 7fc1613e7740 1 --2- 172.21.15.31:0/3008538376 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x555c37ddc1b0 0x555c37e0ba70 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fc14800b650 tx=0x7fc148004730 comp rx=0 tx=0).stop 2024-09-16T07:21:27.277 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.268+0000 7fc1613e7740 1 -- 172.21.15.31:0/3008538376 shutdown_connections 2024-09-16T07:21:27.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.268+0000 7fc1613e7740 1 --2- 172.21.15.31:0/3008538376 >> [v2:172.21.15.31:6834/3012757626,v1:172.21.15.31:6835/3012757626] conn(0x555c37e0e890 0x555c37e0ec70 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:27.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.268+0000 7fc1613e7740 1 --2- 172.21.15.31:0/3008538376 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x555c37df1fb0 0x555c37df32b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:27.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.268+0000 7fc1613e7740 1 --2- 172.21.15.31:0/3008538376 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x555c37dfbdf0 0x555c37dda6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:27.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.268+0000 7fc136ffd640 0 client.4716 ms_handle_reset on v2:172.21.15.31:6834/3012757626 2024-09-16T07:21:27.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.268+0000 7fc1613e7740 1 --2- 172.21.15.31:0/3008538376 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x555c37ddc1b0 0x555c37e0ba70 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:27.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.268+0000 7fc1613e7740 1 -- 172.21.15.31:0/3008538376 >> 172.21.15.31:0/3008538376 conn(0x555c37db15f0 msgr2=0x555c37db5ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:27.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.268+0000 7fc1613e7740 1 -- 172.21.15.31:0/3008538376 shutdown_connections 2024-09-16T07:21:27.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.268+0000 7fc1613e7740 1 -- 172.21.15.31:0/3008538376 wait complete. 2024-09-16T07:21:27.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.268+0000 7fc1613e7740 20 client.4716 trim_cache size 0 max 16384 2024-09-16T07:21:27.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.287+0000 7fc1613e7740 1 Processor -- start 2024-09-16T07:21:27.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.287+0000 7fc1613e7740 1 -- start start 2024-09-16T07:21:27.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.288+0000 7fc1613e7740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x555c37ddc1b0 0x555c37db1bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:27.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.288+0000 7fc1613e7740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x555c37df1fb0 0x555c37e0b320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:27.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.288+0000 7fc1613e7740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x555c37dfbdf0 0x555c37e0b860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:27.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.288+0000 7fc1613e7740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fc158148f90 con 0x555c37df1fb0 2024-09-16T07:21:27.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.288+0000 7fc1613e7740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc1581482f0 con 0x555c37ddc1b0 2024-09-16T07:21:27.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.288+0000 7fc1613e7740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc158148940 con 0x555c37dfbdf0 2024-09-16T07:21:27.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.288+0000 7fc1577fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x555c37df1fb0 0x555c37e0b320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:27.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.288+0000 7fc1577fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x555c37df1fb0 0x555c37e0b320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43696/0 (socket says 172.21.15.31:43696) 2024-09-16T07:21:27.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.288+0000 7fc1577fe640 1 -- 172.21.15.31:0/512186602 learned_addr learned my addr 172.21.15.31:0/512186602 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:27.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.288+0000 7fc157fff640 1 --2- 172.21.15.31:0/512186602 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x555c37ddc1b0 0x555c37db1bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:27.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.288+0000 7fc15cbb3640 1 --2- 172.21.15.31:0/512186602 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x555c37dfbdf0 0x555c37e0b860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:27.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.288+0000 7fc1577fe640 1 -- 172.21.15.31:0/512186602 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x555c37dfbdf0 msgr2=0x555c37e0b860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:21:27.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.288+0000 7fc1577fe640 1 --2- 172.21.15.31:0/512186602 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x555c37dfbdf0 0x555c37e0b860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:27.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.288+0000 7fc1577fe640 1 -- 172.21.15.31:0/512186602 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x555c37ddc1b0 msgr2=0x555c37db1bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:21:27.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.288+0000 7fc1577fe640 1 --2- 172.21.15.31:0/512186602 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x555c37ddc1b0 0x555c37db1bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:27.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.288+0000 7fc1577fe640 1 -- 172.21.15.31:0/512186602 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555c37dfd020 con 0x555c37df1fb0 2024-09-16T07:21:27.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.288+0000 7fc157fff640 1 --2- 172.21.15.31:0/512186602 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x555c37ddc1b0 0x555c37db1bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:21:27.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.288+0000 7fc1577fe640 1 --2- 172.21.15.31:0/512186602 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x555c37df1fb0 0x555c37e0b320 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fc14c02aac0 tx=0x7fc14c02a4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6374c45380708d0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:27.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.288+0000 7fc13d7fa640 1 -- 172.21.15.31:0/512186602 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc14c035070 con 0x555c37df1fb0 2024-09-16T07:21:27.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.288+0000 7fc13d7fa640 1 -- 172.21.15.31:0/512186602 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc14c04a040 con 0x555c37df1fb0 2024-09-16T07:21:27.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.288+0000 7fc13d7fa640 1 -- 172.21.15.31:0/512186602 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc14c049070 con 0x555c37df1fb0 2024-09-16T07:21:27.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.289+0000 7fc1613e7740 1 -- 172.21.15.31:0/512186602 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x555c37df1fb0 msgr2=0x555c37e0b320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:27.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.289+0000 7fc1613e7740 1 --2- 172.21.15.31:0/512186602 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x555c37df1fb0 0x555c37e0b320 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fc14c02aac0 tx=0x7fc14c02a4d0 comp rx=0 tx=0).stop 2024-09-16T07:21:27.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.289+0000 7fc1613e7740 1 -- 172.21.15.31:0/512186602 shutdown_connections 2024-09-16T07:21:27.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.289+0000 7fc1613e7740 1 --2- 172.21.15.31:0/512186602 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x555c37dfbdf0 0x555c37e0b860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:27.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.289+0000 7fc1613e7740 1 --2- 172.21.15.31:0/512186602 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x555c37df1fb0 0x555c37e0b320 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:27.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.289+0000 7fc1613e7740 1 --2- 172.21.15.31:0/512186602 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x555c37ddc1b0 0x555c37db1bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:27.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.289+0000 7fc1613e7740 1 -- 172.21.15.31:0/512186602 >> 172.21.15.31:0/512186602 conn(0x555c37db15f0 msgr2=0x555c37df2ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:27.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.289+0000 7fc1613e7740 1 -- 172.21.15.31:0/512186602 shutdown_connections 2024-09-16T07:21:27.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.289+0000 7fc1613e7740 1 -- 172.21.15.31:0/512186602 wait complete. 2024-09-16T07:21:27.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.289+0000 7fc1613e7740 1 -- start start 2024-09-16T07:21:27.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.290+0000 7fc1613e7740 1 Processor -- start 2024-09-16T07:21:27.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.290+0000 7fc1613e7740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x555c37ddc1b0 0x555c37e7f300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:27.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.290+0000 7fc1613e7740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x555c37df1fb0 0x555c37df1260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:27.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.290+0000 7fc1613e7740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x555c37dfbdf0 0x555c37df17a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:27.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.290+0000 7fc1613e7740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x555c37df37f0 con 0x555c37dfbdf0 2024-09-16T07:21:27.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.290+0000 7fc1613e7740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x555c37df2890 con 0x555c37df1fb0 2024-09-16T07:21:27.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.290+0000 7fc1613e7740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x555c37df24e0 con 0x555c37ddc1b0 2024-09-16T07:21:27.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.290+0000 7fc1613e7740 10 client.0 _ll_register_callbacks cb 0x7fc148010bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T07:21:27.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.290+0000 7fc15cbb3640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x555c37dfbdf0 0x555c37df17a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:27.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.290+0000 7fc15cbb3640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x555c37dfbdf0 0x555c37df17a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43706/0 (socket says 172.21.15.31:43706) 2024-09-16T07:21:27.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.290+0000 7fc15cbb3640 1 -- 172.21.15.31:0/3495547942 learned_addr learned my addr 172.21.15.31:0/3495547942 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:27.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.291+0000 7fc1577fe640 1 --2- 172.21.15.31:0/3495547942 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x555c37df1fb0 0x555c37df1260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:27.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.291+0000 7fc157fff640 1 --2- 172.21.15.31:0/3495547942 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x555c37ddc1b0 0x555c37e7f300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:27.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.291+0000 7fc15cbb3640 1 -- 172.21.15.31:0/3495547942 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x555c37ddc1b0 msgr2=0x555c37e7f300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:21:27.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.291+0000 7fc15cbb3640 1 --2- 172.21.15.31:0/3495547942 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x555c37ddc1b0 0x555c37e7f300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:27.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.291+0000 7fc15cbb3640 1 -- 172.21.15.31:0/3495547942 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x555c37df1fb0 msgr2=0x555c37df1260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:21:27.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.291+0000 7fc15cbb3640 1 --2- 172.21.15.31:0/3495547942 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x555c37df1fb0 0x555c37df1260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:27.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.291+0000 7fc15cbb3640 1 -- 172.21.15.31:0/3495547942 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555c37e0bca0 con 0x555c37dfbdf0 2024-09-16T07:21:27.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.291+0000 7fc15cbb3640 1 --2- 172.21.15.31:0/3495547942 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x555c37dfbdf0 0x555c37df17a0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fc150062e90 tx=0x7fc150062ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5ebae40d04ebba6 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:27.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.291+0000 7fc136ffd640 10 client.0 ms_handle_connect on v2:172.21.15.31:3300/0 2024-09-16T07:21:27.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.291+0000 7fc136ffd640 1 -- 172.21.15.31:0/3495547942 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc15001f040 con 0x555c37dfbdf0 2024-09-16T07:21:27.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.291+0000 7fc136ffd640 1 -- 172.21.15.31:0/3495547942 <== mon.0 v2:172.21.15.31:3300/0 2 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7fc1500625f0 con 0x555c37dfbdf0 2024-09-16T07:21:27.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.291+0000 7fc1613e7740 1 -- 172.21.15.31:0/3495547942 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc14c04a040 con 0x555c37dfbdf0 2024-09-16T07:21:27.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.291+0000 7fc136ffd640 1 -- 172.21.15.31:0/3495547942 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_get_version_reply(handle=1 version=8) ==== 24+0+0 (secure 0 0 0) 0x7fc150067bc0 con 0x555c37dfbdf0 2024-09-16T07:21:27.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.291+0000 7fc1613e7740 10 client.4722 fetch_fsmap learned FSMap version 8 2024-09-16T07:21:27.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.291+0000 7fc1613e7740 1 -- 172.21.15.31:0/3495547942 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,fsmap=8,monmap=2+}) -- 0x555c37dd47f0 con 0x555c37dfbdf0 2024-09-16T07:21:27.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.291+0000 7fc136ffd640 1 -- 172.21.15.31:0/3495547942 <== mon.0 v2:172.21.15.31:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc14c04a040 con 0x555c37dfbdf0 2024-09-16T07:21:27.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.291+0000 7fc136ffd640 1 -- 172.21.15.31:0/3495547942 <== mon.0 v2:172.21.15.31:3300/0 5 ==== fsmap(e 8) ==== 3502+0+0 (secure 0 0 0) 0x7fc15000f040 con 0x555c37dfbdf0 2024-09-16T07:21:27.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.291+0000 7fc1613e7740 10 client.4722 fetch_fsmap finished waiting for FSMap version 8 2024-09-16T07:21:27.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.291+0000 7fc1613e7740 10 client.4722 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-16T07:21:27.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.291+0000 7fc1613e7740 20 client.4722 populate_metadata read hostname 'smithi031' 2024-09-16T07:21:27.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.291+0000 7fc1613e7740 1 --2- 172.21.15.31:0/3495547942 >> [v2:172.21.15.31:6834/3012757626,v1:172.21.15.31:6835/3012757626] conn(0x555c37dd4360 0x555c37ddf650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:27.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.291+0000 7fc1613e7740 4 client.4722 mds_command: new command op to 4365 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-16T07:21:27.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.291+0000 7fc1613e7740 1 -- 172.21.15.31:0/3495547942 --> [v2:172.21.15.31:6834/3012757626,v1:172.21.15.31:6835/3012757626] -- command(tid 0: {"prefix": "status"}) -- 0x555c37d26220 con 0x555c37dd4360 2024-09-16T07:21:27.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.292+0000 7fc157fff640 1 --2- 172.21.15.31:0/3495547942 >> [v2:172.21.15.31:6834/3012757626,v1:172.21.15.31:6835/3012757626] conn(0x555c37dd4360 0x555c37ddf650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:27.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.292+0000 7fc136ffd640 10 client.4722 ms_handle_connect on v2:172.21.15.31:6834/3012757626 2024-09-16T07:21:27.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.292+0000 7fc157fff640 1 --2- 172.21.15.31:0/3495547942 >> [v2:172.21.15.31:6834/3012757626,v1:172.21.15.31:6835/3012757626] conn(0x555c37dd4360 0x555c37ddf650 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c6d2b6bf4c71f9e server_cookie=54bd2f62cdf0b923 in_seq=0 out_seq=0 2024-09-16T07:21:27.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.292+0000 7fc136ffd640 1 -- 172.21.15.31:0/3495547942 <== mds.0 v2:172.21.15.31:6834/3012757626 1 ==== command_reply(tid 0: 0 ) ==== 8+0+324 (crc 0 0 0) 0x555c37d26220 con 0x555c37dd4360 2024-09-16T07:21:27.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.292+0000 7fc136ffd640 10 client.4722 handle_command_reply: tid=0 2024-09-16T07:21:27.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.292+0000 7fc1613e7740 1 client.4722 shutdown 2024-09-16T07:21:27.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.292+0000 7fc1613e7740 1 -- 172.21.15.31:0/3495547942 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x555c37dfbdf0 msgr2=0x555c37df17a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:27.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.292+0000 7fc1613e7740 1 --2- 172.21.15.31:0/3495547942 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x555c37dfbdf0 0x555c37df17a0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fc150062e90 tx=0x7fc150062ca0 comp rx=0 tx=0).stop 2024-09-16T07:21:27.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.292+0000 7fc1613e7740 1 -- 172.21.15.31:0/3495547942 shutdown_connections 2024-09-16T07:21:27.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.292+0000 7fc1613e7740 1 --2- 172.21.15.31:0/3495547942 >> [v2:172.21.15.31:6834/3012757626,v1:172.21.15.31:6835/3012757626] conn(0x555c37dd4360 0x555c37ddf650 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:27.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.292+0000 7fc1613e7740 1 --2- 172.21.15.31:0/3495547942 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x555c37dfbdf0 0x555c37df17a0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:27.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.292+0000 7fc1613e7740 1 --2- 172.21.15.31:0/3495547942 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x555c37df1fb0 0x555c37df1260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:27.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.292+0000 7fc136ffd640 0 client.4722 ms_handle_reset on v2:172.21.15.31:6834/3012757626 2024-09-16T07:21:27.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.292+0000 7fc1613e7740 1 --2- 172.21.15.31:0/3495547942 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x555c37ddc1b0 0x555c37e7f300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:27.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.292+0000 7fc1613e7740 1 -- 172.21.15.31:0/3495547942 >> 172.21.15.31:0/3495547942 conn(0x555c37db15f0 msgr2=0x555c37db1bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:27.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.292+0000 7fc1613e7740 1 -- 172.21.15.31:0/3495547942 shutdown_connections 2024-09-16T07:21:27.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.292+0000 7fc1613e7740 1 -- 172.21.15.31:0/3495547942 wait complete. 2024-09-16T07:21:27.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.293+0000 7fc1613e7740 20 client.4722 trim_cache size 0 max 16384 2024-09-16T07:21:27.301 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-16T07:21:27.301 INFO:teuthology.orchestra.run.smithi031.stdout: "cluster_fsid": "aed87fb1-9c90-4029-9d57-80f2a5b1b4b1", 2024-09-16T07:21:27.301 INFO:teuthology.orchestra.run.smithi031.stdout: "whoami": 0, 2024-09-16T07:21:27.302 INFO:teuthology.orchestra.run.smithi031.stdout: "id": 4365, 2024-09-16T07:21:27.302 INFO:teuthology.orchestra.run.smithi031.stdout: "want_state": "up:active", 2024-09-16T07:21:27.302 INFO:teuthology.orchestra.run.smithi031.stdout: "state": "up:active", 2024-09-16T07:21:27.302 INFO:teuthology.orchestra.run.smithi031.stdout: "fs_name": "cephfs", 2024-09-16T07:21:27.302 INFO:teuthology.orchestra.run.smithi031.stdout: "rank_uptime": 15.910948205, 2024-09-16T07:21:27.302 INFO:teuthology.orchestra.run.smithi031.stdout: "mdsmap_epoch": 8, 2024-09-16T07:21:27.302 INFO:teuthology.orchestra.run.smithi031.stdout: "osdmap_epoch": 23, 2024-09-16T07:21:27.302 INFO:teuthology.orchestra.run.smithi031.stdout: "osdmap_epoch_barrier": 23, 2024-09-16T07:21:27.302 INFO:teuthology.orchestra.run.smithi031.stdout: "uptime": 22.072736030000002 2024-09-16T07:21:27.302 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-16T07:21:27.304 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.293+0000 7fc15e616640 1 -- 172.21.15.31:0/1162357887 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc144078850 msgr2=0x7fc14407ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:27.304 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.293+0000 7fc15e616640 1 --2- 172.21.15.31:0/1162357887 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc144078850 0x7fc14407ad10 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fc14800bb50 tx=0x7fc14800b2e0 comp rx=0 tx=0).stop 2024-09-16T07:21:27.304 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.293+0000 7fc15e616640 1 -- 172.21.15.31:0/1162357887 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc1580b4a70 msgr2=0x7fc158146510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:27.304 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.293+0000 7fc15e616640 1 --2- 172.21.15.31:0/1162357887 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc1580b4a70 0x7fc158146510 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fc15000e9c0 tx=0x7fc15000ee80 comp rx=0 tx=0).stop 2024-09-16T07:21:27.304 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.293+0000 7fc15e616640 1 -- 172.21.15.31:0/1162357887 shutdown_connections 2024-09-16T07:21:27.304 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.293+0000 7fc15e616640 1 --2- 172.21.15.31:0/1162357887 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc144078850 0x7fc14407ad10 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:27.304 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.293+0000 7fc15e616640 1 --2- 172.21.15.31:0/1162357887 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc1580b4a70 0x7fc158146510 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:27.304 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.293+0000 7fc15e616640 1 --2- 172.21.15.31:0/1162357887 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc15815bd30 0x7fc158145fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:27.304 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.293+0000 7fc15e616640 1 --2- 172.21.15.31:0/1162357887 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc1580d2760 0x7fc1580c80d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:27.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.293+0000 7fc15e616640 1 -- 172.21.15.31:0/1162357887 >> 172.21.15.31:0/1162357887 conn(0x7fc1580d1c40 msgr2=0x7fc1580b1ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:27.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.293+0000 7fc15e616640 1 -- 172.21.15.31:0/1162357887 shutdown_connections 2024-09-16T07:21:27.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.293+0000 7fc15e616640 1 -- 172.21.15.31:0/1162357887 wait complete. 2024-09-16T07:21:27.305 INFO:teuthology.run_tasks:Running task ceph-fuse... 2024-09-16T07:21:27.333 INFO:tasks.ceph_fuse:Running ceph_fuse task... 2024-09-16T07:21:27.333 INFO:tasks.ceph_fuse:config is {'client.0': {}, 'client.2': {}, 'client.1': {}, 'client.3': {}} 2024-09-16T07:21:27.333 INFO:tasks.ceph_fuse:client.0 config is {} 2024-09-16T07:21:27.333 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-16T07:21:27.334 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-16T07:21:27.334 INFO:tasks.ceph_fuse:client.2 config is {} 2024-09-16T07:21:27.334 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-16T07:21:27.334 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-16T07:21:27.334 INFO:tasks.ceph_fuse:client.1 config is {} 2024-09-16T07:21:27.334 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-16T07:21:27.334 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-16T07:21:27.334 INFO:tasks.ceph_fuse:client.3 config is {} 2024-09-16T07:21:27.334 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-16T07:21:27.335 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-16T07:21:27.335 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:21:27.335 DEBUG:teuthology.orchestra.run.smithi155:> ip netns list 2024-09-16T07:21:27.355 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:21:27.355 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip link delete ceph-brx 2024-09-16T07:21:27.425 INFO:teuthology.orchestra.run.smithi155.stderr:Cannot find device "ceph-brx" 2024-09-16T07:21:27.426 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T07:21:27.426 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:21:27.426 DEBUG:teuthology.orchestra.run.smithi031:> ip netns list 2024-09-16T07:21:27.443 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:21:27.443 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip link delete ceph-brx 2024-09-16T07:21:27.511 INFO:teuthology.orchestra.run.smithi031.stderr:Cannot find device "ceph-brx" 2024-09-16T07:21:27.512 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T07:21:27.512 INFO:tasks.ceph_fuse:Mounting ceph-fuse clients... 2024-09-16T07:21:27.512 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-16T07:21:27.513 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T07:21:27.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.658+0000 7f3d9b6ed640 1 -- 172.21.15.31:0/167269901 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3d94070690 msgr2=0x7f3d9413f290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:27.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.658+0000 7f3d9b6ed640 1 --2- 172.21.15.31:0/167269901 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3d94070690 0x7f3d9413f290 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f3d94157e90 tx=0x7f3d9002a580 comp rx=0 tx=0).stop 2024-09-16T07:21:27.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.658+0000 7f3d9b6ed640 1 -- 172.21.15.31:0/167269901 shutdown_connections 2024-09-16T07:21:27.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.658+0000 7f3d9b6ed640 1 --2- 172.21.15.31:0/167269901 >> v2:172.21.15.155:3300/0 conn(0x7f3d9415d940 0x7f3d9415dd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:27.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.658+0000 7f3d9b6ed640 1 --2- 172.21.15.31:0/167269901 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3d9413ce00 0x7f3d9413f7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:27.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.658+0000 7f3d9b6ed640 1 --2- 172.21.15.31:0/167269901 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3d94070690 0x7f3d9413f290 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:27.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.658+0000 7f3d9b6ed640 1 -- 172.21.15.31:0/167269901 >> 172.21.15.31:0/167269901 conn(0x7f3d940b1690 msgr2=0x7f3d940b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:27.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.658+0000 7f3d9b6ed640 1 -- 172.21.15.31:0/167269901 shutdown_connections 2024-09-16T07:21:27.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.658+0000 7f3d9b6ed640 1 -- 172.21.15.31:0/167269901 wait complete. 2024-09-16T07:21:27.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.659+0000 7f3d9b6ed640 1 Processor -- start 2024-09-16T07:21:27.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.659+0000 7f3d9b6ed640 1 -- start start 2024-09-16T07:21:27.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.660+0000 7f3d9b6ed640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3d94070690 0x7f3d9413bf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:27.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.660+0000 7f3d9b6ed640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3d9413ce00 0x7f3d941502d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:27.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.660+0000 7f3d9b6ed640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3d9415d940 0x7f3d9413a240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:27.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.660+0000 7f3d9b6ed640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f3d9415e450 con 0x7f3d9413ce00 2024-09-16T07:21:27.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.660+0000 7f3d9b6ed640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f3d9415e2d0 con 0x7f3d9415d940 2024-09-16T07:21:27.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.660+0000 7f3d9b6ed640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f3d9415e5d0 con 0x7f3d94070690 2024-09-16T07:21:27.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.660+0000 7f3d98c88640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3d9413ce00 0x7f3d941502d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:27.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.660+0000 7f3d98c88640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3d9413ce00 0x7f3d941502d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43716/0 (socket says 172.21.15.31:43716) 2024-09-16T07:21:27.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.660+0000 7f3d98c88640 1 -- 172.21.15.31:0/1895332752 learned_addr learned my addr 172.21.15.31:0/1895332752 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:27.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.660+0000 7f3d99c8a640 1 --2- 172.21.15.31:0/1895332752 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3d9415d940 0x7f3d9413a240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:27.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.660+0000 7f3d99489640 1 --2- 172.21.15.31:0/1895332752 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3d94070690 0x7f3d9413bf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:27.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.660+0000 7f3d98c88640 1 -- 172.21.15.31:0/1895332752 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3d94070690 msgr2=0x7f3d9413bf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:27.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.660+0000 7f3d98c88640 1 --2- 172.21.15.31:0/1895332752 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3d94070690 0x7f3d9413bf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:27.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.660+0000 7f3d98c88640 1 -- 172.21.15.31:0/1895332752 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3d9415d940 msgr2=0x7f3d9413a240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:27.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.660+0000 7f3d98c88640 1 --2- 172.21.15.31:0/1895332752 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3d9415d940 0x7f3d9413a240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:27.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.660+0000 7f3d98c88640 1 -- 172.21.15.31:0/1895332752 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d9413aea0 con 0x7f3d9413ce00 2024-09-16T07:21:27.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.660+0000 7f3d98c88640 1 --2- 172.21.15.31:0/1895332752 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3d9413ce00 0x7f3d941502d0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f3d8400d770 tx=0x7f3d8400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:27.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.661+0000 7f3d89ffb640 1 -- 172.21.15.31:0/1895332752 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d84017070 con 0x7f3d9413ce00 2024-09-16T07:21:27.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.661+0000 7f3d89ffb640 1 -- 172.21.15.31:0/1895332752 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3d84009d20 con 0x7f3d9413ce00 2024-09-16T07:21:27.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.661+0000 7f3d9b6ed640 1 -- 172.21.15.31:0/1895332752 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d9413b140 con 0x7f3d9413ce00 2024-09-16T07:21:27.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.661+0000 7f3d89ffb640 1 -- 172.21.15.31:0/1895332752 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d84005280 con 0x7f3d9413ce00 2024-09-16T07:21:27.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.661+0000 7f3d9b6ed640 1 -- 172.21.15.31:0/1895332752 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d941371f0 con 0x7f3d9413ce00 2024-09-16T07:21:27.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.662+0000 7f3d9b6ed640 1 -- 172.21.15.31:0/1895332752 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d9415dd90 con 0x7f3d9413ce00 2024-09-16T07:21:27.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.663+0000 7f3d89ffb640 1 -- 172.21.15.31:0/1895332752 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f3d84005420 con 0x7f3d9413ce00 2024-09-16T07:21:27.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.663+0000 7f3d89ffb640 1 --2- 172.21.15.31:0/1895332752 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f3d78078850 0x7f3d7807ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:27.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.663+0000 7f3d89ffb640 1 -- 172.21.15.31:0/1895332752 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7f3d8409a960 con 0x7f3d9413ce00 2024-09-16T07:21:27.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.663+0000 7f3d99489640 1 --2- 172.21.15.31:0/1895332752 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f3d78078850 0x7f3d7807ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:27.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.664+0000 7f3d99489640 1 --2- 172.21.15.31:0/1895332752 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f3d78078850 0x7f3d7807ad10 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f3d90033000 tx=0x7f3d90004730 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:27.667 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.668+0000 7f3d89ffb640 1 -- 172.21.15.31:0/1895332752 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f3d84062a10 con 0x7f3d9413ce00 2024-09-16T07:21:27.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.891+0000 7f3d9b6ed640 1 -- 172.21.15.31:0/1895332752 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f3d9413b310 con 0x7f3d9413ce00 2024-09-16T07:21:27.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.891+0000 7f3d89ffb640 1 -- 172.21.15.31:0/1895332752 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) ==== 53+0+73 (secure 0 0 0) 0x7f3d84067440 con 0x7f3d9413ce00 2024-09-16T07:21:27.891 INFO:teuthology.orchestra.run.smithi031.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T07:21:27.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.893+0000 7f3d9b6ed640 1 -- 172.21.15.31:0/1895332752 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f3d78078850 msgr2=0x7f3d7807ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:27.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.893+0000 7f3d9b6ed640 1 --2- 172.21.15.31:0/1895332752 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f3d78078850 0x7f3d7807ad10 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f3d90033000 tx=0x7f3d90004730 comp rx=0 tx=0).stop 2024-09-16T07:21:27.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.893+0000 7f3d9b6ed640 1 -- 172.21.15.31:0/1895332752 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3d9413ce00 msgr2=0x7f3d941502d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:27.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.893+0000 7f3d9b6ed640 1 --2- 172.21.15.31:0/1895332752 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3d9413ce00 0x7f3d941502d0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f3d8400d770 tx=0x7f3d8400dc30 comp rx=0 tx=0).stop 2024-09-16T07:21:27.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.894+0000 7f3d9b6ed640 1 -- 172.21.15.31:0/1895332752 shutdown_connections 2024-09-16T07:21:27.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.894+0000 7f3d9b6ed640 1 --2- 172.21.15.31:0/1895332752 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f3d78078850 0x7f3d7807ad10 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:27.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.894+0000 7f3d9b6ed640 1 --2- 172.21.15.31:0/1895332752 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3d9415d940 0x7f3d9413a240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:27.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.894+0000 7f3d9b6ed640 1 --2- 172.21.15.31:0/1895332752 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3d9413ce00 0x7f3d941502d0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:27.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.894+0000 7f3d9b6ed640 1 --2- 172.21.15.31:0/1895332752 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3d94070690 0x7f3d9413bf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:27.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.894+0000 7f3d9b6ed640 1 -- 172.21.15.31:0/1895332752 >> 172.21.15.31:0/1895332752 conn(0x7f3d940b1690 msgr2=0x7f3d9415beb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:27.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.894+0000 7f3d9b6ed640 1 -- 172.21.15.31:0/1895332752 shutdown_connections 2024-09-16T07:21:27.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:27.894+0000 7f3d9b6ed640 1 -- 172.21.15.31:0/1895332752 wait complete. 2024-09-16T07:21:27.904 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T07:21:27.904 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T07:21:27.905 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi031.front.sepia.ceph.com 2024-09-16T07:21:27.905 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-16T07:21:27.905 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-16T07:21:27.905 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T07:21:27.905 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T07:21:27.905 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T07:21:27.905 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T07:21:27.905 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:21:27.906 DEBUG:teuthology.orchestra.run.smithi031:> ip addr 2024-09-16T07:21:27.922 INFO:teuthology.orchestra.run.smithi031.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T07:21:27.922 INFO:teuthology.orchestra.run.smithi031.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T07:21:27.922 INFO:teuthology.orchestra.run.smithi031.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T07:21:27.923 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:21:27.923 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 ::1/128 scope host 2024-09-16T07:21:27.923 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:21:27.923 INFO:teuthology.orchestra.run.smithi031.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:21:27.923 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 0c:c4:7a:6b:f6:cc brd ff:ff:ff:ff:ff:ff 2024-09-16T07:21:27.923 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp7s0f0 2024-09-16T07:21:27.923 INFO:teuthology.orchestra.run.smithi031.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:21:27.923 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 0c:c4:7a:6b:f6:cd brd ff:ff:ff:ff:ff:ff 2024-09-16T07:21:27.923 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp7s0f1 2024-09-16T07:21:27.923 INFO:teuthology.orchestra.run.smithi031.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T07:21:27.924 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether ac:1f:6b:a5:ca:ba brd ff:ff:ff:ff:ff:ff 2024-09-16T07:21:27.924 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp1s0f0 2024-09-16T07:21:27.924 INFO:teuthology.orchestra.run.smithi031.stdout: inet 172.21.15.31/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-16T07:21:27.924 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft 42731sec preferred_lft 42731sec 2024-09-16T07:21:27.924 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::ae1f:6bff:fea5:caba/64 scope link 2024-09-16T07:21:27.924 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:21:27.924 INFO:teuthology.orchestra.run.smithi031.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:21:27.924 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether ac:1f:6b:a5:ca:bb brd ff:ff:ff:ff:ff:ff 2024-09-16T07:21:27.924 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp1s0f1 2024-09-16T07:21:27.925 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-16T07:21:27.925 DEBUG:teuthology.orchestra.run.smithi031:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T07:21:27.925 DEBUG:teuthology.orchestra.run.smithi031:> set -e 2024-09-16T07:21:27.925 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip link add name ceph-brx type bridge 2024-09-16T07:21:27.926 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip addr flush dev ceph-brx 2024-09-16T07:21:27.926 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip link set ceph-brx up 2024-09-16T07:21:27.926 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-16T07:21:27.926 DEBUG:teuthology.orchestra.run.smithi031:> ') 2024-09-16T07:21:28.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:28 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T07:21:28.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:21:28.124 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:21:28.124 DEBUG:teuthology.orchestra.run.smithi031:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T07:21:28.151 INFO:teuthology.orchestra.run.smithi031.stdout:1 2024-09-16T07:21:28.153 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:21:28.153 DEBUG:teuthology.orchestra.run.smithi031:> route 2024-09-16T07:21:28.218 INFO:teuthology.orchestra.run.smithi031.stdout:Kernel IP routing table 2024-09-16T07:21:28.218 INFO:teuthology.orchestra.run.smithi031.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T07:21:28.219 INFO:teuthology.orchestra.run.smithi031.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-16T07:21:28.219 INFO:teuthology.orchestra.run.smithi031.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-16T07:21:28.219 INFO:teuthology.orchestra.run.smithi031.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T07:21:28.219 DEBUG:teuthology.orchestra.run.smithi031:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T07:21:28.219 DEBUG:teuthology.orchestra.run.smithi031:> set -e 2024-09-16T07:21:28.219 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-16T07:21:28.219 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-16T07:21:28.219 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-16T07:21:28.220 DEBUG:teuthology.orchestra.run.smithi031:> ') 2024-09-16T07:21:28.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:28 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T07:21:28.529 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:21:28.535 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:21:28.535 DEBUG:teuthology.orchestra.run.smithi031:> ip netns list 2024-09-16T07:21:28.551 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:21:28.551 DEBUG:teuthology.orchestra.run.smithi031:> ip netns list-id 2024-09-16T07:21:28.607 DEBUG:teuthology.orchestra.run.smithi031:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T07:21:28.608 DEBUG:teuthology.orchestra.run.smithi031:> set -e 2024-09-16T07:21:28.608 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:21:28.608 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-09-16T07:21:28.608 DEBUG:teuthology.orchestra.run.smithi031:> ') 2024-09-16T07:21:28.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:28 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T07:21:28.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:21:28.728 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-09-16T07:21:28.729 DEBUG:teuthology.orchestra.run.smithi031:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T07:21:28.729 DEBUG:teuthology.orchestra.run.smithi031:> set -e 2024-09-16T07:21:28.729 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-09-16T07:21:28.729 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-16T07:21:28.730 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-09-16T07:21:28.730 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-09-16T07:21:28.730 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-09-16T07:21:28.730 DEBUG:teuthology.orchestra.run.smithi031:> ') 2024-09-16T07:21:28.779 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:28 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T07:21:28.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:21:28.852 DEBUG:teuthology.orchestra.run.smithi031:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T07:21:28.852 DEBUG:teuthology.orchestra.run.smithi031:> set -e 2024-09-16T07:21:28.852 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip link set brx.0 up 2024-09-16T07:21:28.852 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip link set dev brx.0 master ceph-brx 2024-09-16T07:21:28.852 DEBUG:teuthology.orchestra.run.smithi031:> ') 2024-09-16T07:21:28.902 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:28 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T07:21:28.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:21:28.931 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-16T07:21:28.931 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T07:21:28.931 DEBUG:teuthology.orchestra.run.smithi031:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-16T07:21:28.947 INFO:teuthology.orchestra.run.smithi031.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-16T07:21:28.947 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T07:21:28.947 DEBUG:teuthology.orchestra.run.smithi031:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-16T07:21:29.002 DEBUG:teuthology.orchestra.run.smithi031:> sudo modprobe fuse 2024-09-16T07:21:29.070 DEBUG:teuthology.orchestra.run.smithi031:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T07:21:29.127 INFO:teuthology.orchestra.run.smithi031.stdout:/proc 2024-09-16T07:21:29.127 INFO:teuthology.orchestra.run.smithi031.stdout:/sys 2024-09-16T07:21:29.127 INFO:teuthology.orchestra.run.smithi031.stdout:/dev 2024-09-16T07:21:29.127 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/security 2024-09-16T07:21:29.127 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/shm 2024-09-16T07:21:29.127 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/pts 2024-09-16T07:21:29.128 INFO:teuthology.orchestra.run.smithi031.stdout:/run 2024-09-16T07:21:29.128 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/cgroup 2024-09-16T07:21:29.128 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/pstore 2024-09-16T07:21:29.128 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/bpf 2024-09-16T07:21:29.128 INFO:teuthology.orchestra.run.smithi031.stdout:/ 2024-09-16T07:21:29.128 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/selinux 2024-09-16T07:21:29.128 INFO:teuthology.orchestra.run.smithi031.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T07:21:29.128 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/tracing 2024-09-16T07:21:29.128 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/mqueue 2024-09-16T07:21:29.128 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/debug 2024-09-16T07:21:29.128 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/hugepages 2024-09-16T07:21:29.128 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T07:21:29.128 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/fuse/connections 2024-09-16T07:21:29.129 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/config 2024-09-16T07:21:29.129 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T07:21:29.129 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T07:21:29.129 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T07:21:29.129 INFO:teuthology.orchestra.run.smithi031.stdout:/run/user/1000 2024-09-16T07:21:29.129 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph 2024-09-16T07:21:29.129 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T07:21:29.129 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T07:21:29.129 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T07:21:29.129 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T07:21:29.129 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns 2024-09-16T07:21:29.129 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:21:29.129 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:21:29.130 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:21:29.130 DEBUG:teuthology.orchestra.run.smithi031:> ls /sys/fs/fuse/connections 2024-09-16T07:21:29.183 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-16T07:21:29.183 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-16T07:21:29.226 DEBUG:teuthology.orchestra.run.smithi031:> sudo modprobe fuse 2024-09-16T07:21:29.251 DEBUG:teuthology.orchestra.run.smithi031:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T07:21:29.308 INFO:teuthology.orchestra.run.smithi031.stdout:/proc 2024-09-16T07:21:29.308 INFO:teuthology.orchestra.run.smithi031.stdout:/sys 2024-09-16T07:21:29.308 INFO:teuthology.orchestra.run.smithi031.stdout:/dev 2024-09-16T07:21:29.308 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/security 2024-09-16T07:21:29.308 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/shm 2024-09-16T07:21:29.308 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/pts 2024-09-16T07:21:29.308 INFO:teuthology.orchestra.run.smithi031.stdout:/run 2024-09-16T07:21:29.308 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/cgroup 2024-09-16T07:21:29.309 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/pstore 2024-09-16T07:21:29.309 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/bpf 2024-09-16T07:21:29.309 INFO:teuthology.orchestra.run.smithi031.stdout:/ 2024-09-16T07:21:29.309 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/selinux 2024-09-16T07:21:29.309 INFO:teuthology.orchestra.run.smithi031.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T07:21:29.309 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/tracing 2024-09-16T07:21:29.309 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/mqueue 2024-09-16T07:21:29.309 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/debug 2024-09-16T07:21:29.309 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/hugepages 2024-09-16T07:21:29.309 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T07:21:29.309 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/fuse/connections 2024-09-16T07:21:29.309 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/config 2024-09-16T07:21:29.309 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T07:21:29.309 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T07:21:29.310 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T07:21:29.310 INFO:teuthology.orchestra.run.smithi031.stdout:/run/user/1000 2024-09-16T07:21:29.310 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph 2024-09-16T07:21:29.310 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T07:21:29.310 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T07:21:29.310 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T07:21:29.310 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T07:21:29.310 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns 2024-09-16T07:21:29.310 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:21:29.310 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:21:29.310 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:21:29.310 DEBUG:teuthology.orchestra.run.smithi031:> ls /sys/fs/fuse/connections 2024-09-16T07:21:29.323 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi031.stderr:2024-09-16T07:21:29.324+0000 7efe50e79480 -1 init, newargv = 0x55fc21dbc2e0 newargc=15 2024-09-16T07:21:29.323 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi031.stderr:ceph-fuse[45089]: starting ceph client 2024-09-16T07:21:29.328 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi031.stderr:ceph-fuse[45089]: starting fuse 2024-09-16T07:21:29.340 INFO:teuthology.orchestra.run.smithi031.stdout:42 2024-09-16T07:21:29.340 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [42] 2024-09-16T07:21:29.341 DEBUG:teuthology.orchestra.run.smithi031:> sudo stdin-killer -- python3 -c ' 2024-09-16T07:21:29.341 DEBUG:teuthology.orchestra.run.smithi031:> import glob 2024-09-16T07:21:29.341 DEBUG:teuthology.orchestra.run.smithi031:> import re 2024-09-16T07:21:29.341 DEBUG:teuthology.orchestra.run.smithi031:> import os 2024-09-16T07:21:29.341 DEBUG:teuthology.orchestra.run.smithi031:> import subprocess 2024-09-16T07:21:29.341 DEBUG:teuthology.orchestra.run.smithi031:> 2024-09-16T07:21:29.341 DEBUG:teuthology.orchestra.run.smithi031:> def _find_admin_socket(client_name): 2024-09-16T07:21:29.341 DEBUG:teuthology.orchestra.run.smithi031:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-16T07:21:29.341 DEBUG:teuthology.orchestra.run.smithi031:> files = glob.glob(asok_path) 2024-09-16T07:21:29.341 DEBUG:teuthology.orchestra.run.smithi031:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-16T07:21:29.342 DEBUG:teuthology.orchestra.run.smithi031:> 2024-09-16T07:21:29.342 DEBUG:teuthology.orchestra.run.smithi031:> # Given a non-glob path, it better be there 2024-09-16T07:21:29.342 DEBUG:teuthology.orchestra.run.smithi031:> if "*" not in asok_path: 2024-09-16T07:21:29.342 DEBUG:teuthology.orchestra.run.smithi031:> assert(len(files) == 1) 2024-09-16T07:21:29.342 DEBUG:teuthology.orchestra.run.smithi031:> return files[0] 2024-09-16T07:21:29.342 DEBUG:teuthology.orchestra.run.smithi031:> 2024-09-16T07:21:29.342 DEBUG:teuthology.orchestra.run.smithi031:> for f in files: 2024-09-16T07:21:29.342 DEBUG:teuthology.orchestra.run.smithi031:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T07:21:29.342 DEBUG:teuthology.orchestra.run.smithi031:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T07:21:29.342 DEBUG:teuthology.orchestra.run.smithi031:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T07:21:29.342 DEBUG:teuthology.orchestra.run.smithi031:> contents = proc_f.read() 2024-09-16T07:21:29.342 DEBUG:teuthology.orchestra.run.smithi031:> if mountpoint in contents: 2024-09-16T07:21:29.343 DEBUG:teuthology.orchestra.run.smithi031:> return f 2024-09-16T07:21:29.343 DEBUG:teuthology.orchestra.run.smithi031:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T07:21:29.343 DEBUG:teuthology.orchestra.run.smithi031:> 2024-09-16T07:21:29.343 DEBUG:teuthology.orchestra.run.smithi031:> print(_find_admin_socket("client.0")) 2024-09-16T07:21:29.343 DEBUG:teuthology.orchestra.run.smithi031:> ' 2024-09-16T07:21:29.459 INFO:teuthology.orchestra.run.smithi031.stdout:/var/run/ceph/ceph-client.0.45089.asok 2024-09-16T07:21:29.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:21:29.470 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.45089.asok 2024-09-16T07:21:29.470 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:21:29.470 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.45089.asok status 2024-09-16T07:21:29.607 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-16T07:21:29.608 INFO:teuthology.orchestra.run.smithi031.stdout: "metadata": { 2024-09-16T07:21:29.608 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph_sha1": "4ef5f0587d1cad82c4295c20951c303dc342ac74", 2024-09-16T07:21:29.608 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph_version": "ceph version 19.3.0-4938-g4ef5f058 (4ef5f0587d1cad82c4295c20951c303dc342ac74) squid (dev)", 2024-09-16T07:21:29.608 INFO:teuthology.orchestra.run.smithi031.stdout: "entity_id": "0", 2024-09-16T07:21:29.608 INFO:teuthology.orchestra.run.smithi031.stdout: "hostname": "smithi031", 2024-09-16T07:21:29.608 INFO:teuthology.orchestra.run.smithi031.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-16T07:21:29.608 INFO:teuthology.orchestra.run.smithi031.stdout: "pid": "45089", 2024-09-16T07:21:29.608 INFO:teuthology.orchestra.run.smithi031.stdout: "root": "/" 2024-09-16T07:21:29.608 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:21:29.609 INFO:teuthology.orchestra.run.smithi031.stdout: "dentry_count": 0, 2024-09-16T07:21:29.609 INFO:teuthology.orchestra.run.smithi031.stdout: "dentry_pinned_count": 0, 2024-09-16T07:21:29.609 INFO:teuthology.orchestra.run.smithi031.stdout: "id": 4734, 2024-09-16T07:21:29.609 INFO:teuthology.orchestra.run.smithi031.stdout: "inst": { 2024-09-16T07:21:29.609 INFO:teuthology.orchestra.run.smithi031.stdout: "name": { 2024-09-16T07:21:29.609 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "client", 2024-09-16T07:21:29.609 INFO:teuthology.orchestra.run.smithi031.stdout: "num": 4734 2024-09-16T07:21:29.609 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:21:29.609 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": { 2024-09-16T07:21:29.609 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "v1", 2024-09-16T07:21:29.610 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": "192.168.0.1:0", 2024-09-16T07:21:29.610 INFO:teuthology.orchestra.run.smithi031.stdout: "nonce": 3301273032 2024-09-16T07:21:29.610 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:21:29.610 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:21:29.610 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": { 2024-09-16T07:21:29.610 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "v1", 2024-09-16T07:21:29.610 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": "192.168.0.1:0", 2024-09-16T07:21:29.610 INFO:teuthology.orchestra.run.smithi031.stdout: "nonce": 3301273032 2024-09-16T07:21:29.610 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:21:29.610 INFO:teuthology.orchestra.run.smithi031.stdout: "inst_str": "client.4734 192.168.0.1:0/3301273032", 2024-09-16T07:21:29.610 INFO:teuthology.orchestra.run.smithi031.stdout: "addr_str": "192.168.0.1:0/3301273032", 2024-09-16T07:21:29.610 INFO:teuthology.orchestra.run.smithi031.stdout: "inode_count": 1, 2024-09-16T07:21:29.611 INFO:teuthology.orchestra.run.smithi031.stdout: "mds_epoch": 8, 2024-09-16T07:21:29.611 INFO:teuthology.orchestra.run.smithi031.stdout: "osd_epoch": 23, 2024-09-16T07:21:29.611 INFO:teuthology.orchestra.run.smithi031.stdout: "osd_epoch_barrier": 0, 2024-09-16T07:21:29.611 INFO:teuthology.orchestra.run.smithi031.stdout: "blocklisted": false, 2024-09-16T07:21:29.611 INFO:teuthology.orchestra.run.smithi031.stdout: "fs_name": "cephfs" 2024-09-16T07:21:29.611 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-16T07:21:29.616 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-16T07:21:29.616 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T07:21:29.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:29.724+0000 7f6ab2e08640 1 -- 172.21.15.31:0/170832075 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6aac0d0d40 msgr2=0x7f6aac0b3800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:29.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:29.724+0000 7f6ab2e08640 1 --2- 172.21.15.31:0/170832075 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6aac0d0d40 0x7f6aac0b3800 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f6aa4005fd0 tx=0x7f6aa402a8b0 comp rx=0 tx=0).stop 2024-09-16T07:21:29.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:29.724+0000 7f6ab2e08640 1 -- 172.21.15.31:0/170832075 shutdown_connections 2024-09-16T07:21:29.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:29.724+0000 7f6ab2e08640 1 --2- 172.21.15.31:0/170832075 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6aac0d0d40 0x7f6aac0b3800 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:29.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:29.724+0000 7f6ab2e08640 1 --2- 172.21.15.31:0/170832075 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6aac15df90 0x7f6aac0cf9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:29.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:29.724+0000 7f6ab2e08640 1 -- 172.21.15.31:0/170832075 >> 172.21.15.31:0/170832075 conn(0x7f6aac0d3ea0 msgr2=0x7f6aac0d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:29.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:29.724+0000 7f6ab2e08640 1 -- 172.21.15.31:0/170832075 shutdown_connections 2024-09-16T07:21:29.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:29.724+0000 7f6ab2e08640 1 -- 172.21.15.31:0/170832075 wait complete. 2024-09-16T07:21:29.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:29.725+0000 7f6ab2e08640 1 Processor -- start 2024-09-16T07:21:29.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:29.725+0000 7f6ab2e08640 1 -- start start 2024-09-16T07:21:29.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:29.726+0000 7f6ab2e08640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6aac0d0d40 0x7f6aac0caf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:29.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:29.726+0000 7f6ab2e08640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6aac0d49c0 0x7f6aac0ca850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:29.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:29.726+0000 7f6ab2e08640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6aac15df90 0x7f6aac15b7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:29.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:29.726+0000 7f6ab2e08640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f6aac162690 con 0x7f6aac0d49c0 2024-09-16T07:21:29.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:29.726+0000 7f6ab2e08640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f6aac0b3d40 con 0x7f6aac0d0d40 2024-09-16T07:21:29.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:29.726+0000 7f6ab2e08640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f6aac0cad90 con 0x7f6aac15df90 2024-09-16T07:21:29.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:29.726+0000 7f6aabfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6aac0d49c0 0x7f6aac0ca850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:29.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:29.726+0000 7f6aabfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6aac0d49c0 0x7f6aac0ca850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43720/0 (socket says 172.21.15.31:43720) 2024-09-16T07:21:29.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:29.726+0000 7f6aabfff640 1 -- 172.21.15.31:0/3302806550 learned_addr learned my addr 172.21.15.31:0/3302806550 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:29.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:29.726+0000 7f6ab0ba4640 1 --2- 172.21.15.31:0/3302806550 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6aac0d0d40 0x7f6aac0caf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:29.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:29.727+0000 7f6ab13a5640 1 --2- 172.21.15.31:0/3302806550 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6aac15df90 0x7f6aac15b7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:29.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:29.727+0000 7f6aabfff640 1 -- 172.21.15.31:0/3302806550 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6aac15df90 msgr2=0x7f6aac15b7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:29.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:29.727+0000 7f6aabfff640 1 --2- 172.21.15.31:0/3302806550 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6aac15df90 0x7f6aac15b7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:29.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:29.727+0000 7f6aabfff640 1 -- 172.21.15.31:0/3302806550 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6aac0d0d40 msgr2=0x7f6aac0caf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:29.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:29.727+0000 7f6aabfff640 1 --2- 172.21.15.31:0/3302806550 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6aac0d0d40 0x7f6aac0caf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:29.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:29.727+0000 7f6aabfff640 1 -- 172.21.15.31:0/3302806550 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6aac0cb670 con 0x7f6aac0d49c0 2024-09-16T07:21:29.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:29.727+0000 7f6aabfff640 1 --2- 172.21.15.31:0/3302806550 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6aac0d49c0 0x7f6aac0ca850 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f6a9400c730 tx=0x7f6a9400cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:29.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:29.727+0000 7f6aa97fa640 1 -- 172.21.15.31:0/3302806550 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a94017070 con 0x7f6aac0d49c0 2024-09-16T07:21:29.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:29.727+0000 7f6aa97fa640 1 -- 172.21.15.31:0/3302806550 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6a94005180 con 0x7f6aac0d49c0 2024-09-16T07:21:29.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:29.727+0000 7f6ab2e08640 1 -- 172.21.15.31:0/3302806550 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6aac0cb9b0 con 0x7f6aac0d49c0 2024-09-16T07:21:29.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:29.727+0000 7f6aa97fa640 1 -- 172.21.15.31:0/3302806550 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a9400a640 con 0x7f6aac0d49c0 2024-09-16T07:21:29.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:29.727+0000 7f6ab2e08640 1 -- 172.21.15.31:0/3302806550 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6aac0cc1f0 con 0x7f6aac0d49c0 2024-09-16T07:21:29.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:29.728+0000 7f6ab2e08640 1 -- 172.21.15.31:0/3302806550 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6aac08d590 con 0x7f6aac0d49c0 2024-09-16T07:21:29.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:29.729+0000 7f6aa97fa640 1 -- 172.21.15.31:0/3302806550 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f6a9401a070 con 0x7f6aac0d49c0 2024-09-16T07:21:29.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:29.729+0000 7f6aa97fa640 1 --2- 172.21.15.31:0/3302806550 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6a8c078850 0x7f6a8c07ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:29.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:29.729+0000 7f6aa97fa640 1 -- 172.21.15.31:0/3302806550 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7f6a94099c80 con 0x7f6aac0d49c0 2024-09-16T07:21:29.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:29.730+0000 7f6ab0ba4640 1 --2- 172.21.15.31:0/3302806550 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6a8c078850 0x7f6a8c07ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:29.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:29.730+0000 7f6ab0ba4640 1 --2- 172.21.15.31:0/3302806550 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6a8c078850 0x7f6a8c07ad10 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f6a9c004590 tx=0x7f6a9c00b390 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:29.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:29.734+0000 7f6aa97fa640 1 -- 172.21.15.31:0/3302806550 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f6aac0cb9b0 con 0x7f6aac0d49c0 2024-09-16T07:21:29.956 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:29.957+0000 7f6ab2e08640 1 -- 172.21.15.31:0/3302806550 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f6aac0b0d40 con 0x7f6aac0d49c0 2024-09-16T07:21:29.956 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:29.957+0000 7f6aa97fa640 1 -- 172.21.15.31:0/3302806550 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) ==== 53+0+73 (secure 0 0 0) 0x7f6aac0ce970 con 0x7f6aac0d49c0 2024-09-16T07:21:29.957 INFO:teuthology.orchestra.run.smithi031.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T07:21:29.959 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:29.959+0000 7f6ab2e08640 1 -- 172.21.15.31:0/3302806550 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6a8c078850 msgr2=0x7f6a8c07ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:29.959 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:29.959+0000 7f6ab2e08640 1 --2- 172.21.15.31:0/3302806550 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6a8c078850 0x7f6a8c07ad10 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f6a9c004590 tx=0x7f6a9c00b390 comp rx=0 tx=0).stop 2024-09-16T07:21:29.959 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:29.959+0000 7f6ab2e08640 1 -- 172.21.15.31:0/3302806550 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6aac0d49c0 msgr2=0x7f6aac0ca850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:29.960 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:29.959+0000 7f6ab2e08640 1 --2- 172.21.15.31:0/3302806550 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6aac0d49c0 0x7f6aac0ca850 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f6a9400c730 tx=0x7f6a9400cbf0 comp rx=0 tx=0).stop 2024-09-16T07:21:29.960 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:29.959+0000 7f6ab2e08640 1 -- 172.21.15.31:0/3302806550 shutdown_connections 2024-09-16T07:21:29.960 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:29.959+0000 7f6ab2e08640 1 --2- 172.21.15.31:0/3302806550 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6a8c078850 0x7f6a8c07ad10 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:29.960 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:29.959+0000 7f6ab2e08640 1 --2- 172.21.15.31:0/3302806550 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6aac15df90 0x7f6aac15b7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:29.960 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:29.959+0000 7f6ab2e08640 1 --2- 172.21.15.31:0/3302806550 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6aac0d49c0 0x7f6aac0ca850 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:29.960 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:29.959+0000 7f6ab2e08640 1 --2- 172.21.15.31:0/3302806550 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6aac0d0d40 0x7f6aac0caf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:29.960 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:29.959+0000 7f6ab2e08640 1 -- 172.21.15.31:0/3302806550 >> 172.21.15.31:0/3302806550 conn(0x7f6aac0d3ea0 msgr2=0x7f6aac0d27d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:29.960 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:29.959+0000 7f6ab2e08640 1 -- 172.21.15.31:0/3302806550 shutdown_connections 2024-09-16T07:21:29.960 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:29.959+0000 7f6ab2e08640 1 -- 172.21.15.31:0/3302806550 wait complete. 2024-09-16T07:21:29.969 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T07:21:29.969 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T07:21:29.970 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi031.front.sepia.ceph.com 2024-09-16T07:21:29.970 INFO:tasks.cephfs.mount:self.client.name = client.2 2024-09-16T07:21:29.970 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-16T07:21:29.970 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T07:21:29.970 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T07:21:29.970 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T07:21:29.970 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.2' 2024-09-16T07:21:29.970 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:21:29.970 DEBUG:teuthology.orchestra.run.smithi031:> ip addr 2024-09-16T07:21:29.986 INFO:teuthology.orchestra.run.smithi031.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T07:21:29.987 INFO:teuthology.orchestra.run.smithi031.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T07:21:29.987 INFO:teuthology.orchestra.run.smithi031.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T07:21:29.987 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:21:29.987 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 ::1/128 scope host 2024-09-16T07:21:29.987 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:21:29.987 INFO:teuthology.orchestra.run.smithi031.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:21:29.987 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 0c:c4:7a:6b:f6:cc brd ff:ff:ff:ff:ff:ff 2024-09-16T07:21:29.987 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp7s0f0 2024-09-16T07:21:29.987 INFO:teuthology.orchestra.run.smithi031.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:21:29.987 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 0c:c4:7a:6b:f6:cd brd ff:ff:ff:ff:ff:ff 2024-09-16T07:21:29.987 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp7s0f1 2024-09-16T07:21:29.987 INFO:teuthology.orchestra.run.smithi031.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T07:21:29.987 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether ac:1f:6b:a5:ca:ba brd ff:ff:ff:ff:ff:ff 2024-09-16T07:21:29.988 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp1s0f0 2024-09-16T07:21:29.988 INFO:teuthology.orchestra.run.smithi031.stdout: inet 172.21.15.31/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-16T07:21:29.988 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft 42729sec preferred_lft 42729sec 2024-09-16T07:21:29.988 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::ae1f:6bff:fea5:caba/64 scope link 2024-09-16T07:21:29.988 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:21:29.988 INFO:teuthology.orchestra.run.smithi031.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:21:29.988 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether ac:1f:6b:a5:ca:bb brd ff:ff:ff:ff:ff:ff 2024-09-16T07:21:29.988 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp1s0f1 2024-09-16T07:21:29.988 INFO:teuthology.orchestra.run.smithi031.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T07:21:29.988 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether ea:2f:ff:7f:16:93 brd ff:ff:ff:ff:ff:ff 2024-09-16T07:21:29.988 INFO:teuthology.orchestra.run.smithi031.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-16T07:21:29.988 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:21:29.988 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::5853:30ff:feaf:abcc/64 scope link 2024-09-16T07:21:29.989 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:21:29.989 INFO:teuthology.orchestra.run.smithi031.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T07:21:29.989 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether ea:2f:ff:7f:16:93 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:21:29.989 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::e82f:ffff:fe7f:1693/64 scope link tentative 2024-09-16T07:21:29.989 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:21:29.989 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:21:29.989 DEBUG:teuthology.orchestra.run.smithi031:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T07:21:30.053 INFO:teuthology.orchestra.run.smithi031.stdout:1 2024-09-16T07:21:30.054 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:21:30.054 DEBUG:teuthology.orchestra.run.smithi031:> route 2024-09-16T07:21:30.111 INFO:teuthology.orchestra.run.smithi031.stdout:Kernel IP routing table 2024-09-16T07:21:30.111 INFO:teuthology.orchestra.run.smithi031.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T07:21:30.111 INFO:teuthology.orchestra.run.smithi031.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-16T07:21:30.111 INFO:teuthology.orchestra.run.smithi031.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-16T07:21:30.112 INFO:teuthology.orchestra.run.smithi031.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T07:21:30.112 DEBUG:teuthology.orchestra.run.smithi031:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T07:21:30.112 DEBUG:teuthology.orchestra.run.smithi031:> set -e 2024-09-16T07:21:30.112 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-16T07:21:30.112 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-16T07:21:30.112 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-16T07:21:30.112 DEBUG:teuthology.orchestra.run.smithi031:> ') 2024-09-16T07:21:30.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:30 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T07:21:30.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:21:30.240 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:21:30.240 DEBUG:teuthology.orchestra.run.smithi031:> ip netns list 2024-09-16T07:21:30.256 INFO:teuthology.orchestra.run.smithi031.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-16T07:21:30.256 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:21:30.256 DEBUG:teuthology.orchestra.run.smithi031:> ip netns list-id 2024-09-16T07:21:30.312 INFO:teuthology.orchestra.run.smithi031.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.0) 2024-09-16T07:21:30.312 DEBUG:teuthology.orchestra.run.smithi031:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T07:21:30.312 DEBUG:teuthology.orchestra.run.smithi031:> set -e 2024-09-16T07:21:30.312 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:21:30.312 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.2 1 2024-09-16T07:21:30.312 DEBUG:teuthology.orchestra.run.smithi031:> ') 2024-09-16T07:21:30.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:30 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T07:21:30.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:21:30.431 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:21:30.432 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-16T07:21:30.457 INFO:teuthology.orchestra.run.smithi031.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T07:21:30.457 INFO:teuthology.orchestra.run.smithi031.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T07:21:30.457 INFO:teuthology.orchestra.run.smithi031.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T07:21:30.457 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:21:30.458 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 ::1/128 scope host 2024-09-16T07:21:30.458 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:21:30.458 INFO:teuthology.orchestra.run.smithi031.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T07:21:30.458 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether e2:32:3e:c3:50:9c brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-16T07:21:30.458 INFO:teuthology.orchestra.run.smithi031.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-16T07:21:30.458 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:21:30.458 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::e032:3eff:fec3:509c/64 scope link tentative 2024-09-16T07:21:30.458 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:21:30.459 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:21:30.459 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-16T07:21:30.526 INFO:teuthology.orchestra.run.smithi031.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T07:21:30.526 INFO:teuthology.orchestra.run.smithi031.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T07:21:30.526 INFO:teuthology.orchestra.run.smithi031.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T07:21:30.526 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:21:30.526 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 ::1/128 scope host 2024-09-16T07:21:30.527 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:21:30.527 INFO:teuthology.orchestra.run.smithi031.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T07:21:30.527 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether e2:32:3e:c3:50:9c brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-16T07:21:30.527 INFO:teuthology.orchestra.run.smithi031.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-16T07:21:30.527 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:21:30.527 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::e032:3eff:fec3:509c/64 scope link 2024-09-16T07:21:30.527 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:21:30.528 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.2' with 192.168.0.2/16 2024-09-16T07:21:30.528 DEBUG:teuthology.orchestra.run.smithi031:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T07:21:30.529 DEBUG:teuthology.orchestra.run.smithi031:> set -e 2024-09-16T07:21:30.529 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.2 type veth peer name brx.1 2024-09-16T07:21:30.529 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-16T07:21:30.529 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set veth0 up 2024-09-16T07:21:30.529 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set lo up 2024-09-16T07:21:30.529 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip route add default via 192.168.255.254 2024-09-16T07:21:30.529 DEBUG:teuthology.orchestra.run.smithi031:> ') 2024-09-16T07:21:30.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:30 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T07:21:30.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:21:30.683 DEBUG:teuthology.orchestra.run.smithi031:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T07:21:30.683 DEBUG:teuthology.orchestra.run.smithi031:> set -e 2024-09-16T07:21:30.683 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip link set brx.1 up 2024-09-16T07:21:30.684 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip link set dev brx.1 master ceph-brx 2024-09-16T07:21:30.684 DEBUG:teuthology.orchestra.run.smithi031:> ') 2024-09-16T07:21:30.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:30 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T07:21:30.756 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:21:30.762 INFO:tasks.cephfs.fuse_mount:Client client.2 config is {} 2024-09-16T07:21:30.763 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T07:21:30.763 DEBUG:teuthology.orchestra.run.smithi031:> mkdir -p -v /home/ubuntu/cephtest/mnt.2 2024-09-16T07:21:30.779 INFO:teuthology.orchestra.run.smithi031.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.2' 2024-09-16T07:21:30.779 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T07:21:30.780 DEBUG:teuthology.orchestra.run.smithi031:> chmod 0000 /home/ubuntu/cephtest/mnt.2 2024-09-16T07:21:30.831 DEBUG:teuthology.orchestra.run.smithi031:> sudo modprobe fuse 2024-09-16T07:21:30.898 DEBUG:teuthology.orchestra.run.smithi031:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T07:21:30.955 INFO:teuthology.orchestra.run.smithi031.stdout:/proc 2024-09-16T07:21:30.955 INFO:teuthology.orchestra.run.smithi031.stdout:/sys 2024-09-16T07:21:30.955 INFO:teuthology.orchestra.run.smithi031.stdout:/dev 2024-09-16T07:21:30.956 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/security 2024-09-16T07:21:30.956 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/shm 2024-09-16T07:21:30.956 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/pts 2024-09-16T07:21:30.956 INFO:teuthology.orchestra.run.smithi031.stdout:/run 2024-09-16T07:21:30.956 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/cgroup 2024-09-16T07:21:30.956 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/pstore 2024-09-16T07:21:30.956 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/bpf 2024-09-16T07:21:30.956 INFO:teuthology.orchestra.run.smithi031.stdout:/ 2024-09-16T07:21:30.956 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/selinux 2024-09-16T07:21:30.956 INFO:teuthology.orchestra.run.smithi031.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T07:21:30.956 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/tracing 2024-09-16T07:21:30.956 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/mqueue 2024-09-16T07:21:30.957 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/debug 2024-09-16T07:21:30.957 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/hugepages 2024-09-16T07:21:30.957 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T07:21:30.957 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/fuse/connections 2024-09-16T07:21:30.957 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/config 2024-09-16T07:21:30.957 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T07:21:30.957 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T07:21:30.957 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T07:21:30.957 INFO:teuthology.orchestra.run.smithi031.stdout:/run/user/1000 2024-09-16T07:21:30.957 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph 2024-09-16T07:21:30.957 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T07:21:30.957 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T07:21:30.957 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T07:21:30.957 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T07:21:30.958 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns 2024-09-16T07:21:30.958 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:21:30.958 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:21:30.958 INFO:teuthology.orchestra.run.smithi031.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-16T07:21:30.958 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:21:30.958 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:21:30.958 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:21:30.958 DEBUG:teuthology.orchestra.run.smithi031:> ls /sys/fs/fuse/connections 2024-09-16T07:21:31.011 INFO:teuthology.orchestra.run.smithi031.stdout:42 2024-09-16T07:21:31.012 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [42] 2024-09-16T07:21:31.012 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.2 --id 2) 2024-09-16T07:21:31.055 DEBUG:teuthology.orchestra.run.smithi031:> sudo modprobe fuse 2024-09-16T07:21:31.081 DEBUG:teuthology.orchestra.run.smithi031:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T07:21:31.138 INFO:teuthology.orchestra.run.smithi031.stdout:/proc 2024-09-16T07:21:31.139 INFO:teuthology.orchestra.run.smithi031.stdout:/sys 2024-09-16T07:21:31.139 INFO:teuthology.orchestra.run.smithi031.stdout:/dev 2024-09-16T07:21:31.139 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/security 2024-09-16T07:21:31.139 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/shm 2024-09-16T07:21:31.139 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/pts 2024-09-16T07:21:31.139 INFO:teuthology.orchestra.run.smithi031.stdout:/run 2024-09-16T07:21:31.139 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/cgroup 2024-09-16T07:21:31.139 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/pstore 2024-09-16T07:21:31.139 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/bpf 2024-09-16T07:21:31.139 INFO:teuthology.orchestra.run.smithi031.stdout:/ 2024-09-16T07:21:31.139 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/selinux 2024-09-16T07:21:31.139 INFO:teuthology.orchestra.run.smithi031.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T07:21:31.140 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/tracing 2024-09-16T07:21:31.140 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/mqueue 2024-09-16T07:21:31.140 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/debug 2024-09-16T07:21:31.140 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/hugepages 2024-09-16T07:21:31.140 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T07:21:31.140 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/fuse/connections 2024-09-16T07:21:31.140 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/config 2024-09-16T07:21:31.140 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T07:21:31.140 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T07:21:31.140 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T07:21:31.140 INFO:teuthology.orchestra.run.smithi031.stdout:/run/user/1000 2024-09-16T07:21:31.140 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph 2024-09-16T07:21:31.140 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T07:21:31.141 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T07:21:31.141 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T07:21:31.141 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T07:21:31.141 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns 2024-09-16T07:21:31.141 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:21:31.141 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:21:31.141 INFO:teuthology.orchestra.run.smithi031.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-16T07:21:31.141 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:21:31.141 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:21:31.142 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:21:31.142 DEBUG:teuthology.orchestra.run.smithi031:> ls /sys/fs/fuse/connections 2024-09-16T07:21:31.143 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi031.stderr:2024-09-16T07:21:31.141+0000 7fd99800c480 -1 init, newargv = 0x55d88eb594a0 newargc=15 2024-09-16T07:21:31.143 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi031.stderr:ceph-fuse[45576]: starting ceph client 2024-09-16T07:21:31.144 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi031.stderr:ceph-fuse[45576]: starting fuse 2024-09-16T07:21:31.160 INFO:teuthology.orchestra.run.smithi031.stdout:42 2024-09-16T07:21:31.160 INFO:teuthology.orchestra.run.smithi031.stdout:44 2024-09-16T07:21:31.160 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [42, 44] 2024-09-16T07:21:31.160 DEBUG:teuthology.orchestra.run.smithi031:> sudo stdin-killer -- python3 -c ' 2024-09-16T07:21:31.160 DEBUG:teuthology.orchestra.run.smithi031:> import glob 2024-09-16T07:21:31.160 DEBUG:teuthology.orchestra.run.smithi031:> import re 2024-09-16T07:21:31.160 DEBUG:teuthology.orchestra.run.smithi031:> import os 2024-09-16T07:21:31.161 DEBUG:teuthology.orchestra.run.smithi031:> import subprocess 2024-09-16T07:21:31.161 DEBUG:teuthology.orchestra.run.smithi031:> 2024-09-16T07:21:31.161 DEBUG:teuthology.orchestra.run.smithi031:> def _find_admin_socket(client_name): 2024-09-16T07:21:31.161 DEBUG:teuthology.orchestra.run.smithi031:> asok_path = "/var/run/ceph/ceph-client.2.*.asok" 2024-09-16T07:21:31.161 DEBUG:teuthology.orchestra.run.smithi031:> files = glob.glob(asok_path) 2024-09-16T07:21:31.161 DEBUG:teuthology.orchestra.run.smithi031:> mountpoint = "/home/ubuntu/cephtest/mnt.2" 2024-09-16T07:21:31.161 DEBUG:teuthology.orchestra.run.smithi031:> 2024-09-16T07:21:31.161 DEBUG:teuthology.orchestra.run.smithi031:> # Given a non-glob path, it better be there 2024-09-16T07:21:31.161 DEBUG:teuthology.orchestra.run.smithi031:> if "*" not in asok_path: 2024-09-16T07:21:31.161 DEBUG:teuthology.orchestra.run.smithi031:> assert(len(files) == 1) 2024-09-16T07:21:31.161 DEBUG:teuthology.orchestra.run.smithi031:> return files[0] 2024-09-16T07:21:31.161 DEBUG:teuthology.orchestra.run.smithi031:> 2024-09-16T07:21:31.161 DEBUG:teuthology.orchestra.run.smithi031:> for f in files: 2024-09-16T07:21:31.161 DEBUG:teuthology.orchestra.run.smithi031:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T07:21:31.161 DEBUG:teuthology.orchestra.run.smithi031:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T07:21:31.161 DEBUG:teuthology.orchestra.run.smithi031:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T07:21:31.162 DEBUG:teuthology.orchestra.run.smithi031:> contents = proc_f.read() 2024-09-16T07:21:31.162 DEBUG:teuthology.orchestra.run.smithi031:> if mountpoint in contents: 2024-09-16T07:21:31.162 DEBUG:teuthology.orchestra.run.smithi031:> return f 2024-09-16T07:21:31.162 DEBUG:teuthology.orchestra.run.smithi031:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T07:21:31.162 DEBUG:teuthology.orchestra.run.smithi031:> 2024-09-16T07:21:31.162 DEBUG:teuthology.orchestra.run.smithi031:> print(_find_admin_socket("client.2")) 2024-09-16T07:21:31.162 DEBUG:teuthology.orchestra.run.smithi031:> ' 2024-09-16T07:21:31.280 INFO:teuthology.orchestra.run.smithi031.stdout:/var/run/ceph/ceph-client.2.45576.asok 2024-09-16T07:21:31.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:21:31.290 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.2.45576.asok 2024-09-16T07:21:31.290 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:21:31.291 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.2.45576.asok status 2024-09-16T07:21:31.427 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-16T07:21:31.427 INFO:teuthology.orchestra.run.smithi031.stdout: "metadata": { 2024-09-16T07:21:31.427 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph_sha1": "4ef5f0587d1cad82c4295c20951c303dc342ac74", 2024-09-16T07:21:31.427 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph_version": "ceph version 19.3.0-4938-g4ef5f058 (4ef5f0587d1cad82c4295c20951c303dc342ac74) squid (dev)", 2024-09-16T07:21:31.427 INFO:teuthology.orchestra.run.smithi031.stdout: "entity_id": "2", 2024-09-16T07:21:31.427 INFO:teuthology.orchestra.run.smithi031.stdout: "hostname": "smithi031", 2024-09-16T07:21:31.427 INFO:teuthology.orchestra.run.smithi031.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.2", 2024-09-16T07:21:31.427 INFO:teuthology.orchestra.run.smithi031.stdout: "pid": "45576", 2024-09-16T07:21:31.428 INFO:teuthology.orchestra.run.smithi031.stdout: "root": "/" 2024-09-16T07:21:31.428 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:21:31.428 INFO:teuthology.orchestra.run.smithi031.stdout: "dentry_count": 0, 2024-09-16T07:21:31.428 INFO:teuthology.orchestra.run.smithi031.stdout: "dentry_pinned_count": 0, 2024-09-16T07:21:31.428 INFO:teuthology.orchestra.run.smithi031.stdout: "id": 4749, 2024-09-16T07:21:31.428 INFO:teuthology.orchestra.run.smithi031.stdout: "inst": { 2024-09-16T07:21:31.428 INFO:teuthology.orchestra.run.smithi031.stdout: "name": { 2024-09-16T07:21:31.428 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "client", 2024-09-16T07:21:31.428 INFO:teuthology.orchestra.run.smithi031.stdout: "num": 4749 2024-09-16T07:21:31.428 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:21:31.428 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": { 2024-09-16T07:21:31.428 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "v1", 2024-09-16T07:21:31.428 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": "192.168.0.2:0", 2024-09-16T07:21:31.429 INFO:teuthology.orchestra.run.smithi031.stdout: "nonce": 570086666 2024-09-16T07:21:31.429 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:21:31.429 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:21:31.429 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": { 2024-09-16T07:21:31.429 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "v1", 2024-09-16T07:21:31.429 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": "192.168.0.2:0", 2024-09-16T07:21:31.429 INFO:teuthology.orchestra.run.smithi031.stdout: "nonce": 570086666 2024-09-16T07:21:31.429 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:21:31.429 INFO:teuthology.orchestra.run.smithi031.stdout: "inst_str": "client.4749 192.168.0.2:0/570086666", 2024-09-16T07:21:31.429 INFO:teuthology.orchestra.run.smithi031.stdout: "addr_str": "192.168.0.2:0/570086666", 2024-09-16T07:21:31.429 INFO:teuthology.orchestra.run.smithi031.stdout: "inode_count": 1, 2024-09-16T07:21:31.429 INFO:teuthology.orchestra.run.smithi031.stdout: "mds_epoch": 8, 2024-09-16T07:21:31.429 INFO:teuthology.orchestra.run.smithi031.stdout: "osd_epoch": 23, 2024-09-16T07:21:31.429 INFO:teuthology.orchestra.run.smithi031.stdout: "osd_epoch_barrier": 0, 2024-09-16T07:21:31.430 INFO:teuthology.orchestra.run.smithi031.stdout: "blocklisted": false, 2024-09-16T07:21:31.430 INFO:teuthology.orchestra.run.smithi031.stdout: "fs_name": "cephfs" 2024-09-16T07:21:31.430 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-16T07:21:31.435 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-16T07:21:31.435 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T07:21:31.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:31.541+0000 7f4b3b8ed640 1 -- 172.21.15.31:0/2952740652 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4b34161b30 msgr2=0x7f4b340cf920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:31.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:31.541+0000 7f4b3b8ed640 1 --2- 172.21.15.31:0/2952740652 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4b34161b30 0x7f4b340cf920 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f4b30005fd0 tx=0x7f4b3002a530 comp rx=0 tx=0).stop 2024-09-16T07:21:31.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:31.541+0000 7f4b3b8ed640 1 -- 172.21.15.31:0/2952740652 shutdown_connections 2024-09-16T07:21:31.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:31.541+0000 7f4b3b8ed640 1 --2- 172.21.15.31:0/2952740652 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4b340d1a10 0x7f4b34161f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:31.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:31.541+0000 7f4b3b8ed640 1 --2- 172.21.15.31:0/2952740652 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4b34161b30 0x7f4b340cf920 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:31.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:31.541+0000 7f4b3b8ed640 1 -- 172.21.15.31:0/2952740652 >> 172.21.15.31:0/2952740652 conn(0x7f4b340d3e40 msgr2=0x7f4b340d4250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:31.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:31.541+0000 7f4b3b8ed640 1 -- 172.21.15.31:0/2952740652 shutdown_connections 2024-09-16T07:21:31.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:31.541+0000 7f4b3b8ed640 1 -- 172.21.15.31:0/2952740652 wait complete. 2024-09-16T07:21:31.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:31.542+0000 7f4b3b8ed640 1 Processor -- start 2024-09-16T07:21:31.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:31.542+0000 7f4b3b8ed640 1 -- start start 2024-09-16T07:21:31.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:31.543+0000 7f4b3b8ed640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4b340d1a10 0x7f4b34159100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:31.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:31.543+0000 7f4b3b8ed640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4b34160ac0 0x7f4b340ca340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:31.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:31.543+0000 7f4b3b8ed640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4b34161b30 0x7f4b3414d740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:31.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:31.543+0000 7f4b3b8ed640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f4b340b3b60 con 0x7f4b340d1a10 2024-09-16T07:21:31.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:31.543+0000 7f4b3b8ed640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f4b340b39e0 con 0x7f4b34160ac0 2024-09-16T07:21:31.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:31.543+0000 7f4b3b8ed640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f4b340b3ce0 con 0x7f4b34161b30 2024-09-16T07:21:31.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:31.543+0000 7f4b39689640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4b340d1a10 0x7f4b34159100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:31.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:31.543+0000 7f4b39689640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4b340d1a10 0x7f4b34159100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43730/0 (socket says 172.21.15.31:43730) 2024-09-16T07:21:31.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:31.543+0000 7f4b39689640 1 -- 172.21.15.31:0/3057147485 learned_addr learned my addr 172.21.15.31:0/3057147485 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:31.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:31.543+0000 7f4b38e88640 1 --2- 172.21.15.31:0/3057147485 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4b34160ac0 0x7f4b340ca340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:31.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:31.543+0000 7f4b39e8a640 1 --2- 172.21.15.31:0/3057147485 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4b34161b30 0x7f4b3414d740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:31.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:31.543+0000 7f4b39689640 1 -- 172.21.15.31:0/3057147485 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4b34161b30 msgr2=0x7f4b3414d740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:31.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:31.543+0000 7f4b39689640 1 --2- 172.21.15.31:0/3057147485 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4b34161b30 0x7f4b3414d740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:31.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:31.543+0000 7f4b39689640 1 -- 172.21.15.31:0/3057147485 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4b34160ac0 msgr2=0x7f4b340ca340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:31.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:31.543+0000 7f4b39689640 1 --2- 172.21.15.31:0/3057147485 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4b34160ac0 0x7f4b340ca340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:31.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:31.543+0000 7f4b39689640 1 -- 172.21.15.31:0/3057147485 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b340ca950 con 0x7f4b340d1a10 2024-09-16T07:21:31.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:31.543+0000 7f4b39e8a640 1 --2- 172.21.15.31:0/3057147485 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4b34161b30 0x7f4b3414d740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:21:31.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:31.543+0000 7f4b39689640 1 --2- 172.21.15.31:0/3057147485 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4b340d1a10 0x7f4b34159100 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f4b30034040 tx=0x7f4b300039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:31.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:31.544+0000 7f4b29ffb640 1 -- 172.21.15.31:0/3057147485 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b3003e030 con 0x7f4b340d1a10 2024-09-16T07:21:31.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:31.544+0000 7f4b29ffb640 1 -- 172.21.15.31:0/3057147485 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4b300047a0 con 0x7f4b340d1a10 2024-09-16T07:21:31.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:31.544+0000 7f4b3b8ed640 1 -- 172.21.15.31:0/3057147485 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b341596f0 con 0x7f4b340d1a10 2024-09-16T07:21:31.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:31.544+0000 7f4b29ffb640 1 -- 172.21.15.31:0/3057147485 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b30035040 con 0x7f4b340d1a10 2024-09-16T07:21:31.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:31.544+0000 7f4b3b8ed640 1 -- 172.21.15.31:0/3057147485 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b3415a1d0 con 0x7f4b340d1a10 2024-09-16T07:21:31.546 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:31.545+0000 7f4b3b8ed640 1 -- 172.21.15.31:0/3057147485 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4b34161f10 con 0x7f4b340d1a10 2024-09-16T07:21:31.546 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:31.545+0000 7f4b29ffb640 1 -- 172.21.15.31:0/3057147485 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f4b30041030 con 0x7f4b340d1a10 2024-09-16T07:21:31.546 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:31.546+0000 7f4b29ffb640 1 --2- 172.21.15.31:0/3057147485 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f4b18078850 0x7f4b1807ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:31.546 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:31.546+0000 7f4b29ffb640 1 -- 172.21.15.31:0/3057147485 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7f4b300baf00 con 0x7f4b340d1a10 2024-09-16T07:21:31.546 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:31.546+0000 7f4b38e88640 1 --2- 172.21.15.31:0/3057147485 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f4b18078850 0x7f4b1807ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:31.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:31.547+0000 7f4b38e88640 1 --2- 172.21.15.31:0/3057147485 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f4b18078850 0x7f4b1807ad10 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f4b240058c0 tx=0x7f4b2400a250 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:31.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:31.550+0000 7f4b29ffb640 1 -- 172.21.15.31:0/3057147485 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f4b30082fb0 con 0x7f4b340d1a10 2024-09-16T07:21:31.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:31.775+0000 7f4b3b8ed640 1 -- 172.21.15.31:0/3057147485 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f4b340b3580 con 0x7f4b340d1a10 2024-09-16T07:21:31.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:31.775+0000 7f4b29ffb640 1 -- 172.21.15.31:0/3057147485 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) ==== 53+0+73 (secure 0 0 0) 0x7f4b300879e0 con 0x7f4b340d1a10 2024-09-16T07:21:31.775 INFO:teuthology.orchestra.run.smithi031.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T07:21:31.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:31.777+0000 7f4b3b8ed640 1 -- 172.21.15.31:0/3057147485 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f4b18078850 msgr2=0x7f4b1807ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:31.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:31.777+0000 7f4b3b8ed640 1 --2- 172.21.15.31:0/3057147485 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f4b18078850 0x7f4b1807ad10 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f4b240058c0 tx=0x7f4b2400a250 comp rx=0 tx=0).stop 2024-09-16T07:21:31.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:31.777+0000 7f4b3b8ed640 1 -- 172.21.15.31:0/3057147485 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4b340d1a10 msgr2=0x7f4b34159100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:31.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:31.777+0000 7f4b3b8ed640 1 --2- 172.21.15.31:0/3057147485 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4b340d1a10 0x7f4b34159100 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f4b30034040 tx=0x7f4b300039e0 comp rx=0 tx=0).stop 2024-09-16T07:21:31.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:31.777+0000 7f4b3b8ed640 1 -- 172.21.15.31:0/3057147485 shutdown_connections 2024-09-16T07:21:31.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:31.777+0000 7f4b3b8ed640 1 --2- 172.21.15.31:0/3057147485 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f4b18078850 0x7f4b1807ad10 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:31.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:31.777+0000 7f4b3b8ed640 1 --2- 172.21.15.31:0/3057147485 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4b34161b30 0x7f4b3414d740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:31.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:31.777+0000 7f4b3b8ed640 1 --2- 172.21.15.31:0/3057147485 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4b34160ac0 0x7f4b340ca340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:31.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:31.777+0000 7f4b3b8ed640 1 --2- 172.21.15.31:0/3057147485 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4b340d1a10 0x7f4b34159100 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:31.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:31.777+0000 7f4b3b8ed640 1 -- 172.21.15.31:0/3057147485 >> 172.21.15.31:0/3057147485 conn(0x7f4b340d3e40 msgr2=0x7f4b340b5940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:31.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:31.777+0000 7f4b3b8ed640 1 -- 172.21.15.31:0/3057147485 shutdown_connections 2024-09-16T07:21:31.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:31.777+0000 7f4b3b8ed640 1 -- 172.21.15.31:0/3057147485 wait complete. 2024-09-16T07:21:31.787 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T07:21:31.787 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T07:21:31.787 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi155.front.sepia.ceph.com 2024-09-16T07:21:31.787 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-16T07:21:31.787 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-16T07:21:31.788 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T07:21:31.788 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T07:21:31.788 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T07:21:31.788 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-16T07:21:31.788 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:21:31.788 DEBUG:teuthology.orchestra.run.smithi155:> ip addr 2024-09-16T07:21:31.808 INFO:teuthology.orchestra.run.smithi155.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T07:21:31.808 INFO:teuthology.orchestra.run.smithi155.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T07:21:31.808 INFO:teuthology.orchestra.run.smithi155.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T07:21:31.808 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:21:31.808 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 ::1/128 scope host 2024-09-16T07:21:31.808 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:21:31.808 INFO:teuthology.orchestra.run.smithi155.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:21:31.808 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 0c:c4:7a:d9:a0:fa brd ff:ff:ff:ff:ff:ff 2024-09-16T07:21:31.808 INFO:teuthology.orchestra.run.smithi155.stdout: altname enp7s0f0 2024-09-16T07:21:31.809 INFO:teuthology.orchestra.run.smithi155.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:21:31.809 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 0c:c4:7a:d9:a0:fb brd ff:ff:ff:ff:ff:ff 2024-09-16T07:21:31.809 INFO:teuthology.orchestra.run.smithi155.stdout: altname enp7s0f1 2024-09-16T07:21:31.809 INFO:teuthology.orchestra.run.smithi155.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:21:31.809 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 0c:c4:7a:88:6d:ec brd ff:ff:ff:ff:ff:ff 2024-09-16T07:21:31.809 INFO:teuthology.orchestra.run.smithi155.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T07:21:31.809 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 0c:c4:7a:88:6d:ed brd ff:ff:ff:ff:ff:ff 2024-09-16T07:21:31.809 INFO:teuthology.orchestra.run.smithi155.stdout: inet 172.21.15.155/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-16T07:21:31.809 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft 42745sec preferred_lft 42745sec 2024-09-16T07:21:31.809 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 fe80::ec4:7aff:fe88:6ded/64 scope link noprefixroute 2024-09-16T07:21:31.809 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:21:31.809 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-16T07:21:31.810 DEBUG:teuthology.orchestra.run.smithi155:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T07:21:31.810 DEBUG:teuthology.orchestra.run.smithi155:> set -e 2024-09-16T07:21:31.810 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip link add name ceph-brx type bridge 2024-09-16T07:21:31.810 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip addr flush dev ceph-brx 2024-09-16T07:21:31.810 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip link set ceph-brx up 2024-09-16T07:21:31.810 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-16T07:21:31.810 DEBUG:teuthology.orchestra.run.smithi155:> ') 2024-09-16T07:21:31.903 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:21:31 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T07:21:32.019 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:21:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:21:32.025 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:21:32.025 DEBUG:teuthology.orchestra.run.smithi155:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T07:21:32.050 INFO:teuthology.orchestra.run.smithi155.stdout:1 2024-09-16T07:21:32.052 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:21:32.052 DEBUG:teuthology.orchestra.run.smithi155:> route 2024-09-16T07:21:32.125 INFO:teuthology.orchestra.run.smithi155.stdout:Kernel IP routing table 2024-09-16T07:21:32.125 INFO:teuthology.orchestra.run.smithi155.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T07:21:32.126 INFO:teuthology.orchestra.run.smithi155.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-16T07:21:32.126 INFO:teuthology.orchestra.run.smithi155.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-16T07:21:32.126 INFO:teuthology.orchestra.run.smithi155.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T07:21:32.126 DEBUG:teuthology.orchestra.run.smithi155:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T07:21:32.126 DEBUG:teuthology.orchestra.run.smithi155:> set -e 2024-09-16T07:21:32.126 DEBUG:teuthology.orchestra.run.smithi155:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-16T07:21:32.126 DEBUG:teuthology.orchestra.run.smithi155:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-16T07:21:32.126 DEBUG:teuthology.orchestra.run.smithi155:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-16T07:21:32.126 DEBUG:teuthology.orchestra.run.smithi155:> ') 2024-09-16T07:21:32.213 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:21:32 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T07:21:32.429 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:21:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:21:32.435 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:21:32.435 DEBUG:teuthology.orchestra.run.smithi155:> ip netns list 2024-09-16T07:21:32.450 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:21:32.450 DEBUG:teuthology.orchestra.run.smithi155:> ip netns list-id 2024-09-16T07:21:32.506 DEBUG:teuthology.orchestra.run.smithi155:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T07:21:32.506 DEBUG:teuthology.orchestra.run.smithi155:> set -e 2024-09-16T07:21:32.506 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:21:32.507 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.1 0 2024-09-16T07:21:32.507 DEBUG:teuthology.orchestra.run.smithi155:> ') 2024-09-16T07:21:32.594 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:21:32 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T07:21:32.618 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:21:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:21:32.625 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.1' with 192.168.0.1/16 2024-09-16T07:21:32.625 DEBUG:teuthology.orchestra.run.smithi155:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T07:21:32.625 DEBUG:teuthology.orchestra.run.smithi155:> set -e 2024-09-16T07:21:32.626 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.1 type veth peer name brx.0 2024-09-16T07:21:32.626 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-16T07:21:32.626 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set veth0 up 2024-09-16T07:21:32.626 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set lo up 2024-09-16T07:21:32.626 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip route add default via 192.168.255.254 2024-09-16T07:21:32.626 DEBUG:teuthology.orchestra.run.smithi155:> ') 2024-09-16T07:21:32.675 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:21:32 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T07:21:32.769 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:21:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:21:32.775 DEBUG:teuthology.orchestra.run.smithi155:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T07:21:32.775 DEBUG:teuthology.orchestra.run.smithi155:> set -e 2024-09-16T07:21:32.775 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip link set brx.0 up 2024-09-16T07:21:32.775 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip link set dev brx.0 master ceph-brx 2024-09-16T07:21:32.775 DEBUG:teuthology.orchestra.run.smithi155:> ') 2024-09-16T07:21:32.823 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:21:32 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T07:21:32.847 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:21:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:21:32.852 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-16T07:21:32.853 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T07:21:32.853 DEBUG:teuthology.orchestra.run.smithi155:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-16T07:21:32.868 INFO:teuthology.orchestra.run.smithi155.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-16T07:21:32.868 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T07:21:32.868 DEBUG:teuthology.orchestra.run.smithi155:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-16T07:21:32.923 DEBUG:teuthology.orchestra.run.smithi155:> sudo modprobe fuse 2024-09-16T07:21:32.989 DEBUG:teuthology.orchestra.run.smithi155:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T07:21:33.046 INFO:teuthology.orchestra.run.smithi155.stdout:/proc 2024-09-16T07:21:33.047 INFO:teuthology.orchestra.run.smithi155.stdout:/sys 2024-09-16T07:21:33.047 INFO:teuthology.orchestra.run.smithi155.stdout:/dev 2024-09-16T07:21:33.047 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/security 2024-09-16T07:21:33.047 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/shm 2024-09-16T07:21:33.047 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/pts 2024-09-16T07:21:33.048 INFO:teuthology.orchestra.run.smithi155.stdout:/run 2024-09-16T07:21:33.048 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/cgroup 2024-09-16T07:21:33.048 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/pstore 2024-09-16T07:21:33.048 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/bpf 2024-09-16T07:21:33.048 INFO:teuthology.orchestra.run.smithi155.stdout:/ 2024-09-16T07:21:33.049 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/selinux 2024-09-16T07:21:33.049 INFO:teuthology.orchestra.run.smithi155.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T07:21:33.049 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/hugepages 2024-09-16T07:21:33.049 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/mqueue 2024-09-16T07:21:33.050 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/debug 2024-09-16T07:21:33.050 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/tracing 2024-09-16T07:21:33.050 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/fuse/connections 2024-09-16T07:21:33.050 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/config 2024-09-16T07:21:33.050 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T07:21:33.051 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T07:21:33.051 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T07:21:33.051 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T07:21:33.051 INFO:teuthology.orchestra.run.smithi155.stdout:/run/user/1000 2024-09-16T07:21:33.051 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph 2024-09-16T07:21:33.052 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-4 2024-09-16T07:21:33.052 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-5 2024-09-16T07:21:33.052 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-6 2024-09-16T07:21:33.052 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-7 2024-09-16T07:21:33.052 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns 2024-09-16T07:21:33.053 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:21:33.053 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:21:33.053 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:21:33.053 DEBUG:teuthology.orchestra.run.smithi155:> ls /sys/fs/fuse/connections 2024-09-16T07:21:33.101 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-16T07:21:33.101 DEBUG:teuthology.orchestra.run.smithi155:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-16T07:21:33.144 DEBUG:teuthology.orchestra.run.smithi155:> sudo modprobe fuse 2024-09-16T07:21:33.168 DEBUG:teuthology.orchestra.run.smithi155:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T07:21:33.224 INFO:teuthology.orchestra.run.smithi155.stdout:/proc 2024-09-16T07:21:33.224 INFO:teuthology.orchestra.run.smithi155.stdout:/sys 2024-09-16T07:21:33.224 INFO:teuthology.orchestra.run.smithi155.stdout:/dev 2024-09-16T07:21:33.224 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/security 2024-09-16T07:21:33.225 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/shm 2024-09-16T07:21:33.225 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/pts 2024-09-16T07:21:33.225 INFO:teuthology.orchestra.run.smithi155.stdout:/run 2024-09-16T07:21:33.225 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/cgroup 2024-09-16T07:21:33.225 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/pstore 2024-09-16T07:21:33.225 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/bpf 2024-09-16T07:21:33.225 INFO:teuthology.orchestra.run.smithi155.stdout:/ 2024-09-16T07:21:33.225 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/selinux 2024-09-16T07:21:33.225 INFO:teuthology.orchestra.run.smithi155.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T07:21:33.225 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/hugepages 2024-09-16T07:21:33.225 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/mqueue 2024-09-16T07:21:33.225 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/debug 2024-09-16T07:21:33.226 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/tracing 2024-09-16T07:21:33.226 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/fuse/connections 2024-09-16T07:21:33.226 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/config 2024-09-16T07:21:33.226 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T07:21:33.226 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T07:21:33.226 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T07:21:33.226 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T07:21:33.226 INFO:teuthology.orchestra.run.smithi155.stdout:/run/user/1000 2024-09-16T07:21:33.226 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph 2024-09-16T07:21:33.226 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-4 2024-09-16T07:21:33.227 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-5 2024-09-16T07:21:33.227 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-6 2024-09-16T07:21:33.227 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-7 2024-09-16T07:21:33.227 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns 2024-09-16T07:21:33.227 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:21:33.227 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:21:33.228 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:21:33.228 DEBUG:teuthology.orchestra.run.smithi155:> ls /sys/fs/fuse/connections 2024-09-16T07:21:33.229 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi155.stderr:2024-09-16T07:21:33.230+0000 7efef036f480 -1 init, newargv = 0x564a1ee45520 newargc=15 2024-09-16T07:21:33.230 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi155.stderr:ceph-fuse[42331]: starting ceph client 2024-09-16T07:21:33.235 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi155.stderr:ceph-fuse[42331]: starting fuse 2024-09-16T07:21:33.245 INFO:teuthology.orchestra.run.smithi155.stdout:43 2024-09-16T07:21:33.245 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-16T07:21:33.245 DEBUG:teuthology.orchestra.run.smithi155:> sudo stdin-killer -- python3 -c ' 2024-09-16T07:21:33.246 DEBUG:teuthology.orchestra.run.smithi155:> import glob 2024-09-16T07:21:33.246 DEBUG:teuthology.orchestra.run.smithi155:> import re 2024-09-16T07:21:33.246 DEBUG:teuthology.orchestra.run.smithi155:> import os 2024-09-16T07:21:33.246 DEBUG:teuthology.orchestra.run.smithi155:> import subprocess 2024-09-16T07:21:33.246 DEBUG:teuthology.orchestra.run.smithi155:> 2024-09-16T07:21:33.246 DEBUG:teuthology.orchestra.run.smithi155:> def _find_admin_socket(client_name): 2024-09-16T07:21:33.246 DEBUG:teuthology.orchestra.run.smithi155:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-16T07:21:33.246 DEBUG:teuthology.orchestra.run.smithi155:> files = glob.glob(asok_path) 2024-09-16T07:21:33.246 DEBUG:teuthology.orchestra.run.smithi155:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-16T07:21:33.246 DEBUG:teuthology.orchestra.run.smithi155:> 2024-09-16T07:21:33.246 DEBUG:teuthology.orchestra.run.smithi155:> # Given a non-glob path, it better be there 2024-09-16T07:21:33.246 DEBUG:teuthology.orchestra.run.smithi155:> if "*" not in asok_path: 2024-09-16T07:21:33.246 DEBUG:teuthology.orchestra.run.smithi155:> assert(len(files) == 1) 2024-09-16T07:21:33.247 DEBUG:teuthology.orchestra.run.smithi155:> return files[0] 2024-09-16T07:21:33.247 DEBUG:teuthology.orchestra.run.smithi155:> 2024-09-16T07:21:33.247 DEBUG:teuthology.orchestra.run.smithi155:> for f in files: 2024-09-16T07:21:33.247 DEBUG:teuthology.orchestra.run.smithi155:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T07:21:33.247 DEBUG:teuthology.orchestra.run.smithi155:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T07:21:33.247 DEBUG:teuthology.orchestra.run.smithi155:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T07:21:33.247 DEBUG:teuthology.orchestra.run.smithi155:> contents = proc_f.read() 2024-09-16T07:21:33.247 DEBUG:teuthology.orchestra.run.smithi155:> if mountpoint in contents: 2024-09-16T07:21:33.247 DEBUG:teuthology.orchestra.run.smithi155:> return f 2024-09-16T07:21:33.247 DEBUG:teuthology.orchestra.run.smithi155:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T07:21:33.247 DEBUG:teuthology.orchestra.run.smithi155:> 2024-09-16T07:21:33.247 DEBUG:teuthology.orchestra.run.smithi155:> print(_find_admin_socket("client.1")) 2024-09-16T07:21:33.247 DEBUG:teuthology.orchestra.run.smithi155:> ' 2024-09-16T07:21:33.364 INFO:teuthology.orchestra.run.smithi155.stdout:/var/run/ceph/ceph-client.1.42331.asok 2024-09-16T07:21:33.367 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:21:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:21:33.374 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.42331.asok 2024-09-16T07:21:33.375 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:21:33.375 DEBUG:teuthology.orchestra.run.smithi155:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.42331.asok status 2024-09-16T07:21:33.509 INFO:teuthology.orchestra.run.smithi155.stdout:{ 2024-09-16T07:21:33.509 INFO:teuthology.orchestra.run.smithi155.stdout: "metadata": { 2024-09-16T07:21:33.509 INFO:teuthology.orchestra.run.smithi155.stdout: "ceph_sha1": "4ef5f0587d1cad82c4295c20951c303dc342ac74", 2024-09-16T07:21:33.509 INFO:teuthology.orchestra.run.smithi155.stdout: "ceph_version": "ceph version 19.3.0-4938-g4ef5f058 (4ef5f0587d1cad82c4295c20951c303dc342ac74) squid (dev)", 2024-09-16T07:21:33.509 INFO:teuthology.orchestra.run.smithi155.stdout: "entity_id": "1", 2024-09-16T07:21:33.510 INFO:teuthology.orchestra.run.smithi155.stdout: "hostname": "smithi155", 2024-09-16T07:21:33.510 INFO:teuthology.orchestra.run.smithi155.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-16T07:21:33.510 INFO:teuthology.orchestra.run.smithi155.stdout: "pid": "42331", 2024-09-16T07:21:33.510 INFO:teuthology.orchestra.run.smithi155.stdout: "root": "/" 2024-09-16T07:21:33.510 INFO:teuthology.orchestra.run.smithi155.stdout: }, 2024-09-16T07:21:33.510 INFO:teuthology.orchestra.run.smithi155.stdout: "dentry_count": 0, 2024-09-16T07:21:33.510 INFO:teuthology.orchestra.run.smithi155.stdout: "dentry_pinned_count": 0, 2024-09-16T07:21:33.510 INFO:teuthology.orchestra.run.smithi155.stdout: "id": 4699, 2024-09-16T07:21:33.510 INFO:teuthology.orchestra.run.smithi155.stdout: "inst": { 2024-09-16T07:21:33.510 INFO:teuthology.orchestra.run.smithi155.stdout: "name": { 2024-09-16T07:21:33.510 INFO:teuthology.orchestra.run.smithi155.stdout: "type": "client", 2024-09-16T07:21:33.510 INFO:teuthology.orchestra.run.smithi155.stdout: "num": 4699 2024-09-16T07:21:33.512 INFO:teuthology.orchestra.run.smithi155.stdout: }, 2024-09-16T07:21:33.512 INFO:teuthology.orchestra.run.smithi155.stdout: "addr": { 2024-09-16T07:21:33.512 INFO:teuthology.orchestra.run.smithi155.stdout: "type": "v1", 2024-09-16T07:21:33.512 INFO:teuthology.orchestra.run.smithi155.stdout: "addr": "192.168.0.1:0", 2024-09-16T07:21:33.512 INFO:teuthology.orchestra.run.smithi155.stdout: "nonce": 637484546 2024-09-16T07:21:33.512 INFO:teuthology.orchestra.run.smithi155.stdout: } 2024-09-16T07:21:33.513 INFO:teuthology.orchestra.run.smithi155.stdout: }, 2024-09-16T07:21:33.513 INFO:teuthology.orchestra.run.smithi155.stdout: "addr": { 2024-09-16T07:21:33.513 INFO:teuthology.orchestra.run.smithi155.stdout: "type": "v1", 2024-09-16T07:21:33.513 INFO:teuthology.orchestra.run.smithi155.stdout: "addr": "192.168.0.1:0", 2024-09-16T07:21:33.513 INFO:teuthology.orchestra.run.smithi155.stdout: "nonce": 637484546 2024-09-16T07:21:33.513 INFO:teuthology.orchestra.run.smithi155.stdout: }, 2024-09-16T07:21:33.513 INFO:teuthology.orchestra.run.smithi155.stdout: "inst_str": "client.4699 192.168.0.1:0/637484546", 2024-09-16T07:21:33.513 INFO:teuthology.orchestra.run.smithi155.stdout: "addr_str": "192.168.0.1:0/637484546", 2024-09-16T07:21:33.513 INFO:teuthology.orchestra.run.smithi155.stdout: "inode_count": 1, 2024-09-16T07:21:33.513 INFO:teuthology.orchestra.run.smithi155.stdout: "mds_epoch": 8, 2024-09-16T07:21:33.513 INFO:teuthology.orchestra.run.smithi155.stdout: "osd_epoch": 23, 2024-09-16T07:21:33.513 INFO:teuthology.orchestra.run.smithi155.stdout: "osd_epoch_barrier": 0, 2024-09-16T07:21:33.513 INFO:teuthology.orchestra.run.smithi155.stdout: "blocklisted": false, 2024-09-16T07:21:33.513 INFO:teuthology.orchestra.run.smithi155.stdout: "fs_name": "cephfs" 2024-09-16T07:21:33.514 INFO:teuthology.orchestra.run.smithi155.stdout:} 2024-09-16T07:21:33.518 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-16T07:21:33.518 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T07:21:33.637 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:33.636+0000 7f212f6ed640 1 -- 172.21.15.31:0/4139971550 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f21280d49c0 msgr2=0x7f21280d0630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:33.637 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:33.636+0000 7f212f6ed640 1 --2- 172.21.15.31:0/4139971550 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f21280d49c0 0x7f21280d0630 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f2118009830 tx=0x7f211802a510 comp rx=0 tx=0).stop 2024-09-16T07:21:33.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:33.637+0000 7f212f6ed640 1 -- 172.21.15.31:0/4139971550 shutdown_connections 2024-09-16T07:21:33.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:33.637+0000 7f212f6ed640 1 --2- 172.21.15.31:0/4139971550 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f21280d49c0 0x7f21280d0630 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:33.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:33.637+0000 7f212f6ed640 1 --2- 172.21.15.31:0/4139971550 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f212815df90 0x7f21280cf9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:33.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:33.637+0000 7f212f6ed640 1 -- 172.21.15.31:0/4139971550 >> 172.21.15.31:0/4139971550 conn(0x7f21280d3ea0 msgr2=0x7f21280d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:33.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:33.637+0000 7f212f6ed640 1 -- 172.21.15.31:0/4139971550 shutdown_connections 2024-09-16T07:21:33.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:33.637+0000 7f212f6ed640 1 -- 172.21.15.31:0/4139971550 wait complete. 2024-09-16T07:21:33.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:33.638+0000 7f212f6ed640 1 Processor -- start 2024-09-16T07:21:33.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:33.638+0000 7f212f6ed640 1 -- start start 2024-09-16T07:21:33.640 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:33.639+0000 7f212f6ed640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f21280d49c0 0x7f212815f680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:33.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:33.639+0000 7f212f6ed640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f212815df90 0x7f21280b96d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:33.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:33.639+0000 7f212f6ed640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2128162480 0x7f2128158380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:33.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:33.639+0000 7f212f6ed640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f21280d0f00 con 0x7f21280d49c0 2024-09-16T07:21:33.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:33.639+0000 7f212f6ed640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f21280d0d80 con 0x7f212815df90 2024-09-16T07:21:33.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:33.639+0000 7f212f6ed640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f21280b3f10 con 0x7f2128162480 2024-09-16T07:21:33.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:33.639+0000 7f212d489640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f21280d49c0 0x7f212815f680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:33.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:33.639+0000 7f212d489640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f21280d49c0 0x7f212815f680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48458/0 (socket says 172.21.15.31:48458) 2024-09-16T07:21:33.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:33.639+0000 7f212d489640 1 -- 172.21.15.31:0/3922026612 learned_addr learned my addr 172.21.15.31:0/3922026612 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:33.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:33.639+0000 7f212dc8a640 1 --2- 172.21.15.31:0/3922026612 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2128162480 0x7f2128158380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:33.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:33.639+0000 7f212cc88640 1 --2- 172.21.15.31:0/3922026612 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f212815df90 0x7f21280b96d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:33.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:33.639+0000 7f212d489640 1 -- 172.21.15.31:0/3922026612 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2128162480 msgr2=0x7f2128158380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:33.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:33.639+0000 7f212d489640 1 --2- 172.21.15.31:0/3922026612 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2128162480 0x7f2128158380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:33.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:33.639+0000 7f212d489640 1 -- 172.21.15.31:0/3922026612 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f212815df90 msgr2=0x7f21280b96d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:33.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:33.639+0000 7f212d489640 1 --2- 172.21.15.31:0/3922026612 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f212815df90 0x7f21280b96d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:33.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:33.639+0000 7f212d489640 1 -- 172.21.15.31:0/3922026612 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21280b7410 con 0x7f21280d49c0 2024-09-16T07:21:33.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:33.639+0000 7f212cc88640 1 --2- 172.21.15.31:0/3922026612 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f212815df90 0x7f21280b96d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:21:33.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:33.639+0000 7f212d489640 1 --2- 172.21.15.31:0/3922026612 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f21280d49c0 0x7f212815f680 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f212400ea20 tx=0x7f212400eee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:33.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:33.640+0000 7f211dffb640 1 -- 172.21.15.31:0/3922026612 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f212400cd80 con 0x7f21280d49c0 2024-09-16T07:21:33.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:33.640+0000 7f211dffb640 1 -- 172.21.15.31:0/3922026612 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2124010430 con 0x7f21280d49c0 2024-09-16T07:21:33.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:33.640+0000 7f212f6ed640 1 -- 172.21.15.31:0/3922026612 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f212815fc60 con 0x7f21280d49c0 2024-09-16T07:21:33.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:33.640+0000 7f211dffb640 1 -- 172.21.15.31:0/3922026612 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2124010840 con 0x7f21280d49c0 2024-09-16T07:21:33.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:33.640+0000 7f212f6ed640 1 -- 172.21.15.31:0/3922026612 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21281f81f0 con 0x7f21280d49c0 2024-09-16T07:21:33.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:33.641+0000 7f212f6ed640 1 -- 172.21.15.31:0/3922026612 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f21280b4430 con 0x7f21280d49c0 2024-09-16T07:21:33.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:33.642+0000 7f211dffb640 1 -- 172.21.15.31:0/3922026612 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f21240109e0 con 0x7f21280d49c0 2024-09-16T07:21:33.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:33.642+0000 7f211dffb640 1 --2- 172.21.15.31:0/3922026612 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f210c078850 0x7f210c07ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:33.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:33.642+0000 7f211dffb640 1 -- 172.21.15.31:0/3922026612 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7f212409b340 con 0x7f21280d49c0 2024-09-16T07:21:33.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:33.643+0000 7f212cc88640 1 --2- 172.21.15.31:0/3922026612 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f210c078850 0x7f210c07ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:33.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:33.643+0000 7f212cc88640 1 --2- 172.21.15.31:0/3922026612 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f210c078850 0x7f210c07ad10 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f2118034000 tx=0x7f2118004730 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:33.647 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:33.646+0000 7f211dffb640 1 -- 172.21.15.31:0/3922026612 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f21280b7410 con 0x7f21280d49c0 2024-09-16T07:21:33.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:33.873+0000 7f212f6ed640 1 -- 172.21.15.31:0/3922026612 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f212808d590 con 0x7f21280d49c0 2024-09-16T07:21:33.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:33.873+0000 7f211dffb640 1 -- 172.21.15.31:0/3922026612 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) ==== 53+0+73 (secure 0 0 0) 0x7f21240633f0 con 0x7f21280d49c0 2024-09-16T07:21:33.874 INFO:teuthology.orchestra.run.smithi031.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T07:21:33.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:33.875+0000 7f212f6ed640 1 -- 172.21.15.31:0/3922026612 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f210c078850 msgr2=0x7f210c07ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:33.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:33.875+0000 7f212f6ed640 1 --2- 172.21.15.31:0/3922026612 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f210c078850 0x7f210c07ad10 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f2118034000 tx=0x7f2118004730 comp rx=0 tx=0).stop 2024-09-16T07:21:33.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:33.875+0000 7f212f6ed640 1 -- 172.21.15.31:0/3922026612 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f21280d49c0 msgr2=0x7f212815f680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:33.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:33.875+0000 7f212f6ed640 1 --2- 172.21.15.31:0/3922026612 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f21280d49c0 0x7f212815f680 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f212400ea20 tx=0x7f212400eee0 comp rx=0 tx=0).stop 2024-09-16T07:21:33.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:33.875+0000 7f212f6ed640 1 -- 172.21.15.31:0/3922026612 shutdown_connections 2024-09-16T07:21:33.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:33.875+0000 7f212f6ed640 1 --2- 172.21.15.31:0/3922026612 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f210c078850 0x7f210c07ad10 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:33.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:33.875+0000 7f212f6ed640 1 --2- 172.21.15.31:0/3922026612 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2128162480 0x7f2128158380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:33.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:33.875+0000 7f212f6ed640 1 --2- 172.21.15.31:0/3922026612 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f212815df90 0x7f21280b96d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:33.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:33.875+0000 7f212f6ed640 1 --2- 172.21.15.31:0/3922026612 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f21280d49c0 0x7f212815f680 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:33.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:33.875+0000 7f212f6ed640 1 -- 172.21.15.31:0/3922026612 >> 172.21.15.31:0/3922026612 conn(0x7f21280d3ea0 msgr2=0x7f21280d27e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:33.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:33.875+0000 7f212f6ed640 1 -- 172.21.15.31:0/3922026612 shutdown_connections 2024-09-16T07:21:33.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:33.875+0000 7f212f6ed640 1 -- 172.21.15.31:0/3922026612 wait complete. 2024-09-16T07:21:33.886 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T07:21:33.886 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T07:21:33.886 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi155.front.sepia.ceph.com 2024-09-16T07:21:33.887 INFO:tasks.cephfs.mount:self.client.name = client.3 2024-09-16T07:21:33.887 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-16T07:21:33.887 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T07:21:33.887 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T07:21:33.887 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T07:21:33.887 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.3' 2024-09-16T07:21:33.887 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:21:33.887 DEBUG:teuthology.orchestra.run.smithi155:> ip addr 2024-09-16T07:21:33.904 INFO:teuthology.orchestra.run.smithi155.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T07:21:33.904 INFO:teuthology.orchestra.run.smithi155.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T07:21:33.904 INFO:teuthology.orchestra.run.smithi155.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T07:21:33.904 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:21:33.904 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 ::1/128 scope host 2024-09-16T07:21:33.905 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:21:33.905 INFO:teuthology.orchestra.run.smithi155.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:21:33.905 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 0c:c4:7a:d9:a0:fa brd ff:ff:ff:ff:ff:ff 2024-09-16T07:21:33.905 INFO:teuthology.orchestra.run.smithi155.stdout: altname enp7s0f0 2024-09-16T07:21:33.905 INFO:teuthology.orchestra.run.smithi155.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:21:33.905 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 0c:c4:7a:d9:a0:fb brd ff:ff:ff:ff:ff:ff 2024-09-16T07:21:33.905 INFO:teuthology.orchestra.run.smithi155.stdout: altname enp7s0f1 2024-09-16T07:21:33.905 INFO:teuthology.orchestra.run.smithi155.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:21:33.905 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 0c:c4:7a:88:6d:ec brd ff:ff:ff:ff:ff:ff 2024-09-16T07:21:33.905 INFO:teuthology.orchestra.run.smithi155.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T07:21:33.905 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 0c:c4:7a:88:6d:ed brd ff:ff:ff:ff:ff:ff 2024-09-16T07:21:33.905 INFO:teuthology.orchestra.run.smithi155.stdout: inet 172.21.15.155/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-16T07:21:33.906 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft 42743sec preferred_lft 42743sec 2024-09-16T07:21:33.906 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 fe80::ec4:7aff:fe88:6ded/64 scope link noprefixroute 2024-09-16T07:21:33.906 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:21:33.906 INFO:teuthology.orchestra.run.smithi155.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T07:21:33.906 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether d6:1d:e5:de:08:cd brd ff:ff:ff:ff:ff:ff 2024-09-16T07:21:33.906 INFO:teuthology.orchestra.run.smithi155.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-16T07:21:33.906 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:21:33.906 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 fe80::88e4:b9ff:fe24:e8a7/64 scope link 2024-09-16T07:21:33.906 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:21:33.906 INFO:teuthology.orchestra.run.smithi155.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T07:21:33.906 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether d6:1d:e5:de:08:cd brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:21:33.907 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 fe80::d41d:e5ff:fede:8cd/64 scope link 2024-09-16T07:21:33.907 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:21:33.907 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:21:33.907 DEBUG:teuthology.orchestra.run.smithi155:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T07:21:33.969 INFO:teuthology.orchestra.run.smithi155.stdout:1 2024-09-16T07:21:33.970 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:21:33.970 DEBUG:teuthology.orchestra.run.smithi155:> route 2024-09-16T07:21:34.026 INFO:teuthology.orchestra.run.smithi155.stdout:Kernel IP routing table 2024-09-16T07:21:34.027 INFO:teuthology.orchestra.run.smithi155.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T07:21:34.027 INFO:teuthology.orchestra.run.smithi155.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-16T07:21:34.027 INFO:teuthology.orchestra.run.smithi155.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-16T07:21:34.027 INFO:teuthology.orchestra.run.smithi155.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T07:21:34.027 DEBUG:teuthology.orchestra.run.smithi155:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T07:21:34.027 DEBUG:teuthology.orchestra.run.smithi155:> set -e 2024-09-16T07:21:34.027 DEBUG:teuthology.orchestra.run.smithi155:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-16T07:21:34.027 DEBUG:teuthology.orchestra.run.smithi155:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-16T07:21:34.027 DEBUG:teuthology.orchestra.run.smithi155:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-16T07:21:34.027 DEBUG:teuthology.orchestra.run.smithi155:> ') 2024-09-16T07:21:34.116 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:21:34 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T07:21:34.148 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:21:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:21:34.154 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:21:34.154 DEBUG:teuthology.orchestra.run.smithi155:> ip netns list 2024-09-16T07:21:34.169 INFO:teuthology.orchestra.run.smithi155.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-16T07:21:34.170 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:21:34.170 DEBUG:teuthology.orchestra.run.smithi155:> ip netns list-id 2024-09-16T07:21:34.225 INFO:teuthology.orchestra.run.smithi155.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.1) 2024-09-16T07:21:34.226 DEBUG:teuthology.orchestra.run.smithi155:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T07:21:34.226 DEBUG:teuthology.orchestra.run.smithi155:> set -e 2024-09-16T07:21:34.226 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:21:34.226 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.3 1 2024-09-16T07:21:34.226 DEBUG:teuthology.orchestra.run.smithi155:> ') 2024-09-16T07:21:34.312 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:21:34 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T07:21:34.335 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:21:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:21:34.342 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:21:34.342 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-16T07:21:34.366 INFO:teuthology.orchestra.run.smithi155.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T07:21:34.366 INFO:teuthology.orchestra.run.smithi155.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T07:21:34.366 INFO:teuthology.orchestra.run.smithi155.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T07:21:34.366 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:21:34.367 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 ::1/128 scope host 2024-09-16T07:21:34.367 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:21:34.367 INFO:teuthology.orchestra.run.smithi155.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T07:21:34.367 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 4a:80:e8:1d:22:2c brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-16T07:21:34.367 INFO:teuthology.orchestra.run.smithi155.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-16T07:21:34.367 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:21:34.367 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 fe80::4880:e8ff:fe1d:222c/64 scope link 2024-09-16T07:21:34.368 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:21:34.369 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:21:34.369 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-16T07:21:34.433 INFO:teuthology.orchestra.run.smithi155.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T07:21:34.434 INFO:teuthology.orchestra.run.smithi155.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T07:21:34.434 INFO:teuthology.orchestra.run.smithi155.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T07:21:34.434 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:21:34.434 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 ::1/128 scope host 2024-09-16T07:21:34.434 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:21:34.434 INFO:teuthology.orchestra.run.smithi155.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T07:21:34.434 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 4a:80:e8:1d:22:2c brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-16T07:21:34.434 INFO:teuthology.orchestra.run.smithi155.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-16T07:21:34.434 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:21:34.434 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 fe80::4880:e8ff:fe1d:222c/64 scope link 2024-09-16T07:21:34.435 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:21:34.435 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.3' with 192.168.0.2/16 2024-09-16T07:21:34.436 DEBUG:teuthology.orchestra.run.smithi155:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T07:21:34.436 DEBUG:teuthology.orchestra.run.smithi155:> set -e 2024-09-16T07:21:34.436 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.3 type veth peer name brx.1 2024-09-16T07:21:34.436 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-16T07:21:34.436 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set veth0 up 2024-09-16T07:21:34.436 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set lo up 2024-09-16T07:21:34.436 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip route add default via 192.168.255.254 2024-09-16T07:21:34.436 DEBUG:teuthology.orchestra.run.smithi155:> ') 2024-09-16T07:21:34.524 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:21:34 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T07:21:34.583 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:21:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:21:34.589 DEBUG:teuthology.orchestra.run.smithi155:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T07:21:34.589 DEBUG:teuthology.orchestra.run.smithi155:> set -e 2024-09-16T07:21:34.589 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip link set brx.1 up 2024-09-16T07:21:34.589 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip link set dev brx.1 master ceph-brx 2024-09-16T07:21:34.589 DEBUG:teuthology.orchestra.run.smithi155:> ') 2024-09-16T07:21:34.638 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:21:34 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T07:21:34.661 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:21:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:21:34.668 INFO:tasks.cephfs.fuse_mount:Client client.3 config is {} 2024-09-16T07:21:34.668 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T07:21:34.668 DEBUG:teuthology.orchestra.run.smithi155:> mkdir -p -v /home/ubuntu/cephtest/mnt.3 2024-09-16T07:21:34.683 INFO:teuthology.orchestra.run.smithi155.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.3' 2024-09-16T07:21:34.683 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T07:21:34.683 DEBUG:teuthology.orchestra.run.smithi155:> chmod 0000 /home/ubuntu/cephtest/mnt.3 2024-09-16T07:21:34.738 DEBUG:teuthology.orchestra.run.smithi155:> sudo modprobe fuse 2024-09-16T07:21:34.804 DEBUG:teuthology.orchestra.run.smithi155:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T07:21:34.861 INFO:teuthology.orchestra.run.smithi155.stdout:/proc 2024-09-16T07:21:34.861 INFO:teuthology.orchestra.run.smithi155.stdout:/sys 2024-09-16T07:21:34.861 INFO:teuthology.orchestra.run.smithi155.stdout:/dev 2024-09-16T07:21:34.861 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/security 2024-09-16T07:21:34.861 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/shm 2024-09-16T07:21:34.862 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/pts 2024-09-16T07:21:34.862 INFO:teuthology.orchestra.run.smithi155.stdout:/run 2024-09-16T07:21:34.862 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/cgroup 2024-09-16T07:21:34.862 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/pstore 2024-09-16T07:21:34.862 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/bpf 2024-09-16T07:21:34.862 INFO:teuthology.orchestra.run.smithi155.stdout:/ 2024-09-16T07:21:34.862 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/selinux 2024-09-16T07:21:34.862 INFO:teuthology.orchestra.run.smithi155.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T07:21:34.863 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/hugepages 2024-09-16T07:21:34.863 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/mqueue 2024-09-16T07:21:34.863 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/debug 2024-09-16T07:21:34.863 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/tracing 2024-09-16T07:21:34.863 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/fuse/connections 2024-09-16T07:21:34.863 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/config 2024-09-16T07:21:34.863 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T07:21:34.863 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T07:21:34.864 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T07:21:34.864 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T07:21:34.864 INFO:teuthology.orchestra.run.smithi155.stdout:/run/user/1000 2024-09-16T07:21:34.864 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph 2024-09-16T07:21:34.864 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-4 2024-09-16T07:21:34.864 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-5 2024-09-16T07:21:34.864 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-6 2024-09-16T07:21:34.865 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-7 2024-09-16T07:21:34.865 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns 2024-09-16T07:21:34.865 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:21:34.865 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:21:34.865 INFO:teuthology.orchestra.run.smithi155.stdout:/home/ubuntu/cephtest/mnt.1 2024-09-16T07:21:34.865 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:21:34.865 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:21:34.866 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:21:34.866 DEBUG:teuthology.orchestra.run.smithi155:> ls /sys/fs/fuse/connections 2024-09-16T07:21:34.916 INFO:teuthology.orchestra.run.smithi155.stdout:43 2024-09-16T07:21:34.917 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [43] 2024-09-16T07:21:34.917 DEBUG:teuthology.orchestra.run.smithi155:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.3 --id 3) 2024-09-16T07:21:34.959 DEBUG:teuthology.orchestra.run.smithi155:> sudo modprobe fuse 2024-09-16T07:21:34.984 DEBUG:teuthology.orchestra.run.smithi155:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T07:21:35.041 INFO:teuthology.orchestra.run.smithi155.stdout:/proc 2024-09-16T07:21:35.041 INFO:teuthology.orchestra.run.smithi155.stdout:/sys 2024-09-16T07:21:35.041 INFO:teuthology.orchestra.run.smithi155.stdout:/dev 2024-09-16T07:21:35.041 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/security 2024-09-16T07:21:35.041 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/shm 2024-09-16T07:21:35.042 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/pts 2024-09-16T07:21:35.042 INFO:teuthology.orchestra.run.smithi155.stdout:/run 2024-09-16T07:21:35.042 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/cgroup 2024-09-16T07:21:35.042 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/pstore 2024-09-16T07:21:35.042 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/bpf 2024-09-16T07:21:35.042 INFO:teuthology.orchestra.run.smithi155.stdout:/ 2024-09-16T07:21:35.042 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/selinux 2024-09-16T07:21:35.043 INFO:teuthology.orchestra.run.smithi155.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T07:21:35.043 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/hugepages 2024-09-16T07:21:35.043 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/mqueue 2024-09-16T07:21:35.043 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/debug 2024-09-16T07:21:35.043 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/tracing 2024-09-16T07:21:35.043 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/fuse/connections 2024-09-16T07:21:35.044 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/config 2024-09-16T07:21:35.044 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T07:21:35.044 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T07:21:35.044 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T07:21:35.044 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T07:21:35.044 INFO:teuthology.orchestra.run.smithi155.stdout:/run/user/1000 2024-09-16T07:21:35.044 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph 2024-09-16T07:21:35.044 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-4 2024-09-16T07:21:35.044 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-5 2024-09-16T07:21:35.044 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-6 2024-09-16T07:21:35.044 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-7 2024-09-16T07:21:35.045 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns 2024-09-16T07:21:35.045 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:21:35.045 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:21:35.045 INFO:teuthology.orchestra.run.smithi155.stdout:/home/ubuntu/cephtest/mnt.1 2024-09-16T07:21:35.045 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:21:35.045 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:21:35.045 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:21:35.045 DEBUG:teuthology.orchestra.run.smithi155:> ls /sys/fs/fuse/connections 2024-09-16T07:21:35.046 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi155.stderr:2024-09-16T07:21:35.042+0000 7f7eb011b480 -1 init, newargv = 0x55d4c662c890 newargc=15 2024-09-16T07:21:35.046 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi155.stderr:ceph-fuse[42788]: starting ceph client 2024-09-16T07:21:35.046 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi155.stderr:ceph-fuse[42788]: starting fuse 2024-09-16T07:21:35.061 INFO:teuthology.orchestra.run.smithi155.stdout:43 2024-09-16T07:21:35.061 INFO:teuthology.orchestra.run.smithi155.stdout:44 2024-09-16T07:21:35.061 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43, 44] 2024-09-16T07:21:35.062 DEBUG:teuthology.orchestra.run.smithi155:> sudo stdin-killer -- python3 -c ' 2024-09-16T07:21:35.062 DEBUG:teuthology.orchestra.run.smithi155:> import glob 2024-09-16T07:21:35.062 DEBUG:teuthology.orchestra.run.smithi155:> import re 2024-09-16T07:21:35.062 DEBUG:teuthology.orchestra.run.smithi155:> import os 2024-09-16T07:21:35.062 DEBUG:teuthology.orchestra.run.smithi155:> import subprocess 2024-09-16T07:21:35.062 DEBUG:teuthology.orchestra.run.smithi155:> 2024-09-16T07:21:35.062 DEBUG:teuthology.orchestra.run.smithi155:> def _find_admin_socket(client_name): 2024-09-16T07:21:35.062 DEBUG:teuthology.orchestra.run.smithi155:> asok_path = "/var/run/ceph/ceph-client.3.*.asok" 2024-09-16T07:21:35.062 DEBUG:teuthology.orchestra.run.smithi155:> files = glob.glob(asok_path) 2024-09-16T07:21:35.062 DEBUG:teuthology.orchestra.run.smithi155:> mountpoint = "/home/ubuntu/cephtest/mnt.3" 2024-09-16T07:21:35.062 DEBUG:teuthology.orchestra.run.smithi155:> 2024-09-16T07:21:35.062 DEBUG:teuthology.orchestra.run.smithi155:> # Given a non-glob path, it better be there 2024-09-16T07:21:35.062 DEBUG:teuthology.orchestra.run.smithi155:> if "*" not in asok_path: 2024-09-16T07:21:35.062 DEBUG:teuthology.orchestra.run.smithi155:> assert(len(files) == 1) 2024-09-16T07:21:35.063 DEBUG:teuthology.orchestra.run.smithi155:> return files[0] 2024-09-16T07:21:35.063 DEBUG:teuthology.orchestra.run.smithi155:> 2024-09-16T07:21:35.063 DEBUG:teuthology.orchestra.run.smithi155:> for f in files: 2024-09-16T07:21:35.063 DEBUG:teuthology.orchestra.run.smithi155:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T07:21:35.063 DEBUG:teuthology.orchestra.run.smithi155:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T07:21:35.063 DEBUG:teuthology.orchestra.run.smithi155:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T07:21:35.063 DEBUG:teuthology.orchestra.run.smithi155:> contents = proc_f.read() 2024-09-16T07:21:35.063 DEBUG:teuthology.orchestra.run.smithi155:> if mountpoint in contents: 2024-09-16T07:21:35.063 DEBUG:teuthology.orchestra.run.smithi155:> return f 2024-09-16T07:21:35.063 DEBUG:teuthology.orchestra.run.smithi155:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T07:21:35.063 DEBUG:teuthology.orchestra.run.smithi155:> 2024-09-16T07:21:35.063 DEBUG:teuthology.orchestra.run.smithi155:> print(_find_admin_socket("client.3")) 2024-09-16T07:21:35.063 DEBUG:teuthology.orchestra.run.smithi155:> ' 2024-09-16T07:21:35.178 INFO:teuthology.orchestra.run.smithi155.stdout:/var/run/ceph/ceph-client.3.42788.asok 2024-09-16T07:21:35.181 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:21:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:21:35.189 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.3.42788.asok 2024-09-16T07:21:35.189 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:21:35.189 DEBUG:teuthology.orchestra.run.smithi155:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.3.42788.asok status 2024-09-16T07:21:35.322 INFO:teuthology.orchestra.run.smithi155.stdout:{ 2024-09-16T07:21:35.322 INFO:teuthology.orchestra.run.smithi155.stdout: "metadata": { 2024-09-16T07:21:35.323 INFO:teuthology.orchestra.run.smithi155.stdout: "ceph_sha1": "4ef5f0587d1cad82c4295c20951c303dc342ac74", 2024-09-16T07:21:35.323 INFO:teuthology.orchestra.run.smithi155.stdout: "ceph_version": "ceph version 19.3.0-4938-g4ef5f058 (4ef5f0587d1cad82c4295c20951c303dc342ac74) squid (dev)", 2024-09-16T07:21:35.323 INFO:teuthology.orchestra.run.smithi155.stdout: "entity_id": "3", 2024-09-16T07:21:35.323 INFO:teuthology.orchestra.run.smithi155.stdout: "hostname": "smithi155", 2024-09-16T07:21:35.323 INFO:teuthology.orchestra.run.smithi155.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.3", 2024-09-16T07:21:35.323 INFO:teuthology.orchestra.run.smithi155.stdout: "pid": "42788", 2024-09-16T07:21:35.323 INFO:teuthology.orchestra.run.smithi155.stdout: "root": "/" 2024-09-16T07:21:35.323 INFO:teuthology.orchestra.run.smithi155.stdout: }, 2024-09-16T07:21:35.323 INFO:teuthology.orchestra.run.smithi155.stdout: "dentry_count": 0, 2024-09-16T07:21:35.323 INFO:teuthology.orchestra.run.smithi155.stdout: "dentry_pinned_count": 0, 2024-09-16T07:21:35.323 INFO:teuthology.orchestra.run.smithi155.stdout: "id": 4711, 2024-09-16T07:21:35.323 INFO:teuthology.orchestra.run.smithi155.stdout: "inst": { 2024-09-16T07:21:35.323 INFO:teuthology.orchestra.run.smithi155.stdout: "name": { 2024-09-16T07:21:35.324 INFO:teuthology.orchestra.run.smithi155.stdout: "type": "client", 2024-09-16T07:21:35.324 INFO:teuthology.orchestra.run.smithi155.stdout: "num": 4711 2024-09-16T07:21:35.324 INFO:teuthology.orchestra.run.smithi155.stdout: }, 2024-09-16T07:21:35.324 INFO:teuthology.orchestra.run.smithi155.stdout: "addr": { 2024-09-16T07:21:35.324 INFO:teuthology.orchestra.run.smithi155.stdout: "type": "v1", 2024-09-16T07:21:35.324 INFO:teuthology.orchestra.run.smithi155.stdout: "addr": "192.168.0.2:0", 2024-09-16T07:21:35.324 INFO:teuthology.orchestra.run.smithi155.stdout: "nonce": 3670275561 2024-09-16T07:21:35.324 INFO:teuthology.orchestra.run.smithi155.stdout: } 2024-09-16T07:21:35.324 INFO:teuthology.orchestra.run.smithi155.stdout: }, 2024-09-16T07:21:35.324 INFO:teuthology.orchestra.run.smithi155.stdout: "addr": { 2024-09-16T07:21:35.324 INFO:teuthology.orchestra.run.smithi155.stdout: "type": "v1", 2024-09-16T07:21:35.324 INFO:teuthology.orchestra.run.smithi155.stdout: "addr": "192.168.0.2:0", 2024-09-16T07:21:35.324 INFO:teuthology.orchestra.run.smithi155.stdout: "nonce": 3670275561 2024-09-16T07:21:35.325 INFO:teuthology.orchestra.run.smithi155.stdout: }, 2024-09-16T07:21:35.325 INFO:teuthology.orchestra.run.smithi155.stdout: "inst_str": "client.4711 192.168.0.2:0/3670275561", 2024-09-16T07:21:35.325 INFO:teuthology.orchestra.run.smithi155.stdout: "addr_str": "192.168.0.2:0/3670275561", 2024-09-16T07:21:35.325 INFO:teuthology.orchestra.run.smithi155.stdout: "inode_count": 1, 2024-09-16T07:21:35.325 INFO:teuthology.orchestra.run.smithi155.stdout: "mds_epoch": 8, 2024-09-16T07:21:35.325 INFO:teuthology.orchestra.run.smithi155.stdout: "osd_epoch": 23, 2024-09-16T07:21:35.325 INFO:teuthology.orchestra.run.smithi155.stdout: "osd_epoch_barrier": 0, 2024-09-16T07:21:35.325 INFO:teuthology.orchestra.run.smithi155.stdout: "blocklisted": false, 2024-09-16T07:21:35.325 INFO:teuthology.orchestra.run.smithi155.stdout: "fs_name": "cephfs" 2024-09-16T07:21:35.325 INFO:teuthology.orchestra.run.smithi155.stdout:} 2024-09-16T07:21:35.331 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:21:35.331 DEBUG:teuthology.orchestra.run.smithi031:> stat --file-system '--printf=%T 2024-09-16T07:21:35.331 DEBUG:teuthology.orchestra.run.smithi031:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-16T07:21:35.351 INFO:teuthology.orchestra.run.smithi031.stdout:fuseblk 2024-09-16T07:21:35.352 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-16T07:21:35.352 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:21:35.352 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-16T07:21:35.425 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:21:35.425 DEBUG:teuthology.orchestra.run.smithi031:> stat --file-system '--printf=%T 2024-09-16T07:21:35.426 DEBUG:teuthology.orchestra.run.smithi031:> ' -- /home/ubuntu/cephtest/mnt.2 2024-09-16T07:21:35.484 INFO:teuthology.orchestra.run.smithi031.stdout:fuseblk 2024-09-16T07:21:35.484 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.2 2024-09-16T07:21:35.485 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:21:35.485 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.2 2024-09-16T07:21:35.556 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:21:35.556 DEBUG:teuthology.orchestra.run.smithi155:> stat --file-system '--printf=%T 2024-09-16T07:21:35.557 DEBUG:teuthology.orchestra.run.smithi155:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-16T07:21:35.573 INFO:teuthology.orchestra.run.smithi155.stdout:fuseblk 2024-09-16T07:21:35.573 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-16T07:21:35.573 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:21:35.573 DEBUG:teuthology.orchestra.run.smithi155:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-16T07:21:35.638 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:21:35.638 DEBUG:teuthology.orchestra.run.smithi155:> stat --file-system '--printf=%T 2024-09-16T07:21:35.638 DEBUG:teuthology.orchestra.run.smithi155:> ' -- /home/ubuntu/cephtest/mnt.3 2024-09-16T07:21:35.694 INFO:teuthology.orchestra.run.smithi155.stdout:fuseblk 2024-09-16T07:21:35.694 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.3 2024-09-16T07:21:35.694 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:21:35.694 DEBUG:teuthology.orchestra.run.smithi155:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.3 2024-09-16T07:21:35.761 INFO:teuthology.run_tasks:Running task cephfs_test_runner... 2024-09-16T07:21:35.849 INFO:tasks.cephfs_test_runner:Starting test: test_binary_metafile_on_legacy_to_v1_upgrade (tasks.cephfs.test_volumes.TestMisc) Validate binary .meta file on legacy subvol root doesn't break the system 2024-09-16T07:21:35.849 INFO:tasks.cephfs_test_runner:test_binary_metafile_on_legacy_to_v1_upgrade (tasks.cephfs.test_volumes.TestMisc) 2024-09-16T07:21:35.850 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:21:35.968 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:35.968+0000 7fbe33f17640 1 -- 172.21.15.31:0/4020037454 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbe2c15bdc0 msgr2=0x7fbe2c0b13e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:35.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:35.968+0000 7fbe33f17640 1 --2- 172.21.15.31:0/4020037454 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbe2c15bdc0 0x7fbe2c0b13e0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fbe28005fd0 tx=0x7fbe2802a4a0 comp rx=0 tx=0).stop 2024-09-16T07:21:35.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:35.968+0000 7fbe33f17640 1 -- 172.21.15.31:0/4020037454 shutdown_connections 2024-09-16T07:21:35.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:35.968+0000 7fbe33f17640 1 --2- 172.21.15.31:0/4020037454 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbe2c0d2420 0x7fbe2c0b1e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:35.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:35.968+0000 7fbe33f17640 1 --2- 172.21.15.31:0/4020037454 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbe2c15bdc0 0x7fbe2c0b13e0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:35.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:35.968+0000 7fbe33f17640 1 -- 172.21.15.31:0/4020037454 >> 172.21.15.31:0/4020037454 conn(0x7fbe2c074cb0 msgr2=0x7fbe2c09b180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:35.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:35.968+0000 7fbe33f17640 1 -- 172.21.15.31:0/4020037454 shutdown_connections 2024-09-16T07:21:35.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:35.968+0000 7fbe33f17640 1 -- 172.21.15.31:0/4020037454 wait complete. 2024-09-16T07:21:35.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:35.969+0000 7fbe33f17640 1 Processor -- start 2024-09-16T07:21:35.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:35.969+0000 7fbe33f17640 1 -- start start 2024-09-16T07:21:35.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:35.970+0000 7fbe33f17640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbe2c0b1920 0x7fbe2c0b4d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:35.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:35.970+0000 7fbe33f17640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbe2c0d2420 0x7fbe2c1e8b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:35.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:35.970+0000 7fbe33f17640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbe2c15bdc0 0x7fbe2c15dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:35.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:35.970+0000 7fbe33f17640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fbe2c0cdc40 con 0x7fbe2c0d2420 2024-09-16T07:21:35.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:35.970+0000 7fbe33f17640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fbe2c0cdac0 con 0x7fbe2c15bdc0 2024-09-16T07:21:35.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:35.970+0000 7fbe33f17640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fbe2c0b2370 con 0x7fbe2c0b1920 2024-09-16T07:21:35.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:35.970+0000 7fbe314b2640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbe2c0d2420 0x7fbe2c1e8b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:35.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:35.970+0000 7fbe314b2640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbe2c0d2420 0x7fbe2c1e8b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48478/0 (socket says 172.21.15.31:48478) 2024-09-16T07:21:35.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:35.970+0000 7fbe314b2640 1 -- 172.21.15.31:0/3432768077 learned_addr learned my addr 172.21.15.31:0/3432768077 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:35.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:35.970+0000 7fbe324b4640 1 --2- 172.21.15.31:0/3432768077 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbe2c15bdc0 0x7fbe2c15dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:35.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:35.970+0000 7fbe31cb3640 1 --2- 172.21.15.31:0/3432768077 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbe2c0b1920 0x7fbe2c0b4d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:35.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:35.970+0000 7fbe314b2640 1 -- 172.21.15.31:0/3432768077 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbe2c0b1920 msgr2=0x7fbe2c0b4d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:35.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:35.970+0000 7fbe314b2640 1 --2- 172.21.15.31:0/3432768077 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbe2c0b1920 0x7fbe2c0b4d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:35.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:35.970+0000 7fbe314b2640 1 -- 172.21.15.31:0/3432768077 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbe2c15bdc0 msgr2=0x7fbe2c15dcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:35.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:35.970+0000 7fbe314b2640 1 --2- 172.21.15.31:0/3432768077 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbe2c15bdc0 0x7fbe2c15dcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:35.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:35.970+0000 7fbe314b2640 1 -- 172.21.15.31:0/3432768077 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe2c15ec10 con 0x7fbe2c0d2420 2024-09-16T07:21:35.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:35.970+0000 7fbe314b2640 1 --2- 172.21.15.31:0/3432768077 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbe2c0d2420 0x7fbe2c1e8b20 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fbe1c00b3c0 tx=0x7fbe1c00b880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:35.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:35.971+0000 7fbe227fc640 1 -- 172.21.15.31:0/3432768077 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe1c011830 con 0x7fbe2c0d2420 2024-09-16T07:21:35.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:35.971+0000 7fbe227fc640 1 -- 172.21.15.31:0/3432768077 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbe1c016070 con 0x7fbe2c0d2420 2024-09-16T07:21:35.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:35.971+0000 7fbe33f17640 1 -- 172.21.15.31:0/3432768077 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbe2c15eeb0 con 0x7fbe2c0d2420 2024-09-16T07:21:35.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:35.971+0000 7fbe227fc640 1 -- 172.21.15.31:0/3432768077 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe1c011da0 con 0x7fbe2c0d2420 2024-09-16T07:21:35.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:35.971+0000 7fbe33f17640 1 -- 172.21.15.31:0/3432768077 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbe2c15f470 con 0x7fbe2c0d2420 2024-09-16T07:21:35.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:35.972+0000 7fbe33f17640 1 -- 172.21.15.31:0/3432768077 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbe2c0b28b0 con 0x7fbe2c0d2420 2024-09-16T07:21:35.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:35.972+0000 7fbe227fc640 1 -- 172.21.15.31:0/3432768077 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7fbe1c01b460 con 0x7fbe2c0d2420 2024-09-16T07:21:35.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:35.973+0000 7fbe227fc640 1 --2- 172.21.15.31:0/3432768077 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fbe10078850 0x7fbe1007ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:35.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:35.973+0000 7fbe227fc640 1 -- 172.21.15.31:0/3432768077 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7fbe1c09a520 con 0x7fbe2c0d2420 2024-09-16T07:21:35.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:35.973+0000 7fbe31cb3640 1 --2- 172.21.15.31:0/3432768077 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fbe10078850 0x7fbe1007ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:35.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:35.974+0000 7fbe31cb3640 1 --2- 172.21.15.31:0/3432768077 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fbe10078850 0x7fbe1007ad10 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fbe28033000 tx=0x7fbe28004730 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:35.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:35.977+0000 7fbe227fc640 1 -- 172.21.15.31:0/3432768077 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fbe1c0624a0 con 0x7fbe2c0d2420 2024-09-16T07:21:36.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.166+0000 7fbe33f17640 1 -- 172.21.15.31:0/3432768077 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fbe2c0b09f0 con 0x7fbe2c0d2420 2024-09-16T07:21:36.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.167+0000 7fbe227fc640 1 -- 172.21.15.31:0/3432768077 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v23) ==== 74+0+16645 (secure 0 0 0) 0x7fbe1c066ed0 con 0x7fbe2c0d2420 2024-09-16T07:21:36.168 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:21:36.168 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":23,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:21:12.379061+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:21:08.493717+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T07:21:09.702457+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:21:36.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.170+0000 7fbe33f17640 1 -- 172.21.15.31:0/3432768077 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fbe10078850 msgr2=0x7fbe1007ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:36.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.170+0000 7fbe33f17640 1 --2- 172.21.15.31:0/3432768077 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fbe10078850 0x7fbe1007ad10 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fbe28033000 tx=0x7fbe28004730 comp rx=0 tx=0).stop 2024-09-16T07:21:36.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.170+0000 7fbe33f17640 1 -- 172.21.15.31:0/3432768077 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbe2c0d2420 msgr2=0x7fbe2c1e8b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:36.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.170+0000 7fbe33f17640 1 --2- 172.21.15.31:0/3432768077 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbe2c0d2420 0x7fbe2c1e8b20 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fbe1c00b3c0 tx=0x7fbe1c00b880 comp rx=0 tx=0).stop 2024-09-16T07:21:36.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.170+0000 7fbe33f17640 1 -- 172.21.15.31:0/3432768077 shutdown_connections 2024-09-16T07:21:36.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.170+0000 7fbe33f17640 1 --2- 172.21.15.31:0/3432768077 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fbe10078850 0x7fbe1007ad10 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:36.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.170+0000 7fbe33f17640 1 --2- 172.21.15.31:0/3432768077 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbe2c15bdc0 0x7fbe2c15dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:36.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.170+0000 7fbe33f17640 1 --2- 172.21.15.31:0/3432768077 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbe2c0d2420 0x7fbe2c1e8b20 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:36.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.170+0000 7fbe33f17640 1 --2- 172.21.15.31:0/3432768077 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbe2c0b1920 0x7fbe2c0b4d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:36.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.170+0000 7fbe33f17640 1 -- 172.21.15.31:0/3432768077 >> 172.21.15.31:0/3432768077 conn(0x7fbe2c074cb0 msgr2=0x7fbe2c0af880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:36.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.170+0000 7fbe33f17640 1 -- 172.21.15.31:0/3432768077 shutdown_connections 2024-09-16T07:21:36.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.170+0000 7fbe33f17640 1 -- 172.21.15.31:0/3432768077 wait complete. 2024-09-16T07:21:36.181 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-16T07:21:00.646987+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-16T07:21:08.493717+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-16T07:21:09.702457+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-16T07:21:36.182 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-16T07:21:36.290 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.289+0000 7f013592b640 1 -- 172.21.15.31:0/1463808483 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0130073550 msgr2=0x7f0130073a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:36.290 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.289+0000 7f013592b640 1 --2- 172.21.15.31:0/1463808483 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0130073550 0x7f0130073a00 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f0130074330 tx=0x7f012802aac0 comp rx=0 tx=0).stop 2024-09-16T07:21:36.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.290+0000 7f013592b640 1 -- 172.21.15.31:0/1463808483 shutdown_connections 2024-09-16T07:21:36.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.290+0000 7f013592b640 1 --2- 172.21.15.31:0/1463808483 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0130073550 0x7f0130073a00 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:36.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.290+0000 7f013592b640 1 --2- 172.21.15.31:0/1463808483 >> v2:172.21.15.155:3300/0 conn(0x7f013015af10 0x7f013015b350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:36.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.290+0000 7f013592b640 1 -- 172.21.15.31:0/1463808483 >> 172.21.15.31:0/1463808483 conn(0x7f01300d0b60 msgr2=0x7f01300d0f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:36.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.290+0000 7f013592b640 1 -- 172.21.15.31:0/1463808483 shutdown_connections 2024-09-16T07:21:36.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.290+0000 7f013592b640 1 -- 172.21.15.31:0/1463808483 wait complete. 2024-09-16T07:21:36.293 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.291+0000 7f013592b640 1 Processor -- start 2024-09-16T07:21:36.293 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.291+0000 7f013592b640 1 -- start start 2024-09-16T07:21:36.293 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.291+0000 7f013592b640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0130073550 0x7f013013d650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:36.293 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.292+0000 7f013592b640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f01300cd090 0x7f01300b5aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:36.293 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.292+0000 7f013592b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f013015af10 0x7f013006db90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:36.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.292+0000 7f013592b640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f01300b3ea0 con 0x7f013015af10 2024-09-16T07:21:36.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.292+0000 7f013592b640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f01300b3d20 con 0x7f01300cd090 2024-09-16T07:21:36.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.292+0000 7f013592b640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f01300b4020 con 0x7f0130073550 2024-09-16T07:21:36.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.292+0000 7f012f7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f013015af10 0x7f013006db90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:36.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.292+0000 7f012f7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f013015af10 0x7f013006db90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48498/0 (socket says 172.21.15.31:48498) 2024-09-16T07:21:36.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.292+0000 7f012f7fe640 1 -- 172.21.15.31:0/4022203807 learned_addr learned my addr 172.21.15.31:0/4022203807 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:36.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.292+0000 7f012effd640 1 --2- 172.21.15.31:0/4022203807 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0130073550 0x7f013013d650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:36.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.292+0000 7f0127fff640 1 --2- 172.21.15.31:0/4022203807 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f01300cd090 0x7f01300b5aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:36.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.292+0000 7f012f7fe640 1 -- 172.21.15.31:0/4022203807 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0130073550 msgr2=0x7f013013d650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:36.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.292+0000 7f012f7fe640 1 --2- 172.21.15.31:0/4022203807 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0130073550 0x7f013013d650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:36.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.292+0000 7f012f7fe640 1 -- 172.21.15.31:0/4022203807 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f01300cd090 msgr2=0x7f01300b5aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:36.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.292+0000 7f012f7fe640 1 --2- 172.21.15.31:0/4022203807 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f01300cd090 0x7f01300b5aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:36.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.292+0000 7f012f7fe640 1 -- 172.21.15.31:0/4022203807 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01300b02c0 con 0x7f013015af10 2024-09-16T07:21:36.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.292+0000 7f012f7fe640 1 --2- 172.21.15.31:0/4022203807 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f013015af10 0x7f013006db90 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f0128009d60 tx=0x7f0128003ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:36.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.292+0000 7f012cff9640 1 -- 172.21.15.31:0/4022203807 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0128044070 con 0x7f013015af10 2024-09-16T07:21:36.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.292+0000 7f012cff9640 1 -- 172.21.15.31:0/4022203807 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0128003e50 con 0x7f013015af10 2024-09-16T07:21:36.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.292+0000 7f013592b640 1 -- 172.21.15.31:0/4022203807 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f01301f4600 con 0x7f013015af10 2024-09-16T07:21:36.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.292+0000 7f012cff9640 1 -- 172.21.15.31:0/4022203807 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01280044b0 con 0x7f013015af10 2024-09-16T07:21:36.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.292+0000 7f013592b640 1 -- 172.21.15.31:0/4022203807 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01301f4bc0 con 0x7f013015af10 2024-09-16T07:21:36.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.293+0000 7f013592b640 1 -- 172.21.15.31:0/4022203807 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f01300b4540 con 0x7f013015af10 2024-09-16T07:21:36.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.294+0000 7f012cff9640 1 -- 172.21.15.31:0/4022203807 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f0128004650 con 0x7f013015af10 2024-09-16T07:21:36.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.295+0000 7f012cff9640 1 --2- 172.21.15.31:0/4022203807 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0110078880 0x7f011007ad40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:36.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.295+0000 7f012cff9640 1 -- 172.21.15.31:0/4022203807 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7f01280baec0 con 0x7f013015af10 2024-09-16T07:21:36.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.295+0000 7f012effd640 1 --2- 172.21.15.31:0/4022203807 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0110078880 0x7f011007ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:36.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.295+0000 7f012effd640 1 --2- 172.21.15.31:0/4022203807 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0110078880 0x7f011007ad40 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f013006c820 tx=0x7f0120009040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:36.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.299+0000 7f012cff9640 1 -- 172.21.15.31:0/4022203807 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f0128032030 con 0x7f013015af10 2024-09-16T07:21:36.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.484+0000 7f013592b640 1 -- 172.21.15.31:0/4022203807 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f01300d12c0 con 0x7f013015af10 2024-09-16T07:21:36.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.485+0000 7f012cff9640 1 -- 172.21.15.31:0/4022203807 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v23) ==== 93+0+10 (secure 0 0 0) 0x7f0128082dc0 con 0x7f013015af10 2024-09-16T07:21:36.486 INFO:teuthology.orchestra.run.smithi031.stdout:pg_num: 1 2024-09-16T07:21:36.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.487+0000 7f013592b640 1 -- 172.21.15.31:0/4022203807 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0110078880 msgr2=0x7f011007ad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:36.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.487+0000 7f013592b640 1 --2- 172.21.15.31:0/4022203807 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0110078880 0x7f011007ad40 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f013006c820 tx=0x7f0120009040 comp rx=0 tx=0).stop 2024-09-16T07:21:36.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.487+0000 7f013592b640 1 -- 172.21.15.31:0/4022203807 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f013015af10 msgr2=0x7f013006db90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:36.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.487+0000 7f013592b640 1 --2- 172.21.15.31:0/4022203807 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f013015af10 0x7f013006db90 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f0128009d60 tx=0x7f0128003ce0 comp rx=0 tx=0).stop 2024-09-16T07:21:36.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.487+0000 7f013592b640 1 -- 172.21.15.31:0/4022203807 shutdown_connections 2024-09-16T07:21:36.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.487+0000 7f013592b640 1 --2- 172.21.15.31:0/4022203807 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0110078880 0x7f011007ad40 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:36.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.487+0000 7f013592b640 1 --2- 172.21.15.31:0/4022203807 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f013015af10 0x7f013006db90 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:36.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.487+0000 7f013592b640 1 --2- 172.21.15.31:0/4022203807 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f01300cd090 0x7f01300b5aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:36.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.487+0000 7f013592b640 1 --2- 172.21.15.31:0/4022203807 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0130073550 0x7f013013d650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:36.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.487+0000 7f013592b640 1 -- 172.21.15.31:0/4022203807 >> 172.21.15.31:0/4022203807 conn(0x7f01300d0b60 msgr2=0x7f013015d450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:36.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.487+0000 7f013592b640 1 -- 172.21.15.31:0/4022203807 shutdown_connections 2024-09-16T07:21:36.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.487+0000 7f013592b640 1 -- 172.21.15.31:0/4022203807 wait complete. 2024-09-16T07:21:36.499 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-16T07:21:36.607 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.606+0000 7f634990e640 1 -- 172.21.15.31:0/3539892145 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6330004800 msgr2=0x7f6330004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:36.607 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.606+0000 7f634990e640 1 --2- 172.21.15.31:0/3539892145 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6330004800 0x7f6330004c80 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f63440b3320 tx=0x7f6330005830 comp rx=0 tx=0).stop 2024-09-16T07:21:36.608 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.606+0000 7f63437fe640 1 -- 172.21.15.31:0/3539892145 reap_dead start 2024-09-16T07:21:36.608 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.607+0000 7f634990e640 1 -- 172.21.15.31:0/3539892145 shutdown_connections 2024-09-16T07:21:36.608 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.607+0000 7f634990e640 1 -- 172.21.15.31:0/3539892145 >> 172.21.15.31:0/3539892145 conn(0x7f63440b1700 msgr2=0x7f63440b1ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:36.608 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.607+0000 7f634990e640 1 -- 172.21.15.31:0/3539892145 shutdown_connections 2024-09-16T07:21:36.608 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.607+0000 7f634990e640 1 -- 172.21.15.31:0/3539892145 wait complete. 2024-09-16T07:21:36.608 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.608+0000 7f634990e640 1 Processor -- start 2024-09-16T07:21:36.608 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.608+0000 7f634990e640 1 -- start start 2024-09-16T07:21:36.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.609+0000 7f634990e640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6330004800 0x7f63441f8990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:36.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.609+0000 7f634990e640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f63440ad8b0 0x7f63440b06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:36.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.609+0000 7f634990e640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6344157390 0x7f63440ae7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:36.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.609+0000 7f634990e640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f63440cf4a0 con 0x7f63440ad8b0 2024-09-16T07:21:36.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.609+0000 7f634990e640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f63440cf320 con 0x7f6344157390 2024-09-16T07:21:36.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.609+0000 7f634990e640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f63440cf620 con 0x7f6330004800 2024-09-16T07:21:36.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.609+0000 7f63427fc640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f63440ad8b0 0x7f63440b06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:36.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.609+0000 7f63427fc640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f63440ad8b0 0x7f63440b06e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48518/0 (socket says 172.21.15.31:48518) 2024-09-16T07:21:36.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.609+0000 7f63427fc640 1 -- 172.21.15.31:0/1498125405 learned_addr learned my addr 172.21.15.31:0/1498125405 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:36.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.609+0000 7f63437fe640 1 --2- 172.21.15.31:0/1498125405 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6344157390 0x7f63440ae7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:36.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.609+0000 7f6342ffd640 1 --2- 172.21.15.31:0/1498125405 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6330004800 0x7f63441f8990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:36.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.609+0000 7f63427fc640 1 -- 172.21.15.31:0/1498125405 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6330004800 msgr2=0x7f63441f8990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:36.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.609+0000 7f63427fc640 1 --2- 172.21.15.31:0/1498125405 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6330004800 0x7f63441f8990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:36.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.609+0000 7f63427fc640 1 -- 172.21.15.31:0/1498125405 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6344157390 msgr2=0x7f63440ae7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:36.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.609+0000 7f63427fc640 1 --2- 172.21.15.31:0/1498125405 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6344157390 0x7f63440ae7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:36.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.609+0000 7f63427fc640 1 -- 172.21.15.31:0/1498125405 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63440b1030 con 0x7f63440ad8b0 2024-09-16T07:21:36.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.609+0000 7f63427fc640 1 --2- 172.21.15.31:0/1498125405 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f63440ad8b0 0x7f63440b06e0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f632c00c350 tx=0x7f632c006ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:36.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.610+0000 7f633bfff640 1 -- 172.21.15.31:0/1498125405 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f632c032030 con 0x7f63440ad8b0 2024-09-16T07:21:36.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.610+0000 7f633bfff640 1 -- 172.21.15.31:0/1498125405 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f632c003af0 con 0x7f63440ad8b0 2024-09-16T07:21:36.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.610+0000 7f633bfff640 1 -- 172.21.15.31:0/1498125405 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f632c042480 con 0x7f63440ad8b0 2024-09-16T07:21:36.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.610+0000 7f634990e640 1 -- 172.21.15.31:0/1498125405 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63440b1310 con 0x7f63440ad8b0 2024-09-16T07:21:36.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.610+0000 7f634990e640 1 -- 172.21.15.31:0/1498125405 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63441f8190 con 0x7f63440ad8b0 2024-09-16T07:21:36.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.611+0000 7f634990e640 1 -- 172.21.15.31:0/1498125405 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f63440cede0 con 0x7f63440ad8b0 2024-09-16T07:21:36.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.611+0000 7f633bfff640 1 -- 172.21.15.31:0/1498125405 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f632c035020 con 0x7f63440ad8b0 2024-09-16T07:21:36.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.612+0000 7f633bfff640 1 --2- 172.21.15.31:0/1498125405 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6324078850 0x7f632407ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:36.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.612+0000 7f633bfff640 1 -- 172.21.15.31:0/1498125405 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7f632c0bb530 con 0x7f63440ad8b0 2024-09-16T07:21:36.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.612+0000 7f6342ffd640 1 --2- 172.21.15.31:0/1498125405 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6324078850 0x7f632407ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:36.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.612+0000 7f6342ffd640 1 --2- 172.21.15.31:0/1498125405 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6324078850 0x7f632407ad10 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f633c005fd0 tx=0x7f633c009530 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:36.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.616+0000 7f633bfff640 1 -- 172.21.15.31:0/1498125405 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f632c047060 con 0x7f63440ad8b0 2024-09-16T07:21:36.792 DEBUG:teuthology.orchestra.run.smithi031:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T07:21:36.795 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T07:21:36.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.805+0000 7f634990e640 1 -- 172.21.15.31:0/1498125405 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f6344075c30 con 0x7f63440ad8b0 2024-09-16T07:21:36.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.806+0000 7f633bfff640 1 -- 172.21.15.31:0/1498125405 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v23) ==== 104+0+11 (secure 0 0 0) 0x7f632c083550 con 0x7f63440ad8b0 2024-09-16T07:21:36.806 INFO:teuthology.orchestra.run.smithi031.stdout:pg_num: 32 2024-09-16T07:21:36.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.808+0000 7f634990e640 1 -- 172.21.15.31:0/1498125405 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6324078850 msgr2=0x7f632407ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:36.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.808+0000 7f634990e640 1 --2- 172.21.15.31:0/1498125405 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6324078850 0x7f632407ad10 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f633c005fd0 tx=0x7f633c009530 comp rx=0 tx=0).stop 2024-09-16T07:21:36.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.808+0000 7f634990e640 1 -- 172.21.15.31:0/1498125405 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f63440ad8b0 msgr2=0x7f63440b06e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:36.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.808+0000 7f634990e640 1 --2- 172.21.15.31:0/1498125405 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f63440ad8b0 0x7f63440b06e0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f632c00c350 tx=0x7f632c006ca0 comp rx=0 tx=0).stop 2024-09-16T07:21:36.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.808+0000 7f634990e640 1 -- 172.21.15.31:0/1498125405 shutdown_connections 2024-09-16T07:21:36.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.808+0000 7f634990e640 1 --2- 172.21.15.31:0/1498125405 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6324078850 0x7f632407ad10 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:36.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.808+0000 7f634990e640 1 --2- 172.21.15.31:0/1498125405 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6344157390 0x7f63440ae7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:36.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.808+0000 7f634990e640 1 --2- 172.21.15.31:0/1498125405 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f63440ad8b0 0x7f63440b06e0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:36.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.808+0000 7f634990e640 1 --2- 172.21.15.31:0/1498125405 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6330004800 0x7f63441f8990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:36.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.808+0000 7f634990e640 1 -- 172.21.15.31:0/1498125405 >> 172.21.15.31:0/1498125405 conn(0x7f63440b1700 msgr2=0x7f6344159560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:36.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.808+0000 7f634990e640 1 -- 172.21.15.31:0/1498125405 shutdown_connections 2024-09-16T07:21:36.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.808+0000 7f634990e640 1 -- 172.21.15.31:0/1498125405 wait complete. 2024-09-16T07:21:36.820 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-16T07:21:36.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.992+0000 7fec18590640 1 -- 172.21.15.31:0/1830338321 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fec100b0d80 msgr2=0x7fec100d2220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:36.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.992+0000 7fec18590640 1 --2- 172.21.15.31:0/1830338321 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fec100b0d80 0x7fec100d2220 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fec100d0350 tx=0x7fec0002a5f0 comp rx=0 tx=0).stop 2024-09-16T07:21:36.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.992+0000 7fec18590640 1 -- 172.21.15.31:0/1830338321 shutdown_connections 2024-09-16T07:21:36.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.992+0000 7fec18590640 1 --2- 172.21.15.31:0/1830338321 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fec100b0d80 0x7fec100d2220 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:36.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.992+0000 7fec18590640 1 --2- 172.21.15.31:0/1830338321 >> v2:172.21.15.155:3300/0 conn(0x7fec1015bf10 0x7fec100d1ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:36.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.992+0000 7fec18590640 1 -- 172.21.15.31:0/1830338321 >> 172.21.15.31:0/1830338321 conn(0x7fec1009aa30 msgr2=0x7fec1009ae40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:36.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.992+0000 7fec18590640 1 -- 172.21.15.31:0/1830338321 shutdown_connections 2024-09-16T07:21:36.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.992+0000 7fec18590640 1 -- 172.21.15.31:0/1830338321 wait complete. 2024-09-16T07:21:36.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.993+0000 7fec18590640 1 Processor -- start 2024-09-16T07:21:36.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.993+0000 7fec18590640 1 -- start start 2024-09-16T07:21:36.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.994+0000 7fec18590640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fec100b0d80 0x7fec10155170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:36.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.994+0000 7fec18590640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fec100d0490 0x7fec101f69f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:36.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.994+0000 7fec18590640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fec1015bf10 0x7fec100cea20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:36.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.994+0000 7fec18590640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fec100b0a50 con 0x7fec1015bf10 2024-09-16T07:21:36.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.994+0000 7fec18590640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fec100b2230 con 0x7fec100b0d80 2024-09-16T07:21:36.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.994+0000 7fec18590640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fec100b7d60 con 0x7fec100d0490 2024-09-16T07:21:36.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.994+0000 7fec16b2d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fec1015bf10 0x7fec100cea20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:36.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.994+0000 7fec16b2d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fec1015bf10 0x7fec100cea20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48524/0 (socket says 172.21.15.31:48524) 2024-09-16T07:21:36.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.994+0000 7fec16b2d640 1 -- 172.21.15.31:0/497119313 learned_addr learned my addr 172.21.15.31:0/497119313 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:36.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.994+0000 7fec1632c640 1 --2- 172.21.15.31:0/497119313 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fec100b0d80 0x7fec10155170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:36.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.994+0000 7fec15b2b640 1 --2- 172.21.15.31:0/497119313 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fec100d0490 0x7fec101f69f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:36.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.995+0000 7fec16b2d640 1 -- 172.21.15.31:0/497119313 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fec100d0490 msgr2=0x7fec101f69f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:36.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.995+0000 7fec16b2d640 1 --2- 172.21.15.31:0/497119313 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fec100d0490 0x7fec101f69f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:36.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.995+0000 7fec16b2d640 1 -- 172.21.15.31:0/497119313 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fec100b0d80 msgr2=0x7fec10155170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:36.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.995+0000 7fec16b2d640 1 --2- 172.21.15.31:0/497119313 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fec100b0d80 0x7fec10155170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:36.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.995+0000 7fec16b2d640 1 -- 172.21.15.31:0/497119313 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec1015f230 con 0x7fec1015bf10 2024-09-16T07:21:36.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.995+0000 7fec16b2d640 1 --2- 172.21.15.31:0/497119313 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fec1015bf10 0x7fec100cea20 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fec0800c740 tx=0x7fec0800cc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:36.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.995+0000 7fec06ffd640 1 -- 172.21.15.31:0/497119313 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec08016020 con 0x7fec1015bf10 2024-09-16T07:21:36.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.995+0000 7fec06ffd640 1 -- 172.21.15.31:0/497119313 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fec0800ce50 con 0x7fec1015bf10 2024-09-16T07:21:36.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.995+0000 7fec06ffd640 1 -- 172.21.15.31:0/497119313 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec08003bf0 con 0x7fec1015bf10 2024-09-16T07:21:36.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.995+0000 7fec18590640 1 -- 172.21.15.31:0/497119313 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fec101f6f30 con 0x7fec1015bf10 2024-09-16T07:21:36.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.995+0000 7fec18590640 1 -- 172.21.15.31:0/497119313 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fec10155b50 con 0x7fec1015bf10 2024-09-16T07:21:36.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.996+0000 7fec18590640 1 -- 172.21.15.31:0/497119313 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fec100b2720 con 0x7fec1015bf10 2024-09-16T07:21:36.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.997+0000 7fec06ffd640 1 -- 172.21.15.31:0/497119313 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7fec0800a850 con 0x7fec1015bf10 2024-09-16T07:21:36.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.997+0000 7fec06ffd640 1 --2- 172.21.15.31:0/497119313 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7febf4078850 0x7febf407ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:36.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.997+0000 7fec06ffd640 1 -- 172.21.15.31:0/497119313 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7fec0809a450 con 0x7fec1015bf10 2024-09-16T07:21:36.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.997+0000 7fec1632c640 1 --2- 172.21.15.31:0/497119313 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7febf4078850 0x7febf407ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:36.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:36.998+0000 7fec1632c640 1 --2- 172.21.15.31:0/497119313 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7febf4078850 0x7febf407ad10 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fec0c004630 tx=0x7fec0c00b2e0 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:37.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.001+0000 7fec06ffd640 1 -- 172.21.15.31:0/497119313 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fec08020020 con 0x7fec1015bf10 2024-09-16T07:21:37.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.186+0000 7fec18590640 1 -- 172.21.15.31:0/497119313 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fec1015f5f0 con 0x7fec1015bf10 2024-09-16T07:21:37.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.187+0000 7fec06ffd640 1 -- 172.21.15.31:0/497119313 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v23) ==== 100+0+11 (secure 0 0 0) 0x7fec1015f230 con 0x7fec1015bf10 2024-09-16T07:21:37.187 INFO:teuthology.orchestra.run.smithi031.stdout:pg_num: 64 2024-09-16T07:21:37.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.189+0000 7fec18590640 1 -- 172.21.15.31:0/497119313 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7febf4078850 msgr2=0x7febf407ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:37.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.189+0000 7fec18590640 1 --2- 172.21.15.31:0/497119313 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7febf4078850 0x7febf407ad10 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fec0c004630 tx=0x7fec0c00b2e0 comp rx=0 tx=0).stop 2024-09-16T07:21:37.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.189+0000 7fec18590640 1 -- 172.21.15.31:0/497119313 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fec1015bf10 msgr2=0x7fec100cea20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:37.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.189+0000 7fec18590640 1 --2- 172.21.15.31:0/497119313 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fec1015bf10 0x7fec100cea20 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fec0800c740 tx=0x7fec0800cc00 comp rx=0 tx=0).stop 2024-09-16T07:21:37.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.189+0000 7fec18590640 1 -- 172.21.15.31:0/497119313 shutdown_connections 2024-09-16T07:21:37.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.189+0000 7fec18590640 1 --2- 172.21.15.31:0/497119313 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7febf4078850 0x7febf407ad10 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:37.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.189+0000 7fec18590640 1 --2- 172.21.15.31:0/497119313 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fec1015bf10 0x7fec100cea20 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:37.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.189+0000 7fec18590640 1 --2- 172.21.15.31:0/497119313 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fec100d0490 0x7fec101f69f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:37.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.189+0000 7fec18590640 1 --2- 172.21.15.31:0/497119313 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fec100b0d80 0x7fec10155170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:37.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.189+0000 7fec18590640 1 -- 172.21.15.31:0/497119313 >> 172.21.15.31:0/497119313 conn(0x7fec1009aa30 msgr2=0x7fec100b2930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:37.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.189+0000 7fec18590640 1 -- 172.21.15.31:0/497119313 shutdown_connections 2024-09-16T07:21:37.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.189+0000 7fec18590640 1 -- 172.21.15.31:0/497119313 wait complete. 2024-09-16T07:21:37.200 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_volumes.TestMisc.test_binary_metafile_on_legacy_to_v1_upgrade' 2024-09-16T07:21:37.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.306+0000 7fa42da8e640 1 -- 172.21.15.31:0/1828616111 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa4280d2410 msgr2=0x7fa4280b3090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:37.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.306+0000 7fa42da8e640 1 --2- 172.21.15.31:0/1828616111 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa4280d2410 0x7fa4280b3090 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fa418009830 tx=0x7fa41802a5a0 comp rx=0 tx=0).stop 2024-09-16T07:21:37.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.306+0000 7fa42da8e640 1 -- 172.21.15.31:0/1828616111 shutdown_connections 2024-09-16T07:21:37.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.306+0000 7fa42da8e640 1 --2- 172.21.15.31:0/1828616111 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa4280d2410 0x7fa4280b3090 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:37.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.306+0000 7fa42da8e640 1 -- 172.21.15.31:0/1828616111 >> 172.21.15.31:0/1828616111 conn(0x7fa42809aa30 msgr2=0x7fa42809ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:37.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.306+0000 7fa42da8e640 1 -- 172.21.15.31:0/1828616111 shutdown_connections 2024-09-16T07:21:37.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.306+0000 7fa42da8e640 1 -- 172.21.15.31:0/1828616111 wait complete. 2024-09-16T07:21:37.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.307+0000 7fa42da8e640 1 Processor -- start 2024-09-16T07:21:37.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.308+0000 7fa42da8e640 1 -- start start 2024-09-16T07:21:37.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.308+0000 7fa42da8e640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4280cfce0 0x7fa4281f33d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:37.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.308+0000 7fa42da8e640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa4280d2410 0x7fa4280c80b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:37.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.308+0000 7fa42da8e640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa42815f6d0 0x7fa4280b5550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:37.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.308+0000 7fa42da8e640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fa4280b15d0 con 0x7fa42815f6d0 2024-09-16T07:21:37.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.308+0000 7fa42da8e640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa4280b1450 con 0x7fa4280cfce0 2024-09-16T07:21:37.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.308+0000 7fa42da8e640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa4280b1750 con 0x7fa4280d2410 2024-09-16T07:21:37.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.308+0000 7fa427fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa42815f6d0 0x7fa4280b5550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:37.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.309+0000 7fa427fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa42815f6d0 0x7fa4280b5550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48542/0 (socket says 172.21.15.31:48542) 2024-09-16T07:21:37.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.309+0000 7fa427fff640 1 -- 172.21.15.31:0/931892775 learned_addr learned my addr 172.21.15.31:0/931892775 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:37.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.309+0000 7fa4277fe640 1 --2- 172.21.15.31:0/931892775 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4280cfce0 0x7fa4281f33d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:37.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.309+0000 7fa426ffd640 1 --2- 172.21.15.31:0/931892775 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa4280d2410 0x7fa4280c80b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:37.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.309+0000 7fa427fff640 1 -- 172.21.15.31:0/931892775 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa4280d2410 msgr2=0x7fa4280c80b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:37.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.309+0000 7fa427fff640 1 --2- 172.21.15.31:0/931892775 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa4280d2410 0x7fa4280c80b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:37.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.309+0000 7fa427fff640 1 -- 172.21.15.31:0/931892775 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4280cfce0 msgr2=0x7fa4281f33d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:37.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.309+0000 7fa427fff640 1 --2- 172.21.15.31:0/931892775 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4280cfce0 0x7fa4281f33d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:37.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.309+0000 7fa427fff640 1 -- 172.21.15.31:0/931892775 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4280b5e30 con 0x7fa42815f6d0 2024-09-16T07:21:37.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.309+0000 7fa427fff640 1 --2- 172.21.15.31:0/931892775 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa42815f6d0 0x7fa4280b5550 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fa42000c7b0 tx=0x7fa42000cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:37.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.309+0000 7fa40ffff640 1 -- 172.21.15.31:0/931892775 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa420017070 con 0x7fa42815f6d0 2024-09-16T07:21:37.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.309+0000 7fa40ffff640 1 -- 172.21.15.31:0/931892775 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa420005070 con 0x7fa42815f6d0 2024-09-16T07:21:37.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.309+0000 7fa42da8e640 1 -- 172.21.15.31:0/931892775 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4281f28f0 con 0x7fa42815f6d0 2024-09-16T07:21:37.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.309+0000 7fa40ffff640 1 -- 172.21.15.31:0/931892775 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4200054c0 con 0x7fa42815f6d0 2024-09-16T07:21:37.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.309+0000 7fa42da8e640 1 -- 172.21.15.31:0/931892775 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4280c85f0 con 0x7fa42815f6d0 2024-09-16T07:21:37.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.310+0000 7fa42da8e640 1 -- 172.21.15.31:0/931892775 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa4281f2ce0 con 0x7fa42815f6d0 2024-09-16T07:21:37.313 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.311+0000 7fa40ffff640 1 -- 172.21.15.31:0/931892775 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7fa420005660 con 0x7fa42815f6d0 2024-09-16T07:21:37.313 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.312+0000 7fa40ffff640 1 --2- 172.21.15.31:0/931892775 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa414078850 0x7fa41407ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:37.313 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.312+0000 7fa40ffff640 1 -- 172.21.15.31:0/931892775 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7fa420099fc0 con 0x7fa42815f6d0 2024-09-16T07:21:37.314 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.312+0000 7fa4277fe640 1 --2- 172.21.15.31:0/931892775 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa414078850 0x7fa41407ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:37.314 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.312+0000 7fa4277fe640 1 --2- 172.21.15.31:0/931892775 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa414078850 0x7fa41407ad10 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fa418034000 tx=0x7fa418004730 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:37.316 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.316+0000 7fa40ffff640 1 -- 172.21.15.31:0/931892775 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fa4200625b0 con 0x7fa42815f6d0 2024-09-16T07:21:37.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.579+0000 7fa42da8e640 1 -- 172.21.15.31:0/931892775 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_binary_metafile_on_legacy_to_v1_upgrade"]} v 0) -- 0x7fa4281f2ac0 con 0x7fa42815f6d0 2024-09-16T07:21:37.769 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.769+0000 7fa40ffff640 1 -- 172.21.15.31:0/931892775 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_binary_metafile_on_legacy_to_v1_upgrade"]}]=0 v50) ==== 161+0+0 (secure 0 0 0) 0x7fa420061eb0 con 0x7fa42815f6d0 2024-09-16T07:21:37.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.771+0000 7fa42da8e640 1 -- 172.21.15.31:0/931892775 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa414078850 msgr2=0x7fa41407ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:37.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.771+0000 7fa42da8e640 1 --2- 172.21.15.31:0/931892775 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa414078850 0x7fa41407ad10 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fa418034000 tx=0x7fa418004730 comp rx=0 tx=0).stop 2024-09-16T07:21:37.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.771+0000 7fa42da8e640 1 -- 172.21.15.31:0/931892775 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa42815f6d0 msgr2=0x7fa4280b5550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:37.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.771+0000 7fa42da8e640 1 --2- 172.21.15.31:0/931892775 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa42815f6d0 0x7fa4280b5550 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fa42000c7b0 tx=0x7fa42000cc70 comp rx=0 tx=0).stop 2024-09-16T07:21:37.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.771+0000 7fa42da8e640 1 -- 172.21.15.31:0/931892775 shutdown_connections 2024-09-16T07:21:37.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.771+0000 7fa42da8e640 1 --2- 172.21.15.31:0/931892775 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa414078850 0x7fa41407ad10 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:37.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.771+0000 7fa42da8e640 1 --2- 172.21.15.31:0/931892775 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa42815f6d0 0x7fa4280b5550 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:37.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.771+0000 7fa42da8e640 1 --2- 172.21.15.31:0/931892775 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa4280d2410 0x7fa4280c80b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:37.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.771+0000 7fa42da8e640 1 --2- 172.21.15.31:0/931892775 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4280cfce0 0x7fa4281f33d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:37.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.771+0000 7fa42da8e640 1 -- 172.21.15.31:0/931892775 >> 172.21.15.31:0/931892775 conn(0x7fa42809aa30 msgr2=0x7fa428070780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:37.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.771+0000 7fa42da8e640 1 -- 172.21.15.31:0/931892775 shutdown_connections 2024-09-16T07:21:37.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.771+0000 7fa42da8e640 1 -- 172.21.15.31:0/931892775 wait complete. 2024-09-16T07:21:37.782 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-09-16T07:21:37.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.887+0000 7f2a25ebd640 1 -- 172.21.15.31:0/782074909 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2a200b15a0 msgr2=0x7f2a200b1a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:37.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.887+0000 7f2a25ebd640 1 --2- 172.21.15.31:0/782074909 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2a200b15a0 0x7f2a200b1a30 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f2a200cc050 tx=0x7f2a1802aa30 comp rx=0 tx=0).stop 2024-09-16T07:21:37.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.887+0000 7f2a25ebd640 1 -- 172.21.15.31:0/782074909 shutdown_connections 2024-09-16T07:21:37.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.887+0000 7f2a25ebd640 1 --2- 172.21.15.31:0/782074909 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2a200b15a0 0x7f2a200b1a30 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:37.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.887+0000 7f2a25ebd640 1 --2- 172.21.15.31:0/782074909 >> v2:172.21.15.155:3300/0 conn(0x7f2a200d0a90 0x7f2a2015ec80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:37.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.887+0000 7f2a25ebd640 1 -- 172.21.15.31:0/782074909 >> 172.21.15.31:0/782074909 conn(0x7f2a200d1c40 msgr2=0x7f2a200d2050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:37.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.887+0000 7f2a25ebd640 1 -- 172.21.15.31:0/782074909 shutdown_connections 2024-09-16T07:21:37.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.887+0000 7f2a25ebd640 1 -- 172.21.15.31:0/782074909 wait complete. 2024-09-16T07:21:37.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.888+0000 7f2a25ebd640 1 Processor -- start 2024-09-16T07:21:37.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.889+0000 7f2a25ebd640 1 -- start start 2024-09-16T07:21:37.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.889+0000 7f2a25ebd640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2a200b15a0 0x7f2a2015d270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:37.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.889+0000 7f2a25ebd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2a200d0a90 0x7f2a201f80d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:37.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.889+0000 7f2a25ebd640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2a20161c20 0x7f2a200cbaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:37.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.889+0000 7f2a25ebd640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f2a2006e950 con 0x7f2a200d0a90 2024-09-16T07:21:37.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.889+0000 7f2a25ebd640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f2a2006e7d0 con 0x7f2a20161c20 2024-09-16T07:21:37.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.889+0000 7f2a25ebd640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f2a2006ead0 con 0x7f2a200b15a0 2024-09-16T07:21:37.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.889+0000 7f2a1effd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2a200d0a90 0x7f2a201f80d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:37.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.889+0000 7f2a1effd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2a200d0a90 0x7f2a201f80d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48568/0 (socket says 172.21.15.31:48568) 2024-09-16T07:21:37.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.889+0000 7f2a1effd640 1 -- 172.21.15.31:0/3806902479 learned_addr learned my addr 172.21.15.31:0/3806902479 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:37.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.889+0000 7f2a1f7fe640 1 --2- 172.21.15.31:0/3806902479 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2a200b15a0 0x7f2a2015d270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:37.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.890+0000 7f2a1ffff640 1 --2- 172.21.15.31:0/3806902479 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2a20161c20 0x7f2a200cbaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:37.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.890+0000 7f2a1effd640 1 -- 172.21.15.31:0/3806902479 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2a200b15a0 msgr2=0x7f2a2015d270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:37.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.890+0000 7f2a1effd640 1 --2- 172.21.15.31:0/3806902479 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2a200b15a0 0x7f2a2015d270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:37.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.890+0000 7f2a1effd640 1 -- 172.21.15.31:0/3806902479 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2a20161c20 msgr2=0x7f2a200cbaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:37.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.890+0000 7f2a1effd640 1 --2- 172.21.15.31:0/3806902479 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2a20161c20 0x7f2a200cbaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:37.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.890+0000 7f2a1effd640 1 -- 172.21.15.31:0/3806902479 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a201f87b0 con 0x7f2a200d0a90 2024-09-16T07:21:37.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.890+0000 7f2a1effd640 1 --2- 172.21.15.31:0/3806902479 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2a200d0a90 0x7f2a201f80d0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f2a1400d950 tx=0x7f2a1400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:37.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.890+0000 7f2a07fff640 1 -- 172.21.15.31:0/3806902479 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a14017070 con 0x7f2a200d0a90 2024-09-16T07:21:37.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.890+0000 7f2a07fff640 1 -- 172.21.15.31:0/3806902479 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2a14009d20 con 0x7f2a200d0a90 2024-09-16T07:21:37.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.890+0000 7f2a07fff640 1 -- 172.21.15.31:0/3806902479 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a140106c0 con 0x7f2a200d0a90 2024-09-16T07:21:37.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.890+0000 7f2a25ebd640 1 -- 172.21.15.31:0/3806902479 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a201f8a90 con 0x7f2a200d0a90 2024-09-16T07:21:37.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.890+0000 7f2a25ebd640 1 -- 172.21.15.31:0/3806902479 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a201f4c80 con 0x7f2a200d0a90 2024-09-16T07:21:37.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.891+0000 7f2a25ebd640 1 -- 172.21.15.31:0/3806902479 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2a2006f060 con 0x7f2a200d0a90 2024-09-16T07:21:37.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.892+0000 7f2a07fff640 1 -- 172.21.15.31:0/3806902479 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f2a14010860 con 0x7f2a200d0a90 2024-09-16T07:21:37.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.892+0000 7f2a07fff640 1 --2- 172.21.15.31:0/3806902479 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2a0c078850 0x7f2a0c07ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:37.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.893+0000 7f2a07fff640 1 -- 172.21.15.31:0/3806902479 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7f2a1409adc0 con 0x7f2a200d0a90 2024-09-16T07:21:37.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.893+0000 7f2a1f7fe640 1 --2- 172.21.15.31:0/3806902479 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2a0c078850 0x7f2a0c07ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:37.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.893+0000 7f2a1f7fe640 1 --2- 172.21.15.31:0/3806902479 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2a0c078850 0x7f2a0c07ad10 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f2a100015e0 tx=0x7f2a10009040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:37.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:37.897+0000 7f2a07fff640 1 -- 172.21.15.31:0/3806902479 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f2a14063390 con 0x7f2a200d0a90 2024-09-16T07:21:38.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.086+0000 7f2a25ebd640 1 -- 172.21.15.31:0/3806902479 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7f2a200c8a80 con 0x7f2a200d0a90 2024-09-16T07:21:38.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.087+0000 7f2a07fff640 1 -- 172.21.15.31:0/3806902479 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v27) ==== 59+0+1998 (secure 0 0 0) 0x7f2a14062c90 con 0x7f2a200d0a90 2024-09-16T07:21:38.087 INFO:teuthology.orchestra.run.smithi031.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-09-16T07:21:38.087 INFO:teuthology.orchestra.run.smithi031.stdout:mon advanced mon_op_complaint_time 120 2024-09-16T07:21:38.087 INFO:teuthology.orchestra.run.smithi031.stdout:mon dev mon_warn_on_pool_no_app false 2024-09-16T07:21:38.087 INFO:teuthology.orchestra.run.smithi031.stdout:osd advanced osd_op_complaint_time 180.000000 2024-09-16T07:21:38.087 INFO:teuthology.orchestra.run.smithi031.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 4520.820560 2024-09-16T07:21:38.088 INFO:teuthology.orchestra.run.smithi031.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 5734.367886 2024-09-16T07:21:38.088 INFO:teuthology.orchestra.run.smithi031.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 4504.591485 2024-09-16T07:21:38.088 INFO:teuthology.orchestra.run.smithi031.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 4573.380612 2024-09-16T07:21:38.088 INFO:teuthology.orchestra.run.smithi031.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 5234.235164 2024-09-16T07:21:38.088 INFO:teuthology.orchestra.run.smithi031.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 5784.050173 2024-09-16T07:21:38.088 INFO:teuthology.orchestra.run.smithi031.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 8598.617671 2024-09-16T07:21:38.088 INFO:teuthology.orchestra.run.smithi031.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 5090.838884 2024-09-16T07:21:38.088 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced debug_mds 20/20 2024-09-16T07:21:38.088 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced debug_mds_balancer 20/20 2024-09-16T07:21:38.088 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced debug_ms 2/2 2024-09-16T07:21:38.088 INFO:teuthology.orchestra.run.smithi031.stdout:mds dev mds_debug_frag true 2024-09-16T07:21:38.089 INFO:teuthology.orchestra.run.smithi031.stdout:mds dev mds_debug_scatterstat true 2024-09-16T07:21:38.089 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced mds_op_complaint_time 180.000000 2024-09-16T07:21:38.089 INFO:teuthology.orchestra.run.smithi031.stdout:mds dev mds_verify_scatter true 2024-09-16T07:21:38.089 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced osd_op_complaint_time 180.000000 2024-09-16T07:21:38.089 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced rados_mon_op_timeout 900 2024-09-16T07:21:38.089 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced rados_osd_op_timeout 900 2024-09-16T07:21:38.089 INFO:teuthology.orchestra.run.smithi031.stdout:client advanced client_mount_timeout 600 2024-09-16T07:21:38.089 INFO:teuthology.orchestra.run.smithi031.stdout:client advanced debug_client 20/20 2024-09-16T07:21:38.089 INFO:teuthology.orchestra.run.smithi031.stdout:client advanced debug_ms 1/1 2024-09-16T07:21:38.089 INFO:teuthology.orchestra.run.smithi031.stdout:client advanced rados_mon_op_timeout 900 2024-09-16T07:21:38.089 INFO:teuthology.orchestra.run.smithi031.stdout:client advanced rados_osd_op_timeout 900 2024-09-16T07:21:38.090 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.089+0000 7f2a25ebd640 1 -- 172.21.15.31:0/3806902479 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2a0c078850 msgr2=0x7f2a0c07ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:38.090 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.089+0000 7f2a25ebd640 1 --2- 172.21.15.31:0/3806902479 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2a0c078850 0x7f2a0c07ad10 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f2a100015e0 tx=0x7f2a10009040 comp rx=0 tx=0).stop 2024-09-16T07:21:38.090 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.089+0000 7f2a25ebd640 1 -- 172.21.15.31:0/3806902479 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2a200d0a90 msgr2=0x7f2a201f80d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:38.090 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.089+0000 7f2a25ebd640 1 --2- 172.21.15.31:0/3806902479 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2a200d0a90 0x7f2a201f80d0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f2a1400d950 tx=0x7f2a1400de10 comp rx=0 tx=0).stop 2024-09-16T07:21:38.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.089+0000 7f2a25ebd640 1 -- 172.21.15.31:0/3806902479 shutdown_connections 2024-09-16T07:21:38.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.089+0000 7f2a25ebd640 1 --2- 172.21.15.31:0/3806902479 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2a0c078850 0x7f2a0c07ad10 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:38.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.089+0000 7f2a25ebd640 1 --2- 172.21.15.31:0/3806902479 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2a20161c20 0x7f2a200cbaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:38.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.089+0000 7f2a25ebd640 1 --2- 172.21.15.31:0/3806902479 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2a200d0a90 0x7f2a201f80d0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:38.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.089+0000 7f2a25ebd640 1 --2- 172.21.15.31:0/3806902479 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2a200b15a0 0x7f2a2015d270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:38.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.089+0000 7f2a25ebd640 1 -- 172.21.15.31:0/3806902479 >> 172.21.15.31:0/3806902479 conn(0x7f2a200d1c40 msgr2=0x7f2a200afca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:38.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.089+0000 7f2a25ebd640 1 -- 172.21.15.31:0/3806902479 shutdown_connections 2024-09-16T07:21:38.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.089+0000 7f2a25ebd640 1 -- 172.21.15.31:0/3806902479 wait complete. 2024-09-16T07:21:38.100 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-16T07:21:38.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.207+0000 7f825f76b640 1 -- 172.21.15.31:0/911177597 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f82580b4c20 msgr2=0x7f82580cf950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:38.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.207+0000 7f825f76b640 1 --2- 172.21.15.31:0/911177597 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f82580b4c20 0x7f82580cf950 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f82580cf640 tx=0x7f824c02a610 comp rx=0 tx=0).stop 2024-09-16T07:21:38.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.207+0000 7f825f76b640 1 -- 172.21.15.31:0/911177597 shutdown_connections 2024-09-16T07:21:38.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.207+0000 7f825f76b640 1 --2- 172.21.15.31:0/911177597 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f82580b4c20 0x7f82580cf950 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:38.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.207+0000 7f825f76b640 1 -- 172.21.15.31:0/911177597 >> 172.21.15.31:0/911177597 conn(0x7f825809d190 msgr2=0x7f82580d3f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:38.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.207+0000 7f825f76b640 1 -- 172.21.15.31:0/911177597 shutdown_connections 2024-09-16T07:21:38.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.207+0000 7f825f76b640 1 -- 172.21.15.31:0/911177597 wait complete. 2024-09-16T07:21:38.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.208+0000 7f825f76b640 1 Processor -- start 2024-09-16T07:21:38.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.208+0000 7f825f76b640 1 -- start start 2024-09-16T07:21:38.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.209+0000 7f825f76b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f82580b4c20 0x7f825815d670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:38.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.209+0000 7f825f76b640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f82580d2200 0x7f825809e5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:38.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.209+0000 7f825f76b640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8258161500 0x7f82580a1490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:38.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.209+0000 7f825f76b640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f82580d27d0 con 0x7f82580b4c20 2024-09-16T07:21:38.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.209+0000 7f825f76b640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f8258161af0 con 0x7f82580d2200 2024-09-16T07:21:38.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.209+0000 7f825f76b640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f82580b3f90 con 0x7f8258161500 2024-09-16T07:21:38.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.209+0000 7f825d507640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f82580b4c20 0x7f825815d670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:38.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.209+0000 7f825d507640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f82580b4c20 0x7f825815d670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48594/0 (socket says 172.21.15.31:48594) 2024-09-16T07:21:38.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.209+0000 7f825d507640 1 -- 172.21.15.31:0/2533185960 learned_addr learned my addr 172.21.15.31:0/2533185960 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:38.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.210+0000 7f825dd08640 1 --2- 172.21.15.31:0/2533185960 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8258161500 0x7f82580a1490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:38.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.210+0000 7f825cd06640 1 --2- 172.21.15.31:0/2533185960 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f82580d2200 0x7f825809e5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:38.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.210+0000 7f825d507640 1 -- 172.21.15.31:0/2533185960 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8258161500 msgr2=0x7f82580a1490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:38.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.210+0000 7f825d507640 1 --2- 172.21.15.31:0/2533185960 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8258161500 0x7f82580a1490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:38.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.210+0000 7f825d507640 1 -- 172.21.15.31:0/2533185960 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f82580d2200 msgr2=0x7f825809e5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:38.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.210+0000 7f825d507640 1 --2- 172.21.15.31:0/2533185960 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f82580d2200 0x7f825809e5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:38.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.210+0000 7f825d507640 1 -- 172.21.15.31:0/2533185960 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82580a0130 con 0x7f82580b4c20 2024-09-16T07:21:38.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.210+0000 7f825dd08640 1 --2- 172.21.15.31:0/2533185960 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8258161500 0x7f82580a1490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:21:38.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.210+0000 7f825cd06640 1 --2- 172.21.15.31:0/2533185960 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f82580d2200 0x7f825809e5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:21:38.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.210+0000 7f825d507640 1 --2- 172.21.15.31:0/2533185960 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f82580b4c20 0x7f825815d670 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f825000c430 tx=0x7f825000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:38.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.210+0000 7f8255ffb640 1 -- 172.21.15.31:0/2533185960 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8250017070 con 0x7f82580b4c20 2024-09-16T07:21:38.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.210+0000 7f8255ffb640 1 -- 172.21.15.31:0/2533185960 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f82500053c0 con 0x7f82580b4c20 2024-09-16T07:21:38.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.210+0000 7f825f76b640 1 -- 172.21.15.31:0/2533185960 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82580a03f0 con 0x7f82580b4c20 2024-09-16T07:21:38.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.210+0000 7f8255ffb640 1 -- 172.21.15.31:0/2533185960 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8250003850 con 0x7f82580b4c20 2024-09-16T07:21:38.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.210+0000 7f825f76b640 1 -- 172.21.15.31:0/2533185960 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82580a09b0 con 0x7f82580b4c20 2024-09-16T07:21:38.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.211+0000 7f825f76b640 1 -- 172.21.15.31:0/2533185960 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f82580b43f0 con 0x7f82580b4c20 2024-09-16T07:21:38.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.212+0000 7f8255ffb640 1 -- 172.21.15.31:0/2533185960 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f825001a070 con 0x7f82580b4c20 2024-09-16T07:21:38.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.213+0000 7f8255ffb640 1 --2- 172.21.15.31:0/2533185960 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f8244078850 0x7f824407ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:38.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.213+0000 7f8255ffb640 1 -- 172.21.15.31:0/2533185960 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7f8250099d10 con 0x7f82580b4c20 2024-09-16T07:21:38.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.213+0000 7f825cd06640 1 --2- 172.21.15.31:0/2533185960 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f8244078850 0x7f824407ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:38.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.213+0000 7f825cd06640 1 --2- 172.21.15.31:0/2533185960 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f8244078850 0x7f824407ad10 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f824c033000 tx=0x7f824c004730 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:38.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.217+0000 7f8255ffb640 1 -- 172.21.15.31:0/2533185960 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f8250062300 con 0x7f82580b4c20 2024-09-16T07:21:38.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.404+0000 7f825f76b640 1 -- 172.21.15.31:0/2533185960 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f82580a1df0 con 0x7f82580b4c20 2024-09-16T07:21:38.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.407+0000 7f8255ffb640 1 -- 172.21.15.31:0/2533185960 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v28)=0 v28) ==== 122+0+0 (secure 0 0 0) 0x7f8250061c00 con 0x7f82580b4c20 2024-09-16T07:21:38.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.409+0000 7f825f76b640 1 -- 172.21.15.31:0/2533185960 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f8244078850 msgr2=0x7f824407ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:38.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.410+0000 7f825f76b640 1 --2- 172.21.15.31:0/2533185960 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f8244078850 0x7f824407ad10 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f824c033000 tx=0x7f824c004730 comp rx=0 tx=0).stop 2024-09-16T07:21:38.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.410+0000 7f825f76b640 1 -- 172.21.15.31:0/2533185960 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f82580b4c20 msgr2=0x7f825815d670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:38.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.410+0000 7f825f76b640 1 --2- 172.21.15.31:0/2533185960 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f82580b4c20 0x7f825815d670 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f825000c430 tx=0x7f825000c8f0 comp rx=0 tx=0).stop 2024-09-16T07:21:38.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.410+0000 7f825f76b640 1 -- 172.21.15.31:0/2533185960 shutdown_connections 2024-09-16T07:21:38.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.410+0000 7f825f76b640 1 --2- 172.21.15.31:0/2533185960 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f8244078850 0x7f824407ad10 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:38.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.410+0000 7f825f76b640 1 --2- 172.21.15.31:0/2533185960 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8258161500 0x7f82580a1490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:38.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.410+0000 7f825f76b640 1 --2- 172.21.15.31:0/2533185960 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f82580d2200 0x7f825809e5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:38.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.410+0000 7f825f76b640 1 --2- 172.21.15.31:0/2533185960 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f82580b4c20 0x7f825815d670 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:38.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.410+0000 7f825f76b640 1 -- 172.21.15.31:0/2533185960 >> 172.21.15.31:0/2533185960 conn(0x7f825809d190 msgr2=0x7f825806eb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:38.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.410+0000 7f825f76b640 1 -- 172.21.15.31:0/2533185960 shutdown_connections 2024-09-16T07:21:38.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.410+0000 7f825f76b640 1 -- 172.21.15.31:0/2533185960 wait complete. 2024-09-16T07:21:38.420 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-16T07:21:38.421 DEBUG:teuthology.orchestra.run.smithi031:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T07:21:38.465 DEBUG:teuthology.orchestra.run.smithi155:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T07:21:38.521 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-16T07:21:38.522 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:21:38.522 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:21:38.538 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:21:38.538 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:21:38.594 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T07:21:38.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.740+0000 7f05b20e4640 1 -- 172.21.15.31:0/3352453922 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f05ac0d49c0 msgr2=0x7f05ac0cf9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:38.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.740+0000 7f05b20e4640 1 --2- 172.21.15.31:0/3352453922 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f05ac0d49c0 0x7f05ac0cf9b0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f05ac0b9f50 tx=0x7f05a402a890 comp rx=0 tx=0).stop 2024-09-16T07:21:38.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.740+0000 7f05b20e4640 1 -- 172.21.15.31:0/3352453922 shutdown_connections 2024-09-16T07:21:38.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.740+0000 7f05b20e4640 1 --2- 172.21.15.31:0/3352453922 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f05ac0d49c0 0x7f05ac0cf9b0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:38.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.740+0000 7f05b20e4640 1 -- 172.21.15.31:0/3352453922 >> 172.21.15.31:0/3352453922 conn(0x7f05ac0d3ea0 msgr2=0x7f05ac0d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:38.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.740+0000 7f05b20e4640 1 -- 172.21.15.31:0/3352453922 shutdown_connections 2024-09-16T07:21:38.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.740+0000 7f05b20e4640 1 -- 172.21.15.31:0/3352453922 wait complete. 2024-09-16T07:21:38.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.742+0000 7f05b20e4640 1 Processor -- start 2024-09-16T07:21:38.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.742+0000 7f05b20e4640 1 -- start start 2024-09-16T07:21:38.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.743+0000 7f05b20e4640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f05ac0d0d40 0x7f05ac0b9270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:38.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.743+0000 7f05b20e4640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f05ac0d49c0 0x7f05ac0b7e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:38.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.743+0000 7f05b20e4640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f05ac15df90 0x7f05ac0b8390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:38.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.743+0000 7f05b20e4640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f05ac162690 con 0x7f05ac15df90 2024-09-16T07:21:38.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.743+0000 7f05b20e4640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f05ac0b3f10 con 0x7f05ac0d49c0 2024-09-16T07:21:38.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.743+0000 7f05b20e4640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f05ac14e5b0 con 0x7f05ac0d0d40 2024-09-16T07:21:38.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.743+0000 7f05abfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f05ac15df90 0x7f05ac0b8390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:38.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.743+0000 7f05abfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f05ac15df90 0x7f05ac0b8390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48604/0 (socket says 172.21.15.31:48604) 2024-09-16T07:21:38.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.743+0000 7f05abfff640 1 -- 172.21.15.31:0/250805725 learned_addr learned my addr 172.21.15.31:0/250805725 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:38.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.743+0000 7f05aaffd640 1 --2- 172.21.15.31:0/250805725 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f05ac0d49c0 0x7f05ac0b7e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:38.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.743+0000 7f05ab7fe640 1 --2- 172.21.15.31:0/250805725 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f05ac0d0d40 0x7f05ac0b9270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:38.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.743+0000 7f05abfff640 1 -- 172.21.15.31:0/250805725 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f05ac0d0d40 msgr2=0x7f05ac0b9270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:38.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.743+0000 7f05abfff640 1 --2- 172.21.15.31:0/250805725 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f05ac0d0d40 0x7f05ac0b9270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:38.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.743+0000 7f05abfff640 1 -- 172.21.15.31:0/250805725 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f05ac0d49c0 msgr2=0x7f05ac0b7e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:38.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.743+0000 7f05abfff640 1 --2- 172.21.15.31:0/250805725 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f05ac0d49c0 0x7f05ac0b7e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:38.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.743+0000 7f05abfff640 1 -- 172.21.15.31:0/250805725 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05ac0cdcb0 con 0x7f05ac15df90 2024-09-16T07:21:38.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.743+0000 7f05abfff640 1 --2- 172.21.15.31:0/250805725 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f05ac15df90 0x7f05ac0b8390 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f05a4009ca0 tx=0x7f05a4003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:38.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.743+0000 7f0593fff640 1 -- 172.21.15.31:0/250805725 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05a4040070 con 0x7f05ac15df90 2024-09-16T07:21:38.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.743+0000 7f0593fff640 1 -- 172.21.15.31:0/250805725 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f05a4004040 con 0x7f05ac15df90 2024-09-16T07:21:38.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.743+0000 7f05b20e4640 1 -- 172.21.15.31:0/250805725 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05ac0b97b0 con 0x7f05ac15df90 2024-09-16T07:21:38.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.744+0000 7f0593fff640 1 -- 172.21.15.31:0/250805725 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05a4004450 con 0x7f05ac15df90 2024-09-16T07:21:38.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.744+0000 7f05b20e4640 1 -- 172.21.15.31:0/250805725 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05ac14df60 con 0x7f05ac15df90 2024-09-16T07:21:38.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.744+0000 7f05b20e4640 1 -- 172.21.15.31:0/250805725 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f05ac0ce030 con 0x7f05ac15df90 2024-09-16T07:21:38.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.745+0000 7f0593fff640 1 -- 172.21.15.31:0/250805725 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f05a4039040 con 0x7f05ac15df90 2024-09-16T07:21:38.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.745+0000 7f0593fff640 1 --2- 172.21.15.31:0/250805725 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0598078880 0x7f059807ad40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:38.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.746+0000 7f0593fff640 1 -- 172.21.15.31:0/250805725 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7f05a40bbbc0 con 0x7f05ac15df90 2024-09-16T07:21:38.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.746+0000 7f05ab7fe640 1 --2- 172.21.15.31:0/250805725 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0598078880 0x7f059807ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:38.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.746+0000 7f05ab7fe640 1 --2- 172.21.15.31:0/250805725 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0598078880 0x7f059807ad40 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f059c006fd0 tx=0x7f059c009060 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:38.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.750+0000 7f0593fff640 1 -- 172.21.15.31:0/250805725 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f05ac0b97b0 con 0x7f05ac15df90 2024-09-16T07:21:38.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.947+0000 7f05b20e4640 1 -- 172.21.15.31:0/250805725 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f05ac0b4490 con 0x7f05ac15df90 2024-09-16T07:21:38.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.947+0000 7f0593fff640 1 -- 172.21.15.31:0/250805725 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v23) ==== 80+0+0 (secure 0 0 0) 0x7f05a4083be0 con 0x7f05ac15df90 2024-09-16T07:21:38.948 INFO:teuthology.orchestra.run.smithi031.stderr:listed 0 entries 2024-09-16T07:21:38.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.949+0000 7f05b20e4640 1 -- 172.21.15.31:0/250805725 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0598078880 msgr2=0x7f059807ad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:38.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.949+0000 7f05b20e4640 1 --2- 172.21.15.31:0/250805725 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0598078880 0x7f059807ad40 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f059c006fd0 tx=0x7f059c009060 comp rx=0 tx=0).stop 2024-09-16T07:21:38.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.949+0000 7f05b20e4640 1 -- 172.21.15.31:0/250805725 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f05ac15df90 msgr2=0x7f05ac0b8390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:38.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.949+0000 7f05b20e4640 1 --2- 172.21.15.31:0/250805725 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f05ac15df90 0x7f05ac0b8390 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f05a4009ca0 tx=0x7f05a4003f10 comp rx=0 tx=0).stop 2024-09-16T07:21:38.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.949+0000 7f05b20e4640 1 -- 172.21.15.31:0/250805725 shutdown_connections 2024-09-16T07:21:38.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.949+0000 7f05b20e4640 1 --2- 172.21.15.31:0/250805725 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0598078880 0x7f059807ad40 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:38.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.949+0000 7f05b20e4640 1 --2- 172.21.15.31:0/250805725 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f05ac15df90 0x7f05ac0b8390 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:38.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.949+0000 7f05b20e4640 1 --2- 172.21.15.31:0/250805725 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f05ac0d49c0 0x7f05ac0b7e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:38.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.949+0000 7f05b20e4640 1 --2- 172.21.15.31:0/250805725 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f05ac0d0d40 0x7f05ac0b9270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:38.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.949+0000 7f05b20e4640 1 -- 172.21.15.31:0/250805725 >> 172.21.15.31:0/250805725 conn(0x7f05ac0d3ea0 msgr2=0x7f05ac0b0d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:38.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.949+0000 7f05b20e4640 1 -- 172.21.15.31:0/250805725 shutdown_connections 2024-09-16T07:21:38.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:38.949+0000 7f05b20e4640 1 -- 172.21.15.31:0/250805725 wait complete. 2024-09-16T07:21:38.961 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:21:38.961 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:21:38.977 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T07:21:39.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.123+0000 7f997cf9d640 1 -- 172.21.15.31:0/15104399 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9978152780 msgr2=0x7f9978160280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:39.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.123+0000 7f997cf9d640 1 --2- 172.21.15.31:0/15104399 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9978152780 0x7f9978160280 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f99780cbe40 tx=0x7f996802a4a0 comp rx=0 tx=0).stop 2024-09-16T07:21:39.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.123+0000 7f997cf9d640 1 -- 172.21.15.31:0/15104399 shutdown_connections 2024-09-16T07:21:39.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.123+0000 7f997cf9d640 1 --2- 172.21.15.31:0/15104399 >> v2:172.21.15.155:3300/0 conn(0x7f99780cc8c0 0x7f997806cb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:39.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.123+0000 7f997cf9d640 1 --2- 172.21.15.31:0/15104399 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9978152780 0x7f9978160280 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:39.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.123+0000 7f997cf9d640 1 -- 172.21.15.31:0/15104399 >> 172.21.15.31:0/15104399 conn(0x7f99780cd630 msgr2=0x7f99780cda40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:39.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.123+0000 7f997cf9d640 1 -- 172.21.15.31:0/15104399 shutdown_connections 2024-09-16T07:21:39.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.123+0000 7f997cf9d640 1 -- 172.21.15.31:0/15104399 wait complete. 2024-09-16T07:21:39.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.124+0000 7f997cf9d640 1 Processor -- start 2024-09-16T07:21:39.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.124+0000 7f997cf9d640 1 -- start start 2024-09-16T07:21:39.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.125+0000 7f997cf9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9978070ee0 0x7f99780c6ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:39.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.125+0000 7f997cf9d640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f99780cc8c0 0x7f997814d750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:39.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.125+0000 7f997cf9d640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9978152780 0x7f99780c5df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:39.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.125+0000 7f997cf9d640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f9978073fe0 con 0x7f9978070ee0 2024-09-16T07:21:39.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.125+0000 7f997cf9d640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f9978073e60 con 0x7f99780cc8c0 2024-09-16T07:21:39.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.125+0000 7f997cf9d640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f9978074160 con 0x7f9978152780 2024-09-16T07:21:39.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.125+0000 7f99777fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9978070ee0 0x7f99780c6ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:39.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.125+0000 7f99777fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9978070ee0 0x7f99780c6ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48616/0 (socket says 172.21.15.31:48616) 2024-09-16T07:21:39.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.125+0000 7f99777fe640 1 -- 172.21.15.31:0/1852133054 learned_addr learned my addr 172.21.15.31:0/1852133054 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:39.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.125+0000 7f99777fe640 1 -- 172.21.15.31:0/1852133054 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9978152780 msgr2=0x7f99780c5df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:39.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.125+0000 7f99777fe640 1 --2- 172.21.15.31:0/1852133054 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9978152780 0x7f99780c5df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:39.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.125+0000 7f99777fe640 1 -- 172.21.15.31:0/1852133054 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f99780cc8c0 msgr2=0x7f997814d750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:39.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.125+0000 7f99777fe640 1 --2- 172.21.15.31:0/1852133054 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f99780cc8c0 0x7f997814d750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:39.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.125+0000 7f99777fe640 1 -- 172.21.15.31:0/1852133054 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99780c7430 con 0x7f9978070ee0 2024-09-16T07:21:39.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.125+0000 7f99777fe640 1 --2- 172.21.15.31:0/1852133054 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9978070ee0 0x7f99780c6ef0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f9968009920 tx=0x7f9968032c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:39.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.126+0000 7f9974ff9640 1 -- 172.21.15.31:0/1852133054 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9968040070 con 0x7f9978070ee0 2024-09-16T07:21:39.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.126+0000 7f9974ff9640 1 -- 172.21.15.31:0/1852133054 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9968005310 con 0x7f9978070ee0 2024-09-16T07:21:39.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.126+0000 7f9974ff9640 1 -- 172.21.15.31:0/1852133054 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99680047a0 con 0x7f9978070ee0 2024-09-16T07:21:39.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.126+0000 7f997cf9d640 1 -- 172.21.15.31:0/1852133054 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f997814dfe0 con 0x7f9978070ee0 2024-09-16T07:21:39.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.126+0000 7f997cf9d640 1 -- 172.21.15.31:0/1852133054 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f997814e5a0 con 0x7f9978070ee0 2024-09-16T07:21:39.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.127+0000 7f997cf9d640 1 -- 172.21.15.31:0/1852133054 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9978074680 con 0x7f9978070ee0 2024-09-16T07:21:39.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.127+0000 7f9974ff9640 1 -- 172.21.15.31:0/1852133054 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f9968039040 con 0x7f9978070ee0 2024-09-16T07:21:39.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.128+0000 7f9974ff9640 1 --2- 172.21.15.31:0/1852133054 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9958078850 0x7f995807ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:39.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.128+0000 7f9974ff9640 1 -- 172.21.15.31:0/1852133054 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7f99680bbcf0 con 0x7f9978070ee0 2024-09-16T07:21:39.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.128+0000 7f996ffff640 1 --2- 172.21.15.31:0/1852133054 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9958078850 0x7f995807ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:39.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.128+0000 7f996ffff640 1 --2- 172.21.15.31:0/1852133054 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9958078850 0x7f995807ad10 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f9960007fd0 tx=0x7f9960007900 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:39.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.132+0000 7f9974ff9640 1 -- 172.21.15.31:0/1852133054 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f99680842c0 con 0x7f9978070ee0 2024-09-16T07:21:39.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.329+0000 7f997cf9d640 1 -- 172.21.15.31:0/1852133054 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f9978069690 con 0x7f9978070ee0 2024-09-16T07:21:39.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.329+0000 7f9974ff9640 1 -- 172.21.15.31:0/1852133054 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v23) ==== 80+0+0 (secure 0 0 0) 0x7f9968083bc0 con 0x7f9978070ee0 2024-09-16T07:21:39.330 INFO:teuthology.orchestra.run.smithi031.stderr:listed 0 entries 2024-09-16T07:21:39.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.332+0000 7f997cf9d640 1 -- 172.21.15.31:0/1852133054 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9958078850 msgr2=0x7f995807ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:39.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.332+0000 7f997cf9d640 1 --2- 172.21.15.31:0/1852133054 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9958078850 0x7f995807ad10 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f9960007fd0 tx=0x7f9960007900 comp rx=0 tx=0).stop 2024-09-16T07:21:39.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.332+0000 7f997cf9d640 1 -- 172.21.15.31:0/1852133054 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9978070ee0 msgr2=0x7f99780c6ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:39.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.332+0000 7f997cf9d640 1 --2- 172.21.15.31:0/1852133054 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9978070ee0 0x7f99780c6ef0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f9968009920 tx=0x7f9968032c10 comp rx=0 tx=0).stop 2024-09-16T07:21:39.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.332+0000 7f997cf9d640 1 -- 172.21.15.31:0/1852133054 shutdown_connections 2024-09-16T07:21:39.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.332+0000 7f997cf9d640 1 --2- 172.21.15.31:0/1852133054 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9958078850 0x7f995807ad10 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:39.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.332+0000 7f997cf9d640 1 --2- 172.21.15.31:0/1852133054 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9978152780 0x7f99780c5df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:39.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.332+0000 7f997cf9d640 1 --2- 172.21.15.31:0/1852133054 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f99780cc8c0 0x7f997814d750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:39.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.332+0000 7f997cf9d640 1 --2- 172.21.15.31:0/1852133054 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9978070ee0 0x7f99780c6ef0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:39.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.332+0000 7f997cf9d640 1 -- 172.21.15.31:0/1852133054 >> 172.21.15.31:0/1852133054 conn(0x7f99780cd630 msgr2=0x7f9978075820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:39.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.332+0000 7f997cf9d640 1 -- 172.21.15.31:0/1852133054 shutdown_connections 2024-09-16T07:21:39.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.332+0000 7f997cf9d640 1 -- 172.21.15.31:0/1852133054 wait complete. 2024-09-16T07:21:39.343 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi031.front.sepia.ceph.com... 2024-09-16T07:21:39.343 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:21:39.344 DEBUG:teuthology.orchestra.run.smithi031:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-16T07:21:39.369 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:21:39.370 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi031.front.sepia.ceph.com 2024-09-16T07:21:39.370 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:21:39.370 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-16T07:21:39.436 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:21:39.436 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:21:39.456 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:21:39.456 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:21:39.516 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T07:21:39.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.622+0000 7fe110b56640 1 -- 172.21.15.31:0/3181937178 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe10c074280 msgr2=0x7fe10c073c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:39.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.622+0000 7fe110b56640 1 --2- 172.21.15.31:0/3181937178 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe10c074280 0x7fe10c073c20 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fe0f4009830 tx=0x7fe0f402a480 comp rx=0 tx=0).stop 2024-09-16T07:21:39.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.622+0000 7fe110b56640 1 -- 172.21.15.31:0/3181937178 shutdown_connections 2024-09-16T07:21:39.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.622+0000 7fe110b56640 1 --2- 172.21.15.31:0/3181937178 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe10c074280 0x7fe10c073c20 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:39.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.622+0000 7fe110b56640 1 --2- 172.21.15.31:0/3181937178 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe10c15ad00 0x7fe10c0736e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:39.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.622+0000 7fe110b56640 1 -- 172.21.15.31:0/3181937178 >> 172.21.15.31:0/3181937178 conn(0x7fe10c0d0c20 msgr2=0x7fe10c0d1030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:39.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.622+0000 7fe110b56640 1 -- 172.21.15.31:0/3181937178 shutdown_connections 2024-09-16T07:21:39.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.622+0000 7fe110b56640 1 -- 172.21.15.31:0/3181937178 wait complete. 2024-09-16T07:21:39.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.624+0000 7fe110b56640 1 Processor -- start 2024-09-16T07:21:39.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.624+0000 7fe110b56640 1 -- start start 2024-09-16T07:21:39.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.624+0000 7fe110b56640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe10c074280 0x7fe10c1f5e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:39.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.624+0000 7fe110b56640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe10c0746e0 0x7fe10c15dcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:39.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.624+0000 7fe110b56640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe10c15ad00 0x7fe10c1f3110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:39.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.624+0000 7fe110b56640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fe10c0d0820 con 0x7fe10c15ad00 2024-09-16T07:21:39.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.624+0000 7fe110b56640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fe10c0d06a0 con 0x7fe10c074280 2024-09-16T07:21:39.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.624+0000 7fe110b56640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fe10c0cef00 con 0x7fe10c0746e0 2024-09-16T07:21:39.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.624+0000 7fe10ad9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe10c15ad00 0x7fe10c1f3110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:39.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.625+0000 7fe10ad9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe10c15ad00 0x7fe10c1f3110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48628/0 (socket says 172.21.15.31:48628) 2024-09-16T07:21:39.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.625+0000 7fe10ad9d640 1 -- 172.21.15.31:0/3311854043 learned_addr learned my addr 172.21.15.31:0/3311854043 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:39.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.625+0000 7fe10a59c640 1 --2- 172.21.15.31:0/3311854043 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe10c074280 0x7fe10c1f5e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:39.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.625+0000 7fe103fff640 1 --2- 172.21.15.31:0/3311854043 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe10c0746e0 0x7fe10c15dcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:39.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.625+0000 7fe10ad9d640 1 -- 172.21.15.31:0/3311854043 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe10c0746e0 msgr2=0x7fe10c15dcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:39.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.625+0000 7fe10ad9d640 1 --2- 172.21.15.31:0/3311854043 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe10c0746e0 0x7fe10c15dcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:39.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.625+0000 7fe10ad9d640 1 -- 172.21.15.31:0/3311854043 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe10c074280 msgr2=0x7fe10c1f5e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:39.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.625+0000 7fe10ad9d640 1 --2- 172.21.15.31:0/3311854043 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe10c074280 0x7fe10c1f5e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:39.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.625+0000 7fe10ad9d640 1 -- 172.21.15.31:0/3311854043 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe10c1f66c0 con 0x7fe10c15ad00 2024-09-16T07:21:39.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.625+0000 7fe10ad9d640 1 --2- 172.21.15.31:0/3311854043 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe10c15ad00 0x7fe10c1f3110 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fe10400cbf0 tx=0x7fe10400a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:39.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.625+0000 7fe102ffd640 1 -- 172.21.15.31:0/3311854043 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe104016020 con 0x7fe10c15ad00 2024-09-16T07:21:39.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.625+0000 7fe102ffd640 1 -- 172.21.15.31:0/3311854043 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe10400ae30 con 0x7fe10c15ad00 2024-09-16T07:21:39.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.625+0000 7fe110b56640 1 -- 172.21.15.31:0/3311854043 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe10c1f69a0 con 0x7fe10c15ad00 2024-09-16T07:21:39.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.625+0000 7fe102ffd640 1 -- 172.21.15.31:0/3311854043 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe104012660 con 0x7fe10c15ad00 2024-09-16T07:21:39.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.625+0000 7fe110b56640 1 -- 172.21.15.31:0/3311854043 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe10c1f63d0 con 0x7fe10c15ad00 2024-09-16T07:21:39.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.626+0000 7fe110b56640 1 -- 172.21.15.31:0/3311854043 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe10c072ee0 con 0x7fe10c15ad00 2024-09-16T07:21:39.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.627+0000 7fe102ffd640 1 -- 172.21.15.31:0/3311854043 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7fe104019020 con 0x7fe10c15ad00 2024-09-16T07:21:39.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.628+0000 7fe102ffd640 1 --2- 172.21.15.31:0/3311854043 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe0ec078850 0x7fe0ec07ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:39.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.628+0000 7fe102ffd640 1 -- 172.21.15.31:0/3311854043 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7fe10409aba0 con 0x7fe10c15ad00 2024-09-16T07:21:39.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.628+0000 7fe10a59c640 1 --2- 172.21.15.31:0/3311854043 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe0ec078850 0x7fe0ec07ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:39.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.628+0000 7fe10a59c640 1 --2- 172.21.15.31:0/3311854043 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe0ec078850 0x7fe0ec07ad10 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fe0fc0095f0 tx=0x7fe0fc005f90 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:39.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.632+0000 7fe102ffd640 1 -- 172.21.15.31:0/3311854043 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fe10c072ee0 con 0x7fe10c15ad00 2024-09-16T07:21:39.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.834+0000 7fe110b56640 1 -- 172.21.15.31:0/3311854043 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fe10c1f6b70 con 0x7fe10c15ad00 2024-09-16T07:21:39.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.834+0000 7fe102ffd640 1 -- 172.21.15.31:0/3311854043 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v23) ==== 80+0+0 (secure 0 0 0) 0x7fe104020030 con 0x7fe10c15ad00 2024-09-16T07:21:39.834 INFO:teuthology.orchestra.run.smithi031.stderr:listed 0 entries 2024-09-16T07:21:39.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.836+0000 7fe110b56640 1 -- 172.21.15.31:0/3311854043 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe0ec078850 msgr2=0x7fe0ec07ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:39.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.836+0000 7fe110b56640 1 --2- 172.21.15.31:0/3311854043 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe0ec078850 0x7fe0ec07ad10 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fe0fc0095f0 tx=0x7fe0fc005f90 comp rx=0 tx=0).stop 2024-09-16T07:21:39.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.836+0000 7fe110b56640 1 -- 172.21.15.31:0/3311854043 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe10c15ad00 msgr2=0x7fe10c1f3110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:39.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.836+0000 7fe110b56640 1 --2- 172.21.15.31:0/3311854043 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe10c15ad00 0x7fe10c1f3110 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fe10400cbf0 tx=0x7fe10400a430 comp rx=0 tx=0).stop 2024-09-16T07:21:39.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.836+0000 7fe110b56640 1 -- 172.21.15.31:0/3311854043 shutdown_connections 2024-09-16T07:21:39.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.836+0000 7fe110b56640 1 --2- 172.21.15.31:0/3311854043 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe0ec078850 0x7fe0ec07ad10 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:39.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.836+0000 7fe110b56640 1 --2- 172.21.15.31:0/3311854043 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe10c15ad00 0x7fe10c1f3110 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:39.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.836+0000 7fe110b56640 1 --2- 172.21.15.31:0/3311854043 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe10c0746e0 0x7fe10c15dcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:39.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.836+0000 7fe110b56640 1 --2- 172.21.15.31:0/3311854043 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe10c074280 0x7fe10c1f5e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:39.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.836+0000 7fe110b56640 1 -- 172.21.15.31:0/3311854043 >> 172.21.15.31:0/3311854043 conn(0x7fe10c0d0c20 msgr2=0x7fe10c0735e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:39.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.836+0000 7fe110b56640 1 -- 172.21.15.31:0/3311854043 shutdown_connections 2024-09-16T07:21:39.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.836+0000 7fe110b56640 1 -- 172.21.15.31:0/3311854043 wait complete. 2024-09-16T07:21:39.847 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:21:39.848 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:21:39.867 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T07:21:39.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.973+0000 7f7f9fba0640 1 -- 172.21.15.31:0/1424620563 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7f84004d40 msgr2=0x7f7f840051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:39.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.973+0000 7f7f9fba0640 1 --2- 172.21.15.31:0/1424620563 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7f84004d40 0x7f7f840051c0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f7f90001d60 tx=0x7f7f84005830 comp rx=0 tx=0).stop 2024-09-16T07:21:39.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.973+0000 7f7f9e13d640 1 -- 172.21.15.31:0/1424620563 reap_dead start 2024-09-16T07:21:39.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.973+0000 7f7f9fba0640 1 -- 172.21.15.31:0/1424620563 shutdown_connections 2024-09-16T07:21:39.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.973+0000 7f7f9fba0640 1 -- 172.21.15.31:0/1424620563 >> 172.21.15.31:0/1424620563 conn(0x7f7f980d1c40 msgr2=0x7f7f980d2050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:39.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.974+0000 7f7f9fba0640 1 -- 172.21.15.31:0/1424620563 shutdown_connections 2024-09-16T07:21:39.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.974+0000 7f7f9fba0640 1 -- 172.21.15.31:0/1424620563 wait complete. 2024-09-16T07:21:39.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.975+0000 7f7f9fba0640 1 Processor -- start 2024-09-16T07:21:39.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.975+0000 7f7f9fba0640 1 -- start start 2024-09-16T07:21:39.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.975+0000 7f7f9fba0640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7f84004d40 0x7f7f98155a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:39.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.976+0000 7f7f9fba0640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7f981560a0 0x7f7f980b3ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:39.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.976+0000 7f7f9fba0640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7f980caf70 0x7f7f980cb3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:39.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.976+0000 7f7f9fba0640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f7f980cf590 con 0x7f7f84004d40 2024-09-16T07:21:39.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.976+0000 7f7f9fba0640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f7f980cf410 con 0x7f7f981560a0 2024-09-16T07:21:39.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.976+0000 7f7f9fba0640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f7f980cd900 con 0x7f7f980caf70 2024-09-16T07:21:39.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.976+0000 7f7f9d93c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7f84004d40 0x7f7f98155a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:39.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.976+0000 7f7f9d93c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7f84004d40 0x7f7f98155a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48650/0 (socket says 172.21.15.31:48650) 2024-09-16T07:21:39.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.976+0000 7f7f9d93c640 1 -- 172.21.15.31:0/4246976845 learned_addr learned my addr 172.21.15.31:0/4246976845 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:39.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.976+0000 7f7f9d13b640 1 --2- 172.21.15.31:0/4246976845 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7f981560a0 0x7f7f980b3ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:39.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.976+0000 7f7f9e13d640 1 --2- 172.21.15.31:0/4246976845 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7f980caf70 0x7f7f980cb3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:39.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.976+0000 7f7f9d93c640 1 -- 172.21.15.31:0/4246976845 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7f980caf70 msgr2=0x7f7f980cb3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:39.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.976+0000 7f7f9d93c640 1 --2- 172.21.15.31:0/4246976845 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7f980caf70 0x7f7f980cb3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:39.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.976+0000 7f7f9d93c640 1 -- 172.21.15.31:0/4246976845 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7f981560a0 msgr2=0x7f7f980b3ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:39.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.976+0000 7f7f9d93c640 1 --2- 172.21.15.31:0/4246976845 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7f981560a0 0x7f7f980b3ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:39.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.976+0000 7f7f9d93c640 1 -- 172.21.15.31:0/4246976845 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f980c9bb0 con 0x7f7f84004d40 2024-09-16T07:21:39.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.976+0000 7f7f9d93c640 1 --2- 172.21.15.31:0/4246976845 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7f84004d40 0x7f7f98155a10 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f7f94006630 tx=0x7f7f940039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:39.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.976+0000 7f7f8e7fc640 1 -- 172.21.15.31:0/4246976845 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f94015070 con 0x7f7f84004d40 2024-09-16T07:21:39.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.976+0000 7f7f8e7fc640 1 -- 172.21.15.31:0/4246976845 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7f94011900 con 0x7f7f84004d40 2024-09-16T07:21:39.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.976+0000 7f7f9fba0640 1 -- 172.21.15.31:0/4246976845 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f980c9e90 con 0x7f7f84004d40 2024-09-16T07:21:39.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.976+0000 7f7f8e7fc640 1 -- 172.21.15.31:0/4246976845 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f94011d50 con 0x7f7f84004d40 2024-09-16T07:21:39.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.976+0000 7f7f9fba0640 1 -- 172.21.15.31:0/4246976845 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f980b1740 con 0x7f7f84004d40 2024-09-16T07:21:39.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.977+0000 7f7f9fba0640 1 -- 172.21.15.31:0/4246976845 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7f980ca3b0 con 0x7f7f84004d40 2024-09-16T07:21:39.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.978+0000 7f7f8e7fc640 1 -- 172.21.15.31:0/4246976845 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f7f94018070 con 0x7f7f84004d40 2024-09-16T07:21:39.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.979+0000 7f7f8e7fc640 1 --2- 172.21.15.31:0/4246976845 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7f7c078880 0x7f7f7c07ad40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:39.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.979+0000 7f7f8e7fc640 1 -- 172.21.15.31:0/4246976845 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7f7f9409b5a0 con 0x7f7f84004d40 2024-09-16T07:21:39.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.979+0000 7f7f9d13b640 1 --2- 172.21.15.31:0/4246976845 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7f7c078880 0x7f7f7c07ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:39.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.979+0000 7f7f9d13b640 1 --2- 172.21.15.31:0/4246976845 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7f7c078880 0x7f7f7c07ad40 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f7f98157a90 tx=0x7f7f88005f90 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:39.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:39.983+0000 7f7f8e7fc640 1 -- 172.21.15.31:0/4246976845 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f7f940635c0 con 0x7f7f84004d40 2024-09-16T07:21:40.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.180+0000 7f7f9fba0640 1 -- 172.21.15.31:0/4246976845 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f7f980ce630 con 0x7f7f84004d40 2024-09-16T07:21:40.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.181+0000 7f7f8e7fc640 1 -- 172.21.15.31:0/4246976845 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v23) ==== 80+0+0 (secure 0 0 0) 0x7f7f94067ff0 con 0x7f7f84004d40 2024-09-16T07:21:40.181 INFO:teuthology.orchestra.run.smithi031.stderr:listed 0 entries 2024-09-16T07:21:40.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.183+0000 7f7f9fba0640 1 -- 172.21.15.31:0/4246976845 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7f7c078880 msgr2=0x7f7f7c07ad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:40.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.183+0000 7f7f9fba0640 1 --2- 172.21.15.31:0/4246976845 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7f7c078880 0x7f7f7c07ad40 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f7f98157a90 tx=0x7f7f88005f90 comp rx=0 tx=0).stop 2024-09-16T07:21:40.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.183+0000 7f7f9fba0640 1 -- 172.21.15.31:0/4246976845 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7f84004d40 msgr2=0x7f7f98155a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:40.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.183+0000 7f7f9fba0640 1 --2- 172.21.15.31:0/4246976845 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7f84004d40 0x7f7f98155a10 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f7f94006630 tx=0x7f7f940039c0 comp rx=0 tx=0).stop 2024-09-16T07:21:40.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.183+0000 7f7f9fba0640 1 -- 172.21.15.31:0/4246976845 shutdown_connections 2024-09-16T07:21:40.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.183+0000 7f7f9fba0640 1 --2- 172.21.15.31:0/4246976845 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7f7c078880 0x7f7f7c07ad40 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:40.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.183+0000 7f7f9fba0640 1 --2- 172.21.15.31:0/4246976845 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7f980caf70 0x7f7f980cb3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:40.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.183+0000 7f7f9fba0640 1 --2- 172.21.15.31:0/4246976845 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7f981560a0 0x7f7f980b3ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:40.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.183+0000 7f7f9fba0640 1 --2- 172.21.15.31:0/4246976845 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7f84004d40 0x7f7f98155a10 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:40.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.183+0000 7f7f9fba0640 1 -- 172.21.15.31:0/4246976845 >> 172.21.15.31:0/4246976845 conn(0x7f7f980d1c40 msgr2=0x7f7f9815a0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:40.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.183+0000 7f7f9fba0640 1 -- 172.21.15.31:0/4246976845 shutdown_connections 2024-09-16T07:21:40.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.183+0000 7f7f9fba0640 1 -- 172.21.15.31:0/4246976845 wait complete. 2024-09-16T07:21:40.194 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi155.front.sepia.ceph.com... 2024-09-16T07:21:40.194 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:21:40.195 DEBUG:teuthology.orchestra.run.smithi155:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-16T07:21:40.225 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:21:40.225 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi155.front.sepia.ceph.com 2024-09-16T07:21:40.225 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:21:40.226 DEBUG:teuthology.orchestra.run.smithi155:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-16T07:21:40.288 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:21:40.288 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:21:40.305 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:21:40.305 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:21:40.363 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T07:21:40.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.508+0000 7f6a1d4d4640 1 -- 172.21.15.31:0/4219642399 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6a04003a30 msgr2=0x7f6a04003e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:40.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.508+0000 7f6a1d4d4640 1 --2- 172.21.15.31:0/4219642399 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6a04003a30 0x7f6a04003e50 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f6a080016c0 tx=0x7f6a04005830 comp rx=0 tx=0).stop 2024-09-16T07:21:40.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.508+0000 7f6a177fe640 1 -- 172.21.15.31:0/4219642399 reap_dead start 2024-09-16T07:21:40.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.508+0000 7f6a1d4d4640 1 -- 172.21.15.31:0/4219642399 shutdown_connections 2024-09-16T07:21:40.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.508+0000 7f6a1d4d4640 1 -- 172.21.15.31:0/4219642399 >> 172.21.15.31:0/4219642399 conn(0x7f6a180b1690 msgr2=0x7f6a180b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:40.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.508+0000 7f6a1d4d4640 1 -- 172.21.15.31:0/4219642399 shutdown_connections 2024-09-16T07:21:40.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.508+0000 7f6a1d4d4640 1 -- 172.21.15.31:0/4219642399 wait complete. 2024-09-16T07:21:40.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.509+0000 7f6a1d4d4640 1 Processor -- start 2024-09-16T07:21:40.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.510+0000 7f6a1d4d4640 1 -- start start 2024-09-16T07:21:40.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.510+0000 7f6a1d4d4640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6a04003a30 0x7f6a18157400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:40.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.510+0000 7f6a1d4d4640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6a180ae2b0 0x7f6a181f3dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:40.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.510+0000 7f6a1d4d4640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6a181567d0 0x7f6a18156c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:40.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.510+0000 7f6a1d4d4640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f6a180ceac0 con 0x7f6a180ae2b0 2024-09-16T07:21:40.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.510+0000 7f6a1d4d4640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f6a180ccb10 con 0x7f6a04003a30 2024-09-16T07:21:40.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.510+0000 7f6a1d4d4640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f6a180cec40 con 0x7f6a181567d0 2024-09-16T07:21:40.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.510+0000 7f6a0ffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6a180ae2b0 0x7f6a181f3dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:40.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.510+0000 7f6a0ffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6a180ae2b0 0x7f6a181f3dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48674/0 (socket says 172.21.15.31:48674) 2024-09-16T07:21:40.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.510+0000 7f6a0ffff640 1 -- 172.21.15.31:0/2908837039 learned_addr learned my addr 172.21.15.31:0/2908837039 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:40.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.511+0000 7f6a16ffd640 1 --2- 172.21.15.31:0/2908837039 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6a04003a30 0x7f6a18157400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:40.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.511+0000 7f6a0ffff640 1 -- 172.21.15.31:0/2908837039 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6a181567d0 msgr2=0x7f6a18156c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:40.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.511+0000 7f6a177fe640 1 --2- 172.21.15.31:0/2908837039 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6a181567d0 0x7f6a18156c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:40.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.511+0000 7f6a0ffff640 1 --2- 172.21.15.31:0/2908837039 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6a181567d0 0x7f6a18156c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:40.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.511+0000 7f6a0ffff640 1 -- 172.21.15.31:0/2908837039 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6a04003a30 msgr2=0x7f6a18157400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:40.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.511+0000 7f6a0ffff640 1 --2- 172.21.15.31:0/2908837039 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6a04003a30 0x7f6a18157400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:40.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.511+0000 7f6a0ffff640 1 -- 172.21.15.31:0/2908837039 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a180aeb90 con 0x7f6a180ae2b0 2024-09-16T07:21:40.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.511+0000 7f6a16ffd640 1 --2- 172.21.15.31:0/2908837039 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6a04003a30 0x7f6a18157400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:21:40.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.511+0000 7f6a177fe640 1 --2- 172.21.15.31:0/2908837039 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6a181567d0 0x7f6a18156c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:21:40.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.511+0000 7f6a0ffff640 1 --2- 172.21.15.31:0/2908837039 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6a180ae2b0 0x7f6a181f3dc0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f6a000066b0 tx=0x7f6a000039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:40.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.511+0000 7f6a0f7fe640 1 -- 172.21.15.31:0/2908837039 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a00011700 con 0x7f6a180ae2b0 2024-09-16T07:21:40.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.511+0000 7f6a0f7fe640 1 -- 172.21.15.31:0/2908837039 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6a00016020 con 0x7f6a180ae2b0 2024-09-16T07:21:40.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.511+0000 7f6a1d4d4640 1 -- 172.21.15.31:0/2908837039 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a180aee70 con 0x7f6a180ae2b0 2024-09-16T07:21:40.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.511+0000 7f6a0f7fe640 1 -- 172.21.15.31:0/2908837039 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a00011b80 con 0x7f6a180ae2b0 2024-09-16T07:21:40.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.511+0000 7f6a1d4d4640 1 -- 172.21.15.31:0/2908837039 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a180b2e40 con 0x7f6a180ae2b0 2024-09-16T07:21:40.516 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.512+0000 7f6a1d4d4640 1 -- 172.21.15.31:0/2908837039 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6a180cf1d0 con 0x7f6a180ae2b0 2024-09-16T07:21:40.516 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.513+0000 7f6a0f7fe640 1 -- 172.21.15.31:0/2908837039 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f6a00010420 con 0x7f6a180ae2b0 2024-09-16T07:21:40.516 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.513+0000 7f6a0f7fe640 1 --2- 172.21.15.31:0/2908837039 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f69f8078880 0x7f69f807ad40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:40.516 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.514+0000 7f6a0f7fe640 1 -- 172.21.15.31:0/2908837039 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7f6a0009b380 con 0x7f6a180ae2b0 2024-09-16T07:21:40.516 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.514+0000 7f6a16ffd640 1 --2- 172.21.15.31:0/2908837039 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f69f8078880 0x7f69f807ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:40.516 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.514+0000 7f6a16ffd640 1 --2- 172.21.15.31:0/2908837039 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f69f8078880 0x7f69f807ad40 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f6a08032000 tx=0x7f6a08001190 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:40.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.518+0000 7f6a0f7fe640 1 -- 172.21.15.31:0/2908837039 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f6a00020020 con 0x7f6a180ae2b0 2024-09-16T07:21:40.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.716+0000 7f6a1d4d4640 1 -- 172.21.15.31:0/2908837039 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f6a1815a110 con 0x7f6a180ae2b0 2024-09-16T07:21:40.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.716+0000 7f6a0f7fe640 1 -- 172.21.15.31:0/2908837039 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v23) ==== 80+0+0 (secure 0 0 0) 0x7f6a00063a00 con 0x7f6a180ae2b0 2024-09-16T07:21:40.717 INFO:teuthology.orchestra.run.smithi031.stderr:listed 0 entries 2024-09-16T07:21:40.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.718+0000 7f6a1d4d4640 1 -- 172.21.15.31:0/2908837039 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f69f8078880 msgr2=0x7f69f807ad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:40.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.718+0000 7f6a1d4d4640 1 --2- 172.21.15.31:0/2908837039 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f69f8078880 0x7f69f807ad40 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f6a08032000 tx=0x7f6a08001190 comp rx=0 tx=0).stop 2024-09-16T07:21:40.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.718+0000 7f6a1d4d4640 1 -- 172.21.15.31:0/2908837039 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6a180ae2b0 msgr2=0x7f6a181f3dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:40.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.718+0000 7f6a1d4d4640 1 --2- 172.21.15.31:0/2908837039 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6a180ae2b0 0x7f6a181f3dc0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f6a000066b0 tx=0x7f6a000039c0 comp rx=0 tx=0).stop 2024-09-16T07:21:40.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.719+0000 7f6a1d4d4640 1 -- 172.21.15.31:0/2908837039 shutdown_connections 2024-09-16T07:21:40.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.719+0000 7f6a1d4d4640 1 --2- 172.21.15.31:0/2908837039 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f69f8078880 0x7f69f807ad40 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:40.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.719+0000 7f6a1d4d4640 1 --2- 172.21.15.31:0/2908837039 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6a181567d0 0x7f6a18156c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:40.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.719+0000 7f6a1d4d4640 1 --2- 172.21.15.31:0/2908837039 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6a180ae2b0 0x7f6a181f3dc0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:40.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.719+0000 7f6a1d4d4640 1 --2- 172.21.15.31:0/2908837039 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6a04003a30 0x7f6a18157400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:40.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.719+0000 7f6a1d4d4640 1 -- 172.21.15.31:0/2908837039 >> 172.21.15.31:0/2908837039 conn(0x7f6a180b1690 msgr2=0x7f6a1815bf60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:40.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.719+0000 7f6a1d4d4640 1 -- 172.21.15.31:0/2908837039 shutdown_connections 2024-09-16T07:21:40.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.719+0000 7f6a1d4d4640 1 -- 172.21.15.31:0/2908837039 wait complete. 2024-09-16T07:21:40.730 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:21:40.730 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:21:40.747 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T07:21:40.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.893+0000 7f6dfab3d640 1 -- 172.21.15.31:0/2391071392 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6df415f6d0 msgr2=0x7f6df415c880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:40.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.893+0000 7f6dfab3d640 1 --2- 172.21.15.31:0/2391071392 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6df415f6d0 0x7f6df415c880 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f6df40d09d0 tx=0x7f6de002a5f0 comp rx=0 tx=0).stop 2024-09-16T07:21:40.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.893+0000 7f6dfab3d640 1 -- 172.21.15.31:0/2391071392 shutdown_connections 2024-09-16T07:21:40.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.893+0000 7f6dfab3d640 1 --2- 172.21.15.31:0/2391071392 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6df415cdc0 0x7f6df40cfce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:40.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.893+0000 7f6dfab3d640 1 --2- 172.21.15.31:0/2391071392 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6df415f6d0 0x7f6df415c880 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:40.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.893+0000 7f6dfab3d640 1 --2- 172.21.15.31:0/2391071392 >> v2:172.21.15.155:3300/0 conn(0x7f6df40d2410 0x7f6df40b3090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:40.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.893+0000 7f6dfab3d640 1 -- 172.21.15.31:0/2391071392 >> 172.21.15.31:0/2391071392 conn(0x7f6df409aa30 msgr2=0x7f6df409ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:40.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.893+0000 7f6dfab3d640 1 -- 172.21.15.31:0/2391071392 shutdown_connections 2024-09-16T07:21:40.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.893+0000 7f6dfab3d640 1 -- 172.21.15.31:0/2391071392 wait complete. 2024-09-16T07:21:40.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.895+0000 7f6dfab3d640 1 Processor -- start 2024-09-16T07:21:40.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.895+0000 7f6dfab3d640 1 -- start start 2024-09-16T07:21:40.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.896+0000 7f6dfab3d640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6df40d2410 0x7f6df415bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:40.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.896+0000 7f6dfab3d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6df415cdc0 0x7f6df415a680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:40.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.896+0000 7f6dfab3d640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6df415f6d0 0x7f6df41f1a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:40.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.896+0000 7f6dfab3d640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f6df40b1240 con 0x7f6df415cdc0 2024-09-16T07:21:40.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.896+0000 7f6dfab3d640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f6df40d0570 con 0x7f6df415f6d0 2024-09-16T07:21:40.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.896+0000 7f6dfab3d640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f6df40b13c0 con 0x7f6df40d2410 2024-09-16T07:21:40.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.896+0000 7f6df3fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6df415cdc0 0x7f6df415a680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:40.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.896+0000 7f6df3fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6df415cdc0 0x7f6df415a680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48696/0 (socket says 172.21.15.31:48696) 2024-09-16T07:21:40.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.896+0000 7f6df3fff640 1 -- 172.21.15.31:0/2216795723 learned_addr learned my addr 172.21.15.31:0/2216795723 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:40.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.896+0000 7f6df88d9640 1 --2- 172.21.15.31:0/2216795723 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6df40d2410 0x7f6df415bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:40.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.896+0000 7f6df90da640 1 --2- 172.21.15.31:0/2216795723 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6df415f6d0 0x7f6df41f1a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:40.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.896+0000 7f6df3fff640 1 -- 172.21.15.31:0/2216795723 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6df40d2410 msgr2=0x7f6df415bac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:40.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.896+0000 7f6df3fff640 1 --2- 172.21.15.31:0/2216795723 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6df40d2410 0x7f6df415bac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:40.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.896+0000 7f6df3fff640 1 -- 172.21.15.31:0/2216795723 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6df415f6d0 msgr2=0x7f6df41f1a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:40.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.896+0000 7f6df3fff640 1 --2- 172.21.15.31:0/2216795723 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6df415f6d0 0x7f6df41f1a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:40.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.896+0000 7f6df3fff640 1 -- 172.21.15.31:0/2216795723 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6df415add0 con 0x7f6df415cdc0 2024-09-16T07:21:40.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.896+0000 7f6df3fff640 1 --2- 172.21.15.31:0/2216795723 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6df415cdc0 0x7f6df415a680 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f6de0034040 tx=0x7f6de00039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:40.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.896+0000 7f6df17fa640 1 -- 172.21.15.31:0/2216795723 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6de003e030 con 0x7f6df415cdc0 2024-09-16T07:21:40.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.897+0000 7f6df17fa640 1 -- 172.21.15.31:0/2216795723 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6de00047a0 con 0x7f6df415cdc0 2024-09-16T07:21:40.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.897+0000 7f6dfab3d640 1 -- 172.21.15.31:0/2216795723 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6df415b0b0 con 0x7f6df415cdc0 2024-09-16T07:21:40.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.897+0000 7f6df17fa640 1 -- 172.21.15.31:0/2216795723 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6de0035040 con 0x7f6df415cdc0 2024-09-16T07:21:40.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.897+0000 7f6dfab3d640 1 -- 172.21.15.31:0/2216795723 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6df40c9000 con 0x7f6df415cdc0 2024-09-16T07:21:40.900 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.898+0000 7f6dfab3d640 1 -- 172.21.15.31:0/2216795723 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6df40b1900 con 0x7f6df415cdc0 2024-09-16T07:21:40.900 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.898+0000 7f6df17fa640 1 -- 172.21.15.31:0/2216795723 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f6de0041030 con 0x7f6df415cdc0 2024-09-16T07:21:40.900 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.899+0000 7f6df17fa640 1 --2- 172.21.15.31:0/2216795723 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6dd8078850 0x7f6dd807ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:40.900 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.899+0000 7f6df17fa640 1 -- 172.21.15.31:0/2216795723 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7f6de00baf80 con 0x7f6df415cdc0 2024-09-16T07:21:40.900 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.899+0000 7f6df88d9640 1 --2- 172.21.15.31:0/2216795723 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6dd8078850 0x7f6dd807ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:40.900 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.900+0000 7f6df88d9640 1 --2- 172.21.15.31:0/2216795723 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6dd8078850 0x7f6dd807ad10 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f6de8009990 tx=0x7f6de8009110 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:40.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:40.903+0000 7f6df17fa640 1 -- 172.21.15.31:0/2216795723 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f6de0082fa0 con 0x7f6df415cdc0 2024-09-16T07:21:41.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.102+0000 7f6dfab3d640 1 -- 172.21.15.31:0/2216795723 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f6df40d29a0 con 0x7f6df415cdc0 2024-09-16T07:21:41.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.102+0000 7f6df17fa640 1 -- 172.21.15.31:0/2216795723 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v23) ==== 80+0+0 (secure 0 0 0) 0x7f6de00879d0 con 0x7f6df415cdc0 2024-09-16T07:21:41.102 INFO:teuthology.orchestra.run.smithi031.stderr:listed 0 entries 2024-09-16T07:21:41.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.104+0000 7f6dfab3d640 1 -- 172.21.15.31:0/2216795723 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6dd8078850 msgr2=0x7f6dd807ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:41.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.104+0000 7f6dfab3d640 1 --2- 172.21.15.31:0/2216795723 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6dd8078850 0x7f6dd807ad10 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f6de8009990 tx=0x7f6de8009110 comp rx=0 tx=0).stop 2024-09-16T07:21:41.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.104+0000 7f6dfab3d640 1 -- 172.21.15.31:0/2216795723 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6df415cdc0 msgr2=0x7f6df415a680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:41.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.104+0000 7f6dfab3d640 1 --2- 172.21.15.31:0/2216795723 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6df415cdc0 0x7f6df415a680 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f6de0034040 tx=0x7f6de00039e0 comp rx=0 tx=0).stop 2024-09-16T07:21:41.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.104+0000 7f6dfab3d640 1 -- 172.21.15.31:0/2216795723 shutdown_connections 2024-09-16T07:21:41.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.104+0000 7f6dfab3d640 1 --2- 172.21.15.31:0/2216795723 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6dd8078850 0x7f6dd807ad10 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:41.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.104+0000 7f6dfab3d640 1 --2- 172.21.15.31:0/2216795723 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6df415f6d0 0x7f6df41f1a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:41.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.104+0000 7f6dfab3d640 1 --2- 172.21.15.31:0/2216795723 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6df415cdc0 0x7f6df415a680 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:41.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.104+0000 7f6dfab3d640 1 --2- 172.21.15.31:0/2216795723 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6df40d2410 0x7f6df415bac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:41.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.104+0000 7f6dfab3d640 1 -- 172.21.15.31:0/2216795723 >> 172.21.15.31:0/2216795723 conn(0x7f6df409aa30 msgr2=0x7f6df40b3740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:41.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.104+0000 7f6dfab3d640 1 -- 172.21.15.31:0/2216795723 shutdown_connections 2024-09-16T07:21:41.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.104+0000 7f6dfab3d640 1 -- 172.21.15.31:0/2216795723 wait complete. 2024-09-16T07:21:41.116 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi031.front.sepia.ceph.com... 2024-09-16T07:21:41.116 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:21:41.116 DEBUG:teuthology.orchestra.run.smithi031:> sudo fusermount -u /home/ubuntu/cephtest/mnt.2 2024-09-16T07:21:41.142 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:21:41.142 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi031.front.sepia.ceph.com 2024-09-16T07:21:41.142 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:21:41.142 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-16T07:21:41.198 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:21:41.199 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:21:41.218 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:21:41.218 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:21:41.277 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T07:21:41.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.383+0000 7f0571839640 1 -- 172.21.15.31:0/1058444598 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f056c0ced40 msgr2=0x7f056c0cd1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:41.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.383+0000 7f0571839640 1 --2- 172.21.15.31:0/1058444598 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f056c0ced40 0x7f056c0cd1f0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f0564005fd0 tx=0x7f056402a4a0 comp rx=0 tx=0).stop 2024-09-16T07:21:41.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.383+0000 7f0571839640 1 -- 172.21.15.31:0/1058444598 shutdown_connections 2024-09-16T07:21:41.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.383+0000 7f0571839640 1 --2- 172.21.15.31:0/1058444598 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f056c0ced40 0x7f056c0cd1f0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:41.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.383+0000 7f0571839640 1 --2- 172.21.15.31:0/1058444598 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f056c15bd30 0x7f056c0b15a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:41.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.383+0000 7f0571839640 1 -- 172.21.15.31:0/1058444598 >> 172.21.15.31:0/1058444598 conn(0x7f056c0d1c40 msgr2=0x7f056c0d2050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:41.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.383+0000 7f0571839640 1 -- 172.21.15.31:0/1058444598 shutdown_connections 2024-09-16T07:21:41.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.383+0000 7f0571839640 1 -- 172.21.15.31:0/1058444598 wait complete. 2024-09-16T07:21:41.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.384+0000 7f0571839640 1 Processor -- start 2024-09-16T07:21:41.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.384+0000 7f0571839640 1 -- start start 2024-09-16T07:21:41.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.385+0000 7f0571839640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f056c0ced40 0x7f056c071630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:41.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.385+0000 7f0571839640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f056c15bd30 0x7f056c15e680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:41.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.385+0000 7f0571839640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f056c15cb40 0x7f056c153a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:41.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.385+0000 7f0571839640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f056c0d28e0 con 0x7f056c15cb40 2024-09-16T07:21:41.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.385+0000 7f0571839640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f056c0d2760 con 0x7f056c0ced40 2024-09-16T07:21:41.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.385+0000 7f0571839640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f056c154690 con 0x7f056c15bd30 2024-09-16T07:21:41.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.385+0000 7f056b7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f056c15cb40 0x7f056c153a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:41.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.385+0000 7f056b7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f056c15cb40 0x7f056c153a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48708/0 (socket says 172.21.15.31:48708) 2024-09-16T07:21:41.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.385+0000 7f056b7fe640 1 -- 172.21.15.31:0/1496655500 learned_addr learned my addr 172.21.15.31:0/1496655500 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:41.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.385+0000 7f056affd640 1 --2- 172.21.15.31:0/1496655500 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f056c0ced40 0x7f056c071630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:41.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.385+0000 7f056a7fc640 1 --2- 172.21.15.31:0/1496655500 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f056c15bd30 0x7f056c15e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:41.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.386+0000 7f056b7fe640 1 -- 172.21.15.31:0/1496655500 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f056c15bd30 msgr2=0x7f056c15e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:41.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.386+0000 7f056b7fe640 1 --2- 172.21.15.31:0/1496655500 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f056c15bd30 0x7f056c15e680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:41.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.386+0000 7f056b7fe640 1 -- 172.21.15.31:0/1496655500 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f056c0ced40 msgr2=0x7f056c071630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:41.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.386+0000 7f056b7fe640 1 --2- 172.21.15.31:0/1496655500 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f056c0ced40 0x7f056c071630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:41.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.386+0000 7f056b7fe640 1 -- 172.21.15.31:0/1496655500 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f056c15f270 con 0x7f056c15cb40 2024-09-16T07:21:41.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.386+0000 7f056b7fe640 1 --2- 172.21.15.31:0/1496655500 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f056c15cb40 0x7f056c153a80 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f0564009230 tx=0x7f0564003890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:41.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.386+0000 7f0553fff640 1 -- 172.21.15.31:0/1496655500 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f056403f070 con 0x7f056c15cb40 2024-09-16T07:21:41.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.386+0000 7f0553fff640 1 -- 172.21.15.31:0/1496655500 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f05640047a0 con 0x7f056c15cb40 2024-09-16T07:21:41.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.386+0000 7f0571839640 1 -- 172.21.15.31:0/1496655500 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f056c15ecb0 con 0x7f056c15cb40 2024-09-16T07:21:41.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.386+0000 7f0553fff640 1 -- 172.21.15.31:0/1496655500 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0564035030 con 0x7f056c15cb40 2024-09-16T07:21:41.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.386+0000 7f0571839640 1 -- 172.21.15.31:0/1496655500 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f056c15c620 con 0x7f056c15cb40 2024-09-16T07:21:41.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.387+0000 7f0571839640 1 -- 172.21.15.31:0/1496655500 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f056c15f0a0 con 0x7f056c15cb40 2024-09-16T07:21:41.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.388+0000 7f0553fff640 1 -- 172.21.15.31:0/1496655500 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f0564042070 con 0x7f056c15cb40 2024-09-16T07:21:41.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.388+0000 7f0553fff640 1 --2- 172.21.15.31:0/1496655500 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0558078880 0x7f055807ad40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:41.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.388+0000 7f0553fff640 1 -- 172.21.15.31:0/1496655500 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7f05640bb600 con 0x7f056c15cb40 2024-09-16T07:21:41.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.389+0000 7f056affd640 1 --2- 172.21.15.31:0/1496655500 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0558078880 0x7f055807ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:41.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.389+0000 7f056affd640 1 --2- 172.21.15.31:0/1496655500 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0558078880 0x7f055807ad40 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f055c004630 tx=0x7f055c00b2e0 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:41.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.393+0000 7f0553fff640 1 -- 172.21.15.31:0/1496655500 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f0564083620 con 0x7f056c15cb40 2024-09-16T07:21:41.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.591+0000 7f0571839640 1 -- 172.21.15.31:0/1496655500 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f056c0cda10 con 0x7f056c15cb40 2024-09-16T07:21:41.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.592+0000 7f0553fff640 1 -- 172.21.15.31:0/1496655500 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v23) ==== 80+0+0 (secure 0 0 0) 0x7f0564088050 con 0x7f056c15cb40 2024-09-16T07:21:41.592 INFO:teuthology.orchestra.run.smithi031.stderr:listed 0 entries 2024-09-16T07:21:41.594 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.594+0000 7f0571839640 1 -- 172.21.15.31:0/1496655500 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0558078880 msgr2=0x7f055807ad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:41.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.594+0000 7f0571839640 1 --2- 172.21.15.31:0/1496655500 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0558078880 0x7f055807ad40 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f055c004630 tx=0x7f055c00b2e0 comp rx=0 tx=0).stop 2024-09-16T07:21:41.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.594+0000 7f0571839640 1 -- 172.21.15.31:0/1496655500 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f056c15cb40 msgr2=0x7f056c153a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:41.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.594+0000 7f0571839640 1 --2- 172.21.15.31:0/1496655500 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f056c15cb40 0x7f056c153a80 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f0564009230 tx=0x7f0564003890 comp rx=0 tx=0).stop 2024-09-16T07:21:41.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.594+0000 7f0571839640 1 -- 172.21.15.31:0/1496655500 shutdown_connections 2024-09-16T07:21:41.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.594+0000 7f0571839640 1 --2- 172.21.15.31:0/1496655500 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0558078880 0x7f055807ad40 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:41.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.594+0000 7f0571839640 1 --2- 172.21.15.31:0/1496655500 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f056c15cb40 0x7f056c153a80 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:41.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.594+0000 7f0571839640 1 --2- 172.21.15.31:0/1496655500 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f056c15bd30 0x7f056c15e680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:41.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.594+0000 7f0571839640 1 --2- 172.21.15.31:0/1496655500 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f056c0ced40 0x7f056c071630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:41.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.594+0000 7f0571839640 1 -- 172.21.15.31:0/1496655500 >> 172.21.15.31:0/1496655500 conn(0x7f056c0d1c40 msgr2=0x7f056c0ce610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:41.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.594+0000 7f0571839640 1 -- 172.21.15.31:0/1496655500 shutdown_connections 2024-09-16T07:21:41.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.594+0000 7f0571839640 1 -- 172.21.15.31:0/1496655500 wait complete. 2024-09-16T07:21:41.605 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:21:41.605 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:21:41.624 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T07:21:41.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.730+0000 7f537aa60640 1 -- 172.21.15.31:0/854856838 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5360005230 msgr2=0x7f536000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:41.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.730+0000 7f537aa60640 1 --2- 172.21.15.31:0/854856838 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5360005230 0x7f536000b9c0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f536c001f30 tx=0x7f5360005830 comp rx=0 tx=0).stop 2024-09-16T07:21:41.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.730+0000 7f537aa60640 1 -- 172.21.15.31:0/854856838 shutdown_connections 2024-09-16T07:21:41.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.730+0000 7f537aa60640 1 --2- 172.21.15.31:0/854856838 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5360005230 0x7f536000b9c0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:41.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.730+0000 7f537aa60640 1 -- 172.21.15.31:0/854856838 >> 172.21.15.31:0/854856838 conn(0x7f53740b1690 msgr2=0x7f53740b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:41.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.730+0000 7f537aa60640 1 -- 172.21.15.31:0/854856838 shutdown_connections 2024-09-16T07:21:41.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.730+0000 7f537aa60640 1 -- 172.21.15.31:0/854856838 wait complete. 2024-09-16T07:21:41.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.732+0000 7f537aa60640 1 Processor -- start 2024-09-16T07:21:41.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.732+0000 7f537aa60640 1 -- start start 2024-09-16T07:21:41.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.732+0000 7f537aa60640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5360005230 0x7f53741f5340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:41.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.732+0000 7f537aa60640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5374145e40 0x7f53741440a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:41.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.732+0000 7f537aa60640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f53741e4d90 0x7f53741e5210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:41.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.732+0000 7f537aa60640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f537406e5e0 con 0x7f53741e4d90 2024-09-16T07:21:41.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.732+0000 7f537aa60640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f53740cf420 con 0x7f5374145e40 2024-09-16T07:21:41.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.732+0000 7f537aa60640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f537406e760 con 0x7f5360005230 2024-09-16T07:21:41.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.732+0000 7f5378ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f53741e4d90 0x7f53741e5210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:41.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.733+0000 7f5378ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f53741e4d90 0x7f53741e5210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48722/0 (socket says 172.21.15.31:48722) 2024-09-16T07:21:41.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.733+0000 7f5378ffd640 1 -- 172.21.15.31:0/3666118424 learned_addr learned my addr 172.21.15.31:0/3666118424 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:41.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.733+0000 7f536bfff640 1 --2- 172.21.15.31:0/3666118424 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5374145e40 0x7f53741440a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:41.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.733+0000 7f5373fff640 1 --2- 172.21.15.31:0/3666118424 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5360005230 0x7f53741f5340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:41.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.733+0000 7f5378ffd640 1 -- 172.21.15.31:0/3666118424 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5360005230 msgr2=0x7f53741f5340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:41.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.733+0000 7f5378ffd640 1 --2- 172.21.15.31:0/3666118424 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5360005230 0x7f53741f5340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:41.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.733+0000 7f5378ffd640 1 -- 172.21.15.31:0/3666118424 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5374145e40 msgr2=0x7f53741440a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:41.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.733+0000 7f5378ffd640 1 --2- 172.21.15.31:0/3666118424 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5374145e40 0x7f53741440a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:41.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.733+0000 7f5378ffd640 1 -- 172.21.15.31:0/3666118424 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53740cce40 con 0x7f53741e4d90 2024-09-16T07:21:41.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.733+0000 7f5373fff640 1 --2- 172.21.15.31:0/3666118424 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5360005230 0x7f53741f5340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:21:41.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.733+0000 7f5378ffd640 1 --2- 172.21.15.31:0/3666118424 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f53741e4d90 0x7f53741e5210 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f536c02ade0 tx=0x7f536c001b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:41.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.733+0000 7f53717fa640 1 -- 172.21.15.31:0/3666118424 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f536c003d80 con 0x7f53741e4d90 2024-09-16T07:21:41.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.733+0000 7f53717fa640 1 -- 172.21.15.31:0/3666118424 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f536c03f570 con 0x7f53741e4d90 2024-09-16T07:21:41.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.733+0000 7f537aa60640 1 -- 172.21.15.31:0/3666118424 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5374146390 con 0x7f53741e4d90 2024-09-16T07:21:41.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.733+0000 7f53717fa640 1 -- 172.21.15.31:0/3666118424 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f536c03f9a0 con 0x7f53741e4d90 2024-09-16T07:21:41.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.733+0000 7f537aa60640 1 -- 172.21.15.31:0/3666118424 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5374146950 con 0x7f53741e4d90 2024-09-16T07:21:41.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.734+0000 7f537aa60640 1 -- 172.21.15.31:0/3666118424 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f53740725a0 con 0x7f53741e4d90 2024-09-16T07:21:41.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.735+0000 7f53717fa640 1 -- 172.21.15.31:0/3666118424 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f536c03fb40 con 0x7f53741e4d90 2024-09-16T07:21:41.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.735+0000 7f53717fa640 1 --2- 172.21.15.31:0/3666118424 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f5354078850 0x7f535407ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:41.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.735+0000 7f53717fa640 1 -- 172.21.15.31:0/3666118424 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7f536c0ba8f0 con 0x7f53741e4d90 2024-09-16T07:21:41.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.736+0000 7f5373fff640 1 --2- 172.21.15.31:0/3666118424 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f5354078850 0x7f535407ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:41.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.736+0000 7f5373fff640 1 --2- 172.21.15.31:0/3666118424 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f5354078850 0x7f535407ad10 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f53741f2420 tx=0x7f53640015c0 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:41.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.739+0000 7f53717fa640 1 -- 172.21.15.31:0/3666118424 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f536c082ff0 con 0x7f53741e4d90 2024-09-16T07:21:41.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.937+0000 7f537aa60640 1 -- 172.21.15.31:0/3666118424 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f53741e6230 con 0x7f53741e4d90 2024-09-16T07:21:41.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.937+0000 7f53717fa640 1 -- 172.21.15.31:0/3666118424 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v23) ==== 80+0+0 (secure 0 0 0) 0x7f536c006260 con 0x7f53741e4d90 2024-09-16T07:21:41.938 INFO:teuthology.orchestra.run.smithi031.stderr:listed 0 entries 2024-09-16T07:21:41.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.939+0000 7f537aa60640 1 -- 172.21.15.31:0/3666118424 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f5354078850 msgr2=0x7f535407ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:41.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.939+0000 7f537aa60640 1 --2- 172.21.15.31:0/3666118424 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f5354078850 0x7f535407ad10 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f53741f2420 tx=0x7f53640015c0 comp rx=0 tx=0).stop 2024-09-16T07:21:41.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.939+0000 7f537aa60640 1 -- 172.21.15.31:0/3666118424 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f53741e4d90 msgr2=0x7f53741e5210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:41.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.939+0000 7f537aa60640 1 --2- 172.21.15.31:0/3666118424 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f53741e4d90 0x7f53741e5210 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f536c02ade0 tx=0x7f536c001b50 comp rx=0 tx=0).stop 2024-09-16T07:21:41.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.939+0000 7f537aa60640 1 -- 172.21.15.31:0/3666118424 shutdown_connections 2024-09-16T07:21:41.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.939+0000 7f537aa60640 1 --2- 172.21.15.31:0/3666118424 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f5354078850 0x7f535407ad10 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:41.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.939+0000 7f537aa60640 1 --2- 172.21.15.31:0/3666118424 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f53741e4d90 0x7f53741e5210 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:41.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.939+0000 7f537aa60640 1 --2- 172.21.15.31:0/3666118424 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5374145e40 0x7f53741440a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:41.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.939+0000 7f537aa60640 1 --2- 172.21.15.31:0/3666118424 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5360005230 0x7f53741f5340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:41.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.939+0000 7f537aa60640 1 -- 172.21.15.31:0/3666118424 >> 172.21.15.31:0/3666118424 conn(0x7f53740b1690 msgr2=0x7f53740b00a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:41.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.940+0000 7f537aa60640 1 -- 172.21.15.31:0/3666118424 shutdown_connections 2024-09-16T07:21:41.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:41.940+0000 7f537aa60640 1 -- 172.21.15.31:0/3666118424 wait complete. 2024-09-16T07:21:41.951 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi155.front.sepia.ceph.com... 2024-09-16T07:21:41.951 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:21:41.951 DEBUG:teuthology.orchestra.run.smithi155:> sudo fusermount -u /home/ubuntu/cephtest/mnt.3 2024-09-16T07:21:41.982 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:21:41.983 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi155.front.sepia.ceph.com 2024-09-16T07:21:41.983 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:21:41.983 DEBUG:teuthology.orchestra.run.smithi155:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-16T07:21:42.042 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-16T07:21:42.042 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:21:42.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.146+0000 7fc4e8124640 1 -- 172.21.15.31:0/1151370301 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc4e0151370 msgr2=0x7fc4e00cef30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:42.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.146+0000 7fc4e8124640 1 --2- 172.21.15.31:0/1151370301 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc4e0151370 0x7fc4e00cef30 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fc4dc005fd0 tx=0x7fc4dc02a5d0 comp rx=0 tx=0).stop 2024-09-16T07:21:42.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.146+0000 7fc4e8124640 1 -- 172.21.15.31:0/1151370301 shutdown_connections 2024-09-16T07:21:42.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.146+0000 7fc4e8124640 1 --2- 172.21.15.31:0/1151370301 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc4e00b3140 0x7fc4e00cf470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:42.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.146+0000 7fc4e8124640 1 --2- 172.21.15.31:0/1151370301 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc4e0151370 0x7fc4e00cef30 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:42.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.146+0000 7fc4e8124640 1 -- 172.21.15.31:0/1151370301 >> 172.21.15.31:0/1151370301 conn(0x7fc4e00b1690 msgr2=0x7fc4e00b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:42.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.147+0000 7fc4e8124640 1 -- 172.21.15.31:0/1151370301 shutdown_connections 2024-09-16T07:21:42.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.147+0000 7fc4e8124640 1 -- 172.21.15.31:0/1151370301 wait complete. 2024-09-16T07:21:42.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.148+0000 7fc4e8124640 1 Processor -- start 2024-09-16T07:21:42.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.148+0000 7fc4e8124640 1 -- start start 2024-09-16T07:21:42.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.149+0000 7fc4e8124640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc4e00725a0 0x7fc4e014fab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:42.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.149+0000 7fc4e8124640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc4e00b3140 0x7fc4e01e7710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:42.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.149+0000 7fc4e8124640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc4e0151370 0x7fc4e01e4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:42.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.149+0000 7fc4e8124640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fc4e0070020 con 0x7fc4e00725a0 2024-09-16T07:21:42.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.149+0000 7fc4e8124640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc4e006fea0 con 0x7fc4e00b3140 2024-09-16T07:21:42.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.149+0000 7fc4e8124640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc4e00701a0 con 0x7fc4e0151370 2024-09-16T07:21:42.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.149+0000 7fc4e5ec0640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc4e00725a0 0x7fc4e014fab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:42.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.149+0000 7fc4e5ec0640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc4e00725a0 0x7fc4e014fab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48744/0 (socket says 172.21.15.31:48744) 2024-09-16T07:21:42.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.149+0000 7fc4e5ec0640 1 -- 172.21.15.31:0/4168778674 learned_addr learned my addr 172.21.15.31:0/4168778674 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:42.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.149+0000 7fc4e66c1640 1 --2- 172.21.15.31:0/4168778674 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc4e0151370 0x7fc4e01e4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:42.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.149+0000 7fc4e5ec0640 1 -- 172.21.15.31:0/4168778674 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc4e0151370 msgr2=0x7fc4e01e4cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:42.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.149+0000 7fc4e56bf640 1 --2- 172.21.15.31:0/4168778674 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc4e00b3140 0x7fc4e01e7710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:42.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.149+0000 7fc4e5ec0640 1 --2- 172.21.15.31:0/4168778674 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc4e0151370 0x7fc4e01e4cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:42.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.149+0000 7fc4e5ec0640 1 -- 172.21.15.31:0/4168778674 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc4e00b3140 msgr2=0x7fc4e01e7710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:42.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.149+0000 7fc4e5ec0640 1 --2- 172.21.15.31:0/4168778674 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc4e00b3140 0x7fc4e01e7710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:42.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.149+0000 7fc4e5ec0640 1 -- 172.21.15.31:0/4168778674 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4e01f6240 con 0x7fc4e00725a0 2024-09-16T07:21:42.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.149+0000 7fc4e56bf640 1 --2- 172.21.15.31:0/4168778674 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc4e00b3140 0x7fc4e01e7710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:21:42.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.149+0000 7fc4e5ec0640 1 --2- 172.21.15.31:0/4168778674 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc4e00725a0 0x7fc4e014fab0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fc4dc034040 tx=0x7fc4dc0038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:42.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.149+0000 7fc4d67fc640 1 -- 172.21.15.31:0/4168778674 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4dc03e030 con 0x7fc4e00725a0 2024-09-16T07:21:42.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.149+0000 7fc4d67fc640 1 -- 172.21.15.31:0/4168778674 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc4dc003ca0 con 0x7fc4e00725a0 2024-09-16T07:21:42.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.149+0000 7fc4d67fc640 1 -- 172.21.15.31:0/4168778674 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4dc035040 con 0x7fc4e00725a0 2024-09-16T07:21:42.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.149+0000 7fc4e8124640 1 -- 172.21.15.31:0/4168778674 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4e01f6520 con 0x7fc4e00725a0 2024-09-16T07:21:42.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.149+0000 7fc4e8124640 1 -- 172.21.15.31:0/4168778674 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4e01f6ae0 con 0x7fc4e00725a0 2024-09-16T07:21:42.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.151+0000 7fc4e8124640 1 -- 172.21.15.31:0/4168778674 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc4e00706e0 con 0x7fc4e00725a0 2024-09-16T07:21:42.153 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.151+0000 7fc4d67fc640 1 -- 172.21.15.31:0/4168778674 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7fc4dc041030 con 0x7fc4e00725a0 2024-09-16T07:21:42.153 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.152+0000 7fc4d67fc640 1 --2- 172.21.15.31:0/4168778674 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc4c4078850 0x7fc4c407ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:42.153 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.152+0000 7fc4d67fc640 1 -- 172.21.15.31:0/4168778674 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7fc4dc0badb0 con 0x7fc4e00725a0 2024-09-16T07:21:42.153 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.152+0000 7fc4e56bf640 1 --2- 172.21.15.31:0/4168778674 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc4c4078850 0x7fc4c407ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:42.153 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.152+0000 7fc4e56bf640 1 --2- 172.21.15.31:0/4168778674 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc4c4078850 0x7fc4c407ad10 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fc4d0006fd0 tx=0x7fc4d0008040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:42.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.156+0000 7fc4d67fc640 1 -- 172.21.15.31:0/4168778674 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fc4dc0834b0 con 0x7fc4e00725a0 2024-09-16T07:21:42.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.380+0000 7fc4e8124640 1 -- 172.21.15.31:0/4168778674 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc4e00b3b40 con 0x7fc4e00725a0 2024-09-16T07:21:42.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.380+0000 7fc4d67fc640 1 -- 172.21.15.31:0/4168778674 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5220 (secure 0 0 0) 0x7fc4dc082db0 con 0x7fc4e00725a0 2024-09-16T07:21:42.381 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:21:42.381 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":8,"btime":"2024-09-16T07:21:14:400083+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4292,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/3668659679","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":3668659679},{"type":"v1","addr":"172.21.15.155:6835","nonce":3668659679}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4357,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/413570896","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6836","nonce":413570896},{"type":"v1","addr":"172.21.15.155:6837","nonce":413570896}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4362,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6833/1314376312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":1314376312},{"type":"v1","addr":"172.21.15.31:6833","nonce":1314376312}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:21:10.750530+0000","modified":"2024-09-16T07:21:13.770378+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4365},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4365":{"gid":4365,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6835/3012757626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6834","nonce":3012757626},{"type":"v1","addr":"172.21.15.31:6835","nonce":3012757626}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4365,"qdb_cluster":[4365]},"id":1}]} 2024-09-16T07:21:42.381 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 8 2024-09-16T07:21:42.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.382+0000 7fc4e8124640 1 -- 172.21.15.31:0/4168778674 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc4c4078850 msgr2=0x7fc4c407ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:42.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.382+0000 7fc4e8124640 1 --2- 172.21.15.31:0/4168778674 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc4c4078850 0x7fc4c407ad10 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fc4d0006fd0 tx=0x7fc4d0008040 comp rx=0 tx=0).stop 2024-09-16T07:21:42.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.382+0000 7fc4e8124640 1 -- 172.21.15.31:0/4168778674 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc4e00725a0 msgr2=0x7fc4e014fab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:42.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.382+0000 7fc4e8124640 1 --2- 172.21.15.31:0/4168778674 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc4e00725a0 0x7fc4e014fab0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fc4dc034040 tx=0x7fc4dc0038a0 comp rx=0 tx=0).stop 2024-09-16T07:21:42.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.382+0000 7fc4e8124640 1 -- 172.21.15.31:0/4168778674 shutdown_connections 2024-09-16T07:21:42.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.382+0000 7fc4e8124640 1 --2- 172.21.15.31:0/4168778674 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc4c4078850 0x7fc4c407ad10 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:42.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.382+0000 7fc4e8124640 1 --2- 172.21.15.31:0/4168778674 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc4e0151370 0x7fc4e01e4cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:42.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.382+0000 7fc4e8124640 1 --2- 172.21.15.31:0/4168778674 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc4e00b3140 0x7fc4e01e7710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:42.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.382+0000 7fc4e8124640 1 --2- 172.21.15.31:0/4168778674 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc4e00725a0 0x7fc4e014fab0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:42.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.382+0000 7fc4e8124640 1 -- 172.21.15.31:0/4168778674 >> 172.21.15.31:0/4168778674 conn(0x7fc4e00b1690 msgr2=0x7fc4e00b0820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:42.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.382+0000 7fc4e8124640 1 -- 172.21.15.31:0/4168778674 shutdown_connections 2024-09-16T07:21:42.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.382+0000 7fc4e8124640 1 -- 172.21.15.31:0/4168778674 wait complete. 2024-09-16T07:21:42.394 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:21:42.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.498+0000 7fb7c7cfe640 1 -- 172.21.15.31:0/2008054050 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb7ac0041c0 msgr2=0x7fb7ac004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:42.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.498+0000 7fb7c7cfe640 1 --2- 172.21.15.31:0/2008054050 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb7ac0041c0 0x7fb7ac004800 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fb7b0006f10 tx=0x7fb7ac005830 comp rx=0 tx=0).stop 2024-09-16T07:21:42.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.498+0000 7fb7c629b640 1 -- 172.21.15.31:0/2008054050 reap_dead start 2024-09-16T07:21:42.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.498+0000 7fb7c7cfe640 1 -- 172.21.15.31:0/2008054050 shutdown_connections 2024-09-16T07:21:42.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.498+0000 7fb7c7cfe640 1 -- 172.21.15.31:0/2008054050 >> 172.21.15.31:0/2008054050 conn(0x7fb7c009aa30 msgr2=0x7fb7c009ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:42.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.498+0000 7fb7c7cfe640 1 -- 172.21.15.31:0/2008054050 shutdown_connections 2024-09-16T07:21:42.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.498+0000 7fb7c7cfe640 1 -- 172.21.15.31:0/2008054050 wait complete. 2024-09-16T07:21:42.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.500+0000 7fb7c7cfe640 1 Processor -- start 2024-09-16T07:21:42.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.500+0000 7fb7c7cfe640 1 -- start start 2024-09-16T07:21:42.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.500+0000 7fb7c7cfe640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb7ac0041c0 0x7fb7c009b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:42.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.500+0000 7fb7c7cfe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb7c0155920 0x7fb7c009cfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:42.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.500+0000 7fb7c7cfe640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb7c00b55b0 0x7fb7c00b5a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:42.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.500+0000 7fb7c7cfe640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fb7c00b0c20 con 0x7fb7c0155920 2024-09-16T07:21:42.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.500+0000 7fb7c7cfe640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb7c006dda0 con 0x7fb7c00b55b0 2024-09-16T07:21:42.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.500+0000 7fb7c7cfe640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb7c00b0da0 con 0x7fb7ac0041c0 2024-09-16T07:21:42.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.501+0000 7fb7c5299640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb7c0155920 0x7fb7c009cfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:42.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.501+0000 7fb7c5299640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb7c0155920 0x7fb7c009cfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48774/0 (socket says 172.21.15.31:48774) 2024-09-16T07:21:42.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.501+0000 7fb7c5299640 1 -- 172.21.15.31:0/3441780117 learned_addr learned my addr 172.21.15.31:0/3441780117 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:42.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.501+0000 7fb7c629b640 1 --2- 172.21.15.31:0/3441780117 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb7c00b55b0 0x7fb7c00b5a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:42.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.501+0000 7fb7c5a9a640 1 --2- 172.21.15.31:0/3441780117 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb7ac0041c0 0x7fb7c009b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:42.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.501+0000 7fb7c5299640 1 -- 172.21.15.31:0/3441780117 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb7ac0041c0 msgr2=0x7fb7c009b9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:42.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.501+0000 7fb7c5299640 1 --2- 172.21.15.31:0/3441780117 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb7ac0041c0 0x7fb7c009b9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:42.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.501+0000 7fb7c5299640 1 -- 172.21.15.31:0/3441780117 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb7c00b55b0 msgr2=0x7fb7c00b5a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:42.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.501+0000 7fb7c5299640 1 --2- 172.21.15.31:0/3441780117 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb7c00b55b0 0x7fb7c00b5a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:42.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.501+0000 7fb7c5299640 1 -- 172.21.15.31:0/3441780117 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7c00c5b20 con 0x7fb7c0155920 2024-09-16T07:21:42.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.501+0000 7fb7c5a9a640 1 --2- 172.21.15.31:0/3441780117 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb7ac0041c0 0x7fb7c009b9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:21:42.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.501+0000 7fb7c5299640 1 --2- 172.21.15.31:0/3441780117 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb7c0155920 0x7fb7c009cfe0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fb7b002b040 tx=0x7fb7b0006c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:42.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.501+0000 7fb7b67fc640 1 -- 172.21.15.31:0/3441780117 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7b00035f0 con 0x7fb7c0155920 2024-09-16T07:21:42.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.501+0000 7fb7b67fc640 1 -- 172.21.15.31:0/3441780117 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb7b0003880 con 0x7fb7c0155920 2024-09-16T07:21:42.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.501+0000 7fb7b67fc640 1 -- 172.21.15.31:0/3441780117 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7b0003cd0 con 0x7fb7c0155920 2024-09-16T07:21:42.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.501+0000 7fb7c7cfe640 1 -- 172.21.15.31:0/3441780117 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7c00c5e00 con 0x7fb7c0155920 2024-09-16T07:21:42.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.501+0000 7fb7c7cfe640 1 -- 172.21.15.31:0/3441780117 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7c00c63c0 con 0x7fb7c0155920 2024-09-16T07:21:42.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.502+0000 7fb7c7cfe640 1 -- 172.21.15.31:0/3441780117 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb7c015ed90 con 0x7fb7c0155920 2024-09-16T07:21:42.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.503+0000 7fb7b67fc640 1 -- 172.21.15.31:0/3441780117 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7fb7b0035020 con 0x7fb7c0155920 2024-09-16T07:21:42.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.504+0000 7fb7b67fc640 1 --2- 172.21.15.31:0/3441780117 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb7a4078880 0x7fb7a407ad40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:42.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.504+0000 7fb7b67fc640 1 -- 172.21.15.31:0/3441780117 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7fb7b00ba740 con 0x7fb7c0155920 2024-09-16T07:21:42.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.504+0000 7fb7c5a9a640 1 --2- 172.21.15.31:0/3441780117 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb7a4078880 0x7fb7a407ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:42.506 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.504+0000 7fb7c5a9a640 1 --2- 172.21.15.31:0/3441780117 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb7a4078880 0x7fb7a407ad40 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fb7bc005ba0 tx=0x7fb7bc005f90 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:42.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.508+0000 7fb7b67fc640 1 -- 172.21.15.31:0/3441780117 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fb7b0047030 con 0x7fb7c0155920 2024-09-16T07:21:42.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.730+0000 7fb7c7cfe640 1 -- 172.21.15.31:0/3441780117 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb7c00d2850 con 0x7fb7c0155920 2024-09-16T07:21:42.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.730+0000 7fb7b67fc640 1 -- 172.21.15.31:0/3441780117 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5220 (secure 0 0 0) 0x7fb7b003e070 con 0x7fb7c0155920 2024-09-16T07:21:42.731 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:21:42.731 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":8,"btime":"2024-09-16T07:21:14:400083+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4292,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/3668659679","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":3668659679},{"type":"v1","addr":"172.21.15.155:6835","nonce":3668659679}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4357,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/413570896","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6836","nonce":413570896},{"type":"v1","addr":"172.21.15.155:6837","nonce":413570896}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4362,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6833/1314376312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":1314376312},{"type":"v1","addr":"172.21.15.31:6833","nonce":1314376312}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:21:10.750530+0000","modified":"2024-09-16T07:21:13.770378+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4365},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4365":{"gid":4365,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6835/3012757626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6834","nonce":3012757626},{"type":"v1","addr":"172.21.15.31:6835","nonce":3012757626}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4365,"qdb_cluster":[4365]},"id":1}]} 2024-09-16T07:21:42.732 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 8 2024-09-16T07:21:42.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.733+0000 7fb7c7cfe640 1 -- 172.21.15.31:0/3441780117 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb7a4078880 msgr2=0x7fb7a407ad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:42.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.733+0000 7fb7c7cfe640 1 --2- 172.21.15.31:0/3441780117 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb7a4078880 0x7fb7a407ad40 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fb7bc005ba0 tx=0x7fb7bc005f90 comp rx=0 tx=0).stop 2024-09-16T07:21:42.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.733+0000 7fb7c7cfe640 1 -- 172.21.15.31:0/3441780117 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb7c0155920 msgr2=0x7fb7c009cfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:42.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.733+0000 7fb7c7cfe640 1 --2- 172.21.15.31:0/3441780117 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb7c0155920 0x7fb7c009cfe0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fb7b002b040 tx=0x7fb7b0006c90 comp rx=0 tx=0).stop 2024-09-16T07:21:42.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.733+0000 7fb7c7cfe640 1 -- 172.21.15.31:0/3441780117 shutdown_connections 2024-09-16T07:21:42.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.733+0000 7fb7c7cfe640 1 --2- 172.21.15.31:0/3441780117 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb7a4078880 0x7fb7a407ad40 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:42.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.733+0000 7fb7c7cfe640 1 --2- 172.21.15.31:0/3441780117 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb7c00b55b0 0x7fb7c00b5a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:42.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.733+0000 7fb7c7cfe640 1 --2- 172.21.15.31:0/3441780117 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb7c0155920 0x7fb7c009cfe0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:42.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.733+0000 7fb7c7cfe640 1 --2- 172.21.15.31:0/3441780117 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb7ac0041c0 0x7fb7c009b9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:42.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.733+0000 7fb7c7cfe640 1 -- 172.21.15.31:0/3441780117 >> 172.21.15.31:0/3441780117 conn(0x7fb7c009aa30 msgr2=0x7fb7c0071dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:42.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.733+0000 7fb7c7cfe640 1 -- 172.21.15.31:0/3441780117 shutdown_connections 2024-09-16T07:21:42.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.733+0000 7fb7c7cfe640 1 -- 172.21.15.31:0/3441780117 wait complete. 2024-09-16T07:21:42.745 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:21:42.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.849+0000 7f901c5ad640 1 -- 172.21.15.31:0/3026450641 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f90140ced40 msgr2=0x7f90140cd1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:42.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.849+0000 7f901c5ad640 1 --2- 172.21.15.31:0/3026450641 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f90140ced40 0x7f90140cd1f0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f900c005fd0 tx=0x7f900c02aa10 comp rx=0 tx=0).stop 2024-09-16T07:21:42.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.849+0000 7f901c5ad640 1 -- 172.21.15.31:0/3026450641 shutdown_connections 2024-09-16T07:21:42.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.849+0000 7f901c5ad640 1 --2- 172.21.15.31:0/3026450641 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f90140ced40 0x7f90140cd1f0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:42.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.849+0000 7f901c5ad640 1 --2- 172.21.15.31:0/3026450641 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f901415bd30 0x7f90140b15a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:42.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.849+0000 7f901c5ad640 1 -- 172.21.15.31:0/3026450641 >> 172.21.15.31:0/3026450641 conn(0x7f90140d1c40 msgr2=0x7f90140d2050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:42.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.849+0000 7f901c5ad640 1 -- 172.21.15.31:0/3026450641 shutdown_connections 2024-09-16T07:21:42.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.849+0000 7f901c5ad640 1 -- 172.21.15.31:0/3026450641 wait complete. 2024-09-16T07:21:42.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.851+0000 7f901c5ad640 1 Processor -- start 2024-09-16T07:21:42.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.851+0000 7f901c5ad640 1 -- start start 2024-09-16T07:21:42.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.851+0000 7f901c5ad640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f90140ced40 0x7f90140c4df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:42.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.851+0000 7f901c5ad640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f901415bd30 0x7f9014158d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:42.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.851+0000 7f901c5ad640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f901406f5a0 0x7f901415a670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:42.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.851+0000 7f901c5ad640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f90140d28e0 con 0x7f90140ced40 2024-09-16T07:21:42.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.851+0000 7f901c5ad640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f90140d2760 con 0x7f901415bd30 2024-09-16T07:21:42.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.851+0000 7f901c5ad640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f90140c4bf0 con 0x7f901406f5a0 2024-09-16T07:21:42.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.851+0000 7f901a349640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f90140ced40 0x7f90140c4df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:42.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.852+0000 7f901a349640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f90140ced40 0x7f90140c4df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:40908/0 (socket says 172.21.15.31:40908) 2024-09-16T07:21:42.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.852+0000 7f901a349640 1 -- 172.21.15.31:0/2933655951 learned_addr learned my addr 172.21.15.31:0/2933655951 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:42.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.852+0000 7f9019b48640 1 --2- 172.21.15.31:0/2933655951 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f901415bd30 0x7f9014158d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:42.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.852+0000 7f901ab4a640 1 --2- 172.21.15.31:0/2933655951 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f901406f5a0 0x7f901415a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:42.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.852+0000 7f901a349640 1 -- 172.21.15.31:0/2933655951 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f901406f5a0 msgr2=0x7f901415a670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:42.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.852+0000 7f901a349640 1 --2- 172.21.15.31:0/2933655951 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f901406f5a0 0x7f901415a670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:42.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.852+0000 7f901a349640 1 -- 172.21.15.31:0/2933655951 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f901415bd30 msgr2=0x7f9014158d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:42.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.852+0000 7f901a349640 1 --2- 172.21.15.31:0/2933655951 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f901415bd30 0x7f9014158d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:42.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.852+0000 7f901a349640 1 -- 172.21.15.31:0/2933655951 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f901406fbd0 con 0x7f90140ced40 2024-09-16T07:21:42.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.852+0000 7f901ab4a640 1 --2- 172.21.15.31:0/2933655951 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f901406f5a0 0x7f901415a670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:21:42.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.852+0000 7f9019b48640 1 --2- 172.21.15.31:0/2933655951 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f901415bd30 0x7f9014158d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:21:42.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.852+0000 7f901a349640 1 --2- 172.21.15.31:0/2933655951 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f90140ced40 0x7f90140c4df0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f901000c970 tx=0x7f901000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:42.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.852+0000 7f900affd640 1 -- 172.21.15.31:0/2933655951 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9010007b50 con 0x7f90140ced40 2024-09-16T07:21:42.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.852+0000 7f900affd640 1 -- 172.21.15.31:0/2933655951 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9010007de0 con 0x7f90140ced40 2024-09-16T07:21:42.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.852+0000 7f900affd640 1 -- 172.21.15.31:0/2933655951 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f901000f6b0 con 0x7f90140ced40 2024-09-16T07:21:42.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.852+0000 7f901c5ad640 1 -- 172.21.15.31:0/2933655951 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f901406dcf0 con 0x7f90140ced40 2024-09-16T07:21:42.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.852+0000 7f901c5ad640 1 -- 172.21.15.31:0/2933655951 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f901406e2b0 con 0x7f90140ced40 2024-09-16T07:21:42.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.853+0000 7f901c5ad640 1 -- 172.21.15.31:0/2933655951 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f90140cd9d0 con 0x7f90140ced40 2024-09-16T07:21:42.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.854+0000 7f900affd640 1 -- 172.21.15.31:0/2933655951 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f901000f850 con 0x7f90140ced40 2024-09-16T07:21:42.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.855+0000 7f900affd640 1 --2- 172.21.15.31:0/2933655951 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f8ff8078880 0x7f8ff807ad40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:42.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.855+0000 7f900affd640 1 -- 172.21.15.31:0/2933655951 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7f901009b010 con 0x7f90140ced40 2024-09-16T07:21:42.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.855+0000 7f9019b48640 1 --2- 172.21.15.31:0/2933655951 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f8ff8078880 0x7f8ff807ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:42.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.855+0000 7f9019b48640 1 --2- 172.21.15.31:0/2933655951 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f8ff8078880 0x7f8ff807ad40 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f90140c87e0 tx=0x7f9004009040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:42.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:42.859+0000 7f900affd640 1 -- 172.21.15.31:0/2933655951 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f9010014030 con 0x7f90140ced40 2024-09-16T07:21:43.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.044+0000 7f901c5ad640 1 -- 172.21.15.31:0/2933655951 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f90140c8810 con 0x7f90140ced40 2024-09-16T07:21:43.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.045+0000 7f900affd640 1 -- 172.21.15.31:0/2933655951 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v23) ==== 74+0+16645 (secure 0 0 0) 0x7f9010063680 con 0x7f90140ced40 2024-09-16T07:21:43.046 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:21:43.046 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":23,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:21:12.379061+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:21:08.493717+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T07:21:09.702457+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:21:43.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.047+0000 7f901c5ad640 1 -- 172.21.15.31:0/2933655951 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f8ff8078880 msgr2=0x7f8ff807ad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:43.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.047+0000 7f901c5ad640 1 --2- 172.21.15.31:0/2933655951 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f8ff8078880 0x7f8ff807ad40 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f90140c87e0 tx=0x7f9004009040 comp rx=0 tx=0).stop 2024-09-16T07:21:43.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.047+0000 7f901c5ad640 1 -- 172.21.15.31:0/2933655951 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f90140ced40 msgr2=0x7f90140c4df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:43.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.047+0000 7f901c5ad640 1 --2- 172.21.15.31:0/2933655951 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f90140ced40 0x7f90140c4df0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f901000c970 tx=0x7f901000ce30 comp rx=0 tx=0).stop 2024-09-16T07:21:43.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.047+0000 7f901c5ad640 1 -- 172.21.15.31:0/2933655951 shutdown_connections 2024-09-16T07:21:43.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.047+0000 7f901c5ad640 1 --2- 172.21.15.31:0/2933655951 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f8ff8078880 0x7f8ff807ad40 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:43.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.047+0000 7f901c5ad640 1 --2- 172.21.15.31:0/2933655951 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f901406f5a0 0x7f901415a670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:43.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.047+0000 7f901c5ad640 1 --2- 172.21.15.31:0/2933655951 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f901415bd30 0x7f9014158d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:43.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.047+0000 7f901c5ad640 1 --2- 172.21.15.31:0/2933655951 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f90140ced40 0x7f90140c4df0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:43.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.047+0000 7f901c5ad640 1 -- 172.21.15.31:0/2933655951 >> 172.21.15.31:0/2933655951 conn(0x7f90140d1c40 msgr2=0x7f90140ce610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:43.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.047+0000 7f901c5ad640 1 -- 172.21.15.31:0/2933655951 shutdown_connections 2024-09-16T07:21:43.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.047+0000 7f901c5ad640 1 -- 172.21.15.31:0/2933655951 wait complete. 2024-09-16T07:21:43.059 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-16T07:21:43.059 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:21:43.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.164+0000 7fb3da189640 1 -- 172.21.15.31:0/2513817095 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb3d4157a70 msgr2=0x7fb3d4157e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:43.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.164+0000 7fb3da189640 1 --2- 172.21.15.31:0/2513817095 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb3d4157a70 0x7fb3d4157e90 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fb3d40b1500 tx=0x7fb3cc02aa30 comp rx=0 tx=0).stop 2024-09-16T07:21:43.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.164+0000 7fb3da189640 1 -- 172.21.15.31:0/2513817095 shutdown_connections 2024-09-16T07:21:43.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.164+0000 7fb3da189640 1 --2- 172.21.15.31:0/2513817095 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb3d4157a70 0x7fb3d4157e90 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:43.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.164+0000 7fb3da189640 1 --2- 172.21.15.31:0/2513817095 >> v2:172.21.15.155:3300/0 conn(0x7fb3d40d2010 0x7fb3d415ed90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:43.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.164+0000 7fb3da189640 1 -- 172.21.15.31:0/2513817095 >> 172.21.15.31:0/2513817095 conn(0x7fb3d409aa30 msgr2=0x7fb3d409ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:43.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.164+0000 7fb3da189640 1 -- 172.21.15.31:0/2513817095 shutdown_connections 2024-09-16T07:21:43.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.164+0000 7fb3da189640 1 -- 172.21.15.31:0/2513817095 wait complete. 2024-09-16T07:21:43.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.165+0000 7fb3da189640 1 Processor -- start 2024-09-16T07:21:43.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.165+0000 7fb3da189640 1 -- start start 2024-09-16T07:21:43.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.166+0000 7fb3da189640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb3d40b01a0 0x7fb3d41461b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:43.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.166+0000 7fb3da189640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb3d40d2010 0x7fb3d40c7b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:43.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.166+0000 7fb3da189640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb3d4157a70 0x7fb3d40b2d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:43.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.166+0000 7fb3da189640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fb3d40b0720 con 0x7fb3d4157a70 2024-09-16T07:21:43.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.166+0000 7fb3da189640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb3d40b0e30 con 0x7fb3d40d2010 2024-09-16T07:21:43.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.166+0000 7fb3da189640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb3d41583d0 con 0x7fb3d40b01a0 2024-09-16T07:21:43.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.166+0000 7fb3d3fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb3d4157a70 0x7fb3d40b2d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:43.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.166+0000 7fb3d3fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb3d4157a70 0x7fb3d40b2d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:40924/0 (socket says 172.21.15.31:40924) 2024-09-16T07:21:43.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.166+0000 7fb3d3fff640 1 -- 172.21.15.31:0/919945368 learned_addr learned my addr 172.21.15.31:0/919945368 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:43.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.166+0000 7fb3d2ffd640 1 --2- 172.21.15.31:0/919945368 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb3d40d2010 0x7fb3d40c7b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:43.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.166+0000 7fb3d37fe640 1 --2- 172.21.15.31:0/919945368 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb3d40b01a0 0x7fb3d41461b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:43.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.166+0000 7fb3d3fff640 1 -- 172.21.15.31:0/919945368 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb3d40b01a0 msgr2=0x7fb3d41461b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:43.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.166+0000 7fb3d3fff640 1 --2- 172.21.15.31:0/919945368 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb3d40b01a0 0x7fb3d41461b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:43.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.166+0000 7fb3d3fff640 1 -- 172.21.15.31:0/919945368 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb3d40d2010 msgr2=0x7fb3d40c7b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:43.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.166+0000 7fb3d3fff640 1 --2- 172.21.15.31:0/919945368 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb3d40d2010 0x7fb3d40c7b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:43.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.167+0000 7fb3d3fff640 1 -- 172.21.15.31:0/919945368 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3d41466f0 con 0x7fb3d4157a70 2024-09-16T07:21:43.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.167+0000 7fb3d2ffd640 1 --2- 172.21.15.31:0/919945368 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb3d40d2010 0x7fb3d40c7b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:21:43.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.167+0000 7fb3d3fff640 1 --2- 172.21.15.31:0/919945368 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb3d4157a70 0x7fb3d40b2d80 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fb3cc009d60 tx=0x7fb3cc003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:43.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.167+0000 7fb3bbfff640 1 -- 172.21.15.31:0/919945368 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3cc033050 con 0x7fb3d4157a70 2024-09-16T07:21:43.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.167+0000 7fb3bbfff640 1 -- 172.21.15.31:0/919945368 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb3cc004550 con 0x7fb3d4157a70 2024-09-16T07:21:43.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.167+0000 7fb3da189640 1 -- 172.21.15.31:0/919945368 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3d40c8600 con 0x7fb3d4157a70 2024-09-16T07:21:43.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.167+0000 7fb3bbfff640 1 -- 172.21.15.31:0/919945368 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3cc038450 con 0x7fb3d4157a70 2024-09-16T07:21:43.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.167+0000 7fb3da189640 1 -- 172.21.15.31:0/919945368 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3d40d0630 con 0x7fb3d4157a70 2024-09-16T07:21:43.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.168+0000 7fb3da189640 1 -- 172.21.15.31:0/919945368 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb3d415ed90 con 0x7fb3d4157a70 2024-09-16T07:21:43.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.169+0000 7fb3bbfff640 1 -- 172.21.15.31:0/919945368 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7fb3cc036070 con 0x7fb3d4157a70 2024-09-16T07:21:43.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.169+0000 7fb3bbfff640 1 --2- 172.21.15.31:0/919945368 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb3c0078880 0x7fb3c007ad40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:43.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.169+0000 7fb3bbfff640 1 -- 172.21.15.31:0/919945368 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7fb3cc0bbe40 con 0x7fb3d4157a70 2024-09-16T07:21:43.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.169+0000 7fb3d37fe640 1 --2- 172.21.15.31:0/919945368 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb3c0078880 0x7fb3c007ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:43.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.170+0000 7fb3d37fe640 1 --2- 172.21.15.31:0/919945368 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb3c0078880 0x7fb3c007ad40 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fb3c4004ea0 tx=0x7fb3c4009040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:43.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.173+0000 7fb3bbfff640 1 -- 172.21.15.31:0/919945368 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fb3cc084420 con 0x7fb3d4157a70 2024-09-16T07:21:43.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.401+0000 7fb3da189640 1 -- 172.21.15.31:0/919945368 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb3d40d0d10 con 0x7fb3d4157a70 2024-09-16T07:21:43.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.401+0000 7fb3bbfff640 1 -- 172.21.15.31:0/919945368 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5220 (secure 0 0 0) 0x7fb3cc083d20 con 0x7fb3d4157a70 2024-09-16T07:21:43.402 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:21:43.402 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":8,"btime":"2024-09-16T07:21:14:400083+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4292,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/3668659679","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":3668659679},{"type":"v1","addr":"172.21.15.155:6835","nonce":3668659679}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4357,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/413570896","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6836","nonce":413570896},{"type":"v1","addr":"172.21.15.155:6837","nonce":413570896}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4362,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6833/1314376312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":1314376312},{"type":"v1","addr":"172.21.15.31:6833","nonce":1314376312}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:21:10.750530+0000","modified":"2024-09-16T07:21:13.770378+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4365},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4365":{"gid":4365,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6835/3012757626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6834","nonce":3012757626},{"type":"v1","addr":"172.21.15.31:6835","nonce":3012757626}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4365,"qdb_cluster":[4365]},"id":1}]} 2024-09-16T07:21:43.402 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 8 2024-09-16T07:21:43.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.404+0000 7fb3da189640 1 -- 172.21.15.31:0/919945368 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb3c0078880 msgr2=0x7fb3c007ad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:43.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.404+0000 7fb3da189640 1 --2- 172.21.15.31:0/919945368 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb3c0078880 0x7fb3c007ad40 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fb3c4004ea0 tx=0x7fb3c4009040 comp rx=0 tx=0).stop 2024-09-16T07:21:43.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.404+0000 7fb3da189640 1 -- 172.21.15.31:0/919945368 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb3d4157a70 msgr2=0x7fb3d40b2d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:43.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.404+0000 7fb3da189640 1 --2- 172.21.15.31:0/919945368 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb3d4157a70 0x7fb3d40b2d80 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fb3cc009d60 tx=0x7fb3cc003f10 comp rx=0 tx=0).stop 2024-09-16T07:21:43.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.404+0000 7fb3da189640 1 -- 172.21.15.31:0/919945368 shutdown_connections 2024-09-16T07:21:43.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.404+0000 7fb3da189640 1 --2- 172.21.15.31:0/919945368 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb3c0078880 0x7fb3c007ad40 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:43.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.404+0000 7fb3da189640 1 --2- 172.21.15.31:0/919945368 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb3d4157a70 0x7fb3d40b2d80 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:43.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.404+0000 7fb3da189640 1 --2- 172.21.15.31:0/919945368 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb3d40d2010 0x7fb3d40c7b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:43.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.404+0000 7fb3da189640 1 --2- 172.21.15.31:0/919945368 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb3d40b01a0 0x7fb3d41461b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:43.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.404+0000 7fb3da189640 1 -- 172.21.15.31:0/919945368 >> 172.21.15.31:0/919945368 conn(0x7fb3d409aa30 msgr2=0x7fb3d4153f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:43.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.404+0000 7fb3da189640 1 -- 172.21.15.31:0/919945368 shutdown_connections 2024-09-16T07:21:43.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.404+0000 7fb3da189640 1 -- 172.21.15.31:0/919945368 wait complete. 2024-09-16T07:21:43.415 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:21:43.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.521+0000 7f3282f3d640 1 -- 172.21.15.31:0/2817126780 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3264003a50 msgr2=0x7f3264003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:43.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.521+0000 7f3282f3d640 1 --2- 172.21.15.31:0/2817126780 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3264003a50 0x7f3264003e70 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f326c006fc0 tx=0x7f3264005830 comp rx=0 tx=0).stop 2024-09-16T07:21:43.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.521+0000 7f3282f3d640 1 -- 172.21.15.31:0/2817126780 shutdown_connections 2024-09-16T07:21:43.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.521+0000 7f3282f3d640 1 --2- 172.21.15.31:0/2817126780 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3264003a50 0x7f3264003e70 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:43.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.521+0000 7f3282f3d640 1 -- 172.21.15.31:0/2817126780 >> 172.21.15.31:0/2817126780 conn(0x7f327c0d0c20 msgr2=0x7f327c0d1030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:43.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.521+0000 7f3282f3d640 1 -- 172.21.15.31:0/2817126780 shutdown_connections 2024-09-16T07:21:43.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.521+0000 7f3282f3d640 1 -- 172.21.15.31:0/2817126780 wait complete. 2024-09-16T07:21:43.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.522+0000 7f3282f3d640 1 Processor -- start 2024-09-16T07:21:43.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.522+0000 7f3282f3d640 1 -- start start 2024-09-16T07:21:43.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.523+0000 7f3282f3d640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3264003a50 0x7f327c15cc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:43.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.523+0000 7f3282f3d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f327c0c8d40 0x7f327c1f2140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:43.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.523+0000 7f3282f3d640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f327c0b5e70 0x7f327c0b62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:43.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.523+0000 7f3282f3d640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f327c073860 con 0x7f327c0c8d40 2024-09-16T07:21:43.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.523+0000 7f3282f3d640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f327c0736e0 con 0x7f327c0b5e70 2024-09-16T07:21:43.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.523+0000 7f3282f3d640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f327c0739e0 con 0x7f3264003a50 2024-09-16T07:21:43.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.523+0000 7f327bfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f327c0c8d40 0x7f327c1f2140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:43.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.523+0000 7f327bfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f327c0c8d40 0x7f327c1f2140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:40942/0 (socket says 172.21.15.31:40942) 2024-09-16T07:21:43.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.523+0000 7f327bfff640 1 -- 172.21.15.31:0/2049768734 learned_addr learned my addr 172.21.15.31:0/2049768734 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:43.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.523+0000 7f3280cd9640 1 --2- 172.21.15.31:0/2049768734 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3264003a50 0x7f327c15cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:43.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.523+0000 7f32814da640 1 --2- 172.21.15.31:0/2049768734 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f327c0b5e70 0x7f327c0b62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:43.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.523+0000 7f327bfff640 1 -- 172.21.15.31:0/2049768734 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3264003a50 msgr2=0x7f327c15cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:43.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.523+0000 7f327bfff640 1 --2- 172.21.15.31:0/2049768734 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3264003a50 0x7f327c15cc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:43.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.523+0000 7f327bfff640 1 -- 172.21.15.31:0/2049768734 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f327c0b5e70 msgr2=0x7f327c0b62f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:43.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.523+0000 7f327bfff640 1 --2- 172.21.15.31:0/2049768734 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f327c0b5e70 0x7f327c0b62f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:43.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.523+0000 7f327bfff640 1 -- 172.21.15.31:0/2049768734 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f327c0c9290 con 0x7f327c0c8d40 2024-09-16T07:21:43.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.523+0000 7f3280cd9640 1 --2- 172.21.15.31:0/2049768734 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3264003a50 0x7f327c15cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:21:43.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.523+0000 7f327bfff640 1 --2- 172.21.15.31:0/2049768734 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f327c0c8d40 0x7f327c1f2140 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f3270004cd0 tx=0x7f327000e840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:43.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.524+0000 7f32797fa640 1 -- 172.21.15.31:0/2049768734 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f327001c070 con 0x7f327c0c8d40 2024-09-16T07:21:43.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.524+0000 7f32797fa640 1 -- 172.21.15.31:0/2049768734 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3270001470 con 0x7f327c0c8d40 2024-09-16T07:21:43.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.524+0000 7f3282f3d640 1 -- 172.21.15.31:0/2049768734 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f327c0c9570 con 0x7f327c0c8d40 2024-09-16T07:21:43.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.524+0000 7f32797fa640 1 -- 172.21.15.31:0/2049768734 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3270001860 con 0x7f327c0c8d40 2024-09-16T07:21:43.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.524+0000 7f3282f3d640 1 -- 172.21.15.31:0/2049768734 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f327c0c9b30 con 0x7f327c0c8d40 2024-09-16T07:21:43.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.525+0000 7f3282f3d640 1 -- 172.21.15.31:0/2049768734 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f327c073f40 con 0x7f327c0c8d40 2024-09-16T07:21:43.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.525+0000 7f32797fa640 1 -- 172.21.15.31:0/2049768734 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f327001f070 con 0x7f327c0c8d40 2024-09-16T07:21:43.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.526+0000 7f32797fa640 1 --2- 172.21.15.31:0/2049768734 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f3268078880 0x7f326807ad40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:43.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.526+0000 7f32797fa640 1 -- 172.21.15.31:0/2049768734 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7f327009be70 con 0x7f327c0c8d40 2024-09-16T07:21:43.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.526+0000 7f3280cd9640 1 --2- 172.21.15.31:0/2049768734 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f3268078880 0x7f326807ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:43.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.527+0000 7f3280cd9640 1 --2- 172.21.15.31:0/2049768734 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f3268078880 0x7f326807ad40 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f326c033000 tx=0x7f327c0d0150 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:43.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.532+0000 7f32797fa640 1 -- 172.21.15.31:0/2049768734 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f3270063f20 con 0x7f327c0c8d40 2024-09-16T07:21:43.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.757+0000 7f3282f3d640 1 -- 172.21.15.31:0/2049768734 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f327c0b6ba0 con 0x7f327c0c8d40 2024-09-16T07:21:43.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.757+0000 7f32797fa640 1 -- 172.21.15.31:0/2049768734 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5220 (secure 0 0 0) 0x7f3270068950 con 0x7f327c0c8d40 2024-09-16T07:21:43.758 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:21:43.758 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":8,"btime":"2024-09-16T07:21:14:400083+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4292,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/3668659679","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":3668659679},{"type":"v1","addr":"172.21.15.155:6835","nonce":3668659679}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4357,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/413570896","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6836","nonce":413570896},{"type":"v1","addr":"172.21.15.155:6837","nonce":413570896}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4362,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6833/1314376312","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":1314376312},{"type":"v1","addr":"172.21.15.31:6833","nonce":1314376312}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:21:10.750530+0000","modified":"2024-09-16T07:21:13.770378+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4365},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4365":{"gid":4365,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6835/3012757626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6834","nonce":3012757626},{"type":"v1","addr":"172.21.15.31:6835","nonce":3012757626}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4365,"qdb_cluster":[4365]},"id":1}]} 2024-09-16T07:21:43.758 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 8 2024-09-16T07:21:43.760 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.760+0000 7f3282f3d640 1 -- 172.21.15.31:0/2049768734 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f3268078880 msgr2=0x7f326807ad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:43.760 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.760+0000 7f3282f3d640 1 --2- 172.21.15.31:0/2049768734 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f3268078880 0x7f326807ad40 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f326c033000 tx=0x7f327c0d0150 comp rx=0 tx=0).stop 2024-09-16T07:21:43.761 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.760+0000 7f3282f3d640 1 -- 172.21.15.31:0/2049768734 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f327c0c8d40 msgr2=0x7f327c1f2140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:43.761 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.760+0000 7f3282f3d640 1 --2- 172.21.15.31:0/2049768734 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f327c0c8d40 0x7f327c1f2140 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f3270004cd0 tx=0x7f327000e840 comp rx=0 tx=0).stop 2024-09-16T07:21:43.761 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.760+0000 7f3282f3d640 1 -- 172.21.15.31:0/2049768734 shutdown_connections 2024-09-16T07:21:43.761 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.760+0000 7f3282f3d640 1 --2- 172.21.15.31:0/2049768734 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f3268078880 0x7f326807ad40 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:43.761 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.760+0000 7f3282f3d640 1 --2- 172.21.15.31:0/2049768734 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f327c0b5e70 0x7f327c0b62f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:43.761 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.760+0000 7f3282f3d640 1 --2- 172.21.15.31:0/2049768734 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f327c0c8d40 0x7f327c1f2140 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:43.761 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.760+0000 7f3282f3d640 1 --2- 172.21.15.31:0/2049768734 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3264003a50 0x7f327c15cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:43.761 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.760+0000 7f3282f3d640 1 -- 172.21.15.31:0/2049768734 >> 172.21.15.31:0/2049768734 conn(0x7f327c0d0c20 msgr2=0x7f327c0cc040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:43.761 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.760+0000 7f3282f3d640 1 -- 172.21.15.31:0/2049768734 shutdown_connections 2024-09-16T07:21:43.761 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.760+0000 7f3282f3d640 1 -- 172.21.15.31:0/2049768734 wait complete. 2024-09-16T07:21:43.771 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:21:43.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.876+0000 7ff24ec8c640 1 -- 172.21.15.31:0/1654348122 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff2480ceb70 msgr2=0x7ff2480cd1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:43.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.876+0000 7ff24ec8c640 1 --2- 172.21.15.31:0/1654348122 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff2480ceb70 0x7ff2480cd1f0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7ff240005fd0 tx=0x7ff24002aa10 comp rx=0 tx=0).stop 2024-09-16T07:21:43.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.876+0000 7ff24ec8c640 1 -- 172.21.15.31:0/1654348122 shutdown_connections 2024-09-16T07:21:43.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.876+0000 7ff24ec8c640 1 --2- 172.21.15.31:0/1654348122 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff2480ceb70 0x7ff2480cd1f0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:43.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.876+0000 7ff24ec8c640 1 --2- 172.21.15.31:0/1654348122 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff2480d2760 0x7ff2480ce630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:43.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.876+0000 7ff24ec8c640 1 -- 172.21.15.31:0/1654348122 >> 172.21.15.31:0/1654348122 conn(0x7ff2480d1c40 msgr2=0x7ff2480d2050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:43.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.876+0000 7ff24ec8c640 1 -- 172.21.15.31:0/1654348122 shutdown_connections 2024-09-16T07:21:43.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.876+0000 7ff24ec8c640 1 -- 172.21.15.31:0/1654348122 wait complete. 2024-09-16T07:21:43.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.877+0000 7ff24ec8c640 1 Processor -- start 2024-09-16T07:21:43.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.877+0000 7ff24ec8c640 1 -- start start 2024-09-16T07:21:43.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.878+0000 7ff24ec8c640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff2480ceb70 0x7ff24806f480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:43.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.878+0000 7ff24ec8c640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff2480d2760 0x7ff24806dc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:43.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.878+0000 7ff24ec8c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff24815bd30 0x7ff2481f8100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:43.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.878+0000 7ff24ec8c640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7ff2480cf590 con 0x7ff24815bd30 2024-09-16T07:21:43.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.878+0000 7ff24ec8c640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ff2480cf410 con 0x7ff2480d2760 2024-09-16T07:21:43.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.878+0000 7ff24ec8c640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ff2480cd730 con 0x7ff2480ceb70 2024-09-16T07:21:43.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.878+0000 7ff24d229640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff24815bd30 0x7ff2481f8100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:43.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.878+0000 7ff24d229640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff24815bd30 0x7ff2481f8100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:40968/0 (socket says 172.21.15.31:40968) 2024-09-16T07:21:43.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.878+0000 7ff24d229640 1 -- 172.21.15.31:0/933939766 learned_addr learned my addr 172.21.15.31:0/933939766 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:43.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.878+0000 7ff24ca28640 1 --2- 172.21.15.31:0/933939766 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff2480ceb70 0x7ff24806f480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:43.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.878+0000 7ff247fff640 1 --2- 172.21.15.31:0/933939766 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff2480d2760 0x7ff24806dc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:43.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.878+0000 7ff24d229640 1 -- 172.21.15.31:0/933939766 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff2480ceb70 msgr2=0x7ff24806f480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:43.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.878+0000 7ff24d229640 1 --2- 172.21.15.31:0/933939766 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff2480ceb70 0x7ff24806f480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:43.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.878+0000 7ff24d229640 1 -- 172.21.15.31:0/933939766 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff2480d2760 msgr2=0x7ff24806dc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:43.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.878+0000 7ff24d229640 1 --2- 172.21.15.31:0/933939766 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff2480d2760 0x7ff24806dc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:43.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.878+0000 7ff24d229640 1 -- 172.21.15.31:0/933939766 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2480caf40 con 0x7ff24815bd30 2024-09-16T07:21:43.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.878+0000 7ff247fff640 1 --2- 172.21.15.31:0/933939766 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff2480d2760 0x7ff24806dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:21:43.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.878+0000 7ff24d229640 1 --2- 172.21.15.31:0/933939766 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff24815bd30 0x7ff2481f8100 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7ff240006010 tx=0x7ff240003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:43.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.879+0000 7ff2457fa640 1 -- 172.21.15.31:0/933939766 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff240047070 con 0x7ff24815bd30 2024-09-16T07:21:43.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.879+0000 7ff2457fa640 1 -- 172.21.15.31:0/933939766 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff240004250 con 0x7ff24815bd30 2024-09-16T07:21:43.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.879+0000 7ff24ec8c640 1 -- 172.21.15.31:0/933939766 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff2480cb220 con 0x7ff24815bd30 2024-09-16T07:21:43.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.879+0000 7ff2457fa640 1 -- 172.21.15.31:0/933939766 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff240033050 con 0x7ff24815bd30 2024-09-16T07:21:43.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.879+0000 7ff24ec8c640 1 -- 172.21.15.31:0/933939766 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2480cab80 con 0x7ff24815bd30 2024-09-16T07:21:43.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.880+0000 7ff24ec8c640 1 -- 172.21.15.31:0/933939766 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff2480cd1f0 con 0x7ff24815bd30 2024-09-16T07:21:43.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.880+0000 7ff2457fa640 1 -- 172.21.15.31:0/933939766 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7ff24004a070 con 0x7ff24815bd30 2024-09-16T07:21:43.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.881+0000 7ff2457fa640 1 --2- 172.21.15.31:0/933939766 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ff22c078850 0x7ff22c07ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:43.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.881+0000 7ff2457fa640 1 -- 172.21.15.31:0/933939766 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7ff2400bbca0 con 0x7ff24815bd30 2024-09-16T07:21:43.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.881+0000 7ff24ca28640 1 --2- 172.21.15.31:0/933939766 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ff22c078850 0x7ff22c07ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:43.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.882+0000 7ff24ca28640 1 --2- 172.21.15.31:0/933939766 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ff22c078850 0x7ff22c07ad10 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7ff23c000f60 tx=0x7ff23c009040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:43.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:43.885+0000 7ff2457fa640 1 -- 172.21.15.31:0/933939766 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7ff240083cb0 con 0x7ff24815bd30 2024-09-16T07:21:44.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.071+0000 7ff24ec8c640 1 -- 172.21.15.31:0/933939766 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff2480d2360 con 0x7ff24815bd30 2024-09-16T07:21:44.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.072+0000 7ff2457fa640 1 -- 172.21.15.31:0/933939766 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v23) ==== 74+0+16645 (secure 0 0 0) 0x7ff2400886e0 con 0x7ff24815bd30 2024-09-16T07:21:44.073 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:21:44.073 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":23,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:21:12.379061+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:21:08.493717+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T07:21:09.702457+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:21:44.075 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.074+0000 7ff24ec8c640 1 -- 172.21.15.31:0/933939766 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ff22c078850 msgr2=0x7ff22c07ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:44.075 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.074+0000 7ff24ec8c640 1 --2- 172.21.15.31:0/933939766 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ff22c078850 0x7ff22c07ad10 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7ff23c000f60 tx=0x7ff23c009040 comp rx=0 tx=0).stop 2024-09-16T07:21:44.075 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.074+0000 7ff24ec8c640 1 -- 172.21.15.31:0/933939766 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff24815bd30 msgr2=0x7ff2481f8100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:44.075 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.074+0000 7ff24ec8c640 1 --2- 172.21.15.31:0/933939766 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff24815bd30 0x7ff2481f8100 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7ff240006010 tx=0x7ff240003f10 comp rx=0 tx=0).stop 2024-09-16T07:21:44.075 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.074+0000 7ff24ec8c640 1 -- 172.21.15.31:0/933939766 shutdown_connections 2024-09-16T07:21:44.075 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.074+0000 7ff24ec8c640 1 --2- 172.21.15.31:0/933939766 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ff22c078850 0x7ff22c07ad10 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:44.075 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.074+0000 7ff24ec8c640 1 --2- 172.21.15.31:0/933939766 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff24815bd30 0x7ff2481f8100 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:44.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.074+0000 7ff24ec8c640 1 --2- 172.21.15.31:0/933939766 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff2480d2760 0x7ff24806dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:44.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.074+0000 7ff24ec8c640 1 --2- 172.21.15.31:0/933939766 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff2480ceb70 0x7ff24806f480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:44.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.074+0000 7ff24ec8c640 1 -- 172.21.15.31:0/933939766 >> 172.21.15.31:0/933939766 conn(0x7ff2480d1c40 msgr2=0x7ff2480b0840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:44.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.075+0000 7ff24ec8c640 1 -- 172.21.15.31:0/933939766 shutdown_connections 2024-09-16T07:21:44.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.075+0000 7ff24ec8c640 1 -- 172.21.15.31:0/933939766 wait complete. 2024-09-16T07:21:44.086 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-16T07:21:44.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.191+0000 7fc919532640 1 -- 172.21.15.31:0/3825906129 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc9140735a0 msgr2=0x7fc9140739a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:44.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.191+0000 7fc919532640 1 --2- 172.21.15.31:0/3825906129 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc9140735a0 0x7fc9140739a0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fc8fc005fd0 tx=0x7fc8fc02a5d0 comp rx=0 tx=0).stop 2024-09-16T07:21:44.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.191+0000 7fc919532640 1 -- 172.21.15.31:0/3825906129 shutdown_connections 2024-09-16T07:21:44.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.191+0000 7fc919532640 1 --2- 172.21.15.31:0/3825906129 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc9140735a0 0x7fc9140739a0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:44.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.191+0000 7fc919532640 1 --2- 172.21.15.31:0/3825906129 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc91415aa70 0x7fc9140b4690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:44.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.191+0000 7fc919532640 1 -- 172.21.15.31:0/3825906129 >> 172.21.15.31:0/3825906129 conn(0x7fc9140b1690 msgr2=0x7fc9140b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:44.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.191+0000 7fc919532640 1 -- 172.21.15.31:0/3825906129 shutdown_connections 2024-09-16T07:21:44.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.191+0000 7fc919532640 1 -- 172.21.15.31:0/3825906129 wait complete. 2024-09-16T07:21:44.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.192+0000 7fc919532640 1 Processor -- start 2024-09-16T07:21:44.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.192+0000 7fc919532640 1 -- start start 2024-09-16T07:21:44.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.193+0000 7fc919532640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc91406ff80 0x7fc914147740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:44.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.193+0000 7fc919532640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc9140735a0 0x7fc914147f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:44.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.193+0000 7fc919532640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc91415aa70 0x7fc9141f29d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:44.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.193+0000 7fc919532640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fc9140707c0 con 0x7fc91406ff80 2024-09-16T07:21:44.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.193+0000 7fc919532640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc914070640 con 0x7fc91415aa70 2024-09-16T07:21:44.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.193+0000 7fc919532640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc9140cd5f0 con 0x7fc9140735a0 2024-09-16T07:21:44.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.193+0000 7fc912ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc91406ff80 0x7fc914147740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:44.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.193+0000 7fc912ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc91406ff80 0x7fc914147740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:40988/0 (socket says 172.21.15.31:40988) 2024-09-16T07:21:44.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.193+0000 7fc912ffd640 1 -- 172.21.15.31:0/2724246370 learned_addr learned my addr 172.21.15.31:0/2724246370 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:44.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.194+0000 7fc9137fe640 1 --2- 172.21.15.31:0/2724246370 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc91415aa70 0x7fc9141f29d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:44.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.194+0000 7fc9127fc640 1 --2- 172.21.15.31:0/2724246370 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc9140735a0 0x7fc914147f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:44.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.194+0000 7fc912ffd640 1 -- 172.21.15.31:0/2724246370 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc9140735a0 msgr2=0x7fc914147f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:44.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.194+0000 7fc912ffd640 1 --2- 172.21.15.31:0/2724246370 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc9140735a0 0x7fc914147f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:44.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.194+0000 7fc912ffd640 1 -- 172.21.15.31:0/2724246370 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc91415aa70 msgr2=0x7fc9141f29d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:44.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.194+0000 7fc912ffd640 1 --2- 172.21.15.31:0/2724246370 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc91415aa70 0x7fc9141f29d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:44.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.194+0000 7fc912ffd640 1 -- 172.21.15.31:0/2724246370 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc914147c80 con 0x7fc91406ff80 2024-09-16T07:21:44.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.194+0000 7fc9137fe640 1 --2- 172.21.15.31:0/2724246370 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc91415aa70 0x7fc9141f29d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:21:44.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.194+0000 7fc9127fc640 1 --2- 172.21.15.31:0/2724246370 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc9140735a0 0x7fc914147f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:21:44.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.194+0000 7fc912ffd640 1 --2- 172.21.15.31:0/2724246370 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc91406ff80 0x7fc914147740 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fc90c00db10 tx=0x7fc90c00b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:44.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.194+0000 7fc90b7fe640 1 -- 172.21.15.31:0/2724246370 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc90c017070 con 0x7fc91406ff80 2024-09-16T07:21:44.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.194+0000 7fc90b7fe640 1 -- 172.21.15.31:0/2724246370 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc90c003970 con 0x7fc91406ff80 2024-09-16T07:21:44.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.194+0000 7fc919532640 1 -- 172.21.15.31:0/2724246370 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc9140c6d90 con 0x7fc91406ff80 2024-09-16T07:21:44.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.194+0000 7fc90b7fe640 1 -- 172.21.15.31:0/2724246370 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc90c003dc0 con 0x7fc91406ff80 2024-09-16T07:21:44.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.194+0000 7fc919532640 1 -- 172.21.15.31:0/2724246370 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9140c7310 con 0x7fc91406ff80 2024-09-16T07:21:44.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.195+0000 7fc919532640 1 -- 172.21.15.31:0/2724246370 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc9140739a0 con 0x7fc91406ff80 2024-09-16T07:21:44.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.197+0000 7fc90b7fe640 1 -- 172.21.15.31:0/2724246370 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7fc90c004020 con 0x7fc91406ff80 2024-09-16T07:21:44.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.197+0000 7fc90b7fe640 1 --2- 172.21.15.31:0/2724246370 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc8f4078850 0x7fc8f407ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:44.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.197+0000 7fc90b7fe640 1 -- 172.21.15.31:0/2724246370 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5709+0+0 (secure 0 0 0) 0x7fc90c09b020 con 0x7fc91406ff80 2024-09-16T07:21:44.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.198+0000 7fc9127fc640 1 --2- 172.21.15.31:0/2724246370 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc8f4078850 0x7fc8f407ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:44.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.198+0000 7fc9127fc640 1 --2- 172.21.15.31:0/2724246370 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc8f4078850 0x7fc8f407ad10 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fc8fc033000 tx=0x7fc8fc004730 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:44.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.201+0000 7fc90b7fe640 1 -- 172.21.15.31:0/2724246370 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fc90c020030 con 0x7fc91406ff80 2024-09-16T07:21:44.427 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.428+0000 7fc919532640 1 -- 172.21.15.31:0/2724246370 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fc91415df70 con 0x7fc91406ff80 2024-09-16T07:21:44.428 INFO:tasks.ceph.mon.a.smithi031.stderr:2024-09-16T07:21:44.428+0000 7fe9e4df9640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T07:21:44.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.430+0000 7fc90b7fe640 1 -- 172.21.15.31:0/2724246370 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v9) ==== 161+0+0 (secure 0 0 0) 0x7fc90c063690 con 0x7fc91406ff80 2024-09-16T07:21:44.429 INFO:teuthology.orchestra.run.smithi031.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-16T07:21:44.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.433+0000 7fc919532640 1 -- 172.21.15.31:0/2724246370 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc8f4078850 msgr2=0x7fc8f407ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:44.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.433+0000 7fc919532640 1 --2- 172.21.15.31:0/2724246370 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc8f4078850 0x7fc8f407ad10 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fc8fc033000 tx=0x7fc8fc004730 comp rx=0 tx=0).stop 2024-09-16T07:21:44.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.433+0000 7fc919532640 1 -- 172.21.15.31:0/2724246370 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc91406ff80 msgr2=0x7fc914147740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:44.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.433+0000 7fc919532640 1 --2- 172.21.15.31:0/2724246370 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc91406ff80 0x7fc914147740 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fc90c00db10 tx=0x7fc90c00b260 comp rx=0 tx=0).stop 2024-09-16T07:21:44.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.433+0000 7fc919532640 1 -- 172.21.15.31:0/2724246370 shutdown_connections 2024-09-16T07:21:44.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.433+0000 7fc919532640 1 --2- 172.21.15.31:0/2724246370 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc8f4078850 0x7fc8f407ad10 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:44.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.433+0000 7fc919532640 1 --2- 172.21.15.31:0/2724246370 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc91415aa70 0x7fc9141f29d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:44.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.433+0000 7fc919532640 1 --2- 172.21.15.31:0/2724246370 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc9140735a0 0x7fc914147f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:44.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.433+0000 7fc919532640 1 --2- 172.21.15.31:0/2724246370 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc91406ff80 0x7fc914147740 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:44.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.433+0000 7fc919532640 1 -- 172.21.15.31:0/2724246370 >> 172.21.15.31:0/2724246370 conn(0x7fc9140b1690 msgr2=0x7fc9140b2990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:44.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.433+0000 7fc919532640 1 -- 172.21.15.31:0/2724246370 shutdown_connections 2024-09-16T07:21:44.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.433+0000 7fc919532640 1 -- 172.21.15.31:0/2724246370 wait complete. 2024-09-16T07:21:44.434 INFO:tasks.ceph.mds.a.smithi031.stderr: -2168> 2024-09-16T07:21:16.229+0000 7fe0a9ccb640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-16T07:21:44.446 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-16T07:21:44.465 INFO:tasks.ceph.mds.a.smithi031.stdout:starting mds.a at 2024-09-16T07:21:44.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.554+0000 7f88db594640 1 -- 172.21.15.31:0/1901504300 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f88d41617f0 msgr2=0x7f88d40d1d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:44.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.554+0000 7f88db594640 1 --2- 172.21.15.31:0/1901504300 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f88d41617f0 0x7f88d40d1d30 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f88d40d4c70 tx=0x7f88cc02a5a0 comp rx=0 tx=0).stop 2024-09-16T07:21:44.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.554+0000 7f88db594640 1 -- 172.21.15.31:0/1901504300 shutdown_connections 2024-09-16T07:21:44.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.554+0000 7f88db594640 1 --2- 172.21.15.31:0/1901504300 >> v2:172.21.15.155:3300/0 conn(0x7f88d40d01b0 0x7f88d40d2270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:44.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.554+0000 7f88db594640 1 --2- 172.21.15.31:0/1901504300 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f88d41617f0 0x7f88d40d1d30 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:44.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.554+0000 7f88db594640 1 -- 172.21.15.31:0/1901504300 >> 172.21.15.31:0/1901504300 conn(0x7f88d40d3e30 msgr2=0x7f88d40d4240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:44.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.554+0000 7f88db594640 1 -- 172.21.15.31:0/1901504300 shutdown_connections 2024-09-16T07:21:44.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.554+0000 7f88db594640 1 -- 172.21.15.31:0/1901504300 wait complete. 2024-09-16T07:21:44.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.556+0000 7f88db594640 1 Processor -- start 2024-09-16T07:21:44.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.556+0000 7f88db594640 1 -- start start 2024-09-16T07:21:44.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.556+0000 7f88db594640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f88d40d01b0 0x7f88d40b1fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:44.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.556+0000 7f88db594640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f88d40d27b0 0x7f88d41f4920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:44.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.556+0000 7f88db594640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f88d41617f0 0x7f88d40c8200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:44.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.556+0000 7f88db594640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f88d40d0f50 con 0x7f88d40d27b0 2024-09-16T07:21:44.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.556+0000 7f88db594640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f88d40b5000 con 0x7f88d40d01b0 2024-09-16T07:21:44.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.556+0000 7f88db594640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f88d40d10d0 con 0x7f88d41617f0 2024-09-16T07:21:44.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.557+0000 7f88d8b2f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f88d40d27b0 0x7f88d41f4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:44.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.557+0000 7f88d8b2f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f88d40d27b0 0x7f88d41f4920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41014/0 (socket says 172.21.15.31:41014) 2024-09-16T07:21:44.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.557+0000 7f88d8b2f640 1 -- 172.21.15.31:0/2029549387 learned_addr learned my addr 172.21.15.31:0/2029549387 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:44.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.557+0000 7f88d9330640 1 --2- 172.21.15.31:0/2029549387 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f88d40d01b0 0x7f88d40b1fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:44.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.557+0000 7f88d9b31640 1 --2- 172.21.15.31:0/2029549387 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f88d41617f0 0x7f88d40c8200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:44.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.557+0000 7f88d8b2f640 1 -- 172.21.15.31:0/2029549387 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f88d41617f0 msgr2=0x7f88d40c8200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:44.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.557+0000 7f88d8b2f640 1 --2- 172.21.15.31:0/2029549387 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f88d41617f0 0x7f88d40c8200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:44.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.557+0000 7f88d8b2f640 1 -- 172.21.15.31:0/2029549387 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f88d40d01b0 msgr2=0x7f88d40b1fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:44.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.557+0000 7f88d8b2f640 1 --2- 172.21.15.31:0/2029549387 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f88d40d01b0 0x7f88d40b1fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:44.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.557+0000 7f88d8b2f640 1 -- 172.21.15.31:0/2029549387 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88d41f53a0 con 0x7f88d40d27b0 2024-09-16T07:21:44.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.557+0000 7f88d8b2f640 1 --2- 172.21.15.31:0/2029549387 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f88d40d27b0 0x7f88d41f4920 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f88c800d950 tx=0x7f88c800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:44.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.557+0000 7f88d1ffb640 1 -- 172.21.15.31:0/2029549387 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88c8017070 con 0x7f88d40d27b0 2024-09-16T07:21:44.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.557+0000 7f88d1ffb640 1 -- 172.21.15.31:0/2029549387 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f88c8009d20 con 0x7f88d40d27b0 2024-09-16T07:21:44.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.557+0000 7f88db594640 1 -- 172.21.15.31:0/2029549387 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88d41f5680 con 0x7f88d40d27b0 2024-09-16T07:21:44.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.557+0000 7f88d1ffb640 1 -- 172.21.15.31:0/2029549387 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88c80106c0 con 0x7f88d40d27b0 2024-09-16T07:21:44.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.558+0000 7f88db594640 1 -- 172.21.15.31:0/2029549387 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88d40c7ce0 con 0x7f88d40d27b0 2024-09-16T07:21:44.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.558+0000 7f88db594640 1 -- 172.21.15.31:0/2029549387 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f88d40d15f0 con 0x7f88d40d27b0 2024-09-16T07:21:44.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.559+0000 7f88d1ffb640 1 -- 172.21.15.31:0/2029549387 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f88c8010860 con 0x7f88d40d27b0 2024-09-16T07:21:44.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.560+0000 7f88d1ffb640 1 --2- 172.21.15.31:0/2029549387 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f88c0078850 0x7f88c007ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:44.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.560+0000 7f88d1ffb640 1 -- 172.21.15.31:0/2029549387 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 5795+0+0 (secure 0 0 0) 0x7f88c809ad70 con 0x7f88d40d27b0 2024-09-16T07:21:44.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.560+0000 7f88d9330640 1 --2- 172.21.15.31:0/2029549387 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f88c0078850 0x7f88c007ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:44.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.561+0000 7f88d9330640 1 --2- 172.21.15.31:0/2029549387 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f88c0078850 0x7f88c007ad10 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f88cc033000 tx=0x7f88cc004730 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:44.563 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.564+0000 7f88d1ffb640 1 -- 172.21.15.31:0/2029549387 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f88c8062c90 con 0x7f88d40d27b0 2024-09-16T07:21:44.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:44.790+0000 7f88db594640 1 -- 172.21.15.31:0/2029549387 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f88d40b5700 con 0x7f88d40d27b0 2024-09-16T07:21:45.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:45.435+0000 7f88d1ffb640 1 -- 172.21.15.31:0/2029549387 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v10) ==== 104+0+0 (secure 0 0 0) 0x7f88c80676c0 con 0x7f88d40d27b0 2024-09-16T07:21:45.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:45.438+0000 7f88db594640 1 -- 172.21.15.31:0/2029549387 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f88c0078850 msgr2=0x7f88c007ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:45.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:45.438+0000 7f88db594640 1 --2- 172.21.15.31:0/2029549387 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f88c0078850 0x7f88c007ad10 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f88cc033000 tx=0x7f88cc004730 comp rx=0 tx=0).stop 2024-09-16T07:21:45.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:45.438+0000 7f88db594640 1 -- 172.21.15.31:0/2029549387 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f88d40d27b0 msgr2=0x7f88d41f4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:45.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:45.438+0000 7f88db594640 1 --2- 172.21.15.31:0/2029549387 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f88d40d27b0 0x7f88d41f4920 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f88c800d950 tx=0x7f88c800de10 comp rx=0 tx=0).stop 2024-09-16T07:21:45.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:45.439+0000 7f88db594640 1 -- 172.21.15.31:0/2029549387 shutdown_connections 2024-09-16T07:21:45.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:45.439+0000 7f88db594640 1 --2- 172.21.15.31:0/2029549387 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f88c0078850 0x7f88c007ad10 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:45.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:45.439+0000 7f88db594640 1 --2- 172.21.15.31:0/2029549387 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f88d41617f0 0x7f88d40c8200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:45.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:45.439+0000 7f88db594640 1 --2- 172.21.15.31:0/2029549387 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f88d40d27b0 0x7f88d41f4920 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:45.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:45.439+0000 7f88db594640 1 --2- 172.21.15.31:0/2029549387 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f88d40d01b0 0x7f88d40b1fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:45.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:45.439+0000 7f88db594640 1 -- 172.21.15.31:0/2029549387 >> 172.21.15.31:0/2029549387 conn(0x7f88d40d3e30 msgr2=0x7f88d40d42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:45.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:45.439+0000 7f88db594640 1 -- 172.21.15.31:0/2029549387 shutdown_connections 2024-09-16T07:21:45.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:45.439+0000 7f88db594640 1 -- 172.21.15.31:0/2029549387 wait complete. 2024-09-16T07:21:45.452 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-16T07:21:45.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:45.610+0000 7f7b66d4b640 1 -- 172.21.15.31:0/1438970632 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7b6015df10 msgr2=0x7f7b6015e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:45.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:45.610+0000 7f7b66d4b640 1 --2- 172.21.15.31:0/1438970632 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7b6015df10 0x7f7b6015e2f0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f7b50009830 tx=0x7f7b5002a480 comp rx=0 tx=0).stop 2024-09-16T07:21:45.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:45.610+0000 7f7b66d4b640 1 -- 172.21.15.31:0/1438970632 shutdown_connections 2024-09-16T07:21:45.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:45.610+0000 7f7b66d4b640 1 --2- 172.21.15.31:0/1438970632 >> v2:172.21.15.155:3300/0 conn(0x7f7b6015e830 0x7f7b6015ec90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:45.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:45.610+0000 7f7b66d4b640 1 --2- 172.21.15.31:0/1438970632 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7b6015df10 0x7f7b6015e2f0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:45.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:45.610+0000 7f7b66d4b640 1 -- 172.21.15.31:0/1438970632 >> 172.21.15.31:0/1438970632 conn(0x7f7b600d3e20 msgr2=0x7f7b600d4230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:45.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:45.610+0000 7f7b66d4b640 1 -- 172.21.15.31:0/1438970632 shutdown_connections 2024-09-16T07:21:45.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:45.610+0000 7f7b66d4b640 1 -- 172.21.15.31:0/1438970632 wait complete. 2024-09-16T07:21:45.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:45.611+0000 7f7b66d4b640 1 Processor -- start 2024-09-16T07:21:45.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:45.611+0000 7f7b66d4b640 1 -- start start 2024-09-16T07:21:45.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:45.612+0000 7f7b66d4b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7b600d1ba0 0x7f7b60158930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:45.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:45.612+0000 7f7b66d4b640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7b6015df10 0x7f7b600c7ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:45.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:45.612+0000 7f7b66d4b640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7b6015e830 0x7f7b600cd0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:45.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:45.612+0000 7f7b66d4b640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f7b600cfb50 con 0x7f7b600d1ba0 2024-09-16T07:21:45.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:45.612+0000 7f7b66d4b640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f7b600cf9d0 con 0x7f7b6015e830 2024-09-16T07:21:45.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:45.612+0000 7f7b66d4b640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f7b600cfcd0 con 0x7f7b6015df10 2024-09-16T07:21:45.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:45.612+0000 7f7b64ae7640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7b600d1ba0 0x7f7b60158930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:45.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:45.612+0000 7f7b64ae7640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7b600d1ba0 0x7f7b60158930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41016/0 (socket says 172.21.15.31:41016) 2024-09-16T07:21:45.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:45.612+0000 7f7b64ae7640 1 -- 172.21.15.31:0/2670447425 learned_addr learned my addr 172.21.15.31:0/2670447425 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:45.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:45.612+0000 7f7b652e8640 1 --2- 172.21.15.31:0/2670447425 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7b6015e830 0x7f7b600cd0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:45.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:45.612+0000 7f7b5ffff640 1 --2- 172.21.15.31:0/2670447425 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7b6015df10 0x7f7b600c7ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:45.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:45.612+0000 7f7b64ae7640 1 -- 172.21.15.31:0/2670447425 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7b6015df10 msgr2=0x7f7b600c7ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:45.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:45.612+0000 7f7b64ae7640 1 --2- 172.21.15.31:0/2670447425 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7b6015df10 0x7f7b600c7ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:45.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:45.612+0000 7f7b64ae7640 1 -- 172.21.15.31:0/2670447425 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7b6015e830 msgr2=0x7f7b600cd0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:45.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:45.612+0000 7f7b64ae7640 1 --2- 172.21.15.31:0/2670447425 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7b6015e830 0x7f7b600cd0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:45.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:45.612+0000 7f7b64ae7640 1 -- 172.21.15.31:0/2670447425 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b600c88d0 con 0x7f7b600d1ba0 2024-09-16T07:21:45.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:45.613+0000 7f7b64ae7640 1 --2- 172.21.15.31:0/2670447425 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7b600d1ba0 0x7f7b60158930 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f7b50009950 tx=0x7f7b50032c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:45.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:45.613+0000 7f7b5d7fa640 1 -- 172.21.15.31:0/2670447425 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b50040070 con 0x7f7b600d1ba0 2024-09-16T07:21:45.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:45.613+0000 7f7b5d7fa640 1 -- 172.21.15.31:0/2670447425 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7b50005310 con 0x7f7b600d1ba0 2024-09-16T07:21:45.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:45.613+0000 7f7b66d4b640 1 -- 172.21.15.31:0/2670447425 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b601f7d40 con 0x7f7b600d1ba0 2024-09-16T07:21:45.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:45.613+0000 7f7b5d7fa640 1 -- 172.21.15.31:0/2670447425 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b50005c90 con 0x7f7b600d1ba0 2024-09-16T07:21:45.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:45.613+0000 7f7b66d4b640 1 -- 172.21.15.31:0/2670447425 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b600c8bb0 con 0x7f7b600d1ba0 2024-09-16T07:21:45.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:45.614+0000 7f7b66d4b640 1 -- 172.21.15.31:0/2670447425 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7b600d2a00 con 0x7f7b600d1ba0 2024-09-16T07:21:45.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:45.615+0000 7f7b5d7fa640 1 -- 172.21.15.31:0/2670447425 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f7b50039040 con 0x7f7b600d1ba0 2024-09-16T07:21:45.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:45.615+0000 7f7b5d7fa640 1 --2- 172.21.15.31:0/2670447425 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7b4c078850 0x7f7b4c07ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:45.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:45.615+0000 7f7b5d7fa640 1 -- 172.21.15.31:0/2670447425 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 5795+0+0 (secure 0 0 0) 0x7f7b500bb860 con 0x7f7b600d1ba0 2024-09-16T07:21:45.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:45.616+0000 7f7b5ffff640 1 --2- 172.21.15.31:0/2670447425 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7b4c078850 0x7f7b4c07ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:45.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:45.616+0000 7f7b5ffff640 1 --2- 172.21.15.31:0/2670447425 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7b4c078850 0x7f7b4c07ad10 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f7b600a1cb0 tx=0x7f7b54005f90 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:45.620 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:45.619+0000 7f7b5d7fa640 1 -- 172.21.15.31:0/2670447425 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f7b50083830 con 0x7f7b600d1ba0 2024-09-16T07:21:45.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:45.809+0000 7f7b66d4b640 1 -- 172.21.15.31:0/2670447425 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f7b60159ff0 con 0x7f7b600d1ba0 2024-09-16T07:21:46.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:46.797+0000 7f7b5d7fa640 1 -- 172.21.15.31:0/2670447425 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v25) ==== 181+0+0 (secure 0 0 0) 0x7f7b50088260 con 0x7f7b600d1ba0 2024-09-16T07:21:46.797 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_metadata' removed 2024-09-16T07:21:46.799 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:46.800+0000 7f7b66d4b640 1 -- 172.21.15.31:0/2670447425 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7b4c078850 msgr2=0x7f7b4c07ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:46.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:46.800+0000 7f7b66d4b640 1 --2- 172.21.15.31:0/2670447425 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7b4c078850 0x7f7b4c07ad10 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f7b600a1cb0 tx=0x7f7b54005f90 comp rx=0 tx=0).stop 2024-09-16T07:21:46.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:46.800+0000 7f7b66d4b640 1 -- 172.21.15.31:0/2670447425 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7b600d1ba0 msgr2=0x7f7b60158930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:46.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:46.800+0000 7f7b66d4b640 1 --2- 172.21.15.31:0/2670447425 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7b600d1ba0 0x7f7b60158930 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f7b50009950 tx=0x7f7b50032c10 comp rx=0 tx=0).stop 2024-09-16T07:21:46.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:46.800+0000 7f7b66d4b640 1 -- 172.21.15.31:0/2670447425 shutdown_connections 2024-09-16T07:21:46.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:46.800+0000 7f7b66d4b640 1 --2- 172.21.15.31:0/2670447425 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7b4c078850 0x7f7b4c07ad10 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:46.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:46.800+0000 7f7b66d4b640 1 --2- 172.21.15.31:0/2670447425 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7b6015e830 0x7f7b600cd0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:46.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:46.800+0000 7f7b66d4b640 1 --2- 172.21.15.31:0/2670447425 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7b6015df10 0x7f7b600c7ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:46.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:46.800+0000 7f7b66d4b640 1 --2- 172.21.15.31:0/2670447425 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7b600d1ba0 0x7f7b60158930 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:46.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:46.800+0000 7f7b66d4b640 1 -- 172.21.15.31:0/2670447425 >> 172.21.15.31:0/2670447425 conn(0x7f7b600d3e20 msgr2=0x7f7b6015fd90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:46.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:46.800+0000 7f7b66d4b640 1 -- 172.21.15.31:0/2670447425 shutdown_connections 2024-09-16T07:21:46.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:46.800+0000 7f7b66d4b640 1 -- 172.21.15.31:0/2670447425 wait complete. 2024-09-16T07:21:46.815 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-16T07:21:46.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:46.936+0000 7f21e3693640 1 -- 172.21.15.31:0/618045192 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f21dc0d07a0 msgr2=0x7f21dc0b2850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:46.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:46.936+0000 7f21e3693640 1 --2- 172.21.15.31:0/618045192 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f21dc0d07a0 0x7f21dc0b2850 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f21d4005fd0 tx=0x7f21d402a8b0 comp rx=0 tx=0).stop 2024-09-16T07:21:46.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:46.936+0000 7f21e3693640 1 -- 172.21.15.31:0/618045192 shutdown_connections 2024-09-16T07:21:46.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:46.936+0000 7f21e3693640 1 --2- 172.21.15.31:0/618045192 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f21dc0d07a0 0x7f21dc0b2850 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:46.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:46.936+0000 7f21e3693640 1 --2- 172.21.15.31:0/618045192 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f21dc0ceb00 0x7f21dc0b2310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:46.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:46.936+0000 7f21e3693640 1 -- 172.21.15.31:0/618045192 >> 172.21.15.31:0/618045192 conn(0x7f21dc0d1bc0 msgr2=0x7f21dc0d1fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:46.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:46.936+0000 7f21e3693640 1 -- 172.21.15.31:0/618045192 shutdown_connections 2024-09-16T07:21:46.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:46.936+0000 7f21e3693640 1 -- 172.21.15.31:0/618045192 wait complete. 2024-09-16T07:21:46.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:46.937+0000 7f21e3693640 1 Processor -- start 2024-09-16T07:21:46.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:46.937+0000 7f21e3693640 1 -- start start 2024-09-16T07:21:46.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:46.938+0000 7f21e3693640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f21dc0ceb00 0x7f21dc1f4110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:46.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:46.938+0000 7f21e3693640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f21dc0d07a0 0x7f21dc0c5690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:46.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:46.938+0000 7f21e3693640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f21dc15f4c0 0x7f21dc15c990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:46.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:46.938+0000 7f21e3693640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f21dc0cc9c0 con 0x7f21dc15f4c0 2024-09-16T07:21:46.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:46.938+0000 7f21e3693640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f21dc0cc840 con 0x7f21dc0ceb00 2024-09-16T07:21:46.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:46.938+0000 7f21e3693640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f21dc0ccb40 con 0x7f21dc0d07a0 2024-09-16T07:21:46.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:46.938+0000 7f21e1c30640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f21dc15f4c0 0x7f21dc15c990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:46.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:46.938+0000 7f21e1c30640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f21dc15f4c0 0x7f21dc15c990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41042/0 (socket says 172.21.15.31:41042) 2024-09-16T07:21:46.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:46.938+0000 7f21e1c30640 1 -- 172.21.15.31:0/3980955082 learned_addr learned my addr 172.21.15.31:0/3980955082 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:46.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:46.938+0000 7f21e0c2e640 1 --2- 172.21.15.31:0/3980955082 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f21dc0d07a0 0x7f21dc0c5690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:46.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:46.938+0000 7f21e142f640 1 --2- 172.21.15.31:0/3980955082 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f21dc0ceb00 0x7f21dc1f4110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:46.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:46.939+0000 7f21e1c30640 1 -- 172.21.15.31:0/3980955082 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f21dc0d07a0 msgr2=0x7f21dc0c5690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:46.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:46.939+0000 7f21e1c30640 1 --2- 172.21.15.31:0/3980955082 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f21dc0d07a0 0x7f21dc0c5690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:46.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:46.939+0000 7f21e1c30640 1 -- 172.21.15.31:0/3980955082 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f21dc0ceb00 msgr2=0x7f21dc1f4110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:46.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:46.939+0000 7f21e1c30640 1 --2- 172.21.15.31:0/3980955082 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f21dc0ceb00 0x7f21dc1f4110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:46.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:46.939+0000 7f21e1c30640 1 -- 172.21.15.31:0/3980955082 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21dc1f4650 con 0x7f21dc15f4c0 2024-09-16T07:21:46.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:46.939+0000 7f21e1c30640 1 --2- 172.21.15.31:0/3980955082 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f21dc15f4c0 0x7f21dc15c990 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f21d4006010 tx=0x7f21d4003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:46.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:46.939+0000 7f21d1ffb640 1 -- 172.21.15.31:0/3980955082 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21d4040070 con 0x7f21dc15f4c0 2024-09-16T07:21:46.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:46.939+0000 7f21d1ffb640 1 -- 172.21.15.31:0/3980955082 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f21d4004330 con 0x7f21dc15f4c0 2024-09-16T07:21:46.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:46.939+0000 7f21e3693640 1 -- 172.21.15.31:0/3980955082 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21dc14bc50 con 0x7f21dc15f4c0 2024-09-16T07:21:46.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:46.939+0000 7f21d1ffb640 1 -- 172.21.15.31:0/3980955082 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21d4031640 con 0x7f21dc15f4c0 2024-09-16T07:21:46.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:46.939+0000 7f21e3693640 1 -- 172.21.15.31:0/3980955082 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21dc14c210 con 0x7f21dc15f4c0 2024-09-16T07:21:46.942 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:46.940+0000 7f21e3693640 1 -- 172.21.15.31:0/3980955082 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f21dc0cdfc0 con 0x7f21dc15f4c0 2024-09-16T07:21:46.942 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:46.941+0000 7f21d1ffb640 1 -- 172.21.15.31:0/3980955082 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f21d4039040 con 0x7f21dc15f4c0 2024-09-16T07:21:46.942 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:46.941+0000 7f21d1ffb640 1 --2- 172.21.15.31:0/3980955082 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f21c0078850 0x7f21c007ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:46.942 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:46.942+0000 7f21d1ffb640 1 -- 172.21.15.31:0/3980955082 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 5357+0+0 (secure 0 0 0) 0x7f21d40bbe10 con 0x7f21dc15f4c0 2024-09-16T07:21:46.942 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:46.942+0000 7f21e142f640 1 --2- 172.21.15.31:0/3980955082 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f21c0078850 0x7f21c007ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:46.942 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:46.942+0000 7f21e142f640 1 --2- 172.21.15.31:0/3980955082 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f21c0078850 0x7f21c007ad10 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f21d8001720 tx=0x7f21d8007e90 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:46.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:46.946+0000 7f21d1ffb640 1 -- 172.21.15.31:0/3980955082 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f21d40bf030 con 0x7f21dc15f4c0 2024-09-16T07:21:47.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:47.131+0000 7f21e3693640 1 -- 172.21.15.31:0/3980955082 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f21dc0b2740 con 0x7f21dc15f4c0 2024-09-16T07:21:47.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:47.798+0000 7f21d1ffb640 1 -- 172.21.15.31:0/3980955082 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v26) ==== 169+0+0 (secure 0 0 0) 0x7f21d40845d0 con 0x7f21dc15f4c0 2024-09-16T07:21:47.798 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_data' removed 2024-09-16T07:21:47.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:47.803+0000 7f21e3693640 1 -- 172.21.15.31:0/3980955082 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f21c0078850 msgr2=0x7f21c007ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:47.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:47.803+0000 7f21e3693640 1 --2- 172.21.15.31:0/3980955082 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f21c0078850 0x7f21c007ad10 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f21d8001720 tx=0x7f21d8007e90 comp rx=0 tx=0).stop 2024-09-16T07:21:47.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:47.803+0000 7f21e3693640 1 -- 172.21.15.31:0/3980955082 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f21dc15f4c0 msgr2=0x7f21dc15c990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:47.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:47.803+0000 7f21e3693640 1 --2- 172.21.15.31:0/3980955082 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f21dc15f4c0 0x7f21dc15c990 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f21d4006010 tx=0x7f21d4003ba0 comp rx=0 tx=0).stop 2024-09-16T07:21:47.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:47.803+0000 7f21e3693640 1 -- 172.21.15.31:0/3980955082 shutdown_connections 2024-09-16T07:21:47.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:47.803+0000 7f21e3693640 1 --2- 172.21.15.31:0/3980955082 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f21c0078850 0x7f21c007ad10 secure :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f21d8001720 tx=0x7f21d8007e90 comp rx=0 tx=0).stop 2024-09-16T07:21:47.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:47.803+0000 7f21e3693640 1 --2- 172.21.15.31:0/3980955082 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f21dc15f4c0 0x7f21dc15c990 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:47.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:47.803+0000 7f21e3693640 1 --2- 172.21.15.31:0/3980955082 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f21dc0d07a0 0x7f21dc0c5690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:47.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:47.803+0000 7f21e3693640 1 --2- 172.21.15.31:0/3980955082 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f21dc0ceb00 0x7f21dc1f4110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:47.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:47.803+0000 7f21e3693640 1 -- 172.21.15.31:0/3980955082 >> 172.21.15.31:0/3980955082 conn(0x7f21dc0d1bc0 msgr2=0x7f21dc15e040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:47.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:47.803+0000 7f21e3693640 1 -- 172.21.15.31:0/3980955082 shutdown_connections 2024-09-16T07:21:47.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:47.803+0000 7f21e3693640 1 -- 172.21.15.31:0/3980955082 wait complete. 2024-09-16T07:21:47.818 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-16T07:21:47.818 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-16T07:21:47.818 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-16T07:21:47.818 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:21:47.818 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-16T07:21:47.819 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-16T07:21:47.819 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-16T07:21:47.819 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:21:47.819 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-16T07:21:47.819 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-16T07:21:47.819 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-16T07:21:47.819 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:21:47.820 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-16T07:21:47.820 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-16T07:21:47.820 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-16T07:21:47.820 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:21:47.829 INFO:tasks.ceph.mds.a:Stopped 2024-09-16T07:21:47.830 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-16T07:21:47.830 INFO:tasks.ceph.mds.c:Stopped 2024-09-16T07:21:47.830 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-16T07:21:47.833 INFO:tasks.ceph.mds.b:Stopped 2024-09-16T07:21:47.833 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-16T07:21:47.834 INFO:tasks.ceph.mds.d:Stopped 2024-09-16T07:21:47.834 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-16T07:21:47.872 INFO:tasks.ceph.mds.a:Started 2024-09-16T07:21:47.872 DEBUG:teuthology.parallel:result is None 2024-09-16T07:21:47.873 INFO:tasks.ceph.mds.c:Started 2024-09-16T07:21:47.873 DEBUG:teuthology.parallel:result is None 2024-09-16T07:21:47.876 INFO:tasks.ceph.mds.b:Started 2024-09-16T07:21:47.876 DEBUG:teuthology.parallel:result is None 2024-09-16T07:21:47.877 INFO:tasks.ceph.mds.d:Started 2024-09-16T07:21:47.877 DEBUG:teuthology.parallel:result is None 2024-09-16T07:21:47.877 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-16T07:21:47.955 INFO:tasks.ceph.mds.c.smithi031.stdout:starting mds.c at 2024-09-16T07:21:47.956 INFO:tasks.ceph.mds.a.smithi031.stdout:starting mds.a at 2024-09-16T07:21:47.956 INFO:tasks.ceph.mds.b.smithi155.stdout:starting mds.b at 2024-09-16T07:21:47.956 INFO:tasks.ceph.mds.d.smithi155.stdout:starting mds.d at 2024-09-16T07:21:47.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:47.994+0000 7f7832a23640 1 -- 172.21.15.31:0/675438868 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f782c0d49c0 msgr2=0x7f782c0d0630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:47.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:47.994+0000 7f7832a23640 1 --2- 172.21.15.31:0/675438868 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f782c0d49c0 0x7f782c0d0630 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f7820005fd0 tx=0x7f782002a5d0 comp rx=0 tx=0).stop 2024-09-16T07:21:47.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:47.995+0000 7f7832a23640 1 -- 172.21.15.31:0/675438868 shutdown_connections 2024-09-16T07:21:47.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:47.995+0000 7f7832a23640 1 --2- 172.21.15.31:0/675438868 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f782c0d49c0 0x7f782c0d0630 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:47.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:47.995+0000 7f7832a23640 1 --2- 172.21.15.31:0/675438868 >> v2:172.21.15.155:3300/0 conn(0x7f782c15df90 0x7f782c0cf9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:47.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:47.995+0000 7f7832a23640 1 -- 172.21.15.31:0/675438868 >> 172.21.15.31:0/675438868 conn(0x7f782c0d3ea0 msgr2=0x7f782c0d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:47.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:47.995+0000 7f7832a23640 1 -- 172.21.15.31:0/675438868 shutdown_connections 2024-09-16T07:21:47.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:47.995+0000 7f7832a23640 1 -- 172.21.15.31:0/675438868 wait complete. 2024-09-16T07:21:47.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:47.996+0000 7f7832a23640 1 Processor -- start 2024-09-16T07:21:47.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:47.996+0000 7f7832a23640 1 -- start start 2024-09-16T07:21:47.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:47.997+0000 7f7832a23640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f782c0d49c0 0x7f782c1f7930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:47.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:47.997+0000 7f7832a23640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f782c15df90 0x7f782c1f5ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:47.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:47.997+0000 7f7832a23640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f782c162480 0x7f782c160cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:47.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:47.997+0000 7f7832a23640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f782c0d0f00 con 0x7f782c15df90 2024-09-16T07:21:47.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:47.997+0000 7f7832a23640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f782c0d0d80 con 0x7f782c0d49c0 2024-09-16T07:21:47.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:47.997+0000 7f7832a23640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f782c0b3f10 con 0x7f782c162480 2024-09-16T07:21:47.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:47.997+0000 7f782b7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f782c15df90 0x7f782c1f5ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:47.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:47.997+0000 7f782b7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f782c15df90 0x7f782c1f5ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41076/0 (socket says 172.21.15.31:41076) 2024-09-16T07:21:47.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:47.997+0000 7f782b7fe640 1 -- 172.21.15.31:0/1423314211 learned_addr learned my addr 172.21.15.31:0/1423314211 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:47.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:47.997+0000 7f782bfff640 1 --2- 172.21.15.31:0/1423314211 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f782c0d49c0 0x7f782c1f7930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:47.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:47.997+0000 7f7830fc0640 1 --2- 172.21.15.31:0/1423314211 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f782c162480 0x7f782c160cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:47.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:47.997+0000 7f782b7fe640 1 -- 172.21.15.31:0/1423314211 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f782c162480 msgr2=0x7f782c160cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:47.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:47.997+0000 7f782b7fe640 1 --2- 172.21.15.31:0/1423314211 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f782c162480 0x7f782c160cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:47.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:47.997+0000 7f782b7fe640 1 -- 172.21.15.31:0/1423314211 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f782c0d49c0 msgr2=0x7f782c1f7930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:47.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:47.997+0000 7f782b7fe640 1 --2- 172.21.15.31:0/1423314211 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f782c0d49c0 0x7f782c1f7930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:47.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:47.997+0000 7f782b7fe640 1 -- 172.21.15.31:0/1423314211 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f782c1f5620 con 0x7f782c15df90 2024-09-16T07:21:47.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:47.998+0000 7f782b7fe640 1 --2- 172.21.15.31:0/1423314211 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f782c15df90 0x7f782c1f5ad0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f7820006010 tx=0x7f78200035f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:47.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:47.998+0000 7f7828ff9640 1 -- 172.21.15.31:0/1423314211 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f782003f070 con 0x7f782c15df90 2024-09-16T07:21:47.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:47.998+0000 7f7828ff9640 1 -- 172.21.15.31:0/1423314211 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7820003ce0 con 0x7f782c15df90 2024-09-16T07:21:47.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:47.998+0000 7f7828ff9640 1 -- 172.21.15.31:0/1423314211 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7820035030 con 0x7f782c15df90 2024-09-16T07:21:47.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:47.998+0000 7f7832a23640 1 -- 172.21.15.31:0/1423314211 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f782c0cc220 con 0x7f782c15df90 2024-09-16T07:21:47.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:47.998+0000 7f7832a23640 1 -- 172.21.15.31:0/1423314211 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f782c161230 con 0x7f782c15df90 2024-09-16T07:21:48.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:47.999+0000 7f7832a23640 1 -- 172.21.15.31:0/1423314211 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f782c0b4430 con 0x7f782c15df90 2024-09-16T07:21:48.001 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:47.999+0000 7f7828ff9640 1 -- 172.21.15.31:0/1423314211 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f7820042070 con 0x7f782c15df90 2024-09-16T07:21:48.001 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:48.000+0000 7f7828ff9640 1 --2- 172.21.15.31:0/1423314211 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7818078880 0x7f781807ad40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:48.001 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:48.000+0000 7f7828ff9640 1 -- 172.21.15.31:0/1423314211 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 4943+0+0 (secure 0 0 0) 0x7f78200bb040 con 0x7f782c15df90 2024-09-16T07:21:48.001 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:48.000+0000 7f782bfff640 1 --2- 172.21.15.31:0/1423314211 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7818078880 0x7f781807ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:48.001 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:48.001+0000 7f782bfff640 1 --2- 172.21.15.31:0/1423314211 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7818078880 0x7f781807ad40 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f781c009c50 tx=0x7f781c005f90 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:48.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:48.004+0000 7f7828ff9640 1 -- 172.21.15.31:0/1423314211 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f78200833f0 con 0x7f782c15df90 2024-09-16T07:21:48.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:48.200+0000 7f7832a23640 1 -- 172.21.15.31:0/1423314211 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f782c08d590 con 0x7f782c15df90 2024-09-16T07:21:48.821 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:48.821+0000 7f7828ff9640 1 -- 172.21.15.31:0/1423314211 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v28) ==== 97+0+0 (secure 0 0 0) 0x7f7820087e20 con 0x7f782c15df90 2024-09-16T07:21:48.821 INFO:teuthology.orchestra.run.smithi031.stderr: removed all blocklist entries 2024-09-16T07:21:48.824 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:48.824+0000 7f7832a23640 1 -- 172.21.15.31:0/1423314211 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7818078880 msgr2=0x7f781807ad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:48.824 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:48.824+0000 7f7832a23640 1 --2- 172.21.15.31:0/1423314211 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7818078880 0x7f781807ad40 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f781c009c50 tx=0x7f781c005f90 comp rx=0 tx=0).stop 2024-09-16T07:21:48.824 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:48.824+0000 7f7832a23640 1 -- 172.21.15.31:0/1423314211 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f782c15df90 msgr2=0x7f782c1f5ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:48.825 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:48.825+0000 7f7832a23640 1 --2- 172.21.15.31:0/1423314211 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f782c15df90 0x7f782c1f5ad0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f7820006010 tx=0x7f78200035f0 comp rx=0 tx=0).stop 2024-09-16T07:21:48.825 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:48.825+0000 7f7832a23640 1 -- 172.21.15.31:0/1423314211 shutdown_connections 2024-09-16T07:21:48.825 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:48.825+0000 7f7832a23640 1 --2- 172.21.15.31:0/1423314211 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7818078880 0x7f781807ad40 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:48.825 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:48.825+0000 7f7832a23640 1 --2- 172.21.15.31:0/1423314211 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f782c162480 0x7f782c160cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:48.825 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:48.825+0000 7f7832a23640 1 --2- 172.21.15.31:0/1423314211 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f782c15df90 0x7f782c1f5ad0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:48.825 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:48.825+0000 7f7832a23640 1 --2- 172.21.15.31:0/1423314211 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f782c0d49c0 0x7f782c1f7930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:48.825 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:48.825+0000 7f7832a23640 1 -- 172.21.15.31:0/1423314211 >> 172.21.15.31:0/1423314211 conn(0x7f782c0d3ea0 msgr2=0x7f782c06e830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:48.825 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:48.825+0000 7f7832a23640 1 -- 172.21.15.31:0/1423314211 shutdown_connections 2024-09-16T07:21:48.825 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:48.825+0000 7f7832a23640 1 -- 172.21.15.31:0/1423314211 wait complete. 2024-09-16T07:21:48.841 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-16T07:21:48.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:48.953+0000 7f1448382640 1 -- 172.21.15.31:0/253594759 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f142c003c60 msgr2=0x7f142c004060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:48.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:48.953+0000 7f1448382640 1 --2- 172.21.15.31:0/253594759 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f142c003c60 0x7f142c004060 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f143c00c3c0 tx=0x7f142c005830 comp rx=0 tx=0).stop 2024-09-16T07:21:48.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:48.953+0000 7f144691f640 1 -- 172.21.15.31:0/253594759 reap_dead start 2024-09-16T07:21:48.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:48.953+0000 7f1448382640 1 -- 172.21.15.31:0/253594759 shutdown_connections 2024-09-16T07:21:48.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:48.953+0000 7f1448382640 1 -- 172.21.15.31:0/253594759 >> 172.21.15.31:0/253594759 conn(0x7f144009aa30 msgr2=0x7f144009ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:48.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:48.954+0000 7f1448382640 1 -- 172.21.15.31:0/253594759 shutdown_connections 2024-09-16T07:21:48.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:48.954+0000 7f1448382640 1 -- 172.21.15.31:0/253594759 wait complete. 2024-09-16T07:21:48.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:48.955+0000 7f1448382640 1 Processor -- start 2024-09-16T07:21:48.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:48.955+0000 7f1448382640 1 -- start start 2024-09-16T07:21:48.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:48.955+0000 7f1448382640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f142c003c60 0x7f14401f47a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:48.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:48.955+0000 7f1448382640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1440157530 0x7f144006f350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:48.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:48.956+0000 7f1448382640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f144015a7b0 0x7f144015ac60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:48.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:48.956+0000 7f1448382640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f144015faf0 con 0x7f144015a7b0 2024-09-16T07:21:48.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:48.956+0000 7f1448382640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f144015f970 con 0x7f1440157530 2024-09-16T07:21:48.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:48.956+0000 7f1448382640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f14400b1240 con 0x7f142c003c60 2024-09-16T07:21:48.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:48.956+0000 7f144691f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f144015a7b0 0x7f144015ac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:48.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:48.956+0000 7f144691f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f144015a7b0 0x7f144015ac60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41100/0 (socket says 172.21.15.31:41100) 2024-09-16T07:21:48.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:48.956+0000 7f144691f640 1 -- 172.21.15.31:0/4247790119 learned_addr learned my addr 172.21.15.31:0/4247790119 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:48.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:48.956+0000 7f144611e640 1 --2- 172.21.15.31:0/4247790119 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f142c003c60 0x7f14401f47a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:48.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:48.956+0000 7f144591d640 1 --2- 172.21.15.31:0/4247790119 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1440157530 0x7f144006f350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:48.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:48.956+0000 7f144691f640 1 -- 172.21.15.31:0/4247790119 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f142c003c60 msgr2=0x7f14401f47a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:48.958 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:48.956+0000 7f144691f640 1 --2- 172.21.15.31:0/4247790119 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f142c003c60 0x7f14401f47a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:48.958 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:48.956+0000 7f144691f640 1 -- 172.21.15.31:0/4247790119 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1440157530 msgr2=0x7f144006f350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:48.958 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:48.956+0000 7f144691f640 1 --2- 172.21.15.31:0/4247790119 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1440157530 0x7f144006f350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:48.958 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:48.956+0000 7f144691f640 1 -- 172.21.15.31:0/4247790119 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1440157cc0 con 0x7f144015a7b0 2024-09-16T07:21:48.958 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:48.956+0000 7f144611e640 1 --2- 172.21.15.31:0/4247790119 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f142c003c60 0x7f14401f47a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:21:48.958 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:48.956+0000 7f144591d640 1 --2- 172.21.15.31:0/4247790119 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1440157530 0x7f144006f350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:21:48.958 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:48.956+0000 7f144691f640 1 --2- 172.21.15.31:0/4247790119 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f144015a7b0 0x7f144015ac60 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f14400b2d70 tx=0x7f1438010f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:48.958 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:48.956+0000 7f1436ffd640 1 -- 172.21.15.31:0/4247790119 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1438003970 con 0x7f144015a7b0 2024-09-16T07:21:48.958 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:48.956+0000 7f1436ffd640 1 -- 172.21.15.31:0/4247790119 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1438015070 con 0x7f144015a7b0 2024-09-16T07:21:48.958 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:48.956+0000 7f1448382640 1 -- 172.21.15.31:0/4247790119 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1440157fa0 con 0x7f144015a7b0 2024-09-16T07:21:48.958 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:48.956+0000 7f1436ffd640 1 -- 172.21.15.31:0/4247790119 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1438004030 con 0x7f144015a7b0 2024-09-16T07:21:48.958 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:48.956+0000 7f1448382640 1 -- 172.21.15.31:0/4247790119 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1440158560 con 0x7f144015a7b0 2024-09-16T07:21:48.958 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:48.957+0000 7f1448382640 1 -- 172.21.15.31:0/4247790119 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f14400b17d0 con 0x7f144015a7b0 2024-09-16T07:21:48.959 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:48.958+0000 7f1436ffd640 1 -- 172.21.15.31:0/4247790119 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f14380041d0 con 0x7f144015a7b0 2024-09-16T07:21:48.959 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:48.959+0000 7f1436ffd640 1 --2- 172.21.15.31:0/4247790119 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f1424078850 0x7f142407ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:48.959 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:48.959+0000 7f1436ffd640 1 -- 172.21.15.31:0/4247790119 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 4857+0+0 (secure 0 0 0) 0x7f143809b0d0 con 0x7f144015a7b0 2024-09-16T07:21:48.959 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:48.959+0000 7f144611e640 1 --2- 172.21.15.31:0/4247790119 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f1424078850 0x7f142407ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:48.960 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:48.960+0000 7f144611e640 1 --2- 172.21.15.31:0/4247790119 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f1424078850 0x7f142407ad10 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f143c033000 tx=0x7f14400744a0 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:48.962 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:48.963+0000 7f1436ffd640 1 -- 172.21.15.31:0/4247790119 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f1438063aa0 con 0x7f144015a7b0 2024-09-16T07:21:49.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.222+0000 7f1448382640 1 -- 172.21.15.31:0/4247790119 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f14400d29a0 con 0x7f144015a7b0 2024-09-16T07:21:49.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.223+0000 7f1436ffd640 1 -- 172.21.15.31:0/4247790119 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v9) ==== 80+0+6645 (secure 0 0 0) 0x7f14380633a0 con 0x7f144015a7b0 2024-09-16T07:21:49.222 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:21:49.223 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-16T07:21:49.223 INFO:teuthology.orchestra.run.smithi031.stdout: "auth_dump": [ 2024-09-16T07:21:49.223 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:21:49.223 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mds.a", 2024-09-16T07:21:49.223 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmqZelCxAAscsPpPoHsQV4HwJyGUrzNg==", 2024-09-16T07:21:49.223 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:21:49.223 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:21:49.223 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-16T07:21:49.223 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-16T07:21:49.223 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:21:49.223 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:21:49.224 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:21:49.224 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:21:49.224 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mds.b", 2024-09-16T07:21:49.224 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmfXmZFxAA0mYeuvcMORlWFFaaDmQbxw==", 2024-09-16T07:21:49.224 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:21:49.224 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:21:49.224 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-16T07:21:49.224 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-16T07:21:49.224 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:21:49.224 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:21:49.224 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:21:49.224 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:21:49.224 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mds.c", 2024-09-16T07:21:49.225 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3Odm/cTfEhAAaZgZnhh9QGyve9RYquWC0Q==", 2024-09-16T07:21:49.225 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:21:49.225 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:21:49.225 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-16T07:21:49.225 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-16T07:21:49.225 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:21:49.225 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:21:49.225 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:21:49.225 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:21:49.225 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mds.d", 2024-09-16T07:21:49.225 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3Odm8EGiHhAAIhv2GzralSJeeiMnM31Z+A==", 2024-09-16T07:21:49.225 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:21:49.225 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:21:49.226 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-16T07:21:49.226 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-16T07:21:49.226 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:21:49.226 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:21:49.226 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:21:49.226 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:21:49.226 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.0", 2024-09-16T07:21:49.226 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAt3Odm1TDYBBAAuJFJONHh8+uAFkIcQ3Mk/g==", 2024-09-16T07:21:49.226 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:21:49.226 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:21:49.226 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:21:49.226 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:21:49.226 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:21:49.226 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:21:49.227 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:21:49.227 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.1", 2024-09-16T07:21:49.227 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAw3OdmEqk3BxAAMCfxQ9tUoIzjRULBEmXnaQ==", 2024-09-16T07:21:49.227 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:21:49.227 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:21:49.227 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:21:49.227 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:21:49.227 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:21:49.227 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:21:49.227 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:21:49.227 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.2", 2024-09-16T07:21:49.227 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAz3OdmF9NyCRAAZxPWCrgzE7K49H8eURVIeg==", 2024-09-16T07:21:49.227 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:21:49.227 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:21:49.228 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:21:49.228 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:21:49.228 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:21:49.228 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:21:49.228 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:21:49.228 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.3", 2024-09-16T07:21:49.228 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQA23OdmAWFmGhAA6Z7zsRIfx/L0hjYcyl/B5w==", 2024-09-16T07:21:49.228 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:21:49.228 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:21:49.228 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:21:49.228 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:21:49.228 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:21:49.228 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:21:49.229 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:21:49.229 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.4", 2024-09-16T07:21:49.229 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQA93OdmY9BKFBAAssskgPYXTuKx1qSrhUEPjA==", 2024-09-16T07:21:49.229 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:21:49.229 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:21:49.229 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:21:49.229 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:21:49.229 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:21:49.229 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:21:49.229 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:21:49.229 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.5", 2024-09-16T07:21:49.229 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQBB3OdmdTufBhAANeNgBap5Vw/toilxLT55fA==", 2024-09-16T07:21:49.229 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:21:49.230 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:21:49.230 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:21:49.230 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:21:49.230 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:21:49.230 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:21:49.230 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:21:49.230 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.6", 2024-09-16T07:21:49.230 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQBE3Odm67gaJhAAhpplhm3JGeAQE4M6hZNxog==", 2024-09-16T07:21:49.230 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:21:49.230 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:21:49.230 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:21:49.230 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:21:49.230 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:21:49.231 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:21:49.231 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:21:49.231 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.7", 2024-09-16T07:21:49.231 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQBH3OdmTNeJNhAAezS0/56A2+76DoYwfs7jAQ==", 2024-09-16T07:21:49.231 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:21:49.231 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:21:49.231 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:21:49.231 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:21:49.231 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:21:49.231 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:21:49.231 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:21:49.231 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.0", 2024-09-16T07:21:49.231 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmOi3VIhAA6pREvErOkWIiU+/Wlqimsw==", 2024-09-16T07:21:49.231 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:21:49.232 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:21:49.232 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow r", 2024-09-16T07:21:49.232 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow rw", 2024-09-16T07:21:49.232 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow rwx" 2024-09-16T07:21:49.232 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:21:49.232 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:21:49.232 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:21:49.232 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.1", 2024-09-16T07:21:49.232 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmTiLQKxAAIGqY1wYPmJI86PYNb+gngw==", 2024-09-16T07:21:49.232 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:21:49.232 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:21:49.232 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow r", 2024-09-16T07:21:49.233 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow rw", 2024-09-16T07:21:49.233 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow rwx" 2024-09-16T07:21:49.233 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:21:49.233 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:21:49.233 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:21:49.233 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.2", 2024-09-16T07:21:49.233 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmLLaRKBAAQ0i+yw037feTEHpSrd2Iwg==", 2024-09-16T07:21:49.233 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:21:49.233 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:21:49.233 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow r", 2024-09-16T07:21:49.233 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow rw", 2024-09-16T07:21:49.233 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow rwx" 2024-09-16T07:21:49.233 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:21:49.233 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:21:49.234 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:21:49.234 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.3", 2024-09-16T07:21:49.234 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3Odmxe1yMRAAVpguX9xvU2H1VDIC1iZZdQ==", 2024-09-16T07:21:49.234 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:21:49.234 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:21:49.234 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow r", 2024-09-16T07:21:49.234 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow rw", 2024-09-16T07:21:49.234 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow rwx" 2024-09-16T07:21:49.234 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:21:49.234 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:21:49.234 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:21:49.234 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.admin", 2024-09-16T07:21:49.234 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAo3OdmZ9mRKxAASODnqbtdFSv2jjXDSPXSuw==", 2024-09-16T07:21:49.235 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:21:49.235 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow *", 2024-09-16T07:21:49.235 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-16T07:21:49.235 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-16T07:21:49.235 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:21:49.235 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:21:49.235 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:21:49.235 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:21:49.235 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.bootstrap-mds", 2024-09-16T07:21:49.235 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQBO3Odmm+rdExAAzTlcpCmmpWLz8VUlfCAaYA==", 2024-09-16T07:21:49.235 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:21:49.235 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile bootstrap-mds" 2024-09-16T07:21:49.235 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:21:49.236 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:21:49.236 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:21:49.236 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.bootstrap-mgr", 2024-09-16T07:21:49.236 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQBO3OdmUPzdExAAB3jteG2F0BVOhNnFQMKfCw==", 2024-09-16T07:21:49.236 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:21:49.236 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile bootstrap-mgr" 2024-09-16T07:21:49.237 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:21:49.237 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:21:49.237 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:21:49.237 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.bootstrap-osd", 2024-09-16T07:21:49.237 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQBO3Odm1gneExAAxbw1Fqqd3NdJUz7p1J8X6A==", 2024-09-16T07:21:49.237 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:21:49.237 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile bootstrap-osd" 2024-09-16T07:21:49.237 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:21:49.237 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:21:49.237 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:21:49.237 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.bootstrap-rbd", 2024-09-16T07:21:49.237 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQBO3OdmzBbeExAAVCWdThrdZ2dPKFds1HT0kQ==", 2024-09-16T07:21:49.238 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:21:49.238 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile bootstrap-rbd" 2024-09-16T07:21:49.239 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:21:49.239 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:21:49.239 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:21:49.239 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.bootstrap-rbd-mirror", 2024-09-16T07:21:49.239 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQBO3OdmdCPeExAAldwfyPFmSrbWnvnJh7K6Iw==", 2024-09-16T07:21:49.239 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:21:49.240 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile bootstrap-rbd-mirror" 2024-09-16T07:21:49.240 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:21:49.240 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:21:49.240 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:21:49.240 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.bootstrap-rgw", 2024-09-16T07:21:49.241 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQBO3OdmdTDeExAAh4pGQiJTjZbRMVBfwRfsag==", 2024-09-16T07:21:49.241 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:21:49.241 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile bootstrap-rgw" 2024-09-16T07:21:49.241 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:21:49.241 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:21:49.241 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:21:49.242 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mgr.x", 2024-09-16T07:21:49.242 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmoVFWCBAA1E3B8t60xOMqiOyfwDlYMw==", 2024-09-16T07:21:49.242 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:21:49.242 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow *", 2024-09-16T07:21:49.242 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile mgr", 2024-09-16T07:21:49.242 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:21:49.243 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:21:49.243 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:21:49.243 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:21:49.243 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mgr.y", 2024-09-16T07:21:49.243 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3Odm9hHfBBAAiSK5kbNBYonj7atHktVxiA==", 2024-09-16T07:21:49.244 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:21:49.244 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow *", 2024-09-16T07:21:49.244 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile mgr", 2024-09-16T07:21:49.244 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:21:49.244 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:21:49.244 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:21:49.245 INFO:teuthology.orchestra.run.smithi031.stdout: ] 2024-09-16T07:21:49.245 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-16T07:21:49.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.225+0000 7f1448382640 1 -- 172.21.15.31:0/4247790119 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f1424078850 msgr2=0x7f142407ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:49.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.225+0000 7f1448382640 1 --2- 172.21.15.31:0/4247790119 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f1424078850 0x7f142407ad10 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f143c033000 tx=0x7f14400744a0 comp rx=0 tx=0).stop 2024-09-16T07:21:49.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.225+0000 7f1448382640 1 -- 172.21.15.31:0/4247790119 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f144015a7b0 msgr2=0x7f144015ac60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:49.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.225+0000 7f1448382640 1 --2- 172.21.15.31:0/4247790119 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f144015a7b0 0x7f144015ac60 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f14400b2d70 tx=0x7f1438010f40 comp rx=0 tx=0).stop 2024-09-16T07:21:49.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.225+0000 7f1448382640 1 -- 172.21.15.31:0/4247790119 shutdown_connections 2024-09-16T07:21:49.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.225+0000 7f1448382640 1 --2- 172.21.15.31:0/4247790119 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f1424078850 0x7f142407ad10 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:49.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.225+0000 7f1448382640 1 --2- 172.21.15.31:0/4247790119 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f144015a7b0 0x7f144015ac60 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:49.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.225+0000 7f1448382640 1 --2- 172.21.15.31:0/4247790119 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1440157530 0x7f144006f350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:49.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.225+0000 7f1448382640 1 --2- 172.21.15.31:0/4247790119 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f142c003c60 0x7f14401f47a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:49.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.226+0000 7f1448382640 1 -- 172.21.15.31:0/4247790119 >> 172.21.15.31:0/4247790119 conn(0x7f144009aa30 msgr2=0x7f14400cf800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:49.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.226+0000 7f1448382640 1 -- 172.21.15.31:0/4247790119 shutdown_connections 2024-09-16T07:21:49.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.226+0000 7f1448382640 1 -- 172.21.15.31:0/4247790119 wait complete. 2024-09-16T07:21:49.251 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mds 2024-09-16T07:21:49.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.358+0000 7f5b2feb8640 1 -- 172.21.15.31:0/1795994553 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5b2815df90 msgr2=0x7f5b280cf9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:49.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.358+0000 7f5b2feb8640 1 --2- 172.21.15.31:0/1795994553 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5b2815df90 0x7f5b280cf9b0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f5b280d1380 tx=0x7f5b1802aa10 comp rx=0 tx=0).stop 2024-09-16T07:21:49.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.358+0000 7f5b2feb8640 1 -- 172.21.15.31:0/1795994553 shutdown_connections 2024-09-16T07:21:49.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.358+0000 7f5b2feb8640 1 --2- 172.21.15.31:0/1795994553 >> v2:172.21.15.155:3300/0 conn(0x7f5b28162480 0x7f5b280d0b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:49.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.358+0000 7f5b2feb8640 1 --2- 172.21.15.31:0/1795994553 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5b280d49c0 0x7f5b280d0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:49.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.358+0000 7f5b2feb8640 1 --2- 172.21.15.31:0/1795994553 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5b2815df90 0x7f5b280cf9b0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:49.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.358+0000 7f5b2feb8640 1 -- 172.21.15.31:0/1795994553 >> 172.21.15.31:0/1795994553 conn(0x7f5b280d3ea0 msgr2=0x7f5b280d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:49.359 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.358+0000 7f5b2feb8640 1 -- 172.21.15.31:0/1795994553 shutdown_connections 2024-09-16T07:21:49.359 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.358+0000 7f5b2feb8640 1 -- 172.21.15.31:0/1795994553 wait complete. 2024-09-16T07:21:49.361 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.359+0000 7f5b2feb8640 1 Processor -- start 2024-09-16T07:21:49.361 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.359+0000 7f5b2feb8640 1 -- start start 2024-09-16T07:21:49.361 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.360+0000 7f5b2feb8640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5b280d49c0 0x7f5b281f80e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:49.361 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.360+0000 7f5b2feb8640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5b2815df90 0x7f5b281f4880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:49.361 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.360+0000 7f5b2feb8640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5b28162480 0x7f5b281f4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:49.361 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.360+0000 7f5b2feb8640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f5b280b3b90 con 0x7f5b2815df90 2024-09-16T07:21:49.361 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.360+0000 7f5b2feb8640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f5b280b3a10 con 0x7f5b280d49c0 2024-09-16T07:21:49.361 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.360+0000 7f5b2feb8640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f5b280b3d10 con 0x7f5b28162480 2024-09-16T07:21:49.361 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.360+0000 7f5b2d453640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5b2815df90 0x7f5b281f4880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:49.362 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.360+0000 7f5b2d453640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5b2815df90 0x7f5b281f4880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41118/0 (socket says 172.21.15.31:41118) 2024-09-16T07:21:49.362 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.360+0000 7f5b2d453640 1 -- 172.21.15.31:0/647713652 learned_addr learned my addr 172.21.15.31:0/647713652 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:49.362 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.360+0000 7f5b2dc54640 1 --2- 172.21.15.31:0/647713652 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5b280d49c0 0x7f5b281f80e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:49.362 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.360+0000 7f5b2e455640 1 --2- 172.21.15.31:0/647713652 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5b28162480 0x7f5b281f4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:49.362 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.361+0000 7f5b2d453640 1 -- 172.21.15.31:0/647713652 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5b28162480 msgr2=0x7f5b281f4dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:49.362 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.361+0000 7f5b2d453640 1 --2- 172.21.15.31:0/647713652 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5b28162480 0x7f5b281f4dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:49.362 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.361+0000 7f5b2d453640 1 -- 172.21.15.31:0/647713652 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5b280d49c0 msgr2=0x7f5b281f80e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:49.362 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.361+0000 7f5b2d453640 1 --2- 172.21.15.31:0/647713652 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5b280d49c0 0x7f5b281f80e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:49.362 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.361+0000 7f5b2d453640 1 -- 172.21.15.31:0/647713652 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b281f5b50 con 0x7f5b2815df90 2024-09-16T07:21:49.362 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.361+0000 7f5b2e455640 1 --2- 172.21.15.31:0/647713652 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5b28162480 0x7f5b281f4dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:21:49.362 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.361+0000 7f5b2d453640 1 --2- 172.21.15.31:0/647713652 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5b2815df90 0x7f5b281f4880 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f5b1c00c920 tx=0x7f5b1c00cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:49.362 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.361+0000 7f5b267fc640 1 -- 172.21.15.31:0/647713652 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b1c007c70 con 0x7f5b2815df90 2024-09-16T07:21:49.362 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.361+0000 7f5b267fc640 1 -- 172.21.15.31:0/647713652 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5b1c00f450 con 0x7f5b2815df90 2024-09-16T07:21:49.362 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.361+0000 7f5b2feb8640 1 -- 172.21.15.31:0/647713652 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5b281f5e30 con 0x7f5b2815df90 2024-09-16T07:21:49.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.361+0000 7f5b267fc640 1 -- 172.21.15.31:0/647713652 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b1c00f8a0 con 0x7f5b2815df90 2024-09-16T07:21:49.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.361+0000 7f5b2feb8640 1 -- 172.21.15.31:0/647713652 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5b281f63f0 con 0x7f5b2815df90 2024-09-16T07:21:49.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.362+0000 7f5b2feb8640 1 -- 172.21.15.31:0/647713652 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5b2808d590 con 0x7f5b2815df90 2024-09-16T07:21:49.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.362+0000 7f5b267fc640 1 -- 172.21.15.31:0/647713652 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f5b1c00fa40 con 0x7f5b2815df90 2024-09-16T07:21:49.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.363+0000 7f5b267fc640 1 --2- 172.21.15.31:0/647713652 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f5b14078850 0x7f5b1407ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:49.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.363+0000 7f5b267fc640 1 -- 172.21.15.31:0/647713652 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 4857+0+0 (secure 0 0 0) 0x7f5b1c09aef0 con 0x7f5b2815df90 2024-09-16T07:21:49.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.363+0000 7f5b2dc54640 1 --2- 172.21.15.31:0/647713652 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f5b14078850 0x7f5b1407ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:49.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.364+0000 7f5b2dc54640 1 --2- 172.21.15.31:0/647713652 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f5b14078850 0x7f5b1407ad10 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f5b18035000 tx=0x7f5b1803a040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:49.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.368+0000 7f5b267fc640 1 -- 172.21.15.31:0/647713652 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f5b1c014030 con 0x7f5b2815df90 2024-09-16T07:21:49.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.623+0000 7f5b2feb8640 1 -- 172.21.15.31:0/647713652 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mds"} v 0) -- 0x7f5b280cf990 con 0x7f5b2815df90 2024-09-16T07:21:49.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.625+0000 7f5b267fc640 1 -- 172.21.15.31:0/647713652 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mds"}]=0 v10) ==== 90+0+0 (secure 0 0 0) 0x7f5b1c068e20 con 0x7f5b2815df90 2024-09-16T07:21:49.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.627+0000 7f5b2feb8640 1 -- 172.21.15.31:0/647713652 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f5b14078850 msgr2=0x7f5b1407ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:49.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.627+0000 7f5b2feb8640 1 --2- 172.21.15.31:0/647713652 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f5b14078850 0x7f5b1407ad10 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f5b18035000 tx=0x7f5b1803a040 comp rx=0 tx=0).stop 2024-09-16T07:21:49.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.627+0000 7f5b2feb8640 1 -- 172.21.15.31:0/647713652 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5b2815df90 msgr2=0x7f5b281f4880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:49.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.627+0000 7f5b2feb8640 1 --2- 172.21.15.31:0/647713652 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5b2815df90 0x7f5b281f4880 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f5b1c00c920 tx=0x7f5b1c00cde0 comp rx=0 tx=0).stop 2024-09-16T07:21:49.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.627+0000 7f5b2feb8640 1 -- 172.21.15.31:0/647713652 shutdown_connections 2024-09-16T07:21:49.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.627+0000 7f5b2feb8640 1 --2- 172.21.15.31:0/647713652 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f5b14078850 0x7f5b1407ad10 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:49.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.627+0000 7f5b2feb8640 1 --2- 172.21.15.31:0/647713652 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5b28162480 0x7f5b281f4dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:49.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.627+0000 7f5b2feb8640 1 --2- 172.21.15.31:0/647713652 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5b2815df90 0x7f5b281f4880 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:49.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.627+0000 7f5b2feb8640 1 --2- 172.21.15.31:0/647713652 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5b280d49c0 0x7f5b281f80e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:49.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.627+0000 7f5b2feb8640 1 -- 172.21.15.31:0/647713652 >> 172.21.15.31:0/647713652 conn(0x7f5b280d3ea0 msgr2=0x7f5b2806db20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:49.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.627+0000 7f5b2feb8640 1 -- 172.21.15.31:0/647713652 shutdown_connections 2024-09-16T07:21:49.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.627+0000 7f5b2feb8640 1 -- 172.21.15.31:0/647713652 wait complete. 2024-09-16T07:21:49.638 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mgr 2024-09-16T07:21:49.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.744+0000 7f2610da0640 1 -- 172.21.15.31:0/1207695950 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f260c151370 msgr2=0x7f260c0cef30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:49.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.744+0000 7f2610da0640 1 --2- 172.21.15.31:0/1207695950 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f260c151370 0x7f260c0cef30 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f25fc005fd0 tx=0x7f25fc02aa90 comp rx=0 tx=0).stop 2024-09-16T07:21:49.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.744+0000 7f2610da0640 1 -- 172.21.15.31:0/1207695950 shutdown_connections 2024-09-16T07:21:49.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.744+0000 7f2610da0640 1 --2- 172.21.15.31:0/1207695950 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f260c072cb0 0x7f260c0cf470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:49.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.744+0000 7f2610da0640 1 --2- 172.21.15.31:0/1207695950 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f260c151370 0x7f260c0cef30 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:49.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.744+0000 7f2610da0640 1 -- 172.21.15.31:0/1207695950 >> 172.21.15.31:0/1207695950 conn(0x7f260c0b1690 msgr2=0x7f260c0b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:49.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.744+0000 7f2610da0640 1 -- 172.21.15.31:0/1207695950 shutdown_connections 2024-09-16T07:21:49.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.744+0000 7f2610da0640 1 -- 172.21.15.31:0/1207695950 wait complete. 2024-09-16T07:21:49.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.746+0000 7f2610da0640 1 Processor -- start 2024-09-16T07:21:49.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.746+0000 7f2610da0640 1 -- start start 2024-09-16T07:21:49.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.746+0000 7f2610da0640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f260c072cb0 0x7f260c144360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:49.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.746+0000 7f2610da0640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f260c0b3140 0x7f260c0cd310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:49.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.746+0000 7f2610da0640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f260c151370 0x7f260c1e4b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:49.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.746+0000 7f2610da0640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f260c06ffd0 con 0x7f260c151370 2024-09-16T07:21:49.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.746+0000 7f2610da0640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f260c06fe50 con 0x7f260c0b3140 2024-09-16T07:21:49.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.746+0000 7f2610da0640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f260c070150 con 0x7f260c072cb0 2024-09-16T07:21:49.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.747+0000 7f260ad9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f260c151370 0x7f260c1e4b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:49.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.747+0000 7f260ad9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f260c151370 0x7f260c1e4b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41124/0 (socket says 172.21.15.31:41124) 2024-09-16T07:21:49.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.747+0000 7f260ad9d640 1 -- 172.21.15.31:0/1937408415 learned_addr learned my addr 172.21.15.31:0/1937408415 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:49.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.747+0000 7f260a59c640 1 --2- 172.21.15.31:0/1937408415 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f260c072cb0 0x7f260c144360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:49.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.747+0000 7f2609d9b640 1 --2- 172.21.15.31:0/1937408415 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f260c0b3140 0x7f260c0cd310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:49.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.747+0000 7f260ad9d640 1 -- 172.21.15.31:0/1937408415 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f260c072cb0 msgr2=0x7f260c144360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:49.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.747+0000 7f260ad9d640 1 --2- 172.21.15.31:0/1937408415 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f260c072cb0 0x7f260c144360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:49.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.747+0000 7f260ad9d640 1 -- 172.21.15.31:0/1937408415 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f260c0b3140 msgr2=0x7f260c0cd310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:49.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.747+0000 7f260ad9d640 1 --2- 172.21.15.31:0/1937408415 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f260c0b3140 0x7f260c0cd310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:49.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.747+0000 7f260ad9d640 1 -- 172.21.15.31:0/1937408415 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f260c1e88e0 con 0x7f260c151370 2024-09-16T07:21:49.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.747+0000 7f260ad9d640 1 --2- 172.21.15.31:0/1937408415 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f260c151370 0x7f260c1e4b30 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f260400e9a0 tx=0x7f260400eda0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:49.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.747+0000 7f2602ffd640 1 -- 172.21.15.31:0/1937408415 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f260400ccc0 con 0x7f260c151370 2024-09-16T07:21:49.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.747+0000 7f2602ffd640 1 -- 172.21.15.31:0/1937408415 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f260400ce60 con 0x7f260c151370 2024-09-16T07:21:49.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.747+0000 7f2610da0640 1 -- 172.21.15.31:0/1937408415 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f260c0ce580 con 0x7f260c151370 2024-09-16T07:21:49.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.747+0000 7f2602ffd640 1 -- 172.21.15.31:0/1937408415 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2604005280 con 0x7f260c151370 2024-09-16T07:21:49.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.747+0000 7f2610da0640 1 -- 172.21.15.31:0/1937408415 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f260c1e8600 con 0x7f260c151370 2024-09-16T07:21:49.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.748+0000 7f2610da0640 1 -- 172.21.15.31:0/1937408415 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f260c070670 con 0x7f260c151370 2024-09-16T07:21:49.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.749+0000 7f2602ffd640 1 -- 172.21.15.31:0/1937408415 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f2604005420 con 0x7f260c151370 2024-09-16T07:21:49.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.749+0000 7f2602ffd640 1 --2- 172.21.15.31:0/1937408415 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f25ec078850 0x7f25ec07ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:49.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.750+0000 7f2602ffd640 1 -- 172.21.15.31:0/1937408415 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 4857+0+0 (secure 0 0 0) 0x7f260409b2c0 con 0x7f260c151370 2024-09-16T07:21:49.751 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.750+0000 7f260a59c640 1 --2- 172.21.15.31:0/1937408415 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f25ec078850 0x7f25ec07ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:49.751 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.750+0000 7f260a59c640 1 --2- 172.21.15.31:0/1937408415 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f25ec078850 0x7f25ec07ad10 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f25fc035000 tx=0x7f25fc038040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:49.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:49.754+0000 7f2602ffd640 1 -- 172.21.15.31:0/1937408415 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f2604063bf0 con 0x7f260c151370 2024-09-16T07:21:50.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.013+0000 7f2610da0640 1 -- 172.21.15.31:0/1937408415 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mgr"} v 0) -- 0x7f260c06e890 con 0x7f260c151370 2024-09-16T07:21:50.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.017+0000 7f2602ffd640 1 -- 172.21.15.31:0/1937408415 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mgr"}]=0 v11) ==== 90+0+0 (secure 0 0 0) 0x7f26040634f0 con 0x7f260c151370 2024-09-16T07:21:50.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.019+0000 7f2610da0640 1 -- 172.21.15.31:0/1937408415 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f25ec078850 msgr2=0x7f25ec07ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:50.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.019+0000 7f2610da0640 1 --2- 172.21.15.31:0/1937408415 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f25ec078850 0x7f25ec07ad10 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f25fc035000 tx=0x7f25fc038040 comp rx=0 tx=0).stop 2024-09-16T07:21:50.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.019+0000 7f2610da0640 1 -- 172.21.15.31:0/1937408415 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f260c151370 msgr2=0x7f260c1e4b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:50.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.019+0000 7f2610da0640 1 --2- 172.21.15.31:0/1937408415 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f260c151370 0x7f260c1e4b30 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f260400e9a0 tx=0x7f260400eda0 comp rx=0 tx=0).stop 2024-09-16T07:21:50.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.019+0000 7f2610da0640 1 -- 172.21.15.31:0/1937408415 shutdown_connections 2024-09-16T07:21:50.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.019+0000 7f2610da0640 1 --2- 172.21.15.31:0/1937408415 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f25ec078850 0x7f25ec07ad10 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:50.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.019+0000 7f2610da0640 1 --2- 172.21.15.31:0/1937408415 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f260c151370 0x7f260c1e4b30 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:50.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.019+0000 7f2610da0640 1 --2- 172.21.15.31:0/1937408415 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f260c0b3140 0x7f260c0cd310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:50.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.019+0000 7f2610da0640 1 --2- 172.21.15.31:0/1937408415 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f260c072cb0 0x7f260c144360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:50.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.019+0000 7f2610da0640 1 -- 172.21.15.31:0/1937408415 >> 172.21.15.31:0/1937408415 conn(0x7f260c0b1690 msgr2=0x7f260c147640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:50.020 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.019+0000 7f2610da0640 1 -- 172.21.15.31:0/1937408415 shutdown_connections 2024-09-16T07:21:50.020 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.019+0000 7f2610da0640 1 -- 172.21.15.31:0/1937408415 wait complete. 2024-09-16T07:21:50.029 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-osd 2024-09-16T07:21:50.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.137+0000 7fdd2e29b640 1 -- 172.21.15.31:0/2105191538 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdd2815aa70 msgr2=0x7fdd280b4690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:50.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.137+0000 7fdd2e29b640 1 --2- 172.21.15.31:0/2105191538 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdd2815aa70 0x7fdd280b4690 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fdd18009830 tx=0x7fdd1802a510 comp rx=0 tx=0).stop 2024-09-16T07:21:50.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.137+0000 7fdd2e29b640 1 -- 172.21.15.31:0/2105191538 shutdown_connections 2024-09-16T07:21:50.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.137+0000 7fdd2e29b640 1 --2- 172.21.15.31:0/2105191538 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdd28070690 0x7fdd280739d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:50.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.137+0000 7fdd2e29b640 1 --2- 172.21.15.31:0/2105191538 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdd2815aa70 0x7fdd280b4690 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:50.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.137+0000 7fdd2e29b640 1 -- 172.21.15.31:0/2105191538 >> 172.21.15.31:0/2105191538 conn(0x7fdd280b1690 msgr2=0x7fdd280b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:50.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.137+0000 7fdd2e29b640 1 -- 172.21.15.31:0/2105191538 shutdown_connections 2024-09-16T07:21:50.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.137+0000 7fdd2e29b640 1 -- 172.21.15.31:0/2105191538 wait complete. 2024-09-16T07:21:50.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.138+0000 7fdd2e29b640 1 Processor -- start 2024-09-16T07:21:50.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.138+0000 7fdd2e29b640 1 -- start start 2024-09-16T07:21:50.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.139+0000 7fdd2e29b640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdd28070690 0x7fdd280cb680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:50.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.139+0000 7fdd2e29b640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdd280735a0 0x7fdd2814c250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:50.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.139+0000 7fdd2e29b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdd2815aa70 0x7fdd2814c790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:50.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.139+0000 7fdd2e29b640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fdd280cd270 con 0x7fdd2815aa70 2024-09-16T07:21:50.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.139+0000 7fdd2e29b640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fdd280cd0f0 con 0x7fdd280735a0 2024-09-16T07:21:50.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.139+0000 7fdd2e29b640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fdd280cd3f0 con 0x7fdd28070690 2024-09-16T07:21:50.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.139+0000 7fdd2c838640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdd2815aa70 0x7fdd2814c790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:50.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.139+0000 7fdd2c838640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdd2815aa70 0x7fdd2814c790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41132/0 (socket says 172.21.15.31:41132) 2024-09-16T07:21:50.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.139+0000 7fdd2c838640 1 -- 172.21.15.31:0/3912843934 learned_addr learned my addr 172.21.15.31:0/3912843934 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:50.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.139+0000 7fdd27fff640 1 --2- 172.21.15.31:0/3912843934 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdd28070690 0x7fdd280cb680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:50.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.139+0000 7fdd277fe640 1 --2- 172.21.15.31:0/3912843934 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdd280735a0 0x7fdd2814c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:50.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.140+0000 7fdd2c838640 1 -- 172.21.15.31:0/3912843934 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdd28070690 msgr2=0x7fdd280cb680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:50.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.140+0000 7fdd2c838640 1 --2- 172.21.15.31:0/3912843934 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdd28070690 0x7fdd280cb680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:50.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.140+0000 7fdd2c838640 1 -- 172.21.15.31:0/3912843934 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdd280735a0 msgr2=0x7fdd2814c250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:50.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.140+0000 7fdd2c838640 1 --2- 172.21.15.31:0/3912843934 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdd280735a0 0x7fdd2814c250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:50.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.140+0000 7fdd2c838640 1 -- 172.21.15.31:0/3912843934 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd28167630 con 0x7fdd2815aa70 2024-09-16T07:21:50.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.140+0000 7fdd277fe640 1 --2- 172.21.15.31:0/3912843934 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdd280735a0 0x7fdd2814c250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:21:50.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.140+0000 7fdd2c838640 1 --2- 172.21.15.31:0/3912843934 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdd2815aa70 0x7fdd2814c790 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fdd2000cae0 tx=0x7fdd2000a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:50.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.140+0000 7fdd24ff9640 1 -- 172.21.15.31:0/3912843934 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd2000ae30 con 0x7fdd2815aa70 2024-09-16T07:21:50.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.140+0000 7fdd24ff9640 1 -- 172.21.15.31:0/3912843934 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdd20004b20 con 0x7fdd2815aa70 2024-09-16T07:21:50.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.140+0000 7fdd2e29b640 1 -- 172.21.15.31:0/3912843934 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd28167910 con 0x7fdd2815aa70 2024-09-16T07:21:50.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.140+0000 7fdd24ff9640 1 -- 172.21.15.31:0/3912843934 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd20005020 con 0x7fdd2815aa70 2024-09-16T07:21:50.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.140+0000 7fdd2e29b640 1 -- 172.21.15.31:0/3912843934 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd28167ed0 con 0x7fdd2815aa70 2024-09-16T07:21:50.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.141+0000 7fdd2e29b640 1 -- 172.21.15.31:0/3912843934 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd280cd930 con 0x7fdd2815aa70 2024-09-16T07:21:50.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.141+0000 7fdd24ff9640 1 -- 172.21.15.31:0/3912843934 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7fdd200051c0 con 0x7fdd2815aa70 2024-09-16T07:21:50.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.142+0000 7fdd24ff9640 1 --2- 172.21.15.31:0/3912843934 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fdd14078850 0x7fdd1407ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:50.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.142+0000 7fdd24ff9640 1 -- 172.21.15.31:0/3912843934 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 4857+0+0 (secure 0 0 0) 0x7fdd2009b1d0 con 0x7fdd2815aa70 2024-09-16T07:21:50.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.142+0000 7fdd27fff640 1 --2- 172.21.15.31:0/3912843934 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fdd14078850 0x7fdd1407ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:50.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.143+0000 7fdd27fff640 1 --2- 172.21.15.31:0/3912843934 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fdd14078850 0x7fdd1407ad10 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fdd18034000 tx=0x7fdd18004730 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:50.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.146+0000 7fdd24ff9640 1 -- 172.21.15.31:0/3912843934 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fdd20014030 con 0x7fdd2815aa70 2024-09-16T07:21:50.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.405+0000 7fdd2e29b640 1 -- 172.21.15.31:0/3912843934 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-osd"} v 0) -- 0x7fdd280ce990 con 0x7fdd2815aa70 2024-09-16T07:21:50.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.407+0000 7fdd24ff9640 1 -- 172.21.15.31:0/3912843934 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-osd"}]=0 v12) ==== 90+0+0 (secure 0 0 0) 0x7fdd20063b90 con 0x7fdd2815aa70 2024-09-16T07:21:50.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.409+0000 7fdd2e29b640 1 -- 172.21.15.31:0/3912843934 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fdd14078850 msgr2=0x7fdd1407ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:50.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.409+0000 7fdd2e29b640 1 --2- 172.21.15.31:0/3912843934 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fdd14078850 0x7fdd1407ad10 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fdd18034000 tx=0x7fdd18004730 comp rx=0 tx=0).stop 2024-09-16T07:21:50.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.409+0000 7fdd2e29b640 1 -- 172.21.15.31:0/3912843934 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdd2815aa70 msgr2=0x7fdd2814c790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:50.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.409+0000 7fdd2e29b640 1 --2- 172.21.15.31:0/3912843934 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdd2815aa70 0x7fdd2814c790 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fdd2000cae0 tx=0x7fdd2000a250 comp rx=0 tx=0).stop 2024-09-16T07:21:50.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.409+0000 7fdd2e29b640 1 -- 172.21.15.31:0/3912843934 shutdown_connections 2024-09-16T07:21:50.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.409+0000 7fdd2e29b640 1 --2- 172.21.15.31:0/3912843934 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fdd14078850 0x7fdd1407ad10 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:50.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.409+0000 7fdd2e29b640 1 --2- 172.21.15.31:0/3912843934 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdd2815aa70 0x7fdd2814c790 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:50.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.409+0000 7fdd2e29b640 1 --2- 172.21.15.31:0/3912843934 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdd280735a0 0x7fdd2814c250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:50.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.409+0000 7fdd2e29b640 1 --2- 172.21.15.31:0/3912843934 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdd28070690 0x7fdd280cb680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:50.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.409+0000 7fdd2e29b640 1 -- 172.21.15.31:0/3912843934 >> 172.21.15.31:0/3912843934 conn(0x7fdd280b1690 msgr2=0x7fdd2815bc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:50.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.410+0000 7fdd2e29b640 1 -- 172.21.15.31:0/3912843934 shutdown_connections 2024-09-16T07:21:50.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.410+0000 7fdd2e29b640 1 -- 172.21.15.31:0/3912843934 wait complete. 2024-09-16T07:21:50.420 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd 2024-09-16T07:21:50.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.527+0000 7f9bca033640 1 -- 172.21.15.31:0/171766313 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9bc406f490 msgr2=0x7f9bc40ce240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:50.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.527+0000 7f9bca033640 1 --2- 172.21.15.31:0/171766313 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9bc406f490 0x7f9bc40ce240 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f9bc40727b0 tx=0x7f9bac02a560 comp rx=0 tx=0).stop 2024-09-16T07:21:50.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.527+0000 7f9bca033640 1 -- 172.21.15.31:0/171766313 shutdown_connections 2024-09-16T07:21:50.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.527+0000 7f9bca033640 1 --2- 172.21.15.31:0/171766313 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9bc406f490 0x7f9bc40ce240 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:50.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.527+0000 7f9bca033640 1 --2- 172.21.15.31:0/171766313 >> v2:172.21.15.155:3300/0 conn(0x7f9bc406f0b0 0x7f9bc40cd3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:50.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.527+0000 7f9bca033640 1 -- 172.21.15.31:0/171766313 >> 172.21.15.31:0/171766313 conn(0x7f9bc40741f0 msgr2=0x7f9bc4074600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:50.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.527+0000 7f9bca033640 1 -- 172.21.15.31:0/171766313 shutdown_connections 2024-09-16T07:21:50.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.527+0000 7f9bca033640 1 -- 172.21.15.31:0/171766313 wait complete. 2024-09-16T07:21:50.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.528+0000 7f9bca033640 1 Processor -- start 2024-09-16T07:21:50.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.528+0000 7f9bca033640 1 -- start start 2024-09-16T07:21:50.530 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.529+0000 7f9bca033640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9bc406f0b0 0x7f9bc4155340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:50.530 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.529+0000 7f9bca033640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9bc406f490 0x7f9bc41f61b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:50.530 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.529+0000 7f9bca033640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9bc40ce780 0x7f9bc40c4520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:50.530 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.529+0000 7f9bca033640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f9bc415e5e0 con 0x7f9bc40ce780 2024-09-16T07:21:50.530 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.529+0000 7f9bca033640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f9bc415e460 con 0x7f9bc406f490 2024-09-16T07:21:50.530 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.529+0000 7f9bca033640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f9bc40cc290 con 0x7f9bc406f0b0 2024-09-16T07:21:50.530 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.529+0000 7f9bc3fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9bc40ce780 0x7f9bc40c4520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:50.530 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.529+0000 7f9bc3fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9bc40ce780 0x7f9bc40c4520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41152/0 (socket says 172.21.15.31:41152) 2024-09-16T07:21:50.530 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.529+0000 7f9bc3fff640 1 -- 172.21.15.31:0/3266349701 learned_addr learned my addr 172.21.15.31:0/3266349701 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:50.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.529+0000 7f9bc2ffd640 1 --2- 172.21.15.31:0/3266349701 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9bc406f490 0x7f9bc41f61b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:50.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.529+0000 7f9bc37fe640 1 --2- 172.21.15.31:0/3266349701 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9bc406f0b0 0x7f9bc4155340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:50.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.530+0000 7f9bc3fff640 1 -- 172.21.15.31:0/3266349701 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9bc406f0b0 msgr2=0x7f9bc4155340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:50.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.530+0000 7f9bc3fff640 1 --2- 172.21.15.31:0/3266349701 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9bc406f0b0 0x7f9bc4155340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:50.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.530+0000 7f9bc3fff640 1 -- 172.21.15.31:0/3266349701 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9bc406f490 msgr2=0x7f9bc41f61b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:50.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.530+0000 7f9bc3fff640 1 --2- 172.21.15.31:0/3266349701 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9bc406f490 0x7f9bc41f61b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:50.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.530+0000 7f9bc3fff640 1 -- 172.21.15.31:0/3266349701 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9bc41f6a90 con 0x7f9bc40ce780 2024-09-16T07:21:50.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.530+0000 7f9bc3fff640 1 --2- 172.21.15.31:0/3266349701 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9bc40ce780 0x7f9bc40c4520 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f9bbc00b990 tx=0x7f9bbc00bd90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:50.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.530+0000 7f9bbbfff640 1 -- 172.21.15.31:0/3266349701 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bbc019070 con 0x7f9bc40ce780 2024-09-16T07:21:50.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.530+0000 7f9bbbfff640 1 -- 172.21.15.31:0/3266349701 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9bbc00cb90 con 0x7f9bc40ce780 2024-09-16T07:21:50.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.530+0000 7f9bca033640 1 -- 172.21.15.31:0/3266349701 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9bc41f6d70 con 0x7f9bc40ce780 2024-09-16T07:21:50.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.530+0000 7f9bbbfff640 1 -- 172.21.15.31:0/3266349701 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bbc014440 con 0x7f9bc40ce780 2024-09-16T07:21:50.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.530+0000 7f9bca033640 1 -- 172.21.15.31:0/3266349701 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9bc40c3d20 con 0x7f9bc40ce780 2024-09-16T07:21:50.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.531+0000 7f9bca033640 1 -- 172.21.15.31:0/3266349701 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9bc40cd3e0 con 0x7f9bc40ce780 2024-09-16T07:21:50.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.532+0000 7f9bbbfff640 1 -- 172.21.15.31:0/3266349701 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f9bbc01c070 con 0x7f9bc40ce780 2024-09-16T07:21:50.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.532+0000 7f9bbbfff640 1 --2- 172.21.15.31:0/3266349701 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9ba4078850 0x7f9ba407ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:50.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.533+0000 7f9bbbfff640 1 -- 172.21.15.31:0/3266349701 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 4857+0+0 (secure 0 0 0) 0x7f9bbc09a1f0 con 0x7f9bc40ce780 2024-09-16T07:21:50.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.533+0000 7f9bc37fe640 1 --2- 172.21.15.31:0/3266349701 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9ba4078850 0x7f9ba407ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:50.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.533+0000 7f9bc37fe640 1 --2- 172.21.15.31:0/3266349701 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9ba4078850 0x7f9ba407ad10 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f9bb4009990 tx=0x7f9bb4009110 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:50.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.537+0000 7f9bbbfff640 1 -- 172.21.15.31:0/3266349701 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f9bbc062570 con 0x7f9bc40ce780 2024-09-16T07:21:50.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.794+0000 7f9bca033640 1 -- 172.21.15.31:0/3266349701 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd"} v 0) -- 0x7f9bc4075070 con 0x7f9bc40ce780 2024-09-16T07:21:50.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.798+0000 7f9bbbfff640 1 -- 172.21.15.31:0/3266349701 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd"}]=0 v13) ==== 90+0+0 (secure 0 0 0) 0x7f9bbc066fa0 con 0x7f9bc40ce780 2024-09-16T07:21:50.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.801+0000 7f9bca033640 1 -- 172.21.15.31:0/3266349701 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9ba4078850 msgr2=0x7f9ba407ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:50.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.801+0000 7f9bca033640 1 --2- 172.21.15.31:0/3266349701 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9ba4078850 0x7f9ba407ad10 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f9bb4009990 tx=0x7f9bb4009110 comp rx=0 tx=0).stop 2024-09-16T07:21:50.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.801+0000 7f9bca033640 1 -- 172.21.15.31:0/3266349701 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9bc40ce780 msgr2=0x7f9bc40c4520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:50.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.801+0000 7f9bca033640 1 --2- 172.21.15.31:0/3266349701 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9bc40ce780 0x7f9bc40c4520 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f9bbc00b990 tx=0x7f9bbc00bd90 comp rx=0 tx=0).stop 2024-09-16T07:21:50.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.801+0000 7f9bca033640 1 -- 172.21.15.31:0/3266349701 shutdown_connections 2024-09-16T07:21:50.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.801+0000 7f9bca033640 1 --2- 172.21.15.31:0/3266349701 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9ba4078850 0x7f9ba407ad10 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:50.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.801+0000 7f9bca033640 1 --2- 172.21.15.31:0/3266349701 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9bc40ce780 0x7f9bc40c4520 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:50.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.801+0000 7f9bca033640 1 --2- 172.21.15.31:0/3266349701 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9bc406f490 0x7f9bc41f61b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:50.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.801+0000 7f9bca033640 1 --2- 172.21.15.31:0/3266349701 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9bc406f0b0 0x7f9bc4155340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:50.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.801+0000 7f9bca033640 1 -- 172.21.15.31:0/3266349701 >> 172.21.15.31:0/3266349701 conn(0x7f9bc40741f0 msgr2=0x7f9bc40b48b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:50.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.801+0000 7f9bca033640 1 -- 172.21.15.31:0/3266349701 shutdown_connections 2024-09-16T07:21:50.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.802+0000 7f9bca033640 1 -- 172.21.15.31:0/3266349701 wait complete. 2024-09-16T07:21:50.812 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd-mirror 2024-09-16T07:21:50.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.919+0000 7f76d5952640 1 -- 172.21.15.31:0/3821050891 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f76d00cf920 msgr2=0x7f76d00d1a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:50.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.919+0000 7f76d5952640 1 --2- 172.21.15.31:0/3821050891 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f76d00cf920 0x7f76d00d1a10 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f76c4005fd0 tx=0x7f76c402a580 comp rx=0 tx=0).stop 2024-09-16T07:21:50.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.919+0000 7f76d5952640 1 -- 172.21.15.31:0/3821050891 shutdown_connections 2024-09-16T07:21:50.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.919+0000 7f76d5952640 1 --2- 172.21.15.31:0/3821050891 >> v2:172.21.15.155:3300/0 conn(0x7f76d0160ac0 0x7f76d0160f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:50.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.919+0000 7f76d5952640 1 --2- 172.21.15.31:0/3821050891 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f76d00cf920 0x7f76d00d1a10 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:50.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.919+0000 7f76d5952640 1 -- 172.21.15.31:0/3821050891 >> 172.21.15.31:0/3821050891 conn(0x7f76d00d3e40 msgr2=0x7f76d00d4250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:50.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.919+0000 7f76d5952640 1 -- 172.21.15.31:0/3821050891 shutdown_connections 2024-09-16T07:21:50.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.919+0000 7f76d5952640 1 -- 172.21.15.31:0/3821050891 wait complete. 2024-09-16T07:21:50.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.920+0000 7f76d5952640 1 Processor -- start 2024-09-16T07:21:50.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.920+0000 7f76d5952640 1 -- start start 2024-09-16T07:21:50.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.921+0000 7f76d5952640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f76d00cf920 0x7f76d014a960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:50.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.921+0000 7f76d5952640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f76d0160ac0 0x7f76d01f5480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:50.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.921+0000 7f76d5952640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f76d0161b30 0x7f76d01f7ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:50.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.921+0000 7f76d5952640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f76d00b39e0 con 0x7f76d00cf920 2024-09-16T07:21:50.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.921+0000 7f76d5952640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f76d01618f0 con 0x7f76d0160ac0 2024-09-16T07:21:50.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.921+0000 7f76d5952640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f76d00b3b60 con 0x7f76d0161b30 2024-09-16T07:21:50.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.921+0000 7f76ceffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f76d00cf920 0x7f76d014a960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:50.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.921+0000 7f76ceffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f76d00cf920 0x7f76d014a960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41166/0 (socket says 172.21.15.31:41166) 2024-09-16T07:21:50.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.921+0000 7f76ceffd640 1 -- 172.21.15.31:0/27432631 learned_addr learned my addr 172.21.15.31:0/27432631 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:50.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.921+0000 7f76ce7fc640 1 --2- 172.21.15.31:0/27432631 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f76d0160ac0 0x7f76d01f5480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:50.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.921+0000 7f76cf7fe640 1 --2- 172.21.15.31:0/27432631 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f76d0161b30 0x7f76d01f7ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:50.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.921+0000 7f76ceffd640 1 -- 172.21.15.31:0/27432631 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f76d0161b30 msgr2=0x7f76d01f7ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:50.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.921+0000 7f76ceffd640 1 --2- 172.21.15.31:0/27432631 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f76d0161b30 0x7f76d01f7ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:50.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.921+0000 7f76ceffd640 1 -- 172.21.15.31:0/27432631 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f76d0160ac0 msgr2=0x7f76d01f5480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:50.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.921+0000 7f76ceffd640 1 --2- 172.21.15.31:0/27432631 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f76d0160ac0 0x7f76d01f5480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:50.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.921+0000 7f76ceffd640 1 -- 172.21.15.31:0/27432631 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76d01f59c0 con 0x7f76d00cf920 2024-09-16T07:21:50.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.921+0000 7f76cf7fe640 1 --2- 172.21.15.31:0/27432631 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f76d0161b30 0x7f76d01f7ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:21:50.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.921+0000 7f76ce7fc640 1 --2- 172.21.15.31:0/27432631 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f76d0160ac0 0x7f76d01f5480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:21:50.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.921+0000 7f76ceffd640 1 --2- 172.21.15.31:0/27432631 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f76d00cf920 0x7f76d014a960 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f76c000ba80 tx=0x7f76c000bf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:50.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.922+0000 7f76b7fff640 1 -- 172.21.15.31:0/27432631 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76c0019070 con 0x7f76d00cf920 2024-09-16T07:21:50.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.922+0000 7f76b7fff640 1 -- 172.21.15.31:0/27432631 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f76c000cd20 con 0x7f76d00cf920 2024-09-16T07:21:50.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.922+0000 7f76d5952640 1 -- 172.21.15.31:0/27432631 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76d00c98d0 con 0x7f76d00cf920 2024-09-16T07:21:50.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.922+0000 7f76b7fff640 1 -- 172.21.15.31:0/27432631 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76c00146a0 con 0x7f76d00cf920 2024-09-16T07:21:50.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.922+0000 7f76d5952640 1 -- 172.21.15.31:0/27432631 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76d00c9e90 con 0x7f76d00cf920 2024-09-16T07:21:50.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.923+0000 7f76d5952640 1 -- 172.21.15.31:0/27432631 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f76d00d1a10 con 0x7f76d00cf920 2024-09-16T07:21:50.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.923+0000 7f76b7fff640 1 -- 172.21.15.31:0/27432631 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f76c001c070 con 0x7f76d00cf920 2024-09-16T07:21:50.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.924+0000 7f76b7fff640 1 --2- 172.21.15.31:0/27432631 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f76bc078850 0x7f76bc07ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:50.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.924+0000 7f76b7fff640 1 -- 172.21.15.31:0/27432631 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 4857+0+0 (secure 0 0 0) 0x7f76c009a420 con 0x7f76d00cf920 2024-09-16T07:21:50.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.924+0000 7f76ce7fc640 1 --2- 172.21.15.31:0/27432631 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f76bc078850 0x7f76bc07ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:50.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.925+0000 7f76ce7fc640 1 --2- 172.21.15.31:0/27432631 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f76bc078850 0x7f76bc07ad10 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f76c4033000 tx=0x7f76c4004730 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:50.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:50.928+0000 7f76b7fff640 1 -- 172.21.15.31:0/27432631 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f76c0062d40 con 0x7f76d00cf920 2024-09-16T07:21:51.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.189+0000 7f76d5952640 1 -- 172.21.15.31:0/27432631 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"} v 0) -- 0x7f76d00ce300 con 0x7f76d00cf920 2024-09-16T07:21:51.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.193+0000 7f76b7fff640 1 -- 172.21.15.31:0/27432631 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"}]=0 v14) ==== 97+0+0 (secure 0 0 0) 0x7f76c0062640 con 0x7f76d00cf920 2024-09-16T07:21:51.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.195+0000 7f76d5952640 1 -- 172.21.15.31:0/27432631 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f76bc078850 msgr2=0x7f76bc07ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:51.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.195+0000 7f76d5952640 1 --2- 172.21.15.31:0/27432631 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f76bc078850 0x7f76bc07ad10 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f76c4033000 tx=0x7f76c4004730 comp rx=0 tx=0).stop 2024-09-16T07:21:51.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.195+0000 7f76d5952640 1 -- 172.21.15.31:0/27432631 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f76d00cf920 msgr2=0x7f76d014a960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:51.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.195+0000 7f76d5952640 1 --2- 172.21.15.31:0/27432631 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f76d00cf920 0x7f76d014a960 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f76c000ba80 tx=0x7f76c000bf40 comp rx=0 tx=0).stop 2024-09-16T07:21:51.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.195+0000 7f76d5952640 1 -- 172.21.15.31:0/27432631 shutdown_connections 2024-09-16T07:21:51.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.195+0000 7f76d5952640 1 --2- 172.21.15.31:0/27432631 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f76bc078850 0x7f76bc07ad10 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:51.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.195+0000 7f76d5952640 1 --2- 172.21.15.31:0/27432631 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f76d0161b30 0x7f76d01f7ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:51.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.195+0000 7f76d5952640 1 --2- 172.21.15.31:0/27432631 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f76d0160ac0 0x7f76d01f5480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:51.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.195+0000 7f76d5952640 1 --2- 172.21.15.31:0/27432631 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f76d00cf920 0x7f76d014a960 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:51.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.195+0000 7f76d5952640 1 -- 172.21.15.31:0/27432631 >> 172.21.15.31:0/27432631 conn(0x7f76d00d3e40 msgr2=0x7f76d006ea30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:51.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.196+0000 7f76d5952640 1 -- 172.21.15.31:0/27432631 shutdown_connections 2024-09-16T07:21:51.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.196+0000 7f76d5952640 1 -- 172.21.15.31:0/27432631 wait complete. 2024-09-16T07:21:51.206 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rgw 2024-09-16T07:21:51.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.312+0000 7f1df7d2b640 1 -- 172.21.15.31:0/2362057198 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1df00cc2e0 msgr2=0x7f1df00ccd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:51.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.312+0000 7f1df7d2b640 1 --2- 172.21.15.31:0/2362057198 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1df00cc2e0 0x7f1df00ccd30 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f1df0073c00 tx=0x7f1de802a8f0 comp rx=0 tx=0).stop 2024-09-16T07:21:51.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.312+0000 7f1df7d2b640 1 -- 172.21.15.31:0/2362057198 shutdown_connections 2024-09-16T07:21:51.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.312+0000 7f1df7d2b640 1 --2- 172.21.15.31:0/2362057198 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1df00cc2e0 0x7f1df00ccd30 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:51.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.312+0000 7f1df7d2b640 1 --2- 172.21.15.31:0/2362057198 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1df00cc830 0x7f1df0070840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:51.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.312+0000 7f1df7d2b640 1 --2- 172.21.15.31:0/2362057198 >> v2:172.21.15.155:3300/0 conn(0x7f1df015e1d0 0x7f1df0070300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:51.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.312+0000 7f1df7d2b640 1 -- 172.21.15.31:0/2362057198 >> 172.21.15.31:0/2362057198 conn(0x7f1df00741f0 msgr2=0x7f1df0074600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:51.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.312+0000 7f1df7d2b640 1 -- 172.21.15.31:0/2362057198 shutdown_connections 2024-09-16T07:21:51.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.312+0000 7f1df7d2b640 1 -- 172.21.15.31:0/2362057198 wait complete. 2024-09-16T07:21:51.313 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.313+0000 7f1df7d2b640 1 Processor -- start 2024-09-16T07:21:51.313 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.313+0000 7f1df7d2b640 1 -- start start 2024-09-16T07:21:51.315 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.314+0000 7f1df7d2b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1df00cc2e0 0x7f1df015b280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:51.315 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.314+0000 7f1df7d2b640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1df00cc830 0x7f1df00b5340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:51.315 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.314+0000 7f1df7d2b640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1df015e1d0 0x7f1df00b5880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:51.315 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.314+0000 7f1df7d2b640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f1df00cd270 con 0x7f1df00cc2e0 2024-09-16T07:21:51.315 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.314+0000 7f1df7d2b640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f1df00caac0 con 0x7f1df015e1d0 2024-09-16T07:21:51.315 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.314+0000 7f1df7d2b640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f1df00cd3f0 con 0x7f1df00cc830 2024-09-16T07:21:51.315 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.314+0000 7f1df5ac7640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1df00cc2e0 0x7f1df015b280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:51.315 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.314+0000 7f1df5ac7640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1df00cc2e0 0x7f1df015b280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41184/0 (socket says 172.21.15.31:41184) 2024-09-16T07:21:51.316 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.314+0000 7f1df5ac7640 1 -- 172.21.15.31:0/2395445227 learned_addr learned my addr 172.21.15.31:0/2395445227 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:51.316 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.314+0000 7f1df5ac7640 1 -- 172.21.15.31:0/2395445227 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1df00cc830 msgr2=0x7f1df00b5340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:51.316 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.314+0000 7f1df5ac7640 1 --2- 172.21.15.31:0/2395445227 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1df00cc830 0x7f1df00b5340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:51.316 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.314+0000 7f1df5ac7640 1 -- 172.21.15.31:0/2395445227 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1df015e1d0 msgr2=0x7f1df00b5880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:51.316 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.314+0000 7f1df5ac7640 1 --2- 172.21.15.31:0/2395445227 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1df015e1d0 0x7f1df00b5880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:51.316 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.314+0000 7f1df5ac7640 1 -- 172.21.15.31:0/2395445227 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1df00c4920 con 0x7f1df00cc2e0 2024-09-16T07:21:51.316 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.315+0000 7f1df5ac7640 1 --2- 172.21.15.31:0/2395445227 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1df00cc2e0 0x7f1df015b280 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f1dec00b410 tx=0x7f1dec00b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:51.316 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.315+0000 7f1de67fc640 1 -- 172.21.15.31:0/2395445227 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dec015020 con 0x7f1df00cc2e0 2024-09-16T07:21:51.316 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.315+0000 7f1de67fc640 1 -- 172.21.15.31:0/2395445227 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1dec011940 con 0x7f1df00cc2e0 2024-09-16T07:21:51.316 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.315+0000 7f1df7d2b640 1 -- 172.21.15.31:0/2395445227 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1df015bb30 con 0x7f1df00cc2e0 2024-09-16T07:21:51.316 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.315+0000 7f1de67fc640 1 -- 172.21.15.31:0/2395445227 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dec011d90 con 0x7f1df00cc2e0 2024-09-16T07:21:51.316 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.315+0000 7f1df7d2b640 1 -- 172.21.15.31:0/2395445227 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1df00c41f0 con 0x7f1df00cc2e0 2024-09-16T07:21:51.317 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.316+0000 7f1df7d2b640 1 -- 172.21.15.31:0/2395445227 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1df00c4af0 con 0x7f1df00cc2e0 2024-09-16T07:21:51.317 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.316+0000 7f1de67fc640 1 -- 172.21.15.31:0/2395445227 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f1dec018020 con 0x7f1df00cc2e0 2024-09-16T07:21:51.317 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.317+0000 7f1de67fc640 1 --2- 172.21.15.31:0/2395445227 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f1dd4078850 0x7f1dd407ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:51.317 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.317+0000 7f1de67fc640 1 -- 172.21.15.31:0/2395445227 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 4857+0+0 (secure 0 0 0) 0x7f1dec09a5a0 con 0x7f1df00cc2e0 2024-09-16T07:21:51.318 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.317+0000 7f1df52c6640 1 --2- 172.21.15.31:0/2395445227 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f1dd4078850 0x7f1dd407ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:51.318 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.318+0000 7f1df52c6640 1 --2- 172.21.15.31:0/2395445227 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f1dd4078850 0x7f1dd407ad10 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f1df00c3e40 tx=0x7f1de0006c90 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:51.320 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.321+0000 7f1de67fc640 1 -- 172.21.15.31:0/2395445227 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f1dec01f020 con 0x7f1df00cc2e0 2024-09-16T07:21:51.581 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.581+0000 7f1df7d2b640 1 -- 172.21.15.31:0/2395445227 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rgw"} v 0) -- 0x7f1df00cd960 con 0x7f1df00cc2e0 2024-09-16T07:21:51.584 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.585+0000 7f1de67fc640 1 -- 172.21.15.31:0/2395445227 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rgw"}]=0 v15) ==== 90+0+0 (secure 0 0 0) 0x7f1dec062890 con 0x7f1df00cc2e0 2024-09-16T07:21:51.587 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.587+0000 7f1df7d2b640 1 -- 172.21.15.31:0/2395445227 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f1dd4078850 msgr2=0x7f1dd407ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:51.587 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.588+0000 7f1df7d2b640 1 --2- 172.21.15.31:0/2395445227 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f1dd4078850 0x7f1dd407ad10 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f1df00c3e40 tx=0x7f1de0006c90 comp rx=0 tx=0).stop 2024-09-16T07:21:51.587 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.588+0000 7f1df7d2b640 1 -- 172.21.15.31:0/2395445227 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1df00cc2e0 msgr2=0x7f1df015b280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:51.587 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.588+0000 7f1df7d2b640 1 --2- 172.21.15.31:0/2395445227 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1df00cc2e0 0x7f1df015b280 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f1dec00b410 tx=0x7f1dec00b8d0 comp rx=0 tx=0).stop 2024-09-16T07:21:51.587 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.588+0000 7f1df7d2b640 1 -- 172.21.15.31:0/2395445227 shutdown_connections 2024-09-16T07:21:51.588 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.588+0000 7f1df7d2b640 1 --2- 172.21.15.31:0/2395445227 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f1dd4078850 0x7f1dd407ad10 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:51.588 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.588+0000 7f1df7d2b640 1 --2- 172.21.15.31:0/2395445227 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1df015e1d0 0x7f1df00b5880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:51.588 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.588+0000 7f1df7d2b640 1 --2- 172.21.15.31:0/2395445227 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1df00cc830 0x7f1df00b5340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:51.588 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.588+0000 7f1df7d2b640 1 --2- 172.21.15.31:0/2395445227 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1df00cc2e0 0x7f1df015b280 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:51.588 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.588+0000 7f1df7d2b640 1 -- 172.21.15.31:0/2395445227 >> 172.21.15.31:0/2395445227 conn(0x7f1df00741f0 msgr2=0x7f1df00caf50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:51.588 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.588+0000 7f1df7d2b640 1 -- 172.21.15.31:0/2395445227 shutdown_connections 2024-09-16T07:21:51.588 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.588+0000 7f1df7d2b640 1 -- 172.21.15.31:0/2395445227 wait complete. 2024-09-16T07:21:51.598 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-16T07:21:51.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.704+0000 7f0ae9745640 1 -- 172.21.15.31:0/2404425764 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0ad0003a00 msgr2=0x7f0ad0003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:51.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.704+0000 7f0ae9745640 1 --2- 172.21.15.31:0/2404425764 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0ad0003a00 0x7f0ad0003e20 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f0ad4009ed0 tx=0x7f0ad0005830 comp rx=0 tx=0).stop 2024-09-16T07:21:51.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.704+0000 7f0ae37fe640 1 -- 172.21.15.31:0/2404425764 reap_dead start 2024-09-16T07:21:51.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.704+0000 7f0ae9745640 1 -- 172.21.15.31:0/2404425764 shutdown_connections 2024-09-16T07:21:51.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.704+0000 7f0ae9745640 1 -- 172.21.15.31:0/2404425764 >> 172.21.15.31:0/2404425764 conn(0x7f0ae40d3ea0 msgr2=0x7f0ae40d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:51.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.704+0000 7f0ae9745640 1 -- 172.21.15.31:0/2404425764 shutdown_connections 2024-09-16T07:21:51.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.704+0000 7f0ae9745640 1 -- 172.21.15.31:0/2404425764 wait complete. 2024-09-16T07:21:51.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.705+0000 7f0ae9745640 1 Processor -- start 2024-09-16T07:21:51.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.705+0000 7f0ae9745640 1 -- start start 2024-09-16T07:21:51.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.706+0000 7f0ae9745640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0ad0003a00 0x7f0ae406df60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:51.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.706+0000 7f0ae9745640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0ae40b8c10 0x7f0ae406e4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:51.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.706+0000 7f0ae9745640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0ae41f7f20 0x7f0ae41f83b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:51.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.706+0000 7f0ae9745640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f0ae40b42a0 con 0x7f0ae40b8c10 2024-09-16T07:21:51.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.706+0000 7f0ae9745640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f0ae40b4120 con 0x7f0ad0003a00 2024-09-16T07:21:51.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.706+0000 7f0ae9745640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f0ae40b4420 con 0x7f0ae41f7f20 2024-09-16T07:21:51.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.706+0000 7f0ae27fc640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0ae40b8c10 0x7f0ae406e4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:51.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.706+0000 7f0ae27fc640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0ae40b8c10 0x7f0ae406e4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41198/0 (socket says 172.21.15.31:41198) 2024-09-16T07:21:51.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.706+0000 7f0ae27fc640 1 -- 172.21.15.31:0/1743803256 learned_addr learned my addr 172.21.15.31:0/1743803256 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:51.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.706+0000 7f0ae27fc640 1 -- 172.21.15.31:0/1743803256 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0ae41f7f20 msgr2=0x7f0ae41f83b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:51.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.707+0000 7f0ae27fc640 1 --2- 172.21.15.31:0/1743803256 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0ae41f7f20 0x7f0ae41f83b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:51.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.707+0000 7f0ae27fc640 1 -- 172.21.15.31:0/1743803256 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0ad0003a00 msgr2=0x7f0ae406df60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:51.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.707+0000 7f0ae27fc640 1 --2- 172.21.15.31:0/1743803256 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0ad0003a00 0x7f0ae406df60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:51.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.707+0000 7f0ae27fc640 1 -- 172.21.15.31:0/1743803256 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ae4150b00 con 0x7f0ae40b8c10 2024-09-16T07:21:51.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.707+0000 7f0ae27fc640 1 --2- 172.21.15.31:0/1743803256 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0ae40b8c10 0x7f0ae406e4a0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f0acc011b10 tx=0x7f0acc009e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:51.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.707+0000 7f0adb7fe640 1 -- 172.21.15.31:0/1743803256 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0acc01e070 con 0x7f0ae40b8c10 2024-09-16T07:21:51.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.707+0000 7f0adb7fe640 1 -- 172.21.15.31:0/1743803256 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0acc004460 con 0x7f0ae40b8c10 2024-09-16T07:21:51.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.707+0000 7f0adb7fe640 1 -- 172.21.15.31:0/1743803256 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0acc00fc70 con 0x7f0ae40b8c10 2024-09-16T07:21:51.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.707+0000 7f0ae9745640 1 -- 172.21.15.31:0/1743803256 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ae40b7e50 con 0x7f0ae40b8c10 2024-09-16T07:21:51.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.707+0000 7f0ae9745640 1 -- 172.21.15.31:0/1743803256 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ae40b8410 con 0x7f0ae40b8c10 2024-09-16T07:21:51.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.708+0000 7f0ae9745640 1 -- 172.21.15.31:0/1743803256 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0ae40cf9b0 con 0x7f0ae40b8c10 2024-09-16T07:21:51.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.709+0000 7f0adb7fe640 1 -- 172.21.15.31:0/1743803256 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f0acc021070 con 0x7f0ae40b8c10 2024-09-16T07:21:51.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.709+0000 7f0adb7fe640 1 --2- 172.21.15.31:0/1743803256 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0ac4078850 0x7f0ac407ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:51.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.709+0000 7f0adb7fe640 1 -- 172.21.15.31:0/1743803256 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 4857+0+0 (secure 0 0 0) 0x7f0acc09afa0 con 0x7f0ae40b8c10 2024-09-16T07:21:51.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.709+0000 7f0ae2ffd640 1 --2- 172.21.15.31:0/1743803256 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0ac4078850 0x7f0ac407ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:51.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.710+0000 7f0ae2ffd640 1 --2- 172.21.15.31:0/1743803256 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0ac4078850 0x7f0ac407ad10 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f0ad4035000 tx=0x7f0ad4004ab0 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:51.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.713+0000 7f0adb7fe640 1 -- 172.21.15.31:0/1743803256 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f0acc0633e0 con 0x7f0ae40b8c10 2024-09-16T07:21:51.902 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.902+0000 7f0ae9745640 1 -- 172.21.15.31:0/1743803256 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f0ae408d590 con 0x7f0ae40b8c10 2024-09-16T07:21:51.902 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.903+0000 7f0adb7fe640 1 -- 172.21.15.31:0/1743803256 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v30) ==== 84+0+65 (secure 0 0 0) 0x7f0acc067e10 con 0x7f0ae40b8c10 2024-09-16T07:21:51.902 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:21:51.903 INFO:teuthology.orchestra.run.smithi031.stdout:[ 2024-09-16T07:21:51.903 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:21:51.903 INFO:teuthology.orchestra.run.smithi031.stdout: "poolnum": 1, 2024-09-16T07:21:51.903 INFO:teuthology.orchestra.run.smithi031.stdout: "poolname": ".mgr" 2024-09-16T07:21:51.903 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:21:51.903 INFO:teuthology.orchestra.run.smithi031.stdout:] 2024-09-16T07:21:51.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.905+0000 7f0ae9745640 1 -- 172.21.15.31:0/1743803256 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0ac4078850 msgr2=0x7f0ac407ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:51.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.905+0000 7f0ae9745640 1 --2- 172.21.15.31:0/1743803256 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0ac4078850 0x7f0ac407ad10 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f0ad4035000 tx=0x7f0ad4004ab0 comp rx=0 tx=0).stop 2024-09-16T07:21:51.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.905+0000 7f0ae9745640 1 -- 172.21.15.31:0/1743803256 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0ae40b8c10 msgr2=0x7f0ae406e4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:51.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.905+0000 7f0ae9745640 1 --2- 172.21.15.31:0/1743803256 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0ae40b8c10 0x7f0ae406e4a0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f0acc011b10 tx=0x7f0acc009e90 comp rx=0 tx=0).stop 2024-09-16T07:21:51.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.905+0000 7f0ae9745640 1 -- 172.21.15.31:0/1743803256 shutdown_connections 2024-09-16T07:21:51.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.905+0000 7f0ae9745640 1 --2- 172.21.15.31:0/1743803256 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0ac4078850 0x7f0ac407ad10 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:51.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.905+0000 7f0ae9745640 1 --2- 172.21.15.31:0/1743803256 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0ae41f7f20 0x7f0ae41f83b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:51.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.905+0000 7f0ae9745640 1 --2- 172.21.15.31:0/1743803256 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0ae40b8c10 0x7f0ae406e4a0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:51.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.905+0000 7f0ae9745640 1 --2- 172.21.15.31:0/1743803256 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0ad0003a00 0x7f0ae406df60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:51.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.905+0000 7f0ae9745640 1 -- 172.21.15.31:0/1743803256 >> 172.21.15.31:0/1743803256 conn(0x7f0ae40d3ea0 msgr2=0x7f0ae40b0a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:51.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.905+0000 7f0ae9745640 1 -- 172.21.15.31:0/1743803256 shutdown_connections 2024-09-16T07:21:51.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:51.905+0000 7f0ae9745640 1 -- 172.21.15.31:0/1743803256 wait complete. 2024-09-16T07:21:51.915 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-16T07:21:51.916 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-16T07:21:52.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.025+0000 7fecd722a640 1 -- 172.21.15.31:0/2538761548 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fecd00d25b0 msgr2=0x7fecd00b73e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:52.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.025+0000 7fecd722a640 1 --2- 172.21.15.31:0/2538761548 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fecd00d25b0 0x7fecd00b73e0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fecb8005fd0 tx=0x7fecb802a670 comp rx=0 tx=0).stop 2024-09-16T07:21:52.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.025+0000 7fecd722a640 1 -- 172.21.15.31:0/2538761548 shutdown_connections 2024-09-16T07:21:52.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.025+0000 7fecd722a640 1 --2- 172.21.15.31:0/2538761548 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fecd00d25b0 0x7fecd00b73e0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:52.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.025+0000 7fecd722a640 1 --2- 172.21.15.31:0/2538761548 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fecd0161300 0x7fecd00d4940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:52.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.025+0000 7fecd722a640 1 -- 172.21.15.31:0/2538761548 >> 172.21.15.31:0/2538761548 conn(0x7fecd00d3e20 msgr2=0x7fecd00d4230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:52.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.025+0000 7fecd722a640 1 -- 172.21.15.31:0/2538761548 shutdown_connections 2024-09-16T07:21:52.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.025+0000 7fecd722a640 1 -- 172.21.15.31:0/2538761548 wait complete. 2024-09-16T07:21:52.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.027+0000 7fecd722a640 1 Processor -- start 2024-09-16T07:21:52.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.027+0000 7fecd722a640 1 -- start start 2024-09-16T07:21:52.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.027+0000 7fecd722a640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fecd00d25b0 0x7fecd00b8f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:52.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.028+0000 7fecd722a640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fecd0161300 0x7fecd01f7b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:52.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.028+0000 7fecd722a640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fecd01616e0 0x7fecd015da30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:52.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.028+0000 7fecd722a640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fecd00b7cb0 con 0x7fecd00d25b0 2024-09-16T07:21:52.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.028+0000 7fecd722a640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fecd00b7b30 con 0x7fecd01616e0 2024-09-16T07:21:52.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.028+0000 7fecd722a640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fecd00b7e30 con 0x7fecd0161300 2024-09-16T07:21:52.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.028+0000 7fecd4fc6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fecd00d25b0 0x7fecd00b8f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:52.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.028+0000 7fecd4fc6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fecd00d25b0 0x7fecd00b8f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41218/0 (socket says 172.21.15.31:41218) 2024-09-16T07:21:52.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.028+0000 7fecd4fc6640 1 -- 172.21.15.31:0/826123400 learned_addr learned my addr 172.21.15.31:0/826123400 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:52.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.028+0000 7feccffff640 1 --2- 172.21.15.31:0/826123400 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fecd0161300 0x7fecd01f7b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:52.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.028+0000 7fecd4fc6640 1 -- 172.21.15.31:0/826123400 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fecd0161300 msgr2=0x7fecd01f7b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:52.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.028+0000 7fecd4fc6640 1 --2- 172.21.15.31:0/826123400 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fecd0161300 0x7fecd01f7b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:52.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.028+0000 7fecd4fc6640 1 -- 172.21.15.31:0/826123400 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fecd01616e0 msgr2=0x7fecd015da30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:52.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.028+0000 7fecd57c7640 1 --2- 172.21.15.31:0/826123400 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fecd01616e0 0x7fecd015da30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:52.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.028+0000 7fecd4fc6640 1 --2- 172.21.15.31:0/826123400 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fecd01616e0 0x7fecd015da30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:52.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.028+0000 7fecd4fc6640 1 -- 172.21.15.31:0/826123400 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fecd01f8200 con 0x7fecd00d25b0 2024-09-16T07:21:52.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.028+0000 7feccffff640 1 --2- 172.21.15.31:0/826123400 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fecd0161300 0x7fecd01f7b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:21:52.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.028+0000 7fecd4fc6640 1 --2- 172.21.15.31:0/826123400 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fecd00d25b0 0x7fecd00b8f50 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fecc800e9f0 tx=0x7fecc800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:52.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.028+0000 7feccd7fa640 1 -- 172.21.15.31:0/826123400 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecc800cd80 con 0x7fecd00d25b0 2024-09-16T07:21:52.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.028+0000 7feccd7fa640 1 -- 172.21.15.31:0/826123400 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fecc8010430 con 0x7fecd00d25b0 2024-09-16T07:21:52.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.028+0000 7feccd7fa640 1 -- 172.21.15.31:0/826123400 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecc8010840 con 0x7fecd00d25b0 2024-09-16T07:21:52.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.028+0000 7fecd722a640 1 -- 172.21.15.31:0/826123400 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fecd01f84e0 con 0x7fecd00d25b0 2024-09-16T07:21:52.031 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.028+0000 7fecd722a640 1 -- 172.21.15.31:0/826123400 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fecd01f46d0 con 0x7fecd00d25b0 2024-09-16T07:21:52.031 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.029+0000 7fecd722a640 1 -- 172.21.15.31:0/826123400 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fecd00b73e0 con 0x7fecd00d25b0 2024-09-16T07:21:52.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.030+0000 7feccd7fa640 1 -- 172.21.15.31:0/826123400 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7fecc80109e0 con 0x7fecd00d25b0 2024-09-16T07:21:52.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.030+0000 7feccd7fa640 1 --2- 172.21.15.31:0/826123400 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fecb0078850 0x7fecb007ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:52.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.031+0000 7feccd7fa640 1 -- 172.21.15.31:0/826123400 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 4857+0+0 (secure 0 0 0) 0x7fecc809b160 con 0x7fecd00d25b0 2024-09-16T07:21:52.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.031+0000 7feccffff640 1 --2- 172.21.15.31:0/826123400 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fecb0078850 0x7fecb007ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:52.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.031+0000 7feccffff640 1 --2- 172.21.15.31:0/826123400 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fecb0078850 0x7fecb007ad10 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fecd00d3c20 tx=0x7fecc0009040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:52.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.035+0000 7feccd7fa640 1 -- 172.21.15.31:0/826123400 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fecc8063be0 con 0x7fecd00d25b0 2024-09-16T07:21:52.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.219+0000 7fecd722a640 1 -- 172.21.15.31:0/826123400 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fecd0160a00 con 0x7fecd00d25b0 2024-09-16T07:21:52.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.837+0000 7feccd7fa640 1 -- 172.21.15.31:0/826123400 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v31) ==== 138+0+0 (secure 0 0 0) 0x7fecc80634e0 con 0x7fecd00d25b0 2024-09-16T07:21:52.837 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_metadata' created 2024-09-16T07:21:52.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.841+0000 7fecd722a640 1 -- 172.21.15.31:0/826123400 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fecb0078850 msgr2=0x7fecb007ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:52.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.841+0000 7fecd722a640 1 --2- 172.21.15.31:0/826123400 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fecb0078850 0x7fecb007ad10 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fecd00d3c20 tx=0x7fecc0009040 comp rx=0 tx=0).stop 2024-09-16T07:21:52.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.841+0000 7fecd722a640 1 -- 172.21.15.31:0/826123400 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fecd00d25b0 msgr2=0x7fecd00b8f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:52.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.841+0000 7fecd722a640 1 --2- 172.21.15.31:0/826123400 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fecd00d25b0 0x7fecd00b8f50 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fecc800e9f0 tx=0x7fecc800eeb0 comp rx=0 tx=0).stop 2024-09-16T07:21:52.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.842+0000 7fecd722a640 1 -- 172.21.15.31:0/826123400 shutdown_connections 2024-09-16T07:21:52.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.842+0000 7fecd722a640 1 --2- 172.21.15.31:0/826123400 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fecb0078850 0x7fecb007ad10 secure :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fecd00d3c20 tx=0x7fecc0009040 comp rx=0 tx=0).stop 2024-09-16T07:21:52.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.842+0000 7fecd722a640 1 --2- 172.21.15.31:0/826123400 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fecd01616e0 0x7fecd015da30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:52.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.842+0000 7fecd722a640 1 --2- 172.21.15.31:0/826123400 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fecd0161300 0x7fecd01f7b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:52.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.842+0000 7fecd722a640 1 --2- 172.21.15.31:0/826123400 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fecd00d25b0 0x7fecd00b8f50 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:52.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.842+0000 7fecd722a640 1 -- 172.21.15.31:0/826123400 >> 172.21.15.31:0/826123400 conn(0x7fecd00d3e20 msgr2=0x7fecd00d4200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:52.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.842+0000 7fecd722a640 1 -- 172.21.15.31:0/826123400 shutdown_connections 2024-09-16T07:21:52.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.842+0000 7fecd722a640 1 -- 172.21.15.31:0/826123400 wait complete. 2024-09-16T07:21:52.858 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-16T07:21:52.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.976+0000 7f80ec440640 1 -- 172.21.15.31:0/693136064 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f80e40b3de0 msgr2=0x7f80e40b41f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:52.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.976+0000 7f80ec440640 1 --2- 172.21.15.31:0/693136064 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f80e40b3de0 0x7f80e40b41f0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f80e406a240 tx=0x7f80dc02a970 comp rx=0 tx=0).stop 2024-09-16T07:21:52.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.977+0000 7f80ec440640 1 -- 172.21.15.31:0/693136064 shutdown_connections 2024-09-16T07:21:52.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.977+0000 7f80ec440640 1 --2- 172.21.15.31:0/693136064 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f80e40b3de0 0x7f80e40b41f0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:52.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.977+0000 7f80ec440640 1 --2- 172.21.15.31:0/693136064 >> v2:172.21.15.155:3300/0 conn(0x7f80e41617f0 0x7f80e40d1d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:52.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.977+0000 7f80ec440640 1 -- 172.21.15.31:0/693136064 >> 172.21.15.31:0/693136064 conn(0x7f80e40d3e30 msgr2=0x7f80e40d4240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:52.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.977+0000 7f80ec440640 1 -- 172.21.15.31:0/693136064 shutdown_connections 2024-09-16T07:21:52.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.977+0000 7f80ec440640 1 -- 172.21.15.31:0/693136064 wait complete. 2024-09-16T07:21:52.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.978+0000 7f80ec440640 1 Processor -- start 2024-09-16T07:21:52.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.978+0000 7f80ec440640 1 -- start start 2024-09-16T07:21:52.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.979+0000 7f80ec440640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f80e40b3de0 0x7f80e414f2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:52.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.979+0000 7f80ec440640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f80e40d01b0 0x7f80e4159d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:52.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.979+0000 7f80ec440640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f80e41617f0 0x7f80e4159660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:52.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.979+0000 7f80ec440640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f80e40b48b0 con 0x7f80e40b3de0 2024-09-16T07:21:52.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.979+0000 7f80ec440640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f80e40b4730 con 0x7f80e41617f0 2024-09-16T07:21:52.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.979+0000 7f80ec440640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f80e40b4a30 con 0x7f80e40d01b0 2024-09-16T07:21:52.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.979+0000 7f80ea1dc640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f80e40b3de0 0x7f80e414f2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:52.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.979+0000 7f80ea1dc640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f80e40b3de0 0x7f80e414f2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48850/0 (socket says 172.21.15.31:48850) 2024-09-16T07:21:52.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.979+0000 7f80ea1dc640 1 -- 172.21.15.31:0/923601029 learned_addr learned my addr 172.21.15.31:0/923601029 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:52.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.979+0000 7f80e99db640 1 --2- 172.21.15.31:0/923601029 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f80e40d01b0 0x7f80e4159d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:52.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.979+0000 7f80ea9dd640 1 --2- 172.21.15.31:0/923601029 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f80e41617f0 0x7f80e4159660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:52.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.979+0000 7f80ea1dc640 1 -- 172.21.15.31:0/923601029 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f80e40d01b0 msgr2=0x7f80e4159d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:52.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.979+0000 7f80ea1dc640 1 --2- 172.21.15.31:0/923601029 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f80e40d01b0 0x7f80e4159d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:52.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.979+0000 7f80ea1dc640 1 -- 172.21.15.31:0/923601029 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f80e41617f0 msgr2=0x7f80e4159660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:52.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.979+0000 7f80ea1dc640 1 --2- 172.21.15.31:0/923601029 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f80e41617f0 0x7f80e4159660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:52.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.979+0000 7f80ea1dc640 1 -- 172.21.15.31:0/923601029 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80e415a480 con 0x7f80e40b3de0 2024-09-16T07:21:52.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.979+0000 7f80ea9dd640 1 --2- 172.21.15.31:0/923601029 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f80e41617f0 0x7f80e4159660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:21:52.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.979+0000 7f80e99db640 1 --2- 172.21.15.31:0/923601029 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f80e40d01b0 0x7f80e4159d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:21:52.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.979+0000 7f80ea1dc640 1 --2- 172.21.15.31:0/923601029 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f80e40b3de0 0x7f80e414f2d0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f80e000b410 tx=0x7f80e000b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:52.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.979+0000 7f80daffd640 1 -- 172.21.15.31:0/923601029 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80e0015020 con 0x7f80e40b3de0 2024-09-16T07:21:52.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.979+0000 7f80ec440640 1 -- 172.21.15.31:0/923601029 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f80e415a760 con 0x7f80e40b3de0 2024-09-16T07:21:52.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.979+0000 7f80daffd640 1 -- 172.21.15.31:0/923601029 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f80e0011940 con 0x7f80e40b3de0 2024-09-16T07:21:52.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.979+0000 7f80daffd640 1 -- 172.21.15.31:0/923601029 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80e0011d90 con 0x7f80e40b3de0 2024-09-16T07:21:52.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.980+0000 7f80ec440640 1 -- 172.21.15.31:0/923601029 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f80e40c7c40 con 0x7f80e40b3de0 2024-09-16T07:21:52.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.981+0000 7f80ec440640 1 -- 172.21.15.31:0/923601029 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f80e40b4fd0 con 0x7f80e40b3de0 2024-09-16T07:21:52.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.981+0000 7f80daffd640 1 -- 172.21.15.31:0/923601029 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f80e0018020 con 0x7f80e40b3de0 2024-09-16T07:21:52.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.982+0000 7f80daffd640 1 --2- 172.21.15.31:0/923601029 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f80c8078850 0x7f80c807ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:52.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.982+0000 7f80daffd640 1 -- 172.21.15.31:0/923601029 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 5227+0+0 (secure 0 0 0) 0x7f80e009a6d0 con 0x7f80e40b3de0 2024-09-16T07:21:52.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.982+0000 7f80e99db640 1 --2- 172.21.15.31:0/923601029 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f80c8078850 0x7f80c807ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:52.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.983+0000 7f80e99db640 1 --2- 172.21.15.31:0/923601029 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f80c8078850 0x7f80c807ad10 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f80e414f970 tx=0x7f80d4009040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:52.986 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:52.987+0000 7f80daffd640 1 -- 172.21.15.31:0/923601029 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f80e001f020 con 0x7f80e40b3de0 2024-09-16T07:21:53.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:53.174+0000 7f80ec440640 1 -- 172.21.15.31:0/923601029 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f80e40b5700 con 0x7f80e40b3de0 2024-09-16T07:21:53.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:53.839+0000 7f80daffd640 1 -- 172.21.15.31:0/923601029 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v32) ==== 170+0+0 (secure 0 0 0) 0x7f80e0062f30 con 0x7f80e40b3de0 2024-09-16T07:21:53.839 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_data' created 2024-09-16T07:21:53.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:53.845+0000 7f80ec440640 1 -- 172.21.15.31:0/923601029 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f80c8078850 msgr2=0x7f80c807ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:53.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:53.845+0000 7f80ec440640 1 --2- 172.21.15.31:0/923601029 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f80c8078850 0x7f80c807ad10 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f80e414f970 tx=0x7f80d4009040 comp rx=0 tx=0).stop 2024-09-16T07:21:53.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:53.845+0000 7f80ec440640 1 -- 172.21.15.31:0/923601029 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f80e40b3de0 msgr2=0x7f80e414f2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:53.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:53.845+0000 7f80ec440640 1 --2- 172.21.15.31:0/923601029 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f80e40b3de0 0x7f80e414f2d0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f80e000b410 tx=0x7f80e000b8d0 comp rx=0 tx=0).stop 2024-09-16T07:21:53.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:53.845+0000 7f80ec440640 1 -- 172.21.15.31:0/923601029 shutdown_connections 2024-09-16T07:21:53.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:53.845+0000 7f80ec440640 1 --2- 172.21.15.31:0/923601029 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f80c8078850 0x7f80c807ad10 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:53.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:53.845+0000 7f80ec440640 1 --2- 172.21.15.31:0/923601029 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f80e41617f0 0x7f80e4159660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:53.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:53.845+0000 7f80ec440640 1 --2- 172.21.15.31:0/923601029 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f80e40d01b0 0x7f80e4159d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:53.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:53.845+0000 7f80ec440640 1 --2- 172.21.15.31:0/923601029 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f80e40b3de0 0x7f80e414f2d0 secure :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f80e000b410 tx=0x7f80e000b8d0 comp rx=0 tx=0).stop 2024-09-16T07:21:53.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:53.845+0000 7f80ec440640 1 -- 172.21.15.31:0/923601029 >> 172.21.15.31:0/923601029 conn(0x7f80e40d3e30 msgr2=0x7f80e40b0c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:53.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:53.853+0000 7f80ec440640 1 -- 172.21.15.31:0/923601029 shutdown_connections 2024-09-16T07:21:53.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:53.853+0000 7f80ec440640 1 -- 172.21.15.31:0/923601029 wait complete. 2024-09-16T07:21:53.872 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-16T07:21:53.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:53.987+0000 7f675d6ed640 1 -- 172.21.15.31:0/4020748882 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f67580d0fb0 msgr2=0x7f67581612b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:53.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:53.987+0000 7f675d6ed640 1 --2- 172.21.15.31:0/4020748882 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f67580d0fb0 0x7f67581612b0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f675806a540 tx=0x7f674002a560 comp rx=0 tx=0).stop 2024-09-16T07:21:53.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:53.987+0000 7f675d6ed640 1 -- 172.21.15.31:0/4020748882 shutdown_connections 2024-09-16T07:21:53.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:53.987+0000 7f675d6ed640 1 --2- 172.21.15.31:0/4020748882 >> v2:172.21.15.155:3300/0 conn(0x7f67581617f0 0x7f67580d1cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:53.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:53.987+0000 7f675d6ed640 1 --2- 172.21.15.31:0/4020748882 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f67580d0fb0 0x7f67581612b0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:53.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:53.987+0000 7f675d6ed640 1 --2- 172.21.15.31:0/4020748882 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f67580d0bd0 0x7f67580b40d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:53.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:53.987+0000 7f675d6ed640 1 -- 172.21.15.31:0/4020748882 >> 172.21.15.31:0/4020748882 conn(0x7f675809d3c0 msgr2=0x7f67580d40e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:53.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:53.987+0000 7f675d6ed640 1 -- 172.21.15.31:0/4020748882 shutdown_connections 2024-09-16T07:21:53.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:53.987+0000 7f675d6ed640 1 -- 172.21.15.31:0/4020748882 wait complete. 2024-09-16T07:21:53.989 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:53.988+0000 7f675d6ed640 1 Processor -- start 2024-09-16T07:21:53.989 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:53.988+0000 7f675d6ed640 1 -- start start 2024-09-16T07:21:53.989 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:53.989+0000 7f675d6ed640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f67580d0bd0 0x7f67581f4d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:53.990 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:53.989+0000 7f675d6ed640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f67580d0fb0 0x7f675815d4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:53.990 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:53.989+0000 7f675d6ed640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f67581617f0 0x7f67580b1dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:53.990 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:53.989+0000 7f675d6ed640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f67580d21f0 con 0x7f67580d0bd0 2024-09-16T07:21:53.990 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:53.989+0000 7f675d6ed640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f67580b3380 con 0x7f67581617f0 2024-09-16T07:21:53.990 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:53.989+0000 7f675d6ed640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f67580d2370 con 0x7f67580d0fb0 2024-09-16T07:21:53.990 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:53.989+0000 7f6756ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f67580d0bd0 0x7f67581f4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:53.990 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:53.989+0000 7f6756ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f67580d0bd0 0x7f67581f4d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48862/0 (socket says 172.21.15.31:48862) 2024-09-16T07:21:53.990 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:53.989+0000 7f6756ffd640 1 -- 172.21.15.31:0/1995162780 learned_addr learned my addr 172.21.15.31:0/1995162780 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:53.990 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:53.989+0000 7f674ffff640 1 --2- 172.21.15.31:0/1995162780 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f67580d0fb0 0x7f675815d4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:53.990 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:53.989+0000 7f67577fe640 1 --2- 172.21.15.31:0/1995162780 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f67581617f0 0x7f67580b1dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:53.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:53.989+0000 7f6756ffd640 1 -- 172.21.15.31:0/1995162780 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f67580d0fb0 msgr2=0x7f675815d4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:53.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:53.989+0000 7f6756ffd640 1 --2- 172.21.15.31:0/1995162780 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f67580d0fb0 0x7f675815d4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:53.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:53.989+0000 7f6756ffd640 1 -- 172.21.15.31:0/1995162780 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f67581617f0 msgr2=0x7f67580b1dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:53.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:53.989+0000 7f6756ffd640 1 --2- 172.21.15.31:0/1995162780 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f67581617f0 0x7f67580b1dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:53.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:53.989+0000 7f6756ffd640 1 -- 172.21.15.31:0/1995162780 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67581f5250 con 0x7f67580d0bd0 2024-09-16T07:21:53.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:53.989+0000 7f6756ffd640 1 --2- 172.21.15.31:0/1995162780 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f67580d0bd0 0x7f67581f4d10 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f674800e9f0 tx=0x7f674800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:53.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:53.990+0000 7f674f7fe640 1 -- 172.21.15.31:0/1995162780 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f674800ccc0 con 0x7f67580d0bd0 2024-09-16T07:21:53.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:53.990+0000 7f674f7fe640 1 -- 172.21.15.31:0/1995162780 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f674800ce60 con 0x7f67580d0bd0 2024-09-16T07:21:53.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:53.990+0000 7f674f7fe640 1 -- 172.21.15.31:0/1995162780 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6748005260 con 0x7f67580d0bd0 2024-09-16T07:21:53.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:53.990+0000 7f675d6ed640 1 -- 172.21.15.31:0/1995162780 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67580ce3f0 con 0x7f67580d0bd0 2024-09-16T07:21:53.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:53.990+0000 7f675d6ed640 1 -- 172.21.15.31:0/1995162780 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f675815f860 con 0x7f67580d0bd0 2024-09-16T07:21:53.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:53.991+0000 7f675d6ed640 1 -- 172.21.15.31:0/1995162780 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6758050ee0 con 0x7f67580d0bd0 2024-09-16T07:21:53.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:53.992+0000 7f674f7fe640 1 -- 172.21.15.31:0/1995162780 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f6748005400 con 0x7f67580d0bd0 2024-09-16T07:21:53.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:53.992+0000 7f674f7fe640 1 --2- 172.21.15.31:0/1995162780 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6738078850 0x7f673807ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:53.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:53.993+0000 7f674f7fe640 1 -- 172.21.15.31:0/1995162780 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5609+0+0 (secure 0 0 0) 0x7f674809b280 con 0x7f67580d0bd0 2024-09-16T07:21:53.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:53.993+0000 7f674ffff640 1 --2- 172.21.15.31:0/1995162780 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6738078850 0x7f673807ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:53.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:53.993+0000 7f674ffff640 1 --2- 172.21.15.31:0/1995162780 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6738078850 0x7f673807ad10 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f6740033000 tx=0x7f6740004730 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:53.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:53.997+0000 7f674f7fe640 1 -- 172.21.15.31:0/1995162780 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f6758050ee0 con 0x7f67580d0bd0 2024-09-16T07:21:54.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:54.219+0000 7f675d6ed640 1 -- 172.21.15.31:0/1995162780 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f675815da10 con 0x7f67580d0bd0 2024-09-16T07:21:54.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:54.861+0000 7f674f7fe640 1 -- 172.21.15.31:0/1995162780 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 4 and data pool 5 v13) ==== 172+0+0 (secure 0 0 0) 0x7f67480639e0 con 0x7f67580d0bd0 2024-09-16T07:21:54.861 INFO:teuthology.orchestra.run.smithi031.stderr:new fs with metadata pool 4 and data pool 5 2024-09-16T07:21:54.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:54.868+0000 7f675d6ed640 1 -- 172.21.15.31:0/1995162780 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6738078850 msgr2=0x7f673807ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:54.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:54.869+0000 7f675d6ed640 1 --2- 172.21.15.31:0/1995162780 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6738078850 0x7f673807ad10 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f6740033000 tx=0x7f6740004730 comp rx=0 tx=0).stop 2024-09-16T07:21:54.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:54.869+0000 7f675d6ed640 1 -- 172.21.15.31:0/1995162780 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f67580d0bd0 msgr2=0x7f67581f4d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:54.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:54.869+0000 7f675d6ed640 1 --2- 172.21.15.31:0/1995162780 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f67580d0bd0 0x7f67581f4d10 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f674800e9f0 tx=0x7f674800eeb0 comp rx=0 tx=0).stop 2024-09-16T07:21:54.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:54.873+0000 7f675d6ed640 1 -- 172.21.15.31:0/1995162780 shutdown_connections 2024-09-16T07:21:54.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:54.873+0000 7f675d6ed640 1 --2- 172.21.15.31:0/1995162780 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6738078850 0x7f673807ad10 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:54.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:54.873+0000 7f675d6ed640 1 --2- 172.21.15.31:0/1995162780 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f67581617f0 0x7f67580b1dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:54.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:54.873+0000 7f675d6ed640 1 --2- 172.21.15.31:0/1995162780 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f67580d0fb0 0x7f675815d4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:54.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:54.873+0000 7f675d6ed640 1 --2- 172.21.15.31:0/1995162780 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f67580d0bd0 0x7f67581f4d10 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:54.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:54.873+0000 7f675d6ed640 1 -- 172.21.15.31:0/1995162780 >> 172.21.15.31:0/1995162780 conn(0x7f675809d3c0 msgr2=0x7f67580b3580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:54.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:54.876+0000 7f675d6ed640 1 -- 172.21.15.31:0/1995162780 shutdown_connections 2024-09-16T07:21:54.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:54.876+0000 7f675d6ed640 1 -- 172.21.15.31:0/1995162780 wait complete. 2024-09-16T07:21:54.892 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:21:54.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:54.999+0000 7f5e1e8c6640 1 -- 172.21.15.31:0/1846699058 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5e04004d40 msgr2=0x7f5e040051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:54.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:54.999+0000 7f5e1e8c6640 1 --2- 172.21.15.31:0/1846699058 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5e04004d40 0x7f5e040051c0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f5e10001d90 tx=0x7f5e04005830 comp rx=0 tx=0).stop 2024-09-16T07:21:54.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:54.999+0000 7f5e1ce63640 1 -- 172.21.15.31:0/1846699058 reap_dead start 2024-09-16T07:21:54.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:54.999+0000 7f5e1e8c6640 1 -- 172.21.15.31:0/1846699058 shutdown_connections 2024-09-16T07:21:54.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:54.999+0000 7f5e1e8c6640 1 -- 172.21.15.31:0/1846699058 >> 172.21.15.31:0/1846699058 conn(0x7f5e180d0c20 msgr2=0x7f5e180d1030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:54.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:54.999+0000 7f5e1e8c6640 1 -- 172.21.15.31:0/1846699058 shutdown_connections 2024-09-16T07:21:54.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:54.999+0000 7f5e1e8c6640 1 -- 172.21.15.31:0/1846699058 wait complete. 2024-09-16T07:21:55.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.000+0000 7f5e1e8c6640 1 Processor -- start 2024-09-16T07:21:55.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.001+0000 7f5e1e8c6640 1 -- start start 2024-09-16T07:21:55.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.001+0000 7f5e1e8c6640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5e04004d40 0x7f5e181568e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:55.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.001+0000 7f5e1e8c6640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5e180b4d10 0x7f5e1815dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:55.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.001+0000 7f5e1e8c6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5e180b5190 0x7f5e1815e240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:55.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.001+0000 7f5e1e8c6640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f5e180d0820 con 0x7f5e180b5190 2024-09-16T07:21:55.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.001+0000 7f5e1e8c6640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f5e180d06a0 con 0x7f5e180b4d10 2024-09-16T07:21:55.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.001+0000 7f5e1e8c6640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f5e180cb350 con 0x7f5e04004d40 2024-09-16T07:21:55.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.001+0000 7f5e1ce63640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5e180b5190 0x7f5e1815e240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:55.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.002+0000 7f5e1ce63640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5e180b5190 0x7f5e1815e240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48884/0 (socket says 172.21.15.31:48884) 2024-09-16T07:21:55.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.002+0000 7f5e1ce63640 1 -- 172.21.15.31:0/823075779 learned_addr learned my addr 172.21.15.31:0/823075779 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:55.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.002+0000 7f5e17fff640 1 --2- 172.21.15.31:0/823075779 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5e04004d40 0x7f5e181568e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:55.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.002+0000 7f5e177fe640 1 --2- 172.21.15.31:0/823075779 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5e180b4d10 0x7f5e1815dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:55.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.002+0000 7f5e1ce63640 1 -- 172.21.15.31:0/823075779 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5e04004d40 msgr2=0x7f5e181568e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:55.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.002+0000 7f5e1ce63640 1 --2- 172.21.15.31:0/823075779 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5e04004d40 0x7f5e181568e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:55.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.002+0000 7f5e1ce63640 1 -- 172.21.15.31:0/823075779 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5e180b4d10 msgr2=0x7f5e1815dd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:55.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.002+0000 7f5e1ce63640 1 --2- 172.21.15.31:0/823075779 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5e180b4d10 0x7f5e1815dd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:55.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.002+0000 7f5e1ce63640 1 -- 172.21.15.31:0/823075779 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e181f28a0 con 0x7f5e180b5190 2024-09-16T07:21:55.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.002+0000 7f5e1ce63640 1 --2- 172.21.15.31:0/823075779 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5e180b5190 0x7f5e1815e240 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f5e10001e80 tx=0x7f5e10001b10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:55.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.002+0000 7f5e14ff9640 1 -- 172.21.15.31:0/823075779 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e100060b0 con 0x7f5e180b5190 2024-09-16T07:21:55.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.002+0000 7f5e14ff9640 1 -- 172.21.15.31:0/823075779 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5e10006250 con 0x7f5e180b5190 2024-09-16T07:21:55.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.002+0000 7f5e1e8c6640 1 -- 172.21.15.31:0/823075779 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e181f2b60 con 0x7f5e180b5190 2024-09-16T07:21:55.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.002+0000 7f5e14ff9640 1 -- 172.21.15.31:0/823075779 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e100066a0 con 0x7f5e180b5190 2024-09-16T07:21:55.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.002+0000 7f5e1e8c6640 1 -- 172.21.15.31:0/823075779 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e181f3120 con 0x7f5e180b5190 2024-09-16T07:21:55.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.003+0000 7f5e1e8c6640 1 -- 172.21.15.31:0/823075779 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e180736e0 con 0x7f5e180b5190 2024-09-16T07:21:55.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.004+0000 7f5e14ff9640 1 -- 172.21.15.31:0/823075779 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f5e10033480 con 0x7f5e180b5190 2024-09-16T07:21:55.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.005+0000 7f5e14ff9640 1 --2- 172.21.15.31:0/823075779 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f5df8078850 0x7f5df807ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:55.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.005+0000 7f5e14ff9640 1 -- 172.21.15.31:0/823075779 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7f5e100ba960 con 0x7f5e180b5190 2024-09-16T07:21:55.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.005+0000 7f5e17fff640 1 --2- 172.21.15.31:0/823075779 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f5df8078850 0x7f5df807ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:55.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.005+0000 7f5e17fff640 1 --2- 172.21.15.31:0/823075779 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f5df8078850 0x7f5df807ad10 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f5e08001240 tx=0x7f5e08000f70 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:55.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.009+0000 7f5e14ff9640 1 -- 172.21.15.31:0/823075779 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f5e10082fc0 con 0x7f5e180b5190 2024-09-16T07:21:55.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.196+0000 7f5e1e8c6640 1 -- 172.21.15.31:0/823075779 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f5e180b6ba0 con 0x7f5e180b5190 2024-09-16T07:21:55.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.197+0000 7f5e14ff9640 1 -- 172.21.15.31:0/823075779 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v33) ==== 74+0+16658 (secure 0 0 0) 0x7f5e100828c0 con 0x7f5e180b5190 2024-09-16T07:21:55.196 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:21:55.197 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":33,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:21:54.220848+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:21:52.223904+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-16T07:21:53.178687+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:21:55.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.199+0000 7f5e1e8c6640 1 -- 172.21.15.31:0/823075779 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f5df8078850 msgr2=0x7f5df807ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:55.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.199+0000 7f5e1e8c6640 1 --2- 172.21.15.31:0/823075779 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f5df8078850 0x7f5df807ad10 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f5e08001240 tx=0x7f5e08000f70 comp rx=0 tx=0).stop 2024-09-16T07:21:55.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.199+0000 7f5e1e8c6640 1 -- 172.21.15.31:0/823075779 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5e180b5190 msgr2=0x7f5e1815e240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:55.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.199+0000 7f5e1e8c6640 1 --2- 172.21.15.31:0/823075779 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5e180b5190 0x7f5e1815e240 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f5e10001e80 tx=0x7f5e10001b10 comp rx=0 tx=0).stop 2024-09-16T07:21:55.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.199+0000 7f5e1e8c6640 1 -- 172.21.15.31:0/823075779 shutdown_connections 2024-09-16T07:21:55.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.199+0000 7f5e1e8c6640 1 --2- 172.21.15.31:0/823075779 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f5df8078850 0x7f5df807ad10 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:55.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.199+0000 7f5e1e8c6640 1 --2- 172.21.15.31:0/823075779 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5e180b5190 0x7f5e1815e240 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:55.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.199+0000 7f5e1e8c6640 1 --2- 172.21.15.31:0/823075779 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5e180b4d10 0x7f5e1815dd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:55.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.199+0000 7f5e1e8c6640 1 --2- 172.21.15.31:0/823075779 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5e04004d40 0x7f5e181568e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:55.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.199+0000 7f5e1e8c6640 1 -- 172.21.15.31:0/823075779 >> 172.21.15.31:0/823075779 conn(0x7f5e180d0c20 msgr2=0x7f5e180d1030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:55.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.199+0000 7f5e1e8c6640 1 -- 172.21.15.31:0/823075779 shutdown_connections 2024-09-16T07:21:55.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.199+0000 7f5e1e8c6640 1 -- 172.21.15.31:0/823075779 wait complete. 2024-09-16T07:21:55.210 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:21:55.316 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.316+0000 7f0319724640 1 -- 172.21.15.31:0/175271661 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0300004d90 msgr2=0x7f0300005210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:55.316 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.316+0000 7f0319724640 1 --2- 172.21.15.31:0/175271661 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0300004d90 0x7f0300005210 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f030c00c2e0 tx=0x7f0300005830 comp rx=0 tx=0).stop 2024-09-16T07:21:55.316 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.316+0000 7f03137fe640 1 -- 172.21.15.31:0/175271661 reap_dead start 2024-09-16T07:21:55.316 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.316+0000 7f0319724640 1 -- 172.21.15.31:0/175271661 shutdown_connections 2024-09-16T07:21:55.316 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.316+0000 7f0319724640 1 -- 172.21.15.31:0/175271661 >> 172.21.15.31:0/175271661 conn(0x7f03140b1690 msgr2=0x7f03140b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:55.316 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.316+0000 7f0319724640 1 -- 172.21.15.31:0/175271661 shutdown_connections 2024-09-16T07:21:55.316 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.316+0000 7f0319724640 1 -- 172.21.15.31:0/175271661 wait complete. 2024-09-16T07:21:55.317 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.317+0000 7f0319724640 1 Processor -- start 2024-09-16T07:21:55.317 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.317+0000 7f0319724640 1 -- start start 2024-09-16T07:21:55.319 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.318+0000 7f0319724640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0300004d90 0x7f03140aee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:55.319 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.318+0000 7f0319724640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f031414a5d0 0x7f031414aa50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:55.319 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.318+0000 7f0319724640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f03141f5fb0 0x7f03141f6460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:55.319 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.318+0000 7f0319724640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f03140739a0 con 0x7f031414a5d0 2024-09-16T07:21:55.319 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.318+0000 7f0319724640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f03140707c0 con 0x7f0300004d90 2024-09-16T07:21:55.319 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.318+0000 7f0319724640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f0314073b20 con 0x7f03141f5fb0 2024-09-16T07:21:55.320 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.318+0000 7f03127fc640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f031414a5d0 0x7f031414aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:55.320 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.318+0000 7f03127fc640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f031414a5d0 0x7f031414aa50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48894/0 (socket says 172.21.15.31:48894) 2024-09-16T07:21:55.320 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.318+0000 7f03127fc640 1 -- 172.21.15.31:0/747177664 learned_addr learned my addr 172.21.15.31:0/747177664 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:55.320 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.319+0000 7f03137fe640 1 --2- 172.21.15.31:0/747177664 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f03141f5fb0 0x7f03141f6460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:55.320 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.319+0000 7f0312ffd640 1 --2- 172.21.15.31:0/747177664 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0300004d90 0x7f03140aee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:55.320 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.319+0000 7f03127fc640 1 -- 172.21.15.31:0/747177664 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f03141f5fb0 msgr2=0x7f03141f6460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:55.320 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.319+0000 7f03127fc640 1 --2- 172.21.15.31:0/747177664 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f03141f5fb0 0x7f03141f6460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:55.320 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.319+0000 7f03127fc640 1 -- 172.21.15.31:0/747177664 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0300004d90 msgr2=0x7f03140aee30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:55.320 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.319+0000 7f03127fc640 1 --2- 172.21.15.31:0/747177664 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0300004d90 0x7f03140aee30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:55.320 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.319+0000 7f03127fc640 1 -- 172.21.15.31:0/747177664 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f031414dd30 con 0x7f031414a5d0 2024-09-16T07:21:55.320 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.319+0000 7f0312ffd640 1 --2- 172.21.15.31:0/747177664 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0300004d90 0x7f03140aee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:21:55.320 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.319+0000 7f03127fc640 1 --2- 172.21.15.31:0/747177664 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f031414a5d0 0x7f031414aa50 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f02fc00fa30 tx=0x7f02fc00fef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:55.320 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.319+0000 7f030b7fe640 1 -- 172.21.15.31:0/747177664 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02fc00bc50 con 0x7f031414a5d0 2024-09-16T07:21:55.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.319+0000 7f030b7fe640 1 -- 172.21.15.31:0/747177664 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f02fc011440 con 0x7f031414a5d0 2024-09-16T07:21:55.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.319+0000 7f0319724640 1 -- 172.21.15.31:0/747177664 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03140af370 con 0x7f031414a5d0 2024-09-16T07:21:55.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.319+0000 7f030b7fe640 1 -- 172.21.15.31:0/747177664 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02fc011870 con 0x7f031414a5d0 2024-09-16T07:21:55.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.319+0000 7f0319724640 1 -- 172.21.15.31:0/747177664 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03141f5a90 con 0x7f031414a5d0 2024-09-16T07:21:55.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.320+0000 7f0319724640 1 -- 172.21.15.31:0/747177664 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f03140b4690 con 0x7f031414a5d0 2024-09-16T07:21:55.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.321+0000 7f030b7fe640 1 -- 172.21.15.31:0/747177664 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f02fc019020 con 0x7f031414a5d0 2024-09-16T07:21:55.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.321+0000 7f030b7fe640 1 --2- 172.21.15.31:0/747177664 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f02f4078880 0x7f02f407ad40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:55.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.321+0000 7f030b7fe640 1 -- 172.21.15.31:0/747177664 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7f02fc09b2a0 con 0x7f031414a5d0 2024-09-16T07:21:55.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.322+0000 7f0312ffd640 1 --2- 172.21.15.31:0/747177664 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f02f4078880 0x7f02f407ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:55.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.322+0000 7f0312ffd640 1 --2- 172.21.15.31:0/747177664 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f02f4078880 0x7f02f407ad40 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f0304006d10 tx=0x7f0304006ea0 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:55.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.326+0000 7f030b7fe640 1 -- 172.21.15.31:0/747177664 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f02fc063910 con 0x7f031414a5d0 2024-09-16T07:21:55.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.515+0000 7f0319724640 1 -- 172.21.15.31:0/747177664 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f031414e210 con 0x7f031414a5d0 2024-09-16T07:21:55.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.516+0000 7f030b7fe640 1 -- 172.21.15.31:0/747177664 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v33) ==== 74+0+16658 (secure 0 0 0) 0x7f02fc063210 con 0x7f031414a5d0 2024-09-16T07:21:55.516 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:21:55.516 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":33,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:21:54.220848+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:21:52.223904+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-16T07:21:53.178687+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:21:55.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.518+0000 7f0319724640 1 -- 172.21.15.31:0/747177664 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f02f4078880 msgr2=0x7f02f407ad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:55.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.518+0000 7f0319724640 1 --2- 172.21.15.31:0/747177664 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f02f4078880 0x7f02f407ad40 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f0304006d10 tx=0x7f0304006ea0 comp rx=0 tx=0).stop 2024-09-16T07:21:55.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.518+0000 7f0319724640 1 -- 172.21.15.31:0/747177664 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f031414a5d0 msgr2=0x7f031414aa50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:55.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.518+0000 7f0319724640 1 --2- 172.21.15.31:0/747177664 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f031414a5d0 0x7f031414aa50 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f02fc00fa30 tx=0x7f02fc00fef0 comp rx=0 tx=0).stop 2024-09-16T07:21:55.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.518+0000 7f0319724640 1 -- 172.21.15.31:0/747177664 shutdown_connections 2024-09-16T07:21:55.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.518+0000 7f0319724640 1 --2- 172.21.15.31:0/747177664 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f02f4078880 0x7f02f407ad40 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:55.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.518+0000 7f0319724640 1 --2- 172.21.15.31:0/747177664 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f03141f5fb0 0x7f03141f6460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:55.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.518+0000 7f0319724640 1 --2- 172.21.15.31:0/747177664 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f031414a5d0 0x7f031414aa50 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:55.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.518+0000 7f0319724640 1 --2- 172.21.15.31:0/747177664 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0300004d90 0x7f03140aee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:55.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.518+0000 7f0319724640 1 -- 172.21.15.31:0/747177664 >> 172.21.15.31:0/747177664 conn(0x7f03140b1690 msgr2=0x7f031415b9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:55.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.518+0000 7f0319724640 1 -- 172.21.15.31:0/747177664 shutdown_connections 2024-09-16T07:21:55.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.518+0000 7f0319724640 1 -- 172.21.15.31:0/747177664 wait complete. 2024-09-16T07:21:55.529 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-16T07:21:55.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.638+0000 7fea770ef640 1 -- 172.21.15.31:0/3942998809 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fea58003a50 msgr2=0x7fea58003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:55.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.638+0000 7fea770ef640 1 --2- 172.21.15.31:0/3942998809 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fea58003a50 0x7fea58003e70 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fea60009b50 tx=0x7fea58005830 comp rx=0 tx=0).stop 2024-09-16T07:21:55.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.638+0000 7fea770ef640 1 -- 172.21.15.31:0/3942998809 shutdown_connections 2024-09-16T07:21:55.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.638+0000 7fea770ef640 1 --2- 172.21.15.31:0/3942998809 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fea58003a50 0x7fea58003e70 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:55.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.638+0000 7fea770ef640 1 -- 172.21.15.31:0/3942998809 >> 172.21.15.31:0/3942998809 conn(0x7fea7009aa30 msgr2=0x7fea7009ae40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:55.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.638+0000 7fea770ef640 1 -- 172.21.15.31:0/3942998809 shutdown_connections 2024-09-16T07:21:55.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.638+0000 7fea770ef640 1 -- 172.21.15.31:0/3942998809 wait complete. 2024-09-16T07:21:55.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.640+0000 7fea770ef640 1 Processor -- start 2024-09-16T07:21:55.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.640+0000 7fea770ef640 1 -- start start 2024-09-16T07:21:55.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.641+0000 7fea770ef640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fea58003a50 0x7fea7015a2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:55.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.641+0000 7fea770ef640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fea701f8bd0 0x7fea701f8030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:55.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.641+0000 7fea770ef640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fea701f8570 0x7fea700ca160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:55.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.641+0000 7fea770ef640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fea700d02b0 con 0x7fea58003a50 2024-09-16T07:21:55.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.641+0000 7fea770ef640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fea700d2100 con 0x7fea701f8570 2024-09-16T07:21:55.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.641+0000 7fea770ef640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fea700d0430 con 0x7fea701f8bd0 2024-09-16T07:21:55.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.641+0000 7fea74e8b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fea58003a50 0x7fea7015a2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:55.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.641+0000 7fea74e8b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fea58003a50 0x7fea7015a2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48906/0 (socket says 172.21.15.31:48906) 2024-09-16T07:21:55.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.641+0000 7fea74e8b640 1 -- 172.21.15.31:0/976153370 learned_addr learned my addr 172.21.15.31:0/976153370 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:55.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.641+0000 7fea7568c640 1 --2- 172.21.15.31:0/976153370 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fea701f8570 0x7fea700ca160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:55.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.641+0000 7fea6ffff640 1 --2- 172.21.15.31:0/976153370 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fea701f8bd0 0x7fea701f8030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:55.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.641+0000 7fea74e8b640 1 -- 172.21.15.31:0/976153370 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fea701f8bd0 msgr2=0x7fea701f8030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:55.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.641+0000 7fea74e8b640 1 --2- 172.21.15.31:0/976153370 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fea701f8bd0 0x7fea701f8030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:55.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.641+0000 7fea74e8b640 1 -- 172.21.15.31:0/976153370 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fea701f8570 msgr2=0x7fea700ca160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:55.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.641+0000 7fea74e8b640 1 --2- 172.21.15.31:0/976153370 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fea701f8570 0x7fea700ca160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:55.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.641+0000 7fea74e8b640 1 -- 172.21.15.31:0/976153370 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea7015a830 con 0x7fea58003a50 2024-09-16T07:21:55.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.641+0000 7fea7568c640 1 --2- 172.21.15.31:0/976153370 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fea701f8570 0x7fea700ca160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:21:55.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.641+0000 7fea74e8b640 1 --2- 172.21.15.31:0/976153370 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fea58003a50 0x7fea7015a2f0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fea60036040 tx=0x7fea600336f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:55.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.641+0000 7fea6d7fa640 1 -- 172.21.15.31:0/976153370 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea60038040 con 0x7fea58003a50 2024-09-16T07:21:55.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.641+0000 7fea6d7fa640 1 -- 172.21.15.31:0/976153370 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fea60004230 con 0x7fea58003a50 2024-09-16T07:21:55.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.641+0000 7fea770ef640 1 -- 172.21.15.31:0/976153370 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea7006ef70 con 0x7fea58003a50 2024-09-16T07:21:55.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.641+0000 7fea6d7fa640 1 -- 172.21.15.31:0/976153370 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea600338e0 con 0x7fea58003a50 2024-09-16T07:21:55.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.641+0000 7fea770ef640 1 -- 172.21.15.31:0/976153370 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fea7006f530 con 0x7fea58003a50 2024-09-16T07:21:55.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.642+0000 7fea770ef640 1 -- 172.21.15.31:0/976153370 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fea700af080 con 0x7fea58003a50 2024-09-16T07:21:55.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.643+0000 7fea6d7fa640 1 -- 172.21.15.31:0/976153370 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7fea6002b8a0 con 0x7fea58003a50 2024-09-16T07:21:55.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.644+0000 7fea6d7fa640 1 --2- 172.21.15.31:0/976153370 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fea5c078850 0x7fea5c07ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:55.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.644+0000 7fea6d7fa640 1 -- 172.21.15.31:0/976153370 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7fea600bae70 con 0x7fea58003a50 2024-09-16T07:21:55.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.644+0000 7fea6ffff640 1 --2- 172.21.15.31:0/976153370 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fea5c078850 0x7fea5c07ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:55.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.644+0000 7fea6ffff640 1 --2- 172.21.15.31:0/976153370 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fea5c078850 0x7fea5c07ad10 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fea64000f60 tx=0x7fea64000ed0 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:55.647 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.648+0000 7fea6d7fa640 1 -- 172.21.15.31:0/976153370 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fea700af080 con 0x7fea58003a50 2024-09-16T07:21:55.874 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:55.875+0000 7fea770ef640 1 -- 172.21.15.31:0/976153370 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fea701f8950 con 0x7fea58003a50 2024-09-16T07:21:56.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:56.875+0000 7fea6d7fa640 1 -- 172.21.15.31:0/976153370 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v16) ==== 118+0+0 (secure 0 0 0) 0x7fea7015a830 con 0x7fea58003a50 2024-09-16T07:21:56.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:56.878+0000 7fea770ef640 1 -- 172.21.15.31:0/976153370 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fea5c078850 msgr2=0x7fea5c07ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:56.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:56.878+0000 7fea770ef640 1 --2- 172.21.15.31:0/976153370 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fea5c078850 0x7fea5c07ad10 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fea64000f60 tx=0x7fea64000ed0 comp rx=0 tx=0).stop 2024-09-16T07:21:56.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:56.878+0000 7fea770ef640 1 -- 172.21.15.31:0/976153370 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fea58003a50 msgr2=0x7fea7015a2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:56.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:56.878+0000 7fea770ef640 1 --2- 172.21.15.31:0/976153370 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fea58003a50 0x7fea7015a2f0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fea60036040 tx=0x7fea600336f0 comp rx=0 tx=0).stop 2024-09-16T07:21:56.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:56.879+0000 7fea770ef640 1 -- 172.21.15.31:0/976153370 shutdown_connections 2024-09-16T07:21:56.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:56.879+0000 7fea770ef640 1 --2- 172.21.15.31:0/976153370 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fea5c078850 0x7fea5c07ad10 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:56.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:56.879+0000 7fea770ef640 1 --2- 172.21.15.31:0/976153370 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fea701f8570 0x7fea700ca160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:56.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:56.879+0000 7fea770ef640 1 --2- 172.21.15.31:0/976153370 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fea701f8bd0 0x7fea701f8030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:56.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:56.879+0000 7fea770ef640 1 --2- 172.21.15.31:0/976153370 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fea58003a50 0x7fea7015a2f0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:56.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:56.879+0000 7fea770ef640 1 -- 172.21.15.31:0/976153370 >> 172.21.15.31:0/976153370 conn(0x7fea7009aa30 msgr2=0x7fea700af820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:56.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:56.879+0000 7fea770ef640 1 -- 172.21.15.31:0/976153370 shutdown_connections 2024-09-16T07:21:56.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:56.879+0000 7fea770ef640 1 -- 172.21.15.31:0/976153370 wait complete. 2024-09-16T07:21:56.891 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-16T07:21:56.892 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-16T07:21:57.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:57.007+0000 7efe73752640 1 -- 172.21.15.31:0/1366026843 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efe6c0d01b0 msgr2=0x7efe6c0d2270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:57.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:57.007+0000 7efe73752640 1 --2- 172.21.15.31:0/1366026843 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efe6c0d01b0 0x7efe6c0d2270 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7efe5c009830 tx=0x7efe5c02a480 comp rx=0 tx=0).stop 2024-09-16T07:21:57.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:57.007+0000 7efe73752640 1 -- 172.21.15.31:0/1366026843 shutdown_connections 2024-09-16T07:21:57.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:57.007+0000 7efe73752640 1 --2- 172.21.15.31:0/1366026843 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efe6c0d01b0 0x7efe6c0d2270 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:57.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:57.007+0000 7efe73752640 1 --2- 172.21.15.31:0/1366026843 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efe6c1617f0 0x7efe6c0d1d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:57.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:57.007+0000 7efe73752640 1 -- 172.21.15.31:0/1366026843 >> 172.21.15.31:0/1366026843 conn(0x7efe6c0d3e30 msgr2=0x7efe6c0d4240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:57.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:57.008+0000 7efe73752640 1 -- 172.21.15.31:0/1366026843 shutdown_connections 2024-09-16T07:21:57.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:57.008+0000 7efe73752640 1 -- 172.21.15.31:0/1366026843 wait complete. 2024-09-16T07:21:57.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:57.009+0000 7efe73752640 1 Processor -- start 2024-09-16T07:21:57.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:57.009+0000 7efe73752640 1 -- start start 2024-09-16T07:21:57.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:57.010+0000 7efe73752640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efe6c0d01b0 0x7efe6c0ca670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:57.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:57.010+0000 7efe73752640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efe6c0d27b0 0x7efe6c1f8e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:57.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:57.010+0000 7efe73752640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efe6c1617f0 0x7efe6c152110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:57.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:57.010+0000 7efe73752640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7efe6c0d0f50 con 0x7efe6c0d01b0 2024-09-16T07:21:57.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:57.010+0000 7efe73752640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7efe6c0b5000 con 0x7efe6c0d27b0 2024-09-16T07:21:57.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:57.010+0000 7efe73752640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7efe6c0d10d0 con 0x7efe6c1617f0 2024-09-16T07:21:57.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:57.010+0000 7efe714ee640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efe6c0d01b0 0x7efe6c0ca670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:57.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:57.010+0000 7efe714ee640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efe6c0d01b0 0x7efe6c0ca670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48930/0 (socket says 172.21.15.31:48930) 2024-09-16T07:21:57.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:57.010+0000 7efe714ee640 1 -- 172.21.15.31:0/2973123361 learned_addr learned my addr 172.21.15.31:0/2973123361 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:57.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:57.010+0000 7efe70ced640 1 --2- 172.21.15.31:0/2973123361 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efe6c0d27b0 0x7efe6c1f8e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:57.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:57.010+0000 7efe71cef640 1 --2- 172.21.15.31:0/2973123361 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efe6c1617f0 0x7efe6c152110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:57.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:57.010+0000 7efe714ee640 1 -- 172.21.15.31:0/2973123361 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efe6c1617f0 msgr2=0x7efe6c152110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:57.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:57.010+0000 7efe714ee640 1 --2- 172.21.15.31:0/2973123361 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efe6c1617f0 0x7efe6c152110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:57.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:57.010+0000 7efe714ee640 1 -- 172.21.15.31:0/2973123361 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efe6c0d27b0 msgr2=0x7efe6c1f8e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:57.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:57.010+0000 7efe714ee640 1 --2- 172.21.15.31:0/2973123361 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efe6c0d27b0 0x7efe6c1f8e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:57.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:57.010+0000 7efe714ee640 1 -- 172.21.15.31:0/2973123361 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe6c0c7960 con 0x7efe6c0d01b0 2024-09-16T07:21:57.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:57.010+0000 7efe70ced640 1 --2- 172.21.15.31:0/2973123361 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efe6c0d27b0 0x7efe6c1f8e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:21:57.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:57.010+0000 7efe714ee640 1 --2- 172.21.15.31:0/2973123361 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efe6c0d01b0 0x7efe6c0ca670 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7efe6800c970 tx=0x7efe6800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:57.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:57.010+0000 7efe61ffb640 1 -- 172.21.15.31:0/2973123361 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe68007bb0 con 0x7efe6c0d01b0 2024-09-16T07:21:57.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:57.010+0000 7efe61ffb640 1 -- 172.21.15.31:0/2973123361 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efe68007e40 con 0x7efe6c0d01b0 2024-09-16T07:21:57.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:57.010+0000 7efe73752640 1 -- 172.21.15.31:0/2973123361 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efe6c1f8380 con 0x7efe6c0d01b0 2024-09-16T07:21:57.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:57.010+0000 7efe61ffb640 1 -- 172.21.15.31:0/2973123361 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe6800f690 con 0x7efe6c0d01b0 2024-09-16T07:21:57.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:57.011+0000 7efe73752640 1 -- 172.21.15.31:0/2973123361 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efe6c1f8620 con 0x7efe6c0d01b0 2024-09-16T07:21:57.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:57.012+0000 7efe73752640 1 -- 172.21.15.31:0/2973123361 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efe6c0d1610 con 0x7efe6c0d01b0 2024-09-16T07:21:57.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:57.012+0000 7efe61ffb640 1 -- 172.21.15.31:0/2973123361 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7efe6800f830 con 0x7efe6c0d01b0 2024-09-16T07:21:57.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:57.013+0000 7efe61ffb640 1 --2- 172.21.15.31:0/2973123361 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7efe500788b0 0x7efe5007ad70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:57.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:57.013+0000 7efe61ffb640 1 -- 172.21.15.31:0/2973123361 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7efe6809b170 con 0x7efe6c0d01b0 2024-09-16T07:21:57.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:57.013+0000 7efe70ced640 1 --2- 172.21.15.31:0/2973123361 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7efe500788b0 0x7efe5007ad70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:57.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:57.014+0000 7efe70ced640 1 --2- 172.21.15.31:0/2973123361 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7efe500788b0 0x7efe5007ad70 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7efe5c034000 tx=0x7efe5c004730 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:57.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:57.017+0000 7efe61ffb640 1 -- 172.21.15.31:0/2973123361 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7efe68014030 con 0x7efe6c0d01b0 2024-09-16T07:21:57.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:57.241+0000 7efe73752640 1 -- 172.21.15.31:0/2973123361 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7efe6c0b3570 con 0x7efe6c0d01b0 2024-09-16T07:21:57.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:57.878+0000 7efe61ffb640 1 -- 172.21.15.31:0/2973123361 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v17) ==== 122+0+0 (secure 0 0 0) 0x7efe680637d0 con 0x7efe6c0d01b0 2024-09-16T07:21:57.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:57.881+0000 7efe73752640 1 -- 172.21.15.31:0/2973123361 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7efe500788b0 msgr2=0x7efe5007ad70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:57.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:57.881+0000 7efe73752640 1 --2- 172.21.15.31:0/2973123361 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7efe500788b0 0x7efe5007ad70 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7efe5c034000 tx=0x7efe5c004730 comp rx=0 tx=0).stop 2024-09-16T07:21:57.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:57.881+0000 7efe73752640 1 -- 172.21.15.31:0/2973123361 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efe6c0d01b0 msgr2=0x7efe6c0ca670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:57.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:57.881+0000 7efe73752640 1 --2- 172.21.15.31:0/2973123361 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efe6c0d01b0 0x7efe6c0ca670 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7efe6800c970 tx=0x7efe6800ce30 comp rx=0 tx=0).stop 2024-09-16T07:21:57.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:57.881+0000 7efe73752640 1 -- 172.21.15.31:0/2973123361 shutdown_connections 2024-09-16T07:21:57.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:57.881+0000 7efe73752640 1 --2- 172.21.15.31:0/2973123361 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7efe500788b0 0x7efe5007ad70 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:57.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:57.881+0000 7efe73752640 1 --2- 172.21.15.31:0/2973123361 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efe6c1617f0 0x7efe6c152110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:57.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:57.881+0000 7efe73752640 1 --2- 172.21.15.31:0/2973123361 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efe6c0d27b0 0x7efe6c1f8e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:57.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:57.881+0000 7efe73752640 1 --2- 172.21.15.31:0/2973123361 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efe6c0d01b0 0x7efe6c0ca670 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:57.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:57.882+0000 7efe73752640 1 -- 172.21.15.31:0/2973123361 >> 172.21.15.31:0/2973123361 conn(0x7efe6c0d3e30 msgr2=0x7efe6c0d1d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:57.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:57.882+0000 7efe73752640 1 -- 172.21.15.31:0/2973123361 shutdown_connections 2024-09-16T07:21:57.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:57.882+0000 7efe73752640 1 -- 172.21.15.31:0/2973123361 wait complete. 2024-09-16T07:21:57.894 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-16T07:21:57.895 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:21:58.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.007+0000 7f4411c9b640 1 -- 172.21.15.31:0/3946454971 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f440c161b30 msgr2=0x7f440c0cf920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:58.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.007+0000 7f4411c9b640 1 --2- 172.21.15.31:0/3946454971 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f440c161b30 0x7f440c0cf920 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f43fc009860 tx=0x7f43fc02a540 comp rx=0 tx=0).stop 2024-09-16T07:21:58.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.007+0000 7f4411c9b640 1 -- 172.21.15.31:0/3946454971 shutdown_connections 2024-09-16T07:21:58.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.007+0000 7f4411c9b640 1 --2- 172.21.15.31:0/3946454971 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f440c161b30 0x7f440c0cf920 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:58.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.007+0000 7f4411c9b640 1 -- 172.21.15.31:0/3946454971 >> 172.21.15.31:0/3946454971 conn(0x7f440c0d3e40 msgr2=0x7f440c0d4250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:58.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.007+0000 7f4411c9b640 1 -- 172.21.15.31:0/3946454971 shutdown_connections 2024-09-16T07:21:58.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.007+0000 7f4411c9b640 1 -- 172.21.15.31:0/3946454971 wait complete. 2024-09-16T07:21:58.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.008+0000 7f4411c9b640 1 Processor -- start 2024-09-16T07:21:58.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.008+0000 7f4411c9b640 1 -- start start 2024-09-16T07:21:58.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.009+0000 7f4411c9b640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f440c0d1a10 0x7f440c154b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:58.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.009+0000 7f4411c9b640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f440c160ac0 0x7f440c159630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:58.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.009+0000 7f4411c9b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f440c161b30 0x7f440c159b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:58.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.009+0000 7f4411c9b640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f440c1696a0 con 0x7f440c161b30 2024-09-16T07:21:58.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.009+0000 7f4411c9b640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f440c0b4c00 con 0x7f440c160ac0 2024-09-16T07:21:58.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.009+0000 7f4411c9b640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f440c169820 con 0x7f440c0d1a10 2024-09-16T07:21:58.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.009+0000 7f440bfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f440c161b30 0x7f440c159b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:58.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.009+0000 7f440bfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f440c161b30 0x7f440c159b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48934/0 (socket says 172.21.15.31:48934) 2024-09-16T07:21:58.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.009+0000 7f440bfff640 1 -- 172.21.15.31:0/3915682280 learned_addr learned my addr 172.21.15.31:0/3915682280 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:58.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.009+0000 7f440b7fe640 1 --2- 172.21.15.31:0/3915682280 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f440c0d1a10 0x7f440c154b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:58.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.009+0000 7f4403fff640 1 --2- 172.21.15.31:0/3915682280 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f440c160ac0 0x7f440c159630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:58.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.009+0000 7f440bfff640 1 -- 172.21.15.31:0/3915682280 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f440c0d1a10 msgr2=0x7f440c154b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:58.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.009+0000 7f440bfff640 1 --2- 172.21.15.31:0/3915682280 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f440c0d1a10 0x7f440c154b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:58.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.009+0000 7f440bfff640 1 -- 172.21.15.31:0/3915682280 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f440c160ac0 msgr2=0x7f440c159630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:58.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.009+0000 7f440bfff640 1 --2- 172.21.15.31:0/3915682280 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f440c160ac0 0x7f440c159630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:58.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.009+0000 7f440bfff640 1 -- 172.21.15.31:0/3915682280 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f440c0cc1e0 con 0x7f440c161b30 2024-09-16T07:21:58.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.010+0000 7f440bfff640 1 --2- 172.21.15.31:0/3915682280 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f440c161b30 0x7f440c159b70 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f440400c770 tx=0x7f440400cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:58.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.010+0000 7f4408ff9640 1 -- 172.21.15.31:0/3915682280 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4404003da0 con 0x7f440c161b30 2024-09-16T07:21:58.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.010+0000 7f4408ff9640 1 -- 172.21.15.31:0/3915682280 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4404005070 con 0x7f440c161b30 2024-09-16T07:21:58.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.010+0000 7f4411c9b640 1 -- 172.21.15.31:0/3915682280 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f440c0cc4c0 con 0x7f440c161b30 2024-09-16T07:21:58.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.010+0000 7f4408ff9640 1 -- 172.21.15.31:0/3915682280 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4404005500 con 0x7f440c161b30 2024-09-16T07:21:58.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.010+0000 7f4411c9b640 1 -- 172.21.15.31:0/3915682280 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f440c0cca80 con 0x7f440c161b30 2024-09-16T07:21:58.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.011+0000 7f4411c9b640 1 -- 172.21.15.31:0/3915682280 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f440c0cf920 con 0x7f440c161b30 2024-09-16T07:21:58.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.012+0000 7f4408ff9640 1 -- 172.21.15.31:0/3915682280 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f44040056a0 con 0x7f440c161b30 2024-09-16T07:21:58.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.012+0000 7f4408ff9640 1 --2- 172.21.15.31:0/3915682280 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f43ec078850 0x7f43ec07ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:58.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.012+0000 7f4408ff9640 1 -- 172.21.15.31:0/3915682280 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7f440409a640 con 0x7f440c161b30 2024-09-16T07:21:58.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.013+0000 7f440b7fe640 1 --2- 172.21.15.31:0/3915682280 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f43ec078850 0x7f43ec07ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:58.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.013+0000 7f440b7fe640 1 --2- 172.21.15.31:0/3915682280 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f43ec078850 0x7f43ec07ad10 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f43fc034000 tx=0x7f43fc004730 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:58.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.017+0000 7f4408ff9640 1 -- 172.21.15.31:0/3915682280 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f4404062660 con 0x7f440c161b30 2024-09-16T07:21:58.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.240+0000 7f4411c9b640 1 -- 172.21.15.31:0/3915682280 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f440c0b3580 con 0x7f440c161b30 2024-09-16T07:21:58.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.241+0000 7f4408ff9640 1 -- 172.21.15.31:0/3915682280 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+5229 (secure 0 0 0) 0x7f4404067090 con 0x7f440c161b30 2024-09-16T07:21:58.240 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:21:58.240 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":17,"btime":"2024-09-16T07:21:57:876368+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4673,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/2253048678","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2253048678},{"type":"v1","addr":"172.21.15.155:6837","nonce":2253048678}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4676,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/1490310258","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":1490310258},{"type":"v1","addr":"172.21.15.155:6836","nonce":1490310258}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4971,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6834/4283176108","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":4283176108},{"type":"v1","addr":"172.21.15.31:6834","nonce":4283176108}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:21:54.220800+0000","modified":"2024-09-16T07:21:57.242331+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4974},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4974":{"gid":4974,"name":"a","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6835/1180708454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":1180708454},{"type":"v1","addr":"172.21.15.31:6835","nonce":1180708454}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4974,"qdb_cluster":[4974]},"id":2}]} 2024-09-16T07:21:58.241 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 17 2024-09-16T07:21:58.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.243+0000 7f4411c9b640 1 -- 172.21.15.31:0/3915682280 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f43ec078850 msgr2=0x7f43ec07ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:58.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.243+0000 7f4411c9b640 1 --2- 172.21.15.31:0/3915682280 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f43ec078850 0x7f43ec07ad10 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f43fc034000 tx=0x7f43fc004730 comp rx=0 tx=0).stop 2024-09-16T07:21:58.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.243+0000 7f4411c9b640 1 -- 172.21.15.31:0/3915682280 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f440c161b30 msgr2=0x7f440c159b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:58.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.243+0000 7f4411c9b640 1 --2- 172.21.15.31:0/3915682280 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f440c161b30 0x7f440c159b70 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f440400c770 tx=0x7f440400cc30 comp rx=0 tx=0).stop 2024-09-16T07:21:58.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.243+0000 7f4411c9b640 1 -- 172.21.15.31:0/3915682280 shutdown_connections 2024-09-16T07:21:58.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.243+0000 7f4411c9b640 1 --2- 172.21.15.31:0/3915682280 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f43ec078850 0x7f43ec07ad10 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:58.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.243+0000 7f4411c9b640 1 --2- 172.21.15.31:0/3915682280 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f440c161b30 0x7f440c159b70 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:58.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.243+0000 7f4411c9b640 1 --2- 172.21.15.31:0/3915682280 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f440c160ac0 0x7f440c159630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:58.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.243+0000 7f4411c9b640 1 --2- 172.21.15.31:0/3915682280 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f440c0d1a10 0x7f440c154b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:58.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.243+0000 7f4411c9b640 1 -- 172.21.15.31:0/3915682280 >> 172.21.15.31:0/3915682280 conn(0x7f440c0d3e40 msgr2=0x7f440c0cffb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:58.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.243+0000 7f4411c9b640 1 -- 172.21.15.31:0/3915682280 shutdown_connections 2024-09-16T07:21:58.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.243+0000 7f4411c9b640 1 -- 172.21.15.31:0/3915682280 wait complete. 2024-09-16T07:21:58.253 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:21:58.359 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.359+0000 7fa4c1bad640 1 -- 172.21.15.31:0/1148308864 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa4bc0d2760 msgr2=0x7fa4bc0ce630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:58.359 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.359+0000 7fa4c1bad640 1 --2- 172.21.15.31:0/1148308864 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa4bc0d2760 0x7fa4bc0ce630 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fa4b0009830 tx=0x7fa4b002a480 comp rx=0 tx=0).stop 2024-09-16T07:21:58.359 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.359+0000 7fa4c1bad640 1 -- 172.21.15.31:0/1148308864 shutdown_connections 2024-09-16T07:21:58.359 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.359+0000 7fa4c1bad640 1 --2- 172.21.15.31:0/1148308864 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa4bc0d2760 0x7fa4bc0ce630 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:58.359 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.359+0000 7fa4c1bad640 1 -- 172.21.15.31:0/1148308864 >> 172.21.15.31:0/1148308864 conn(0x7fa4bc0d1c40 msgr2=0x7fa4bc0d2050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:58.359 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.359+0000 7fa4c1bad640 1 -- 172.21.15.31:0/1148308864 shutdown_connections 2024-09-16T07:21:58.359 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.359+0000 7fa4c1bad640 1 -- 172.21.15.31:0/1148308864 wait complete. 2024-09-16T07:21:58.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.360+0000 7fa4c1bad640 1 Processor -- start 2024-09-16T07:21:58.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.360+0000 7fa4c1bad640 1 -- start start 2024-09-16T07:21:58.362 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.361+0000 7fa4c1bad640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa4bc0ceb70 0x7fa4bc1f5610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:58.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.361+0000 7fa4c1bad640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4bc0d2760 0x7fa4bc1e8870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:58.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.361+0000 7fa4c1bad640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa4bc15bd30 0x7fa4bc0c7be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:58.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.361+0000 7fa4c1bad640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fa4bc0cf590 con 0x7fa4bc0ceb70 2024-09-16T07:21:58.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.361+0000 7fa4c1bad640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa4bc0cf410 con 0x7fa4bc0d2760 2024-09-16T07:21:58.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.361+0000 7fa4c1bad640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa4bc0cd900 con 0x7fa4bc15bd30 2024-09-16T07:21:58.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.361+0000 7fa4bb7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa4bc0ceb70 0x7fa4bc1f5610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:58.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.361+0000 7fa4bb7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa4bc0ceb70 0x7fa4bc1f5610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48942/0 (socket says 172.21.15.31:48942) 2024-09-16T07:21:58.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.361+0000 7fa4bb7fe640 1 -- 172.21.15.31:0/1301545546 learned_addr learned my addr 172.21.15.31:0/1301545546 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:58.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.362+0000 7fa4bb7fe640 1 -- 172.21.15.31:0/1301545546 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa4bc15bd30 msgr2=0x7fa4bc0c7be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:58.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.362+0000 7fa4bb7fe640 1 --2- 172.21.15.31:0/1301545546 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa4bc15bd30 0x7fa4bc0c7be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:58.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.362+0000 7fa4bb7fe640 1 -- 172.21.15.31:0/1301545546 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4bc0d2760 msgr2=0x7fa4bc1e8870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:58.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.362+0000 7fa4bb7fe640 1 --2- 172.21.15.31:0/1301545546 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4bc0d2760 0x7fa4bc1e8870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:58.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.362+0000 7fa4bb7fe640 1 -- 172.21.15.31:0/1301545546 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4bc1f5b50 con 0x7fa4bc0ceb70 2024-09-16T07:21:58.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.362+0000 7fa4bb7fe640 1 --2- 172.21.15.31:0/1301545546 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa4bc0ceb70 0x7fa4bc1f5610 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fa4ac00c3a0 tx=0x7fa4ac00c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:58.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.362+0000 7fa4a3fff640 1 -- 172.21.15.31:0/1301545546 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4ac011790 con 0x7fa4bc0ceb70 2024-09-16T07:21:58.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.362+0000 7fa4a3fff640 1 -- 172.21.15.31:0/1301545546 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa4ac017070 con 0x7fa4bc0ceb70 2024-09-16T07:21:58.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.362+0000 7fa4c1bad640 1 -- 172.21.15.31:0/1301545546 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4bc06dd80 con 0x7fa4bc0ceb70 2024-09-16T07:21:58.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.362+0000 7fa4a3fff640 1 -- 172.21.15.31:0/1301545546 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4ac011cc0 con 0x7fa4bc0ceb70 2024-09-16T07:21:58.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.362+0000 7fa4c1bad640 1 -- 172.21.15.31:0/1301545546 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4bc06e5e0 con 0x7fa4bc0ceb70 2024-09-16T07:21:58.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.363+0000 7fa4c1bad640 1 -- 172.21.15.31:0/1301545546 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa4bc0ce630 con 0x7fa4bc0ceb70 2024-09-16T07:21:58.365 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.364+0000 7fa4a3fff640 1 -- 172.21.15.31:0/1301545546 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7fa4ac01c460 con 0x7fa4bc0ceb70 2024-09-16T07:21:58.365 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.364+0000 7fa4a3fff640 1 --2- 172.21.15.31:0/1301545546 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa4a8078850 0x7fa4a807ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:58.365 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.364+0000 7fa4a3fff640 1 -- 172.21.15.31:0/1301545546 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7fa4ac09a690 con 0x7fa4bc0ceb70 2024-09-16T07:21:58.365 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.364+0000 7fa4baffd640 1 --2- 172.21.15.31:0/1301545546 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa4a8078850 0x7fa4a807ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:58.365 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.365+0000 7fa4baffd640 1 --2- 172.21.15.31:0/1301545546 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa4a8078850 0x7fa4a807ad10 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fa4b0034000 tx=0x7fa4b00046c0 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:58.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.368+0000 7fa4a3fff640 1 -- 172.21.15.31:0/1301545546 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fa4bc1f5b50 con 0x7fa4bc0ceb70 2024-09-16T07:21:58.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.556+0000 7fa4c1bad640 1 -- 172.21.15.31:0/1301545546 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa4bc0cf1f0 con 0x7fa4bc0ceb70 2024-09-16T07:21:58.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.557+0000 7fa4a3fff640 1 -- 172.21.15.31:0/1301545546 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v34) ==== 74+0+16645 (secure 0 0 0) 0x7fa4ac062d90 con 0x7fa4bc0ceb70 2024-09-16T07:21:58.556 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:21:58.556 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":34,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:21:55.857238+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:21:52.223904+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-16T07:21:53.178687+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:21:58.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.559+0000 7fa4c1bad640 1 -- 172.21.15.31:0/1301545546 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa4a8078850 msgr2=0x7fa4a807ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:58.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.559+0000 7fa4c1bad640 1 --2- 172.21.15.31:0/1301545546 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa4a8078850 0x7fa4a807ad10 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fa4b0034000 tx=0x7fa4b00046c0 comp rx=0 tx=0).stop 2024-09-16T07:21:58.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.559+0000 7fa4c1bad640 1 -- 172.21.15.31:0/1301545546 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa4bc0ceb70 msgr2=0x7fa4bc1f5610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:58.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.559+0000 7fa4c1bad640 1 --2- 172.21.15.31:0/1301545546 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa4bc0ceb70 0x7fa4bc1f5610 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fa4ac00c3a0 tx=0x7fa4ac00c860 comp rx=0 tx=0).stop 2024-09-16T07:21:58.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.559+0000 7fa4c1bad640 1 -- 172.21.15.31:0/1301545546 shutdown_connections 2024-09-16T07:21:58.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.559+0000 7fa4c1bad640 1 --2- 172.21.15.31:0/1301545546 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa4a8078850 0x7fa4a807ad10 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:58.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.559+0000 7fa4c1bad640 1 --2- 172.21.15.31:0/1301545546 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa4bc15bd30 0x7fa4bc0c7be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:58.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.559+0000 7fa4c1bad640 1 --2- 172.21.15.31:0/1301545546 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4bc0d2760 0x7fa4bc1e8870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:58.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.559+0000 7fa4c1bad640 1 --2- 172.21.15.31:0/1301545546 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa4bc0ceb70 0x7fa4bc1f5610 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:58.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.559+0000 7fa4c1bad640 1 -- 172.21.15.31:0/1301545546 >> 172.21.15.31:0/1301545546 conn(0x7fa4bc0d1c40 msgr2=0x7fa4bc0ae830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:58.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.559+0000 7fa4c1bad640 1 -- 172.21.15.31:0/1301545546 shutdown_connections 2024-09-16T07:21:58.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.559+0000 7fa4c1bad640 1 -- 172.21.15.31:0/1301545546 wait complete. 2024-09-16T07:21:58.570 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-16T07:21:58.570 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T07:21:58.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.677+0000 7fe4421c2640 1 -- 172.21.15.31:0/4177367043 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe43c0b3090 msgr2=0x7fe43c15f6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:58.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.677+0000 7fe4421c2640 1 --2- 172.21.15.31:0/4177367043 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe43c0b3090 0x7fe43c15f6d0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fe430009830 tx=0x7fe43002a5a0 comp rx=0 tx=0).stop 2024-09-16T07:21:58.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.677+0000 7fe4421c2640 1 -- 172.21.15.31:0/4177367043 shutdown_connections 2024-09-16T07:21:58.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.677+0000 7fe4421c2640 1 --2- 172.21.15.31:0/4177367043 >> v2:172.21.15.155:3300/0 conn(0x7fe43c0cfce0 0x7fe43c0d0150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:58.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.677+0000 7fe4421c2640 1 --2- 172.21.15.31:0/4177367043 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe43c0b3090 0x7fe43c15f6d0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:58.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.677+0000 7fe4421c2640 1 -- 172.21.15.31:0/4177367043 >> 172.21.15.31:0/4177367043 conn(0x7fe43c09aa30 msgr2=0x7fe43c09ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:58.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.677+0000 7fe4421c2640 1 -- 172.21.15.31:0/4177367043 shutdown_connections 2024-09-16T07:21:58.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.677+0000 7fe4421c2640 1 -- 172.21.15.31:0/4177367043 wait complete. 2024-09-16T07:21:58.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.678+0000 7fe4421c2640 1 Processor -- start 2024-09-16T07:21:58.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.678+0000 7fe4421c2640 1 -- start start 2024-09-16T07:21:58.680 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.679+0000 7fe4421c2640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe43c0b3090 0x7fe43c06f8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:58.680 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.679+0000 7fe4421c2640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe43c0cfce0 0x7fe43c14d110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:58.680 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.679+0000 7fe4421c2640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe43c0d2410 0x7fe43c0b4aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:58.680 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.679+0000 7fe4421c2640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fe43c0b13c0 con 0x7fe43c0d2410 2024-09-16T07:21:58.680 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.679+0000 7fe4421c2640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fe43c0b1240 con 0x7fe43c0b3090 2024-09-16T07:21:58.680 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.679+0000 7fe4421c2640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fe43c0b1540 con 0x7fe43c0cfce0 2024-09-16T07:21:58.680 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.679+0000 7fe43bfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe43c0d2410 0x7fe43c0b4aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:58.680 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.679+0000 7fe43bfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe43c0d2410 0x7fe43c0b4aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48946/0 (socket says 172.21.15.31:48946) 2024-09-16T07:21:58.680 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.679+0000 7fe43bfff640 1 -- 172.21.15.31:0/3071990251 learned_addr learned my addr 172.21.15.31:0/3071990251 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:58.681 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.679+0000 7fe43affd640 1 --2- 172.21.15.31:0/3071990251 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe43c0cfce0 0x7fe43c14d110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:58.681 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.679+0000 7fe43b7fe640 1 --2- 172.21.15.31:0/3071990251 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe43c0b3090 0x7fe43c06f8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:58.681 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.680+0000 7fe43bfff640 1 -- 172.21.15.31:0/3071990251 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe43c0cfce0 msgr2=0x7fe43c14d110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:58.681 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.680+0000 7fe43bfff640 1 --2- 172.21.15.31:0/3071990251 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe43c0cfce0 0x7fe43c14d110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:58.681 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.680+0000 7fe43bfff640 1 -- 172.21.15.31:0/3071990251 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe43c0b3090 msgr2=0x7fe43c06f8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:58.681 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.680+0000 7fe43bfff640 1 --2- 172.21.15.31:0/3071990251 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe43c0b3090 0x7fe43c06f8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:58.681 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.680+0000 7fe43bfff640 1 -- 172.21.15.31:0/3071990251 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe43c06e660 con 0x7fe43c0d2410 2024-09-16T07:21:58.681 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.680+0000 7fe43affd640 1 --2- 172.21.15.31:0/3071990251 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe43c0cfce0 0x7fe43c14d110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:21:58.681 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.680+0000 7fe43b7fe640 1 --2- 172.21.15.31:0/3071990251 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe43c0b3090 0x7fe43c06f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:21:58.681 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.680+0000 7fe43bfff640 1 --2- 172.21.15.31:0/3071990251 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe43c0d2410 0x7fe43c0b4aa0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fe43400eb10 tx=0x7fe43400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:58.681 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.680+0000 7fe423fff640 1 -- 172.21.15.31:0/3071990251 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe434004b20 con 0x7fe43c0d2410 2024-09-16T07:21:58.681 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.680+0000 7fe423fff640 1 -- 172.21.15.31:0/3071990251 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe434004ce0 con 0x7fe43c0d2410 2024-09-16T07:21:58.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.680+0000 7fe4421c2640 1 -- 172.21.15.31:0/3071990251 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe43c06e900 con 0x7fe43c0d2410 2024-09-16T07:21:58.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.680+0000 7fe423fff640 1 -- 172.21.15.31:0/3071990251 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe434005280 con 0x7fe43c0d2410 2024-09-16T07:21:58.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.680+0000 7fe4421c2640 1 -- 172.21.15.31:0/3071990251 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe43c06eec0 con 0x7fe43c0d2410 2024-09-16T07:21:58.683 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.681+0000 7fe4421c2640 1 -- 172.21.15.31:0/3071990251 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe43c0b19d0 con 0x7fe43c0d2410 2024-09-16T07:21:58.683 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.682+0000 7fe423fff640 1 -- 172.21.15.31:0/3071990251 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7fe434005420 con 0x7fe43c0d2410 2024-09-16T07:21:58.683 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.682+0000 7fe423fff640 1 --2- 172.21.15.31:0/3071990251 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe428078850 0x7fe42807ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:58.683 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.682+0000 7fe423fff640 1 -- 172.21.15.31:0/3071990251 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7fe43409b640 con 0x7fe43c0d2410 2024-09-16T07:21:58.683 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.683+0000 7fe43b7fe640 1 --2- 172.21.15.31:0/3071990251 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe428078850 0x7fe42807ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:58.683 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.683+0000 7fe43b7fe640 1 --2- 172.21.15.31:0/3071990251 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe428078850 0x7fe42807ad10 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fe42c0013f0 tx=0x7fe42c009040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:58.686 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.687+0000 7fe423fff640 1 -- 172.21.15.31:0/3071990251 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fe434063cb0 con 0x7fe43c0d2410 2024-09-16T07:21:58.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.869+0000 7fe4421c2640 1 -- 172.21.15.31:0/3071990251 --> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe43c0d29a0 con 0x7fe428078850 2024-09-16T07:21:58.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.874+0000 7fe423fff640 1 -- 172.21.15.31:0/3071990251 <== mgr.4117 v2:172.21.15.155:6808/3650624732 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+247247 (secure 0 0 0) 0x7fe43c0d29a0 con 0x7fe428078850 2024-09-16T07:21:58.876 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:21:58.877 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-16T07:21:58.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.877+0000 7fe4421c2640 1 -- 172.21.15.31:0/3071990251 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe428078850 msgr2=0x7fe42807ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:58.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.877+0000 7fe4421c2640 1 --2- 172.21.15.31:0/3071990251 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe428078850 0x7fe42807ad10 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fe42c0013f0 tx=0x7fe42c009040 comp rx=0 tx=0).stop 2024-09-16T07:21:58.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.877+0000 7fe4421c2640 1 -- 172.21.15.31:0/3071990251 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe43c0d2410 msgr2=0x7fe43c0b4aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:58.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.877+0000 7fe4421c2640 1 --2- 172.21.15.31:0/3071990251 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe43c0d2410 0x7fe43c0b4aa0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fe43400eb10 tx=0x7fe43400c2d0 comp rx=0 tx=0).stop 2024-09-16T07:21:58.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.877+0000 7fe4421c2640 1 -- 172.21.15.31:0/3071990251 shutdown_connections 2024-09-16T07:21:58.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.877+0000 7fe4421c2640 1 --2- 172.21.15.31:0/3071990251 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe428078850 0x7fe42807ad10 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:58.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.877+0000 7fe4421c2640 1 --2- 172.21.15.31:0/3071990251 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe43c0d2410 0x7fe43c0b4aa0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:58.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.877+0000 7fe4421c2640 1 --2- 172.21.15.31:0/3071990251 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe43c0cfce0 0x7fe43c14d110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:58.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.877+0000 7fe4421c2640 1 --2- 172.21.15.31:0/3071990251 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe43c0b3090 0x7fe43c06f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:58.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.877+0000 7fe4421c2640 1 -- 172.21.15.31:0/3071990251 >> 172.21.15.31:0/3071990251 conn(0x7fe43c09aa30 msgr2=0x7fe43c15f4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:58.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.877+0000 7fe4421c2640 1 -- 172.21.15.31:0/3071990251 shutdown_connections 2024-09-16T07:21:58.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:58.877+0000 7fe4421c2640 1 -- 172.21.15.31:0/3071990251 wait complete. 2024-09-16T07:21:58.887 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":58,"stamp":"2024-09-16T07:21:58.640327+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591980,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":110,"num_write_kb":1631,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":80,"ondisk_log_size":80,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220160,"kb_used_data":3912,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754560,"statfs":{"total":773094113280,"available":772868669440,"internally_reserved":0,"allocated":4005888,"data_stored":2234454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":21,"apply_latency_ms":21,"commit_latency_ns":21000000,"apply_latency_ns":21000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1612,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.801027"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.850007+0000","last_change":"2024-09-16T07:21:53.850007+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.850007+0000","last_undegraded":"2024-09-16T07:21:53.850007+0000","last_fullsized":"2024-09-16T07:21:53.850007+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.849946+0000","last_change":"2024-09-16T07:21:53.849946+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.849946+0000","last_undegraded":"2024-09-16T07:21:53.849946+0000","last_fullsized":"2024-09-16T07:21:53.849946+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.847144+0000","last_change":"2024-09-16T07:21:53.847144+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.847144+0000","last_undegraded":"2024-09-16T07:21:53.847144+0000","last_fullsized":"2024-09-16T07:21:53.847144+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.845986+0000","last_change":"2024-09-16T07:21:53.845986+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.845986+0000","last_undegraded":"2024-09-16T07:21:53.845986+0000","last_fullsized":"2024-09-16T07:21:53.845986+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.850468+0000","last_change":"2024-09-16T07:21:53.850468+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.850468+0000","last_undegraded":"2024-09-16T07:21:53.850468+0000","last_fullsized":"2024-09-16T07:21:53.850468+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.847070+0000","last_change":"2024-09-16T07:21:53.847070+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.847070+0000","last_undegraded":"2024-09-16T07:21:53.847070+0000","last_fullsized":"2024-09-16T07:21:53.847070+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.850597+0000","last_change":"2024-09-16T07:21:53.850597+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.850597+0000","last_undegraded":"2024-09-16T07:21:53.850597+0000","last_fullsized":"2024-09-16T07:21:53.850597+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.853509+0000","last_change":"2024-09-16T07:21:53.853509+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.853509+0000","last_undegraded":"2024-09-16T07:21:53.853509+0000","last_fullsized":"2024-09-16T07:21:53.853509+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.848095+0000","last_change":"2024-09-16T07:21:53.848095+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.848095+0000","last_undegraded":"2024-09-16T07:21:53.848095+0000","last_fullsized":"2024-09-16T07:21:53.848095+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.844720+0000","last_change":"2024-09-16T07:21:53.844720+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.844720+0000","last_undegraded":"2024-09-16T07:21:53.844720+0000","last_fullsized":"2024-09-16T07:21:53.844720+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.844489+0000","last_change":"2024-09-16T07:21:53.844489+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.844489+0000","last_undegraded":"2024-09-16T07:21:53.844489+0000","last_fullsized":"2024-09-16T07:21:53.844489+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.847876+0000","last_change":"2024-09-16T07:21:53.847876+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.847876+0000","last_undegraded":"2024-09-16T07:21:53.847876+0000","last_fullsized":"2024-09-16T07:21:53.847876+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.997798+0000","last_change":"2024-09-16T07:21:54.872069+0000","last_active":"2024-09-16T07:21:55.997798+0000","last_peered":"2024-09-16T07:21:55.997798+0000","last_clean":"2024-09-16T07:21:55.997798+0000","last_became_active":"2024-09-16T07:21:54.871774+0000","last_became_peered":"2024-09-16T07:21:54.871774+0000","last_unstale":"2024-09-16T07:21:55.997798+0000","last_undegraded":"2024-09-16T07:21:55.997798+0000","last_fullsized":"2024-09-16T07:21:55.997798+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:20:16.086830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.846207+0000","last_change":"2024-09-16T07:21:53.846207+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.846207+0000","last_undegraded":"2024-09-16T07:21:53.846207+0000","last_fullsized":"2024-09-16T07:21:53.846207+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.856568+0000","last_change":"2024-09-16T07:21:53.856568+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.856568+0000","last_undegraded":"2024-09-16T07:21:53.856568+0000","last_fullsized":"2024-09-16T07:21:53.856568+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.855782+0000","last_change":"2024-09-16T07:21:53.855782+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.855782+0000","last_undegraded":"2024-09-16T07:21:53.855782+0000","last_fullsized":"2024-09-16T07:21:53.855782+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.844530+0000","last_change":"2024-09-16T07:21:53.844530+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.844530+0000","last_undegraded":"2024-09-16T07:21:53.844530+0000","last_fullsized":"2024-09-16T07:21:53.844530+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.847413+0000","last_change":"2024-09-16T07:21:53.847413+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.847413+0000","last_undegraded":"2024-09-16T07:21:53.847413+0000","last_fullsized":"2024-09-16T07:21:53.847413+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.848361+0000","last_change":"2024-09-16T07:21:53.848361+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.848361+0000","last_undegraded":"2024-09-16T07:21:53.848361+0000","last_fullsized":"2024-09-16T07:21:53.848361+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.998006+0000","last_change":"2024-09-16T07:21:54.873937+0000","last_active":"2024-09-16T07:21:55.998006+0000","last_peered":"2024-09-16T07:21:55.998006+0000","last_clean":"2024-09-16T07:21:55.998006+0000","last_became_active":"2024-09-16T07:21:54.873592+0000","last_became_peered":"2024-09-16T07:21:54.873592+0000","last_unstale":"2024-09-16T07:21:55.998006+0000","last_undegraded":"2024-09-16T07:21:55.998006+0000","last_fullsized":"2024-09-16T07:21:55.998006+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:59:50.734423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.855233+0000","last_change":"2024-09-16T07:21:53.855233+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.855233+0000","last_undegraded":"2024-09-16T07:21:53.855233+0000","last_fullsized":"2024-09-16T07:21:53.855233+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.850028+0000","last_change":"2024-09-16T07:21:53.850028+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.850028+0000","last_undegraded":"2024-09-16T07:21:53.850028+0000","last_fullsized":"2024-09-16T07:21:53.850028+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.997582+0000","last_change":"2024-09-16T07:21:54.866308+0000","last_active":"2024-09-16T07:21:55.997582+0000","last_peered":"2024-09-16T07:21:55.997582+0000","last_clean":"2024-09-16T07:21:55.997582+0000","last_became_active":"2024-09-16T07:21:54.866005+0000","last_became_peered":"2024-09-16T07:21:54.866005+0000","last_unstale":"2024-09-16T07:21:55.997582+0000","last_undegraded":"2024-09-16T07:21:55.997582+0000","last_fullsized":"2024-09-16T07:21:55.997582+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:06:17.921163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.851362+0000","last_change":"2024-09-16T07:21:53.851362+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.851362+0000","last_undegraded":"2024-09-16T07:21:53.851362+0000","last_fullsized":"2024-09-16T07:21:53.851362+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.844916+0000","last_change":"2024-09-16T07:21:53.844916+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.844916+0000","last_undegraded":"2024-09-16T07:21:53.844916+0000","last_fullsized":"2024-09-16T07:21:53.844916+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.844243+0000","last_change":"2024-09-16T07:21:53.844243+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.844243+0000","last_undegraded":"2024-09-16T07:21:53.844243+0000","last_fullsized":"2024-09-16T07:21:53.844243+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.849096+0000","last_change":"2024-09-16T07:21:53.849096+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.849096+0000","last_undegraded":"2024-09-16T07:21:53.849096+0000","last_fullsized":"2024-09-16T07:21:53.849096+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.848680+0000","last_change":"2024-09-16T07:21:53.848680+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.848680+0000","last_undegraded":"2024-09-16T07:21:53.848680+0000","last_fullsized":"2024-09-16T07:21:53.848680+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.854104+0000","last_change":"2024-09-16T07:21:53.854104+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.854104+0000","last_undegraded":"2024-09-16T07:21:53.854104+0000","last_fullsized":"2024-09-16T07:21:53.854104+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.854022+0000","last_change":"2024-09-16T07:21:53.854022+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.854022+0000","last_undegraded":"2024-09-16T07:21:53.854022+0000","last_fullsized":"2024-09-16T07:21:53.854022+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.848233+0000","last_change":"2024-09-16T07:21:53.848233+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.848233+0000","last_undegraded":"2024-09-16T07:21:53.848233+0000","last_fullsized":"2024-09-16T07:21:53.848233+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.843531+0000","last_change":"2024-09-16T07:21:53.843531+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.843531+0000","last_undegraded":"2024-09-16T07:21:53.843531+0000","last_fullsized":"2024-09-16T07:21:53.843531+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.998026+0000","last_change":"2024-09-16T07:21:54.867772+0000","last_active":"2024-09-16T07:21:55.998026+0000","last_peered":"2024-09-16T07:21:55.998026+0000","last_clean":"2024-09-16T07:21:55.998026+0000","last_became_active":"2024-09-16T07:21:54.867473+0000","last_became_peered":"2024-09-16T07:21:54.867473+0000","last_unstale":"2024-09-16T07:21:55.998026+0000","last_undegraded":"2024-09-16T07:21:55.998026+0000","last_fullsized":"2024-09-16T07:21:55.998026+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:26:21.769509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.859063+0000","last_change":"2024-09-16T07:21:53.855194+0000","last_active":"2024-09-16T07:21:53.859063+0000","last_peered":"2024-09-16T07:21:53.859063+0000","last_clean":"2024-09-16T07:21:53.859063+0000","last_became_active":"2024-09-16T07:21:53.854799+0000","last_became_peered":"2024-09-16T07:21:53.854799+0000","last_unstale":"2024-09-16T07:21:53.859063+0000","last_undegraded":"2024-09-16T07:21:53.859063+0000","last_fullsized":"2024-09-16T07:21:53.859063+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:45:32.969833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.848245+0000","last_change":"2024-09-16T07:21:53.848245+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.848245+0000","last_undegraded":"2024-09-16T07:21:53.848245+0000","last_fullsized":"2024-09-16T07:21:53.848245+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.858472+0000","last_change":"2024-09-16T07:21:53.854918+0000","last_active":"2024-09-16T07:21:53.858472+0000","last_peered":"2024-09-16T07:21:53.858472+0000","last_clean":"2024-09-16T07:21:53.858472+0000","last_became_active":"2024-09-16T07:21:53.854202+0000","last_became_peered":"2024-09-16T07:21:53.854202+0000","last_unstale":"2024-09-16T07:21:53.858472+0000","last_undegraded":"2024-09-16T07:21:53.858472+0000","last_fullsized":"2024-09-16T07:21:53.858472+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:58:07.936076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.847833+0000","last_change":"2024-09-16T07:21:53.847833+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.847833+0000","last_undegraded":"2024-09-16T07:21:53.847833+0000","last_fullsized":"2024-09-16T07:21:53.847833+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.860852+0000","last_change":"2024-09-16T07:21:53.857759+0000","last_active":"2024-09-16T07:21:53.860852+0000","last_peered":"2024-09-16T07:21:53.860852+0000","last_clean":"2024-09-16T07:21:53.860852+0000","last_became_active":"2024-09-16T07:21:53.857419+0000","last_became_peered":"2024-09-16T07:21:53.857419+0000","last_unstale":"2024-09-16T07:21:53.860852+0000","last_undegraded":"2024-09-16T07:21:53.860852+0000","last_fullsized":"2024-09-16T07:21:53.860852+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:17:41.301190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.844159+0000","last_change":"2024-09-16T07:21:53.844159+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.844159+0000","last_undegraded":"2024-09-16T07:21:53.844159+0000","last_fullsized":"2024-09-16T07:21:53.844159+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.859113+0000","last_change":"2024-09-16T07:21:53.852935+0000","last_active":"2024-09-16T07:21:53.859113+0000","last_peered":"2024-09-16T07:21:53.859113+0000","last_clean":"2024-09-16T07:21:53.859113+0000","last_became_active":"2024-09-16T07:21:53.852593+0000","last_became_peered":"2024-09-16T07:21:53.852593+0000","last_unstale":"2024-09-16T07:21:53.859113+0000","last_undegraded":"2024-09-16T07:21:53.859113+0000","last_fullsized":"2024-09-16T07:21:53.859113+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:25:36.448087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.847685+0000","last_change":"2024-09-16T07:21:53.847685+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.847685+0000","last_undegraded":"2024-09-16T07:21:53.847685+0000","last_fullsized":"2024-09-16T07:21:53.847685+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.863566+0000","last_change":"2024-09-16T07:21:53.857526+0000","last_active":"2024-09-16T07:21:53.863566+0000","last_peered":"2024-09-16T07:21:53.863566+0000","last_clean":"2024-09-16T07:21:53.863566+0000","last_became_active":"2024-09-16T07:21:53.857231+0000","last_became_peered":"2024-09-16T07:21:53.857231+0000","last_unstale":"2024-09-16T07:21:53.863566+0000","last_undegraded":"2024-09-16T07:21:53.863566+0000","last_fullsized":"2024-09-16T07:21:53.863566+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:49:50.517600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.850918+0000","last_change":"2024-09-16T07:21:53.850918+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.850918+0000","last_undegraded":"2024-09-16T07:21:53.850918+0000","last_fullsized":"2024-09-16T07:21:53.850918+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.863746+0000","last_change":"2024-09-16T07:21:53.859767+0000","last_active":"2024-09-16T07:21:53.863746+0000","last_peered":"2024-09-16T07:21:53.863746+0000","last_clean":"2024-09-16T07:21:53.863746+0000","last_became_active":"2024-09-16T07:21:53.859399+0000","last_became_peered":"2024-09-16T07:21:53.859399+0000","last_unstale":"2024-09-16T07:21:53.863746+0000","last_undegraded":"2024-09-16T07:21:53.863746+0000","last_fullsized":"2024-09-16T07:21:53.863746+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:06:05.148113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.847634+0000","last_change":"2024-09-16T07:21:53.847634+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.847634+0000","last_undegraded":"2024-09-16T07:21:53.847634+0000","last_fullsized":"2024-09-16T07:21:53.847634+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.862118+0000","last_change":"2024-09-16T07:21:53.858839+0000","last_active":"2024-09-16T07:21:53.862118+0000","last_peered":"2024-09-16T07:21:53.862118+0000","last_clean":"2024-09-16T07:21:53.862118+0000","last_became_active":"2024-09-16T07:21:53.858557+0000","last_became_peered":"2024-09-16T07:21:53.858557+0000","last_unstale":"2024-09-16T07:21:53.862118+0000","last_undegraded":"2024-09-16T07:21:53.862118+0000","last_fullsized":"2024-09-16T07:21:53.862118+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:54:37.231715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.843545+0000","last_change":"2024-09-16T07:21:53.843545+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.843545+0000","last_undegraded":"2024-09-16T07:21:53.843545+0000","last_fullsized":"2024-09-16T07:21:53.843545+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.863775+0000","last_change":"2024-09-16T07:21:53.860795+0000","last_active":"2024-09-16T07:21:53.863775+0000","last_peered":"2024-09-16T07:21:53.863775+0000","last_clean":"2024-09-16T07:21:53.863775+0000","last_became_active":"2024-09-16T07:21:53.860517+0000","last_became_peered":"2024-09-16T07:21:53.860517+0000","last_unstale":"2024-09-16T07:21:53.863775+0000","last_undegraded":"2024-09-16T07:21:53.863775+0000","last_fullsized":"2024-09-16T07:21:53.863775+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:31:05.331269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.844880+0000","last_change":"2024-09-16T07:21:53.844880+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.844880+0000","last_undegraded":"2024-09-16T07:21:53.844880+0000","last_fullsized":"2024-09-16T07:21:53.844880+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.859156+0000","last_change":"2024-09-16T07:21:53.856787+0000","last_active":"2024-09-16T07:21:53.859156+0000","last_peered":"2024-09-16T07:21:53.859156+0000","last_clean":"2024-09-16T07:21:53.859156+0000","last_became_active":"2024-09-16T07:21:53.856513+0000","last_became_peered":"2024-09-16T07:21:53.856513+0000","last_unstale":"2024-09-16T07:21:53.859156+0000","last_undegraded":"2024-09-16T07:21:53.859156+0000","last_fullsized":"2024-09-16T07:21:53.859156+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:00:56.062136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.843958+0000","last_change":"2024-09-16T07:21:53.843958+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.843958+0000","last_undegraded":"2024-09-16T07:21:53.843958+0000","last_fullsized":"2024-09-16T07:21:53.843958+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.863365+0000","last_change":"2024-09-16T07:21:53.860879+0000","last_active":"2024-09-16T07:21:53.863365+0000","last_peered":"2024-09-16T07:21:53.863365+0000","last_clean":"2024-09-16T07:21:53.863365+0000","last_became_active":"2024-09-16T07:21:53.860616+0000","last_became_peered":"2024-09-16T07:21:53.860616+0000","last_unstale":"2024-09-16T07:21:53.863365+0000","last_undegraded":"2024-09-16T07:21:53.863365+0000","last_fullsized":"2024-09-16T07:21:53.863365+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:17:25.259606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.844199+0000","last_change":"2024-09-16T07:21:53.844199+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.844199+0000","last_undegraded":"2024-09-16T07:21:53.844199+0000","last_fullsized":"2024-09-16T07:21:53.844199+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.860990+0000","last_change":"2024-09-16T07:21:53.856246+0000","last_active":"2024-09-16T07:21:53.860990+0000","last_peered":"2024-09-16T07:21:53.860990+0000","last_clean":"2024-09-16T07:21:53.860990+0000","last_became_active":"2024-09-16T07:21:53.855629+0000","last_became_peered":"2024-09-16T07:21:53.855629+0000","last_unstale":"2024-09-16T07:21:53.860990+0000","last_undegraded":"2024-09-16T07:21:53.860990+0000","last_fullsized":"2024-09-16T07:21:53.860990+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:32:49.794789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.844998+0000","last_change":"2024-09-16T07:21:53.844998+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.844998+0000","last_undegraded":"2024-09-16T07:21:53.844998+0000","last_fullsized":"2024-09-16T07:21:53.844998+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.14","version":"33'6","reported_seq":21,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.997925+0000","last_change":"2024-09-16T07:21:53.860323+0000","last_active":"2024-09-16T07:21:55.997925+0000","last_peered":"2024-09-16T07:21:55.997925+0000","last_clean":"2024-09-16T07:21:55.997925+0000","last_became_active":"2024-09-16T07:21:53.860019+0000","last_became_peered":"2024-09-16T07:21:53.860019+0000","last_unstale":"2024-09-16T07:21:55.997925+0000","last_undegraded":"2024-09-16T07:21:55.997925+0000","last_fullsized":"2024-09-16T07:21:55.997925+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:32:02.829720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.997630+0000","last_change":"2024-09-16T07:21:54.866545+0000","last_active":"2024-09-16T07:21:55.997630+0000","last_peered":"2024-09-16T07:21:55.997630+0000","last_clean":"2024-09-16T07:21:55.997630+0000","last_became_active":"2024-09-16T07:21:54.866223+0000","last_became_peered":"2024-09-16T07:21:54.866223+0000","last_unstale":"2024-09-16T07:21:55.997630+0000","last_undegraded":"2024-09-16T07:21:55.997630+0000","last_fullsized":"2024-09-16T07:21:55.997630+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:09:42.451250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.855677+0000","last_change":"2024-09-16T07:21:53.853566+0000","last_active":"2024-09-16T07:21:53.855677+0000","last_peered":"2024-09-16T07:21:53.855677+0000","last_clean":"2024-09-16T07:21:53.855677+0000","last_became_active":"2024-09-16T07:21:53.853134+0000","last_became_peered":"2024-09-16T07:21:53.853134+0000","last_unstale":"2024-09-16T07:21:53.855677+0000","last_undegraded":"2024-09-16T07:21:53.855677+0000","last_fullsized":"2024-09-16T07:21:53.855677+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:18:00.202893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.844696+0000","last_change":"2024-09-16T07:21:53.844696+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.844696+0000","last_undegraded":"2024-09-16T07:21:53.844696+0000","last_fullsized":"2024-09-16T07:21:53.844696+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.858544+0000","last_change":"2024-09-16T07:21:53.855776+0000","last_active":"2024-09-16T07:21:53.858544+0000","last_peered":"2024-09-16T07:21:53.858544+0000","last_clean":"2024-09-16T07:21:53.858544+0000","last_became_active":"2024-09-16T07:21:53.855451+0000","last_became_peered":"2024-09-16T07:21:53.855451+0000","last_unstale":"2024-09-16T07:21:53.858544+0000","last_undegraded":"2024-09-16T07:21:53.858544+0000","last_fullsized":"2024-09-16T07:21:53.858544+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:28:28.291422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.849511+0000","last_change":"2024-09-16T07:21:53.849511+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.849511+0000","last_undegraded":"2024-09-16T07:21:53.849511+0000","last_fullsized":"2024-09-16T07:21:53.849511+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.862462+0000","last_change":"2024-09-16T07:21:53.859191+0000","last_active":"2024-09-16T07:21:53.862462+0000","last_peered":"2024-09-16T07:21:53.862462+0000","last_clean":"2024-09-16T07:21:53.862462+0000","last_became_active":"2024-09-16T07:21:53.858865+0000","last_became_peered":"2024-09-16T07:21:53.858865+0000","last_unstale":"2024-09-16T07:21:53.862462+0000","last_undegraded":"2024-09-16T07:21:53.862462+0000","last_fullsized":"2024-09-16T07:21:53.862462+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:57:41.777140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.844118+0000","last_change":"2024-09-16T07:21:53.844118+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.844118+0000","last_undegraded":"2024-09-16T07:21:53.844118+0000","last_fullsized":"2024-09-16T07:21:53.844118+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.863465+0000","last_change":"2024-09-16T07:21:53.861929+0000","last_active":"2024-09-16T07:21:53.863465+0000","last_peered":"2024-09-16T07:21:53.863465+0000","last_clean":"2024-09-16T07:21:53.863465+0000","last_became_active":"2024-09-16T07:21:53.861629+0000","last_became_peered":"2024-09-16T07:21:53.861629+0000","last_unstale":"2024-09-16T07:21:53.863465+0000","last_undegraded":"2024-09-16T07:21:53.863465+0000","last_fullsized":"2024-09-16T07:21:53.863465+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:33:59.842691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.843642+0000","last_change":"2024-09-16T07:21:53.843642+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.843642+0000","last_undegraded":"2024-09-16T07:21:53.843642+0000","last_fullsized":"2024-09-16T07:21:53.843642+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.862159+0000","last_change":"2024-09-16T07:21:53.860101+0000","last_active":"2024-09-16T07:21:53.862159+0000","last_peered":"2024-09-16T07:21:53.862159+0000","last_clean":"2024-09-16T07:21:53.862159+0000","last_became_active":"2024-09-16T07:21:53.859781+0000","last_became_peered":"2024-09-16T07:21:53.859781+0000","last_unstale":"2024-09-16T07:21:53.862159+0000","last_undegraded":"2024-09-16T07:21:53.862159+0000","last_fullsized":"2024-09-16T07:21:53.862159+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:08:18.414097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.847615+0000","last_change":"2024-09-16T07:21:53.847615+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.847615+0000","last_undegraded":"2024-09-16T07:21:53.847615+0000","last_fullsized":"2024-09-16T07:21:53.847615+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.863393+0000","last_change":"2024-09-16T07:21:53.856493+0000","last_active":"2024-09-16T07:21:53.863393+0000","last_peered":"2024-09-16T07:21:53.863393+0000","last_clean":"2024-09-16T07:21:53.863393+0000","last_became_active":"2024-09-16T07:21:53.856201+0000","last_became_peered":"2024-09-16T07:21:53.856201+0000","last_unstale":"2024-09-16T07:21:53.863393+0000","last_undegraded":"2024-09-16T07:21:53.863393+0000","last_fullsized":"2024-09-16T07:21:53.863393+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:44:55.115505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.850692+0000","last_change":"2024-09-16T07:21:53.850692+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.850692+0000","last_undegraded":"2024-09-16T07:21:53.850692+0000","last_fullsized":"2024-09-16T07:21:53.850692+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.859050+0000","last_change":"2024-09-16T07:21:53.854689+0000","last_active":"2024-09-16T07:21:53.859050+0000","last_peered":"2024-09-16T07:21:53.859050+0000","last_clean":"2024-09-16T07:21:53.859050+0000","last_became_active":"2024-09-16T07:21:53.853038+0000","last_became_peered":"2024-09-16T07:21:53.853038+0000","last_unstale":"2024-09-16T07:21:53.859050+0000","last_undegraded":"2024-09-16T07:21:53.859050+0000","last_fullsized":"2024-09-16T07:21:53.859050+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:52:40.092867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.847936+0000","last_change":"2024-09-16T07:21:53.847936+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.847936+0000","last_undegraded":"2024-09-16T07:21:53.847936+0000","last_fullsized":"2024-09-16T07:21:53.847936+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.866350+0000","last_change":"2024-09-16T07:21:53.863198+0000","last_active":"2024-09-16T07:21:53.866350+0000","last_peered":"2024-09-16T07:21:53.866350+0000","last_clean":"2024-09-16T07:21:53.866350+0000","last_became_active":"2024-09-16T07:21:53.862726+0000","last_became_peered":"2024-09-16T07:21:53.862726+0000","last_unstale":"2024-09-16T07:21:53.866350+0000","last_undegraded":"2024-09-16T07:21:53.866350+0000","last_fullsized":"2024-09-16T07:21:53.866350+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:17:25.259606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.997680+0000","last_change":"2024-09-16T07:21:54.873752+0000","last_active":"2024-09-16T07:21:55.997680+0000","last_peered":"2024-09-16T07:21:55.997680+0000","last_clean":"2024-09-16T07:21:55.997680+0000","last_became_active":"2024-09-16T07:21:54.873468+0000","last_became_peered":"2024-09-16T07:21:54.873468+0000","last_unstale":"2024-09-16T07:21:55.997680+0000","last_undegraded":"2024-09-16T07:21:55.997680+0000","last_fullsized":"2024-09-16T07:21:55.997680+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:06:05.054538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.863321+0000","last_change":"2024-09-16T07:21:53.860014+0000","last_active":"2024-09-16T07:21:53.863321+0000","last_peered":"2024-09-16T07:21:53.863321+0000","last_clean":"2024-09-16T07:21:53.863321+0000","last_became_active":"2024-09-16T07:21:53.859732+0000","last_became_peered":"2024-09-16T07:21:53.859732+0000","last_unstale":"2024-09-16T07:21:53.863321+0000","last_undegraded":"2024-09-16T07:21:53.863321+0000","last_fullsized":"2024-09-16T07:21:53.863321+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:33:28.295251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.849906+0000","last_change":"2024-09-16T07:21:53.849906+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.849906+0000","last_undegraded":"2024-09-16T07:21:53.849906+0000","last_fullsized":"2024-09-16T07:21:53.849906+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.863644+0000","last_change":"2024-09-16T07:21:53.858556+0000","last_active":"2024-09-16T07:21:53.863644+0000","last_peered":"2024-09-16T07:21:53.863644+0000","last_clean":"2024-09-16T07:21:53.863644+0000","last_became_active":"2024-09-16T07:21:53.858275+0000","last_became_peered":"2024-09-16T07:21:53.858275+0000","last_unstale":"2024-09-16T07:21:53.863644+0000","last_undegraded":"2024-09-16T07:21:53.863644+0000","last_fullsized":"2024-09-16T07:21:53.863644+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:55:15.180646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.997623+0000","last_change":"2024-09-16T07:21:54.871571+0000","last_active":"2024-09-16T07:21:55.997623+0000","last_peered":"2024-09-16T07:21:55.997623+0000","last_clean":"2024-09-16T07:21:55.997623+0000","last_became_active":"2024-09-16T07:21:54.871273+0000","last_became_peered":"2024-09-16T07:21:54.871273+0000","last_unstale":"2024-09-16T07:21:55.997623+0000","last_undegraded":"2024-09-16T07:21:55.997623+0000","last_fullsized":"2024-09-16T07:21:55.997623+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:05:51.533823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.858588+0000","last_change":"2024-09-16T07:21:53.854609+0000","last_active":"2024-09-16T07:21:53.858588+0000","last_peered":"2024-09-16T07:21:53.858588+0000","last_clean":"2024-09-16T07:21:53.858588+0000","last_became_active":"2024-09-16T07:21:53.854301+0000","last_became_peered":"2024-09-16T07:21:53.854301+0000","last_unstale":"2024-09-16T07:21:53.858588+0000","last_undegraded":"2024-09-16T07:21:53.858588+0000","last_fullsized":"2024-09-16T07:21:53.858588+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:16:35.990088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.847097+0000","last_change":"2024-09-16T07:21:53.847097+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.847097+0000","last_undegraded":"2024-09-16T07:21:53.847097+0000","last_fullsized":"2024-09-16T07:21:53.847097+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.855835+0000","last_change":"2024-09-16T07:21:53.852577+0000","last_active":"2024-09-16T07:21:53.855835+0000","last_peered":"2024-09-16T07:21:53.855835+0000","last_clean":"2024-09-16T07:21:53.855835+0000","last_became_active":"2024-09-16T07:21:53.852287+0000","last_became_peered":"2024-09-16T07:21:53.852287+0000","last_unstale":"2024-09-16T07:21:53.855835+0000","last_undegraded":"2024-09-16T07:21:53.855835+0000","last_fullsized":"2024-09-16T07:21:53.855835+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:34:45.950617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.846890+0000","last_change":"2024-09-16T07:21:53.846890+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.846890+0000","last_undegraded":"2024-09-16T07:21:53.846890+0000","last_fullsized":"2024-09-16T07:21:53.846890+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.7","version":"33'2","reported_seq":17,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.997931+0000","last_change":"2024-09-16T07:21:53.860970+0000","last_active":"2024-09-16T07:21:55.997931+0000","last_peered":"2024-09-16T07:21:55.997931+0000","last_clean":"2024-09-16T07:21:55.997931+0000","last_became_active":"2024-09-16T07:21:53.860689+0000","last_became_peered":"2024-09-16T07:21:53.860689+0000","last_unstale":"2024-09-16T07:21:55.997931+0000","last_undegraded":"2024-09-16T07:21:55.997931+0000","last_fullsized":"2024-09-16T07:21:55.997931+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:22:06.351741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.844009+0000","last_change":"2024-09-16T07:21:53.844009+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.844009+0000","last_undegraded":"2024-09-16T07:21:53.844009+0000","last_fullsized":"2024-09-16T07:21:53.844009+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.863350+0000","last_change":"2024-09-16T07:21:53.860470+0000","last_active":"2024-09-16T07:21:53.863350+0000","last_peered":"2024-09-16T07:21:53.863350+0000","last_clean":"2024-09-16T07:21:53.863350+0000","last_became_active":"2024-09-16T07:21:53.860191+0000","last_became_peered":"2024-09-16T07:21:53.860191+0000","last_unstale":"2024-09-16T07:21:53.863350+0000","last_undegraded":"2024-09-16T07:21:53.863350+0000","last_fullsized":"2024-09-16T07:21:53.863350+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:36:23.840418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.847475+0000","last_change":"2024-09-16T07:21:53.847475+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.847475+0000","last_undegraded":"2024-09-16T07:21:53.847475+0000","last_fullsized":"2024-09-16T07:21:53.847475+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.998015+0000","last_change":"2024-09-16T07:21:53.859812+0000","last_active":"2024-09-16T07:21:55.998015+0000","last_peered":"2024-09-16T07:21:55.998015+0000","last_clean":"2024-09-16T07:21:55.998015+0000","last_became_active":"2024-09-16T07:21:53.859471+0000","last_became_peered":"2024-09-16T07:21:53.859471+0000","last_unstale":"2024-09-16T07:21:55.998015+0000","last_undegraded":"2024-09-16T07:21:55.998015+0000","last_fullsized":"2024-09-16T07:21:55.998015+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:13:15.986028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.846976+0000","last_change":"2024-09-16T07:21:53.846976+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.846976+0000","last_undegraded":"2024-09-16T07:21:53.846976+0000","last_fullsized":"2024-09-16T07:21:53.846976+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.997778+0000","last_change":"2024-09-16T07:21:53.857003+0000","last_active":"2024-09-16T07:21:55.997778+0000","last_peered":"2024-09-16T07:21:55.997778+0000","last_clean":"2024-09-16T07:21:55.997778+0000","last_became_active":"2024-09-16T07:21:53.856699+0000","last_became_peered":"2024-09-16T07:21:53.856699+0000","last_unstale":"2024-09-16T07:21:55.997778+0000","last_undegraded":"2024-09-16T07:21:55.997778+0000","last_fullsized":"2024-09-16T07:21:55.997778+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:01:46.738901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.843897+0000","last_change":"2024-09-16T07:21:53.843897+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.843897+0000","last_undegraded":"2024-09-16T07:21:53.843897+0000","last_fullsized":"2024-09-16T07:21:53.843897+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.997750+0000","last_change":"2024-09-16T07:21:53.852995+0000","last_active":"2024-09-16T07:21:55.997750+0000","last_peered":"2024-09-16T07:21:55.997750+0000","last_clean":"2024-09-16T07:21:55.997750+0000","last_became_active":"2024-09-16T07:21:53.852711+0000","last_became_peered":"2024-09-16T07:21:53.852711+0000","last_unstale":"2024-09-16T07:21:55.997750+0000","last_undegraded":"2024-09-16T07:21:55.997750+0000","last_fullsized":"2024-09-16T07:21:55.997750+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:41:24.023679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.843621+0000","last_change":"2024-09-16T07:21:53.843621+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.843621+0000","last_undegraded":"2024-09-16T07:21:53.843621+0000","last_fullsized":"2024-09-16T07:21:53.843621+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.863011+0000","last_change":"2024-09-16T07:21:53.856026+0000","last_active":"2024-09-16T07:21:53.863011+0000","last_peered":"2024-09-16T07:21:53.863011+0000","last_clean":"2024-09-16T07:21:53.863011+0000","last_became_active":"2024-09-16T07:21:53.855676+0000","last_became_peered":"2024-09-16T07:21:53.855676+0000","last_unstale":"2024-09-16T07:21:53.863011+0000","last_undegraded":"2024-09-16T07:21:53.863011+0000","last_fullsized":"2024-09-16T07:21:53.863011+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:35:30.934935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.843502+0000","last_change":"2024-09-16T07:21:53.843502+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.843502+0000","last_undegraded":"2024-09-16T07:21:53.843502+0000","last_fullsized":"2024-09-16T07:21:53.843502+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.858882+0000","last_change":"2024-09-16T07:21:53.856812+0000","last_active":"2024-09-16T07:21:53.858882+0000","last_peered":"2024-09-16T07:21:53.858882+0000","last_clean":"2024-09-16T07:21:53.858882+0000","last_became_active":"2024-09-16T07:21:53.856480+0000","last_became_peered":"2024-09-16T07:21:53.856480+0000","last_unstale":"2024-09-16T07:21:53.858882+0000","last_undegraded":"2024-09-16T07:21:53.858882+0000","last_fullsized":"2024-09-16T07:21:53.858882+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:19:07.781456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.854471+0000","last_change":"2024-09-16T07:21:53.854471+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.854471+0000","last_undegraded":"2024-09-16T07:21:53.854471+0000","last_fullsized":"2024-09-16T07:21:53.854471+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.851594+0000","last_change":"2024-09-16T07:21:53.849334+0000","last_active":"2024-09-16T07:21:53.851594+0000","last_peered":"2024-09-16T07:21:53.851594+0000","last_clean":"2024-09-16T07:21:53.851594+0000","last_became_active":"2024-09-16T07:21:53.849066+0000","last_became_peered":"2024-09-16T07:21:53.849066+0000","last_unstale":"2024-09-16T07:21:53.851594+0000","last_undegraded":"2024-09-16T07:21:53.851594+0000","last_fullsized":"2024-09-16T07:21:53.851594+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:30:44.479589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'72","reported_seq":126,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.842551+0000","last_change":"2024-09-16T07:21:02.600196+0000","last_active":"2024-09-16T07:21:53.842551+0000","last_peered":"2024-09-16T07:21:53.842551+0000","last_clean":"2024-09-16T07:21:53.842551+0000","last_became_active":"2024-09-16T07:21:02.599001+0000","last_became_peered":"2024-09-16T07:21:02.599001+0000","last_unstale":"2024-09-16T07:21:53.842551+0000","last_undegraded":"2024-09-16T07:21:53.842551+0000","last_fullsized":"2024-09-16T07:21:53.842551+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_clean_scrub_stamp":"2024-09-16T07:21:01.331773+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:28:40.942832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":1612,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":8,"ondisk_log_size":8,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509455,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27376,"kb_used_data":344,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344464,"statfs":{"total":96636764160,"available":96608731136,"internally_reserved":0,"allocated":352256,"data_stored":132232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509454,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27940,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343900,"statfs":{"total":96636764160,"available":96608153600,"internally_reserved":0,"allocated":933888,"data_stored":716325,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509454,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":332,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":339968,"data_stored":125957,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509455,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27376,"kb_used_data":344,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344464,"statfs":{"total":96636764160,"available":96608731136,"internally_reserved":0,"allocated":352256,"data_stored":132232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509455,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27376,"kb_used_data":344,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344464,"statfs":{"total":96636764160,"available":96608731136,"internally_reserved":0,"allocated":352256,"data_stored":132232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509455,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27956,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343884,"statfs":{"total":96636764160,"available":96608137216,"internally_reserved":0,"allocated":946176,"data_stored":722600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509456,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":332,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":339968,"data_stored":125957,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574862,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27416,"kb_used_data":380,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344424,"statfs":{"total":96636764160,"available":96608690176,"internally_reserved":0,"allocated":389120,"data_stored":146919,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T07:21:58.893 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T07:21:59.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.034+0000 7f5b09a18640 1 -- 172.21.15.31:0/2773019455 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5af0003a00 msgr2=0x7f5af0003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:59.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.034+0000 7f5b09a18640 1 --2- 172.21.15.31:0/2773019455 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5af0003a00 0x7f5af0003e20 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f5af4009f20 tx=0x7f5af0005830 comp rx=0 tx=0).stop 2024-09-16T07:21:59.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.034+0000 7f5b037fe640 1 -- 172.21.15.31:0/2773019455 reap_dead start 2024-09-16T07:21:59.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.034+0000 7f5b09a18640 1 -- 172.21.15.31:0/2773019455 shutdown_connections 2024-09-16T07:21:59.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.034+0000 7f5b09a18640 1 -- 172.21.15.31:0/2773019455 >> 172.21.15.31:0/2773019455 conn(0x7f5b04074cb0 msgr2=0x7f5b0409b180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:59.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.034+0000 7f5b09a18640 1 -- 172.21.15.31:0/2773019455 shutdown_connections 2024-09-16T07:21:59.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.034+0000 7f5b09a18640 1 -- 172.21.15.31:0/2773019455 wait complete. 2024-09-16T07:21:59.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.035+0000 7f5b09a18640 1 Processor -- start 2024-09-16T07:21:59.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.035+0000 7f5b09a18640 1 -- start start 2024-09-16T07:21:59.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.036+0000 7f5b09a18640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5af0003a00 0x7f5b040cb0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:59.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.036+0000 7f5b09a18640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5b041f7e90 0x7f5b040b07b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:59.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.036+0000 7f5b09a18640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5b040b0cf0 0x7f5b040c4780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:59.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.036+0000 7f5b09a18640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f5b040cdc40 con 0x7f5b041f7e90 2024-09-16T07:21:59.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.036+0000 7f5b09a18640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f5b040cdac0 con 0x7f5af0003a00 2024-09-16T07:21:59.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.036+0000 7f5b09a18640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f5b040b1e30 con 0x7f5b040b0cf0 2024-09-16T07:21:59.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.036+0000 7f5b027fc640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5b041f7e90 0x7f5b040b07b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:59.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.036+0000 7f5b027fc640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5b041f7e90 0x7f5b040b07b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48970/0 (socket says 172.21.15.31:48970) 2024-09-16T07:21:59.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.036+0000 7f5b027fc640 1 -- 172.21.15.31:0/3037165974 learned_addr learned my addr 172.21.15.31:0/3037165974 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:59.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.036+0000 7f5b037fe640 1 --2- 172.21.15.31:0/3037165974 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5b040b0cf0 0x7f5b040c4780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:59.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.036+0000 7f5b02ffd640 1 --2- 172.21.15.31:0/3037165974 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5af0003a00 0x7f5b040cb0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:59.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.037+0000 7f5b027fc640 1 -- 172.21.15.31:0/3037165974 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5b040b0cf0 msgr2=0x7f5b040c4780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:59.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.037+0000 7f5b027fc640 1 --2- 172.21.15.31:0/3037165974 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5b040b0cf0 0x7f5b040c4780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:59.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.037+0000 7f5b027fc640 1 -- 172.21.15.31:0/3037165974 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5af0003a00 msgr2=0x7f5b040cb0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:59.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.037+0000 7f5b027fc640 1 --2- 172.21.15.31:0/3037165974 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5af0003a00 0x7f5b040cb0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:59.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.037+0000 7f5b027fc640 1 -- 172.21.15.31:0/3037165974 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b041f8320 con 0x7f5b041f7e90 2024-09-16T07:21:59.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.037+0000 7f5b027fc640 1 --2- 172.21.15.31:0/3037165974 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5b041f7e90 0x7f5b040b07b0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f5aec006600 tx=0x7f5aec0039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:59.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.037+0000 7f5afbfff640 1 -- 172.21.15.31:0/3037165974 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5aec015070 con 0x7f5b041f7e90 2024-09-16T07:21:59.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.037+0000 7f5afbfff640 1 -- 172.21.15.31:0/3037165974 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5aec0119e0 con 0x7f5b041f7e90 2024-09-16T07:21:59.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.037+0000 7f5b09a18640 1 -- 172.21.15.31:0/3037165974 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5b041f8600 con 0x7f5b041f7e90 2024-09-16T07:21:59.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.037+0000 7f5afbfff640 1 -- 172.21.15.31:0/3037165974 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5aec011e30 con 0x7f5b041f7e90 2024-09-16T07:21:59.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.037+0000 7f5b09a18640 1 -- 172.21.15.31:0/3037165974 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5b041f8bc0 con 0x7f5b041f7e90 2024-09-16T07:21:59.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.038+0000 7f5b09a18640 1 -- 172.21.15.31:0/3037165974 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5b040d03c0 con 0x7f5b041f7e90 2024-09-16T07:21:59.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.039+0000 7f5afbfff640 1 -- 172.21.15.31:0/3037165974 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f5aec018070 con 0x7f5b041f7e90 2024-09-16T07:21:59.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.039+0000 7f5afbfff640 1 --2- 172.21.15.31:0/3037165974 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f5ae4078850 0x7f5ae407ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:59.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.039+0000 7f5afbfff640 1 -- 172.21.15.31:0/3037165974 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7f5aec09b740 con 0x7f5b041f7e90 2024-09-16T07:21:59.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.039+0000 7f5b02ffd640 1 --2- 172.21.15.31:0/3037165974 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f5ae4078850 0x7f5ae407ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:59.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.040+0000 7f5b02ffd640 1 --2- 172.21.15.31:0/3037165974 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f5ae4078850 0x7f5ae407ad10 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f5af4036000 tx=0x7f5af402d040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:59.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.043+0000 7f5afbfff640 1 -- 172.21.15.31:0/3037165974 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f5aec063dc0 con 0x7f5b041f7e90 2024-09-16T07:21:59.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.225+0000 7f5b09a18640 1 -- 172.21.15.31:0/3037165974 --> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f5b04070f40 con 0x7f5ae4078850 2024-09-16T07:21:59.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.230+0000 7f5afbfff640 1 -- 172.21.15.31:0/3037165974 <== mgr.4117 v2:172.21.15.155:6808/3650624732 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+247247 (secure 0 0 0) 0x7f5af40805e0 con 0x7f5ae4078850 2024-09-16T07:21:59.232 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:21:59.233 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-16T07:21:59.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.233+0000 7f5b09a18640 1 -- 172.21.15.31:0/3037165974 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f5ae4078850 msgr2=0x7f5ae407ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:59.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.233+0000 7f5b09a18640 1 --2- 172.21.15.31:0/3037165974 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f5ae4078850 0x7f5ae407ad10 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f5af4036000 tx=0x7f5af402d040 comp rx=0 tx=0).stop 2024-09-16T07:21:59.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.233+0000 7f5b09a18640 1 -- 172.21.15.31:0/3037165974 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5b041f7e90 msgr2=0x7f5b040b07b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:59.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.233+0000 7f5b09a18640 1 --2- 172.21.15.31:0/3037165974 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5b041f7e90 0x7f5b040b07b0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f5aec006600 tx=0x7f5aec0039c0 comp rx=0 tx=0).stop 2024-09-16T07:21:59.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.233+0000 7f5b09a18640 1 -- 172.21.15.31:0/3037165974 shutdown_connections 2024-09-16T07:21:59.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.233+0000 7f5b09a18640 1 --2- 172.21.15.31:0/3037165974 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f5ae4078850 0x7f5ae407ad10 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:59.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.233+0000 7f5b09a18640 1 --2- 172.21.15.31:0/3037165974 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5b040b0cf0 0x7f5b040c4780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:59.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.233+0000 7f5b09a18640 1 --2- 172.21.15.31:0/3037165974 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5b041f7e90 0x7f5b040b07b0 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:59.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.233+0000 7f5b09a18640 1 --2- 172.21.15.31:0/3037165974 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5af0003a00 0x7f5b040cb0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:59.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.233+0000 7f5b09a18640 1 -- 172.21.15.31:0/3037165974 >> 172.21.15.31:0/3037165974 conn(0x7f5b04074cb0 msgr2=0x7f5b04071240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:59.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.233+0000 7f5b09a18640 1 -- 172.21.15.31:0/3037165974 shutdown_connections 2024-09-16T07:21:59.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.233+0000 7f5b09a18640 1 -- 172.21.15.31:0/3037165974 wait complete. 2024-09-16T07:21:59.244 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":58,"stamp":"2024-09-16T07:21:58.640327+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591980,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":110,"num_write_kb":1631,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":80,"ondisk_log_size":80,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220160,"kb_used_data":3912,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754560,"statfs":{"total":773094113280,"available":772868669440,"internally_reserved":0,"allocated":4005888,"data_stored":2234454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":21,"apply_latency_ms":21,"commit_latency_ns":21000000,"apply_latency_ns":21000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1612,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.801027"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.850007+0000","last_change":"2024-09-16T07:21:53.850007+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.850007+0000","last_undegraded":"2024-09-16T07:21:53.850007+0000","last_fullsized":"2024-09-16T07:21:53.850007+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.849946+0000","last_change":"2024-09-16T07:21:53.849946+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.849946+0000","last_undegraded":"2024-09-16T07:21:53.849946+0000","last_fullsized":"2024-09-16T07:21:53.849946+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.847144+0000","last_change":"2024-09-16T07:21:53.847144+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.847144+0000","last_undegraded":"2024-09-16T07:21:53.847144+0000","last_fullsized":"2024-09-16T07:21:53.847144+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.845986+0000","last_change":"2024-09-16T07:21:53.845986+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.845986+0000","last_undegraded":"2024-09-16T07:21:53.845986+0000","last_fullsized":"2024-09-16T07:21:53.845986+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.850468+0000","last_change":"2024-09-16T07:21:53.850468+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.850468+0000","last_undegraded":"2024-09-16T07:21:53.850468+0000","last_fullsized":"2024-09-16T07:21:53.850468+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.847070+0000","last_change":"2024-09-16T07:21:53.847070+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.847070+0000","last_undegraded":"2024-09-16T07:21:53.847070+0000","last_fullsized":"2024-09-16T07:21:53.847070+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.850597+0000","last_change":"2024-09-16T07:21:53.850597+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.850597+0000","last_undegraded":"2024-09-16T07:21:53.850597+0000","last_fullsized":"2024-09-16T07:21:53.850597+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.853509+0000","last_change":"2024-09-16T07:21:53.853509+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.853509+0000","last_undegraded":"2024-09-16T07:21:53.853509+0000","last_fullsized":"2024-09-16T07:21:53.853509+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.848095+0000","last_change":"2024-09-16T07:21:53.848095+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.848095+0000","last_undegraded":"2024-09-16T07:21:53.848095+0000","last_fullsized":"2024-09-16T07:21:53.848095+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.844720+0000","last_change":"2024-09-16T07:21:53.844720+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.844720+0000","last_undegraded":"2024-09-16T07:21:53.844720+0000","last_fullsized":"2024-09-16T07:21:53.844720+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.844489+0000","last_change":"2024-09-16T07:21:53.844489+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.844489+0000","last_undegraded":"2024-09-16T07:21:53.844489+0000","last_fullsized":"2024-09-16T07:21:53.844489+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.847876+0000","last_change":"2024-09-16T07:21:53.847876+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.847876+0000","last_undegraded":"2024-09-16T07:21:53.847876+0000","last_fullsized":"2024-09-16T07:21:53.847876+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.997798+0000","last_change":"2024-09-16T07:21:54.872069+0000","last_active":"2024-09-16T07:21:55.997798+0000","last_peered":"2024-09-16T07:21:55.997798+0000","last_clean":"2024-09-16T07:21:55.997798+0000","last_became_active":"2024-09-16T07:21:54.871774+0000","last_became_peered":"2024-09-16T07:21:54.871774+0000","last_unstale":"2024-09-16T07:21:55.997798+0000","last_undegraded":"2024-09-16T07:21:55.997798+0000","last_fullsized":"2024-09-16T07:21:55.997798+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:20:16.086830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.846207+0000","last_change":"2024-09-16T07:21:53.846207+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.846207+0000","last_undegraded":"2024-09-16T07:21:53.846207+0000","last_fullsized":"2024-09-16T07:21:53.846207+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.856568+0000","last_change":"2024-09-16T07:21:53.856568+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.856568+0000","last_undegraded":"2024-09-16T07:21:53.856568+0000","last_fullsized":"2024-09-16T07:21:53.856568+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.855782+0000","last_change":"2024-09-16T07:21:53.855782+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.855782+0000","last_undegraded":"2024-09-16T07:21:53.855782+0000","last_fullsized":"2024-09-16T07:21:53.855782+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.844530+0000","last_change":"2024-09-16T07:21:53.844530+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.844530+0000","last_undegraded":"2024-09-16T07:21:53.844530+0000","last_fullsized":"2024-09-16T07:21:53.844530+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.847413+0000","last_change":"2024-09-16T07:21:53.847413+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.847413+0000","last_undegraded":"2024-09-16T07:21:53.847413+0000","last_fullsized":"2024-09-16T07:21:53.847413+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.848361+0000","last_change":"2024-09-16T07:21:53.848361+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.848361+0000","last_undegraded":"2024-09-16T07:21:53.848361+0000","last_fullsized":"2024-09-16T07:21:53.848361+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.998006+0000","last_change":"2024-09-16T07:21:54.873937+0000","last_active":"2024-09-16T07:21:55.998006+0000","last_peered":"2024-09-16T07:21:55.998006+0000","last_clean":"2024-09-16T07:21:55.998006+0000","last_became_active":"2024-09-16T07:21:54.873592+0000","last_became_peered":"2024-09-16T07:21:54.873592+0000","last_unstale":"2024-09-16T07:21:55.998006+0000","last_undegraded":"2024-09-16T07:21:55.998006+0000","last_fullsized":"2024-09-16T07:21:55.998006+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:59:50.734423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.855233+0000","last_change":"2024-09-16T07:21:53.855233+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.855233+0000","last_undegraded":"2024-09-16T07:21:53.855233+0000","last_fullsized":"2024-09-16T07:21:53.855233+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.850028+0000","last_change":"2024-09-16T07:21:53.850028+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.850028+0000","last_undegraded":"2024-09-16T07:21:53.850028+0000","last_fullsized":"2024-09-16T07:21:53.850028+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.997582+0000","last_change":"2024-09-16T07:21:54.866308+0000","last_active":"2024-09-16T07:21:55.997582+0000","last_peered":"2024-09-16T07:21:55.997582+0000","last_clean":"2024-09-16T07:21:55.997582+0000","last_became_active":"2024-09-16T07:21:54.866005+0000","last_became_peered":"2024-09-16T07:21:54.866005+0000","last_unstale":"2024-09-16T07:21:55.997582+0000","last_undegraded":"2024-09-16T07:21:55.997582+0000","last_fullsized":"2024-09-16T07:21:55.997582+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:06:17.921163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.851362+0000","last_change":"2024-09-16T07:21:53.851362+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.851362+0000","last_undegraded":"2024-09-16T07:21:53.851362+0000","last_fullsized":"2024-09-16T07:21:53.851362+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.844916+0000","last_change":"2024-09-16T07:21:53.844916+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.844916+0000","last_undegraded":"2024-09-16T07:21:53.844916+0000","last_fullsized":"2024-09-16T07:21:53.844916+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.844243+0000","last_change":"2024-09-16T07:21:53.844243+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.844243+0000","last_undegraded":"2024-09-16T07:21:53.844243+0000","last_fullsized":"2024-09-16T07:21:53.844243+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.849096+0000","last_change":"2024-09-16T07:21:53.849096+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.849096+0000","last_undegraded":"2024-09-16T07:21:53.849096+0000","last_fullsized":"2024-09-16T07:21:53.849096+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.848680+0000","last_change":"2024-09-16T07:21:53.848680+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.848680+0000","last_undegraded":"2024-09-16T07:21:53.848680+0000","last_fullsized":"2024-09-16T07:21:53.848680+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.854104+0000","last_change":"2024-09-16T07:21:53.854104+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.854104+0000","last_undegraded":"2024-09-16T07:21:53.854104+0000","last_fullsized":"2024-09-16T07:21:53.854104+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.854022+0000","last_change":"2024-09-16T07:21:53.854022+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.854022+0000","last_undegraded":"2024-09-16T07:21:53.854022+0000","last_fullsized":"2024-09-16T07:21:53.854022+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.848233+0000","last_change":"2024-09-16T07:21:53.848233+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.848233+0000","last_undegraded":"2024-09-16T07:21:53.848233+0000","last_fullsized":"2024-09-16T07:21:53.848233+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.843531+0000","last_change":"2024-09-16T07:21:53.843531+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.843531+0000","last_undegraded":"2024-09-16T07:21:53.843531+0000","last_fullsized":"2024-09-16T07:21:53.843531+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.998026+0000","last_change":"2024-09-16T07:21:54.867772+0000","last_active":"2024-09-16T07:21:55.998026+0000","last_peered":"2024-09-16T07:21:55.998026+0000","last_clean":"2024-09-16T07:21:55.998026+0000","last_became_active":"2024-09-16T07:21:54.867473+0000","last_became_peered":"2024-09-16T07:21:54.867473+0000","last_unstale":"2024-09-16T07:21:55.998026+0000","last_undegraded":"2024-09-16T07:21:55.998026+0000","last_fullsized":"2024-09-16T07:21:55.998026+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:26:21.769509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.859063+0000","last_change":"2024-09-16T07:21:53.855194+0000","last_active":"2024-09-16T07:21:53.859063+0000","last_peered":"2024-09-16T07:21:53.859063+0000","last_clean":"2024-09-16T07:21:53.859063+0000","last_became_active":"2024-09-16T07:21:53.854799+0000","last_became_peered":"2024-09-16T07:21:53.854799+0000","last_unstale":"2024-09-16T07:21:53.859063+0000","last_undegraded":"2024-09-16T07:21:53.859063+0000","last_fullsized":"2024-09-16T07:21:53.859063+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:45:32.969833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.848245+0000","last_change":"2024-09-16T07:21:53.848245+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.848245+0000","last_undegraded":"2024-09-16T07:21:53.848245+0000","last_fullsized":"2024-09-16T07:21:53.848245+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.858472+0000","last_change":"2024-09-16T07:21:53.854918+0000","last_active":"2024-09-16T07:21:53.858472+0000","last_peered":"2024-09-16T07:21:53.858472+0000","last_clean":"2024-09-16T07:21:53.858472+0000","last_became_active":"2024-09-16T07:21:53.854202+0000","last_became_peered":"2024-09-16T07:21:53.854202+0000","last_unstale":"2024-09-16T07:21:53.858472+0000","last_undegraded":"2024-09-16T07:21:53.858472+0000","last_fullsized":"2024-09-16T07:21:53.858472+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:58:07.936076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.847833+0000","last_change":"2024-09-16T07:21:53.847833+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.847833+0000","last_undegraded":"2024-09-16T07:21:53.847833+0000","last_fullsized":"2024-09-16T07:21:53.847833+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.860852+0000","last_change":"2024-09-16T07:21:53.857759+0000","last_active":"2024-09-16T07:21:53.860852+0000","last_peered":"2024-09-16T07:21:53.860852+0000","last_clean":"2024-09-16T07:21:53.860852+0000","last_became_active":"2024-09-16T07:21:53.857419+0000","last_became_peered":"2024-09-16T07:21:53.857419+0000","last_unstale":"2024-09-16T07:21:53.860852+0000","last_undegraded":"2024-09-16T07:21:53.860852+0000","last_fullsized":"2024-09-16T07:21:53.860852+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:17:41.301190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.844159+0000","last_change":"2024-09-16T07:21:53.844159+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.844159+0000","last_undegraded":"2024-09-16T07:21:53.844159+0000","last_fullsized":"2024-09-16T07:21:53.844159+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.859113+0000","last_change":"2024-09-16T07:21:53.852935+0000","last_active":"2024-09-16T07:21:53.859113+0000","last_peered":"2024-09-16T07:21:53.859113+0000","last_clean":"2024-09-16T07:21:53.859113+0000","last_became_active":"2024-09-16T07:21:53.852593+0000","last_became_peered":"2024-09-16T07:21:53.852593+0000","last_unstale":"2024-09-16T07:21:53.859113+0000","last_undegraded":"2024-09-16T07:21:53.859113+0000","last_fullsized":"2024-09-16T07:21:53.859113+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:25:36.448087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.847685+0000","last_change":"2024-09-16T07:21:53.847685+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.847685+0000","last_undegraded":"2024-09-16T07:21:53.847685+0000","last_fullsized":"2024-09-16T07:21:53.847685+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.863566+0000","last_change":"2024-09-16T07:21:53.857526+0000","last_active":"2024-09-16T07:21:53.863566+0000","last_peered":"2024-09-16T07:21:53.863566+0000","last_clean":"2024-09-16T07:21:53.863566+0000","last_became_active":"2024-09-16T07:21:53.857231+0000","last_became_peered":"2024-09-16T07:21:53.857231+0000","last_unstale":"2024-09-16T07:21:53.863566+0000","last_undegraded":"2024-09-16T07:21:53.863566+0000","last_fullsized":"2024-09-16T07:21:53.863566+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:49:50.517600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.850918+0000","last_change":"2024-09-16T07:21:53.850918+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.850918+0000","last_undegraded":"2024-09-16T07:21:53.850918+0000","last_fullsized":"2024-09-16T07:21:53.850918+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.863746+0000","last_change":"2024-09-16T07:21:53.859767+0000","last_active":"2024-09-16T07:21:53.863746+0000","last_peered":"2024-09-16T07:21:53.863746+0000","last_clean":"2024-09-16T07:21:53.863746+0000","last_became_active":"2024-09-16T07:21:53.859399+0000","last_became_peered":"2024-09-16T07:21:53.859399+0000","last_unstale":"2024-09-16T07:21:53.863746+0000","last_undegraded":"2024-09-16T07:21:53.863746+0000","last_fullsized":"2024-09-16T07:21:53.863746+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:06:05.148113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.847634+0000","last_change":"2024-09-16T07:21:53.847634+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.847634+0000","last_undegraded":"2024-09-16T07:21:53.847634+0000","last_fullsized":"2024-09-16T07:21:53.847634+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.862118+0000","last_change":"2024-09-16T07:21:53.858839+0000","last_active":"2024-09-16T07:21:53.862118+0000","last_peered":"2024-09-16T07:21:53.862118+0000","last_clean":"2024-09-16T07:21:53.862118+0000","last_became_active":"2024-09-16T07:21:53.858557+0000","last_became_peered":"2024-09-16T07:21:53.858557+0000","last_unstale":"2024-09-16T07:21:53.862118+0000","last_undegraded":"2024-09-16T07:21:53.862118+0000","last_fullsized":"2024-09-16T07:21:53.862118+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:54:37.231715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.843545+0000","last_change":"2024-09-16T07:21:53.843545+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.843545+0000","last_undegraded":"2024-09-16T07:21:53.843545+0000","last_fullsized":"2024-09-16T07:21:53.843545+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.863775+0000","last_change":"2024-09-16T07:21:53.860795+0000","last_active":"2024-09-16T07:21:53.863775+0000","last_peered":"2024-09-16T07:21:53.863775+0000","last_clean":"2024-09-16T07:21:53.863775+0000","last_became_active":"2024-09-16T07:21:53.860517+0000","last_became_peered":"2024-09-16T07:21:53.860517+0000","last_unstale":"2024-09-16T07:21:53.863775+0000","last_undegraded":"2024-09-16T07:21:53.863775+0000","last_fullsized":"2024-09-16T07:21:53.863775+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:31:05.331269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.844880+0000","last_change":"2024-09-16T07:21:53.844880+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.844880+0000","last_undegraded":"2024-09-16T07:21:53.844880+0000","last_fullsized":"2024-09-16T07:21:53.844880+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.859156+0000","last_change":"2024-09-16T07:21:53.856787+0000","last_active":"2024-09-16T07:21:53.859156+0000","last_peered":"2024-09-16T07:21:53.859156+0000","last_clean":"2024-09-16T07:21:53.859156+0000","last_became_active":"2024-09-16T07:21:53.856513+0000","last_became_peered":"2024-09-16T07:21:53.856513+0000","last_unstale":"2024-09-16T07:21:53.859156+0000","last_undegraded":"2024-09-16T07:21:53.859156+0000","last_fullsized":"2024-09-16T07:21:53.859156+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:00:56.062136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.843958+0000","last_change":"2024-09-16T07:21:53.843958+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.843958+0000","last_undegraded":"2024-09-16T07:21:53.843958+0000","last_fullsized":"2024-09-16T07:21:53.843958+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.863365+0000","last_change":"2024-09-16T07:21:53.860879+0000","last_active":"2024-09-16T07:21:53.863365+0000","last_peered":"2024-09-16T07:21:53.863365+0000","last_clean":"2024-09-16T07:21:53.863365+0000","last_became_active":"2024-09-16T07:21:53.860616+0000","last_became_peered":"2024-09-16T07:21:53.860616+0000","last_unstale":"2024-09-16T07:21:53.863365+0000","last_undegraded":"2024-09-16T07:21:53.863365+0000","last_fullsized":"2024-09-16T07:21:53.863365+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:17:25.259606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.844199+0000","last_change":"2024-09-16T07:21:53.844199+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.844199+0000","last_undegraded":"2024-09-16T07:21:53.844199+0000","last_fullsized":"2024-09-16T07:21:53.844199+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.860990+0000","last_change":"2024-09-16T07:21:53.856246+0000","last_active":"2024-09-16T07:21:53.860990+0000","last_peered":"2024-09-16T07:21:53.860990+0000","last_clean":"2024-09-16T07:21:53.860990+0000","last_became_active":"2024-09-16T07:21:53.855629+0000","last_became_peered":"2024-09-16T07:21:53.855629+0000","last_unstale":"2024-09-16T07:21:53.860990+0000","last_undegraded":"2024-09-16T07:21:53.860990+0000","last_fullsized":"2024-09-16T07:21:53.860990+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:32:49.794789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.844998+0000","last_change":"2024-09-16T07:21:53.844998+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.844998+0000","last_undegraded":"2024-09-16T07:21:53.844998+0000","last_fullsized":"2024-09-16T07:21:53.844998+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.14","version":"33'6","reported_seq":21,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.997925+0000","last_change":"2024-09-16T07:21:53.860323+0000","last_active":"2024-09-16T07:21:55.997925+0000","last_peered":"2024-09-16T07:21:55.997925+0000","last_clean":"2024-09-16T07:21:55.997925+0000","last_became_active":"2024-09-16T07:21:53.860019+0000","last_became_peered":"2024-09-16T07:21:53.860019+0000","last_unstale":"2024-09-16T07:21:55.997925+0000","last_undegraded":"2024-09-16T07:21:55.997925+0000","last_fullsized":"2024-09-16T07:21:55.997925+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:32:02.829720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.997630+0000","last_change":"2024-09-16T07:21:54.866545+0000","last_active":"2024-09-16T07:21:55.997630+0000","last_peered":"2024-09-16T07:21:55.997630+0000","last_clean":"2024-09-16T07:21:55.997630+0000","last_became_active":"2024-09-16T07:21:54.866223+0000","last_became_peered":"2024-09-16T07:21:54.866223+0000","last_unstale":"2024-09-16T07:21:55.997630+0000","last_undegraded":"2024-09-16T07:21:55.997630+0000","last_fullsized":"2024-09-16T07:21:55.997630+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:09:42.451250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.855677+0000","last_change":"2024-09-16T07:21:53.853566+0000","last_active":"2024-09-16T07:21:53.855677+0000","last_peered":"2024-09-16T07:21:53.855677+0000","last_clean":"2024-09-16T07:21:53.855677+0000","last_became_active":"2024-09-16T07:21:53.853134+0000","last_became_peered":"2024-09-16T07:21:53.853134+0000","last_unstale":"2024-09-16T07:21:53.855677+0000","last_undegraded":"2024-09-16T07:21:53.855677+0000","last_fullsized":"2024-09-16T07:21:53.855677+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:18:00.202893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.844696+0000","last_change":"2024-09-16T07:21:53.844696+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.844696+0000","last_undegraded":"2024-09-16T07:21:53.844696+0000","last_fullsized":"2024-09-16T07:21:53.844696+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.858544+0000","last_change":"2024-09-16T07:21:53.855776+0000","last_active":"2024-09-16T07:21:53.858544+0000","last_peered":"2024-09-16T07:21:53.858544+0000","last_clean":"2024-09-16T07:21:53.858544+0000","last_became_active":"2024-09-16T07:21:53.855451+0000","last_became_peered":"2024-09-16T07:21:53.855451+0000","last_unstale":"2024-09-16T07:21:53.858544+0000","last_undegraded":"2024-09-16T07:21:53.858544+0000","last_fullsized":"2024-09-16T07:21:53.858544+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:28:28.291422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.849511+0000","last_change":"2024-09-16T07:21:53.849511+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.849511+0000","last_undegraded":"2024-09-16T07:21:53.849511+0000","last_fullsized":"2024-09-16T07:21:53.849511+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.862462+0000","last_change":"2024-09-16T07:21:53.859191+0000","last_active":"2024-09-16T07:21:53.862462+0000","last_peered":"2024-09-16T07:21:53.862462+0000","last_clean":"2024-09-16T07:21:53.862462+0000","last_became_active":"2024-09-16T07:21:53.858865+0000","last_became_peered":"2024-09-16T07:21:53.858865+0000","last_unstale":"2024-09-16T07:21:53.862462+0000","last_undegraded":"2024-09-16T07:21:53.862462+0000","last_fullsized":"2024-09-16T07:21:53.862462+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:57:41.777140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.844118+0000","last_change":"2024-09-16T07:21:53.844118+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.844118+0000","last_undegraded":"2024-09-16T07:21:53.844118+0000","last_fullsized":"2024-09-16T07:21:53.844118+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.863465+0000","last_change":"2024-09-16T07:21:53.861929+0000","last_active":"2024-09-16T07:21:53.863465+0000","last_peered":"2024-09-16T07:21:53.863465+0000","last_clean":"2024-09-16T07:21:53.863465+0000","last_became_active":"2024-09-16T07:21:53.861629+0000","last_became_peered":"2024-09-16T07:21:53.861629+0000","last_unstale":"2024-09-16T07:21:53.863465+0000","last_undegraded":"2024-09-16T07:21:53.863465+0000","last_fullsized":"2024-09-16T07:21:53.863465+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:33:59.842691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.843642+0000","last_change":"2024-09-16T07:21:53.843642+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.843642+0000","last_undegraded":"2024-09-16T07:21:53.843642+0000","last_fullsized":"2024-09-16T07:21:53.843642+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.862159+0000","last_change":"2024-09-16T07:21:53.860101+0000","last_active":"2024-09-16T07:21:53.862159+0000","last_peered":"2024-09-16T07:21:53.862159+0000","last_clean":"2024-09-16T07:21:53.862159+0000","last_became_active":"2024-09-16T07:21:53.859781+0000","last_became_peered":"2024-09-16T07:21:53.859781+0000","last_unstale":"2024-09-16T07:21:53.862159+0000","last_undegraded":"2024-09-16T07:21:53.862159+0000","last_fullsized":"2024-09-16T07:21:53.862159+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:08:18.414097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.847615+0000","last_change":"2024-09-16T07:21:53.847615+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.847615+0000","last_undegraded":"2024-09-16T07:21:53.847615+0000","last_fullsized":"2024-09-16T07:21:53.847615+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.863393+0000","last_change":"2024-09-16T07:21:53.856493+0000","last_active":"2024-09-16T07:21:53.863393+0000","last_peered":"2024-09-16T07:21:53.863393+0000","last_clean":"2024-09-16T07:21:53.863393+0000","last_became_active":"2024-09-16T07:21:53.856201+0000","last_became_peered":"2024-09-16T07:21:53.856201+0000","last_unstale":"2024-09-16T07:21:53.863393+0000","last_undegraded":"2024-09-16T07:21:53.863393+0000","last_fullsized":"2024-09-16T07:21:53.863393+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:44:55.115505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.850692+0000","last_change":"2024-09-16T07:21:53.850692+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.850692+0000","last_undegraded":"2024-09-16T07:21:53.850692+0000","last_fullsized":"2024-09-16T07:21:53.850692+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.859050+0000","last_change":"2024-09-16T07:21:53.854689+0000","last_active":"2024-09-16T07:21:53.859050+0000","last_peered":"2024-09-16T07:21:53.859050+0000","last_clean":"2024-09-16T07:21:53.859050+0000","last_became_active":"2024-09-16T07:21:53.853038+0000","last_became_peered":"2024-09-16T07:21:53.853038+0000","last_unstale":"2024-09-16T07:21:53.859050+0000","last_undegraded":"2024-09-16T07:21:53.859050+0000","last_fullsized":"2024-09-16T07:21:53.859050+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:52:40.092867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.847936+0000","last_change":"2024-09-16T07:21:53.847936+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.847936+0000","last_undegraded":"2024-09-16T07:21:53.847936+0000","last_fullsized":"2024-09-16T07:21:53.847936+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.866350+0000","last_change":"2024-09-16T07:21:53.863198+0000","last_active":"2024-09-16T07:21:53.866350+0000","last_peered":"2024-09-16T07:21:53.866350+0000","last_clean":"2024-09-16T07:21:53.866350+0000","last_became_active":"2024-09-16T07:21:53.862726+0000","last_became_peered":"2024-09-16T07:21:53.862726+0000","last_unstale":"2024-09-16T07:21:53.866350+0000","last_undegraded":"2024-09-16T07:21:53.866350+0000","last_fullsized":"2024-09-16T07:21:53.866350+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:17:25.259606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.997680+0000","last_change":"2024-09-16T07:21:54.873752+0000","last_active":"2024-09-16T07:21:55.997680+0000","last_peered":"2024-09-16T07:21:55.997680+0000","last_clean":"2024-09-16T07:21:55.997680+0000","last_became_active":"2024-09-16T07:21:54.873468+0000","last_became_peered":"2024-09-16T07:21:54.873468+0000","last_unstale":"2024-09-16T07:21:55.997680+0000","last_undegraded":"2024-09-16T07:21:55.997680+0000","last_fullsized":"2024-09-16T07:21:55.997680+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:06:05.054538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.863321+0000","last_change":"2024-09-16T07:21:53.860014+0000","last_active":"2024-09-16T07:21:53.863321+0000","last_peered":"2024-09-16T07:21:53.863321+0000","last_clean":"2024-09-16T07:21:53.863321+0000","last_became_active":"2024-09-16T07:21:53.859732+0000","last_became_peered":"2024-09-16T07:21:53.859732+0000","last_unstale":"2024-09-16T07:21:53.863321+0000","last_undegraded":"2024-09-16T07:21:53.863321+0000","last_fullsized":"2024-09-16T07:21:53.863321+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:33:28.295251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.849906+0000","last_change":"2024-09-16T07:21:53.849906+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.849906+0000","last_undegraded":"2024-09-16T07:21:53.849906+0000","last_fullsized":"2024-09-16T07:21:53.849906+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.863644+0000","last_change":"2024-09-16T07:21:53.858556+0000","last_active":"2024-09-16T07:21:53.863644+0000","last_peered":"2024-09-16T07:21:53.863644+0000","last_clean":"2024-09-16T07:21:53.863644+0000","last_became_active":"2024-09-16T07:21:53.858275+0000","last_became_peered":"2024-09-16T07:21:53.858275+0000","last_unstale":"2024-09-16T07:21:53.863644+0000","last_undegraded":"2024-09-16T07:21:53.863644+0000","last_fullsized":"2024-09-16T07:21:53.863644+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:55:15.180646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.997623+0000","last_change":"2024-09-16T07:21:54.871571+0000","last_active":"2024-09-16T07:21:55.997623+0000","last_peered":"2024-09-16T07:21:55.997623+0000","last_clean":"2024-09-16T07:21:55.997623+0000","last_became_active":"2024-09-16T07:21:54.871273+0000","last_became_peered":"2024-09-16T07:21:54.871273+0000","last_unstale":"2024-09-16T07:21:55.997623+0000","last_undegraded":"2024-09-16T07:21:55.997623+0000","last_fullsized":"2024-09-16T07:21:55.997623+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:05:51.533823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.858588+0000","last_change":"2024-09-16T07:21:53.854609+0000","last_active":"2024-09-16T07:21:53.858588+0000","last_peered":"2024-09-16T07:21:53.858588+0000","last_clean":"2024-09-16T07:21:53.858588+0000","last_became_active":"2024-09-16T07:21:53.854301+0000","last_became_peered":"2024-09-16T07:21:53.854301+0000","last_unstale":"2024-09-16T07:21:53.858588+0000","last_undegraded":"2024-09-16T07:21:53.858588+0000","last_fullsized":"2024-09-16T07:21:53.858588+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:16:35.990088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.847097+0000","last_change":"2024-09-16T07:21:53.847097+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.847097+0000","last_undegraded":"2024-09-16T07:21:53.847097+0000","last_fullsized":"2024-09-16T07:21:53.847097+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.855835+0000","last_change":"2024-09-16T07:21:53.852577+0000","last_active":"2024-09-16T07:21:53.855835+0000","last_peered":"2024-09-16T07:21:53.855835+0000","last_clean":"2024-09-16T07:21:53.855835+0000","last_became_active":"2024-09-16T07:21:53.852287+0000","last_became_peered":"2024-09-16T07:21:53.852287+0000","last_unstale":"2024-09-16T07:21:53.855835+0000","last_undegraded":"2024-09-16T07:21:53.855835+0000","last_fullsized":"2024-09-16T07:21:53.855835+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:34:45.950617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.846890+0000","last_change":"2024-09-16T07:21:53.846890+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.846890+0000","last_undegraded":"2024-09-16T07:21:53.846890+0000","last_fullsized":"2024-09-16T07:21:53.846890+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.7","version":"33'2","reported_seq":17,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.997931+0000","last_change":"2024-09-16T07:21:53.860970+0000","last_active":"2024-09-16T07:21:55.997931+0000","last_peered":"2024-09-16T07:21:55.997931+0000","last_clean":"2024-09-16T07:21:55.997931+0000","last_became_active":"2024-09-16T07:21:53.860689+0000","last_became_peered":"2024-09-16T07:21:53.860689+0000","last_unstale":"2024-09-16T07:21:55.997931+0000","last_undegraded":"2024-09-16T07:21:55.997931+0000","last_fullsized":"2024-09-16T07:21:55.997931+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:22:06.351741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.844009+0000","last_change":"2024-09-16T07:21:53.844009+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.844009+0000","last_undegraded":"2024-09-16T07:21:53.844009+0000","last_fullsized":"2024-09-16T07:21:53.844009+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.863350+0000","last_change":"2024-09-16T07:21:53.860470+0000","last_active":"2024-09-16T07:21:53.863350+0000","last_peered":"2024-09-16T07:21:53.863350+0000","last_clean":"2024-09-16T07:21:53.863350+0000","last_became_active":"2024-09-16T07:21:53.860191+0000","last_became_peered":"2024-09-16T07:21:53.860191+0000","last_unstale":"2024-09-16T07:21:53.863350+0000","last_undegraded":"2024-09-16T07:21:53.863350+0000","last_fullsized":"2024-09-16T07:21:53.863350+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:36:23.840418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.847475+0000","last_change":"2024-09-16T07:21:53.847475+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.847475+0000","last_undegraded":"2024-09-16T07:21:53.847475+0000","last_fullsized":"2024-09-16T07:21:53.847475+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.998015+0000","last_change":"2024-09-16T07:21:53.859812+0000","last_active":"2024-09-16T07:21:55.998015+0000","last_peered":"2024-09-16T07:21:55.998015+0000","last_clean":"2024-09-16T07:21:55.998015+0000","last_became_active":"2024-09-16T07:21:53.859471+0000","last_became_peered":"2024-09-16T07:21:53.859471+0000","last_unstale":"2024-09-16T07:21:55.998015+0000","last_undegraded":"2024-09-16T07:21:55.998015+0000","last_fullsized":"2024-09-16T07:21:55.998015+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:13:15.986028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.846976+0000","last_change":"2024-09-16T07:21:53.846976+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.846976+0000","last_undegraded":"2024-09-16T07:21:53.846976+0000","last_fullsized":"2024-09-16T07:21:53.846976+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.997778+0000","last_change":"2024-09-16T07:21:53.857003+0000","last_active":"2024-09-16T07:21:55.997778+0000","last_peered":"2024-09-16T07:21:55.997778+0000","last_clean":"2024-09-16T07:21:55.997778+0000","last_became_active":"2024-09-16T07:21:53.856699+0000","last_became_peered":"2024-09-16T07:21:53.856699+0000","last_unstale":"2024-09-16T07:21:55.997778+0000","last_undegraded":"2024-09-16T07:21:55.997778+0000","last_fullsized":"2024-09-16T07:21:55.997778+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:01:46.738901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.843897+0000","last_change":"2024-09-16T07:21:53.843897+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.843897+0000","last_undegraded":"2024-09-16T07:21:53.843897+0000","last_fullsized":"2024-09-16T07:21:53.843897+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.997750+0000","last_change":"2024-09-16T07:21:53.852995+0000","last_active":"2024-09-16T07:21:55.997750+0000","last_peered":"2024-09-16T07:21:55.997750+0000","last_clean":"2024-09-16T07:21:55.997750+0000","last_became_active":"2024-09-16T07:21:53.852711+0000","last_became_peered":"2024-09-16T07:21:53.852711+0000","last_unstale":"2024-09-16T07:21:55.997750+0000","last_undegraded":"2024-09-16T07:21:55.997750+0000","last_fullsized":"2024-09-16T07:21:55.997750+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:41:24.023679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.843621+0000","last_change":"2024-09-16T07:21:53.843621+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.843621+0000","last_undegraded":"2024-09-16T07:21:53.843621+0000","last_fullsized":"2024-09-16T07:21:53.843621+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.863011+0000","last_change":"2024-09-16T07:21:53.856026+0000","last_active":"2024-09-16T07:21:53.863011+0000","last_peered":"2024-09-16T07:21:53.863011+0000","last_clean":"2024-09-16T07:21:53.863011+0000","last_became_active":"2024-09-16T07:21:53.855676+0000","last_became_peered":"2024-09-16T07:21:53.855676+0000","last_unstale":"2024-09-16T07:21:53.863011+0000","last_undegraded":"2024-09-16T07:21:53.863011+0000","last_fullsized":"2024-09-16T07:21:53.863011+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:35:30.934935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.843502+0000","last_change":"2024-09-16T07:21:53.843502+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.843502+0000","last_undegraded":"2024-09-16T07:21:53.843502+0000","last_fullsized":"2024-09-16T07:21:53.843502+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.858882+0000","last_change":"2024-09-16T07:21:53.856812+0000","last_active":"2024-09-16T07:21:53.858882+0000","last_peered":"2024-09-16T07:21:53.858882+0000","last_clean":"2024-09-16T07:21:53.858882+0000","last_became_active":"2024-09-16T07:21:53.856480+0000","last_became_peered":"2024-09-16T07:21:53.856480+0000","last_unstale":"2024-09-16T07:21:53.858882+0000","last_undegraded":"2024-09-16T07:21:53.858882+0000","last_fullsized":"2024-09-16T07:21:53.858882+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:19:07.781456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.854471+0000","last_change":"2024-09-16T07:21:53.854471+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.854471+0000","last_undegraded":"2024-09-16T07:21:53.854471+0000","last_fullsized":"2024-09-16T07:21:53.854471+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.851594+0000","last_change":"2024-09-16T07:21:53.849334+0000","last_active":"2024-09-16T07:21:53.851594+0000","last_peered":"2024-09-16T07:21:53.851594+0000","last_clean":"2024-09-16T07:21:53.851594+0000","last_became_active":"2024-09-16T07:21:53.849066+0000","last_became_peered":"2024-09-16T07:21:53.849066+0000","last_unstale":"2024-09-16T07:21:53.851594+0000","last_undegraded":"2024-09-16T07:21:53.851594+0000","last_fullsized":"2024-09-16T07:21:53.851594+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:30:44.479589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'72","reported_seq":126,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.842551+0000","last_change":"2024-09-16T07:21:02.600196+0000","last_active":"2024-09-16T07:21:53.842551+0000","last_peered":"2024-09-16T07:21:53.842551+0000","last_clean":"2024-09-16T07:21:53.842551+0000","last_became_active":"2024-09-16T07:21:02.599001+0000","last_became_peered":"2024-09-16T07:21:02.599001+0000","last_unstale":"2024-09-16T07:21:53.842551+0000","last_undegraded":"2024-09-16T07:21:53.842551+0000","last_fullsized":"2024-09-16T07:21:53.842551+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_clean_scrub_stamp":"2024-09-16T07:21:01.331773+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:28:40.942832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":1612,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":8,"ondisk_log_size":8,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509455,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27376,"kb_used_data":344,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344464,"statfs":{"total":96636764160,"available":96608731136,"internally_reserved":0,"allocated":352256,"data_stored":132232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509454,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27940,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343900,"statfs":{"total":96636764160,"available":96608153600,"internally_reserved":0,"allocated":933888,"data_stored":716325,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509454,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":332,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":339968,"data_stored":125957,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509455,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27376,"kb_used_data":344,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344464,"statfs":{"total":96636764160,"available":96608731136,"internally_reserved":0,"allocated":352256,"data_stored":132232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509455,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27376,"kb_used_data":344,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344464,"statfs":{"total":96636764160,"available":96608731136,"internally_reserved":0,"allocated":352256,"data_stored":132232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509455,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27956,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343884,"statfs":{"total":96636764160,"available":96608137216,"internally_reserved":0,"allocated":946176,"data_stored":722600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509456,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":332,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":339968,"data_stored":125957,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574862,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27416,"kb_used_data":380,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344424,"statfs":{"total":96636764160,"available":96608690176,"internally_reserved":0,"allocated":389120,"data_stored":146919,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T07:21:59.306 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T07:21:59.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.413+0000 7f9abb5a3640 1 -- 172.21.15.31:0/2461339456 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9a9c004d40 msgr2=0x7f9a9c0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:59.413 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.413+0000 7f9abb5a3640 1 --2- 172.21.15.31:0/2461339456 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9a9c004d40 0x7f9a9c0051c0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f9aac00c4a0 tx=0x7f9a9c005830 comp rx=0 tx=0).stop 2024-09-16T07:21:59.413 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.413+0000 7f9ab9b40640 1 -- 172.21.15.31:0/2461339456 reap_dead start 2024-09-16T07:21:59.413 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.413+0000 7f9abb5a3640 1 -- 172.21.15.31:0/2461339456 shutdown_connections 2024-09-16T07:21:59.413 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.413+0000 7f9abb5a3640 1 -- 172.21.15.31:0/2461339456 >> 172.21.15.31:0/2461339456 conn(0x7f9ab40d3ea0 msgr2=0x7f9ab40d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:59.413 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.413+0000 7f9abb5a3640 1 -- 172.21.15.31:0/2461339456 shutdown_connections 2024-09-16T07:21:59.413 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.413+0000 7f9abb5a3640 1 -- 172.21.15.31:0/2461339456 wait complete. 2024-09-16T07:21:59.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.414+0000 7f9abb5a3640 1 Processor -- start 2024-09-16T07:21:59.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.414+0000 7f9abb5a3640 1 -- start start 2024-09-16T07:21:59.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.415+0000 7f9abb5a3640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9a9c004d40 0x7f9ab41f8cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:59.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.415+0000 7f9abb5a3640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9ab41f5920 0x7f9ab40b8ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:59.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.415+0000 7f9abb5a3640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9ab40b9410 0x7f9ab414b3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:59.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.415+0000 7f9abb5a3640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f9ab40cfd40 con 0x7f9ab41f5920 2024-09-16T07:21:59.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.415+0000 7f9abb5a3640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f9ab40cfbc0 con 0x7f9ab40b9410 2024-09-16T07:21:59.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.415+0000 7f9abb5a3640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f9ab40d0b70 con 0x7f9a9c004d40 2024-09-16T07:21:59.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.415+0000 7f9ab8b3e640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9ab41f5920 0x7f9ab40b8ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:59.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.415+0000 7f9ab8b3e640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9ab41f5920 0x7f9ab40b8ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48996/0 (socket says 172.21.15.31:48996) 2024-09-16T07:21:59.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.415+0000 7f9ab8b3e640 1 -- 172.21.15.31:0/3458835739 learned_addr learned my addr 172.21.15.31:0/3458835739 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:59.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.415+0000 7f9ab933f640 1 --2- 172.21.15.31:0/3458835739 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9a9c004d40 0x7f9ab41f8cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:59.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.415+0000 7f9ab9b40640 1 --2- 172.21.15.31:0/3458835739 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9ab40b9410 0x7f9ab414b3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:59.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.415+0000 7f9ab8b3e640 1 -- 172.21.15.31:0/3458835739 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9a9c004d40 msgr2=0x7f9ab41f8cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:59.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.415+0000 7f9ab8b3e640 1 --2- 172.21.15.31:0/3458835739 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9a9c004d40 0x7f9ab41f8cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:59.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.416+0000 7f9ab8b3e640 1 -- 172.21.15.31:0/3458835739 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9ab40b9410 msgr2=0x7f9ab414b3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:59.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.416+0000 7f9ab8b3e640 1 --2- 172.21.15.31:0/3458835739 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9ab40b9410 0x7f9ab414b3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:59.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.416+0000 7f9ab8b3e640 1 -- 172.21.15.31:0/3458835739 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ab41f9210 con 0x7f9ab41f5920 2024-09-16T07:21:59.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.416+0000 7f9ab8b3e640 1 --2- 172.21.15.31:0/3458835739 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9ab41f5920 0x7f9ab40b8ed0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f9aa8011ae0 tx=0x7f9aa8009f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:59.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.416+0000 7f9ab1ffb640 1 -- 172.21.15.31:0/3458835739 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9aa800fcb0 con 0x7f9ab41f5920 2024-09-16T07:21:59.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.416+0000 7f9ab1ffb640 1 -- 172.21.15.31:0/3458835739 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9aa800fe50 con 0x7f9ab41f5920 2024-09-16T07:21:59.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.416+0000 7f9abb5a3640 1 -- 172.21.15.31:0/3458835739 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ab40b7e30 con 0x7f9ab41f5920 2024-09-16T07:21:59.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.416+0000 7f9ab1ffb640 1 -- 172.21.15.31:0/3458835739 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9aa8004280 con 0x7f9ab41f5920 2024-09-16T07:21:59.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.416+0000 7f9abb5a3640 1 -- 172.21.15.31:0/3458835739 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ab40b83f0 con 0x7f9ab41f5920 2024-09-16T07:21:59.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.417+0000 7f9abb5a3640 1 -- 172.21.15.31:0/3458835739 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9ab40d0630 con 0x7f9ab41f5920 2024-09-16T07:21:59.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.418+0000 7f9ab1ffb640 1 -- 172.21.15.31:0/3458835739 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f9aa80035f0 con 0x7f9ab41f5920 2024-09-16T07:21:59.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.418+0000 7f9ab1ffb640 1 --2- 172.21.15.31:0/3458835739 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9aa0078850 0x7f9aa007ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:59.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.418+0000 7f9ab1ffb640 1 -- 172.21.15.31:0/3458835739 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7f9aa809b2b0 con 0x7f9ab41f5920 2024-09-16T07:21:59.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.419+0000 7f9ab933f640 1 --2- 172.21.15.31:0/3458835739 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9aa0078850 0x7f9aa007ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:59.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.419+0000 7f9ab933f640 1 --2- 172.21.15.31:0/3458835739 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9aa0078850 0x7f9aa007ad10 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f9aa4005fd0 tx=0x7f9aa4009500 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:59.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.423+0000 7f9ab1ffb640 1 -- 172.21.15.31:0/3458835739 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f9ab41f9210 con 0x7f9ab41f5920 2024-09-16T07:21:59.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.605+0000 7f9abb5a3640 1 -- 172.21.15.31:0/3458835739 --> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f9ab408d590 con 0x7f9aa0078850 2024-09-16T07:21:59.608 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.609+0000 7f9ab1ffb640 1 -- 172.21.15.31:0/3458835739 <== mgr.4117 v2:172.21.15.155:6808/3650624732 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+247247 (secure 0 0 0) 0x7f9ab408d590 con 0x7f9aa0078850 2024-09-16T07:21:59.611 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:21:59.612 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-16T07:21:59.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.612+0000 7f9abb5a3640 1 -- 172.21.15.31:0/3458835739 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9aa0078850 msgr2=0x7f9aa007ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:59.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.612+0000 7f9abb5a3640 1 --2- 172.21.15.31:0/3458835739 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9aa0078850 0x7f9aa007ad10 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f9aa4005fd0 tx=0x7f9aa4009500 comp rx=0 tx=0).stop 2024-09-16T07:21:59.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.612+0000 7f9abb5a3640 1 -- 172.21.15.31:0/3458835739 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9ab41f5920 msgr2=0x7f9ab40b8ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:59.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.612+0000 7f9abb5a3640 1 --2- 172.21.15.31:0/3458835739 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9ab41f5920 0x7f9ab40b8ed0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f9aa8011ae0 tx=0x7f9aa8009f10 comp rx=0 tx=0).stop 2024-09-16T07:21:59.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.612+0000 7f9abb5a3640 1 -- 172.21.15.31:0/3458835739 shutdown_connections 2024-09-16T07:21:59.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.612+0000 7f9abb5a3640 1 --2- 172.21.15.31:0/3458835739 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9aa0078850 0x7f9aa007ad10 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:59.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.612+0000 7f9abb5a3640 1 --2- 172.21.15.31:0/3458835739 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9ab40b9410 0x7f9ab414b3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:59.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.612+0000 7f9abb5a3640 1 --2- 172.21.15.31:0/3458835739 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9ab41f5920 0x7f9ab40b8ed0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:59.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.612+0000 7f9abb5a3640 1 --2- 172.21.15.31:0/3458835739 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9a9c004d40 0x7f9ab41f8cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:59.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.612+0000 7f9abb5a3640 1 -- 172.21.15.31:0/3458835739 >> 172.21.15.31:0/3458835739 conn(0x7f9ab40d3ea0 msgr2=0x7f9ab40b4d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:59.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.612+0000 7f9abb5a3640 1 -- 172.21.15.31:0/3458835739 shutdown_connections 2024-09-16T07:21:59.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.612+0000 7f9abb5a3640 1 -- 172.21.15.31:0/3458835739 wait complete. 2024-09-16T07:21:59.622 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":58,"stamp":"2024-09-16T07:21:58.640327+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591980,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":110,"num_write_kb":1631,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":80,"ondisk_log_size":80,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220160,"kb_used_data":3912,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754560,"statfs":{"total":773094113280,"available":772868669440,"internally_reserved":0,"allocated":4005888,"data_stored":2234454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":21,"apply_latency_ms":21,"commit_latency_ns":21000000,"apply_latency_ns":21000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1612,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.801027"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.850007+0000","last_change":"2024-09-16T07:21:53.850007+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.850007+0000","last_undegraded":"2024-09-16T07:21:53.850007+0000","last_fullsized":"2024-09-16T07:21:53.850007+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.849946+0000","last_change":"2024-09-16T07:21:53.849946+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.849946+0000","last_undegraded":"2024-09-16T07:21:53.849946+0000","last_fullsized":"2024-09-16T07:21:53.849946+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.847144+0000","last_change":"2024-09-16T07:21:53.847144+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.847144+0000","last_undegraded":"2024-09-16T07:21:53.847144+0000","last_fullsized":"2024-09-16T07:21:53.847144+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.845986+0000","last_change":"2024-09-16T07:21:53.845986+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.845986+0000","last_undegraded":"2024-09-16T07:21:53.845986+0000","last_fullsized":"2024-09-16T07:21:53.845986+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.850468+0000","last_change":"2024-09-16T07:21:53.850468+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.850468+0000","last_undegraded":"2024-09-16T07:21:53.850468+0000","last_fullsized":"2024-09-16T07:21:53.850468+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.847070+0000","last_change":"2024-09-16T07:21:53.847070+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.847070+0000","last_undegraded":"2024-09-16T07:21:53.847070+0000","last_fullsized":"2024-09-16T07:21:53.847070+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.850597+0000","last_change":"2024-09-16T07:21:53.850597+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.850597+0000","last_undegraded":"2024-09-16T07:21:53.850597+0000","last_fullsized":"2024-09-16T07:21:53.850597+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.853509+0000","last_change":"2024-09-16T07:21:53.853509+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.853509+0000","last_undegraded":"2024-09-16T07:21:53.853509+0000","last_fullsized":"2024-09-16T07:21:53.853509+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.848095+0000","last_change":"2024-09-16T07:21:53.848095+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.848095+0000","last_undegraded":"2024-09-16T07:21:53.848095+0000","last_fullsized":"2024-09-16T07:21:53.848095+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.844720+0000","last_change":"2024-09-16T07:21:53.844720+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.844720+0000","last_undegraded":"2024-09-16T07:21:53.844720+0000","last_fullsized":"2024-09-16T07:21:53.844720+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.844489+0000","last_change":"2024-09-16T07:21:53.844489+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.844489+0000","last_undegraded":"2024-09-16T07:21:53.844489+0000","last_fullsized":"2024-09-16T07:21:53.844489+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.847876+0000","last_change":"2024-09-16T07:21:53.847876+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.847876+0000","last_undegraded":"2024-09-16T07:21:53.847876+0000","last_fullsized":"2024-09-16T07:21:53.847876+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.997798+0000","last_change":"2024-09-16T07:21:54.872069+0000","last_active":"2024-09-16T07:21:55.997798+0000","last_peered":"2024-09-16T07:21:55.997798+0000","last_clean":"2024-09-16T07:21:55.997798+0000","last_became_active":"2024-09-16T07:21:54.871774+0000","last_became_peered":"2024-09-16T07:21:54.871774+0000","last_unstale":"2024-09-16T07:21:55.997798+0000","last_undegraded":"2024-09-16T07:21:55.997798+0000","last_fullsized":"2024-09-16T07:21:55.997798+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:20:16.086830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.846207+0000","last_change":"2024-09-16T07:21:53.846207+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.846207+0000","last_undegraded":"2024-09-16T07:21:53.846207+0000","last_fullsized":"2024-09-16T07:21:53.846207+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.856568+0000","last_change":"2024-09-16T07:21:53.856568+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.856568+0000","last_undegraded":"2024-09-16T07:21:53.856568+0000","last_fullsized":"2024-09-16T07:21:53.856568+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.855782+0000","last_change":"2024-09-16T07:21:53.855782+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.855782+0000","last_undegraded":"2024-09-16T07:21:53.855782+0000","last_fullsized":"2024-09-16T07:21:53.855782+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.844530+0000","last_change":"2024-09-16T07:21:53.844530+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.844530+0000","last_undegraded":"2024-09-16T07:21:53.844530+0000","last_fullsized":"2024-09-16T07:21:53.844530+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.847413+0000","last_change":"2024-09-16T07:21:53.847413+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.847413+0000","last_undegraded":"2024-09-16T07:21:53.847413+0000","last_fullsized":"2024-09-16T07:21:53.847413+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.848361+0000","last_change":"2024-09-16T07:21:53.848361+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.848361+0000","last_undegraded":"2024-09-16T07:21:53.848361+0000","last_fullsized":"2024-09-16T07:21:53.848361+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.998006+0000","last_change":"2024-09-16T07:21:54.873937+0000","last_active":"2024-09-16T07:21:55.998006+0000","last_peered":"2024-09-16T07:21:55.998006+0000","last_clean":"2024-09-16T07:21:55.998006+0000","last_became_active":"2024-09-16T07:21:54.873592+0000","last_became_peered":"2024-09-16T07:21:54.873592+0000","last_unstale":"2024-09-16T07:21:55.998006+0000","last_undegraded":"2024-09-16T07:21:55.998006+0000","last_fullsized":"2024-09-16T07:21:55.998006+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:59:50.734423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.855233+0000","last_change":"2024-09-16T07:21:53.855233+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.855233+0000","last_undegraded":"2024-09-16T07:21:53.855233+0000","last_fullsized":"2024-09-16T07:21:53.855233+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.850028+0000","last_change":"2024-09-16T07:21:53.850028+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.850028+0000","last_undegraded":"2024-09-16T07:21:53.850028+0000","last_fullsized":"2024-09-16T07:21:53.850028+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.997582+0000","last_change":"2024-09-16T07:21:54.866308+0000","last_active":"2024-09-16T07:21:55.997582+0000","last_peered":"2024-09-16T07:21:55.997582+0000","last_clean":"2024-09-16T07:21:55.997582+0000","last_became_active":"2024-09-16T07:21:54.866005+0000","last_became_peered":"2024-09-16T07:21:54.866005+0000","last_unstale":"2024-09-16T07:21:55.997582+0000","last_undegraded":"2024-09-16T07:21:55.997582+0000","last_fullsized":"2024-09-16T07:21:55.997582+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:06:17.921163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.851362+0000","last_change":"2024-09-16T07:21:53.851362+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.851362+0000","last_undegraded":"2024-09-16T07:21:53.851362+0000","last_fullsized":"2024-09-16T07:21:53.851362+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.844916+0000","last_change":"2024-09-16T07:21:53.844916+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.844916+0000","last_undegraded":"2024-09-16T07:21:53.844916+0000","last_fullsized":"2024-09-16T07:21:53.844916+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.844243+0000","last_change":"2024-09-16T07:21:53.844243+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.844243+0000","last_undegraded":"2024-09-16T07:21:53.844243+0000","last_fullsized":"2024-09-16T07:21:53.844243+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.849096+0000","last_change":"2024-09-16T07:21:53.849096+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.849096+0000","last_undegraded":"2024-09-16T07:21:53.849096+0000","last_fullsized":"2024-09-16T07:21:53.849096+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.848680+0000","last_change":"2024-09-16T07:21:53.848680+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.848680+0000","last_undegraded":"2024-09-16T07:21:53.848680+0000","last_fullsized":"2024-09-16T07:21:53.848680+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.854104+0000","last_change":"2024-09-16T07:21:53.854104+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.854104+0000","last_undegraded":"2024-09-16T07:21:53.854104+0000","last_fullsized":"2024-09-16T07:21:53.854104+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.854022+0000","last_change":"2024-09-16T07:21:53.854022+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.854022+0000","last_undegraded":"2024-09-16T07:21:53.854022+0000","last_fullsized":"2024-09-16T07:21:53.854022+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.848233+0000","last_change":"2024-09-16T07:21:53.848233+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.848233+0000","last_undegraded":"2024-09-16T07:21:53.848233+0000","last_fullsized":"2024-09-16T07:21:53.848233+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.843531+0000","last_change":"2024-09-16T07:21:53.843531+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.843531+0000","last_undegraded":"2024-09-16T07:21:53.843531+0000","last_fullsized":"2024-09-16T07:21:53.843531+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.998026+0000","last_change":"2024-09-16T07:21:54.867772+0000","last_active":"2024-09-16T07:21:55.998026+0000","last_peered":"2024-09-16T07:21:55.998026+0000","last_clean":"2024-09-16T07:21:55.998026+0000","last_became_active":"2024-09-16T07:21:54.867473+0000","last_became_peered":"2024-09-16T07:21:54.867473+0000","last_unstale":"2024-09-16T07:21:55.998026+0000","last_undegraded":"2024-09-16T07:21:55.998026+0000","last_fullsized":"2024-09-16T07:21:55.998026+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:26:21.769509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.859063+0000","last_change":"2024-09-16T07:21:53.855194+0000","last_active":"2024-09-16T07:21:53.859063+0000","last_peered":"2024-09-16T07:21:53.859063+0000","last_clean":"2024-09-16T07:21:53.859063+0000","last_became_active":"2024-09-16T07:21:53.854799+0000","last_became_peered":"2024-09-16T07:21:53.854799+0000","last_unstale":"2024-09-16T07:21:53.859063+0000","last_undegraded":"2024-09-16T07:21:53.859063+0000","last_fullsized":"2024-09-16T07:21:53.859063+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:45:32.969833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.848245+0000","last_change":"2024-09-16T07:21:53.848245+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.848245+0000","last_undegraded":"2024-09-16T07:21:53.848245+0000","last_fullsized":"2024-09-16T07:21:53.848245+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.858472+0000","last_change":"2024-09-16T07:21:53.854918+0000","last_active":"2024-09-16T07:21:53.858472+0000","last_peered":"2024-09-16T07:21:53.858472+0000","last_clean":"2024-09-16T07:21:53.858472+0000","last_became_active":"2024-09-16T07:21:53.854202+0000","last_became_peered":"2024-09-16T07:21:53.854202+0000","last_unstale":"2024-09-16T07:21:53.858472+0000","last_undegraded":"2024-09-16T07:21:53.858472+0000","last_fullsized":"2024-09-16T07:21:53.858472+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:58:07.936076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.847833+0000","last_change":"2024-09-16T07:21:53.847833+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.847833+0000","last_undegraded":"2024-09-16T07:21:53.847833+0000","last_fullsized":"2024-09-16T07:21:53.847833+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.860852+0000","last_change":"2024-09-16T07:21:53.857759+0000","last_active":"2024-09-16T07:21:53.860852+0000","last_peered":"2024-09-16T07:21:53.860852+0000","last_clean":"2024-09-16T07:21:53.860852+0000","last_became_active":"2024-09-16T07:21:53.857419+0000","last_became_peered":"2024-09-16T07:21:53.857419+0000","last_unstale":"2024-09-16T07:21:53.860852+0000","last_undegraded":"2024-09-16T07:21:53.860852+0000","last_fullsized":"2024-09-16T07:21:53.860852+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:17:41.301190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.844159+0000","last_change":"2024-09-16T07:21:53.844159+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.844159+0000","last_undegraded":"2024-09-16T07:21:53.844159+0000","last_fullsized":"2024-09-16T07:21:53.844159+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.859113+0000","last_change":"2024-09-16T07:21:53.852935+0000","last_active":"2024-09-16T07:21:53.859113+0000","last_peered":"2024-09-16T07:21:53.859113+0000","last_clean":"2024-09-16T07:21:53.859113+0000","last_became_active":"2024-09-16T07:21:53.852593+0000","last_became_peered":"2024-09-16T07:21:53.852593+0000","last_unstale":"2024-09-16T07:21:53.859113+0000","last_undegraded":"2024-09-16T07:21:53.859113+0000","last_fullsized":"2024-09-16T07:21:53.859113+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:25:36.448087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.847685+0000","last_change":"2024-09-16T07:21:53.847685+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.847685+0000","last_undegraded":"2024-09-16T07:21:53.847685+0000","last_fullsized":"2024-09-16T07:21:53.847685+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.863566+0000","last_change":"2024-09-16T07:21:53.857526+0000","last_active":"2024-09-16T07:21:53.863566+0000","last_peered":"2024-09-16T07:21:53.863566+0000","last_clean":"2024-09-16T07:21:53.863566+0000","last_became_active":"2024-09-16T07:21:53.857231+0000","last_became_peered":"2024-09-16T07:21:53.857231+0000","last_unstale":"2024-09-16T07:21:53.863566+0000","last_undegraded":"2024-09-16T07:21:53.863566+0000","last_fullsized":"2024-09-16T07:21:53.863566+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:49:50.517600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.850918+0000","last_change":"2024-09-16T07:21:53.850918+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.850918+0000","last_undegraded":"2024-09-16T07:21:53.850918+0000","last_fullsized":"2024-09-16T07:21:53.850918+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.863746+0000","last_change":"2024-09-16T07:21:53.859767+0000","last_active":"2024-09-16T07:21:53.863746+0000","last_peered":"2024-09-16T07:21:53.863746+0000","last_clean":"2024-09-16T07:21:53.863746+0000","last_became_active":"2024-09-16T07:21:53.859399+0000","last_became_peered":"2024-09-16T07:21:53.859399+0000","last_unstale":"2024-09-16T07:21:53.863746+0000","last_undegraded":"2024-09-16T07:21:53.863746+0000","last_fullsized":"2024-09-16T07:21:53.863746+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:06:05.148113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.847634+0000","last_change":"2024-09-16T07:21:53.847634+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.847634+0000","last_undegraded":"2024-09-16T07:21:53.847634+0000","last_fullsized":"2024-09-16T07:21:53.847634+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.862118+0000","last_change":"2024-09-16T07:21:53.858839+0000","last_active":"2024-09-16T07:21:53.862118+0000","last_peered":"2024-09-16T07:21:53.862118+0000","last_clean":"2024-09-16T07:21:53.862118+0000","last_became_active":"2024-09-16T07:21:53.858557+0000","last_became_peered":"2024-09-16T07:21:53.858557+0000","last_unstale":"2024-09-16T07:21:53.862118+0000","last_undegraded":"2024-09-16T07:21:53.862118+0000","last_fullsized":"2024-09-16T07:21:53.862118+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:54:37.231715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.843545+0000","last_change":"2024-09-16T07:21:53.843545+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.843545+0000","last_undegraded":"2024-09-16T07:21:53.843545+0000","last_fullsized":"2024-09-16T07:21:53.843545+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.863775+0000","last_change":"2024-09-16T07:21:53.860795+0000","last_active":"2024-09-16T07:21:53.863775+0000","last_peered":"2024-09-16T07:21:53.863775+0000","last_clean":"2024-09-16T07:21:53.863775+0000","last_became_active":"2024-09-16T07:21:53.860517+0000","last_became_peered":"2024-09-16T07:21:53.860517+0000","last_unstale":"2024-09-16T07:21:53.863775+0000","last_undegraded":"2024-09-16T07:21:53.863775+0000","last_fullsized":"2024-09-16T07:21:53.863775+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:31:05.331269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.844880+0000","last_change":"2024-09-16T07:21:53.844880+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.844880+0000","last_undegraded":"2024-09-16T07:21:53.844880+0000","last_fullsized":"2024-09-16T07:21:53.844880+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.859156+0000","last_change":"2024-09-16T07:21:53.856787+0000","last_active":"2024-09-16T07:21:53.859156+0000","last_peered":"2024-09-16T07:21:53.859156+0000","last_clean":"2024-09-16T07:21:53.859156+0000","last_became_active":"2024-09-16T07:21:53.856513+0000","last_became_peered":"2024-09-16T07:21:53.856513+0000","last_unstale":"2024-09-16T07:21:53.859156+0000","last_undegraded":"2024-09-16T07:21:53.859156+0000","last_fullsized":"2024-09-16T07:21:53.859156+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:00:56.062136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.843958+0000","last_change":"2024-09-16T07:21:53.843958+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.843958+0000","last_undegraded":"2024-09-16T07:21:53.843958+0000","last_fullsized":"2024-09-16T07:21:53.843958+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.863365+0000","last_change":"2024-09-16T07:21:53.860879+0000","last_active":"2024-09-16T07:21:53.863365+0000","last_peered":"2024-09-16T07:21:53.863365+0000","last_clean":"2024-09-16T07:21:53.863365+0000","last_became_active":"2024-09-16T07:21:53.860616+0000","last_became_peered":"2024-09-16T07:21:53.860616+0000","last_unstale":"2024-09-16T07:21:53.863365+0000","last_undegraded":"2024-09-16T07:21:53.863365+0000","last_fullsized":"2024-09-16T07:21:53.863365+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:17:25.259606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.844199+0000","last_change":"2024-09-16T07:21:53.844199+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.844199+0000","last_undegraded":"2024-09-16T07:21:53.844199+0000","last_fullsized":"2024-09-16T07:21:53.844199+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.860990+0000","last_change":"2024-09-16T07:21:53.856246+0000","last_active":"2024-09-16T07:21:53.860990+0000","last_peered":"2024-09-16T07:21:53.860990+0000","last_clean":"2024-09-16T07:21:53.860990+0000","last_became_active":"2024-09-16T07:21:53.855629+0000","last_became_peered":"2024-09-16T07:21:53.855629+0000","last_unstale":"2024-09-16T07:21:53.860990+0000","last_undegraded":"2024-09-16T07:21:53.860990+0000","last_fullsized":"2024-09-16T07:21:53.860990+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:32:49.794789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.844998+0000","last_change":"2024-09-16T07:21:53.844998+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.844998+0000","last_undegraded":"2024-09-16T07:21:53.844998+0000","last_fullsized":"2024-09-16T07:21:53.844998+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.14","version":"33'6","reported_seq":21,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.997925+0000","last_change":"2024-09-16T07:21:53.860323+0000","last_active":"2024-09-16T07:21:55.997925+0000","last_peered":"2024-09-16T07:21:55.997925+0000","last_clean":"2024-09-16T07:21:55.997925+0000","last_became_active":"2024-09-16T07:21:53.860019+0000","last_became_peered":"2024-09-16T07:21:53.860019+0000","last_unstale":"2024-09-16T07:21:55.997925+0000","last_undegraded":"2024-09-16T07:21:55.997925+0000","last_fullsized":"2024-09-16T07:21:55.997925+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:32:02.829720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.997630+0000","last_change":"2024-09-16T07:21:54.866545+0000","last_active":"2024-09-16T07:21:55.997630+0000","last_peered":"2024-09-16T07:21:55.997630+0000","last_clean":"2024-09-16T07:21:55.997630+0000","last_became_active":"2024-09-16T07:21:54.866223+0000","last_became_peered":"2024-09-16T07:21:54.866223+0000","last_unstale":"2024-09-16T07:21:55.997630+0000","last_undegraded":"2024-09-16T07:21:55.997630+0000","last_fullsized":"2024-09-16T07:21:55.997630+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:09:42.451250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.855677+0000","last_change":"2024-09-16T07:21:53.853566+0000","last_active":"2024-09-16T07:21:53.855677+0000","last_peered":"2024-09-16T07:21:53.855677+0000","last_clean":"2024-09-16T07:21:53.855677+0000","last_became_active":"2024-09-16T07:21:53.853134+0000","last_became_peered":"2024-09-16T07:21:53.853134+0000","last_unstale":"2024-09-16T07:21:53.855677+0000","last_undegraded":"2024-09-16T07:21:53.855677+0000","last_fullsized":"2024-09-16T07:21:53.855677+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:18:00.202893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.844696+0000","last_change":"2024-09-16T07:21:53.844696+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.844696+0000","last_undegraded":"2024-09-16T07:21:53.844696+0000","last_fullsized":"2024-09-16T07:21:53.844696+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.858544+0000","last_change":"2024-09-16T07:21:53.855776+0000","last_active":"2024-09-16T07:21:53.858544+0000","last_peered":"2024-09-16T07:21:53.858544+0000","last_clean":"2024-09-16T07:21:53.858544+0000","last_became_active":"2024-09-16T07:21:53.855451+0000","last_became_peered":"2024-09-16T07:21:53.855451+0000","last_unstale":"2024-09-16T07:21:53.858544+0000","last_undegraded":"2024-09-16T07:21:53.858544+0000","last_fullsized":"2024-09-16T07:21:53.858544+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:28:28.291422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.849511+0000","last_change":"2024-09-16T07:21:53.849511+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.849511+0000","last_undegraded":"2024-09-16T07:21:53.849511+0000","last_fullsized":"2024-09-16T07:21:53.849511+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.862462+0000","last_change":"2024-09-16T07:21:53.859191+0000","last_active":"2024-09-16T07:21:53.862462+0000","last_peered":"2024-09-16T07:21:53.862462+0000","last_clean":"2024-09-16T07:21:53.862462+0000","last_became_active":"2024-09-16T07:21:53.858865+0000","last_became_peered":"2024-09-16T07:21:53.858865+0000","last_unstale":"2024-09-16T07:21:53.862462+0000","last_undegraded":"2024-09-16T07:21:53.862462+0000","last_fullsized":"2024-09-16T07:21:53.862462+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:57:41.777140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.844118+0000","last_change":"2024-09-16T07:21:53.844118+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.844118+0000","last_undegraded":"2024-09-16T07:21:53.844118+0000","last_fullsized":"2024-09-16T07:21:53.844118+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.863465+0000","last_change":"2024-09-16T07:21:53.861929+0000","last_active":"2024-09-16T07:21:53.863465+0000","last_peered":"2024-09-16T07:21:53.863465+0000","last_clean":"2024-09-16T07:21:53.863465+0000","last_became_active":"2024-09-16T07:21:53.861629+0000","last_became_peered":"2024-09-16T07:21:53.861629+0000","last_unstale":"2024-09-16T07:21:53.863465+0000","last_undegraded":"2024-09-16T07:21:53.863465+0000","last_fullsized":"2024-09-16T07:21:53.863465+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:33:59.842691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.843642+0000","last_change":"2024-09-16T07:21:53.843642+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.843642+0000","last_undegraded":"2024-09-16T07:21:53.843642+0000","last_fullsized":"2024-09-16T07:21:53.843642+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.862159+0000","last_change":"2024-09-16T07:21:53.860101+0000","last_active":"2024-09-16T07:21:53.862159+0000","last_peered":"2024-09-16T07:21:53.862159+0000","last_clean":"2024-09-16T07:21:53.862159+0000","last_became_active":"2024-09-16T07:21:53.859781+0000","last_became_peered":"2024-09-16T07:21:53.859781+0000","last_unstale":"2024-09-16T07:21:53.862159+0000","last_undegraded":"2024-09-16T07:21:53.862159+0000","last_fullsized":"2024-09-16T07:21:53.862159+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:08:18.414097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.847615+0000","last_change":"2024-09-16T07:21:53.847615+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.847615+0000","last_undegraded":"2024-09-16T07:21:53.847615+0000","last_fullsized":"2024-09-16T07:21:53.847615+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.863393+0000","last_change":"2024-09-16T07:21:53.856493+0000","last_active":"2024-09-16T07:21:53.863393+0000","last_peered":"2024-09-16T07:21:53.863393+0000","last_clean":"2024-09-16T07:21:53.863393+0000","last_became_active":"2024-09-16T07:21:53.856201+0000","last_became_peered":"2024-09-16T07:21:53.856201+0000","last_unstale":"2024-09-16T07:21:53.863393+0000","last_undegraded":"2024-09-16T07:21:53.863393+0000","last_fullsized":"2024-09-16T07:21:53.863393+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:44:55.115505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.850692+0000","last_change":"2024-09-16T07:21:53.850692+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.850692+0000","last_undegraded":"2024-09-16T07:21:53.850692+0000","last_fullsized":"2024-09-16T07:21:53.850692+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.859050+0000","last_change":"2024-09-16T07:21:53.854689+0000","last_active":"2024-09-16T07:21:53.859050+0000","last_peered":"2024-09-16T07:21:53.859050+0000","last_clean":"2024-09-16T07:21:53.859050+0000","last_became_active":"2024-09-16T07:21:53.853038+0000","last_became_peered":"2024-09-16T07:21:53.853038+0000","last_unstale":"2024-09-16T07:21:53.859050+0000","last_undegraded":"2024-09-16T07:21:53.859050+0000","last_fullsized":"2024-09-16T07:21:53.859050+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:52:40.092867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.847936+0000","last_change":"2024-09-16T07:21:53.847936+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.847936+0000","last_undegraded":"2024-09-16T07:21:53.847936+0000","last_fullsized":"2024-09-16T07:21:53.847936+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.866350+0000","last_change":"2024-09-16T07:21:53.863198+0000","last_active":"2024-09-16T07:21:53.866350+0000","last_peered":"2024-09-16T07:21:53.866350+0000","last_clean":"2024-09-16T07:21:53.866350+0000","last_became_active":"2024-09-16T07:21:53.862726+0000","last_became_peered":"2024-09-16T07:21:53.862726+0000","last_unstale":"2024-09-16T07:21:53.866350+0000","last_undegraded":"2024-09-16T07:21:53.866350+0000","last_fullsized":"2024-09-16T07:21:53.866350+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:17:25.259606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.997680+0000","last_change":"2024-09-16T07:21:54.873752+0000","last_active":"2024-09-16T07:21:55.997680+0000","last_peered":"2024-09-16T07:21:55.997680+0000","last_clean":"2024-09-16T07:21:55.997680+0000","last_became_active":"2024-09-16T07:21:54.873468+0000","last_became_peered":"2024-09-16T07:21:54.873468+0000","last_unstale":"2024-09-16T07:21:55.997680+0000","last_undegraded":"2024-09-16T07:21:55.997680+0000","last_fullsized":"2024-09-16T07:21:55.997680+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:06:05.054538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.863321+0000","last_change":"2024-09-16T07:21:53.860014+0000","last_active":"2024-09-16T07:21:53.863321+0000","last_peered":"2024-09-16T07:21:53.863321+0000","last_clean":"2024-09-16T07:21:53.863321+0000","last_became_active":"2024-09-16T07:21:53.859732+0000","last_became_peered":"2024-09-16T07:21:53.859732+0000","last_unstale":"2024-09-16T07:21:53.863321+0000","last_undegraded":"2024-09-16T07:21:53.863321+0000","last_fullsized":"2024-09-16T07:21:53.863321+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:33:28.295251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.849906+0000","last_change":"2024-09-16T07:21:53.849906+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.849906+0000","last_undegraded":"2024-09-16T07:21:53.849906+0000","last_fullsized":"2024-09-16T07:21:53.849906+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.863644+0000","last_change":"2024-09-16T07:21:53.858556+0000","last_active":"2024-09-16T07:21:53.863644+0000","last_peered":"2024-09-16T07:21:53.863644+0000","last_clean":"2024-09-16T07:21:53.863644+0000","last_became_active":"2024-09-16T07:21:53.858275+0000","last_became_peered":"2024-09-16T07:21:53.858275+0000","last_unstale":"2024-09-16T07:21:53.863644+0000","last_undegraded":"2024-09-16T07:21:53.863644+0000","last_fullsized":"2024-09-16T07:21:53.863644+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:55:15.180646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.997623+0000","last_change":"2024-09-16T07:21:54.871571+0000","last_active":"2024-09-16T07:21:55.997623+0000","last_peered":"2024-09-16T07:21:55.997623+0000","last_clean":"2024-09-16T07:21:55.997623+0000","last_became_active":"2024-09-16T07:21:54.871273+0000","last_became_peered":"2024-09-16T07:21:54.871273+0000","last_unstale":"2024-09-16T07:21:55.997623+0000","last_undegraded":"2024-09-16T07:21:55.997623+0000","last_fullsized":"2024-09-16T07:21:55.997623+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:05:51.533823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.858588+0000","last_change":"2024-09-16T07:21:53.854609+0000","last_active":"2024-09-16T07:21:53.858588+0000","last_peered":"2024-09-16T07:21:53.858588+0000","last_clean":"2024-09-16T07:21:53.858588+0000","last_became_active":"2024-09-16T07:21:53.854301+0000","last_became_peered":"2024-09-16T07:21:53.854301+0000","last_unstale":"2024-09-16T07:21:53.858588+0000","last_undegraded":"2024-09-16T07:21:53.858588+0000","last_fullsized":"2024-09-16T07:21:53.858588+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:16:35.990088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.847097+0000","last_change":"2024-09-16T07:21:53.847097+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.847097+0000","last_undegraded":"2024-09-16T07:21:53.847097+0000","last_fullsized":"2024-09-16T07:21:53.847097+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.855835+0000","last_change":"2024-09-16T07:21:53.852577+0000","last_active":"2024-09-16T07:21:53.855835+0000","last_peered":"2024-09-16T07:21:53.855835+0000","last_clean":"2024-09-16T07:21:53.855835+0000","last_became_active":"2024-09-16T07:21:53.852287+0000","last_became_peered":"2024-09-16T07:21:53.852287+0000","last_unstale":"2024-09-16T07:21:53.855835+0000","last_undegraded":"2024-09-16T07:21:53.855835+0000","last_fullsized":"2024-09-16T07:21:53.855835+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:34:45.950617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.846890+0000","last_change":"2024-09-16T07:21:53.846890+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.846890+0000","last_undegraded":"2024-09-16T07:21:53.846890+0000","last_fullsized":"2024-09-16T07:21:53.846890+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.7","version":"33'2","reported_seq":17,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.997931+0000","last_change":"2024-09-16T07:21:53.860970+0000","last_active":"2024-09-16T07:21:55.997931+0000","last_peered":"2024-09-16T07:21:55.997931+0000","last_clean":"2024-09-16T07:21:55.997931+0000","last_became_active":"2024-09-16T07:21:53.860689+0000","last_became_peered":"2024-09-16T07:21:53.860689+0000","last_unstale":"2024-09-16T07:21:55.997931+0000","last_undegraded":"2024-09-16T07:21:55.997931+0000","last_fullsized":"2024-09-16T07:21:55.997931+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:22:06.351741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.844009+0000","last_change":"2024-09-16T07:21:53.844009+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.844009+0000","last_undegraded":"2024-09-16T07:21:53.844009+0000","last_fullsized":"2024-09-16T07:21:53.844009+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.863350+0000","last_change":"2024-09-16T07:21:53.860470+0000","last_active":"2024-09-16T07:21:53.863350+0000","last_peered":"2024-09-16T07:21:53.863350+0000","last_clean":"2024-09-16T07:21:53.863350+0000","last_became_active":"2024-09-16T07:21:53.860191+0000","last_became_peered":"2024-09-16T07:21:53.860191+0000","last_unstale":"2024-09-16T07:21:53.863350+0000","last_undegraded":"2024-09-16T07:21:53.863350+0000","last_fullsized":"2024-09-16T07:21:53.863350+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:36:23.840418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.847475+0000","last_change":"2024-09-16T07:21:53.847475+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.847475+0000","last_undegraded":"2024-09-16T07:21:53.847475+0000","last_fullsized":"2024-09-16T07:21:53.847475+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.998015+0000","last_change":"2024-09-16T07:21:53.859812+0000","last_active":"2024-09-16T07:21:55.998015+0000","last_peered":"2024-09-16T07:21:55.998015+0000","last_clean":"2024-09-16T07:21:55.998015+0000","last_became_active":"2024-09-16T07:21:53.859471+0000","last_became_peered":"2024-09-16T07:21:53.859471+0000","last_unstale":"2024-09-16T07:21:55.998015+0000","last_undegraded":"2024-09-16T07:21:55.998015+0000","last_fullsized":"2024-09-16T07:21:55.998015+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:13:15.986028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.846976+0000","last_change":"2024-09-16T07:21:53.846976+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.846976+0000","last_undegraded":"2024-09-16T07:21:53.846976+0000","last_fullsized":"2024-09-16T07:21:53.846976+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.997778+0000","last_change":"2024-09-16T07:21:53.857003+0000","last_active":"2024-09-16T07:21:55.997778+0000","last_peered":"2024-09-16T07:21:55.997778+0000","last_clean":"2024-09-16T07:21:55.997778+0000","last_became_active":"2024-09-16T07:21:53.856699+0000","last_became_peered":"2024-09-16T07:21:53.856699+0000","last_unstale":"2024-09-16T07:21:55.997778+0000","last_undegraded":"2024-09-16T07:21:55.997778+0000","last_fullsized":"2024-09-16T07:21:55.997778+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:01:46.738901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.843897+0000","last_change":"2024-09-16T07:21:53.843897+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.843897+0000","last_undegraded":"2024-09-16T07:21:53.843897+0000","last_fullsized":"2024-09-16T07:21:53.843897+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.997750+0000","last_change":"2024-09-16T07:21:53.852995+0000","last_active":"2024-09-16T07:21:55.997750+0000","last_peered":"2024-09-16T07:21:55.997750+0000","last_clean":"2024-09-16T07:21:55.997750+0000","last_became_active":"2024-09-16T07:21:53.852711+0000","last_became_peered":"2024-09-16T07:21:53.852711+0000","last_unstale":"2024-09-16T07:21:55.997750+0000","last_undegraded":"2024-09-16T07:21:55.997750+0000","last_fullsized":"2024-09-16T07:21:55.997750+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:41:24.023679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.843621+0000","last_change":"2024-09-16T07:21:53.843621+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.843621+0000","last_undegraded":"2024-09-16T07:21:53.843621+0000","last_fullsized":"2024-09-16T07:21:53.843621+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.863011+0000","last_change":"2024-09-16T07:21:53.856026+0000","last_active":"2024-09-16T07:21:53.863011+0000","last_peered":"2024-09-16T07:21:53.863011+0000","last_clean":"2024-09-16T07:21:53.863011+0000","last_became_active":"2024-09-16T07:21:53.855676+0000","last_became_peered":"2024-09-16T07:21:53.855676+0000","last_unstale":"2024-09-16T07:21:53.863011+0000","last_undegraded":"2024-09-16T07:21:53.863011+0000","last_fullsized":"2024-09-16T07:21:53.863011+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:35:30.934935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.843502+0000","last_change":"2024-09-16T07:21:53.843502+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.843502+0000","last_undegraded":"2024-09-16T07:21:53.843502+0000","last_fullsized":"2024-09-16T07:21:53.843502+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.858882+0000","last_change":"2024-09-16T07:21:53.856812+0000","last_active":"2024-09-16T07:21:53.858882+0000","last_peered":"2024-09-16T07:21:53.858882+0000","last_clean":"2024-09-16T07:21:53.858882+0000","last_became_active":"2024-09-16T07:21:53.856480+0000","last_became_peered":"2024-09-16T07:21:53.856480+0000","last_unstale":"2024-09-16T07:21:53.858882+0000","last_undegraded":"2024-09-16T07:21:53.858882+0000","last_fullsized":"2024-09-16T07:21:53.858882+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:19:07.781456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.854471+0000","last_change":"2024-09-16T07:21:53.854471+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.854471+0000","last_undegraded":"2024-09-16T07:21:53.854471+0000","last_fullsized":"2024-09-16T07:21:53.854471+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.851594+0000","last_change":"2024-09-16T07:21:53.849334+0000","last_active":"2024-09-16T07:21:53.851594+0000","last_peered":"2024-09-16T07:21:53.851594+0000","last_clean":"2024-09-16T07:21:53.851594+0000","last_became_active":"2024-09-16T07:21:53.849066+0000","last_became_peered":"2024-09-16T07:21:53.849066+0000","last_unstale":"2024-09-16T07:21:53.851594+0000","last_undegraded":"2024-09-16T07:21:53.851594+0000","last_fullsized":"2024-09-16T07:21:53.851594+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:30:44.479589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'72","reported_seq":126,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.842551+0000","last_change":"2024-09-16T07:21:02.600196+0000","last_active":"2024-09-16T07:21:53.842551+0000","last_peered":"2024-09-16T07:21:53.842551+0000","last_clean":"2024-09-16T07:21:53.842551+0000","last_became_active":"2024-09-16T07:21:02.599001+0000","last_became_peered":"2024-09-16T07:21:02.599001+0000","last_unstale":"2024-09-16T07:21:53.842551+0000","last_undegraded":"2024-09-16T07:21:53.842551+0000","last_fullsized":"2024-09-16T07:21:53.842551+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_clean_scrub_stamp":"2024-09-16T07:21:01.331773+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:28:40.942832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":1612,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":8,"ondisk_log_size":8,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509455,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27376,"kb_used_data":344,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344464,"statfs":{"total":96636764160,"available":96608731136,"internally_reserved":0,"allocated":352256,"data_stored":132232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509454,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27940,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343900,"statfs":{"total":96636764160,"available":96608153600,"internally_reserved":0,"allocated":933888,"data_stored":716325,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509454,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":332,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":339968,"data_stored":125957,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509455,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27376,"kb_used_data":344,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344464,"statfs":{"total":96636764160,"available":96608731136,"internally_reserved":0,"allocated":352256,"data_stored":132232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509455,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27376,"kb_used_data":344,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344464,"statfs":{"total":96636764160,"available":96608731136,"internally_reserved":0,"allocated":352256,"data_stored":132232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509455,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27956,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343884,"statfs":{"total":96636764160,"available":96608137216,"internally_reserved":0,"allocated":946176,"data_stored":722600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509456,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":332,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":339968,"data_stored":125957,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574862,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27416,"kb_used_data":380,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344424,"statfs":{"total":96636764160,"available":96608690176,"internally_reserved":0,"allocated":389120,"data_stored":146919,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T07:21:59.626 INFO:tasks.ceph.ceph_manager.ceph:PG 5.3f is not active+clean 2024-09-16T07:21:59.626 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.3f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:53.850007+0000', 'last_change': '2024-09-16T07:21:53.850007+0000', 'last_active': '2024-09-16T07:21:53.837949+0000', 'last_peered': '2024-09-16T07:21:53.837949+0000', 'last_clean': '2024-09-16T07:21:53.837949+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:53.850007+0000', 'last_undegraded': '2024-09-16T07:21:53.850007+0000', 'last_fullsized': '2024-09-16T07:21:53.850007+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 0], 'acting': [2, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-16T07:21:59.626 INFO:tasks.ceph.ceph_manager.ceph:PG 5.3e is not active+clean 2024-09-16T07:21:59.626 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.3e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:53.849946+0000', 'last_change': '2024-09-16T07:21:53.849946+0000', 'last_active': '2024-09-16T07:21:53.837949+0000', 'last_peered': '2024-09-16T07:21:53.837949+0000', 'last_clean': '2024-09-16T07:21:53.837949+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:53.849946+0000', 'last_undegraded': '2024-09-16T07:21:53.849946+0000', 'last_fullsized': '2024-09-16T07:21:53.849946+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T07:21:59.626 INFO:tasks.ceph.ceph_manager.ceph:PG 5.3d is not active+clean 2024-09-16T07:21:59.626 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.3d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:53.847144+0000', 'last_change': '2024-09-16T07:21:53.847144+0000', 'last_active': '2024-09-16T07:21:53.837949+0000', 'last_peered': '2024-09-16T07:21:53.837949+0000', 'last_clean': '2024-09-16T07:21:53.837949+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:53.847144+0000', 'last_undegraded': '2024-09-16T07:21:53.847144+0000', 'last_fullsized': '2024-09-16T07:21:53.847144+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 2], 'acting': [1, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-16T07:21:59.626 INFO:tasks.ceph.ceph_manager.ceph:PG 5.3c is not active+clean 2024-09-16T07:21:59.626 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.3c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:53.845986+0000', 'last_change': '2024-09-16T07:21:53.845986+0000', 'last_active': '2024-09-16T07:21:53.837949+0000', 'last_peered': '2024-09-16T07:21:53.837949+0000', 'last_clean': '2024-09-16T07:21:53.837949+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:53.845986+0000', 'last_undegraded': '2024-09-16T07:21:53.845986+0000', 'last_fullsized': '2024-09-16T07:21:53.845986+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T07:21:59.626 INFO:tasks.ceph.ceph_manager.ceph:PG 5.3b is not active+clean 2024-09-16T07:21:59.626 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.3b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:53.850468+0000', 'last_change': '2024-09-16T07:21:53.850468+0000', 'last_active': '2024-09-16T07:21:53.837949+0000', 'last_peered': '2024-09-16T07:21:53.837949+0000', 'last_clean': '2024-09-16T07:21:53.837949+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:53.850468+0000', 'last_undegraded': '2024-09-16T07:21:53.850468+0000', 'last_fullsized': '2024-09-16T07:21:53.850468+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 6], 'acting': [5, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T07:21:59.627 INFO:tasks.ceph.ceph_manager.ceph:PG 5.3a is not active+clean 2024-09-16T07:21:59.627 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.3a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:53.847070+0000', 'last_change': '2024-09-16T07:21:53.847070+0000', 'last_active': '2024-09-16T07:21:53.837949+0000', 'last_peered': '2024-09-16T07:21:53.837949+0000', 'last_clean': '2024-09-16T07:21:53.837949+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:53.847070+0000', 'last_undegraded': '2024-09-16T07:21:53.847070+0000', 'last_fullsized': '2024-09-16T07:21:53.847070+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T07:21:59.627 INFO:tasks.ceph.ceph_manager.ceph:PG 5.39 is not active+clean 2024-09-16T07:21:59.627 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.39', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:53.850597+0000', 'last_change': '2024-09-16T07:21:53.850597+0000', 'last_active': '2024-09-16T07:21:53.837949+0000', 'last_peered': '2024-09-16T07:21:53.837949+0000', 'last_clean': '2024-09-16T07:21:53.837949+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:53.850597+0000', 'last_undegraded': '2024-09-16T07:21:53.850597+0000', 'last_fullsized': '2024-09-16T07:21:53.850597+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-16T07:21:59.627 INFO:tasks.ceph.ceph_manager.ceph:PG 5.38 is not active+clean 2024-09-16T07:21:59.627 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.38', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:53.853509+0000', 'last_change': '2024-09-16T07:21:53.853509+0000', 'last_active': '2024-09-16T07:21:53.837949+0000', 'last_peered': '2024-09-16T07:21:53.837949+0000', 'last_clean': '2024-09-16T07:21:53.837949+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:53.853509+0000', 'last_undegraded': '2024-09-16T07:21:53.853509+0000', 'last_fullsized': '2024-09-16T07:21:53.853509+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 6], 'acting': [2, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-16T07:21:59.627 INFO:tasks.ceph.ceph_manager.ceph:PG 5.37 is not active+clean 2024-09-16T07:21:59.627 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.37', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:53.848095+0000', 'last_change': '2024-09-16T07:21:53.848095+0000', 'last_active': '2024-09-16T07:21:53.837949+0000', 'last_peered': '2024-09-16T07:21:53.837949+0000', 'last_clean': '2024-09-16T07:21:53.837949+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:53.848095+0000', 'last_undegraded': '2024-09-16T07:21:53.848095+0000', 'last_fullsized': '2024-09-16T07:21:53.848095+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-16T07:21:59.627 INFO:tasks.ceph.ceph_manager.ceph:PG 5.36 is not active+clean 2024-09-16T07:21:59.627 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.36', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:53.844720+0000', 'last_change': '2024-09-16T07:21:53.844720+0000', 'last_active': '2024-09-16T07:21:53.837949+0000', 'last_peered': '2024-09-16T07:21:53.837949+0000', 'last_clean': '2024-09-16T07:21:53.837949+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:53.844720+0000', 'last_undegraded': '2024-09-16T07:21:53.844720+0000', 'last_fullsized': '2024-09-16T07:21:53.844720+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T07:21:59.627 INFO:tasks.ceph.ceph_manager.ceph:PG 5.35 is not active+clean 2024-09-16T07:21:59.627 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.35', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:53.844489+0000', 'last_change': '2024-09-16T07:21:53.844489+0000', 'last_active': '2024-09-16T07:21:53.837949+0000', 'last_peered': '2024-09-16T07:21:53.837949+0000', 'last_clean': '2024-09-16T07:21:53.837949+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:53.844489+0000', 'last_undegraded': '2024-09-16T07:21:53.844489+0000', 'last_fullsized': '2024-09-16T07:21:53.844489+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4], 'acting': [3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T07:21:59.628 INFO:tasks.ceph.ceph_manager.ceph:PG 5.34 is not active+clean 2024-09-16T07:21:59.628 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.34', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:53.847876+0000', 'last_change': '2024-09-16T07:21:53.847876+0000', 'last_active': '2024-09-16T07:21:53.837949+0000', 'last_peered': '2024-09-16T07:21:53.837949+0000', 'last_clean': '2024-09-16T07:21:53.837949+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:53.847876+0000', 'last_undegraded': '2024-09-16T07:21:53.847876+0000', 'last_fullsized': '2024-09-16T07:21:53.847876+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-16T07:21:59.628 INFO:tasks.ceph.ceph_manager.ceph:PG 5.32 is not active+clean 2024-09-16T07:21:59.628 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.32', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:53.846207+0000', 'last_change': '2024-09-16T07:21:53.846207+0000', 'last_active': '2024-09-16T07:21:53.837949+0000', 'last_peered': '2024-09-16T07:21:53.837949+0000', 'last_clean': '2024-09-16T07:21:53.837949+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:53.846207+0000', 'last_undegraded': '2024-09-16T07:21:53.846207+0000', 'last_fullsized': '2024-09-16T07:21:53.846207+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T07:21:59.628 INFO:tasks.ceph.ceph_manager.ceph:PG 5.31 is not active+clean 2024-09-16T07:21:59.628 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.31', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:53.856568+0000', 'last_change': '2024-09-16T07:21:53.856568+0000', 'last_active': '2024-09-16T07:21:53.837949+0000', 'last_peered': '2024-09-16T07:21:53.837949+0000', 'last_clean': '2024-09-16T07:21:53.837949+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:53.856568+0000', 'last_undegraded': '2024-09-16T07:21:53.856568+0000', 'last_fullsized': '2024-09-16T07:21:53.856568+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 2], 'acting': [0, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T07:21:59.628 INFO:tasks.ceph.ceph_manager.ceph:PG 5.30 is not active+clean 2024-09-16T07:21:59.628 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.30', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:53.855782+0000', 'last_change': '2024-09-16T07:21:53.855782+0000', 'last_active': '2024-09-16T07:21:53.837949+0000', 'last_peered': '2024-09-16T07:21:53.837949+0000', 'last_clean': '2024-09-16T07:21:53.837949+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:53.855782+0000', 'last_undegraded': '2024-09-16T07:21:53.855782+0000', 'last_fullsized': '2024-09-16T07:21:53.855782+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T07:21:59.628 INFO:tasks.ceph.ceph_manager.ceph:PG 5.2f is not active+clean 2024-09-16T07:21:59.628 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.2f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:53.844530+0000', 'last_change': '2024-09-16T07:21:53.844530+0000', 'last_active': '2024-09-16T07:21:53.837949+0000', 'last_peered': '2024-09-16T07:21:53.837949+0000', 'last_clean': '2024-09-16T07:21:53.837949+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:53.844530+0000', 'last_undegraded': '2024-09-16T07:21:53.844530+0000', 'last_fullsized': '2024-09-16T07:21:53.844530+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T07:21:59.628 INFO:tasks.ceph.ceph_manager.ceph:PG 5.2e is not active+clean 2024-09-16T07:21:59.628 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.2e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:53.847413+0000', 'last_change': '2024-09-16T07:21:53.847413+0000', 'last_active': '2024-09-16T07:21:53.837949+0000', 'last_peered': '2024-09-16T07:21:53.837949+0000', 'last_clean': '2024-09-16T07:21:53.837949+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:53.847413+0000', 'last_undegraded': '2024-09-16T07:21:53.847413+0000', 'last_fullsized': '2024-09-16T07:21:53.847413+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T07:21:59.629 INFO:tasks.ceph.ceph_manager.ceph:PG 5.2d is not active+clean 2024-09-16T07:21:59.629 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.2d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:53.848361+0000', 'last_change': '2024-09-16T07:21:53.848361+0000', 'last_active': '2024-09-16T07:21:53.837949+0000', 'last_peered': '2024-09-16T07:21:53.837949+0000', 'last_clean': '2024-09-16T07:21:53.837949+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:53.848361+0000', 'last_undegraded': '2024-09-16T07:21:53.848361+0000', 'last_fullsized': '2024-09-16T07:21:53.848361+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1], 'acting': [7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T07:21:59.629 INFO:tasks.ceph.ceph_manager.ceph:PG 5.2b is not active+clean 2024-09-16T07:21:59.629 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.2b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:53.855233+0000', 'last_change': '2024-09-16T07:21:53.855233+0000', 'last_active': '2024-09-16T07:21:53.837949+0000', 'last_peered': '2024-09-16T07:21:53.837949+0000', 'last_clean': '2024-09-16T07:21:53.837949+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:53.855233+0000', 'last_undegraded': '2024-09-16T07:21:53.855233+0000', 'last_fullsized': '2024-09-16T07:21:53.855233+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 6], 'acting': [0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T07:21:59.629 INFO:tasks.ceph.ceph_manager.ceph:PG 5.2a is not active+clean 2024-09-16T07:21:59.629 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.2a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:53.850028+0000', 'last_change': '2024-09-16T07:21:53.850028+0000', 'last_active': '2024-09-16T07:21:53.837949+0000', 'last_peered': '2024-09-16T07:21:53.837949+0000', 'last_clean': '2024-09-16T07:21:53.837949+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:53.850028+0000', 'last_undegraded': '2024-09-16T07:21:53.850028+0000', 'last_fullsized': '2024-09-16T07:21:53.850028+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-16T07:21:59.629 INFO:tasks.ceph.ceph_manager.ceph:PG 5.28 is not active+clean 2024-09-16T07:21:59.629 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.28', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:53.851362+0000', 'last_change': '2024-09-16T07:21:53.851362+0000', 'last_active': '2024-09-16T07:21:53.837949+0000', 'last_peered': '2024-09-16T07:21:53.837949+0000', 'last_clean': '2024-09-16T07:21:53.837949+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:53.851362+0000', 'last_undegraded': '2024-09-16T07:21:53.851362+0000', 'last_fullsized': '2024-09-16T07:21:53.851362+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-16T07:21:59.629 INFO:tasks.ceph.ceph_manager.ceph:PG 5.27 is not active+clean 2024-09-16T07:21:59.629 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.27', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:53.844916+0000', 'last_change': '2024-09-16T07:21:53.844916+0000', 'last_active': '2024-09-16T07:21:53.837949+0000', 'last_peered': '2024-09-16T07:21:53.837949+0000', 'last_clean': '2024-09-16T07:21:53.837949+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:53.844916+0000', 'last_undegraded': '2024-09-16T07:21:53.844916+0000', 'last_fullsized': '2024-09-16T07:21:53.844916+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T07:21:59.629 INFO:tasks.ceph.ceph_manager.ceph:PG 5.26 is not active+clean 2024-09-16T07:21:59.629 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.26', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:53.844243+0000', 'last_change': '2024-09-16T07:21:53.844243+0000', 'last_active': '2024-09-16T07:21:53.837949+0000', 'last_peered': '2024-09-16T07:21:53.837949+0000', 'last_clean': '2024-09-16T07:21:53.837949+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:53.844243+0000', 'last_undegraded': '2024-09-16T07:21:53.844243+0000', 'last_fullsized': '2024-09-16T07:21:53.844243+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T07:21:59.630 INFO:tasks.ceph.ceph_manager.ceph:PG 5.25 is not active+clean 2024-09-16T07:21:59.630 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.25', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:53.849096+0000', 'last_change': '2024-09-16T07:21:53.849096+0000', 'last_active': '2024-09-16T07:21:53.837949+0000', 'last_peered': '2024-09-16T07:21:53.837949+0000', 'last_clean': '2024-09-16T07:21:53.837949+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:53.849096+0000', 'last_undegraded': '2024-09-16T07:21:53.849096+0000', 'last_fullsized': '2024-09-16T07:21:53.849096+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T07:21:59.630 INFO:tasks.ceph.ceph_manager.ceph:PG 5.24 is not active+clean 2024-09-16T07:21:59.630 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.24', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:53.848680+0000', 'last_change': '2024-09-16T07:21:53.848680+0000', 'last_active': '2024-09-16T07:21:53.837949+0000', 'last_peered': '2024-09-16T07:21:53.837949+0000', 'last_clean': '2024-09-16T07:21:53.837949+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:53.848680+0000', 'last_undegraded': '2024-09-16T07:21:53.848680+0000', 'last_fullsized': '2024-09-16T07:21:53.848680+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 6], 'acting': [2, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-16T07:21:59.630 INFO:tasks.ceph.ceph_manager.ceph:PG 5.23 is not active+clean 2024-09-16T07:21:59.630 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.23', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:53.854104+0000', 'last_change': '2024-09-16T07:21:53.854104+0000', 'last_active': '2024-09-16T07:21:53.837949+0000', 'last_peered': '2024-09-16T07:21:53.837949+0000', 'last_clean': '2024-09-16T07:21:53.837949+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:53.854104+0000', 'last_undegraded': '2024-09-16T07:21:53.854104+0000', 'last_fullsized': '2024-09-16T07:21:53.854104+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4], 'acting': [0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T07:21:59.630 INFO:tasks.ceph.ceph_manager.ceph:PG 5.22 is not active+clean 2024-09-16T07:21:59.630 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.22', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:53.854022+0000', 'last_change': '2024-09-16T07:21:53.854022+0000', 'last_active': '2024-09-16T07:21:53.837949+0000', 'last_peered': '2024-09-16T07:21:53.837949+0000', 'last_clean': '2024-09-16T07:21:53.837949+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:53.854022+0000', 'last_undegraded': '2024-09-16T07:21:53.854022+0000', 'last_fullsized': '2024-09-16T07:21:53.854022+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 3], 'acting': [0, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T07:21:59.630 INFO:tasks.ceph.ceph_manager.ceph:PG 5.21 is not active+clean 2024-09-16T07:21:59.630 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.21', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:53.848233+0000', 'last_change': '2024-09-16T07:21:53.848233+0000', 'last_active': '2024-09-16T07:21:53.837949+0000', 'last_peered': '2024-09-16T07:21:53.837949+0000', 'last_clean': '2024-09-16T07:21:53.837949+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:53.848233+0000', 'last_undegraded': '2024-09-16T07:21:53.848233+0000', 'last_fullsized': '2024-09-16T07:21:53.848233+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 7], 'acting': [2, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-16T07:21:59.630 INFO:tasks.ceph.ceph_manager.ceph:PG 5.20 is not active+clean 2024-09-16T07:21:59.630 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.20', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:53.843531+0000', 'last_change': '2024-09-16T07:21:53.843531+0000', 'last_active': '2024-09-16T07:21:53.837949+0000', 'last_peered': '2024-09-16T07:21:53.837949+0000', 'last_clean': '2024-09-16T07:21:53.837949+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:53.843531+0000', 'last_undegraded': '2024-09-16T07:21:53.843531+0000', 'last_fullsized': '2024-09-16T07:21:53.843531+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T07:21:59.631 INFO:tasks.ceph.ceph_manager.ceph:PG 5.1f is not active+clean 2024-09-16T07:21:59.631 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:53.848245+0000', 'last_change': '2024-09-16T07:21:53.848245+0000', 'last_active': '2024-09-16T07:21:53.837949+0000', 'last_peered': '2024-09-16T07:21:53.837949+0000', 'last_clean': '2024-09-16T07:21:53.837949+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:53.848245+0000', 'last_undegraded': '2024-09-16T07:21:53.848245+0000', 'last_fullsized': '2024-09-16T07:21:53.848245+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5], 'acting': [2, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-16T07:21:59.631 INFO:tasks.ceph.ceph_manager.ceph:PG 5.1c is not active+clean 2024-09-16T07:21:59.631 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:53.847833+0000', 'last_change': '2024-09-16T07:21:53.847833+0000', 'last_active': '2024-09-16T07:21:53.837949+0000', 'last_peered': '2024-09-16T07:21:53.837949+0000', 'last_clean': '2024-09-16T07:21:53.837949+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:53.847833+0000', 'last_undegraded': '2024-09-16T07:21:53.847833+0000', 'last_fullsized': '2024-09-16T07:21:53.847833+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-16T07:21:59.631 INFO:tasks.ceph.ceph_manager.ceph:PG 5.1d is not active+clean 2024-09-16T07:21:59.631 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:53.844159+0000', 'last_change': '2024-09-16T07:21:53.844159+0000', 'last_active': '2024-09-16T07:21:53.837949+0000', 'last_peered': '2024-09-16T07:21:53.837949+0000', 'last_clean': '2024-09-16T07:21:53.837949+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:53.844159+0000', 'last_undegraded': '2024-09-16T07:21:53.844159+0000', 'last_fullsized': '2024-09-16T07:21:53.844159+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T07:21:59.631 INFO:tasks.ceph.ceph_manager.ceph:PG 5.1a is not active+clean 2024-09-16T07:21:59.631 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:53.847685+0000', 'last_change': '2024-09-16T07:21:53.847685+0000', 'last_active': '2024-09-16T07:21:53.837949+0000', 'last_peered': '2024-09-16T07:21:53.837949+0000', 'last_clean': '2024-09-16T07:21:53.837949+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:53.847685+0000', 'last_undegraded': '2024-09-16T07:21:53.847685+0000', 'last_fullsized': '2024-09-16T07:21:53.847685+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-16T07:21:59.631 INFO:tasks.ceph.ceph_manager.ceph:PG 5.1b is not active+clean 2024-09-16T07:21:59.631 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:53.850918+0000', 'last_change': '2024-09-16T07:21:53.850918+0000', 'last_active': '2024-09-16T07:21:53.837949+0000', 'last_peered': '2024-09-16T07:21:53.837949+0000', 'last_clean': '2024-09-16T07:21:53.837949+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:53.850918+0000', 'last_undegraded': '2024-09-16T07:21:53.850918+0000', 'last_fullsized': '2024-09-16T07:21:53.850918+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 7], 'acting': [2, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-16T07:21:59.631 INFO:tasks.ceph.ceph_manager.ceph:PG 5.18 is not active+clean 2024-09-16T07:21:59.631 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:53.847634+0000', 'last_change': '2024-09-16T07:21:53.847634+0000', 'last_active': '2024-09-16T07:21:53.837949+0000', 'last_peered': '2024-09-16T07:21:53.837949+0000', 'last_clean': '2024-09-16T07:21:53.837949+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:53.847634+0000', 'last_undegraded': '2024-09-16T07:21:53.847634+0000', 'last_fullsized': '2024-09-16T07:21:53.847634+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 0], 'acting': [1, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-16T07:21:59.632 INFO:tasks.ceph.ceph_manager.ceph:PG 5.19 is not active+clean 2024-09-16T07:21:59.632 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:53.843545+0000', 'last_change': '2024-09-16T07:21:53.843545+0000', 'last_active': '2024-09-16T07:21:53.837949+0000', 'last_peered': '2024-09-16T07:21:53.837949+0000', 'last_clean': '2024-09-16T07:21:53.837949+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:53.843545+0000', 'last_undegraded': '2024-09-16T07:21:53.843545+0000', 'last_fullsized': '2024-09-16T07:21:53.843545+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T07:21:59.632 INFO:tasks.ceph.ceph_manager.ceph:PG 5.16 is not active+clean 2024-09-16T07:21:59.632 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:53.844880+0000', 'last_change': '2024-09-16T07:21:53.844880+0000', 'last_active': '2024-09-16T07:21:53.837949+0000', 'last_peered': '2024-09-16T07:21:53.837949+0000', 'last_clean': '2024-09-16T07:21:53.837949+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:53.844880+0000', 'last_undegraded': '2024-09-16T07:21:53.844880+0000', 'last_fullsized': '2024-09-16T07:21:53.844880+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6], 'acting': [3, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T07:21:59.632 INFO:tasks.ceph.ceph_manager.ceph:PG 5.17 is not active+clean 2024-09-16T07:21:59.632 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:53.843958+0000', 'last_change': '2024-09-16T07:21:53.843958+0000', 'last_active': '2024-09-16T07:21:53.837949+0000', 'last_peered': '2024-09-16T07:21:53.837949+0000', 'last_clean': '2024-09-16T07:21:53.837949+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:53.843958+0000', 'last_undegraded': '2024-09-16T07:21:53.843958+0000', 'last_fullsized': '2024-09-16T07:21:53.843958+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T07:21:59.632 INFO:tasks.ceph.ceph_manager.ceph:PG 5.14 is not active+clean 2024-09-16T07:21:59.632 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:53.844199+0000', 'last_change': '2024-09-16T07:21:53.844199+0000', 'last_active': '2024-09-16T07:21:53.837949+0000', 'last_peered': '2024-09-16T07:21:53.837949+0000', 'last_clean': '2024-09-16T07:21:53.837949+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:53.844199+0000', 'last_undegraded': '2024-09-16T07:21:53.844199+0000', 'last_fullsized': '2024-09-16T07:21:53.844199+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T07:21:59.632 INFO:tasks.ceph.ceph_manager.ceph:PG 5.15 is not active+clean 2024-09-16T07:21:59.632 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:53.844998+0000', 'last_change': '2024-09-16T07:21:53.844998+0000', 'last_active': '2024-09-16T07:21:53.837949+0000', 'last_peered': '2024-09-16T07:21:53.837949+0000', 'last_clean': '2024-09-16T07:21:53.837949+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:53.844998+0000', 'last_undegraded': '2024-09-16T07:21:53.844998+0000', 'last_fullsized': '2024-09-16T07:21:53.844998+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4], 'acting': [3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T07:21:59.632 INFO:tasks.ceph.ceph_manager.ceph:PG 5.13 is not active+clean 2024-09-16T07:21:59.633 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:53.844696+0000', 'last_change': '2024-09-16T07:21:53.844696+0000', 'last_active': '2024-09-16T07:21:53.837949+0000', 'last_peered': '2024-09-16T07:21:53.837949+0000', 'last_clean': '2024-09-16T07:21:53.837949+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:53.844696+0000', 'last_undegraded': '2024-09-16T07:21:53.844696+0000', 'last_fullsized': '2024-09-16T07:21:53.844696+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T07:21:59.633 INFO:tasks.ceph.ceph_manager.ceph:PG 5.10 is not active+clean 2024-09-16T07:21:59.633 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:53.849511+0000', 'last_change': '2024-09-16T07:21:53.849511+0000', 'last_active': '2024-09-16T07:21:53.837949+0000', 'last_peered': '2024-09-16T07:21:53.837949+0000', 'last_clean': '2024-09-16T07:21:53.837949+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:53.849511+0000', 'last_undegraded': '2024-09-16T07:21:53.849511+0000', 'last_fullsized': '2024-09-16T07:21:53.849511+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-16T07:21:59.633 INFO:tasks.ceph.ceph_manager.ceph:PG 5.11 is not active+clean 2024-09-16T07:21:59.633 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:53.844118+0000', 'last_change': '2024-09-16T07:21:53.844118+0000', 'last_active': '2024-09-16T07:21:53.837949+0000', 'last_peered': '2024-09-16T07:21:53.837949+0000', 'last_clean': '2024-09-16T07:21:53.837949+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:53.844118+0000', 'last_undegraded': '2024-09-16T07:21:53.844118+0000', 'last_fullsized': '2024-09-16T07:21:53.844118+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T07:21:59.633 INFO:tasks.ceph.ceph_manager.ceph:PG 5.e is not active+clean 2024-09-16T07:21:59.633 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:53.843642+0000', 'last_change': '2024-09-16T07:21:53.843642+0000', 'last_active': '2024-09-16T07:21:53.837949+0000', 'last_peered': '2024-09-16T07:21:53.837949+0000', 'last_clean': '2024-09-16T07:21:53.837949+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:53.843642+0000', 'last_undegraded': '2024-09-16T07:21:53.843642+0000', 'last_fullsized': '2024-09-16T07:21:53.843642+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4], 'acting': [3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T07:21:59.633 INFO:tasks.ceph.ceph_manager.ceph:PG 5.f is not active+clean 2024-09-16T07:21:59.633 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:53.847615+0000', 'last_change': '2024-09-16T07:21:53.847615+0000', 'last_active': '2024-09-16T07:21:53.837949+0000', 'last_peered': '2024-09-16T07:21:53.837949+0000', 'last_clean': '2024-09-16T07:21:53.837949+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:53.847615+0000', 'last_undegraded': '2024-09-16T07:21:53.847615+0000', 'last_fullsized': '2024-09-16T07:21:53.847615+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 0], 'acting': [1, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-16T07:21:59.633 INFO:tasks.ceph.ceph_manager.ceph:PG 5.c is not active+clean 2024-09-16T07:21:59.633 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:53.850692+0000', 'last_change': '2024-09-16T07:21:53.850692+0000', 'last_active': '2024-09-16T07:21:53.837949+0000', 'last_peered': '2024-09-16T07:21:53.837949+0000', 'last_clean': '2024-09-16T07:21:53.837949+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:53.850692+0000', 'last_undegraded': '2024-09-16T07:21:53.850692+0000', 'last_fullsized': '2024-09-16T07:21:53.850692+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T07:21:59.634 INFO:tasks.ceph.ceph_manager.ceph:PG 5.d is not active+clean 2024-09-16T07:21:59.634 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:53.847936+0000', 'last_change': '2024-09-16T07:21:53.847936+0000', 'last_active': '2024-09-16T07:21:53.837949+0000', 'last_peered': '2024-09-16T07:21:53.837949+0000', 'last_clean': '2024-09-16T07:21:53.837949+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:53.847936+0000', 'last_undegraded': '2024-09-16T07:21:53.847936+0000', 'last_fullsized': '2024-09-16T07:21:53.847936+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 0], 'acting': [7, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T07:21:59.634 INFO:tasks.ceph.ceph_manager.ceph:PG 5.b is not active+clean 2024-09-16T07:21:59.634 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:53.849906+0000', 'last_change': '2024-09-16T07:21:53.849906+0000', 'last_active': '2024-09-16T07:21:53.837949+0000', 'last_peered': '2024-09-16T07:21:53.837949+0000', 'last_clean': '2024-09-16T07:21:53.837949+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:53.849906+0000', 'last_undegraded': '2024-09-16T07:21:53.849906+0000', 'last_fullsized': '2024-09-16T07:21:53.849906+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T07:21:59.634 INFO:tasks.ceph.ceph_manager.ceph:PG 5.9 is not active+clean 2024-09-16T07:21:59.634 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:53.847097+0000', 'last_change': '2024-09-16T07:21:53.847097+0000', 'last_active': '2024-09-16T07:21:53.837949+0000', 'last_peered': '2024-09-16T07:21:53.837949+0000', 'last_clean': '2024-09-16T07:21:53.837949+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:53.847097+0000', 'last_undegraded': '2024-09-16T07:21:53.847097+0000', 'last_fullsized': '2024-09-16T07:21:53.847097+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 0], 'acting': [1, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-16T07:21:59.634 INFO:tasks.ceph.ceph_manager.ceph:PG 5.6 is not active+clean 2024-09-16T07:21:59.634 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:53.846890+0000', 'last_change': '2024-09-16T07:21:53.846890+0000', 'last_active': '2024-09-16T07:21:53.837949+0000', 'last_peered': '2024-09-16T07:21:53.837949+0000', 'last_clean': '2024-09-16T07:21:53.837949+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:53.846890+0000', 'last_undegraded': '2024-09-16T07:21:53.846890+0000', 'last_fullsized': '2024-09-16T07:21:53.846890+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 0], 'acting': [7, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T07:21:59.634 INFO:tasks.ceph.ceph_manager.ceph:PG 5.7 is not active+clean 2024-09-16T07:21:59.634 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:53.844009+0000', 'last_change': '2024-09-16T07:21:53.844009+0000', 'last_active': '2024-09-16T07:21:53.837949+0000', 'last_peered': '2024-09-16T07:21:53.837949+0000', 'last_clean': '2024-09-16T07:21:53.837949+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:53.844009+0000', 'last_undegraded': '2024-09-16T07:21:53.844009+0000', 'last_fullsized': '2024-09-16T07:21:53.844009+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T07:21:59.634 INFO:tasks.ceph.ceph_manager.ceph:PG 5.5 is not active+clean 2024-09-16T07:21:59.634 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:53.847475+0000', 'last_change': '2024-09-16T07:21:53.847475+0000', 'last_active': '2024-09-16T07:21:53.837949+0000', 'last_peered': '2024-09-16T07:21:53.837949+0000', 'last_clean': '2024-09-16T07:21:53.837949+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:53.847475+0000', 'last_undegraded': '2024-09-16T07:21:53.847475+0000', 'last_fullsized': '2024-09-16T07:21:53.847475+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T07:21:59.635 INFO:tasks.ceph.ceph_manager.ceph:PG 5.2 is not active+clean 2024-09-16T07:21:59.635 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:53.846976+0000', 'last_change': '2024-09-16T07:21:53.846976+0000', 'last_active': '2024-09-16T07:21:53.837949+0000', 'last_peered': '2024-09-16T07:21:53.837949+0000', 'last_clean': '2024-09-16T07:21:53.837949+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:53.846976+0000', 'last_undegraded': '2024-09-16T07:21:53.846976+0000', 'last_fullsized': '2024-09-16T07:21:53.846976+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T07:21:59.635 INFO:tasks.ceph.ceph_manager.ceph:PG 5.3 is not active+clean 2024-09-16T07:21:59.635 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:53.843897+0000', 'last_change': '2024-09-16T07:21:53.843897+0000', 'last_active': '2024-09-16T07:21:53.837949+0000', 'last_peered': '2024-09-16T07:21:53.837949+0000', 'last_clean': '2024-09-16T07:21:53.837949+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:53.843897+0000', 'last_undegraded': '2024-09-16T07:21:53.843897+0000', 'last_fullsized': '2024-09-16T07:21:53.843897+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T07:21:59.635 INFO:tasks.ceph.ceph_manager.ceph:PG 5.0 is not active+clean 2024-09-16T07:21:59.635 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:53.843621+0000', 'last_change': '2024-09-16T07:21:53.843621+0000', 'last_active': '2024-09-16T07:21:53.837949+0000', 'last_peered': '2024-09-16T07:21:53.837949+0000', 'last_clean': '2024-09-16T07:21:53.837949+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:53.843621+0000', 'last_undegraded': '2024-09-16T07:21:53.843621+0000', 'last_fullsized': '2024-09-16T07:21:53.843621+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T07:21:59.635 INFO:tasks.ceph.ceph_manager.ceph:PG 5.1 is not active+clean 2024-09-16T07:21:59.635 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:53.843502+0000', 'last_change': '2024-09-16T07:21:53.843502+0000', 'last_active': '2024-09-16T07:21:53.837949+0000', 'last_peered': '2024-09-16T07:21:53.837949+0000', 'last_clean': '2024-09-16T07:21:53.837949+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:53.843502+0000', 'last_undegraded': '2024-09-16T07:21:53.843502+0000', 'last_fullsized': '2024-09-16T07:21:53.843502+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T07:21:59.635 INFO:tasks.ceph.ceph_manager.ceph:PG 5.4 is not active+clean 2024-09-16T07:21:59.635 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 32, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:21:53.854471+0000', 'last_change': '2024-09-16T07:21:53.854471+0000', 'last_active': '2024-09-16T07:21:53.837949+0000', 'last_peered': '2024-09-16T07:21:53.837949+0000', 'last_clean': '2024-09-16T07:21:53.837949+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:21:53.854471+0000', 'last_undegraded': '2024-09-16T07:21:53.854471+0000', 'last_fullsized': '2024-09-16T07:21:53.854471+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'last_clean_scrub_stamp': '2024-09-16T07:21:53.837949+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T07:21:59.636 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-16T07:21:59.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.767+0000 7f991e34b640 1 -- 172.21.15.31:0/1444179148 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9918151390 msgr2=0x7f99180725a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:59.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.767+0000 7f991e34b640 1 --2- 172.21.15.31:0/1444179148 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9918151390 0x7f99180725a0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f9908009850 tx=0x7f990802a4a0 comp rx=0 tx=0).stop 2024-09-16T07:21:59.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.767+0000 7f991e34b640 1 -- 172.21.15.31:0/1444179148 shutdown_connections 2024-09-16T07:21:59.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.767+0000 7f991e34b640 1 --2- 172.21.15.31:0/1444179148 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f991806ef50 0x7f991806f400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:59.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.767+0000 7f991e34b640 1 --2- 172.21.15.31:0/1444179148 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9918151390 0x7f99180725a0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:59.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.767+0000 7f991e34b640 1 -- 172.21.15.31:0/1444179148 >> 172.21.15.31:0/1444179148 conn(0x7f991806cf60 msgr2=0x7f991806d370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:21:59.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.768+0000 7f991e34b640 1 -- 172.21.15.31:0/1444179148 shutdown_connections 2024-09-16T07:21:59.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.768+0000 7f991e34b640 1 -- 172.21.15.31:0/1444179148 wait complete. 2024-09-16T07:21:59.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.769+0000 7f991e34b640 1 Processor -- start 2024-09-16T07:21:59.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.769+0000 7f991e34b640 1 -- start start 2024-09-16T07:21:59.770 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.770+0000 7f991e34b640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f991806ef50 0x7f99180aebb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:59.770 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.770+0000 7f991e34b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9918151390 0x7f99181f81a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:59.770 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.770+0000 7f991e34b640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f99181f86e0 0x7f99181e6f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:59.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.770+0000 7f991e34b640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f99180d0130 con 0x7f9918151390 2024-09-16T07:21:59.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.770+0000 7f991e34b640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f99180b3d10 con 0x7f99181f86e0 2024-09-16T07:21:59.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.770+0000 7f991e34b640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f99180d02b0 con 0x7f991806ef50 2024-09-16T07:21:59.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.770+0000 7f99177fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9918151390 0x7f99181f81a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:59.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.770+0000 7f99177fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9918151390 0x7f99181f81a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:49000/0 (socket says 172.21.15.31:49000) 2024-09-16T07:21:59.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.770+0000 7f99177fe640 1 -- 172.21.15.31:0/3551641531 learned_addr learned my addr 172.21.15.31:0/3551641531 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:21:59.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.770+0000 7f9917fff640 1 --2- 172.21.15.31:0/3551641531 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f991806ef50 0x7f99180aebb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:59.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.770+0000 7f991c8e8640 1 --2- 172.21.15.31:0/3551641531 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f99181f86e0 0x7f99181e6f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:59.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.770+0000 7f99177fe640 1 -- 172.21.15.31:0/3551641531 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f991806ef50 msgr2=0x7f99180aebb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:59.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.770+0000 7f99177fe640 1 --2- 172.21.15.31:0/3551641531 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f991806ef50 0x7f99180aebb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:59.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.770+0000 7f99177fe640 1 -- 172.21.15.31:0/3551641531 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f99181f86e0 msgr2=0x7f99181e6f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:21:59.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.770+0000 7f99177fe640 1 --2- 172.21.15.31:0/3551641531 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f99181f86e0 0x7f99181e6f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:21:59.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.770+0000 7f99177fe640 1 -- 172.21.15.31:0/3551641531 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99181f8c20 con 0x7f9918151390 2024-09-16T07:21:59.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.770+0000 7f9917fff640 1 --2- 172.21.15.31:0/3551641531 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f991806ef50 0x7f99180aebb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:21:59.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.770+0000 7f991c8e8640 1 --2- 172.21.15.31:0/3551641531 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f99181f86e0 0x7f99181e6f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:21:59.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.770+0000 7f99177fe640 1 --2- 172.21.15.31:0/3551641531 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9918151390 0x7f99181f81a0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f990000c420 tx=0x7f990000c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:59.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.770+0000 7f9914ff9640 1 -- 172.21.15.31:0/3551641531 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9900011790 con 0x7f9918151390 2024-09-16T07:21:59.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.770+0000 7f9914ff9640 1 -- 172.21.15.31:0/3551641531 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9900017070 con 0x7f9918151390 2024-09-16T07:21:59.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.770+0000 7f991e34b640 1 -- 172.21.15.31:0/3551641531 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f99181f8f00 con 0x7f9918151390 2024-09-16T07:21:59.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.771+0000 7f9914ff9640 1 -- 172.21.15.31:0/3551641531 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9900011d20 con 0x7f9918151390 2024-09-16T07:21:59.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.771+0000 7f991e34b640 1 -- 172.21.15.31:0/3551641531 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99181f51e0 con 0x7f9918151390 2024-09-16T07:21:59.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.772+0000 7f991e34b640 1 -- 172.21.15.31:0/3551641531 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f991806f400 con 0x7f9918151390 2024-09-16T07:21:59.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.772+0000 7f9914ff9640 1 -- 172.21.15.31:0/3551641531 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f990001c460 con 0x7f9918151390 2024-09-16T07:21:59.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.773+0000 7f9914ff9640 1 --2- 172.21.15.31:0/3551641531 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f98f8078850 0x7f98f807ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:21:59.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.773+0000 7f9914ff9640 1 -- 172.21.15.31:0/3551641531 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7f990009a710 con 0x7f9918151390 2024-09-16T07:21:59.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.773+0000 7f9917fff640 1 --2- 172.21.15.31:0/3551641531 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f98f8078850 0x7f98f807ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:21:59.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.774+0000 7f9917fff640 1 --2- 172.21.15.31:0/3551641531 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f98f8078850 0x7f98f807ad10 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f9908034000 tx=0x7f9908004730 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:21:59.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:21:59.777+0000 7f9914ff9640 1 -- 172.21.15.31:0/3551641531 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f9900062d80 con 0x7f9918151390 2024-09-16T07:21:59.830 INFO:tasks.ceph.mds.a.smithi031.stderr:2024-09-16T07:21:59.831+0000 7f10779fb640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-16T07:22:00.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.044+0000 7f991e34b640 1 -- 172.21.15.31:0/3551641531 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f99181f4ce0 con 0x7f9918151390 2024-09-16T07:22:00.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.045+0000 7f9914ff9640 1 -- 172.21.15.31:0/3551641531 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+2622 (secure 0 0 0) 0x7f9900062680 con 0x7f9918151390 2024-09-16T07:22:00.044 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:22:00.045 INFO:teuthology.orchestra.run.smithi031.stdout:{"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":73,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":34,"num_osds":8,"num_up_osds":8,"osd_up_since":1726471259,"num_in_osds":8,"osd_in_since":1726471249,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"creating+peering","count":57},{"state_name":"active+clean","count":40}],"num_pgs":97,"num_pools":3,"num_objects":7,"data_bytes":591980,"bytes_used":225443840,"bytes_avail":772868669440,"bytes_total":773094113280,"inactive_pgs_ratio":0.58762884140014648,"write_bytes_sec":529,"read_op_per_sec":0,"write_op_per_sec":1},"fsmap":{"epoch":17,"btime":"2024-09-16T07:21:57:876368+0000","id":2,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":2,"rank":0,"name":"a","status":"up:active","gid":4974}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":4,"modified":"2024-09-16T07:21:58.640407+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}},"osd":{"daemons":{"summary":"","0":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"1":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"2":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"3":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"4":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"5":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"7":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-16T07:22:00.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.047+0000 7f991e34b640 1 -- 172.21.15.31:0/3551641531 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f98f8078850 msgr2=0x7f98f807ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:00.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.047+0000 7f991e34b640 1 --2- 172.21.15.31:0/3551641531 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f98f8078850 0x7f98f807ad10 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f9908034000 tx=0x7f9908004730 comp rx=0 tx=0).stop 2024-09-16T07:22:00.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.047+0000 7f991e34b640 1 -- 172.21.15.31:0/3551641531 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9918151390 msgr2=0x7f99181f81a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:00.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.047+0000 7f991e34b640 1 --2- 172.21.15.31:0/3551641531 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9918151390 0x7f99181f81a0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f990000c420 tx=0x7f990000c8e0 comp rx=0 tx=0).stop 2024-09-16T07:22:00.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.047+0000 7f991e34b640 1 -- 172.21.15.31:0/3551641531 shutdown_connections 2024-09-16T07:22:00.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.047+0000 7f991e34b640 1 --2- 172.21.15.31:0/3551641531 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f98f8078850 0x7f98f807ad10 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:00.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.047+0000 7f991e34b640 1 --2- 172.21.15.31:0/3551641531 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f99181f86e0 0x7f99181e6f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:00.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.047+0000 7f991e34b640 1 --2- 172.21.15.31:0/3551641531 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9918151390 0x7f99181f81a0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:00.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.047+0000 7f991e34b640 1 --2- 172.21.15.31:0/3551641531 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f991806ef50 0x7f99180aebb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:00.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.047+0000 7f991e34b640 1 -- 172.21.15.31:0/3551641531 >> 172.21.15.31:0/3551641531 conn(0x7f991806cf60 msgr2=0x7f9918150530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:00.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.047+0000 7f991e34b640 1 -- 172.21.15.31:0/3551641531 shutdown_connections 2024-09-16T07:22:00.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.047+0000 7f991e34b640 1 -- 172.21.15.31:0/3551641531 wait complete. 2024-09-16T07:22:00.058 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-16T07:22:00.058 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T07:22:00.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.163+0000 7f6de3c23640 1 -- 172.21.15.31:0/529976142 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ddc0d0d40 msgr2=0x7f6ddc0cf9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:00.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.163+0000 7f6de3c23640 1 --2- 172.21.15.31:0/529976142 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ddc0d0d40 0x7f6ddc0cf9b0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f6ddc0b9f50 tx=0x7f6dcc02a560 comp rx=0 tx=0).stop 2024-09-16T07:22:00.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.163+0000 7f6de3c23640 1 -- 172.21.15.31:0/529976142 shutdown_connections 2024-09-16T07:22:00.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.163+0000 7f6de3c23640 1 --2- 172.21.15.31:0/529976142 >> v2:172.21.15.155:3300/0 conn(0x7f6ddc0d49c0 0x7f6ddc0b3800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:00.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.163+0000 7f6de3c23640 1 --2- 172.21.15.31:0/529976142 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ddc0d0d40 0x7f6ddc0cf9b0 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:00.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.163+0000 7f6de3c23640 1 -- 172.21.15.31:0/529976142 >> 172.21.15.31:0/529976142 conn(0x7f6ddc0d3ea0 msgr2=0x7f6ddc0d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:00.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.163+0000 7f6de3c23640 1 -- 172.21.15.31:0/529976142 shutdown_connections 2024-09-16T07:22:00.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.163+0000 7f6de3c23640 1 -- 172.21.15.31:0/529976142 wait complete. 2024-09-16T07:22:00.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.165+0000 7f6de3c23640 1 Processor -- start 2024-09-16T07:22:00.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.165+0000 7f6de3c23640 1 -- start start 2024-09-16T07:22:00.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.165+0000 7f6de3c23640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ddc0d0d40 0x7f6ddc0cdd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:00.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.166+0000 7f6de3c23640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6ddc0d49c0 0x7f6ddc1f7ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:00.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.166+0000 7f6de3c23640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6ddc15df90 0x7f6ddc1f8410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:00.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.166+0000 7f6de3c23640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f6ddc162690 con 0x7f6ddc0d0d40 2024-09-16T07:22:00.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.166+0000 7f6de3c23640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f6ddc0b3d40 con 0x7f6ddc15df90 2024-09-16T07:22:00.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.166+0000 7f6de3c23640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f6ddc160100 con 0x7f6ddc0d49c0 2024-09-16T07:22:00.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.166+0000 7f6de19bf640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ddc0d0d40 0x7f6ddc0cdd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:00.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.166+0000 7f6de19bf640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ddc0d0d40 0x7f6ddc0cdd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:49004/0 (socket says 172.21.15.31:49004) 2024-09-16T07:22:00.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.166+0000 7f6de19bf640 1 -- 172.21.15.31:0/2191249450 learned_addr learned my addr 172.21.15.31:0/2191249450 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:00.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.166+0000 7f6de11be640 1 --2- 172.21.15.31:0/2191249450 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6ddc0d49c0 0x7f6ddc1f7ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:00.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.166+0000 7f6de21c0640 1 --2- 172.21.15.31:0/2191249450 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6ddc15df90 0x7f6ddc1f8410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:00.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.166+0000 7f6de19bf640 1 -- 172.21.15.31:0/2191249450 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6ddc0d49c0 msgr2=0x7f6ddc1f7ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:00.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.166+0000 7f6de19bf640 1 --2- 172.21.15.31:0/2191249450 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6ddc0d49c0 0x7f6ddc1f7ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:00.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.166+0000 7f6de19bf640 1 -- 172.21.15.31:0/2191249450 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6ddc15df90 msgr2=0x7f6ddc1f8410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:00.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.166+0000 7f6de19bf640 1 --2- 172.21.15.31:0/2191249450 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6ddc15df90 0x7f6ddc1f8410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:00.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.166+0000 7f6de19bf640 1 -- 172.21.15.31:0/2191249450 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ddc1f7c60 con 0x7f6ddc0d0d40 2024-09-16T07:22:00.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.166+0000 7f6de19bf640 1 --2- 172.21.15.31:0/2191249450 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ddc0d0d40 0x7f6ddc0cdd30 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f6dd800b420 tx=0x7f6dd800b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:00.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.166+0000 7f6dd27fc640 1 -- 172.21.15.31:0/2191249450 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dd8011830 con 0x7f6ddc0d0d40 2024-09-16T07:22:00.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.166+0000 7f6dd27fc640 1 -- 172.21.15.31:0/2191249450 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6dd8016070 con 0x7f6ddc0d0d40 2024-09-16T07:22:00.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.166+0000 7f6dd27fc640 1 -- 172.21.15.31:0/2191249450 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dd8011d60 con 0x7f6ddc0d0d40 2024-09-16T07:22:00.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.166+0000 7f6de3c23640 1 -- 172.21.15.31:0/2191249450 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ddc160350 con 0x7f6ddc0d0d40 2024-09-16T07:22:00.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.166+0000 7f6de3c23640 1 -- 172.21.15.31:0/2191249450 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ddc160910 con 0x7f6ddc0d0d40 2024-09-16T07:22:00.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.167+0000 7f6de3c23640 1 -- 172.21.15.31:0/2191249450 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6ddc08d590 con 0x7f6ddc0d0d40 2024-09-16T07:22:00.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.168+0000 7f6dd27fc640 1 -- 172.21.15.31:0/2191249450 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f6dd801b460 con 0x7f6ddc0d0d40 2024-09-16T07:22:00.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.168+0000 7f6dd27fc640 1 --2- 172.21.15.31:0/2191249450 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6dc0078850 0x7f6dc007ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:00.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.169+0000 7f6dd27fc640 1 -- 172.21.15.31:0/2191249450 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7f6dd809a340 con 0x7f6ddc0d0d40 2024-09-16T07:22:00.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.169+0000 7f6de11be640 1 --2- 172.21.15.31:0/2191249450 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6dc0078850 0x7f6dc007ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:00.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.169+0000 7f6de11be640 1 --2- 172.21.15.31:0/2191249450 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6dc0078850 0x7f6dc007ad10 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f6dcc033000 tx=0x7f6dcc004730 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:00.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.173+0000 7f6dd27fc640 1 -- 172.21.15.31:0/2191249450 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f6dd8020020 con 0x7f6ddc0d0d40 2024-09-16T07:22:00.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.355+0000 7f6de3c23640 1 -- 172.21.15.31:0/2191249450 --> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f6ddc0cf990 con 0x7f6dc0078850 2024-09-16T07:22:00.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.359+0000 7f6dd27fc640 1 -- 172.21.15.31:0/2191249450 <== mgr.4117 v2:172.21.15.155:6808/3650624732 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+247247 (secure 0 0 0) 0x7f6ddc0cf990 con 0x7f6dc0078850 2024-09-16T07:22:00.361 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:22:00.363 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-16T07:22:00.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.362+0000 7f6de3c23640 1 -- 172.21.15.31:0/2191249450 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6dc0078850 msgr2=0x7f6dc007ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:00.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.362+0000 7f6de3c23640 1 --2- 172.21.15.31:0/2191249450 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6dc0078850 0x7f6dc007ad10 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f6dcc033000 tx=0x7f6dcc004730 comp rx=0 tx=0).stop 2024-09-16T07:22:00.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.362+0000 7f6de3c23640 1 -- 172.21.15.31:0/2191249450 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ddc0d0d40 msgr2=0x7f6ddc0cdd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:00.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.362+0000 7f6de3c23640 1 --2- 172.21.15.31:0/2191249450 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ddc0d0d40 0x7f6ddc0cdd30 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f6dd800b420 tx=0x7f6dd800b8e0 comp rx=0 tx=0).stop 2024-09-16T07:22:00.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.362+0000 7f6de3c23640 1 -- 172.21.15.31:0/2191249450 shutdown_connections 2024-09-16T07:22:00.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.362+0000 7f6de3c23640 1 --2- 172.21.15.31:0/2191249450 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6dc0078850 0x7f6dc007ad10 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:00.365 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.362+0000 7f6de3c23640 1 --2- 172.21.15.31:0/2191249450 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6ddc15df90 0x7f6ddc1f8410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:00.365 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.362+0000 7f6de3c23640 1 --2- 172.21.15.31:0/2191249450 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6ddc0d49c0 0x7f6ddc1f7ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:00.365 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.362+0000 7f6de3c23640 1 --2- 172.21.15.31:0/2191249450 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ddc0d0d40 0x7f6ddc0cdd30 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:00.365 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.362+0000 7f6de3c23640 1 -- 172.21.15.31:0/2191249450 >> 172.21.15.31:0/2191249450 conn(0x7f6ddc0d3ea0 msgr2=0x7f6ddc0b0a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:00.365 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.362+0000 7f6de3c23640 1 -- 172.21.15.31:0/2191249450 shutdown_connections 2024-09-16T07:22:00.365 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:00.362+0000 7f6de3c23640 1 -- 172.21.15.31:0/2191249450 wait complete. 2024-09-16T07:22:00.372 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":58,"stamp":"2024-09-16T07:21:58.640327+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591980,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":110,"num_write_kb":1631,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":80,"ondisk_log_size":80,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220160,"kb_used_data":3912,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754560,"statfs":{"total":773094113280,"available":772868669440,"internally_reserved":0,"allocated":4005888,"data_stored":2234454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":21,"apply_latency_ms":21,"commit_latency_ns":21000000,"apply_latency_ns":21000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1612,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.801027"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.850007+0000","last_change":"2024-09-16T07:21:53.850007+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.850007+0000","last_undegraded":"2024-09-16T07:21:53.850007+0000","last_fullsized":"2024-09-16T07:21:53.850007+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.849946+0000","last_change":"2024-09-16T07:21:53.849946+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.849946+0000","last_undegraded":"2024-09-16T07:21:53.849946+0000","last_fullsized":"2024-09-16T07:21:53.849946+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.847144+0000","last_change":"2024-09-16T07:21:53.847144+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.847144+0000","last_undegraded":"2024-09-16T07:21:53.847144+0000","last_fullsized":"2024-09-16T07:21:53.847144+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.845986+0000","last_change":"2024-09-16T07:21:53.845986+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.845986+0000","last_undegraded":"2024-09-16T07:21:53.845986+0000","last_fullsized":"2024-09-16T07:21:53.845986+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.850468+0000","last_change":"2024-09-16T07:21:53.850468+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.850468+0000","last_undegraded":"2024-09-16T07:21:53.850468+0000","last_fullsized":"2024-09-16T07:21:53.850468+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.847070+0000","last_change":"2024-09-16T07:21:53.847070+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.847070+0000","last_undegraded":"2024-09-16T07:21:53.847070+0000","last_fullsized":"2024-09-16T07:21:53.847070+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.850597+0000","last_change":"2024-09-16T07:21:53.850597+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.850597+0000","last_undegraded":"2024-09-16T07:21:53.850597+0000","last_fullsized":"2024-09-16T07:21:53.850597+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.853509+0000","last_change":"2024-09-16T07:21:53.853509+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.853509+0000","last_undegraded":"2024-09-16T07:21:53.853509+0000","last_fullsized":"2024-09-16T07:21:53.853509+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.848095+0000","last_change":"2024-09-16T07:21:53.848095+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.848095+0000","last_undegraded":"2024-09-16T07:21:53.848095+0000","last_fullsized":"2024-09-16T07:21:53.848095+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.844720+0000","last_change":"2024-09-16T07:21:53.844720+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.844720+0000","last_undegraded":"2024-09-16T07:21:53.844720+0000","last_fullsized":"2024-09-16T07:21:53.844720+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.844489+0000","last_change":"2024-09-16T07:21:53.844489+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.844489+0000","last_undegraded":"2024-09-16T07:21:53.844489+0000","last_fullsized":"2024-09-16T07:21:53.844489+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.847876+0000","last_change":"2024-09-16T07:21:53.847876+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.847876+0000","last_undegraded":"2024-09-16T07:21:53.847876+0000","last_fullsized":"2024-09-16T07:21:53.847876+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.997798+0000","last_change":"2024-09-16T07:21:54.872069+0000","last_active":"2024-09-16T07:21:55.997798+0000","last_peered":"2024-09-16T07:21:55.997798+0000","last_clean":"2024-09-16T07:21:55.997798+0000","last_became_active":"2024-09-16T07:21:54.871774+0000","last_became_peered":"2024-09-16T07:21:54.871774+0000","last_unstale":"2024-09-16T07:21:55.997798+0000","last_undegraded":"2024-09-16T07:21:55.997798+0000","last_fullsized":"2024-09-16T07:21:55.997798+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:20:16.086830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.846207+0000","last_change":"2024-09-16T07:21:53.846207+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.846207+0000","last_undegraded":"2024-09-16T07:21:53.846207+0000","last_fullsized":"2024-09-16T07:21:53.846207+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.856568+0000","last_change":"2024-09-16T07:21:53.856568+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.856568+0000","last_undegraded":"2024-09-16T07:21:53.856568+0000","last_fullsized":"2024-09-16T07:21:53.856568+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.855782+0000","last_change":"2024-09-16T07:21:53.855782+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.855782+0000","last_undegraded":"2024-09-16T07:21:53.855782+0000","last_fullsized":"2024-09-16T07:21:53.855782+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.844530+0000","last_change":"2024-09-16T07:21:53.844530+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.844530+0000","last_undegraded":"2024-09-16T07:21:53.844530+0000","last_fullsized":"2024-09-16T07:21:53.844530+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.847413+0000","last_change":"2024-09-16T07:21:53.847413+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.847413+0000","last_undegraded":"2024-09-16T07:21:53.847413+0000","last_fullsized":"2024-09-16T07:21:53.847413+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.848361+0000","last_change":"2024-09-16T07:21:53.848361+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.848361+0000","last_undegraded":"2024-09-16T07:21:53.848361+0000","last_fullsized":"2024-09-16T07:21:53.848361+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.998006+0000","last_change":"2024-09-16T07:21:54.873937+0000","last_active":"2024-09-16T07:21:55.998006+0000","last_peered":"2024-09-16T07:21:55.998006+0000","last_clean":"2024-09-16T07:21:55.998006+0000","last_became_active":"2024-09-16T07:21:54.873592+0000","last_became_peered":"2024-09-16T07:21:54.873592+0000","last_unstale":"2024-09-16T07:21:55.998006+0000","last_undegraded":"2024-09-16T07:21:55.998006+0000","last_fullsized":"2024-09-16T07:21:55.998006+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:59:50.734423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.855233+0000","last_change":"2024-09-16T07:21:53.855233+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.855233+0000","last_undegraded":"2024-09-16T07:21:53.855233+0000","last_fullsized":"2024-09-16T07:21:53.855233+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.850028+0000","last_change":"2024-09-16T07:21:53.850028+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.850028+0000","last_undegraded":"2024-09-16T07:21:53.850028+0000","last_fullsized":"2024-09-16T07:21:53.850028+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.997582+0000","last_change":"2024-09-16T07:21:54.866308+0000","last_active":"2024-09-16T07:21:55.997582+0000","last_peered":"2024-09-16T07:21:55.997582+0000","last_clean":"2024-09-16T07:21:55.997582+0000","last_became_active":"2024-09-16T07:21:54.866005+0000","last_became_peered":"2024-09-16T07:21:54.866005+0000","last_unstale":"2024-09-16T07:21:55.997582+0000","last_undegraded":"2024-09-16T07:21:55.997582+0000","last_fullsized":"2024-09-16T07:21:55.997582+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:06:17.921163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.851362+0000","last_change":"2024-09-16T07:21:53.851362+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.851362+0000","last_undegraded":"2024-09-16T07:21:53.851362+0000","last_fullsized":"2024-09-16T07:21:53.851362+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.844916+0000","last_change":"2024-09-16T07:21:53.844916+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.844916+0000","last_undegraded":"2024-09-16T07:21:53.844916+0000","last_fullsized":"2024-09-16T07:21:53.844916+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.844243+0000","last_change":"2024-09-16T07:21:53.844243+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.844243+0000","last_undegraded":"2024-09-16T07:21:53.844243+0000","last_fullsized":"2024-09-16T07:21:53.844243+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.849096+0000","last_change":"2024-09-16T07:21:53.849096+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.849096+0000","last_undegraded":"2024-09-16T07:21:53.849096+0000","last_fullsized":"2024-09-16T07:21:53.849096+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.848680+0000","last_change":"2024-09-16T07:21:53.848680+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.848680+0000","last_undegraded":"2024-09-16T07:21:53.848680+0000","last_fullsized":"2024-09-16T07:21:53.848680+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.854104+0000","last_change":"2024-09-16T07:21:53.854104+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.854104+0000","last_undegraded":"2024-09-16T07:21:53.854104+0000","last_fullsized":"2024-09-16T07:21:53.854104+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.854022+0000","last_change":"2024-09-16T07:21:53.854022+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.854022+0000","last_undegraded":"2024-09-16T07:21:53.854022+0000","last_fullsized":"2024-09-16T07:21:53.854022+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.848233+0000","last_change":"2024-09-16T07:21:53.848233+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.848233+0000","last_undegraded":"2024-09-16T07:21:53.848233+0000","last_fullsized":"2024-09-16T07:21:53.848233+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.843531+0000","last_change":"2024-09-16T07:21:53.843531+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.843531+0000","last_undegraded":"2024-09-16T07:21:53.843531+0000","last_fullsized":"2024-09-16T07:21:53.843531+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.998026+0000","last_change":"2024-09-16T07:21:54.867772+0000","last_active":"2024-09-16T07:21:55.998026+0000","last_peered":"2024-09-16T07:21:55.998026+0000","last_clean":"2024-09-16T07:21:55.998026+0000","last_became_active":"2024-09-16T07:21:54.867473+0000","last_became_peered":"2024-09-16T07:21:54.867473+0000","last_unstale":"2024-09-16T07:21:55.998026+0000","last_undegraded":"2024-09-16T07:21:55.998026+0000","last_fullsized":"2024-09-16T07:21:55.998026+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:26:21.769509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.859063+0000","last_change":"2024-09-16T07:21:53.855194+0000","last_active":"2024-09-16T07:21:53.859063+0000","last_peered":"2024-09-16T07:21:53.859063+0000","last_clean":"2024-09-16T07:21:53.859063+0000","last_became_active":"2024-09-16T07:21:53.854799+0000","last_became_peered":"2024-09-16T07:21:53.854799+0000","last_unstale":"2024-09-16T07:21:53.859063+0000","last_undegraded":"2024-09-16T07:21:53.859063+0000","last_fullsized":"2024-09-16T07:21:53.859063+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:45:32.969833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.848245+0000","last_change":"2024-09-16T07:21:53.848245+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.848245+0000","last_undegraded":"2024-09-16T07:21:53.848245+0000","last_fullsized":"2024-09-16T07:21:53.848245+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.858472+0000","last_change":"2024-09-16T07:21:53.854918+0000","last_active":"2024-09-16T07:21:53.858472+0000","last_peered":"2024-09-16T07:21:53.858472+0000","last_clean":"2024-09-16T07:21:53.858472+0000","last_became_active":"2024-09-16T07:21:53.854202+0000","last_became_peered":"2024-09-16T07:21:53.854202+0000","last_unstale":"2024-09-16T07:21:53.858472+0000","last_undegraded":"2024-09-16T07:21:53.858472+0000","last_fullsized":"2024-09-16T07:21:53.858472+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:58:07.936076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.847833+0000","last_change":"2024-09-16T07:21:53.847833+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.847833+0000","last_undegraded":"2024-09-16T07:21:53.847833+0000","last_fullsized":"2024-09-16T07:21:53.847833+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.860852+0000","last_change":"2024-09-16T07:21:53.857759+0000","last_active":"2024-09-16T07:21:53.860852+0000","last_peered":"2024-09-16T07:21:53.860852+0000","last_clean":"2024-09-16T07:21:53.860852+0000","last_became_active":"2024-09-16T07:21:53.857419+0000","last_became_peered":"2024-09-16T07:21:53.857419+0000","last_unstale":"2024-09-16T07:21:53.860852+0000","last_undegraded":"2024-09-16T07:21:53.860852+0000","last_fullsized":"2024-09-16T07:21:53.860852+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:17:41.301190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.844159+0000","last_change":"2024-09-16T07:21:53.844159+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.844159+0000","last_undegraded":"2024-09-16T07:21:53.844159+0000","last_fullsized":"2024-09-16T07:21:53.844159+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.859113+0000","last_change":"2024-09-16T07:21:53.852935+0000","last_active":"2024-09-16T07:21:53.859113+0000","last_peered":"2024-09-16T07:21:53.859113+0000","last_clean":"2024-09-16T07:21:53.859113+0000","last_became_active":"2024-09-16T07:21:53.852593+0000","last_became_peered":"2024-09-16T07:21:53.852593+0000","last_unstale":"2024-09-16T07:21:53.859113+0000","last_undegraded":"2024-09-16T07:21:53.859113+0000","last_fullsized":"2024-09-16T07:21:53.859113+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:25:36.448087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.847685+0000","last_change":"2024-09-16T07:21:53.847685+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.847685+0000","last_undegraded":"2024-09-16T07:21:53.847685+0000","last_fullsized":"2024-09-16T07:21:53.847685+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.863566+0000","last_change":"2024-09-16T07:21:53.857526+0000","last_active":"2024-09-16T07:21:53.863566+0000","last_peered":"2024-09-16T07:21:53.863566+0000","last_clean":"2024-09-16T07:21:53.863566+0000","last_became_active":"2024-09-16T07:21:53.857231+0000","last_became_peered":"2024-09-16T07:21:53.857231+0000","last_unstale":"2024-09-16T07:21:53.863566+0000","last_undegraded":"2024-09-16T07:21:53.863566+0000","last_fullsized":"2024-09-16T07:21:53.863566+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:49:50.517600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.850918+0000","last_change":"2024-09-16T07:21:53.850918+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.850918+0000","last_undegraded":"2024-09-16T07:21:53.850918+0000","last_fullsized":"2024-09-16T07:21:53.850918+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.863746+0000","last_change":"2024-09-16T07:21:53.859767+0000","last_active":"2024-09-16T07:21:53.863746+0000","last_peered":"2024-09-16T07:21:53.863746+0000","last_clean":"2024-09-16T07:21:53.863746+0000","last_became_active":"2024-09-16T07:21:53.859399+0000","last_became_peered":"2024-09-16T07:21:53.859399+0000","last_unstale":"2024-09-16T07:21:53.863746+0000","last_undegraded":"2024-09-16T07:21:53.863746+0000","last_fullsized":"2024-09-16T07:21:53.863746+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:06:05.148113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.847634+0000","last_change":"2024-09-16T07:21:53.847634+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.847634+0000","last_undegraded":"2024-09-16T07:21:53.847634+0000","last_fullsized":"2024-09-16T07:21:53.847634+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.862118+0000","last_change":"2024-09-16T07:21:53.858839+0000","last_active":"2024-09-16T07:21:53.862118+0000","last_peered":"2024-09-16T07:21:53.862118+0000","last_clean":"2024-09-16T07:21:53.862118+0000","last_became_active":"2024-09-16T07:21:53.858557+0000","last_became_peered":"2024-09-16T07:21:53.858557+0000","last_unstale":"2024-09-16T07:21:53.862118+0000","last_undegraded":"2024-09-16T07:21:53.862118+0000","last_fullsized":"2024-09-16T07:21:53.862118+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:54:37.231715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.843545+0000","last_change":"2024-09-16T07:21:53.843545+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.843545+0000","last_undegraded":"2024-09-16T07:21:53.843545+0000","last_fullsized":"2024-09-16T07:21:53.843545+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.863775+0000","last_change":"2024-09-16T07:21:53.860795+0000","last_active":"2024-09-16T07:21:53.863775+0000","last_peered":"2024-09-16T07:21:53.863775+0000","last_clean":"2024-09-16T07:21:53.863775+0000","last_became_active":"2024-09-16T07:21:53.860517+0000","last_became_peered":"2024-09-16T07:21:53.860517+0000","last_unstale":"2024-09-16T07:21:53.863775+0000","last_undegraded":"2024-09-16T07:21:53.863775+0000","last_fullsized":"2024-09-16T07:21:53.863775+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:31:05.331269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.844880+0000","last_change":"2024-09-16T07:21:53.844880+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.844880+0000","last_undegraded":"2024-09-16T07:21:53.844880+0000","last_fullsized":"2024-09-16T07:21:53.844880+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.859156+0000","last_change":"2024-09-16T07:21:53.856787+0000","last_active":"2024-09-16T07:21:53.859156+0000","last_peered":"2024-09-16T07:21:53.859156+0000","last_clean":"2024-09-16T07:21:53.859156+0000","last_became_active":"2024-09-16T07:21:53.856513+0000","last_became_peered":"2024-09-16T07:21:53.856513+0000","last_unstale":"2024-09-16T07:21:53.859156+0000","last_undegraded":"2024-09-16T07:21:53.859156+0000","last_fullsized":"2024-09-16T07:21:53.859156+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:00:56.062136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.843958+0000","last_change":"2024-09-16T07:21:53.843958+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.843958+0000","last_undegraded":"2024-09-16T07:21:53.843958+0000","last_fullsized":"2024-09-16T07:21:53.843958+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.863365+0000","last_change":"2024-09-16T07:21:53.860879+0000","last_active":"2024-09-16T07:21:53.863365+0000","last_peered":"2024-09-16T07:21:53.863365+0000","last_clean":"2024-09-16T07:21:53.863365+0000","last_became_active":"2024-09-16T07:21:53.860616+0000","last_became_peered":"2024-09-16T07:21:53.860616+0000","last_unstale":"2024-09-16T07:21:53.863365+0000","last_undegraded":"2024-09-16T07:21:53.863365+0000","last_fullsized":"2024-09-16T07:21:53.863365+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:17:25.259606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.844199+0000","last_change":"2024-09-16T07:21:53.844199+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.844199+0000","last_undegraded":"2024-09-16T07:21:53.844199+0000","last_fullsized":"2024-09-16T07:21:53.844199+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.860990+0000","last_change":"2024-09-16T07:21:53.856246+0000","last_active":"2024-09-16T07:21:53.860990+0000","last_peered":"2024-09-16T07:21:53.860990+0000","last_clean":"2024-09-16T07:21:53.860990+0000","last_became_active":"2024-09-16T07:21:53.855629+0000","last_became_peered":"2024-09-16T07:21:53.855629+0000","last_unstale":"2024-09-16T07:21:53.860990+0000","last_undegraded":"2024-09-16T07:21:53.860990+0000","last_fullsized":"2024-09-16T07:21:53.860990+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:32:49.794789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.844998+0000","last_change":"2024-09-16T07:21:53.844998+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.844998+0000","last_undegraded":"2024-09-16T07:21:53.844998+0000","last_fullsized":"2024-09-16T07:21:53.844998+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.14","version":"33'6","reported_seq":21,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.997925+0000","last_change":"2024-09-16T07:21:53.860323+0000","last_active":"2024-09-16T07:21:55.997925+0000","last_peered":"2024-09-16T07:21:55.997925+0000","last_clean":"2024-09-16T07:21:55.997925+0000","last_became_active":"2024-09-16T07:21:53.860019+0000","last_became_peered":"2024-09-16T07:21:53.860019+0000","last_unstale":"2024-09-16T07:21:55.997925+0000","last_undegraded":"2024-09-16T07:21:55.997925+0000","last_fullsized":"2024-09-16T07:21:55.997925+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:32:02.829720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.997630+0000","last_change":"2024-09-16T07:21:54.866545+0000","last_active":"2024-09-16T07:21:55.997630+0000","last_peered":"2024-09-16T07:21:55.997630+0000","last_clean":"2024-09-16T07:21:55.997630+0000","last_became_active":"2024-09-16T07:21:54.866223+0000","last_became_peered":"2024-09-16T07:21:54.866223+0000","last_unstale":"2024-09-16T07:21:55.997630+0000","last_undegraded":"2024-09-16T07:21:55.997630+0000","last_fullsized":"2024-09-16T07:21:55.997630+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:09:42.451250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.855677+0000","last_change":"2024-09-16T07:21:53.853566+0000","last_active":"2024-09-16T07:21:53.855677+0000","last_peered":"2024-09-16T07:21:53.855677+0000","last_clean":"2024-09-16T07:21:53.855677+0000","last_became_active":"2024-09-16T07:21:53.853134+0000","last_became_peered":"2024-09-16T07:21:53.853134+0000","last_unstale":"2024-09-16T07:21:53.855677+0000","last_undegraded":"2024-09-16T07:21:53.855677+0000","last_fullsized":"2024-09-16T07:21:53.855677+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:18:00.202893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.844696+0000","last_change":"2024-09-16T07:21:53.844696+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.844696+0000","last_undegraded":"2024-09-16T07:21:53.844696+0000","last_fullsized":"2024-09-16T07:21:53.844696+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.858544+0000","last_change":"2024-09-16T07:21:53.855776+0000","last_active":"2024-09-16T07:21:53.858544+0000","last_peered":"2024-09-16T07:21:53.858544+0000","last_clean":"2024-09-16T07:21:53.858544+0000","last_became_active":"2024-09-16T07:21:53.855451+0000","last_became_peered":"2024-09-16T07:21:53.855451+0000","last_unstale":"2024-09-16T07:21:53.858544+0000","last_undegraded":"2024-09-16T07:21:53.858544+0000","last_fullsized":"2024-09-16T07:21:53.858544+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:28:28.291422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.849511+0000","last_change":"2024-09-16T07:21:53.849511+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.849511+0000","last_undegraded":"2024-09-16T07:21:53.849511+0000","last_fullsized":"2024-09-16T07:21:53.849511+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.862462+0000","last_change":"2024-09-16T07:21:53.859191+0000","last_active":"2024-09-16T07:21:53.862462+0000","last_peered":"2024-09-16T07:21:53.862462+0000","last_clean":"2024-09-16T07:21:53.862462+0000","last_became_active":"2024-09-16T07:21:53.858865+0000","last_became_peered":"2024-09-16T07:21:53.858865+0000","last_unstale":"2024-09-16T07:21:53.862462+0000","last_undegraded":"2024-09-16T07:21:53.862462+0000","last_fullsized":"2024-09-16T07:21:53.862462+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:57:41.777140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.844118+0000","last_change":"2024-09-16T07:21:53.844118+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.844118+0000","last_undegraded":"2024-09-16T07:21:53.844118+0000","last_fullsized":"2024-09-16T07:21:53.844118+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.863465+0000","last_change":"2024-09-16T07:21:53.861929+0000","last_active":"2024-09-16T07:21:53.863465+0000","last_peered":"2024-09-16T07:21:53.863465+0000","last_clean":"2024-09-16T07:21:53.863465+0000","last_became_active":"2024-09-16T07:21:53.861629+0000","last_became_peered":"2024-09-16T07:21:53.861629+0000","last_unstale":"2024-09-16T07:21:53.863465+0000","last_undegraded":"2024-09-16T07:21:53.863465+0000","last_fullsized":"2024-09-16T07:21:53.863465+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:33:59.842691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.843642+0000","last_change":"2024-09-16T07:21:53.843642+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.843642+0000","last_undegraded":"2024-09-16T07:21:53.843642+0000","last_fullsized":"2024-09-16T07:21:53.843642+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.862159+0000","last_change":"2024-09-16T07:21:53.860101+0000","last_active":"2024-09-16T07:21:53.862159+0000","last_peered":"2024-09-16T07:21:53.862159+0000","last_clean":"2024-09-16T07:21:53.862159+0000","last_became_active":"2024-09-16T07:21:53.859781+0000","last_became_peered":"2024-09-16T07:21:53.859781+0000","last_unstale":"2024-09-16T07:21:53.862159+0000","last_undegraded":"2024-09-16T07:21:53.862159+0000","last_fullsized":"2024-09-16T07:21:53.862159+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:08:18.414097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.847615+0000","last_change":"2024-09-16T07:21:53.847615+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.847615+0000","last_undegraded":"2024-09-16T07:21:53.847615+0000","last_fullsized":"2024-09-16T07:21:53.847615+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.863393+0000","last_change":"2024-09-16T07:21:53.856493+0000","last_active":"2024-09-16T07:21:53.863393+0000","last_peered":"2024-09-16T07:21:53.863393+0000","last_clean":"2024-09-16T07:21:53.863393+0000","last_became_active":"2024-09-16T07:21:53.856201+0000","last_became_peered":"2024-09-16T07:21:53.856201+0000","last_unstale":"2024-09-16T07:21:53.863393+0000","last_undegraded":"2024-09-16T07:21:53.863393+0000","last_fullsized":"2024-09-16T07:21:53.863393+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:44:55.115505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.850692+0000","last_change":"2024-09-16T07:21:53.850692+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.850692+0000","last_undegraded":"2024-09-16T07:21:53.850692+0000","last_fullsized":"2024-09-16T07:21:53.850692+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.859050+0000","last_change":"2024-09-16T07:21:53.854689+0000","last_active":"2024-09-16T07:21:53.859050+0000","last_peered":"2024-09-16T07:21:53.859050+0000","last_clean":"2024-09-16T07:21:53.859050+0000","last_became_active":"2024-09-16T07:21:53.853038+0000","last_became_peered":"2024-09-16T07:21:53.853038+0000","last_unstale":"2024-09-16T07:21:53.859050+0000","last_undegraded":"2024-09-16T07:21:53.859050+0000","last_fullsized":"2024-09-16T07:21:53.859050+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:52:40.092867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.847936+0000","last_change":"2024-09-16T07:21:53.847936+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.847936+0000","last_undegraded":"2024-09-16T07:21:53.847936+0000","last_fullsized":"2024-09-16T07:21:53.847936+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.866350+0000","last_change":"2024-09-16T07:21:53.863198+0000","last_active":"2024-09-16T07:21:53.866350+0000","last_peered":"2024-09-16T07:21:53.866350+0000","last_clean":"2024-09-16T07:21:53.866350+0000","last_became_active":"2024-09-16T07:21:53.862726+0000","last_became_peered":"2024-09-16T07:21:53.862726+0000","last_unstale":"2024-09-16T07:21:53.866350+0000","last_undegraded":"2024-09-16T07:21:53.866350+0000","last_fullsized":"2024-09-16T07:21:53.866350+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:17:25.259606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.997680+0000","last_change":"2024-09-16T07:21:54.873752+0000","last_active":"2024-09-16T07:21:55.997680+0000","last_peered":"2024-09-16T07:21:55.997680+0000","last_clean":"2024-09-16T07:21:55.997680+0000","last_became_active":"2024-09-16T07:21:54.873468+0000","last_became_peered":"2024-09-16T07:21:54.873468+0000","last_unstale":"2024-09-16T07:21:55.997680+0000","last_undegraded":"2024-09-16T07:21:55.997680+0000","last_fullsized":"2024-09-16T07:21:55.997680+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:06:05.054538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.863321+0000","last_change":"2024-09-16T07:21:53.860014+0000","last_active":"2024-09-16T07:21:53.863321+0000","last_peered":"2024-09-16T07:21:53.863321+0000","last_clean":"2024-09-16T07:21:53.863321+0000","last_became_active":"2024-09-16T07:21:53.859732+0000","last_became_peered":"2024-09-16T07:21:53.859732+0000","last_unstale":"2024-09-16T07:21:53.863321+0000","last_undegraded":"2024-09-16T07:21:53.863321+0000","last_fullsized":"2024-09-16T07:21:53.863321+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:33:28.295251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.849906+0000","last_change":"2024-09-16T07:21:53.849906+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.849906+0000","last_undegraded":"2024-09-16T07:21:53.849906+0000","last_fullsized":"2024-09-16T07:21:53.849906+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.863644+0000","last_change":"2024-09-16T07:21:53.858556+0000","last_active":"2024-09-16T07:21:53.863644+0000","last_peered":"2024-09-16T07:21:53.863644+0000","last_clean":"2024-09-16T07:21:53.863644+0000","last_became_active":"2024-09-16T07:21:53.858275+0000","last_became_peered":"2024-09-16T07:21:53.858275+0000","last_unstale":"2024-09-16T07:21:53.863644+0000","last_undegraded":"2024-09-16T07:21:53.863644+0000","last_fullsized":"2024-09-16T07:21:53.863644+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:55:15.180646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.997623+0000","last_change":"2024-09-16T07:21:54.871571+0000","last_active":"2024-09-16T07:21:55.997623+0000","last_peered":"2024-09-16T07:21:55.997623+0000","last_clean":"2024-09-16T07:21:55.997623+0000","last_became_active":"2024-09-16T07:21:54.871273+0000","last_became_peered":"2024-09-16T07:21:54.871273+0000","last_unstale":"2024-09-16T07:21:55.997623+0000","last_undegraded":"2024-09-16T07:21:55.997623+0000","last_fullsized":"2024-09-16T07:21:55.997623+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:05:51.533823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.858588+0000","last_change":"2024-09-16T07:21:53.854609+0000","last_active":"2024-09-16T07:21:53.858588+0000","last_peered":"2024-09-16T07:21:53.858588+0000","last_clean":"2024-09-16T07:21:53.858588+0000","last_became_active":"2024-09-16T07:21:53.854301+0000","last_became_peered":"2024-09-16T07:21:53.854301+0000","last_unstale":"2024-09-16T07:21:53.858588+0000","last_undegraded":"2024-09-16T07:21:53.858588+0000","last_fullsized":"2024-09-16T07:21:53.858588+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:16:35.990088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.847097+0000","last_change":"2024-09-16T07:21:53.847097+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.847097+0000","last_undegraded":"2024-09-16T07:21:53.847097+0000","last_fullsized":"2024-09-16T07:21:53.847097+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.855835+0000","last_change":"2024-09-16T07:21:53.852577+0000","last_active":"2024-09-16T07:21:53.855835+0000","last_peered":"2024-09-16T07:21:53.855835+0000","last_clean":"2024-09-16T07:21:53.855835+0000","last_became_active":"2024-09-16T07:21:53.852287+0000","last_became_peered":"2024-09-16T07:21:53.852287+0000","last_unstale":"2024-09-16T07:21:53.855835+0000","last_undegraded":"2024-09-16T07:21:53.855835+0000","last_fullsized":"2024-09-16T07:21:53.855835+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:34:45.950617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.846890+0000","last_change":"2024-09-16T07:21:53.846890+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.846890+0000","last_undegraded":"2024-09-16T07:21:53.846890+0000","last_fullsized":"2024-09-16T07:21:53.846890+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.7","version":"33'2","reported_seq":17,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.997931+0000","last_change":"2024-09-16T07:21:53.860970+0000","last_active":"2024-09-16T07:21:55.997931+0000","last_peered":"2024-09-16T07:21:55.997931+0000","last_clean":"2024-09-16T07:21:55.997931+0000","last_became_active":"2024-09-16T07:21:53.860689+0000","last_became_peered":"2024-09-16T07:21:53.860689+0000","last_unstale":"2024-09-16T07:21:55.997931+0000","last_undegraded":"2024-09-16T07:21:55.997931+0000","last_fullsized":"2024-09-16T07:21:55.997931+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:22:06.351741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.844009+0000","last_change":"2024-09-16T07:21:53.844009+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.844009+0000","last_undegraded":"2024-09-16T07:21:53.844009+0000","last_fullsized":"2024-09-16T07:21:53.844009+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.863350+0000","last_change":"2024-09-16T07:21:53.860470+0000","last_active":"2024-09-16T07:21:53.863350+0000","last_peered":"2024-09-16T07:21:53.863350+0000","last_clean":"2024-09-16T07:21:53.863350+0000","last_became_active":"2024-09-16T07:21:53.860191+0000","last_became_peered":"2024-09-16T07:21:53.860191+0000","last_unstale":"2024-09-16T07:21:53.863350+0000","last_undegraded":"2024-09-16T07:21:53.863350+0000","last_fullsized":"2024-09-16T07:21:53.863350+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:36:23.840418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.847475+0000","last_change":"2024-09-16T07:21:53.847475+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.847475+0000","last_undegraded":"2024-09-16T07:21:53.847475+0000","last_fullsized":"2024-09-16T07:21:53.847475+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.998015+0000","last_change":"2024-09-16T07:21:53.859812+0000","last_active":"2024-09-16T07:21:55.998015+0000","last_peered":"2024-09-16T07:21:55.998015+0000","last_clean":"2024-09-16T07:21:55.998015+0000","last_became_active":"2024-09-16T07:21:53.859471+0000","last_became_peered":"2024-09-16T07:21:53.859471+0000","last_unstale":"2024-09-16T07:21:55.998015+0000","last_undegraded":"2024-09-16T07:21:55.998015+0000","last_fullsized":"2024-09-16T07:21:55.998015+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:13:15.986028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.846976+0000","last_change":"2024-09-16T07:21:53.846976+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.846976+0000","last_undegraded":"2024-09-16T07:21:53.846976+0000","last_fullsized":"2024-09-16T07:21:53.846976+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.997778+0000","last_change":"2024-09-16T07:21:53.857003+0000","last_active":"2024-09-16T07:21:55.997778+0000","last_peered":"2024-09-16T07:21:55.997778+0000","last_clean":"2024-09-16T07:21:55.997778+0000","last_became_active":"2024-09-16T07:21:53.856699+0000","last_became_peered":"2024-09-16T07:21:53.856699+0000","last_unstale":"2024-09-16T07:21:55.997778+0000","last_undegraded":"2024-09-16T07:21:55.997778+0000","last_fullsized":"2024-09-16T07:21:55.997778+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:01:46.738901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.843897+0000","last_change":"2024-09-16T07:21:53.843897+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.843897+0000","last_undegraded":"2024-09-16T07:21:53.843897+0000","last_fullsized":"2024-09-16T07:21:53.843897+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.997750+0000","last_change":"2024-09-16T07:21:53.852995+0000","last_active":"2024-09-16T07:21:55.997750+0000","last_peered":"2024-09-16T07:21:55.997750+0000","last_clean":"2024-09-16T07:21:55.997750+0000","last_became_active":"2024-09-16T07:21:53.852711+0000","last_became_peered":"2024-09-16T07:21:53.852711+0000","last_unstale":"2024-09-16T07:21:55.997750+0000","last_undegraded":"2024-09-16T07:21:55.997750+0000","last_fullsized":"2024-09-16T07:21:55.997750+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:41:24.023679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.843621+0000","last_change":"2024-09-16T07:21:53.843621+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.843621+0000","last_undegraded":"2024-09-16T07:21:53.843621+0000","last_fullsized":"2024-09-16T07:21:53.843621+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.863011+0000","last_change":"2024-09-16T07:21:53.856026+0000","last_active":"2024-09-16T07:21:53.863011+0000","last_peered":"2024-09-16T07:21:53.863011+0000","last_clean":"2024-09-16T07:21:53.863011+0000","last_became_active":"2024-09-16T07:21:53.855676+0000","last_became_peered":"2024-09-16T07:21:53.855676+0000","last_unstale":"2024-09-16T07:21:53.863011+0000","last_undegraded":"2024-09-16T07:21:53.863011+0000","last_fullsized":"2024-09-16T07:21:53.863011+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:35:30.934935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.843502+0000","last_change":"2024-09-16T07:21:53.843502+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.843502+0000","last_undegraded":"2024-09-16T07:21:53.843502+0000","last_fullsized":"2024-09-16T07:21:53.843502+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.858882+0000","last_change":"2024-09-16T07:21:53.856812+0000","last_active":"2024-09-16T07:21:53.858882+0000","last_peered":"2024-09-16T07:21:53.858882+0000","last_clean":"2024-09-16T07:21:53.858882+0000","last_became_active":"2024-09-16T07:21:53.856480+0000","last_became_peered":"2024-09-16T07:21:53.856480+0000","last_unstale":"2024-09-16T07:21:53.858882+0000","last_undegraded":"2024-09-16T07:21:53.858882+0000","last_fullsized":"2024-09-16T07:21:53.858882+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:19:07.781456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":1,"reported_epoch":32,"state":"creating+peering","last_fresh":"2024-09-16T07:21:53.854471+0000","last_change":"2024-09-16T07:21:53.854471+0000","last_active":"2024-09-16T07:21:53.837949+0000","last_peered":"2024-09-16T07:21:53.837949+0000","last_clean":"2024-09-16T07:21:53.837949+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:21:53.854471+0000","last_undegraded":"2024-09-16T07:21:53.854471+0000","last_fullsized":"2024-09-16T07:21:53.854471+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":10,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.851594+0000","last_change":"2024-09-16T07:21:53.849334+0000","last_active":"2024-09-16T07:21:53.851594+0000","last_peered":"2024-09-16T07:21:53.851594+0000","last_clean":"2024-09-16T07:21:53.851594+0000","last_became_active":"2024-09-16T07:21:53.849066+0000","last_became_peered":"2024-09-16T07:21:53.849066+0000","last_unstale":"2024-09-16T07:21:53.851594+0000","last_undegraded":"2024-09-16T07:21:53.851594+0000","last_fullsized":"2024-09-16T07:21:53.851594+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:30:44.479589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'72","reported_seq":126,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-16T07:21:53.842551+0000","last_change":"2024-09-16T07:21:02.600196+0000","last_active":"2024-09-16T07:21:53.842551+0000","last_peered":"2024-09-16T07:21:53.842551+0000","last_clean":"2024-09-16T07:21:53.842551+0000","last_became_active":"2024-09-16T07:21:02.599001+0000","last_became_peered":"2024-09-16T07:21:02.599001+0000","last_unstale":"2024-09-16T07:21:53.842551+0000","last_undegraded":"2024-09-16T07:21:53.842551+0000","last_fullsized":"2024-09-16T07:21:53.842551+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_clean_scrub_stamp":"2024-09-16T07:21:01.331773+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:28:40.942832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":1612,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":8,"ondisk_log_size":8,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509455,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27376,"kb_used_data":344,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344464,"statfs":{"total":96636764160,"available":96608731136,"internally_reserved":0,"allocated":352256,"data_stored":132232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509454,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27940,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343900,"statfs":{"total":96636764160,"available":96608153600,"internally_reserved":0,"allocated":933888,"data_stored":716325,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509454,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":332,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":339968,"data_stored":125957,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509455,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27376,"kb_used_data":344,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344464,"statfs":{"total":96636764160,"available":96608731136,"internally_reserved":0,"allocated":352256,"data_stored":132232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509455,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27376,"kb_used_data":344,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344464,"statfs":{"total":96636764160,"available":96608731136,"internally_reserved":0,"allocated":352256,"data_stored":132232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509455,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27956,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343884,"statfs":{"total":96636764160,"available":96608137216,"internally_reserved":0,"allocated":946176,"data_stored":722600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509456,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":332,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":339968,"data_stored":125957,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574862,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27416,"kb_used_data":380,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344424,"statfs":{"total":96636764160,"available":96608690176,"internally_reserved":0,"allocated":389120,"data_stored":146919,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T07:22:03.377 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T07:22:03.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.495+0000 7f4f1ac33640 1 -- 172.21.15.31:0/2032862366 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4f1415df90 msgr2=0x7f4f140cf9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:03.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.495+0000 7f4f1ac33640 1 --2- 172.21.15.31:0/2032862366 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4f1415df90 0x7f4f140cf9b0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f4f140d1c90 tx=0x7f4f0802a560 comp rx=0 tx=0).stop 2024-09-16T07:22:03.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.496+0000 7f4f1ac33640 1 -- 172.21.15.31:0/2032862366 shutdown_connections 2024-09-16T07:22:03.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.496+0000 7f4f1ac33640 1 --2- 172.21.15.31:0/2032862366 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4f14162480 0x7f4f140d0b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:03.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.496+0000 7f4f1ac33640 1 --2- 172.21.15.31:0/2032862366 >> v2:172.21.15.155:3300/0 conn(0x7f4f140d49c0 0x7f4f140d0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:03.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.496+0000 7f4f1ac33640 1 --2- 172.21.15.31:0/2032862366 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4f1415df90 0x7f4f140cf9b0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:03.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.496+0000 7f4f1ac33640 1 -- 172.21.15.31:0/2032862366 >> 172.21.15.31:0/2032862366 conn(0x7f4f140d3ea0 msgr2=0x7f4f140d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:03.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.496+0000 7f4f1ac33640 1 -- 172.21.15.31:0/2032862366 shutdown_connections 2024-09-16T07:22:03.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.496+0000 7f4f1ac33640 1 -- 172.21.15.31:0/2032862366 wait complete. 2024-09-16T07:22:03.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.497+0000 7f4f1ac33640 1 Processor -- start 2024-09-16T07:22:03.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.497+0000 7f4f1ac33640 1 -- start start 2024-09-16T07:22:03.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.498+0000 7f4f1ac33640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4f140d49c0 0x7f4f140a1520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:03.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.498+0000 7f4f1ac33640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4f1415df90 0x7f4f140cda60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:03.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.498+0000 7f4f1ac33640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4f14162480 0x7f4f141f7a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:03.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.498+0000 7f4f1ac33640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f4f140b3b90 con 0x7f4f1415df90 2024-09-16T07:22:03.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.498+0000 7f4f1ac33640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f4f140b3a10 con 0x7f4f14162480 2024-09-16T07:22:03.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.498+0000 7f4f1ac33640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f4f140b3d10 con 0x7f4f140d49c0 2024-09-16T07:22:03.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.498+0000 7f4f13fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4f1415df90 0x7f4f140cda60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:03.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.498+0000 7f4f13fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4f1415df90 0x7f4f140cda60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55376/0 (socket says 172.21.15.31:55376) 2024-09-16T07:22:03.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.498+0000 7f4f13fff640 1 -- 172.21.15.31:0/3385255902 learned_addr learned my addr 172.21.15.31:0/3385255902 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:03.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.498+0000 7f4f189cf640 1 --2- 172.21.15.31:0/3385255902 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4f140d49c0 0x7f4f140a1520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:03.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.498+0000 7f4f191d0640 1 --2- 172.21.15.31:0/3385255902 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4f14162480 0x7f4f141f7a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:03.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.498+0000 7f4f13fff640 1 -- 172.21.15.31:0/3385255902 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4f140d49c0 msgr2=0x7f4f140a1520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:03.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.498+0000 7f4f13fff640 1 --2- 172.21.15.31:0/3385255902 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4f140d49c0 0x7f4f140a1520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:03.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.498+0000 7f4f13fff640 1 -- 172.21.15.31:0/3385255902 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4f14162480 msgr2=0x7f4f141f7a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:03.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.498+0000 7f4f13fff640 1 --2- 172.21.15.31:0/3385255902 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4f14162480 0x7f4f141f7a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:03.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.498+0000 7f4f13fff640 1 -- 172.21.15.31:0/3385255902 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f140b85c0 con 0x7f4f1415df90 2024-09-16T07:22:03.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.498+0000 7f4f13fff640 1 --2- 172.21.15.31:0/3385255902 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4f1415df90 0x7f4f140cda60 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f4f0000c920 tx=0x7f4f0000cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:03.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.499+0000 7f4f117fa640 1 -- 172.21.15.31:0/3385255902 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f00007c70 con 0x7f4f1415df90 2024-09-16T07:22:03.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.499+0000 7f4f117fa640 1 -- 172.21.15.31:0/3385255902 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4f0000f450 con 0x7f4f1415df90 2024-09-16T07:22:03.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.499+0000 7f4f1ac33640 1 -- 172.21.15.31:0/3385255902 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f140b8860 con 0x7f4f1415df90 2024-09-16T07:22:03.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.499+0000 7f4f117fa640 1 -- 172.21.15.31:0/3385255902 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f0000f8a0 con 0x7f4f1415df90 2024-09-16T07:22:03.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.499+0000 7f4f1ac33640 1 -- 172.21.15.31:0/3385255902 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f140b9100 con 0x7f4f1415df90 2024-09-16T07:22:03.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.500+0000 7f4f1ac33640 1 -- 172.21.15.31:0/3385255902 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4f1408d590 con 0x7f4f1415df90 2024-09-16T07:22:03.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.500+0000 7f4f117fa640 1 -- 172.21.15.31:0/3385255902 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f4f0000fa40 con 0x7f4f1415df90 2024-09-16T07:22:03.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.501+0000 7f4f117fa640 1 --2- 172.21.15.31:0/3385255902 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f4ef8078850 0x7f4ef807ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:03.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.501+0000 7f4f117fa640 1 -- 172.21.15.31:0/3385255902 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7f4f0009b1a0 con 0x7f4f1415df90 2024-09-16T07:22:03.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.502+0000 7f4f189cf640 1 --2- 172.21.15.31:0/3385255902 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f4ef8078850 0x7f4ef807ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:03.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.502+0000 7f4f189cf640 1 --2- 172.21.15.31:0/3385255902 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f4ef8078850 0x7f4ef807ad10 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f4f08033000 tx=0x7f4f08004730 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:03.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.506+0000 7f4f117fa640 1 -- 172.21.15.31:0/3385255902 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f4f00014030 con 0x7f4f1415df90 2024-09-16T07:22:03.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.688+0000 7f4f1ac33640 1 -- 172.21.15.31:0/3385255902 --> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f4f140cf990 con 0x7f4ef8078850 2024-09-16T07:22:03.692 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.693+0000 7f4f117fa640 1 -- 172.21.15.31:0/3385255902 <== mgr.4117 v2:172.21.15.155:6808/3650624732 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251932 (secure 0 0 0) 0x7f4f140cf990 con 0x7f4ef8078850 2024-09-16T07:22:03.695 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:22:03.696 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-16T07:22:03.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.696+0000 7f4f1ac33640 1 -- 172.21.15.31:0/3385255902 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f4ef8078850 msgr2=0x7f4ef807ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:03.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.696+0000 7f4f1ac33640 1 --2- 172.21.15.31:0/3385255902 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f4ef8078850 0x7f4ef807ad10 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f4f08033000 tx=0x7f4f08004730 comp rx=0 tx=0).stop 2024-09-16T07:22:03.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.696+0000 7f4f1ac33640 1 -- 172.21.15.31:0/3385255902 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4f1415df90 msgr2=0x7f4f140cda60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:03.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.696+0000 7f4f1ac33640 1 --2- 172.21.15.31:0/3385255902 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4f1415df90 0x7f4f140cda60 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f4f0000c920 tx=0x7f4f0000cde0 comp rx=0 tx=0).stop 2024-09-16T07:22:03.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.696+0000 7f4f1ac33640 1 -- 172.21.15.31:0/3385255902 shutdown_connections 2024-09-16T07:22:03.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.696+0000 7f4f1ac33640 1 --2- 172.21.15.31:0/3385255902 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f4ef8078850 0x7f4ef807ad10 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:03.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.696+0000 7f4f1ac33640 1 --2- 172.21.15.31:0/3385255902 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4f14162480 0x7f4f141f7a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:03.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.696+0000 7f4f1ac33640 1 --2- 172.21.15.31:0/3385255902 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4f1415df90 0x7f4f140cda60 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:03.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.696+0000 7f4f1ac33640 1 --2- 172.21.15.31:0/3385255902 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4f140d49c0 0x7f4f140a1520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:03.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.696+0000 7f4f1ac33640 1 -- 172.21.15.31:0/3385255902 >> 172.21.15.31:0/3385255902 conn(0x7f4f140d3ea0 msgr2=0x7f4f14160580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:03.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.696+0000 7f4f1ac33640 1 -- 172.21.15.31:0/3385255902 shutdown_connections 2024-09-16T07:22:03.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.696+0000 7f4f1ac33640 1 -- 172.21.15.31:0/3385255902 wait complete. 2024-09-16T07:22:03.707 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":60,"stamp":"2024-09-16T07:22:02.641536+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":181,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220424,"kb_used_data":4168,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754296,"statfs":{"total":773094113280,"available":772868399104,"internally_reserved":0,"allocated":4268032,"data_stored":2348012,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":32,"apply_latency_ms":32,"commit_latency_ns":32000000,"apply_latency_ns":32000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002072"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:56.499110+0000","last_change":"2024-09-16T07:21:54.875403+0000","last_active":"2024-09-16T07:21:56.499110+0000","last_peered":"2024-09-16T07:21:56.499110+0000","last_clean":"2024-09-16T07:21:56.499110+0000","last_became_active":"2024-09-16T07:21:54.875064+0000","last_became_peered":"2024-09-16T07:21:54.875064+0000","last_unstale":"2024-09-16T07:21:56.499110+0000","last_undegraded":"2024-09-16T07:21:56.499110+0000","last_fullsized":"2024-09-16T07:21:56.499110+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:10:59.103998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.861935+0000","last_change":"2024-09-16T07:21:54.870395+0000","last_active":"2024-09-16T07:21:55.861935+0000","last_peered":"2024-09-16T07:21:55.861935+0000","last_clean":"2024-09-16T07:21:55.861935+0000","last_became_active":"2024-09-16T07:21:54.870121+0000","last_became_peered":"2024-09-16T07:21:54.870121+0000","last_unstale":"2024-09-16T07:21:55.861935+0000","last_undegraded":"2024-09-16T07:21:55.861935+0000","last_fullsized":"2024-09-16T07:21:55.861935+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:12:12.414047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.860423+0000","last_change":"2024-09-16T07:21:54.872821+0000","last_active":"2024-09-16T07:21:55.860423+0000","last_peered":"2024-09-16T07:21:55.860423+0000","last_clean":"2024-09-16T07:21:55.860423+0000","last_became_active":"2024-09-16T07:21:54.872533+0000","last_became_peered":"2024-09-16T07:21:54.872533+0000","last_unstale":"2024-09-16T07:21:55.860423+0000","last_undegraded":"2024-09-16T07:21:55.860423+0000","last_fullsized":"2024-09-16T07:21:55.860423+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:04:41.843640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:56.498617+0000","last_change":"2024-09-16T07:21:54.877757+0000","last_active":"2024-09-16T07:21:56.498617+0000","last_peered":"2024-09-16T07:21:56.498617+0000","last_clean":"2024-09-16T07:21:56.498617+0000","last_became_active":"2024-09-16T07:21:54.876892+0000","last_became_peered":"2024-09-16T07:21:54.876892+0000","last_unstale":"2024-09-16T07:21:56.498617+0000","last_undegraded":"2024-09-16T07:21:56.498617+0000","last_fullsized":"2024-09-16T07:21:56.498617+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:06:30.022900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.861625+0000","last_change":"2024-09-16T07:21:54.869844+0000","last_active":"2024-09-16T07:21:55.861625+0000","last_peered":"2024-09-16T07:21:55.861625+0000","last_clean":"2024-09-16T07:21:55.861625+0000","last_became_active":"2024-09-16T07:21:54.869576+0000","last_became_peered":"2024-09-16T07:21:54.869576+0000","last_unstale":"2024-09-16T07:21:55.861625+0000","last_undegraded":"2024-09-16T07:21:55.861625+0000","last_fullsized":"2024-09-16T07:21:55.861625+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:21:23.981459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.861624+0000","last_change":"2024-09-16T07:21:54.875874+0000","last_active":"2024-09-16T07:21:55.861624+0000","last_peered":"2024-09-16T07:21:55.861624+0000","last_clean":"2024-09-16T07:21:55.861624+0000","last_became_active":"2024-09-16T07:21:54.875593+0000","last_became_peered":"2024-09-16T07:21:54.875593+0000","last_unstale":"2024-09-16T07:21:55.861624+0000","last_undegraded":"2024-09-16T07:21:55.861624+0000","last_fullsized":"2024-09-16T07:21:55.861624+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:12:10.765126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:56.498660+0000","last_change":"2024-09-16T07:21:54.869729+0000","last_active":"2024-09-16T07:21:56.498660+0000","last_peered":"2024-09-16T07:21:56.498660+0000","last_clean":"2024-09-16T07:21:56.498660+0000","last_became_active":"2024-09-16T07:21:54.868374+0000","last_became_peered":"2024-09-16T07:21:54.868374+0000","last_unstale":"2024-09-16T07:21:56.498660+0000","last_undegraded":"2024-09-16T07:21:56.498660+0000","last_fullsized":"2024-09-16T07:21:56.498660+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:08:57.751613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:56.498577+0000","last_change":"2024-09-16T07:21:54.873900+0000","last_active":"2024-09-16T07:21:56.498577+0000","last_peered":"2024-09-16T07:21:56.498577+0000","last_clean":"2024-09-16T07:21:56.498577+0000","last_became_active":"2024-09-16T07:21:54.873577+0000","last_became_peered":"2024-09-16T07:21:54.873577+0000","last_unstale":"2024-09-16T07:21:56.498577+0000","last_undegraded":"2024-09-16T07:21:56.498577+0000","last_fullsized":"2024-09-16T07:21:56.498577+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:56:24.633633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.860821+0000","last_change":"2024-09-16T07:21:54.872572+0000","last_active":"2024-09-16T07:21:55.860821+0000","last_peered":"2024-09-16T07:21:55.860821+0000","last_clean":"2024-09-16T07:21:55.860821+0000","last_became_active":"2024-09-16T07:21:54.872291+0000","last_became_peered":"2024-09-16T07:21:54.872291+0000","last_unstale":"2024-09-16T07:21:55.860821+0000","last_undegraded":"2024-09-16T07:21:55.860821+0000","last_fullsized":"2024-09-16T07:21:55.860821+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:36:22.153586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:56.498940+0000","last_change":"2024-09-16T07:21:54.866635+0000","last_active":"2024-09-16T07:21:56.498940+0000","last_peered":"2024-09-16T07:21:56.498940+0000","last_clean":"2024-09-16T07:21:56.498940+0000","last_became_active":"2024-09-16T07:21:54.866339+0000","last_became_peered":"2024-09-16T07:21:54.866339+0000","last_unstale":"2024-09-16T07:21:56.498940+0000","last_undegraded":"2024-09-16T07:21:56.498940+0000","last_fullsized":"2024-09-16T07:21:56.498940+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:14:40.134003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:56.500333+0000","last_change":"2024-09-16T07:21:54.872583+0000","last_active":"2024-09-16T07:21:56.500333+0000","last_peered":"2024-09-16T07:21:56.500333+0000","last_clean":"2024-09-16T07:21:56.500333+0000","last_became_active":"2024-09-16T07:21:54.872296+0000","last_became_peered":"2024-09-16T07:21:54.872296+0000","last_unstale":"2024-09-16T07:21:56.500333+0000","last_undegraded":"2024-09-16T07:21:56.500333+0000","last_fullsized":"2024-09-16T07:21:56.500333+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:09:42.347454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.860544+0000","last_change":"2024-09-16T07:21:54.870336+0000","last_active":"2024-09-16T07:21:55.860544+0000","last_peered":"2024-09-16T07:21:55.860544+0000","last_clean":"2024-09-16T07:21:55.860544+0000","last_became_active":"2024-09-16T07:21:54.870044+0000","last_became_peered":"2024-09-16T07:21:54.870044+0000","last_unstale":"2024-09-16T07:21:55.860544+0000","last_undegraded":"2024-09-16T07:21:55.860544+0000","last_fullsized":"2024-09-16T07:21:55.860544+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:48:07.175656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.997798+0000","last_change":"2024-09-16T07:21:54.872069+0000","last_active":"2024-09-16T07:21:55.997798+0000","last_peered":"2024-09-16T07:21:55.997798+0000","last_clean":"2024-09-16T07:21:55.997798+0000","last_became_active":"2024-09-16T07:21:54.871774+0000","last_became_peered":"2024-09-16T07:21:54.871774+0000","last_unstale":"2024-09-16T07:21:55.997798+0000","last_undegraded":"2024-09-16T07:21:55.997798+0000","last_fullsized":"2024-09-16T07:21:55.997798+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:20:16.086830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:56.498399+0000","last_change":"2024-09-16T07:21:54.863878+0000","last_active":"2024-09-16T07:21:56.498399+0000","last_peered":"2024-09-16T07:21:56.498399+0000","last_clean":"2024-09-16T07:21:56.498399+0000","last_became_active":"2024-09-16T07:21:54.863560+0000","last_became_peered":"2024-09-16T07:21:54.863560+0000","last_unstale":"2024-09-16T07:21:56.498399+0000","last_undegraded":"2024-09-16T07:21:56.498399+0000","last_fullsized":"2024-09-16T07:21:56.498399+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:21:24.450210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:56.499130+0000","last_change":"2024-09-16T07:21:54.872101+0000","last_active":"2024-09-16T07:21:56.499130+0000","last_peered":"2024-09-16T07:21:56.499130+0000","last_clean":"2024-09-16T07:21:56.499130+0000","last_became_active":"2024-09-16T07:21:54.871823+0000","last_became_peered":"2024-09-16T07:21:54.871823+0000","last_unstale":"2024-09-16T07:21:56.499130+0000","last_undegraded":"2024-09-16T07:21:56.499130+0000","last_fullsized":"2024-09-16T07:21:56.499130+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:35:55.459583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:56.499992+0000","last_change":"2024-09-16T07:21:54.867911+0000","last_active":"2024-09-16T07:21:56.499992+0000","last_peered":"2024-09-16T07:21:56.499992+0000","last_clean":"2024-09-16T07:21:56.499992+0000","last_became_active":"2024-09-16T07:21:54.867405+0000","last_became_peered":"2024-09-16T07:21:54.867405+0000","last_unstale":"2024-09-16T07:21:56.499992+0000","last_undegraded":"2024-09-16T07:21:56.499992+0000","last_fullsized":"2024-09-16T07:21:56.499992+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:07:44.842628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:56.498884+0000","last_change":"2024-09-16T07:21:54.876172+0000","last_active":"2024-09-16T07:21:56.498884+0000","last_peered":"2024-09-16T07:21:56.498884+0000","last_clean":"2024-09-16T07:21:56.498884+0000","last_became_active":"2024-09-16T07:21:54.875861+0000","last_became_peered":"2024-09-16T07:21:54.875861+0000","last_unstale":"2024-09-16T07:21:56.498884+0000","last_undegraded":"2024-09-16T07:21:56.498884+0000","last_fullsized":"2024-09-16T07:21:56.498884+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:40:33.379914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.862382+0000","last_change":"2024-09-16T07:21:54.867561+0000","last_active":"2024-09-16T07:21:55.862382+0000","last_peered":"2024-09-16T07:21:55.862382+0000","last_clean":"2024-09-16T07:21:55.862382+0000","last_became_active":"2024-09-16T07:21:54.867249+0000","last_became_peered":"2024-09-16T07:21:54.867249+0000","last_unstale":"2024-09-16T07:21:55.862382+0000","last_undegraded":"2024-09-16T07:21:55.862382+0000","last_fullsized":"2024-09-16T07:21:55.862382+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:41:02.537684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.861624+0000","last_change":"2024-09-16T07:21:54.876188+0000","last_active":"2024-09-16T07:21:55.861624+0000","last_peered":"2024-09-16T07:21:55.861624+0000","last_clean":"2024-09-16T07:21:55.861624+0000","last_became_active":"2024-09-16T07:21:54.875886+0000","last_became_peered":"2024-09-16T07:21:54.875886+0000","last_unstale":"2024-09-16T07:21:55.861624+0000","last_undegraded":"2024-09-16T07:21:55.861624+0000","last_fullsized":"2024-09-16T07:21:55.861624+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:47:43.043877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.998006+0000","last_change":"2024-09-16T07:21:54.873937+0000","last_active":"2024-09-16T07:21:55.998006+0000","last_peered":"2024-09-16T07:21:55.998006+0000","last_clean":"2024-09-16T07:21:55.998006+0000","last_became_active":"2024-09-16T07:21:54.873592+0000","last_became_peered":"2024-09-16T07:21:54.873592+0000","last_unstale":"2024-09-16T07:21:55.998006+0000","last_undegraded":"2024-09-16T07:21:55.998006+0000","last_fullsized":"2024-09-16T07:21:55.998006+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:59:50.734423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:56.499595+0000","last_change":"2024-09-16T07:21:54.867622+0000","last_active":"2024-09-16T07:21:56.499595+0000","last_peered":"2024-09-16T07:21:56.499595+0000","last_clean":"2024-09-16T07:21:56.499595+0000","last_became_active":"2024-09-16T07:21:54.866585+0000","last_became_peered":"2024-09-16T07:21:54.866585+0000","last_unstale":"2024-09-16T07:21:56.499595+0000","last_undegraded":"2024-09-16T07:21:56.499595+0000","last_fullsized":"2024-09-16T07:21:56.499595+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:32:59.445665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:56.498679+0000","last_change":"2024-09-16T07:21:54.871087+0000","last_active":"2024-09-16T07:21:56.498679+0000","last_peered":"2024-09-16T07:21:56.498679+0000","last_clean":"2024-09-16T07:21:56.498679+0000","last_became_active":"2024-09-16T07:21:54.870783+0000","last_became_peered":"2024-09-16T07:21:54.870783+0000","last_unstale":"2024-09-16T07:21:56.498679+0000","last_undegraded":"2024-09-16T07:21:56.498679+0000","last_fullsized":"2024-09-16T07:21:56.498679+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:30:45.486513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.997582+0000","last_change":"2024-09-16T07:21:54.866308+0000","last_active":"2024-09-16T07:21:55.997582+0000","last_peered":"2024-09-16T07:21:55.997582+0000","last_clean":"2024-09-16T07:21:55.997582+0000","last_became_active":"2024-09-16T07:21:54.866005+0000","last_became_peered":"2024-09-16T07:21:54.866005+0000","last_unstale":"2024-09-16T07:21:55.997582+0000","last_undegraded":"2024-09-16T07:21:55.997582+0000","last_fullsized":"2024-09-16T07:21:55.997582+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:06:17.921163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:56.499209+0000","last_change":"2024-09-16T07:21:54.873599+0000","last_active":"2024-09-16T07:21:56.499209+0000","last_peered":"2024-09-16T07:21:56.499209+0000","last_clean":"2024-09-16T07:21:56.499209+0000","last_became_active":"2024-09-16T07:21:54.871850+0000","last_became_peered":"2024-09-16T07:21:54.871850+0000","last_unstale":"2024-09-16T07:21:56.499209+0000","last_undegraded":"2024-09-16T07:21:56.499209+0000","last_fullsized":"2024-09-16T07:21:56.499209+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:15:42.427637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:56.499080+0000","last_change":"2024-09-16T07:21:54.864695+0000","last_active":"2024-09-16T07:21:56.499080+0000","last_peered":"2024-09-16T07:21:56.499080+0000","last_clean":"2024-09-16T07:21:56.499080+0000","last_became_active":"2024-09-16T07:21:54.864315+0000","last_became_peered":"2024-09-16T07:21:54.864315+0000","last_unstale":"2024-09-16T07:21:56.499080+0000","last_undegraded":"2024-09-16T07:21:56.499080+0000","last_fullsized":"2024-09-16T07:21:56.499080+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:29:07.204540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:56.499102+0000","last_change":"2024-09-16T07:21:54.865958+0000","last_active":"2024-09-16T07:21:56.499102+0000","last_peered":"2024-09-16T07:21:56.499102+0000","last_clean":"2024-09-16T07:21:56.499102+0000","last_became_active":"2024-09-16T07:21:54.865585+0000","last_became_peered":"2024-09-16T07:21:54.865585+0000","last_unstale":"2024-09-16T07:21:56.499102+0000","last_undegraded":"2024-09-16T07:21:56.499102+0000","last_fullsized":"2024-09-16T07:21:56.499102+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:42:12.500915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.861597+0000","last_change":"2024-09-16T07:21:54.872495+0000","last_active":"2024-09-16T07:21:55.861597+0000","last_peered":"2024-09-16T07:21:55.861597+0000","last_clean":"2024-09-16T07:21:55.861597+0000","last_became_active":"2024-09-16T07:21:54.872233+0000","last_became_peered":"2024-09-16T07:21:54.872233+0000","last_unstale":"2024-09-16T07:21:55.861597+0000","last_undegraded":"2024-09-16T07:21:55.861597+0000","last_fullsized":"2024-09-16T07:21:55.861597+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:10:59.103998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:56.499289+0000","last_change":"2024-09-16T07:21:54.871800+0000","last_active":"2024-09-16T07:21:56.499289+0000","last_peered":"2024-09-16T07:21:56.499289+0000","last_clean":"2024-09-16T07:21:56.499289+0000","last_became_active":"2024-09-16T07:21:54.871394+0000","last_became_peered":"2024-09-16T07:21:54.871394+0000","last_unstale":"2024-09-16T07:21:56.499289+0000","last_undegraded":"2024-09-16T07:21:56.499289+0000","last_fullsized":"2024-09-16T07:21:56.499289+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:21:24.450210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:56.498757+0000","last_change":"2024-09-16T07:21:54.858811+0000","last_active":"2024-09-16T07:21:56.498757+0000","last_peered":"2024-09-16T07:21:56.498757+0000","last_clean":"2024-09-16T07:21:56.498757+0000","last_became_active":"2024-09-16T07:21:54.858489+0000","last_became_peered":"2024-09-16T07:21:54.858489+0000","last_unstale":"2024-09-16T07:21:56.498757+0000","last_undegraded":"2024-09-16T07:21:56.498757+0000","last_fullsized":"2024-09-16T07:21:56.498757+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:45:33.976757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:56.499231+0000","last_change":"2024-09-16T07:21:54.866165+0000","last_active":"2024-09-16T07:21:56.499231+0000","last_peered":"2024-09-16T07:21:56.499231+0000","last_clean":"2024-09-16T07:21:56.499231+0000","last_became_active":"2024-09-16T07:21:54.865811+0000","last_became_peered":"2024-09-16T07:21:54.865811+0000","last_unstale":"2024-09-16T07:21:56.499231+0000","last_undegraded":"2024-09-16T07:21:56.499231+0000","last_fullsized":"2024-09-16T07:21:56.499231+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:32:50.801713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:56.499703+0000","last_change":"2024-09-16T07:21:54.869996+0000","last_active":"2024-09-16T07:21:56.499703+0000","last_peered":"2024-09-16T07:21:56.499703+0000","last_clean":"2024-09-16T07:21:56.499703+0000","last_became_active":"2024-09-16T07:21:54.869746+0000","last_became_peered":"2024-09-16T07:21:54.869746+0000","last_unstale":"2024-09-16T07:21:56.499703+0000","last_undegraded":"2024-09-16T07:21:56.499703+0000","last_fullsized":"2024-09-16T07:21:56.499703+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:06:30.022900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:56.498847+0000","last_change":"2024-09-16T07:21:54.877073+0000","last_active":"2024-09-16T07:21:56.498847+0000","last_peered":"2024-09-16T07:21:56.498847+0000","last_clean":"2024-09-16T07:21:56.498847+0000","last_became_active":"2024-09-16T07:21:54.876782+0000","last_became_peered":"2024-09-16T07:21:54.876782+0000","last_unstale":"2024-09-16T07:21:56.498847+0000","last_undegraded":"2024-09-16T07:21:56.498847+0000","last_fullsized":"2024-09-16T07:21:56.498847+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:47:10.680137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.998026+0000","last_change":"2024-09-16T07:21:54.867772+0000","last_active":"2024-09-16T07:21:55.998026+0000","last_peered":"2024-09-16T07:21:55.998026+0000","last_clean":"2024-09-16T07:21:55.998026+0000","last_became_active":"2024-09-16T07:21:54.867473+0000","last_became_peered":"2024-09-16T07:21:54.867473+0000","last_unstale":"2024-09-16T07:21:55.998026+0000","last_undegraded":"2024-09-16T07:21:55.998026+0000","last_fullsized":"2024-09-16T07:21:55.998026+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:26:21.769509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1f","version":"33'4","reported_seq":19,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:56.499298+0000","last_change":"2024-09-16T07:21:53.855194+0000","last_active":"2024-09-16T07:21:56.499298+0000","last_peered":"2024-09-16T07:21:56.499298+0000","last_clean":"2024-09-16T07:21:56.499298+0000","last_became_active":"2024-09-16T07:21:53.854799+0000","last_became_peered":"2024-09-16T07:21:53.854799+0000","last_unstale":"2024-09-16T07:21:56.499298+0000","last_undegraded":"2024-09-16T07:21:56.499298+0000","last_fullsized":"2024-09-16T07:21:56.499298+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:34:50.120448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:56.499250+0000","last_change":"2024-09-16T07:21:54.865882+0000","last_active":"2024-09-16T07:21:56.499250+0000","last_peered":"2024-09-16T07:21:56.499250+0000","last_clean":"2024-09-16T07:21:56.499250+0000","last_became_active":"2024-09-16T07:21:54.865615+0000","last_became_peered":"2024-09-16T07:21:54.865615+0000","last_unstale":"2024-09-16T07:21:56.499250+0000","last_undegraded":"2024-09-16T07:21:56.499250+0000","last_fullsized":"2024-09-16T07:21:56.499250+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:21:23.981459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1e","version":"33'1","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:56.499131+0000","last_change":"2024-09-16T07:21:53.854918+0000","last_active":"2024-09-16T07:21:56.499131+0000","last_peered":"2024-09-16T07:21:56.499131+0000","last_clean":"2024-09-16T07:21:56.499131+0000","last_became_active":"2024-09-16T07:21:53.854202+0000","last_became_peered":"2024-09-16T07:21:53.854202+0000","last_unstale":"2024-09-16T07:21:56.499131+0000","last_undegraded":"2024-09-16T07:21:56.499131+0000","last_fullsized":"2024-09-16T07:21:56.499131+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:41:01.530760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:56.499510+0000","last_change":"2024-09-16T07:21:54.874186+0000","last_active":"2024-09-16T07:21:56.499510+0000","last_peered":"2024-09-16T07:21:56.499510+0000","last_clean":"2024-09-16T07:21:56.499510+0000","last_became_active":"2024-09-16T07:21:54.873914+0000","last_became_peered":"2024-09-16T07:21:54.873914+0000","last_unstale":"2024-09-16T07:21:56.499510+0000","last_undegraded":"2024-09-16T07:21:56.499510+0000","last_fullsized":"2024-09-16T07:21:56.499510+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:12:53.239594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1d","version":"33'2","reported_seq":17,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.862199+0000","last_change":"2024-09-16T07:21:53.857759+0000","last_active":"2024-09-16T07:21:55.862199+0000","last_peered":"2024-09-16T07:21:55.862199+0000","last_clean":"2024-09-16T07:21:55.862199+0000","last_became_active":"2024-09-16T07:21:53.857419+0000","last_became_peered":"2024-09-16T07:21:53.857419+0000","last_unstale":"2024-09-16T07:21:55.862199+0000","last_undegraded":"2024-09-16T07:21:55.862199+0000","last_fullsized":"2024-09-16T07:21:55.862199+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:04:59.678854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:56.498934+0000","last_change":"2024-09-16T07:21:54.867447+0000","last_active":"2024-09-16T07:21:56.498934+0000","last_peered":"2024-09-16T07:21:56.498934+0000","last_clean":"2024-09-16T07:21:56.498934+0000","last_became_active":"2024-09-16T07:21:54.866929+0000","last_became_peered":"2024-09-16T07:21:54.866929+0000","last_unstale":"2024-09-16T07:21:56.498934+0000","last_undegraded":"2024-09-16T07:21:56.498934+0000","last_fullsized":"2024-09-16T07:21:56.498934+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:09:33.776907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"33'2","reported_seq":17,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:56.498838+0000","last_change":"2024-09-16T07:21:53.852935+0000","last_active":"2024-09-16T07:21:56.498838+0000","last_peered":"2024-09-16T07:21:56.498838+0000","last_clean":"2024-09-16T07:21:56.498838+0000","last_became_active":"2024-09-16T07:21:53.852593+0000","last_became_peered":"2024-09-16T07:21:53.852593+0000","last_unstale":"2024-09-16T07:21:56.498838+0000","last_undegraded":"2024-09-16T07:21:56.498838+0000","last_fullsized":"2024-09-16T07:21:56.498838+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:33:28.295251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.860402+0000","last_change":"2024-09-16T07:21:54.873156+0000","last_active":"2024-09-16T07:21:55.860402+0000","last_peered":"2024-09-16T07:21:55.860402+0000","last_clean":"2024-09-16T07:21:55.860402+0000","last_became_active":"2024-09-16T07:21:54.872826+0000","last_became_peered":"2024-09-16T07:21:54.872826+0000","last_unstale":"2024-09-16T07:21:55.860402+0000","last_undegraded":"2024-09-16T07:21:55.860402+0000","last_fullsized":"2024-09-16T07:21:55.860402+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:52:38.749570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"33'1","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:56.499691+0000","last_change":"2024-09-16T07:21:53.857526+0000","last_active":"2024-09-16T07:21:56.499691+0000","last_peered":"2024-09-16T07:21:56.499691+0000","last_clean":"2024-09-16T07:21:56.499691+0000","last_became_active":"2024-09-16T07:21:53.857231+0000","last_became_peered":"2024-09-16T07:21:53.857231+0000","last_unstale":"2024-09-16T07:21:56.499691+0000","last_undegraded":"2024-09-16T07:21:56.499691+0000","last_fullsized":"2024-09-16T07:21:56.499691+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:52:44.568426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:56.498701+0000","last_change":"2024-09-16T07:21:54.871528+0000","last_active":"2024-09-16T07:21:56.498701+0000","last_peered":"2024-09-16T07:21:56.498701+0000","last_clean":"2024-09-16T07:21:56.498701+0000","last_became_active":"2024-09-16T07:21:54.871261+0000","last_became_peered":"2024-09-16T07:21:54.871261+0000","last_unstale":"2024-09-16T07:21:56.498701+0000","last_undegraded":"2024-09-16T07:21:56.498701+0000","last_fullsized":"2024-09-16T07:21:56.498701+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:06:34.432628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1a","version":"33'1","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:56.498891+0000","last_change":"2024-09-16T07:21:53.859767+0000","last_active":"2024-09-16T07:21:56.498891+0000","last_peered":"2024-09-16T07:21:56.498891+0000","last_clean":"2024-09-16T07:21:56.498891+0000","last_became_active":"2024-09-16T07:21:53.859399+0000","last_became_peered":"2024-09-16T07:21:53.859399+0000","last_unstale":"2024-09-16T07:21:56.498891+0000","last_undegraded":"2024-09-16T07:21:56.498891+0000","last_fullsized":"2024-09-16T07:21:56.498891+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:19:07.781456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.860247+0000","last_change":"2024-09-16T07:21:54.876887+0000","last_active":"2024-09-16T07:21:55.860247+0000","last_peered":"2024-09-16T07:21:55.860247+0000","last_clean":"2024-09-16T07:21:55.860247+0000","last_became_active":"2024-09-16T07:21:54.876629+0000","last_became_peered":"2024-09-16T07:21:54.876629+0000","last_unstale":"2024-09-16T07:21:55.860247+0000","last_undegraded":"2024-09-16T07:21:55.860247+0000","last_fullsized":"2024-09-16T07:21:55.860247+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:23:01.363213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.861395+0000","last_change":"2024-09-16T07:21:53.858839+0000","last_active":"2024-09-16T07:21:55.861395+0000","last_peered":"2024-09-16T07:21:55.861395+0000","last_clean":"2024-09-16T07:21:55.861395+0000","last_became_active":"2024-09-16T07:21:53.858557+0000","last_became_peered":"2024-09-16T07:21:53.858557+0000","last_unstale":"2024-09-16T07:21:55.861395+0000","last_undegraded":"2024-09-16T07:21:55.861395+0000","last_fullsized":"2024-09-16T07:21:55.861395+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:49:17.454130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:56.498285+0000","last_change":"2024-09-16T07:21:54.869026+0000","last_active":"2024-09-16T07:21:56.498285+0000","last_peered":"2024-09-16T07:21:56.498285+0000","last_clean":"2024-09-16T07:21:56.498285+0000","last_became_active":"2024-09-16T07:21:54.868732+0000","last_became_peered":"2024-09-16T07:21:54.868732+0000","last_unstale":"2024-09-16T07:21:56.498285+0000","last_undegraded":"2024-09-16T07:21:56.498285+0000","last_fullsized":"2024-09-16T07:21:56.498285+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:10:59.103998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:56.499651+0000","last_change":"2024-09-16T07:21:53.860795+0000","last_active":"2024-09-16T07:21:56.499651+0000","last_peered":"2024-09-16T07:21:56.499651+0000","last_clean":"2024-09-16T07:21:56.499651+0000","last_became_active":"2024-09-16T07:21:53.860517+0000","last_became_peered":"2024-09-16T07:21:53.860517+0000","last_unstale":"2024-09-16T07:21:56.499651+0000","last_undegraded":"2024-09-16T07:21:56.499651+0000","last_fullsized":"2024-09-16T07:21:56.499651+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:57:41.777140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:56.499465+0000","last_change":"2024-09-16T07:21:54.868241+0000","last_active":"2024-09-16T07:21:56.499465+0000","last_peered":"2024-09-16T07:21:56.499465+0000","last_clean":"2024-09-16T07:21:56.499465+0000","last_became_active":"2024-09-16T07:21:54.867951+0000","last_became_peered":"2024-09-16T07:21:54.867951+0000","last_unstale":"2024-09-16T07:21:56.499465+0000","last_undegraded":"2024-09-16T07:21:56.499465+0000","last_fullsized":"2024-09-16T07:21:56.499465+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:51:09.131160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.862078+0000","last_change":"2024-09-16T07:21:53.856787+0000","last_active":"2024-09-16T07:21:55.862078+0000","last_peered":"2024-09-16T07:21:55.862078+0000","last_clean":"2024-09-16T07:21:55.862078+0000","last_became_active":"2024-09-16T07:21:53.856513+0000","last_became_peered":"2024-09-16T07:21:53.856513+0000","last_unstale":"2024-09-16T07:21:55.862078+0000","last_undegraded":"2024-09-16T07:21:55.862078+0000","last_fullsized":"2024-09-16T07:21:55.862078+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:45:58.942001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:56.499080+0000","last_change":"2024-09-16T07:21:54.864495+0000","last_active":"2024-09-16T07:21:56.499080+0000","last_peered":"2024-09-16T07:21:56.499080+0000","last_clean":"2024-09-16T07:21:56.499080+0000","last_became_active":"2024-09-16T07:21:54.864166+0000","last_became_peered":"2024-09-16T07:21:54.864166+0000","last_unstale":"2024-09-16T07:21:56.499080+0000","last_undegraded":"2024-09-16T07:21:56.499080+0000","last_fullsized":"2024-09-16T07:21:56.499080+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:55:08.587271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.862056+0000","last_change":"2024-09-16T07:21:53.860879+0000","last_active":"2024-09-16T07:21:55.862056+0000","last_peered":"2024-09-16T07:21:55.862056+0000","last_clean":"2024-09-16T07:21:55.862056+0000","last_became_active":"2024-09-16T07:21:53.860616+0000","last_became_peered":"2024-09-16T07:21:53.860616+0000","last_unstale":"2024-09-16T07:21:55.862056+0000","last_undegraded":"2024-09-16T07:21:55.862056+0000","last_fullsized":"2024-09-16T07:21:55.862056+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:40:46.345413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:56.498738+0000","last_change":"2024-09-16T07:21:54.876720+0000","last_active":"2024-09-16T07:21:56.498738+0000","last_peered":"2024-09-16T07:21:56.498738+0000","last_clean":"2024-09-16T07:21:56.498738+0000","last_became_active":"2024-09-16T07:21:54.876418+0000","last_became_peered":"2024-09-16T07:21:54.876418+0000","last_unstale":"2024-09-16T07:21:56.498738+0000","last_undegraded":"2024-09-16T07:21:56.498738+0000","last_fullsized":"2024-09-16T07:21:56.498738+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:55:46.619615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.15","version":"33'3","reported_seq":18,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:56.500442+0000","last_change":"2024-09-16T07:21:53.856246+0000","last_active":"2024-09-16T07:21:56.500442+0000","last_peered":"2024-09-16T07:21:56.500442+0000","last_clean":"2024-09-16T07:21:56.500442+0000","last_became_active":"2024-09-16T07:21:53.855629+0000","last_became_peered":"2024-09-16T07:21:53.855629+0000","last_unstale":"2024-09-16T07:21:56.500442+0000","last_undegraded":"2024-09-16T07:21:56.500442+0000","last_fullsized":"2024-09-16T07:21:56.500442+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:35:54.452659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:56.500126+0000","last_change":"2024-09-16T07:21:54.877673+0000","last_active":"2024-09-16T07:21:56.500126+0000","last_peered":"2024-09-16T07:21:56.500126+0000","last_clean":"2024-09-16T07:21:56.500126+0000","last_became_active":"2024-09-16T07:21:54.877404+0000","last_became_peered":"2024-09-16T07:21:54.877404+0000","last_unstale":"2024-09-16T07:21:56.500126+0000","last_undegraded":"2024-09-16T07:21:56.500126+0000","last_fullsized":"2024-09-16T07:21:56.500126+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:55:34.606509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.14","version":"33'6","reported_seq":21,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.997925+0000","last_change":"2024-09-16T07:21:53.860323+0000","last_active":"2024-09-16T07:21:55.997925+0000","last_peered":"2024-09-16T07:21:55.997925+0000","last_clean":"2024-09-16T07:21:55.997925+0000","last_became_active":"2024-09-16T07:21:53.860019+0000","last_became_peered":"2024-09-16T07:21:53.860019+0000","last_unstale":"2024-09-16T07:21:55.997925+0000","last_undegraded":"2024-09-16T07:21:55.997925+0000","last_fullsized":"2024-09-16T07:21:55.997925+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:32:02.829720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.997630+0000","last_change":"2024-09-16T07:21:54.866545+0000","last_active":"2024-09-16T07:21:55.997630+0000","last_peered":"2024-09-16T07:21:55.997630+0000","last_clean":"2024-09-16T07:21:55.997630+0000","last_became_active":"2024-09-16T07:21:54.866223+0000","last_became_peered":"2024-09-16T07:21:54.866223+0000","last_unstale":"2024-09-16T07:21:55.997630+0000","last_undegraded":"2024-09-16T07:21:55.997630+0000","last_fullsized":"2024-09-16T07:21:55.997630+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:09:42.451250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.13","version":"33'2","reported_seq":17,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:56.499241+0000","last_change":"2024-09-16T07:21:53.853566+0000","last_active":"2024-09-16T07:21:56.499241+0000","last_peered":"2024-09-16T07:21:56.499241+0000","last_clean":"2024-09-16T07:21:56.499241+0000","last_became_active":"2024-09-16T07:21:53.853134+0000","last_became_peered":"2024-09-16T07:21:53.853134+0000","last_unstale":"2024-09-16T07:21:56.499241+0000","last_undegraded":"2024-09-16T07:21:56.499241+0000","last_fullsized":"2024-09-16T07:21:56.499241+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:58:07.936076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:56.498549+0000","last_change":"2024-09-16T07:21:54.871033+0000","last_active":"2024-09-16T07:21:56.498549+0000","last_peered":"2024-09-16T07:21:56.498549+0000","last_clean":"2024-09-16T07:21:56.498549+0000","last_became_active":"2024-09-16T07:21:54.870575+0000","last_became_peered":"2024-09-16T07:21:54.870575+0000","last_unstale":"2024-09-16T07:21:56.498549+0000","last_undegraded":"2024-09-16T07:21:56.498549+0000","last_fullsized":"2024-09-16T07:21:56.498549+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:35:55.459583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:56.498266+0000","last_change":"2024-09-16T07:21:53.855776+0000","last_active":"2024-09-16T07:21:56.498266+0000","last_peered":"2024-09-16T07:21:56.498266+0000","last_clean":"2024-09-16T07:21:56.498266+0000","last_became_active":"2024-09-16T07:21:53.855451+0000","last_became_peered":"2024-09-16T07:21:53.855451+0000","last_unstale":"2024-09-16T07:21:56.498266+0000","last_undegraded":"2024-09-16T07:21:56.498266+0000","last_fullsized":"2024-09-16T07:21:56.498266+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:58:18.999126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:56.499462+0000","last_change":"2024-09-16T07:21:54.869466+0000","last_active":"2024-09-16T07:21:56.499462+0000","last_peered":"2024-09-16T07:21:56.499462+0000","last_clean":"2024-09-16T07:21:56.499462+0000","last_became_active":"2024-09-16T07:21:54.869103+0000","last_became_peered":"2024-09-16T07:21:54.869103+0000","last_unstale":"2024-09-16T07:21:56.499462+0000","last_undegraded":"2024-09-16T07:21:56.499462+0000","last_fullsized":"2024-09-16T07:21:56.499462+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:12:12.414047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:56.498133+0000","last_change":"2024-09-16T07:21:53.859191+0000","last_active":"2024-09-16T07:21:56.498133+0000","last_peered":"2024-09-16T07:21:56.498133+0000","last_clean":"2024-09-16T07:21:56.498133+0000","last_became_active":"2024-09-16T07:21:53.858865+0000","last_became_peered":"2024-09-16T07:21:53.858865+0000","last_unstale":"2024-09-16T07:21:56.498133+0000","last_undegraded":"2024-09-16T07:21:56.498133+0000","last_fullsized":"2024-09-16T07:21:56.498133+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:00:52.375175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:56.500171+0000","last_change":"2024-09-16T07:21:54.879140+0000","last_active":"2024-09-16T07:21:56.500171+0000","last_peered":"2024-09-16T07:21:56.500171+0000","last_clean":"2024-09-16T07:21:56.500171+0000","last_became_active":"2024-09-16T07:21:54.876470+0000","last_became_peered":"2024-09-16T07:21:54.876470+0000","last_unstale":"2024-09-16T07:21:56.500171+0000","last_undegraded":"2024-09-16T07:21:56.500171+0000","last_fullsized":"2024-09-16T07:21:56.500171+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:57:14.045365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.10","version":"33'8","reported_seq":23,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.861156+0000","last_change":"2024-09-16T07:21:53.861929+0000","last_active":"2024-09-16T07:21:55.861156+0000","last_peered":"2024-09-16T07:21:55.861156+0000","last_clean":"2024-09-16T07:21:55.861156+0000","last_became_active":"2024-09-16T07:21:53.861629+0000","last_became_peered":"2024-09-16T07:21:53.861629+0000","last_unstale":"2024-09-16T07:21:55.861156+0000","last_undegraded":"2024-09-16T07:21:55.861156+0000","last_fullsized":"2024-09-16T07:21:55.861156+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:37:56.384969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:56.499718+0000","last_change":"2024-09-16T07:21:54.872329+0000","last_active":"2024-09-16T07:21:56.499718+0000","last_peered":"2024-09-16T07:21:56.499718+0000","last_clean":"2024-09-16T07:21:56.499718+0000","last_became_active":"2024-09-16T07:21:54.872031+0000","last_became_peered":"2024-09-16T07:21:54.872031+0000","last_unstale":"2024-09-16T07:21:56.499718+0000","last_undegraded":"2024-09-16T07:21:56.499718+0000","last_fullsized":"2024-09-16T07:21:56.499718+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:00:42.914012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"33'1","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.861987+0000","last_change":"2024-09-16T07:21:53.860101+0000","last_active":"2024-09-16T07:21:55.861987+0000","last_peered":"2024-09-16T07:21:55.861987+0000","last_clean":"2024-09-16T07:21:55.861987+0000","last_became_active":"2024-09-16T07:21:53.859781+0000","last_became_peered":"2024-09-16T07:21:53.859781+0000","last_unstale":"2024-09-16T07:21:55.861987+0000","last_undegraded":"2024-09-16T07:21:55.861987+0000","last_fullsized":"2024-09-16T07:21:55.861987+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:49:50.517600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.860785+0000","last_change":"2024-09-16T07:21:54.877840+0000","last_active":"2024-09-16T07:21:55.860785+0000","last_peered":"2024-09-16T07:21:55.860785+0000","last_clean":"2024-09-16T07:21:55.860785+0000","last_became_active":"2024-09-16T07:21:54.877514+0000","last_became_peered":"2024-09-16T07:21:54.877514+0000","last_unstale":"2024-09-16T07:21:55.860785+0000","last_undegraded":"2024-09-16T07:21:55.860785+0000","last_fullsized":"2024-09-16T07:21:55.860785+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:07:57.449442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"33'2","reported_seq":17,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:56.498742+0000","last_change":"2024-09-16T07:21:53.856493+0000","last_active":"2024-09-16T07:21:56.498742+0000","last_peered":"2024-09-16T07:21:56.498742+0000","last_clean":"2024-09-16T07:21:56.498742+0000","last_became_active":"2024-09-16T07:21:53.856201+0000","last_became_peered":"2024-09-16T07:21:53.856201+0000","last_unstale":"2024-09-16T07:21:56.498742+0000","last_undegraded":"2024-09-16T07:21:56.498742+0000","last_fullsized":"2024-09-16T07:21:56.498742+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:25:36.448087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.861550+0000","last_change":"2024-09-16T07:21:54.869416+0000","last_active":"2024-09-16T07:21:55.861550+0000","last_peered":"2024-09-16T07:21:55.861550+0000","last_clean":"2024-09-16T07:21:55.861550+0000","last_became_active":"2024-09-16T07:21:54.866571+0000","last_became_peered":"2024-09-16T07:21:54.866571+0000","last_unstale":"2024-09-16T07:21:55.861550+0000","last_undegraded":"2024-09-16T07:21:55.861550+0000","last_fullsized":"2024-09-16T07:21:55.861550+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:15:42.427637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.d","version":"33'1","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:56.500312+0000","last_change":"2024-09-16T07:21:53.854689+0000","last_active":"2024-09-16T07:21:56.500312+0000","last_peered":"2024-09-16T07:21:56.500312+0000","last_clean":"2024-09-16T07:21:56.500312+0000","last_became_active":"2024-09-16T07:21:53.853038+0000","last_became_peered":"2024-09-16T07:21:53.853038+0000","last_unstale":"2024-09-16T07:21:56.500312+0000","last_undegraded":"2024-09-16T07:21:56.500312+0000","last_fullsized":"2024-09-16T07:21:56.500312+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:32:58.438741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.861926+0000","last_change":"2024-09-16T07:21:54.873636+0000","last_active":"2024-09-16T07:21:55.861926+0000","last_peered":"2024-09-16T07:21:55.861926+0000","last_clean":"2024-09-16T07:21:55.861926+0000","last_became_active":"2024-09-16T07:21:54.873363+0000","last_became_peered":"2024-09-16T07:21:54.873363+0000","last_unstale":"2024-09-16T07:21:55.861926+0000","last_undegraded":"2024-09-16T07:21:55.861926+0000","last_fullsized":"2024-09-16T07:21:55.861926+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:00:53.382099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:56.499563+0000","last_change":"2024-09-16T07:21:53.863198+0000","last_active":"2024-09-16T07:21:56.499563+0000","last_peered":"2024-09-16T07:21:56.499563+0000","last_clean":"2024-09-16T07:21:56.499563+0000","last_became_active":"2024-09-16T07:21:53.862726+0000","last_became_peered":"2024-09-16T07:21:53.862726+0000","last_unstale":"2024-09-16T07:21:56.499563+0000","last_undegraded":"2024-09-16T07:21:56.499563+0000","last_fullsized":"2024-09-16T07:21:56.499563+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:45:58.942001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.997680+0000","last_change":"2024-09-16T07:21:54.873752+0000","last_active":"2024-09-16T07:21:55.997680+0000","last_peered":"2024-09-16T07:21:55.997680+0000","last_clean":"2024-09-16T07:21:55.997680+0000","last_became_active":"2024-09-16T07:21:54.873468+0000","last_became_peered":"2024-09-16T07:21:54.873468+0000","last_unstale":"2024-09-16T07:21:55.997680+0000","last_undegraded":"2024-09-16T07:21:55.997680+0000","last_fullsized":"2024-09-16T07:21:55.997680+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:06:05.054538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.b","version":"33'2","reported_seq":17,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.861988+0000","last_change":"2024-09-16T07:21:53.860014+0000","last_active":"2024-09-16T07:21:55.861988+0000","last_peered":"2024-09-16T07:21:55.861988+0000","last_clean":"2024-09-16T07:21:55.861988+0000","last_became_active":"2024-09-16T07:21:53.859732+0000","last_became_peered":"2024-09-16T07:21:53.859732+0000","last_unstale":"2024-09-16T07:21:55.861988+0000","last_undegraded":"2024-09-16T07:21:55.861988+0000","last_fullsized":"2024-09-16T07:21:55.861988+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:01:39.894586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.861832+0000","last_change":"2024-09-16T07:21:54.868385+0000","last_active":"2024-09-16T07:21:55.861832+0000","last_peered":"2024-09-16T07:21:55.861832+0000","last_clean":"2024-09-16T07:21:55.861832+0000","last_became_active":"2024-09-16T07:21:54.868109+0000","last_became_peered":"2024-09-16T07:21:54.868109+0000","last_unstale":"2024-09-16T07:21:55.861832+0000","last_undegraded":"2024-09-16T07:21:55.861832+0000","last_fullsized":"2024-09-16T07:21:55.861832+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:21:24.450210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:56.499022+0000","last_change":"2024-09-16T07:21:53.858556+0000","last_active":"2024-09-16T07:21:56.499022+0000","last_peered":"2024-09-16T07:21:56.499022+0000","last_clean":"2024-09-16T07:21:56.499022+0000","last_became_active":"2024-09-16T07:21:53.858275+0000","last_became_peered":"2024-09-16T07:21:53.858275+0000","last_unstale":"2024-09-16T07:21:56.499022+0000","last_undegraded":"2024-09-16T07:21:56.499022+0000","last_fullsized":"2024-09-16T07:21:56.499022+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:43:30.507118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.997623+0000","last_change":"2024-09-16T07:21:54.871571+0000","last_active":"2024-09-16T07:21:55.997623+0000","last_peered":"2024-09-16T07:21:55.997623+0000","last_clean":"2024-09-16T07:21:55.997623+0000","last_became_active":"2024-09-16T07:21:54.871273+0000","last_became_peered":"2024-09-16T07:21:54.871273+0000","last_unstale":"2024-09-16T07:21:55.997623+0000","last_undegraded":"2024-09-16T07:21:55.997623+0000","last_fullsized":"2024-09-16T07:21:55.997623+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:05:51.533823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.860523+0000","last_change":"2024-09-16T07:21:53.854609+0000","last_active":"2024-09-16T07:21:55.860523+0000","last_peered":"2024-09-16T07:21:55.860523+0000","last_clean":"2024-09-16T07:21:55.860523+0000","last_became_active":"2024-09-16T07:21:53.854301+0000","last_became_peered":"2024-09-16T07:21:53.854301+0000","last_unstale":"2024-09-16T07:21:55.860523+0000","last_undegraded":"2024-09-16T07:21:55.860523+0000","last_fullsized":"2024-09-16T07:21:55.860523+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:44:28.258784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.860412+0000","last_change":"2024-09-16T07:21:54.876194+0000","last_active":"2024-09-16T07:21:55.860412+0000","last_peered":"2024-09-16T07:21:55.860412+0000","last_clean":"2024-09-16T07:21:55.860412+0000","last_became_active":"2024-09-16T07:21:54.875939+0000","last_became_peered":"2024-09-16T07:21:54.875939+0000","last_unstale":"2024-09-16T07:21:55.860412+0000","last_undegraded":"2024-09-16T07:21:55.860412+0000","last_fullsized":"2024-09-16T07:21:55.860412+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:15:24.782472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:56.499932+0000","last_change":"2024-09-16T07:21:53.852577+0000","last_active":"2024-09-16T07:21:56.499932+0000","last_peered":"2024-09-16T07:21:56.499932+0000","last_clean":"2024-09-16T07:21:56.499932+0000","last_became_active":"2024-09-16T07:21:53.852287+0000","last_became_peered":"2024-09-16T07:21:53.852287+0000","last_unstale":"2024-09-16T07:21:56.499932+0000","last_undegraded":"2024-09-16T07:21:56.499932+0000","last_fullsized":"2024-09-16T07:21:56.499932+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:50:01.328164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.862435+0000","last_change":"2024-09-16T07:21:54.872495+0000","last_active":"2024-09-16T07:21:55.862435+0000","last_peered":"2024-09-16T07:21:55.862435+0000","last_clean":"2024-09-16T07:21:55.862435+0000","last_became_active":"2024-09-16T07:21:54.872233+0000","last_became_peered":"2024-09-16T07:21:54.872233+0000","last_unstale":"2024-09-16T07:21:55.862435+0000","last_undegraded":"2024-09-16T07:21:55.862435+0000","last_fullsized":"2024-09-16T07:21:55.862435+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:00:57.069060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.7","version":"33'2","reported_seq":17,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.997931+0000","last_change":"2024-09-16T07:21:53.860970+0000","last_active":"2024-09-16T07:21:55.997931+0000","last_peered":"2024-09-16T07:21:55.997931+0000","last_clean":"2024-09-16T07:21:55.997931+0000","last_became_active":"2024-09-16T07:21:53.860689+0000","last_became_peered":"2024-09-16T07:21:53.860689+0000","last_unstale":"2024-09-16T07:21:55.997931+0000","last_undegraded":"2024-09-16T07:21:55.997931+0000","last_fullsized":"2024-09-16T07:21:55.997931+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:22:06.351741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:56.499130+0000","last_change":"2024-09-16T07:21:54.868673+0000","last_active":"2024-09-16T07:21:56.499130+0000","last_peered":"2024-09-16T07:21:56.499130+0000","last_clean":"2024-09-16T07:21:56.499130+0000","last_became_active":"2024-09-16T07:21:54.868395+0000","last_became_peered":"2024-09-16T07:21:54.868395+0000","last_unstale":"2024-09-16T07:21:56.499130+0000","last_undegraded":"2024-09-16T07:21:56.499130+0000","last_fullsized":"2024-09-16T07:21:56.499130+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:19:25.025753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"34'1","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.862152+0000","last_change":"2024-09-16T07:21:53.860470+0000","last_active":"2024-09-16T07:21:55.862152+0000","last_peered":"2024-09-16T07:21:55.862152+0000","last_clean":"2024-09-16T07:21:55.862152+0000","last_became_active":"2024-09-16T07:21:53.860191+0000","last_became_peered":"2024-09-16T07:21:53.860191+0000","last_unstale":"2024-09-16T07:21:55.862152+0000","last_undegraded":"2024-09-16T07:21:55.862152+0000","last_fullsized":"2024-09-16T07:21:55.862152+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:58:10.874445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.862111+0000","last_change":"2024-09-16T07:21:54.872168+0000","last_active":"2024-09-16T07:21:55.862111+0000","last_peered":"2024-09-16T07:21:55.862111+0000","last_clean":"2024-09-16T07:21:55.862111+0000","last_became_active":"2024-09-16T07:21:54.871875+0000","last_became_peered":"2024-09-16T07:21:54.871875+0000","last_unstale":"2024-09-16T07:21:55.862111+0000","last_undegraded":"2024-09-16T07:21:55.862111+0000","last_fullsized":"2024-09-16T07:21:55.862111+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:58:20.006049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.998015+0000","last_change":"2024-09-16T07:21:53.859812+0000","last_active":"2024-09-16T07:21:55.998015+0000","last_peered":"2024-09-16T07:21:55.998015+0000","last_clean":"2024-09-16T07:21:55.998015+0000","last_became_active":"2024-09-16T07:21:53.859471+0000","last_became_peered":"2024-09-16T07:21:53.859471+0000","last_unstale":"2024-09-16T07:21:55.998015+0000","last_undegraded":"2024-09-16T07:21:55.998015+0000","last_fullsized":"2024-09-16T07:21:55.998015+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:13:15.986028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:56.499447+0000","last_change":"2024-09-16T07:21:54.867773+0000","last_active":"2024-09-16T07:21:56.499447+0000","last_peered":"2024-09-16T07:21:56.499447+0000","last_clean":"2024-09-16T07:21:56.499447+0000","last_became_active":"2024-09-16T07:21:54.867498+0000","last_became_peered":"2024-09-16T07:21:54.867498+0000","last_unstale":"2024-09-16T07:21:56.499447+0000","last_undegraded":"2024-09-16T07:21:56.499447+0000","last_fullsized":"2024-09-16T07:21:56.499447+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:50:02.335088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.997778+0000","last_change":"2024-09-16T07:21:53.857003+0000","last_active":"2024-09-16T07:21:55.997778+0000","last_peered":"2024-09-16T07:21:55.997778+0000","last_clean":"2024-09-16T07:21:55.997778+0000","last_became_active":"2024-09-16T07:21:53.856699+0000","last_became_peered":"2024-09-16T07:21:53.856699+0000","last_unstale":"2024-09-16T07:21:55.997778+0000","last_undegraded":"2024-09-16T07:21:55.997778+0000","last_fullsized":"2024-09-16T07:21:55.997778+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:01:46.738901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:56.498552+0000","last_change":"2024-09-16T07:21:54.870137+0000","last_active":"2024-09-16T07:21:56.498552+0000","last_peered":"2024-09-16T07:21:56.498552+0000","last_clean":"2024-09-16T07:21:56.498552+0000","last_became_active":"2024-09-16T07:21:54.869841+0000","last_became_peered":"2024-09-16T07:21:54.869841+0000","last_unstale":"2024-09-16T07:21:56.498552+0000","last_undegraded":"2024-09-16T07:21:56.498552+0000","last_fullsized":"2024-09-16T07:21:56.498552+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:12:12.414047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.997750+0000","last_change":"2024-09-16T07:21:53.852995+0000","last_active":"2024-09-16T07:21:55.997750+0000","last_peered":"2024-09-16T07:21:55.997750+0000","last_clean":"2024-09-16T07:21:55.997750+0000","last_became_active":"2024-09-16T07:21:53.852711+0000","last_became_peered":"2024-09-16T07:21:53.852711+0000","last_unstale":"2024-09-16T07:21:55.997750+0000","last_undegraded":"2024-09-16T07:21:55.997750+0000","last_fullsized":"2024-09-16T07:21:55.997750+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:41:24.023679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:56.498303+0000","last_change":"2024-09-16T07:21:54.878664+0000","last_active":"2024-09-16T07:21:56.498303+0000","last_peered":"2024-09-16T07:21:56.498303+0000","last_clean":"2024-09-16T07:21:56.498303+0000","last_became_active":"2024-09-16T07:21:54.877902+0000","last_became_peered":"2024-09-16T07:21:54.877902+0000","last_unstale":"2024-09-16T07:21:56.498303+0000","last_undegraded":"2024-09-16T07:21:56.498303+0000","last_fullsized":"2024-09-16T07:21:56.498303+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:21:23.981459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:56.499545+0000","last_change":"2024-09-16T07:21:53.856026+0000","last_active":"2024-09-16T07:21:56.499545+0000","last_peered":"2024-09-16T07:21:56.499545+0000","last_clean":"2024-09-16T07:21:56.499545+0000","last_became_active":"2024-09-16T07:21:53.855676+0000","last_became_peered":"2024-09-16T07:21:53.855676+0000","last_unstale":"2024-09-16T07:21:56.499545+0000","last_undegraded":"2024-09-16T07:21:56.499545+0000","last_fullsized":"2024-09-16T07:21:56.499545+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:28:28.291422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:56.500420+0000","last_change":"2024-09-16T07:21:54.868717+0000","last_active":"2024-09-16T07:21:56.500420+0000","last_peered":"2024-09-16T07:21:56.500420+0000","last_clean":"2024-09-16T07:21:56.500420+0000","last_became_active":"2024-09-16T07:21:54.868459+0000","last_became_peered":"2024-09-16T07:21:54.868459+0000","last_unstale":"2024-09-16T07:21:56.500420+0000","last_undegraded":"2024-09-16T07:21:56.500420+0000","last_fullsized":"2024-09-16T07:21:56.500420+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:22:13.684209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:56.498321+0000","last_change":"2024-09-16T07:21:53.856812+0000","last_active":"2024-09-16T07:21:56.498321+0000","last_peered":"2024-09-16T07:21:56.498321+0000","last_clean":"2024-09-16T07:21:56.498321+0000","last_became_active":"2024-09-16T07:21:53.856480+0000","last_became_peered":"2024-09-16T07:21:53.856480+0000","last_unstale":"2024-09-16T07:21:56.498321+0000","last_undegraded":"2024-09-16T07:21:56.498321+0000","last_fullsized":"2024-09-16T07:21:56.498321+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:00:56.062136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:56.499395+0000","last_change":"2024-09-16T07:21:54.870209+0000","last_active":"2024-09-16T07:21:56.499395+0000","last_peered":"2024-09-16T07:21:56.499395+0000","last_clean":"2024-09-16T07:21:56.499395+0000","last_became_active":"2024-09-16T07:21:54.869935+0000","last_became_peered":"2024-09-16T07:21:54.869935+0000","last_unstale":"2024-09-16T07:21:56.499395+0000","last_undegraded":"2024-09-16T07:21:56.499395+0000","last_fullsized":"2024-09-16T07:21:56.499395+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:53.837949+0000","last_clean_scrub_stamp":"2024-09-16T07:21:53.837949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:34:51.127372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:56.500464+0000","last_change":"2024-09-16T07:21:53.849334+0000","last_active":"2024-09-16T07:21:56.500464+0000","last_peered":"2024-09-16T07:21:56.500464+0000","last_clean":"2024-09-16T07:21:56.500464+0000","last_became_active":"2024-09-16T07:21:53.849066+0000","last_became_peered":"2024-09-16T07:21:53.849066+0000","last_unstale":"2024-09-16T07:21:56.500464+0000","last_undegraded":"2024-09-16T07:21:56.500464+0000","last_fullsized":"2024-09-16T07:21:56.500464+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:52.831025+0000","last_clean_scrub_stamp":"2024-09-16T07:21:52.831025+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:07:43.835704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'72","reported_seq":130,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-16T07:21:55.860367+0000","last_change":"2024-09-16T07:21:02.600196+0000","last_active":"2024-09-16T07:21:55.860367+0000","last_peered":"2024-09-16T07:21:55.860367+0000","last_clean":"2024-09-16T07:21:55.860367+0000","last_became_active":"2024-09-16T07:21:02.599001+0000","last_became_peered":"2024-09-16T07:21:02.599001+0000","last_unstale":"2024-09-16T07:21:55.860367+0000","last_undegraded":"2024-09-16T07:21:55.860367+0000","last_fullsized":"2024-09-16T07:21:55.860367+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_clean_scrub_stamp":"2024-09-16T07:21:01.331773+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:28:40.942832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509456,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27404,"kb_used_data":372,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344436,"statfs":{"total":96636764160,"available":96608702464,"internally_reserved":0,"allocated":380928,"data_stored":145329,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509455,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27984,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343856,"statfs":{"total":96636764160,"available":96608108544,"internally_reserved":0,"allocated":974848,"data_stored":736257,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509455,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27412,"kb_used_data":384,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344428,"statfs":{"total":96636764160,"available":96608694272,"internally_reserved":0,"allocated":393216,"data_stored":146941,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509456,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27416,"kb_used_data":384,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344424,"statfs":{"total":96636764160,"available":96608690176,"internally_reserved":0,"allocated":393216,"data_stored":146083,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509456,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27404,"kb_used_data":372,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344436,"statfs":{"total":96636764160,"available":96608702464,"internally_reserved":0,"allocated":380928,"data_stored":145341,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509456,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27984,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343856,"statfs":{"total":96636764160,"available":96608108544,"internally_reserved":0,"allocated":974848,"data_stored":735745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509457,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27404,"kb_used_data":372,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344436,"statfs":{"total":96636764160,"available":96608702464,"internally_reserved":0,"allocated":380928,"data_stored":145397,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574863,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27416,"kb_used_data":380,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344424,"statfs":{"total":96636764160,"available":96608690176,"internally_reserved":0,"allocated":389120,"data_stored":146919,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T07:22:03.711 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-16T07:22:03.711 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-16T07:22:03.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.860+0000 7f988b1bc640 1 -- 172.21.15.31:0/2760226540 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f988415a8e0 msgr2=0x7f98840cee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:03.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.860+0000 7f988b1bc640 1 --2- 172.21.15.31:0/2760226540 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f988415a8e0 0x7f98840cee40 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f9874005fd0 tx=0x7f987402a5c0 comp rx=0 tx=0).stop 2024-09-16T07:22:03.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.860+0000 7f988b1bc640 1 -- 172.21.15.31:0/2760226540 shutdown_connections 2024-09-16T07:22:03.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.860+0000 7f988b1bc640 1 --2- 172.21.15.31:0/2760226540 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9884069fc0 0x7f98840cabd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:03.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.860+0000 7f988b1bc640 1 --2- 172.21.15.31:0/2760226540 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f988415a8e0 0x7f98840cee40 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:03.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.860+0000 7f988b1bc640 1 -- 172.21.15.31:0/2760226540 >> 172.21.15.31:0/2760226540 conn(0x7f98840cfdc0 msgr2=0x7f98840d01d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:03.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.860+0000 7f988b1bc640 1 -- 172.21.15.31:0/2760226540 shutdown_connections 2024-09-16T07:22:03.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.860+0000 7f988b1bc640 1 -- 172.21.15.31:0/2760226540 wait complete. 2024-09-16T07:22:03.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.861+0000 7f988b1bc640 1 Processor -- start 2024-09-16T07:22:03.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.861+0000 7f988b1bc640 1 -- start start 2024-09-16T07:22:03.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.862+0000 7f988b1bc640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9884069fc0 0x7f9884146f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:03.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.862+0000 7f988b1bc640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f988415a8e0 0x7f98840c38f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:03.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.862+0000 7f988b1bc640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f988415acc0 0x7f98840b5070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:03.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.862+0000 7f988b1bc640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f98840cb4e0 con 0x7f9884069fc0 2024-09-16T07:22:03.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.862+0000 7f988b1bc640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f98840cb360 con 0x7f988415a8e0 2024-09-16T07:22:03.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.862+0000 7f988b1bc640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f98840ca930 con 0x7f988415acc0 2024-09-16T07:22:03.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.862+0000 7f9888f58640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9884069fc0 0x7f9884146f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:03.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.862+0000 7f9888f58640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9884069fc0 0x7f9884146f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55388/0 (socket says 172.21.15.31:55388) 2024-09-16T07:22:03.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.862+0000 7f9888f58640 1 -- 172.21.15.31:0/3910923788 learned_addr learned my addr 172.21.15.31:0/3910923788 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:03.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.863+0000 7f9889759640 1 --2- 172.21.15.31:0/3910923788 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f988415acc0 0x7f98840b5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:03.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.863+0000 7f9883fff640 1 --2- 172.21.15.31:0/3910923788 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f988415a8e0 0x7f98840c38f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:03.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.863+0000 7f9888f58640 1 -- 172.21.15.31:0/3910923788 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f988415acc0 msgr2=0x7f98840b5070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:03.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.863+0000 7f9888f58640 1 --2- 172.21.15.31:0/3910923788 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f988415acc0 0x7f98840b5070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:03.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.863+0000 7f9888f58640 1 -- 172.21.15.31:0/3910923788 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f988415a8e0 msgr2=0x7f98840c38f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:03.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.863+0000 7f9888f58640 1 --2- 172.21.15.31:0/3910923788 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f988415a8e0 0x7f98840c38f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:03.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.863+0000 7f9888f58640 1 -- 172.21.15.31:0/3910923788 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98840c4090 con 0x7f9884069fc0 2024-09-16T07:22:03.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.863+0000 7f9889759640 1 --2- 172.21.15.31:0/3910923788 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f988415acc0 0x7f98840b5070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:22:03.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.863+0000 7f9883fff640 1 --2- 172.21.15.31:0/3910923788 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f988415a8e0 0x7f98840c38f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:22:03.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.863+0000 7f9888f58640 1 --2- 172.21.15.31:0/3910923788 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9884069fc0 0x7f9884146f30 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f9874009850 tx=0x7f98740039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:03.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.863+0000 7f98817fa640 1 -- 172.21.15.31:0/3910923788 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f987403f070 con 0x7f9884069fc0 2024-09-16T07:22:03.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.863+0000 7f98817fa640 1 -- 172.21.15.31:0/3910923788 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9874004890 con 0x7f9884069fc0 2024-09-16T07:22:03.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.863+0000 7f988b1bc640 1 -- 172.21.15.31:0/3910923788 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98841f5f10 con 0x7f9884069fc0 2024-09-16T07:22:03.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.863+0000 7f98817fa640 1 -- 172.21.15.31:0/3910923788 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9874035030 con 0x7f9884069fc0 2024-09-16T07:22:03.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.863+0000 7f988b1bc640 1 -- 172.21.15.31:0/3910923788 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98841f64d0 con 0x7f9884069fc0 2024-09-16T07:22:03.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.864+0000 7f988b1bc640 1 -- 172.21.15.31:0/3910923788 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f98840738b0 con 0x7f9884069fc0 2024-09-16T07:22:03.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.865+0000 7f98817fa640 1 -- 172.21.15.31:0/3910923788 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f9874042070 con 0x7f9884069fc0 2024-09-16T07:22:03.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.865+0000 7f98817fa640 1 --2- 172.21.15.31:0/3910923788 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9870078850 0x7f987007ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:03.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.865+0000 7f98817fa640 1 -- 172.21.15.31:0/3910923788 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7f98740bb920 con 0x7f9884069fc0 2024-09-16T07:22:03.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.866+0000 7f9883fff640 1 --2- 172.21.15.31:0/3910923788 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9870078850 0x7f987007ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:03.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.866+0000 7f9883fff640 1 --2- 172.21.15.31:0/3910923788 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9870078850 0x7f987007ad10 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f98840b1320 tx=0x7f9878005ec0 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:03.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:03.870+0000 7f98817fa640 1 -- 172.21.15.31:0/3910923788 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f98840c4090 con 0x7f9884069fc0 2024-09-16T07:22:04.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.133+0000 7f988b1bc640 1 -- 172.21.15.31:0/3910923788 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f98840af500 con 0x7f9884069fc0 2024-09-16T07:22:04.134 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.135+0000 7f98817fa640 1 -- 172.21.15.31:0/3910923788 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v16) ==== 190+0+147 (secure 0 0 0) 0x7f9874083f90 con 0x7f9884069fc0 2024-09-16T07:22:04.135 INFO:teuthology.orchestra.run.smithi031.stdout:[client.0] 2024-09-16T07:22:04.135 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQAp3OdmOi3VIhAA6pREvErOkWIiU+/Wlqimsw== 2024-09-16T07:22:04.135 INFO:teuthology.orchestra.run.smithi031.stdout: caps mds = "allow" 2024-09-16T07:22:04.135 INFO:teuthology.orchestra.run.smithi031.stdout: caps mon = "allow r" 2024-09-16T07:22:04.135 INFO:teuthology.orchestra.run.smithi031.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-16T07:22:04.135 INFO:teuthology.orchestra.run.smithi031.stderr:updated caps for client.0 2024-09-16T07:22:04.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.137+0000 7f988b1bc640 1 -- 172.21.15.31:0/3910923788 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9870078850 msgr2=0x7f987007ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:04.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.137+0000 7f988b1bc640 1 --2- 172.21.15.31:0/3910923788 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9870078850 0x7f987007ad10 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f98840b1320 tx=0x7f9878005ec0 comp rx=0 tx=0).stop 2024-09-16T07:22:04.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.137+0000 7f988b1bc640 1 -- 172.21.15.31:0/3910923788 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9884069fc0 msgr2=0x7f9884146f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:04.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.137+0000 7f988b1bc640 1 --2- 172.21.15.31:0/3910923788 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9884069fc0 0x7f9884146f30 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f9874009850 tx=0x7f98740039e0 comp rx=0 tx=0).stop 2024-09-16T07:22:04.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.137+0000 7f988b1bc640 1 -- 172.21.15.31:0/3910923788 shutdown_connections 2024-09-16T07:22:04.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.137+0000 7f988b1bc640 1 --2- 172.21.15.31:0/3910923788 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9870078850 0x7f987007ad10 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:04.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.137+0000 7f988b1bc640 1 --2- 172.21.15.31:0/3910923788 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f988415acc0 0x7f98840b5070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:04.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.137+0000 7f988b1bc640 1 --2- 172.21.15.31:0/3910923788 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f988415a8e0 0x7f98840c38f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:04.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.137+0000 7f988b1bc640 1 --2- 172.21.15.31:0/3910923788 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9884069fc0 0x7f9884146f30 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:04.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.137+0000 7f988b1bc640 1 -- 172.21.15.31:0/3910923788 >> 172.21.15.31:0/3910923788 conn(0x7f98840cfdc0 msgr2=0x7f9884075820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:04.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.137+0000 7f988b1bc640 1 -- 172.21.15.31:0/3910923788 shutdown_connections 2024-09-16T07:22:04.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.137+0000 7f988b1bc640 1 -- 172.21.15.31:0/3910923788 wait complete. 2024-09-16T07:22:04.148 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:22:04.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.253+0000 7f8a4752b640 1 -- 172.21.15.31:0/3372511600 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8a400d49c0 msgr2=0x7f8a400b3800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:04.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.253+0000 7f8a4752b640 1 --2- 172.21.15.31:0/3372511600 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8a400d49c0 0x7f8a400b3800 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f8a400d1eb0 tx=0x7f8a3002aa30 comp rx=0 tx=0).stop 2024-09-16T07:22:04.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.253+0000 7f8a4752b640 1 -- 172.21.15.31:0/3372511600 shutdown_connections 2024-09-16T07:22:04.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.253+0000 7f8a4752b640 1 --2- 172.21.15.31:0/3372511600 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8a400d49c0 0x7f8a400b3800 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:04.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.253+0000 7f8a4752b640 1 --2- 172.21.15.31:0/3372511600 >> v2:172.21.15.155:3300/0 conn(0x7f8a400d0d40 0x7f8a400cf9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:04.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.253+0000 7f8a4752b640 1 -- 172.21.15.31:0/3372511600 >> 172.21.15.31:0/3372511600 conn(0x7f8a400d3ea0 msgr2=0x7f8a400d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:04.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.253+0000 7f8a4752b640 1 -- 172.21.15.31:0/3372511600 shutdown_connections 2024-09-16T07:22:04.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.253+0000 7f8a4752b640 1 -- 172.21.15.31:0/3372511600 wait complete. 2024-09-16T07:22:04.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.255+0000 7f8a4752b640 1 Processor -- start 2024-09-16T07:22:04.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.255+0000 7f8a4752b640 1 -- start start 2024-09-16T07:22:04.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.255+0000 7f8a4752b640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8a400d0d40 0x7f8a400caf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:04.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.255+0000 7f8a4752b640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8a400d49c0 0x7f8a401f4190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:04.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.255+0000 7f8a4752b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8a4015df90 0x7f8a400cd910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:04.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.255+0000 7f8a4752b640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f8a40162690 con 0x7f8a4015df90 2024-09-16T07:22:04.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.256+0000 7f8a4752b640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f8a400b3d40 con 0x7f8a400d0d40 2024-09-16T07:22:04.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.256+0000 7f8a4752b640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f8a4014ea20 con 0x7f8a400d49c0 2024-09-16T07:22:04.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.256+0000 7f8a45ac8640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8a4015df90 0x7f8a400cd910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:04.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.256+0000 7f8a45ac8640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8a4015df90 0x7f8a400cd910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55398/0 (socket says 172.21.15.31:55398) 2024-09-16T07:22:04.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.256+0000 7f8a45ac8640 1 -- 172.21.15.31:0/219184497 learned_addr learned my addr 172.21.15.31:0/219184497 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:04.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.256+0000 7f8a452c7640 1 --2- 172.21.15.31:0/219184497 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8a400d0d40 0x7f8a400caf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:04.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.256+0000 7f8a44ac6640 1 --2- 172.21.15.31:0/219184497 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8a400d49c0 0x7f8a401f4190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:04.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.256+0000 7f8a45ac8640 1 -- 172.21.15.31:0/219184497 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8a400d49c0 msgr2=0x7f8a401f4190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:04.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.256+0000 7f8a45ac8640 1 --2- 172.21.15.31:0/219184497 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8a400d49c0 0x7f8a401f4190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:04.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.256+0000 7f8a45ac8640 1 -- 172.21.15.31:0/219184497 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8a400d0d40 msgr2=0x7f8a400caf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:04.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.256+0000 7f8a45ac8640 1 --2- 172.21.15.31:0/219184497 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8a400d0d40 0x7f8a400caf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:04.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.256+0000 7f8a45ac8640 1 -- 172.21.15.31:0/219184497 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a4014de50 con 0x7f8a4015df90 2024-09-16T07:22:04.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.256+0000 7f8a44ac6640 1 --2- 172.21.15.31:0/219184497 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8a400d49c0 0x7f8a401f4190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:22:04.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.256+0000 7f8a45ac8640 1 --2- 172.21.15.31:0/219184497 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8a4015df90 0x7f8a400cd910 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f8a30009d60 tx=0x7f8a30003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:04.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.256+0000 7f8a3dffb640 1 -- 172.21.15.31:0/219184497 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a30047070 con 0x7f8a4015df90 2024-09-16T07:22:04.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.256+0000 7f8a3dffb640 1 -- 172.21.15.31:0/219184497 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8a30004250 con 0x7f8a4015df90 2024-09-16T07:22:04.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.256+0000 7f8a4752b640 1 -- 172.21.15.31:0/219184497 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a4014e0f0 con 0x7f8a4015df90 2024-09-16T07:22:04.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.256+0000 7f8a3dffb640 1 -- 172.21.15.31:0/219184497 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a30033050 con 0x7f8a4015df90 2024-09-16T07:22:04.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.257+0000 7f8a4752b640 1 -- 172.21.15.31:0/219184497 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a4014e6b0 con 0x7f8a4015df90 2024-09-16T07:22:04.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.257+0000 7f8a4752b640 1 -- 172.21.15.31:0/219184497 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8a400b4270 con 0x7f8a4015df90 2024-09-16T07:22:04.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.258+0000 7f8a3dffb640 1 -- 172.21.15.31:0/219184497 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f8a3004a070 con 0x7f8a4015df90 2024-09-16T07:22:04.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.259+0000 7f8a3dffb640 1 --2- 172.21.15.31:0/219184497 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f8a2c078850 0x7f8a2c07ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:04.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.259+0000 7f8a3dffb640 1 -- 172.21.15.31:0/219184497 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7f8a300bbb80 con 0x7f8a4015df90 2024-09-16T07:22:04.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.259+0000 7f8a452c7640 1 --2- 172.21.15.31:0/219184497 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f8a2c078850 0x7f8a2c07ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:04.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.260+0000 7f8a452c7640 1 --2- 172.21.15.31:0/219184497 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f8a2c078850 0x7f8a2c07ad10 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f8a38006fd0 tx=0x7f8a38008040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:04.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.263+0000 7f8a3dffb640 1 -- 172.21.15.31:0/219184497 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f8a400ce970 con 0x7f8a4015df90 2024-09-16T07:22:04.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.487+0000 7f8a4752b640 1 -- 172.21.15.31:0/219184497 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8a4008d590 con 0x7f8a4015df90 2024-09-16T07:22:04.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.487+0000 7f8a3dffb640 1 -- 172.21.15.31:0/219184497 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+5229 (secure 0 0 0) 0x7f8a30084280 con 0x7f8a4015df90 2024-09-16T07:22:04.487 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:22:04.487 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":17,"btime":"2024-09-16T07:21:57:876368+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4673,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/2253048678","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2253048678},{"type":"v1","addr":"172.21.15.155:6837","nonce":2253048678}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4676,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/1490310258","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":1490310258},{"type":"v1","addr":"172.21.15.155:6836","nonce":1490310258}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4971,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6834/4283176108","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":4283176108},{"type":"v1","addr":"172.21.15.31:6834","nonce":4283176108}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:21:54.220800+0000","modified":"2024-09-16T07:21:57.242331+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4974},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4974":{"gid":4974,"name":"a","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6835/1180708454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":1180708454},{"type":"v1","addr":"172.21.15.31:6835","nonce":1180708454}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4974,"qdb_cluster":[4974]},"id":2}]} 2024-09-16T07:22:04.487 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 17 2024-09-16T07:22:04.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.489+0000 7f8a4752b640 1 -- 172.21.15.31:0/219184497 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f8a2c078850 msgr2=0x7f8a2c07ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:04.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.489+0000 7f8a4752b640 1 --2- 172.21.15.31:0/219184497 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f8a2c078850 0x7f8a2c07ad10 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f8a38006fd0 tx=0x7f8a38008040 comp rx=0 tx=0).stop 2024-09-16T07:22:04.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.489+0000 7f8a4752b640 1 -- 172.21.15.31:0/219184497 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8a4015df90 msgr2=0x7f8a400cd910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:04.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.489+0000 7f8a4752b640 1 --2- 172.21.15.31:0/219184497 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8a4015df90 0x7f8a400cd910 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f8a30009d60 tx=0x7f8a30003f10 comp rx=0 tx=0).stop 2024-09-16T07:22:04.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.489+0000 7f8a4752b640 1 -- 172.21.15.31:0/219184497 shutdown_connections 2024-09-16T07:22:04.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.489+0000 7f8a4752b640 1 --2- 172.21.15.31:0/219184497 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f8a2c078850 0x7f8a2c07ad10 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:04.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.489+0000 7f8a4752b640 1 --2- 172.21.15.31:0/219184497 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8a4015df90 0x7f8a400cd910 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:04.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.489+0000 7f8a4752b640 1 --2- 172.21.15.31:0/219184497 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8a400d49c0 0x7f8a401f4190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:04.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.489+0000 7f8a4752b640 1 --2- 172.21.15.31:0/219184497 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8a400d0d40 0x7f8a400caf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:04.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.490+0000 7f8a4752b640 1 -- 172.21.15.31:0/219184497 >> 172.21.15.31:0/219184497 conn(0x7f8a400d3ea0 msgr2=0x7f8a4006e910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:04.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.490+0000 7f8a4752b640 1 -- 172.21.15.31:0/219184497 shutdown_connections 2024-09-16T07:22:04.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:04.490+0000 7f8a4752b640 1 -- 172.21.15.31:0/219184497 wait complete. 2024-09-16T07:22:04.902 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 17, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-16T07:21:54.220800+0000', 'modified': '2024-09-16T07:21:57.242331+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4974}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4974': {'gid': 4974, 'name': 'a', 'rank': 0, 'incarnation': 13, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.31:6835/1180708454', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.31:6833', 'nonce': 1180708454}, {'type': 'v1', 'addr': '172.21.15.31:6835', 'nonce': 1180708454}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [5], 'metadata_pool': 4, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4974, 'qdb_cluster': [4974]} 2024-09-16T07:22:04.902 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-16T07:22:04.903 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-16T07:22:05.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.014+0000 7f6ec696b640 1 -- 172.21.15.31:0/1383649845 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6ec00d0d40 msgr2=0x7f6ec00cf9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:05.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.014+0000 7f6ec696b640 1 --2- 172.21.15.31:0/1383649845 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6ec00d0d40 0x7f6ec00cf9b0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f6eb4005fd0 tx=0x7f6eb402a540 comp rx=0 tx=0).stop 2024-09-16T07:22:05.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.014+0000 7f6ec696b640 1 -- 172.21.15.31:0/1383649845 shutdown_connections 2024-09-16T07:22:05.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.014+0000 7f6ec696b640 1 --2- 172.21.15.31:0/1383649845 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6ec00d49c0 0x7f6ec00b3800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:05.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.014+0000 7f6ec696b640 1 --2- 172.21.15.31:0/1383649845 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6ec00d0d40 0x7f6ec00cf9b0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:05.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.014+0000 7f6ec696b640 1 -- 172.21.15.31:0/1383649845 >> 172.21.15.31:0/1383649845 conn(0x7f6ec00d3ea0 msgr2=0x7f6ec00d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:05.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.014+0000 7f6ec696b640 1 -- 172.21.15.31:0/1383649845 shutdown_connections 2024-09-16T07:22:05.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.014+0000 7f6ec696b640 1 -- 172.21.15.31:0/1383649845 wait complete. 2024-09-16T07:22:05.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.015+0000 7f6ec696b640 1 Processor -- start 2024-09-16T07:22:05.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.015+0000 7f6ec696b640 1 -- start start 2024-09-16T07:22:05.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.016+0000 7f6ec696b640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6ec00d0d40 0x7f6ec00caf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:05.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.016+0000 7f6ec696b640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6ec00d49c0 0x7f6ec01f84f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:05.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.016+0000 7f6ec696b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ec015df90 0x7f6ec01f8a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:05.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.016+0000 7f6ec696b640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f6ec0162690 con 0x7f6ec015df90 2024-09-16T07:22:05.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.016+0000 7f6ec696b640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f6ec00b3d40 con 0x7f6ec00d49c0 2024-09-16T07:22:05.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.016+0000 7f6ec696b640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f6ec00cd800 con 0x7f6ec00d0d40 2024-09-16T07:22:05.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.016+0000 7f6ec4f08640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ec015df90 0x7f6ec01f8a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:05.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.016+0000 7f6ec4f08640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ec015df90 0x7f6ec01f8a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55408/0 (socket says 172.21.15.31:55408) 2024-09-16T07:22:05.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.016+0000 7f6ec4f08640 1 -- 172.21.15.31:0/2445455103 learned_addr learned my addr 172.21.15.31:0/2445455103 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:05.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.016+0000 7f6ebffff640 1 --2- 172.21.15.31:0/2445455103 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6ec00d0d40 0x7f6ec00caf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:05.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.016+0000 7f6ebf7fe640 1 --2- 172.21.15.31:0/2445455103 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6ec00d49c0 0x7f6ec01f84f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:05.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.016+0000 7f6ec4f08640 1 -- 172.21.15.31:0/2445455103 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6ec00d0d40 msgr2=0x7f6ec00caf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:05.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.016+0000 7f6ec4f08640 1 --2- 172.21.15.31:0/2445455103 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6ec00d0d40 0x7f6ec00caf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:05.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.016+0000 7f6ec4f08640 1 -- 172.21.15.31:0/2445455103 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6ec00d49c0 msgr2=0x7f6ec01f84f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:05.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.016+0000 7f6ec4f08640 1 --2- 172.21.15.31:0/2445455103 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6ec00d49c0 0x7f6ec01f84f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:05.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.016+0000 7f6ec4f08640 1 -- 172.21.15.31:0/2445455103 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ec00cdae0 con 0x7f6ec015df90 2024-09-16T07:22:05.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.016+0000 7f6ebffff640 1 --2- 172.21.15.31:0/2445455103 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6ec00d0d40 0x7f6ec00caf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:22:05.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.016+0000 7f6ebf7fe640 1 --2- 172.21.15.31:0/2445455103 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6ec00d49c0 0x7f6ec01f84f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:22:05.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.017+0000 7f6ec4f08640 1 --2- 172.21.15.31:0/2445455103 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ec015df90 0x7f6ec01f8a30 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f6eb800eb10 tx=0x7f6eb800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:05.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.017+0000 7f6ebcff9640 1 -- 172.21.15.31:0/2445455103 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6eb8004b20 con 0x7f6ec015df90 2024-09-16T07:22:05.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.017+0000 7f6ebcff9640 1 -- 172.21.15.31:0/2445455103 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6eb8004ce0 con 0x7f6ec015df90 2024-09-16T07:22:05.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.017+0000 7f6ec696b640 1 -- 172.21.15.31:0/2445455103 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ec00cddc0 con 0x7f6ec015df90 2024-09-16T07:22:05.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.017+0000 7f6ebcff9640 1 -- 172.21.15.31:0/2445455103 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6eb8005280 con 0x7f6ec015df90 2024-09-16T07:22:05.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.017+0000 7f6ec696b640 1 -- 172.21.15.31:0/2445455103 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ec015d510 con 0x7f6ec015df90 2024-09-16T07:22:05.027 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.019+0000 7f6ebcff9640 1 -- 172.21.15.31:0/2445455103 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f6eb8005420 con 0x7f6ec015df90 2024-09-16T07:22:05.027 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.019+0000 7f6ebcff9640 1 --2- 172.21.15.31:0/2445455103 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6eac078850 0x7f6eac07ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:05.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.019+0000 7f6ebcff9640 1 -- 172.21.15.31:0/2445455103 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7f6eb809b720 con 0x7f6ec015df90 2024-09-16T07:22:05.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.019+0000 7f6ebffff640 1 --2- 172.21.15.31:0/2445455103 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6eac078850 0x7f6eac07ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:05.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.020+0000 7f6ec9819740 1 Processor -- start 2024-09-16T07:22:05.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.020+0000 7f6ec9819740 1 -- start start 2024-09-16T07:22:05.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.020+0000 7f6ebffff640 1 --2- 172.21.15.31:0/2445455103 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6eac078850 0x7f6eac07ad10 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f6eb00016a0 tx=0x7f6eb0009040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:05.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.020+0000 7f6ec9819740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x556cc9e9f1b0 0x556cc9e76b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:05.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.020+0000 7f6ec9819740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x556cc9ebedf0 0x556cc9ebf1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:05.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.020+0000 7f6ec9819740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x556cc9e745f0 0x556cc9e74a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:05.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.020+0000 7f6ec9819740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x556cc9deb820 con 0x556cc9ebedf0 2024-09-16T07:22:05.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.020+0000 7f6ec9819740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x556cc9ddac50 con 0x556cc9e745f0 2024-09-16T07:22:05.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.020+0000 7f6ec9819740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x556cc9ddea60 con 0x556cc9e9f1b0 2024-09-16T07:22:05.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.021+0000 7f6ebf7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x556cc9ebedf0 0x556cc9ebf1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:05.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.021+0000 7f6ebf7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x556cc9ebedf0 0x556cc9ebf1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55414/0 (socket says 172.21.15.31:55414) 2024-09-16T07:22:05.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.021+0000 7f6ebf7fe640 1 -- 172.21.15.31:0/2058805078 learned_addr learned my addr 172.21.15.31:0/2058805078 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:05.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.021+0000 7f6ebffff640 1 --2- 172.21.15.31:0/2058805078 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x556cc9e9f1b0 0x556cc9e76b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:05.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.021+0000 7f6ec4f08640 1 --2- 172.21.15.31:0/2058805078 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x556cc9e745f0 0x556cc9e74a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:05.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.021+0000 7f6ebf7fe640 1 -- 172.21.15.31:0/2058805078 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x556cc9e9f1b0 msgr2=0x556cc9e76b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:22:05.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.021+0000 7f6ebf7fe640 1 --2- 172.21.15.31:0/2058805078 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x556cc9e9f1b0 0x556cc9e76b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:05.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.021+0000 7f6ebf7fe640 1 -- 172.21.15.31:0/2058805078 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x556cc9e745f0 msgr2=0x556cc9e74a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:22:05.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.021+0000 7f6ebf7fe640 1 --2- 172.21.15.31:0/2058805078 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x556cc9e745f0 0x556cc9e74a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:05.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.021+0000 7f6ebf7fe640 1 -- 172.21.15.31:0/2058805078 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556cc9b3c850 con 0x556cc9ebedf0 2024-09-16T07:22:05.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.021+0000 7f6ebf7fe640 1 --2- 172.21.15.31:0/2058805078 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x556cc9ebedf0 0x556cc9ebf1f0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f6eb4000c00 tx=0x7f6eb40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f0891b17b08a55a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:05.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.021+0000 7f6ea5ffb640 1 -- 172.21.15.31:0/2058805078 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6eb403f030 con 0x556cc9ebedf0 2024-09-16T07:22:05.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.021+0000 7f6ea5ffb640 1 -- 172.21.15.31:0/2058805078 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6eb4004370 con 0x556cc9ebedf0 2024-09-16T07:22:05.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.021+0000 7f6ea5ffb640 1 -- 172.21.15.31:0/2058805078 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6eb4035070 con 0x556cc9ebedf0 2024-09-16T07:22:05.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.022+0000 7f6ec9819740 1 -- 172.21.15.31:0/2058805078 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x556cc9ebedf0 msgr2=0x556cc9ebf1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:05.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.022+0000 7f6ec9819740 1 --2- 172.21.15.31:0/2058805078 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x556cc9ebedf0 0x556cc9ebf1f0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f6eb4000c00 tx=0x7f6eb40046c0 comp rx=0 tx=0).stop 2024-09-16T07:22:05.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.022+0000 7f6ec9819740 1 -- 172.21.15.31:0/2058805078 shutdown_connections 2024-09-16T07:22:05.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.022+0000 7f6ec9819740 1 --2- 172.21.15.31:0/2058805078 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x556cc9e745f0 0x556cc9e74a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:05.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.022+0000 7f6ec9819740 1 --2- 172.21.15.31:0/2058805078 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x556cc9ebedf0 0x556cc9ebf1f0 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:05.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.022+0000 7f6ec9819740 1 --2- 172.21.15.31:0/2058805078 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x556cc9e9f1b0 0x556cc9e76b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:05.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.022+0000 7f6ec9819740 1 -- 172.21.15.31:0/2058805078 >> 172.21.15.31:0/2058805078 conn(0x556cc9e756a0 msgr2=0x556cc9e790c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:05.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.022+0000 7f6ec9819740 1 -- 172.21.15.31:0/2058805078 shutdown_connections 2024-09-16T07:22:05.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.022+0000 7f6ec9819740 1 -- 172.21.15.31:0/2058805078 wait complete. 2024-09-16T07:22:05.031 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.022+0000 7f6ec9819740 1 -- start start 2024-09-16T07:22:05.031 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.023+0000 7f6ec9819740 1 Processor -- start 2024-09-16T07:22:05.031 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.023+0000 7f6ec9819740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x556cc9e9f1b0 0x556cc9e96e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:05.031 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.023+0000 7f6ec9819740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x556cc9ebedf0 0x556cc9eb78d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:05.031 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.024+0000 7f6ec9819740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x556cc9ed1370 0x556cc9ed17f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:05.031 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.024+0000 7f6ec9819740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x556cc9b4b620 con 0x556cc9ebedf0 2024-09-16T07:22:05.031 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.024+0000 7f6ec9819740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x556cc9d805f0 con 0x556cc9ed1370 2024-09-16T07:22:05.031 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.024+0000 7f6ec9819740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x556cc9e73890 con 0x556cc9e9f1b0 2024-09-16T07:22:05.031 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.024+0000 7f6ec9819740 10 client.0 _ll_register_callbacks cb 0x556cc9d840a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T07:22:05.031 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.024+0000 7f6ebf7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x556cc9ebedf0 0x556cc9eb78d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:05.031 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.024+0000 7f6ebf7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x556cc9ebedf0 0x556cc9eb78d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55426/0 (socket says 172.21.15.31:55426) 2024-09-16T07:22:05.031 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.024+0000 7f6ebf7fe640 1 -- 172.21.15.31:0/2216513549 learned_addr learned my addr 172.21.15.31:0/2216513549 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:05.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.024+0000 7f6ebffff640 1 --2- 172.21.15.31:0/2216513549 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x556cc9e9f1b0 0x556cc9e96e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:05.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.024+0000 7f6ec4f08640 1 --2- 172.21.15.31:0/2216513549 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x556cc9ed1370 0x556cc9ed17f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:05.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.024+0000 7f6ebf7fe640 1 -- 172.21.15.31:0/2216513549 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x556cc9e9f1b0 msgr2=0x556cc9e96e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:22:05.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.024+0000 7f6ebf7fe640 1 --2- 172.21.15.31:0/2216513549 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x556cc9e9f1b0 0x556cc9e96e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:05.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.024+0000 7f6ebf7fe640 1 -- 172.21.15.31:0/2216513549 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x556cc9ed1370 msgr2=0x556cc9ed17f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:22:05.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.024+0000 7f6ebf7fe640 1 --2- 172.21.15.31:0/2216513549 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x556cc9ed1370 0x556cc9ed17f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:05.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.024+0000 7f6ebf7fe640 1 -- 172.21.15.31:0/2216513549 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556cc9bb36b0 con 0x556cc9ebedf0 2024-09-16T07:22:05.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.024+0000 7f6ebf7fe640 1 --2- 172.21.15.31:0/2216513549 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x556cc9ebedf0 0x556cc9eb78d0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f6eb4000c00 tx=0x7f6eb4003820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c53f3917de80e21b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:05.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.024+0000 7f6e9effd640 10 client.0 ms_handle_connect on v2:172.21.15.31:3300/0 2024-09-16T07:22:05.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.024+0000 7f6e9effd640 1 -- 172.21.15.31:0/2216513549 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6eb404b070 con 0x556cc9ebedf0 2024-09-16T07:22:05.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.024+0000 7f6e9effd640 1 -- 172.21.15.31:0/2216513549 <== mon.0 v2:172.21.15.31:3300/0 2 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7f6eb4003e20 con 0x556cc9ebedf0 2024-09-16T07:22:05.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.024+0000 7f6ec9819740 1 -- 172.21.15.31:0/2216513549 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6eb4004370 con 0x556cc9ebedf0 2024-09-16T07:22:05.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.024+0000 7f6e9effd640 1 -- 172.21.15.31:0/2216513549 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_get_version_reply(handle=1 version=17) ==== 24+0+0 (secure 0 0 0) 0x7f6eb4056050 con 0x556cc9ebedf0 2024-09-16T07:22:05.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.024+0000 7f6ec9819740 10 client.5142 fetch_fsmap learned FSMap version 17 2024-09-16T07:22:05.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.025+0000 7f6ec9819740 1 -- 172.21.15.31:0/2216513549 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,fsmap=17,monmap=2+}) -- 0x556cc9eb4d20 con 0x556cc9ebedf0 2024-09-16T07:22:05.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.025+0000 7f6e9effd640 1 -- 172.21.15.31:0/2216513549 <== mon.0 v2:172.21.15.31:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6eb4004370 con 0x556cc9ebedf0 2024-09-16T07:22:05.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.025+0000 7f6e9effd640 1 -- 172.21.15.31:0/2216513549 <== mon.0 v2:172.21.15.31:3300/0 5 ==== fsmap(e 17) ==== 3502+0+0 (secure 0 0 0) 0x7f6eb4059020 con 0x556cc9ebedf0 2024-09-16T07:22:05.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.025+0000 7f6ec9819740 10 client.5142 fetch_fsmap finished waiting for FSMap version 17 2024-09-16T07:22:05.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.025+0000 7f6ec9819740 10 client.5142 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-16T07:22:05.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.025+0000 7f6ec9819740 20 client.5142 populate_metadata read hostname 'smithi031' 2024-09-16T07:22:05.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.025+0000 7f6ec9819740 1 --2- 172.21.15.31:0/2216513549 >> [v2:172.21.15.31:6833/1180708454,v1:172.21.15.31:6835/1180708454] conn(0x556cc9ecde00 0x556cc9ece1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:05.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.025+0000 7f6ec9819740 4 client.5142 mds_command: new command op to 4974 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T07:22:05.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.025+0000 7f6ec9819740 1 -- 172.21.15.31:0/2216513549 --> [v2:172.21.15.31:6833/1180708454,v1:172.21.15.31:6835/1180708454] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556cc9ded770 con 0x556cc9ecde00 2024-09-16T07:22:05.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.025+0000 7f6ebffff640 1 --2- 172.21.15.31:0/2216513549 >> [v2:172.21.15.31:6833/1180708454,v1:172.21.15.31:6835/1180708454] conn(0x556cc9ecde00 0x556cc9ece1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:05.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.025+0000 7f6e9effd640 10 client.5142 ms_handle_connect on v2:172.21.15.31:6833/1180708454 2024-09-16T07:22:05.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.025+0000 7f6ebffff640 1 --2- 172.21.15.31:0/2216513549 >> [v2:172.21.15.31:6833/1180708454,v1:172.21.15.31:6835/1180708454] conn(0x556cc9ecde00 0x556cc9ece1e0 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=90390e8862f06c70 server_cookie=535969bcd8f5a3ba in_seq=0 out_seq=0 2024-09-16T07:22:05.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.026+0000 7f6e9effd640 1 -- 172.21.15.31:0/2216513549 <== mds.0 v2:172.21.15.31:6833/1180708454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x556cc9ded770 con 0x556cc9ecde00 2024-09-16T07:22:05.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.026+0000 7f6e9effd640 10 client.5142 handle_command_reply: tid=0 2024-09-16T07:22:05.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.026+0000 7f6ec9819740 1 client.5142 shutdown 2024-09-16T07:22:05.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.026+0000 7f6ec9819740 1 -- 172.21.15.31:0/2216513549 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x556cc9ebedf0 msgr2=0x556cc9eb78d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:05.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.026+0000 7f6ec9819740 1 --2- 172.21.15.31:0/2216513549 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x556cc9ebedf0 0x556cc9eb78d0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f6eb4000c00 tx=0x7f6eb4003820 comp rx=0 tx=0).stop 2024-09-16T07:22:05.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.026+0000 7f6ec9819740 1 -- 172.21.15.31:0/2216513549 shutdown_connections 2024-09-16T07:22:05.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.026+0000 7f6ec9819740 1 --2- 172.21.15.31:0/2216513549 >> [v2:172.21.15.31:6833/1180708454,v1:172.21.15.31:6835/1180708454] conn(0x556cc9ecde00 0x556cc9ece1e0 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:05.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.026+0000 7f6ec9819740 1 --2- 172.21.15.31:0/2216513549 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x556cc9ed1370 0x556cc9ed17f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:05.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.026+0000 7f6e9effd640 0 client.5142 ms_handle_reset on v2:172.21.15.31:6833/1180708454 2024-09-16T07:22:05.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.026+0000 7f6ec9819740 1 --2- 172.21.15.31:0/2216513549 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x556cc9ebedf0 0x556cc9eb78d0 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:05.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.026+0000 7f6ec9819740 1 --2- 172.21.15.31:0/2216513549 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x556cc9e9f1b0 0x556cc9e96e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:05.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.026+0000 7f6ec9819740 1 -- 172.21.15.31:0/2216513549 >> 172.21.15.31:0/2216513549 conn(0x556cc9e745f0 msgr2=0x556cc9e72e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:05.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.026+0000 7f6ec9819740 1 -- 172.21.15.31:0/2216513549 shutdown_connections 2024-09-16T07:22:05.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.026+0000 7f6ec9819740 1 -- 172.21.15.31:0/2216513549 wait complete. 2024-09-16T07:22:05.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.026+0000 7f6ec9819740 20 client.5142 trim_cache size 0 max 16384 2024-09-16T07:22:05.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.044+0000 7f6ec9819740 1 Processor -- start 2024-09-16T07:22:05.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.045+0000 7f6ec9819740 1 -- start start 2024-09-16T07:22:05.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.045+0000 7f6ec9819740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x556cc9e9f1b0 0x556cc9e78c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:05.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.045+0000 7f6ec9819740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x556cc9ebedf0 0x556cc9e791d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:05.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.045+0000 7f6ec9819740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x556cc9ed1370 0x556cc9eb71c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:05.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.045+0000 7f6ec9819740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f6ec0200250 con 0x556cc9ebedf0 2024-09-16T07:22:05.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.045+0000 7f6ec9819740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f6ec01ff650 con 0x556cc9ed1370 2024-09-16T07:22:05.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.045+0000 7f6ec9819740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f6ec01ffc00 con 0x556cc9e9f1b0 2024-09-16T07:22:05.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.045+0000 7f6ebf7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x556cc9ebedf0 0x556cc9e791d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:05.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.045+0000 7f6ebf7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x556cc9ebedf0 0x556cc9e791d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55436/0 (socket says 172.21.15.31:55436) 2024-09-16T07:22:05.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.045+0000 7f6ebf7fe640 1 -- 172.21.15.31:0/2212215301 learned_addr learned my addr 172.21.15.31:0/2212215301 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:05.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.046+0000 7f6ebf7fe640 1 -- 172.21.15.31:0/2212215301 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x556cc9e9f1b0 msgr2=0x556cc9e78c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:22:05.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.046+0000 7f6ebffff640 1 --2- 172.21.15.31:0/2212215301 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x556cc9e9f1b0 0x556cc9e78c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:05.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.046+0000 7f6ebf7fe640 1 --2- 172.21.15.31:0/2212215301 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x556cc9e9f1b0 0x556cc9e78c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:05.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.046+0000 7f6ebf7fe640 1 -- 172.21.15.31:0/2212215301 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x556cc9ed1370 msgr2=0x556cc9eb71c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:22:05.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.046+0000 7f6ebf7fe640 1 --2- 172.21.15.31:0/2212215301 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x556cc9ed1370 0x556cc9eb71c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:05.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.046+0000 7f6ebf7fe640 1 -- 172.21.15.31:0/2212215301 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556cc9e99430 con 0x556cc9ebedf0 2024-09-16T07:22:05.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.046+0000 7f6ebf7fe640 1 --2- 172.21.15.31:0/2212215301 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x556cc9ebedf0 0x556cc9e791d0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f6eb4044630 tx=0x7f6eb4009780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe247dc622eed2f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:05.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.046+0000 7f6ea57fa640 1 -- 172.21.15.31:0/2212215301 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6eb403f030 con 0x556cc9ebedf0 2024-09-16T07:22:05.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.046+0000 7f6ea57fa640 1 -- 172.21.15.31:0/2212215301 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6eb4003c20 con 0x556cc9ebedf0 2024-09-16T07:22:05.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.046+0000 7f6ea57fa640 1 -- 172.21.15.31:0/2212215301 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6eb404b040 con 0x556cc9ebedf0 2024-09-16T07:22:05.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.046+0000 7f6ec9819740 1 -- 172.21.15.31:0/2212215301 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x556cc9ebedf0 msgr2=0x556cc9e791d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:05.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.046+0000 7f6ec9819740 1 --2- 172.21.15.31:0/2212215301 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x556cc9ebedf0 0x556cc9e791d0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f6eb4044630 tx=0x7f6eb4009780 comp rx=0 tx=0).stop 2024-09-16T07:22:05.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.046+0000 7f6ec9819740 1 -- 172.21.15.31:0/2212215301 shutdown_connections 2024-09-16T07:22:05.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.046+0000 7f6ec9819740 1 --2- 172.21.15.31:0/2212215301 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x556cc9ed1370 0x556cc9eb71c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:05.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.046+0000 7f6ec9819740 1 --2- 172.21.15.31:0/2212215301 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x556cc9ebedf0 0x556cc9e791d0 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:05.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.046+0000 7f6ec9819740 1 --2- 172.21.15.31:0/2212215301 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x556cc9e9f1b0 0x556cc9e78c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:05.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.046+0000 7f6ec9819740 1 -- 172.21.15.31:0/2212215301 >> 172.21.15.31:0/2212215301 conn(0x556cc9e745f0 msgr2=0x556cc9ebffb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:05.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.047+0000 7f6ec9819740 1 -- 172.21.15.31:0/2212215301 shutdown_connections 2024-09-16T07:22:05.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.047+0000 7f6ec9819740 1 -- 172.21.15.31:0/2212215301 wait complete. 2024-09-16T07:22:05.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.047+0000 7f6ec9819740 1 -- start start 2024-09-16T07:22:05.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.047+0000 7f6ec9819740 1 Processor -- start 2024-09-16T07:22:05.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.048+0000 7f6ec9819740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x556cc9e9f1b0 0x556cc9ed7fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:05.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.048+0000 7f6ec9819740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x556cc9ebedf0 0x556cc9eb7a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:05.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.048+0000 7f6ec9819740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x556cc9ed1370 0x556cc9f35400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:05.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.048+0000 7f6ec9819740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x556cc9b4b620 con 0x556cc9e9f1b0 2024-09-16T07:22:05.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.048+0000 7f6ec9819740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x556cc9e99cf0 con 0x556cc9ed1370 2024-09-16T07:22:05.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.048+0000 7f6ec9819740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x556cc9e9a620 con 0x556cc9ebedf0 2024-09-16T07:22:05.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.048+0000 7f6ec9819740 10 client.0 _ll_register_callbacks cb 0x7f6eb8004ed0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T07:22:05.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.048+0000 7f6ebffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x556cc9e9f1b0 0x556cc9ed7fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:05.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.048+0000 7f6ebffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x556cc9e9f1b0 0x556cc9ed7fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55446/0 (socket says 172.21.15.31:55446) 2024-09-16T07:22:05.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.048+0000 7f6ebffff640 1 -- 172.21.15.31:0/1644278338 learned_addr learned my addr 172.21.15.31:0/1644278338 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:05.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.048+0000 7f6ebffff640 1 -- 172.21.15.31:0/1644278338 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x556cc9ebedf0 msgr2=0x556cc9eb7a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:22:05.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.048+0000 7f6ebffff640 1 --2- 172.21.15.31:0/1644278338 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x556cc9ebedf0 0x556cc9eb7a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:05.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.048+0000 7f6ebffff640 1 -- 172.21.15.31:0/1644278338 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x556cc9ed1370 msgr2=0x556cc9f35400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:22:05.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.048+0000 7f6ebffff640 1 --2- 172.21.15.31:0/1644278338 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x556cc9ed1370 0x556cc9f35400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:05.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.048+0000 7f6ebffff640 1 -- 172.21.15.31:0/1644278338 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556cc9ed1e60 con 0x556cc9e9f1b0 2024-09-16T07:22:05.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.049+0000 7f6ebffff640 1 --2- 172.21.15.31:0/1644278338 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x556cc9e9f1b0 0x556cc9ed7fa0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x556cc9e787c0 tx=0x7f6eb0000ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d2c9bdb42a9501 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:05.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.049+0000 7f6e9effd640 10 client.0 ms_handle_connect on v2:172.21.15.31:3300/0 2024-09-16T07:22:05.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.049+0000 7f6e9effd640 1 -- 172.21.15.31:0/1644278338 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6eb0024a90 con 0x556cc9e9f1b0 2024-09-16T07:22:05.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.049+0000 7f6e9effd640 1 -- 172.21.15.31:0/1644278338 <== mon.0 v2:172.21.15.31:3300/0 2 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7f6eb0024c30 con 0x556cc9e9f1b0 2024-09-16T07:22:05.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.049+0000 7f6ec9819740 1 -- 172.21.15.31:0/1644278338 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6eb4003c20 con 0x556cc9e9f1b0 2024-09-16T07:22:05.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.049+0000 7f6e9effd640 1 -- 172.21.15.31:0/1644278338 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_get_version_reply(handle=1 version=17) ==== 24+0+0 (secure 0 0 0) 0x7f6eb0037050 con 0x556cc9e9f1b0 2024-09-16T07:22:05.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.049+0000 7f6ec9819740 10 client.5148 fetch_fsmap learned FSMap version 17 2024-09-16T07:22:05.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.049+0000 7f6ec9819740 1 -- 172.21.15.31:0/1644278338 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,fsmap=17,monmap=2+}) -- 0x556cc9f35940 con 0x556cc9e9f1b0 2024-09-16T07:22:05.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.049+0000 7f6e9effd640 1 -- 172.21.15.31:0/1644278338 <== mon.0 v2:172.21.15.31:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6eb4003c20 con 0x556cc9e9f1b0 2024-09-16T07:22:05.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.049+0000 7f6e9effd640 1 -- 172.21.15.31:0/1644278338 <== mon.0 v2:172.21.15.31:3300/0 5 ==== fsmap(e 17) ==== 3502+0+0 (secure 0 0 0) 0x7f6eb003a020 con 0x556cc9e9f1b0 2024-09-16T07:22:05.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.049+0000 7f6ec9819740 10 client.5148 fetch_fsmap finished waiting for FSMap version 17 2024-09-16T07:22:05.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.049+0000 7f6ec9819740 10 client.5148 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-16T07:22:05.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.049+0000 7f6ec9819740 20 client.5148 populate_metadata read hostname 'smithi031' 2024-09-16T07:22:05.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.049+0000 7f6ec9819740 1 --2- 172.21.15.31:0/1644278338 >> [v2:172.21.15.31:6833/1180708454,v1:172.21.15.31:6835/1180708454] conn(0x556cc9e793d0 0x556cc9f42170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:05.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.049+0000 7f6ec9819740 4 client.5148 mds_command: new command op to 4974 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-16T07:22:05.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.049+0000 7f6ec9819740 1 -- 172.21.15.31:0/1644278338 --> [v2:172.21.15.31:6833/1180708454,v1:172.21.15.31:6835/1180708454] -- command(tid 0: {"prefix": "status"}) -- 0x556cc9e9c230 con 0x556cc9e793d0 2024-09-16T07:22:05.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.049+0000 7f6ebf7fe640 1 --2- 172.21.15.31:0/1644278338 >> [v2:172.21.15.31:6833/1180708454,v1:172.21.15.31:6835/1180708454] conn(0x556cc9e793d0 0x556cc9f42170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:05.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.050+0000 7f6ebf7fe640 1 --2- 172.21.15.31:0/1644278338 >> [v2:172.21.15.31:6833/1180708454,v1:172.21.15.31:6835/1180708454] conn(0x556cc9e793d0 0x556cc9f42170 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8a12e72c15c4afe4 server_cookie=b05aa093da60e8de in_seq=0 out_seq=0 2024-09-16T07:22:05.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.050+0000 7f6e9effd640 10 client.5148 ms_handle_connect on v2:172.21.15.31:6833/1180708454 2024-09-16T07:22:05.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.050+0000 7f6e9effd640 1 -- 172.21.15.31:0/1644278338 <== mds.0 v2:172.21.15.31:6833/1180708454 1 ==== command_reply(tid 0: 0 ) ==== 8+0+318 (crc 0 0 0) 0x556cc9e9c230 con 0x556cc9e793d0 2024-09-16T07:22:05.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.050+0000 7f6e9effd640 10 client.5148 handle_command_reply: tid=0 2024-09-16T07:22:05.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.050+0000 7f6ec9819740 1 client.5148 shutdown 2024-09-16T07:22:05.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.050+0000 7f6ec9819740 1 -- 172.21.15.31:0/1644278338 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x556cc9e9f1b0 msgr2=0x556cc9ed7fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:05.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.050+0000 7f6ec9819740 1 --2- 172.21.15.31:0/1644278338 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x556cc9e9f1b0 0x556cc9ed7fa0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x556cc9e787c0 tx=0x7f6eb0000ed0 comp rx=0 tx=0).stop 2024-09-16T07:22:05.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.050+0000 7f6ec9819740 1 -- 172.21.15.31:0/1644278338 shutdown_connections 2024-09-16T07:22:05.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.050+0000 7f6ec9819740 1 --2- 172.21.15.31:0/1644278338 >> [v2:172.21.15.31:6833/1180708454,v1:172.21.15.31:6835/1180708454] conn(0x556cc9e793d0 0x556cc9f42170 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:05.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.050+0000 7f6ec9819740 1 --2- 172.21.15.31:0/1644278338 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x556cc9ed1370 0x556cc9f35400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:05.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.050+0000 7f6ec9819740 1 --2- 172.21.15.31:0/1644278338 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x556cc9ebedf0 0x556cc9eb7a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:05.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.050+0000 7f6e9effd640 0 client.5148 ms_handle_reset on v2:172.21.15.31:6833/1180708454 2024-09-16T07:22:05.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.050+0000 7f6ec9819740 1 --2- 172.21.15.31:0/1644278338 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x556cc9e9f1b0 0x556cc9ed7fa0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:05.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.050+0000 7f6ec9819740 1 -- 172.21.15.31:0/1644278338 >> 172.21.15.31:0/1644278338 conn(0x556cc9e745f0 msgr2=0x556cc9e97ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:05.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.050+0000 7f6ec9819740 1 -- 172.21.15.31:0/1644278338 shutdown_connections 2024-09-16T07:22:05.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.050+0000 7f6ec9819740 1 -- 172.21.15.31:0/1644278338 wait complete. 2024-09-16T07:22:05.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.050+0000 7f6ec9819740 20 client.5148 trim_cache size 0 max 16384 2024-09-16T07:22:05.057 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-16T07:22:05.057 INFO:teuthology.orchestra.run.smithi031.stdout: "cluster_fsid": "aed87fb1-9c90-4029-9d57-80f2a5b1b4b1", 2024-09-16T07:22:05.057 INFO:teuthology.orchestra.run.smithi031.stdout: "whoami": 0, 2024-09-16T07:22:05.057 INFO:teuthology.orchestra.run.smithi031.stdout: "id": 4974, 2024-09-16T07:22:05.057 INFO:teuthology.orchestra.run.smithi031.stdout: "want_state": "up:active", 2024-09-16T07:22:05.057 INFO:teuthology.orchestra.run.smithi031.stdout: "state": "up:active", 2024-09-16T07:22:05.057 INFO:teuthology.orchestra.run.smithi031.stdout: "fs_name": "cephfs", 2024-09-16T07:22:05.057 INFO:teuthology.orchestra.run.smithi031.stdout: "rank_uptime": 10.189862159, 2024-09-16T07:22:05.057 INFO:teuthology.orchestra.run.smithi031.stdout: "mdsmap_epoch": 17, 2024-09-16T07:22:05.057 INFO:teuthology.orchestra.run.smithi031.stdout: "osdmap_epoch": 34, 2024-09-16T07:22:05.058 INFO:teuthology.orchestra.run.smithi031.stdout: "osdmap_epoch_barrier": 34, 2024-09-16T07:22:05.058 INFO:teuthology.orchestra.run.smithi031.stdout: "uptime": 17.09173479 2024-09-16T07:22:05.058 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-16T07:22:05.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.051+0000 7f6ec696b640 1 -- 172.21.15.31:0/2445455103 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6eac078850 msgr2=0x7f6eac07ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:05.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.051+0000 7f6ec696b640 1 --2- 172.21.15.31:0/2445455103 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6eac078850 0x7f6eac07ad10 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f6eb00016a0 tx=0x7f6eb0009040 comp rx=0 tx=0).stop 2024-09-16T07:22:05.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.051+0000 7f6ec696b640 1 -- 172.21.15.31:0/2445455103 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ec015df90 msgr2=0x7f6ec01f8a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:05.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.051+0000 7f6ec696b640 1 --2- 172.21.15.31:0/2445455103 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ec015df90 0x7f6ec01f8a30 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f6eb800eb10 tx=0x7f6eb800c2d0 comp rx=0 tx=0).stop 2024-09-16T07:22:05.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.051+0000 7f6ec696b640 1 -- 172.21.15.31:0/2445455103 shutdown_connections 2024-09-16T07:22:05.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.051+0000 7f6ec696b640 1 --2- 172.21.15.31:0/2445455103 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6eac078850 0x7f6eac07ad10 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:05.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.051+0000 7f6ec696b640 1 --2- 172.21.15.31:0/2445455103 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ec015df90 0x7f6ec01f8a30 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:05.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.051+0000 7f6ec696b640 1 --2- 172.21.15.31:0/2445455103 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6ec00d49c0 0x7f6ec01f84f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:05.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.051+0000 7f6ec696b640 1 --2- 172.21.15.31:0/2445455103 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6ec00d0d40 0x7f6ec00caf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:05.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.051+0000 7f6ec696b640 1 -- 172.21.15.31:0/2445455103 >> 172.21.15.31:0/2445455103 conn(0x7f6ec00d3ea0 msgr2=0x7f6ec00b0a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:05.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.051+0000 7f6ec696b640 1 -- 172.21.15.31:0/2445455103 shutdown_connections 2024-09-16T07:22:05.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.051+0000 7f6ec696b640 1 -- 172.21.15.31:0/2445455103 wait complete. 2024-09-16T07:22:05.061 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T07:22:05.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.167+0000 7f7e2f0bd640 1 -- 172.21.15.31:0/2694492162 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7e280cc490 msgr2=0x7f7e2815f750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:05.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.167+0000 7f7e2f0bd640 1 --2- 172.21.15.31:0/2694492162 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7e280cc490 0x7f7e2815f750 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f7e14009830 tx=0x7f7e1402a510 comp rx=0 tx=0).stop 2024-09-16T07:22:05.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.167+0000 7f7e2f0bd640 1 -- 172.21.15.31:0/2694492162 shutdown_connections 2024-09-16T07:22:05.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.167+0000 7f7e2f0bd640 1 --2- 172.21.15.31:0/2694492162 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7e280cc490 0x7f7e2815f750 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:05.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.167+0000 7f7e2f0bd640 1 --2- 172.21.15.31:0/2694492162 >> v2:172.21.15.155:3300/0 conn(0x7f7e28159680 0x7f7e2815d270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:05.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.167+0000 7f7e2f0bd640 1 -- 172.21.15.31:0/2694492162 >> 172.21.15.31:0/2694492162 conn(0x7f7e280b1690 msgr2=0x7f7e280b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:05.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.167+0000 7f7e2f0bd640 1 -- 172.21.15.31:0/2694492162 shutdown_connections 2024-09-16T07:22:05.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.167+0000 7f7e2f0bd640 1 -- 172.21.15.31:0/2694492162 wait complete. 2024-09-16T07:22:05.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.168+0000 7f7e2f0bd640 1 Processor -- start 2024-09-16T07:22:05.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.168+0000 7f7e2f0bd640 1 -- start start 2024-09-16T07:22:05.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.169+0000 7f7e2f0bd640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7e280cc490 0x7f7e28147440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:05.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.169+0000 7f7e2f0bd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7e280cc8d0 0x7f7e28073680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:05.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.169+0000 7f7e2f0bd640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7e28159680 0x7f7e28073bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:05.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.169+0000 7f7e2f0bd640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f7e280cf350 con 0x7f7e280cc8d0 2024-09-16T07:22:05.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.169+0000 7f7e2f0bd640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f7e280cf1d0 con 0x7f7e28159680 2024-09-16T07:22:05.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.169+0000 7f7e2f0bd640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f7e280cf4d0 con 0x7f7e280cc490 2024-09-16T07:22:05.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.169+0000 7f7e27fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7e280cc8d0 0x7f7e28073680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:05.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.169+0000 7f7e27fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7e280cc8d0 0x7f7e28073680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55448/0 (socket says 172.21.15.31:55448) 2024-09-16T07:22:05.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.169+0000 7f7e27fff640 1 -- 172.21.15.31:0/1950652014 learned_addr learned my addr 172.21.15.31:0/1950652014 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:05.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.169+0000 7f7e2ce59640 1 --2- 172.21.15.31:0/1950652014 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7e280cc490 0x7f7e28147440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:05.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.169+0000 7f7e2d65a640 1 --2- 172.21.15.31:0/1950652014 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7e28159680 0x7f7e28073bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:05.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.170+0000 7f7e27fff640 1 -- 172.21.15.31:0/1950652014 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7e280cc490 msgr2=0x7f7e28147440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:05.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.170+0000 7f7e27fff640 1 --2- 172.21.15.31:0/1950652014 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7e280cc490 0x7f7e28147440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:05.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.170+0000 7f7e27fff640 1 -- 172.21.15.31:0/1950652014 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7e28159680 msgr2=0x7f7e28073bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:05.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.170+0000 7f7e27fff640 1 --2- 172.21.15.31:0/1950652014 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7e28159680 0x7f7e28073bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:05.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.170+0000 7f7e27fff640 1 -- 172.21.15.31:0/1950652014 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e28149940 con 0x7f7e280cc8d0 2024-09-16T07:22:05.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.170+0000 7f7e27fff640 1 --2- 172.21.15.31:0/1950652014 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7e280cc8d0 0x7f7e28073680 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f7e14009950 tx=0x7f7e14032c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:05.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.170+0000 7f7e257fa640 1 -- 172.21.15.31:0/1950652014 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e14040070 con 0x7f7e280cc8d0 2024-09-16T07:22:05.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.170+0000 7f7e257fa640 1 -- 172.21.15.31:0/1950652014 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7e14005310 con 0x7f7e280cc8d0 2024-09-16T07:22:05.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.170+0000 7f7e2f0bd640 1 -- 172.21.15.31:0/1950652014 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e28149c20 con 0x7f7e280cc8d0 2024-09-16T07:22:05.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.170+0000 7f7e257fa640 1 -- 172.21.15.31:0/1950652014 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e14005c90 con 0x7f7e280cc8d0 2024-09-16T07:22:05.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.170+0000 7f7e2f0bd640 1 -- 172.21.15.31:0/1950652014 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e2814a1e0 con 0x7f7e280cc8d0 2024-09-16T07:22:05.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.171+0000 7f7e2f0bd640 1 -- 172.21.15.31:0/1950652014 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7e2815fe00 con 0x7f7e280cc8d0 2024-09-16T07:22:05.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.172+0000 7f7e257fa640 1 -- 172.21.15.31:0/1950652014 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f7e14039040 con 0x7f7e280cc8d0 2024-09-16T07:22:05.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.172+0000 7f7e257fa640 1 --2- 172.21.15.31:0/1950652014 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7e0c078850 0x7f7e0c07ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:05.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.172+0000 7f7e257fa640 1 -- 172.21.15.31:0/1950652014 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7f7e140bba90 con 0x7f7e280cc8d0 2024-09-16T07:22:05.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.172+0000 7f7e2ce59640 1 --2- 172.21.15.31:0/1950652014 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7e0c078850 0x7f7e0c07ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:05.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.173+0000 7f7e2ce59640 1 --2- 172.21.15.31:0/1950652014 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7e0c078850 0x7f7e0c07ad10 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f7e1c0095f0 tx=0x7f7e1c005f90 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:05.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.176+0000 7f7e257fa640 1 -- 172.21.15.31:0/1950652014 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f7e14083a30 con 0x7f7e280cc8d0 2024-09-16T07:22:05.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.403+0000 7f7e2f0bd640 1 -- 172.21.15.31:0/1950652014 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f7e28147980 con 0x7f7e280cc8d0 2024-09-16T07:22:05.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.403+0000 7f7e257fa640 1 -- 172.21.15.31:0/1950652014 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v17) ==== 53+0+73 (secure 0 0 0) 0x7f7e14088460 con 0x7f7e280cc8d0 2024-09-16T07:22:05.403 INFO:teuthology.orchestra.run.smithi031.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T07:22:05.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.405+0000 7f7e2f0bd640 1 -- 172.21.15.31:0/1950652014 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7e0c078850 msgr2=0x7f7e0c07ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:05.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.405+0000 7f7e2f0bd640 1 --2- 172.21.15.31:0/1950652014 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7e0c078850 0x7f7e0c07ad10 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f7e1c0095f0 tx=0x7f7e1c005f90 comp rx=0 tx=0).stop 2024-09-16T07:22:05.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.405+0000 7f7e2f0bd640 1 -- 172.21.15.31:0/1950652014 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7e280cc8d0 msgr2=0x7f7e28073680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:05.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.405+0000 7f7e2f0bd640 1 --2- 172.21.15.31:0/1950652014 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7e280cc8d0 0x7f7e28073680 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f7e14009950 tx=0x7f7e14032c10 comp rx=0 tx=0).stop 2024-09-16T07:22:05.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.406+0000 7f7e2f0bd640 1 -- 172.21.15.31:0/1950652014 shutdown_connections 2024-09-16T07:22:05.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.406+0000 7f7e2f0bd640 1 --2- 172.21.15.31:0/1950652014 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7e0c078850 0x7f7e0c07ad10 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:05.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.406+0000 7f7e2f0bd640 1 --2- 172.21.15.31:0/1950652014 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7e28159680 0x7f7e28073bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:05.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.406+0000 7f7e2f0bd640 1 --2- 172.21.15.31:0/1950652014 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7e280cc8d0 0x7f7e28073680 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:05.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.406+0000 7f7e2f0bd640 1 --2- 172.21.15.31:0/1950652014 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7e280cc490 0x7f7e28147440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:05.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.406+0000 7f7e2f0bd640 1 -- 172.21.15.31:0/1950652014 >> 172.21.15.31:0/1950652014 conn(0x7f7e280b1690 msgr2=0x7f7e28159cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:05.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.406+0000 7f7e2f0bd640 1 -- 172.21.15.31:0/1950652014 shutdown_connections 2024-09-16T07:22:05.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05.406+0000 7f7e2f0bd640 1 -- 172.21.15.31:0/1950652014 wait complete. 2024-09-16T07:22:05.416 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T07:22:05.416 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T07:22:05.416 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi031.front.sepia.ceph.com 2024-09-16T07:22:05.416 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-16T07:22:05.416 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-16T07:22:05.416 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T07:22:05.416 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T07:22:05.416 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T07:22:05.416 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T07:22:05.417 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:22:05.417 DEBUG:teuthology.orchestra.run.smithi031:> ip addr 2024-09-16T07:22:05.433 INFO:teuthology.orchestra.run.smithi031.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T07:22:05.433 INFO:teuthology.orchestra.run.smithi031.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T07:22:05.433 INFO:teuthology.orchestra.run.smithi031.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T07:22:05.433 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:22:05.434 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 ::1/128 scope host 2024-09-16T07:22:05.434 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:22:05.434 INFO:teuthology.orchestra.run.smithi031.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:22:05.434 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 0c:c4:7a:6b:f6:cc brd ff:ff:ff:ff:ff:ff 2024-09-16T07:22:05.434 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp7s0f0 2024-09-16T07:22:05.434 INFO:teuthology.orchestra.run.smithi031.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:22:05.434 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 0c:c4:7a:6b:f6:cd brd ff:ff:ff:ff:ff:ff 2024-09-16T07:22:05.434 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp7s0f1 2024-09-16T07:22:05.434 INFO:teuthology.orchestra.run.smithi031.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T07:22:05.434 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether ac:1f:6b:a5:ca:ba brd ff:ff:ff:ff:ff:ff 2024-09-16T07:22:05.434 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp1s0f0 2024-09-16T07:22:05.434 INFO:teuthology.orchestra.run.smithi031.stdout: inet 172.21.15.31/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-16T07:22:05.434 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft 42694sec preferred_lft 42694sec 2024-09-16T07:22:05.435 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::ae1f:6bff:fea5:caba/64 scope link 2024-09-16T07:22:05.435 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:22:05.435 INFO:teuthology.orchestra.run.smithi031.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:22:05.435 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether ac:1f:6b:a5:ca:bb brd ff:ff:ff:ff:ff:ff 2024-09-16T07:22:05.435 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp1s0f1 2024-09-16T07:22:05.435 INFO:teuthology.orchestra.run.smithi031.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T07:22:05.435 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 32:cb:fd:46:4e:14 brd ff:ff:ff:ff:ff:ff 2024-09-16T07:22:05.435 INFO:teuthology.orchestra.run.smithi031.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-16T07:22:05.435 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:22:05.435 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::5853:30ff:feaf:abcc/64 scope link 2024-09-16T07:22:05.435 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:22:05.435 INFO:teuthology.orchestra.run.smithi031.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T07:22:05.435 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether ea:2f:ff:7f:16:93 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:22:05.435 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::e82f:ffff:fe7f:1693/64 scope link 2024-09-16T07:22:05.436 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:22:05.436 INFO:teuthology.orchestra.run.smithi031.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T07:22:05.436 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 32:cb:fd:46:4e:14 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:22:05.436 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::30cb:fdff:fe46:4e14/64 scope link 2024-09-16T07:22:05.436 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:22:05.436 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:22:05.436 DEBUG:teuthology.orchestra.run.smithi031:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T07:22:05.497 INFO:teuthology.orchestra.run.smithi031.stdout:1 2024-09-16T07:22:05.499 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:22:05.499 DEBUG:teuthology.orchestra.run.smithi031:> route 2024-09-16T07:22:05.556 INFO:teuthology.orchestra.run.smithi031.stdout:Kernel IP routing table 2024-09-16T07:22:05.556 INFO:teuthology.orchestra.run.smithi031.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T07:22:05.556 INFO:teuthology.orchestra.run.smithi031.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-16T07:22:05.557 INFO:teuthology.orchestra.run.smithi031.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-16T07:22:05.557 INFO:teuthology.orchestra.run.smithi031.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T07:22:05.557 DEBUG:teuthology.orchestra.run.smithi031:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T07:22:05.557 DEBUG:teuthology.orchestra.run.smithi031:> set -e 2024-09-16T07:22:05.557 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-16T07:22:05.557 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-16T07:22:05.557 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-16T07:22:05.557 DEBUG:teuthology.orchestra.run.smithi031:> ') 2024-09-16T07:22:05.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T07:22:05.679 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:22:05.685 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:22:05.685 DEBUG:teuthology.orchestra.run.smithi031:> ip netns list 2024-09-16T07:22:05.701 INFO:teuthology.orchestra.run.smithi031.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-16T07:22:05.701 INFO:teuthology.orchestra.run.smithi031.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-16T07:22:05.702 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T07:22:05.702 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:22:05.702 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip link set brx.0 up 2024-09-16T07:22:05.767 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-16T07:22:05.767 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T07:22:05.767 DEBUG:teuthology.orchestra.run.smithi031:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-16T07:22:05.823 INFO:teuthology.orchestra.run.smithi031.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-16T07:22:05.824 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T07:22:05.824 DEBUG:teuthology.orchestra.run.smithi031:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-16T07:22:05.880 DEBUG:teuthology.orchestra.run.smithi031:> sudo modprobe fuse 2024-09-16T07:22:05.946 DEBUG:teuthology.orchestra.run.smithi031:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T07:22:06.004 INFO:teuthology.orchestra.run.smithi031.stdout:/proc 2024-09-16T07:22:06.004 INFO:teuthology.orchestra.run.smithi031.stdout:/sys 2024-09-16T07:22:06.004 INFO:teuthology.orchestra.run.smithi031.stdout:/dev 2024-09-16T07:22:06.004 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/security 2024-09-16T07:22:06.005 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/shm 2024-09-16T07:22:06.005 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/pts 2024-09-16T07:22:06.005 INFO:teuthology.orchestra.run.smithi031.stdout:/run 2024-09-16T07:22:06.005 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/cgroup 2024-09-16T07:22:06.005 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/pstore 2024-09-16T07:22:06.005 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/bpf 2024-09-16T07:22:06.005 INFO:teuthology.orchestra.run.smithi031.stdout:/ 2024-09-16T07:22:06.005 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/selinux 2024-09-16T07:22:06.005 INFO:teuthology.orchestra.run.smithi031.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T07:22:06.005 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/tracing 2024-09-16T07:22:06.005 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/mqueue 2024-09-16T07:22:06.005 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/debug 2024-09-16T07:22:06.005 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/hugepages 2024-09-16T07:22:06.006 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T07:22:06.006 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/fuse/connections 2024-09-16T07:22:06.006 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/config 2024-09-16T07:22:06.006 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T07:22:06.006 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T07:22:06.006 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T07:22:06.006 INFO:teuthology.orchestra.run.smithi031.stdout:/run/user/1000 2024-09-16T07:22:06.006 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph 2024-09-16T07:22:06.006 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T07:22:06.006 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T07:22:06.006 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T07:22:06.006 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T07:22:06.006 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns 2024-09-16T07:22:06.007 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:22:06.007 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:22:06.007 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:22:06.007 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:22:06.007 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:22:06.007 DEBUG:teuthology.orchestra.run.smithi031:> ls /sys/fs/fuse/connections 2024-09-16T07:22:06.060 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-16T07:22:06.061 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-16T07:22:06.103 DEBUG:teuthology.orchestra.run.smithi031:> sudo modprobe fuse 2024-09-16T07:22:06.129 DEBUG:teuthology.orchestra.run.smithi031:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T07:22:06.187 INFO:teuthology.orchestra.run.smithi031.stdout:/proc 2024-09-16T07:22:06.187 INFO:teuthology.orchestra.run.smithi031.stdout:/sys 2024-09-16T07:22:06.187 INFO:teuthology.orchestra.run.smithi031.stdout:/dev 2024-09-16T07:22:06.187 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/security 2024-09-16T07:22:06.187 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/shm 2024-09-16T07:22:06.187 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/pts 2024-09-16T07:22:06.187 INFO:teuthology.orchestra.run.smithi031.stdout:/run 2024-09-16T07:22:06.187 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/cgroup 2024-09-16T07:22:06.187 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/pstore 2024-09-16T07:22:06.188 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/bpf 2024-09-16T07:22:06.188 INFO:teuthology.orchestra.run.smithi031.stdout:/ 2024-09-16T07:22:06.188 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/selinux 2024-09-16T07:22:06.188 INFO:teuthology.orchestra.run.smithi031.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T07:22:06.188 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/tracing 2024-09-16T07:22:06.188 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/mqueue 2024-09-16T07:22:06.188 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/debug 2024-09-16T07:22:06.188 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/hugepages 2024-09-16T07:22:06.188 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T07:22:06.188 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/fuse/connections 2024-09-16T07:22:06.188 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/config 2024-09-16T07:22:06.188 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T07:22:06.188 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T07:22:06.189 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T07:22:06.189 INFO:teuthology.orchestra.run.smithi031.stdout:/run/user/1000 2024-09-16T07:22:06.189 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph 2024-09-16T07:22:06.189 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T07:22:06.189 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T07:22:06.189 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T07:22:06.189 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T07:22:06.189 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns 2024-09-16T07:22:06.189 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:22:06.190 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:22:06.190 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:22:06.190 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:22:06.190 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:22:06.190 DEBUG:teuthology.orchestra.run.smithi031:> ls /sys/fs/fuse/connections 2024-09-16T07:22:06.191 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi031.stderr:2024-09-16T07:22:06.189+0000 7fdbbb869480 -1 init, newargv = 0x556cbdbe84d0 newargc=15 2024-09-16T07:22:06.191 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi031.stderr:ceph-fuse[48638]: starting ceph client 2024-09-16T07:22:06.193 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi031.stderr:ceph-fuse[48638]: starting fuse 2024-09-16T07:22:06.207 INFO:teuthology.orchestra.run.smithi031.stdout:42 2024-09-16T07:22:06.207 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [42] 2024-09-16T07:22:06.207 DEBUG:teuthology.orchestra.run.smithi031:> sudo stdin-killer -- python3 -c ' 2024-09-16T07:22:06.207 DEBUG:teuthology.orchestra.run.smithi031:> import glob 2024-09-16T07:22:06.207 DEBUG:teuthology.orchestra.run.smithi031:> import re 2024-09-16T07:22:06.207 DEBUG:teuthology.orchestra.run.smithi031:> import os 2024-09-16T07:22:06.208 DEBUG:teuthology.orchestra.run.smithi031:> import subprocess 2024-09-16T07:22:06.208 DEBUG:teuthology.orchestra.run.smithi031:> 2024-09-16T07:22:06.208 DEBUG:teuthology.orchestra.run.smithi031:> def _find_admin_socket(client_name): 2024-09-16T07:22:06.208 DEBUG:teuthology.orchestra.run.smithi031:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-16T07:22:06.208 DEBUG:teuthology.orchestra.run.smithi031:> files = glob.glob(asok_path) 2024-09-16T07:22:06.208 DEBUG:teuthology.orchestra.run.smithi031:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-16T07:22:06.208 DEBUG:teuthology.orchestra.run.smithi031:> 2024-09-16T07:22:06.208 DEBUG:teuthology.orchestra.run.smithi031:> # Given a non-glob path, it better be there 2024-09-16T07:22:06.208 DEBUG:teuthology.orchestra.run.smithi031:> if "*" not in asok_path: 2024-09-16T07:22:06.208 DEBUG:teuthology.orchestra.run.smithi031:> assert(len(files) == 1) 2024-09-16T07:22:06.208 DEBUG:teuthology.orchestra.run.smithi031:> return files[0] 2024-09-16T07:22:06.208 DEBUG:teuthology.orchestra.run.smithi031:> 2024-09-16T07:22:06.208 DEBUG:teuthology.orchestra.run.smithi031:> for f in files: 2024-09-16T07:22:06.209 DEBUG:teuthology.orchestra.run.smithi031:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T07:22:06.209 DEBUG:teuthology.orchestra.run.smithi031:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T07:22:06.209 DEBUG:teuthology.orchestra.run.smithi031:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T07:22:06.209 DEBUG:teuthology.orchestra.run.smithi031:> contents = proc_f.read() 2024-09-16T07:22:06.209 DEBUG:teuthology.orchestra.run.smithi031:> if mountpoint in contents: 2024-09-16T07:22:06.209 DEBUG:teuthology.orchestra.run.smithi031:> return f 2024-09-16T07:22:06.209 DEBUG:teuthology.orchestra.run.smithi031:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T07:22:06.209 DEBUG:teuthology.orchestra.run.smithi031:> 2024-09-16T07:22:06.209 DEBUG:teuthology.orchestra.run.smithi031:> print(_find_admin_socket("client.0")) 2024-09-16T07:22:06.209 DEBUG:teuthology.orchestra.run.smithi031:> ' 2024-09-16T07:22:06.327 INFO:teuthology.orchestra.run.smithi031.stdout:/var/run/ceph/ceph-client.0.48638.asok 2024-09-16T07:22:06.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:22:06.337 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.48638.asok 2024-09-16T07:22:06.338 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:22:06.338 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.48638.asok status 2024-09-16T07:22:06.475 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-16T07:22:06.475 INFO:teuthology.orchestra.run.smithi031.stdout: "metadata": { 2024-09-16T07:22:06.476 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph_sha1": "4ef5f0587d1cad82c4295c20951c303dc342ac74", 2024-09-16T07:22:06.476 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph_version": "ceph version 19.3.0-4938-g4ef5f058 (4ef5f0587d1cad82c4295c20951c303dc342ac74) squid (dev)", 2024-09-16T07:22:06.476 INFO:teuthology.orchestra.run.smithi031.stdout: "entity_id": "0", 2024-09-16T07:22:06.476 INFO:teuthology.orchestra.run.smithi031.stdout: "hostname": "smithi031", 2024-09-16T07:22:06.477 INFO:teuthology.orchestra.run.smithi031.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-16T07:22:06.477 INFO:teuthology.orchestra.run.smithi031.stdout: "pid": "48638", 2024-09-16T07:22:06.477 INFO:teuthology.orchestra.run.smithi031.stdout: "root": "/" 2024-09-16T07:22:06.477 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:22:06.477 INFO:teuthology.orchestra.run.smithi031.stdout: "dentry_count": 0, 2024-09-16T07:22:06.477 INFO:teuthology.orchestra.run.smithi031.stdout: "dentry_pinned_count": 0, 2024-09-16T07:22:06.477 INFO:teuthology.orchestra.run.smithi031.stdout: "id": 5160, 2024-09-16T07:22:06.477 INFO:teuthology.orchestra.run.smithi031.stdout: "inst": { 2024-09-16T07:22:06.477 INFO:teuthology.orchestra.run.smithi031.stdout: "name": { 2024-09-16T07:22:06.477 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "client", 2024-09-16T07:22:06.477 INFO:teuthology.orchestra.run.smithi031.stdout: "num": 5160 2024-09-16T07:22:06.478 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:22:06.478 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": { 2024-09-16T07:22:06.478 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "v1", 2024-09-16T07:22:06.478 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": "192.168.0.1:0", 2024-09-16T07:22:06.478 INFO:teuthology.orchestra.run.smithi031.stdout: "nonce": 2219441174 2024-09-16T07:22:06.478 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:22:06.478 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:22:06.478 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": { 2024-09-16T07:22:06.478 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "v1", 2024-09-16T07:22:06.478 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": "192.168.0.1:0", 2024-09-16T07:22:06.478 INFO:teuthology.orchestra.run.smithi031.stdout: "nonce": 2219441174 2024-09-16T07:22:06.478 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:22:06.479 INFO:teuthology.orchestra.run.smithi031.stdout: "inst_str": "client.5160 192.168.0.1:0/2219441174", 2024-09-16T07:22:06.479 INFO:teuthology.orchestra.run.smithi031.stdout: "addr_str": "192.168.0.1:0/2219441174", 2024-09-16T07:22:06.479 INFO:teuthology.orchestra.run.smithi031.stdout: "inode_count": 1, 2024-09-16T07:22:06.479 INFO:teuthology.orchestra.run.smithi031.stdout: "mds_epoch": 17, 2024-09-16T07:22:06.479 INFO:teuthology.orchestra.run.smithi031.stdout: "osd_epoch": 34, 2024-09-16T07:22:06.479 INFO:teuthology.orchestra.run.smithi031.stdout: "osd_epoch_barrier": 0, 2024-09-16T07:22:06.479 INFO:teuthology.orchestra.run.smithi031.stdout: "blocklisted": false, 2024-09-16T07:22:06.479 INFO:teuthology.orchestra.run.smithi031.stdout: "fs_name": "cephfs" 2024-09-16T07:22:06.479 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-16T07:22:06.483 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:22:06.483 DEBUG:teuthology.orchestra.run.smithi031:> stat --file-system '--printf=%T 2024-09-16T07:22:06.483 DEBUG:teuthology.orchestra.run.smithi031:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-16T07:22:06.499 INFO:teuthology.orchestra.run.smithi031.stdout:fuseblk 2024-09-16T07:22:06.500 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-16T07:22:06.500 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:22:06.500 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-16T07:22:06.566 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T07:22:06.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:06.713+0000 7f00ccdca640 1 -- 172.21.15.31:0/2056886161 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f00c8159680 msgr2=0x7f00c815d270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:06.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:06.713+0000 7f00ccdca640 1 --2- 172.21.15.31:0/2056886161 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f00c8159680 0x7f00c815d270 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f00c815f6b0 tx=0x7f00c002a530 comp rx=0 tx=0).stop 2024-09-16T07:22:06.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:06.713+0000 7f00ccdca640 1 -- 172.21.15.31:0/2056886161 shutdown_connections 2024-09-16T07:22:06.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:06.713+0000 7f00ccdca640 1 --2- 172.21.15.31:0/2056886161 >> v2:172.21.15.155:3300/0 conn(0x7f00c815fe60 0x7f00c80ceac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:06.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:06.713+0000 7f00ccdca640 1 --2- 172.21.15.31:0/2056886161 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f00c8159680 0x7f00c815d270 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:06.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:06.713+0000 7f00ccdca640 1 -- 172.21.15.31:0/2056886161 >> 172.21.15.31:0/2056886161 conn(0x7f00c80b1690 msgr2=0x7f00c80b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:06.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:06.713+0000 7f00ccdca640 1 -- 172.21.15.31:0/2056886161 shutdown_connections 2024-09-16T07:22:06.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:06.713+0000 7f00ccdca640 1 -- 172.21.15.31:0/2056886161 wait complete. 2024-09-16T07:22:06.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:06.715+0000 7f00ccdca640 1 Processor -- start 2024-09-16T07:22:06.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:06.715+0000 7f00ccdca640 1 -- start start 2024-09-16T07:22:06.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:06.715+0000 7f00ccdca640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f00c80cc490 0x7f00c8153da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:06.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:06.715+0000 7f00ccdca640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f00c8159680 0x7f00c80735b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:06.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:06.715+0000 7f00ccdca640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f00c815fe60 0x7f00c8073af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:06.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:06.715+0000 7f00ccdca640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f00c80cca80 con 0x7f00c815fe60 2024-09-16T07:22:06.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:06.715+0000 7f00ccdca640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f00c80cc900 con 0x7f00c80cc490 2024-09-16T07:22:06.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:06.715+0000 7f00ccdca640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f00c80ccc00 con 0x7f00c8159680 2024-09-16T07:22:06.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:06.715+0000 7f00c6d9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f00c815fe60 0x7f00c8073af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:06.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:06.715+0000 7f00c6d9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f00c815fe60 0x7f00c8073af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55456/0 (socket says 172.21.15.31:55456) 2024-09-16T07:22:06.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:06.716+0000 7f00c6d9d640 1 -- 172.21.15.31:0/1766166745 learned_addr learned my addr 172.21.15.31:0/1766166745 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:06.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:06.716+0000 7f00c659c640 1 --2- 172.21.15.31:0/1766166745 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f00c80cc490 0x7f00c8153da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:06.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:06.716+0000 7f00c5d9b640 1 --2- 172.21.15.31:0/1766166745 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f00c8159680 0x7f00c80735b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:06.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:06.716+0000 7f00c6d9d640 1 -- 172.21.15.31:0/1766166745 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f00c8159680 msgr2=0x7f00c80735b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:06.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:06.716+0000 7f00c6d9d640 1 --2- 172.21.15.31:0/1766166745 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f00c8159680 0x7f00c80735b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:06.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:06.716+0000 7f00c6d9d640 1 -- 172.21.15.31:0/1766166745 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f00c80cc490 msgr2=0x7f00c8153da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:06.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:06.716+0000 7f00c6d9d640 1 --2- 172.21.15.31:0/1766166745 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f00c80cc490 0x7f00c8153da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:06.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:06.716+0000 7f00c6d9d640 1 -- 172.21.15.31:0/1766166745 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00c8141000 con 0x7f00c815fe60 2024-09-16T07:22:06.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:06.716+0000 7f00c6d9d640 1 --2- 172.21.15.31:0/1766166745 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f00c815fe60 0x7f00c8073af0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f00b800b9e0 tx=0x7f00b800bea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:06.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:06.716+0000 7f00beffd640 1 -- 172.21.15.31:0/1766166745 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00b8019070 con 0x7f00c815fe60 2024-09-16T07:22:06.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:06.716+0000 7f00beffd640 1 -- 172.21.15.31:0/1766166745 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f00b800cc30 con 0x7f00c815fe60 2024-09-16T07:22:06.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:06.716+0000 7f00ccdca640 1 -- 172.21.15.31:0/1766166745 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00c81f2c00 con 0x7f00c815fe60 2024-09-16T07:22:06.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:06.716+0000 7f00beffd640 1 -- 172.21.15.31:0/1766166745 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00b80146a0 con 0x7f00c815fe60 2024-09-16T07:22:06.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:06.716+0000 7f00ccdca640 1 -- 172.21.15.31:0/1766166745 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00c81f3440 con 0x7f00c815fe60 2024-09-16T07:22:06.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:06.717+0000 7f00ccdca640 1 -- 172.21.15.31:0/1766166745 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f00c8160450 con 0x7f00c815fe60 2024-09-16T07:22:06.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:06.718+0000 7f00beffd640 1 -- 172.21.15.31:0/1766166745 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f00b801c070 con 0x7f00c815fe60 2024-09-16T07:22:06.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:06.718+0000 7f00beffd640 1 --2- 172.21.15.31:0/1766166745 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f00a8078850 0x7f00a807ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:06.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:06.718+0000 7f00beffd640 1 -- 172.21.15.31:0/1766166745 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7f00b809a760 con 0x7f00c815fe60 2024-09-16T07:22:06.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:06.719+0000 7f00c659c640 1 --2- 172.21.15.31:0/1766166745 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f00a8078850 0x7f00a807ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:06.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:06.719+0000 7f00c659c640 1 --2- 172.21.15.31:0/1766166745 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f00a8078850 0x7f00a807ad10 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f00c0034000 tx=0x7f00c0004730 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:06.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:06.723+0000 7f00beffd640 1 -- 172.21.15.31:0/1766166745 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f00c8160450 con 0x7f00c815fe60 2024-09-16T07:22:06.868 DEBUG:teuthology.orchestra.run.smithi031:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T07:22:06.871 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T07:22:06.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:06.948+0000 7f00ccdca640 1 -- 172.21.15.31:0/1766166745 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f00c81411d0 con 0x7f00c815fe60 2024-09-16T07:22:06.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:06.948+0000 7f00beffd640 1 -- 172.21.15.31:0/1766166745 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v17) ==== 53+0+73 (secure 0 0 0) 0x7f00c81f2c00 con 0x7f00c815fe60 2024-09-16T07:22:06.948 INFO:teuthology.orchestra.run.smithi031.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T07:22:06.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:06.950+0000 7f00ccdca640 1 -- 172.21.15.31:0/1766166745 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f00a8078850 msgr2=0x7f00a807ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:06.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:06.950+0000 7f00ccdca640 1 --2- 172.21.15.31:0/1766166745 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f00a8078850 0x7f00a807ad10 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f00c0034000 tx=0x7f00c0004730 comp rx=0 tx=0).stop 2024-09-16T07:22:06.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:06.950+0000 7f00ccdca640 1 -- 172.21.15.31:0/1766166745 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f00c815fe60 msgr2=0x7f00c8073af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:06.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:06.950+0000 7f00ccdca640 1 --2- 172.21.15.31:0/1766166745 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f00c815fe60 0x7f00c8073af0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f00b800b9e0 tx=0x7f00b800bea0 comp rx=0 tx=0).stop 2024-09-16T07:22:06.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:06.951+0000 7f00ccdca640 1 -- 172.21.15.31:0/1766166745 shutdown_connections 2024-09-16T07:22:06.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:06.951+0000 7f00ccdca640 1 --2- 172.21.15.31:0/1766166745 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f00a8078850 0x7f00a807ad10 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:06.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:06.951+0000 7f00ccdca640 1 --2- 172.21.15.31:0/1766166745 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f00c815fe60 0x7f00c8073af0 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:06.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:06.951+0000 7f00ccdca640 1 --2- 172.21.15.31:0/1766166745 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f00c8159680 0x7f00c80735b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:06.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:06.951+0000 7f00ccdca640 1 --2- 172.21.15.31:0/1766166745 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f00c80cc490 0x7f00c8153da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:06.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:06.951+0000 7f00ccdca640 1 -- 172.21.15.31:0/1766166745 >> 172.21.15.31:0/1766166745 conn(0x7f00c80b1690 msgr2=0x7f00c80b0050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:06.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:06.951+0000 7f00ccdca640 1 -- 172.21.15.31:0/1766166745 shutdown_connections 2024-09-16T07:22:06.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:06.951+0000 7f00ccdca640 1 -- 172.21.15.31:0/1766166745 wait complete. 2024-09-16T07:22:06.961 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T07:22:06.961 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T07:22:06.961 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi155.front.sepia.ceph.com 2024-09-16T07:22:06.961 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-16T07:22:06.961 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-16T07:22:06.961 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T07:22:06.961 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T07:22:06.962 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T07:22:06.962 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-16T07:22:06.962 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:22:06.962 DEBUG:teuthology.orchestra.run.smithi155:> ip addr 2024-09-16T07:22:06.980 INFO:teuthology.orchestra.run.smithi155.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T07:22:06.981 INFO:teuthology.orchestra.run.smithi155.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T07:22:06.981 INFO:teuthology.orchestra.run.smithi155.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T07:22:06.981 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:22:06.981 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 ::1/128 scope host 2024-09-16T07:22:06.981 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:22:06.981 INFO:teuthology.orchestra.run.smithi155.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:22:06.981 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 0c:c4:7a:d9:a0:fa brd ff:ff:ff:ff:ff:ff 2024-09-16T07:22:06.981 INFO:teuthology.orchestra.run.smithi155.stdout: altname enp7s0f0 2024-09-16T07:22:06.981 INFO:teuthology.orchestra.run.smithi155.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:22:06.981 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 0c:c4:7a:d9:a0:fb brd ff:ff:ff:ff:ff:ff 2024-09-16T07:22:06.981 INFO:teuthology.orchestra.run.smithi155.stdout: altname enp7s0f1 2024-09-16T07:22:06.981 INFO:teuthology.orchestra.run.smithi155.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:22:06.981 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 0c:c4:7a:88:6d:ec brd ff:ff:ff:ff:ff:ff 2024-09-16T07:22:06.982 INFO:teuthology.orchestra.run.smithi155.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T07:22:06.982 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 0c:c4:7a:88:6d:ed brd ff:ff:ff:ff:ff:ff 2024-09-16T07:22:06.982 INFO:teuthology.orchestra.run.smithi155.stdout: inet 172.21.15.155/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-16T07:22:06.982 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft 42710sec preferred_lft 42710sec 2024-09-16T07:22:06.982 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 fe80::ec4:7aff:fe88:6ded/64 scope link noprefixroute 2024-09-16T07:22:06.982 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:22:06.982 INFO:teuthology.orchestra.run.smithi155.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T07:22:06.982 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 6a:24:67:c2:77:cc brd ff:ff:ff:ff:ff:ff 2024-09-16T07:22:06.982 INFO:teuthology.orchestra.run.smithi155.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-16T07:22:06.982 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:22:06.982 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 fe80::88e4:b9ff:fe24:e8a7/64 scope link 2024-09-16T07:22:06.982 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:22:06.982 INFO:teuthology.orchestra.run.smithi155.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T07:22:06.983 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether d6:1d:e5:de:08:cd brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:22:06.983 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 fe80::d41d:e5ff:fede:8cd/64 scope link 2024-09-16T07:22:06.983 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:22:06.983 INFO:teuthology.orchestra.run.smithi155.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T07:22:06.983 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 6a:24:67:c2:77:cc brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:22:06.983 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 fe80::6824:67ff:fec2:77cc/64 scope link 2024-09-16T07:22:06.983 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:22:06.983 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:22:06.983 DEBUG:teuthology.orchestra.run.smithi155:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T07:22:07.048 INFO:teuthology.orchestra.run.smithi155.stdout:1 2024-09-16T07:22:07.050 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:22:07.050 DEBUG:teuthology.orchestra.run.smithi155:> route 2024-09-16T07:22:07.108 INFO:teuthology.orchestra.run.smithi155.stdout:Kernel IP routing table 2024-09-16T07:22:07.108 INFO:teuthology.orchestra.run.smithi155.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T07:22:07.108 INFO:teuthology.orchestra.run.smithi155.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-16T07:22:07.108 INFO:teuthology.orchestra.run.smithi155.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-16T07:22:07.108 INFO:teuthology.orchestra.run.smithi155.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T07:22:07.109 DEBUG:teuthology.orchestra.run.smithi155:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T07:22:07.109 DEBUG:teuthology.orchestra.run.smithi155:> set -e 2024-09-16T07:22:07.109 DEBUG:teuthology.orchestra.run.smithi155:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-16T07:22:07.109 DEBUG:teuthology.orchestra.run.smithi155:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-16T07:22:07.109 DEBUG:teuthology.orchestra.run.smithi155:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-16T07:22:07.109 DEBUG:teuthology.orchestra.run.smithi155:> ') 2024-09-16T07:22:07.198 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:22:07 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T07:22:07.231 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:22:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:22:07.237 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:22:07.238 DEBUG:teuthology.orchestra.run.smithi155:> ip netns list 2024-09-16T07:22:07.253 INFO:teuthology.orchestra.run.smithi155.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-16T07:22:07.253 INFO:teuthology.orchestra.run.smithi155.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-16T07:22:07.253 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-16T07:22:07.254 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:22:07.254 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip link set brx.0 up 2024-09-16T07:22:07.319 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-16T07:22:07.319 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T07:22:07.319 DEBUG:teuthology.orchestra.run.smithi155:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-16T07:22:07.375 INFO:teuthology.orchestra.run.smithi155.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-16T07:22:07.375 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T07:22:07.375 DEBUG:teuthology.orchestra.run.smithi155:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-16T07:22:07.430 DEBUG:teuthology.orchestra.run.smithi155:> sudo modprobe fuse 2024-09-16T07:22:07.496 DEBUG:teuthology.orchestra.run.smithi155:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T07:22:07.552 INFO:teuthology.orchestra.run.smithi155.stdout:/proc 2024-09-16T07:22:07.552 INFO:teuthology.orchestra.run.smithi155.stdout:/sys 2024-09-16T07:22:07.552 INFO:teuthology.orchestra.run.smithi155.stdout:/dev 2024-09-16T07:22:07.552 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/security 2024-09-16T07:22:07.552 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/shm 2024-09-16T07:22:07.552 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/pts 2024-09-16T07:22:07.553 INFO:teuthology.orchestra.run.smithi155.stdout:/run 2024-09-16T07:22:07.553 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/cgroup 2024-09-16T07:22:07.553 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/pstore 2024-09-16T07:22:07.553 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/bpf 2024-09-16T07:22:07.553 INFO:teuthology.orchestra.run.smithi155.stdout:/ 2024-09-16T07:22:07.553 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/selinux 2024-09-16T07:22:07.554 INFO:teuthology.orchestra.run.smithi155.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T07:22:07.554 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/hugepages 2024-09-16T07:22:07.554 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/mqueue 2024-09-16T07:22:07.554 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/debug 2024-09-16T07:22:07.554 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/tracing 2024-09-16T07:22:07.554 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/fuse/connections 2024-09-16T07:22:07.554 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/config 2024-09-16T07:22:07.554 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T07:22:07.554 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T07:22:07.555 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T07:22:07.555 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T07:22:07.555 INFO:teuthology.orchestra.run.smithi155.stdout:/run/user/1000 2024-09-16T07:22:07.555 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph 2024-09-16T07:22:07.555 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-4 2024-09-16T07:22:07.555 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-5 2024-09-16T07:22:07.555 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-6 2024-09-16T07:22:07.555 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-7 2024-09-16T07:22:07.555 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns 2024-09-16T07:22:07.555 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:22:07.555 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:22:07.555 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:22:07.556 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:22:07.556 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:22:07.557 DEBUG:teuthology.orchestra.run.smithi155:> ls /sys/fs/fuse/connections 2024-09-16T07:22:07.612 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-16T07:22:07.613 DEBUG:teuthology.orchestra.run.smithi155:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-16T07:22:07.656 DEBUG:teuthology.orchestra.run.smithi155:> sudo modprobe fuse 2024-09-16T07:22:07.680 DEBUG:teuthology.orchestra.run.smithi155:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T07:22:07.736 INFO:teuthology.orchestra.run.smithi155.stdout:/proc 2024-09-16T07:22:07.737 INFO:teuthology.orchestra.run.smithi155.stdout:/sys 2024-09-16T07:22:07.737 INFO:teuthology.orchestra.run.smithi155.stdout:/dev 2024-09-16T07:22:07.737 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/security 2024-09-16T07:22:07.737 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/shm 2024-09-16T07:22:07.737 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/pts 2024-09-16T07:22:07.737 INFO:teuthology.orchestra.run.smithi155.stdout:/run 2024-09-16T07:22:07.737 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/cgroup 2024-09-16T07:22:07.737 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/pstore 2024-09-16T07:22:07.737 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/bpf 2024-09-16T07:22:07.737 INFO:teuthology.orchestra.run.smithi155.stdout:/ 2024-09-16T07:22:07.737 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/selinux 2024-09-16T07:22:07.737 INFO:teuthology.orchestra.run.smithi155.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T07:22:07.737 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/hugepages 2024-09-16T07:22:07.738 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/mqueue 2024-09-16T07:22:07.738 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/debug 2024-09-16T07:22:07.738 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/tracing 2024-09-16T07:22:07.738 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/fuse/connections 2024-09-16T07:22:07.738 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/config 2024-09-16T07:22:07.738 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T07:22:07.738 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T07:22:07.738 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T07:22:07.738 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T07:22:07.738 INFO:teuthology.orchestra.run.smithi155.stdout:/run/user/1000 2024-09-16T07:22:07.738 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph 2024-09-16T07:22:07.738 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-4 2024-09-16T07:22:07.738 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-5 2024-09-16T07:22:07.738 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-6 2024-09-16T07:22:07.739 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-7 2024-09-16T07:22:07.739 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns 2024-09-16T07:22:07.739 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:22:07.739 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:22:07.739 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:22:07.739 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:22:07.739 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:22:07.739 DEBUG:teuthology.orchestra.run.smithi155:> ls /sys/fs/fuse/connections 2024-09-16T07:22:07.740 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi155.stderr:2024-09-16T07:22:07.739+0000 7f1d87cff480 -1 init, newargv = 0x564131964320 newargc=15 2024-09-16T07:22:07.740 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi155.stderr:ceph-fuse[43507]: starting ceph client 2024-09-16T07:22:07.743 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi155.stderr:ceph-fuse[43507]: starting fuse 2024-09-16T07:22:07.755 INFO:teuthology.orchestra.run.smithi155.stdout:43 2024-09-16T07:22:07.755 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-16T07:22:07.755 DEBUG:teuthology.orchestra.run.smithi155:> sudo stdin-killer -- python3 -c ' 2024-09-16T07:22:07.755 DEBUG:teuthology.orchestra.run.smithi155:> import glob 2024-09-16T07:22:07.755 DEBUG:teuthology.orchestra.run.smithi155:> import re 2024-09-16T07:22:07.756 DEBUG:teuthology.orchestra.run.smithi155:> import os 2024-09-16T07:22:07.756 DEBUG:teuthology.orchestra.run.smithi155:> import subprocess 2024-09-16T07:22:07.756 DEBUG:teuthology.orchestra.run.smithi155:> 2024-09-16T07:22:07.756 DEBUG:teuthology.orchestra.run.smithi155:> def _find_admin_socket(client_name): 2024-09-16T07:22:07.756 DEBUG:teuthology.orchestra.run.smithi155:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-16T07:22:07.756 DEBUG:teuthology.orchestra.run.smithi155:> files = glob.glob(asok_path) 2024-09-16T07:22:07.756 DEBUG:teuthology.orchestra.run.smithi155:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-16T07:22:07.756 DEBUG:teuthology.orchestra.run.smithi155:> 2024-09-16T07:22:07.756 DEBUG:teuthology.orchestra.run.smithi155:> # Given a non-glob path, it better be there 2024-09-16T07:22:07.757 DEBUG:teuthology.orchestra.run.smithi155:> if "*" not in asok_path: 2024-09-16T07:22:07.757 DEBUG:teuthology.orchestra.run.smithi155:> assert(len(files) == 1) 2024-09-16T07:22:07.757 DEBUG:teuthology.orchestra.run.smithi155:> return files[0] 2024-09-16T07:22:07.757 DEBUG:teuthology.orchestra.run.smithi155:> 2024-09-16T07:22:07.757 DEBUG:teuthology.orchestra.run.smithi155:> for f in files: 2024-09-16T07:22:07.757 DEBUG:teuthology.orchestra.run.smithi155:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T07:22:07.757 DEBUG:teuthology.orchestra.run.smithi155:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T07:22:07.757 DEBUG:teuthology.orchestra.run.smithi155:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T07:22:07.757 DEBUG:teuthology.orchestra.run.smithi155:> contents = proc_f.read() 2024-09-16T07:22:07.757 DEBUG:teuthology.orchestra.run.smithi155:> if mountpoint in contents: 2024-09-16T07:22:07.757 DEBUG:teuthology.orchestra.run.smithi155:> return f 2024-09-16T07:22:07.757 DEBUG:teuthology.orchestra.run.smithi155:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T07:22:07.757 DEBUG:teuthology.orchestra.run.smithi155:> 2024-09-16T07:22:07.758 DEBUG:teuthology.orchestra.run.smithi155:> print(_find_admin_socket("client.1")) 2024-09-16T07:22:07.758 DEBUG:teuthology.orchestra.run.smithi155:> ' 2024-09-16T07:22:07.874 INFO:teuthology.orchestra.run.smithi155.stdout:/var/run/ceph/ceph-client.1.43507.asok 2024-09-16T07:22:07.877 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:22:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:22:07.884 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.43507.asok 2024-09-16T07:22:07.884 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:22:07.885 DEBUG:teuthology.orchestra.run.smithi155:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.43507.asok status 2024-09-16T07:22:08.019 INFO:teuthology.orchestra.run.smithi155.stdout:{ 2024-09-16T07:22:08.019 INFO:teuthology.orchestra.run.smithi155.stdout: "metadata": { 2024-09-16T07:22:08.019 INFO:teuthology.orchestra.run.smithi155.stdout: "ceph_sha1": "4ef5f0587d1cad82c4295c20951c303dc342ac74", 2024-09-16T07:22:08.019 INFO:teuthology.orchestra.run.smithi155.stdout: "ceph_version": "ceph version 19.3.0-4938-g4ef5f058 (4ef5f0587d1cad82c4295c20951c303dc342ac74) squid (dev)", 2024-09-16T07:22:08.020 INFO:teuthology.orchestra.run.smithi155.stdout: "entity_id": "1", 2024-09-16T07:22:08.020 INFO:teuthology.orchestra.run.smithi155.stdout: "hostname": "smithi155", 2024-09-16T07:22:08.020 INFO:teuthology.orchestra.run.smithi155.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-16T07:22:08.020 INFO:teuthology.orchestra.run.smithi155.stdout: "pid": "43507", 2024-09-16T07:22:08.020 INFO:teuthology.orchestra.run.smithi155.stdout: "root": "/" 2024-09-16T07:22:08.020 INFO:teuthology.orchestra.run.smithi155.stdout: }, 2024-09-16T07:22:08.020 INFO:teuthology.orchestra.run.smithi155.stdout: "dentry_count": 0, 2024-09-16T07:22:08.020 INFO:teuthology.orchestra.run.smithi155.stdout: "dentry_pinned_count": 0, 2024-09-16T07:22:08.020 INFO:teuthology.orchestra.run.smithi155.stdout: "id": 4987, 2024-09-16T07:22:08.020 INFO:teuthology.orchestra.run.smithi155.stdout: "inst": { 2024-09-16T07:22:08.020 INFO:teuthology.orchestra.run.smithi155.stdout: "name": { 2024-09-16T07:22:08.021 INFO:teuthology.orchestra.run.smithi155.stdout: "type": "client", 2024-09-16T07:22:08.021 INFO:teuthology.orchestra.run.smithi155.stdout: "num": 4987 2024-09-16T07:22:08.021 INFO:teuthology.orchestra.run.smithi155.stdout: }, 2024-09-16T07:22:08.021 INFO:teuthology.orchestra.run.smithi155.stdout: "addr": { 2024-09-16T07:22:08.021 INFO:teuthology.orchestra.run.smithi155.stdout: "type": "v1", 2024-09-16T07:22:08.021 INFO:teuthology.orchestra.run.smithi155.stdout: "addr": "192.168.0.1:0", 2024-09-16T07:22:08.021 INFO:teuthology.orchestra.run.smithi155.stdout: "nonce": 3509603735 2024-09-16T07:22:08.021 INFO:teuthology.orchestra.run.smithi155.stdout: } 2024-09-16T07:22:08.021 INFO:teuthology.orchestra.run.smithi155.stdout: }, 2024-09-16T07:22:08.021 INFO:teuthology.orchestra.run.smithi155.stdout: "addr": { 2024-09-16T07:22:08.022 INFO:teuthology.orchestra.run.smithi155.stdout: "type": "v1", 2024-09-16T07:22:08.022 INFO:teuthology.orchestra.run.smithi155.stdout: "addr": "192.168.0.1:0", 2024-09-16T07:22:08.022 INFO:teuthology.orchestra.run.smithi155.stdout: "nonce": 3509603735 2024-09-16T07:22:08.022 INFO:teuthology.orchestra.run.smithi155.stdout: }, 2024-09-16T07:22:08.022 INFO:teuthology.orchestra.run.smithi155.stdout: "inst_str": "client.4987 192.168.0.1:0/3509603735", 2024-09-16T07:22:08.022 INFO:teuthology.orchestra.run.smithi155.stdout: "addr_str": "192.168.0.1:0/3509603735", 2024-09-16T07:22:08.022 INFO:teuthology.orchestra.run.smithi155.stdout: "inode_count": 1, 2024-09-16T07:22:08.022 INFO:teuthology.orchestra.run.smithi155.stdout: "mds_epoch": 17, 2024-09-16T07:22:08.022 INFO:teuthology.orchestra.run.smithi155.stdout: "osd_epoch": 34, 2024-09-16T07:22:08.023 INFO:teuthology.orchestra.run.smithi155.stdout: "osd_epoch_barrier": 0, 2024-09-16T07:22:08.023 INFO:teuthology.orchestra.run.smithi155.stdout: "blocklisted": false, 2024-09-16T07:22:08.023 INFO:teuthology.orchestra.run.smithi155.stdout: "fs_name": "cephfs" 2024-09-16T07:22:08.023 INFO:teuthology.orchestra.run.smithi155.stdout:} 2024-09-16T07:22:08.027 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:22:08.028 DEBUG:teuthology.orchestra.run.smithi155:> stat --file-system '--printf=%T 2024-09-16T07:22:08.028 DEBUG:teuthology.orchestra.run.smithi155:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-16T07:22:08.044 INFO:teuthology.orchestra.run.smithi155.stdout:fuseblk 2024-09-16T07:22:08.044 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-16T07:22:08.044 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:22:08.044 DEBUG:teuthology.orchestra.run.smithi155:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-16T07:22:08.110 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs flag set enable_multiple true --yes-i-really-mean-it 2024-09-16T07:22:08.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:08.234+0000 7f9e18790640 1 -- 172.21.15.31:0/1483687620 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9e101616e0 msgr2=0x7f9e100d4940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:08.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:08.234+0000 7f9e18790640 1 --2- 172.21.15.31:0/1483687620 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9e101616e0 0x7f9e100d4940 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f9e100b6df0 tx=0x7f9e0002a670 comp rx=0 tx=0).stop 2024-09-16T07:22:08.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:08.234+0000 7f9e18790640 1 -- 172.21.15.31:0/1483687620 shutdown_connections 2024-09-16T07:22:08.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:08.234+0000 7f9e18790640 1 --2- 172.21.15.31:0/1483687620 >> v2:172.21.15.155:3300/0 conn(0x7f9e100d25b0 0x7f9e100b73e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:08.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:08.234+0000 7f9e18790640 1 --2- 172.21.15.31:0/1483687620 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9e101616e0 0x7f9e100d4940 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:08.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:08.234+0000 7f9e18790640 1 -- 172.21.15.31:0/1483687620 >> 172.21.15.31:0/1483687620 conn(0x7f9e100d3e20 msgr2=0x7f9e100d4230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:08.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:08.234+0000 7f9e18790640 1 -- 172.21.15.31:0/1483687620 shutdown_connections 2024-09-16T07:22:08.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:08.234+0000 7f9e18790640 1 -- 172.21.15.31:0/1483687620 wait complete. 2024-09-16T07:22:08.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:08.235+0000 7f9e18790640 1 Processor -- start 2024-09-16T07:22:08.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:08.235+0000 7f9e18790640 1 -- start start 2024-09-16T07:22:08.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:08.236+0000 7f9e18790640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9e100d25b0 0x7f9e101f4640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:08.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:08.236+0000 7f9e18790640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9e10161300 0x7f9e101f7c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:08.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:08.236+0000 7f9e18790640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9e101616e0 0x7f9e100c7910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:08.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:08.236+0000 7f9e18790640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f9e100b7cf0 con 0x7f9e10161300 2024-09-16T07:22:08.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:08.236+0000 7f9e18790640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f9e100b7b70 con 0x7f9e101616e0 2024-09-16T07:22:08.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:08.236+0000 7f9e18790640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f9e100b7e70 con 0x7f9e100d25b0 2024-09-16T07:22:08.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:08.236+0000 7f9e15d2b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9e10161300 0x7f9e101f7c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:08.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:08.236+0000 7f9e15d2b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9e10161300 0x7f9e101f7c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55484/0 (socket says 172.21.15.31:55484) 2024-09-16T07:22:08.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:08.236+0000 7f9e15d2b640 1 -- 172.21.15.31:0/2843295921 learned_addr learned my addr 172.21.15.31:0/2843295921 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:08.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:08.236+0000 7f9e1652c640 1 --2- 172.21.15.31:0/2843295921 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9e100d25b0 0x7f9e101f4640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:08.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:08.236+0000 7f9e16d2d640 1 --2- 172.21.15.31:0/2843295921 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9e101616e0 0x7f9e100c7910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:08.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:08.236+0000 7f9e15d2b640 1 -- 172.21.15.31:0/2843295921 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9e100d25b0 msgr2=0x7f9e101f4640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:08.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:08.236+0000 7f9e15d2b640 1 --2- 172.21.15.31:0/2843295921 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9e100d25b0 0x7f9e101f4640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:08.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:08.236+0000 7f9e15d2b640 1 -- 172.21.15.31:0/2843295921 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9e101616e0 msgr2=0x7f9e100c7910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:08.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:08.236+0000 7f9e15d2b640 1 --2- 172.21.15.31:0/2843295921 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9e101616e0 0x7f9e100c7910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:08.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:08.236+0000 7f9e15d2b640 1 -- 172.21.15.31:0/2843295921 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e100c7e50 con 0x7f9e10161300 2024-09-16T07:22:08.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:08.236+0000 7f9e1652c640 1 --2- 172.21.15.31:0/2843295921 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9e100d25b0 0x7f9e101f4640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T07:22:08.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:08.236+0000 7f9e16d2d640 1 --2- 172.21.15.31:0/2843295921 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9e101616e0 0x7f9e100c7910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T07:22:08.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:08.237+0000 7f9e15d2b640 1 --2- 172.21.15.31:0/2843295921 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9e10161300 0x7f9e101f7c10 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f9e00034040 tx=0x7f9e00003820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:08.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:08.237+0000 7f9e06ffd640 1 -- 172.21.15.31:0/2843295921 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e0003e030 con 0x7f9e10161300 2024-09-16T07:22:08.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:08.237+0000 7f9e06ffd640 1 -- 172.21.15.31:0/2843295921 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9e00003d10 con 0x7f9e10161300 2024-09-16T07:22:08.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:08.237+0000 7f9e18790640 1 -- 172.21.15.31:0/2843295921 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9e1015e5a0 con 0x7f9e10161300 2024-09-16T07:22:08.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:08.237+0000 7f9e06ffd640 1 -- 172.21.15.31:0/2843295921 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e00035040 con 0x7f9e10161300 2024-09-16T07:22:08.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:08.237+0000 7f9e18790640 1 -- 172.21.15.31:0/2843295921 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9e101f85d0 con 0x7f9e10161300 2024-09-16T07:22:08.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:08.238+0000 7f9e18790640 1 -- 172.21.15.31:0/2843295921 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9e100b8390 con 0x7f9e10161300 2024-09-16T07:22:08.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:08.238+0000 7f9e06ffd640 1 -- 172.21.15.31:0/2843295921 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f9e00041030 con 0x7f9e10161300 2024-09-16T07:22:08.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:08.239+0000 7f9e06ffd640 1 --2- 172.21.15.31:0/2843295921 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9df4078880 0x7f9df407ad40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:08.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:08.239+0000 7f9e06ffd640 1 -- 172.21.15.31:0/2843295921 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7f9e000baf90 con 0x7f9e10161300 2024-09-16T07:22:08.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:08.239+0000 7f9e1652c640 1 --2- 172.21.15.31:0/2843295921 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9df4078880 0x7f9df407ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:08.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:08.240+0000 7f9e1652c640 1 --2- 172.21.15.31:0/2843295921 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9df4078880 0x7f9df407ad40 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f9e0c001bb0 tx=0x7f9e0c009040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:08.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:08.243+0000 7f9e06ffd640 1 -- 172.21.15.31:0/2843295921 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f9e1015e5a0 con 0x7f9e10161300 2024-09-16T07:22:08.468 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:08.468+0000 7f9e18790640 1 -- 172.21.15.31:0/2843295921 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true} v 0) -- 0x7f9e100cffd0 con 0x7f9e10161300 2024-09-16T07:22:09.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.149+0000 7f9e06ffd640 1 -- 172.21.15.31:0/2843295921 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true}]=0 v18) ==== 136+0+0 (secure 0 0 0) 0x7f9e00082f20 con 0x7f9e10161300 2024-09-16T07:22:09.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.152+0000 7f9e18790640 1 -- 172.21.15.31:0/2843295921 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9df4078880 msgr2=0x7f9df407ad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:09.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.152+0000 7f9e18790640 1 --2- 172.21.15.31:0/2843295921 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9df4078880 0x7f9df407ad40 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f9e0c001bb0 tx=0x7f9e0c009040 comp rx=0 tx=0).stop 2024-09-16T07:22:09.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.152+0000 7f9e18790640 1 -- 172.21.15.31:0/2843295921 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9e10161300 msgr2=0x7f9e101f7c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:09.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.152+0000 7f9e18790640 1 --2- 172.21.15.31:0/2843295921 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9e10161300 0x7f9e101f7c10 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f9e00034040 tx=0x7f9e00003820 comp rx=0 tx=0).stop 2024-09-16T07:22:09.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.152+0000 7f9e18790640 1 -- 172.21.15.31:0/2843295921 shutdown_connections 2024-09-16T07:22:09.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.152+0000 7f9e18790640 1 --2- 172.21.15.31:0/2843295921 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9df4078880 0x7f9df407ad40 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:09.153 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.152+0000 7f9e18790640 1 --2- 172.21.15.31:0/2843295921 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9e101616e0 0x7f9e100c7910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:09.153 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.152+0000 7f9e18790640 1 --2- 172.21.15.31:0/2843295921 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9e10161300 0x7f9e101f7c10 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:09.153 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.152+0000 7f9e18790640 1 --2- 172.21.15.31:0/2843295921 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9e100d25b0 0x7f9e101f4640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:09.153 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.152+0000 7f9e18790640 1 -- 172.21.15.31:0/2843295921 >> 172.21.15.31:0/2843295921 conn(0x7f9e100d3e20 msgr2=0x7f9e1006d290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:09.153 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.152+0000 7f9e18790640 1 -- 172.21.15.31:0/2843295921 shutdown_connections 2024-09-16T07:22:09.153 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.152+0000 7f9e18790640 1 -- 172.21.15.31:0/2843295921 wait complete. 2024-09-16T07:22:09.165 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume ls 2024-09-16T07:22:09.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.279+0000 7f8dbfff8640 1 -- 172.21.15.31:0/3070382600 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8db8161c20 msgr2=0x7f8db8162000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:09.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.279+0000 7f8dbfff8640 1 --2- 172.21.15.31:0/3070382600 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8db8161c20 0x7f8db8162000 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f8db4009830 tx=0x7f8db402a510 comp rx=0 tx=0).stop 2024-09-16T07:22:09.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.279+0000 7f8dbfff8640 1 -- 172.21.15.31:0/3070382600 shutdown_connections 2024-09-16T07:22:09.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.279+0000 7f8dbfff8640 1 --2- 172.21.15.31:0/3070382600 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8db80d0a90 0x7f8db815ec80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:09.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.279+0000 7f8dbfff8640 1 --2- 172.21.15.31:0/3070382600 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8db8161c20 0x7f8db8162000 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:09.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.279+0000 7f8dbfff8640 1 -- 172.21.15.31:0/3070382600 >> 172.21.15.31:0/3070382600 conn(0x7f8db80d1c40 msgr2=0x7f8db80d2050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:09.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.279+0000 7f8dbfff8640 1 -- 172.21.15.31:0/3070382600 shutdown_connections 2024-09-16T07:22:09.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.279+0000 7f8dbfff8640 1 -- 172.21.15.31:0/3070382600 wait complete. 2024-09-16T07:22:09.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.280+0000 7f8dbfff8640 1 Processor -- start 2024-09-16T07:22:09.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.280+0000 7f8dbfff8640 1 -- start start 2024-09-16T07:22:09.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.281+0000 7f8dbfff8640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8db80d0a90 0x7f8db815d240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:09.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.281+0000 7f8dbfff8640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8db8161c20 0x7f8db815cb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:09.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.281+0000 7f8dbfff8640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8db8162540 0x7f8db815f500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:09.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.281+0000 7f8dbfff8640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f8db806e950 con 0x7f8db80d0a90 2024-09-16T07:22:09.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.281+0000 7f8dbfff8640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f8db806e7d0 con 0x7f8db8161c20 2024-09-16T07:22:09.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.281+0000 7f8dbfff8640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f8db806ead0 con 0x7f8db8162540 2024-09-16T07:22:09.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.281+0000 7f8dbdd94640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8db80d0a90 0x7f8db815d240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:09.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.281+0000 7f8dbdd94640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8db80d0a90 0x7f8db815d240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55500/0 (socket says 172.21.15.31:55500) 2024-09-16T07:22:09.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.281+0000 7f8dbdd94640 1 -- 172.21.15.31:0/3152952385 learned_addr learned my addr 172.21.15.31:0/3152952385 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:09.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.281+0000 7f8dbd593640 1 --2- 172.21.15.31:0/3152952385 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8db8161c20 0x7f8db815cb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:09.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.281+0000 7f8dbe595640 1 --2- 172.21.15.31:0/3152952385 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8db8162540 0x7f8db815f500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:09.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.282+0000 7f8dbdd94640 1 -- 172.21.15.31:0/3152952385 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8db8162540 msgr2=0x7f8db815f500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:09.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.282+0000 7f8dbdd94640 1 --2- 172.21.15.31:0/3152952385 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8db8162540 0x7f8db815f500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:09.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.282+0000 7f8dbdd94640 1 -- 172.21.15.31:0/3152952385 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8db8161c20 msgr2=0x7f8db815cb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:09.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.282+0000 7f8dbdd94640 1 --2- 172.21.15.31:0/3152952385 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8db8161c20 0x7f8db815cb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:09.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.282+0000 7f8dbdd94640 1 -- 172.21.15.31:0/3152952385 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8db80b5a30 con 0x7f8db80d0a90 2024-09-16T07:22:09.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.282+0000 7f8dbe595640 1 --2- 172.21.15.31:0/3152952385 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8db8162540 0x7f8db815f500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:22:09.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.282+0000 7f8dbdd94640 1 --2- 172.21.15.31:0/3152952385 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8db80d0a90 0x7f8db815d240 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f8db4009950 tx=0x7f8db4032c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:09.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.282+0000 7f8dae7fc640 1 -- 172.21.15.31:0/3152952385 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8db4040070 con 0x7f8db80d0a90 2024-09-16T07:22:09.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.282+0000 7f8dae7fc640 1 -- 172.21.15.31:0/3152952385 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8db40038e0 con 0x7f8db80d0a90 2024-09-16T07:22:09.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.282+0000 7f8dbfff8640 1 -- 172.21.15.31:0/3152952385 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8db80b5d10 con 0x7f8db80d0a90 2024-09-16T07:22:09.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.282+0000 7f8dae7fc640 1 -- 172.21.15.31:0/3152952385 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8db4003d30 con 0x7f8db80d0a90 2024-09-16T07:22:09.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.282+0000 7f8dbfff8640 1 -- 172.21.15.31:0/3152952385 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8db80ca200 con 0x7f8db80d0a90 2024-09-16T07:22:09.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.283+0000 7f8dbfff8640 1 -- 172.21.15.31:0/3152952385 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8db806f060 con 0x7f8db80d0a90 2024-09-16T07:22:09.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.284+0000 7f8dae7fc640 1 -- 172.21.15.31:0/3152952385 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f8db4039040 con 0x7f8db80d0a90 2024-09-16T07:22:09.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.284+0000 7f8dae7fc640 1 --2- 172.21.15.31:0/3152952385 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f8d9c078850 0x7f8d9c07ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:09.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.284+0000 7f8dae7fc640 1 -- 172.21.15.31:0/3152952385 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7f8db40bbf30 con 0x7f8db80d0a90 2024-09-16T07:22:09.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.285+0000 7f8dbd593640 1 --2- 172.21.15.31:0/3152952385 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f8d9c078850 0x7f8d9c07ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:09.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.285+0000 7f8dbd593640 1 --2- 172.21.15.31:0/3152952385 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f8d9c078850 0x7f8d9c07ad10 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f8db81f8460 tx=0x7f8da8009040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:09.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.289+0000 7f8dae7fc640 1 -- 172.21.15.31:0/3152952385 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f8db4084630 con 0x7f8db80d0a90 2024-09-16T07:22:09.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.501+0000 7f8dbfff8640 1 -- 172.21.15.31:0/3152952385 --> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] -- mgr_command(tid 0: {"prefix": "fs volume ls", "target": ["mon-mgr", ""]}) -- 0x7f8db80b57e0 con 0x7f8d9c078850 2024-09-16T07:22:09.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.503+0000 7f8dae7fc640 1 -- 172.21.15.31:0/3152952385 <== mgr.4117 v2:172.21.15.155:6808/3650624732 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+41 (secure 0 0 0) 0x7f8db80b57e0 con 0x7f8d9c078850 2024-09-16T07:22:09.502 INFO:teuthology.orchestra.run.smithi031.stdout:[ 2024-09-16T07:22:09.502 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:22:09.503 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "cephfs" 2024-09-16T07:22:09.503 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:22:09.503 INFO:teuthology.orchestra.run.smithi031.stdout:] 2024-09-16T07:22:09.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.505+0000 7f8dbfff8640 1 -- 172.21.15.31:0/3152952385 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f8d9c078850 msgr2=0x7f8d9c07ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:09.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.505+0000 7f8dbfff8640 1 --2- 172.21.15.31:0/3152952385 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f8d9c078850 0x7f8d9c07ad10 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f8db81f8460 tx=0x7f8da8009040 comp rx=0 tx=0).stop 2024-09-16T07:22:09.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.505+0000 7f8dbfff8640 1 -- 172.21.15.31:0/3152952385 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8db80d0a90 msgr2=0x7f8db815d240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:09.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.505+0000 7f8dbfff8640 1 --2- 172.21.15.31:0/3152952385 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8db80d0a90 0x7f8db815d240 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f8db4009950 tx=0x7f8db4032c10 comp rx=0 tx=0).stop 2024-09-16T07:22:09.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.505+0000 7f8dbfff8640 1 -- 172.21.15.31:0/3152952385 shutdown_connections 2024-09-16T07:22:09.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.505+0000 7f8dbfff8640 1 --2- 172.21.15.31:0/3152952385 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f8d9c078850 0x7f8d9c07ad10 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:09.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.505+0000 7f8dbfff8640 1 --2- 172.21.15.31:0/3152952385 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8db8162540 0x7f8db815f500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:09.506 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.505+0000 7f8dbfff8640 1 --2- 172.21.15.31:0/3152952385 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8db8161c20 0x7f8db815cb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:09.506 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.505+0000 7f8dbfff8640 1 --2- 172.21.15.31:0/3152952385 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8db80d0a90 0x7f8db815d240 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:09.506 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.505+0000 7f8dbfff8640 1 -- 172.21.15.31:0/3152952385 >> 172.21.15.31:0/3152952385 conn(0x7f8db80d1c40 msgr2=0x7f8db80d1530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:09.506 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.505+0000 7f8dbfff8640 1 -- 172.21.15.31:0/3152952385 shutdown_connections 2024-09-16T07:22:09.506 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.505+0000 7f8dbfff8640 1 -- 172.21.15.31:0/3152952385 wait complete. 2024-09-16T07:22:09.516 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-16T07:22:09.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.625+0000 7fec5e47f640 1 -- 172.21.15.31:0/2646391535 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fec580d0fb0 msgr2=0x7fec581612b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:09.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.625+0000 7fec5e47f640 1 --2- 172.21.15.31:0/2646391535 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fec580d0fb0 0x7fec581612b0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fec40009830 tx=0x7fec4002a510 comp rx=0 tx=0).stop 2024-09-16T07:22:09.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.625+0000 7fec5e47f640 1 -- 172.21.15.31:0/2646391535 shutdown_connections 2024-09-16T07:22:09.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.625+0000 7fec5e47f640 1 --2- 172.21.15.31:0/2646391535 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fec580d0fb0 0x7fec581612b0 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:09.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.625+0000 7fec5e47f640 1 --2- 172.21.15.31:0/2646391535 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fec580d0bd0 0x7fec580b40d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:09.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.625+0000 7fec5e47f640 1 -- 172.21.15.31:0/2646391535 >> 172.21.15.31:0/2646391535 conn(0x7fec5809d3c0 msgr2=0x7fec580d40e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:09.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.625+0000 7fec5e47f640 1 -- 172.21.15.31:0/2646391535 shutdown_connections 2024-09-16T07:22:09.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.625+0000 7fec5e47f640 1 -- 172.21.15.31:0/2646391535 wait complete. 2024-09-16T07:22:09.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.626+0000 7fec5e47f640 1 Processor -- start 2024-09-16T07:22:09.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.626+0000 7fec5e47f640 1 -- start start 2024-09-16T07:22:09.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.627+0000 7fec5e47f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fec580d0bd0 0x7fec580ce080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:09.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.627+0000 7fec5e47f640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fec580d0fb0 0x7fec58155cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:09.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.627+0000 7fec5e47f640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fec581617f0 0x7fec5809fad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:09.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.627+0000 7fec5e47f640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fec580cfaa0 con 0x7fec580d0bd0 2024-09-16T07:22:09.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.627+0000 7fec5e47f640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fec580cf920 con 0x7fec580d0fb0 2024-09-16T07:22:09.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.627+0000 7fec5e47f640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fec580cfc20 con 0x7fec581617f0 2024-09-16T07:22:09.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.627+0000 7fec57fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fec580d0bd0 0x7fec580ce080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:09.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.627+0000 7fec57fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fec580d0bd0 0x7fec580ce080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55516/0 (socket says 172.21.15.31:55516) 2024-09-16T07:22:09.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.627+0000 7fec57fff640 1 -- 172.21.15.31:0/4036000189 learned_addr learned my addr 172.21.15.31:0/4036000189 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:09.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.627+0000 7fec5ca1c640 1 --2- 172.21.15.31:0/4036000189 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fec581617f0 0x7fec5809fad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:09.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.627+0000 7fec577fe640 1 --2- 172.21.15.31:0/4036000189 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fec580d0fb0 0x7fec58155cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:09.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.627+0000 7fec57fff640 1 -- 172.21.15.31:0/4036000189 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fec581617f0 msgr2=0x7fec5809fad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:09.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.627+0000 7fec57fff640 1 --2- 172.21.15.31:0/4036000189 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fec581617f0 0x7fec5809fad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:09.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.627+0000 7fec57fff640 1 -- 172.21.15.31:0/4036000189 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fec580d0fb0 msgr2=0x7fec58155cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:09.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.627+0000 7fec57fff640 1 --2- 172.21.15.31:0/4036000189 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fec580d0fb0 0x7fec58155cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:09.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.627+0000 7fec57fff640 1 -- 172.21.15.31:0/4036000189 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec5809e3a0 con 0x7fec580d0bd0 2024-09-16T07:22:09.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.627+0000 7fec577fe640 1 --2- 172.21.15.31:0/4036000189 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fec580d0fb0 0x7fec58155cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:22:09.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.627+0000 7fec57fff640 1 --2- 172.21.15.31:0/4036000189 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fec580d0bd0 0x7fec580ce080 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fec4800b4a0 tx=0x7fec4800b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:09.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.628+0000 7fec54ff9640 1 -- 172.21.15.31:0/4036000189 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec48014070 con 0x7fec580d0bd0 2024-09-16T07:22:09.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.628+0000 7fec54ff9640 1 -- 172.21.15.31:0/4036000189 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fec48010700 con 0x7fec580d0bd0 2024-09-16T07:22:09.637 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.628+0000 7fec5e47f640 1 -- 172.21.15.31:0/4036000189 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fec5809e680 con 0x7fec580d0bd0 2024-09-16T07:22:09.637 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.628+0000 7fec54ff9640 1 -- 172.21.15.31:0/4036000189 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec48010b50 con 0x7fec580d0bd0 2024-09-16T07:22:09.637 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.628+0000 7fec5e47f640 1 -- 172.21.15.31:0/4036000189 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fec5809ec40 con 0x7fec580d0bd0 2024-09-16T07:22:09.637 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.629+0000 7fec5e47f640 1 -- 172.21.15.31:0/4036000189 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fec580b40d0 con 0x7fec580d0bd0 2024-09-16T07:22:09.637 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.629+0000 7fec54ff9640 1 -- 172.21.15.31:0/4036000189 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7fec48017070 con 0x7fec580d0bd0 2024-09-16T07:22:09.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.630+0000 7fec54ff9640 1 --2- 172.21.15.31:0/4036000189 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fec38078850 0x7fec3807ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:09.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.630+0000 7fec54ff9640 1 -- 172.21.15.31:0/4036000189 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7fec4809a2e0 con 0x7fec580d0bd0 2024-09-16T07:22:09.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.630+0000 7fec577fe640 1 --2- 172.21.15.31:0/4036000189 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fec38078850 0x7fec3807ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:09.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.631+0000 7fec577fe640 1 --2- 172.21.15.31:0/4036000189 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fec38078850 0x7fec3807ad10 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fec40034000 tx=0x7fec40004730 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:09.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.634+0000 7fec54ff9640 1 -- 172.21.15.31:0/4036000189 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fec480622f0 con 0x7fec580d0bd0 2024-09-16T07:22:09.825 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.825+0000 7fec5e47f640 1 -- 172.21.15.31:0/4036000189 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fec580d1e50 con 0x7fec580d0bd0 2024-09-16T07:22:09.825 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.826+0000 7fec54ff9640 1 -- 172.21.15.31:0/4036000189 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v28)=0 v28) ==== 122+0+0 (secure 0 0 0) 0x7fec48066d20 con 0x7fec580d0bd0 2024-09-16T07:22:09.828 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.828+0000 7fec5e47f640 1 -- 172.21.15.31:0/4036000189 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fec38078850 msgr2=0x7fec3807ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:09.828 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.828+0000 7fec5e47f640 1 --2- 172.21.15.31:0/4036000189 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fec38078850 0x7fec3807ad10 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fec40034000 tx=0x7fec40004730 comp rx=0 tx=0).stop 2024-09-16T07:22:09.828 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.828+0000 7fec5e47f640 1 -- 172.21.15.31:0/4036000189 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fec580d0bd0 msgr2=0x7fec580ce080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:09.828 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.828+0000 7fec5e47f640 1 --2- 172.21.15.31:0/4036000189 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fec580d0bd0 0x7fec580ce080 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fec4800b4a0 tx=0x7fec4800b960 comp rx=0 tx=0).stop 2024-09-16T07:22:09.828 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.828+0000 7fec5e47f640 1 -- 172.21.15.31:0/4036000189 shutdown_connections 2024-09-16T07:22:09.828 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.828+0000 7fec5e47f640 1 --2- 172.21.15.31:0/4036000189 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fec38078850 0x7fec3807ad10 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:09.828 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.828+0000 7fec5e47f640 1 --2- 172.21.15.31:0/4036000189 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fec581617f0 0x7fec5809fad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:09.828 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.828+0000 7fec5e47f640 1 --2- 172.21.15.31:0/4036000189 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fec580d0fb0 0x7fec58155cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:09.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.828+0000 7fec5e47f640 1 --2- 172.21.15.31:0/4036000189 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fec580d0bd0 0x7fec580ce080 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:09.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.828+0000 7fec5e47f640 1 -- 172.21.15.31:0/4036000189 >> 172.21.15.31:0/4036000189 conn(0x7fec5809d3c0 msgr2=0x7fec580d4070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:09.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.828+0000 7fec5e47f640 1 -- 172.21.15.31:0/4036000189 shutdown_connections 2024-09-16T07:22:09.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:09.828+0000 7fec5e47f640 1 -- 172.21.15.31:0/4036000189 wait complete. 2024-09-16T07:22:09.838 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:22:09.839 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo mkdir -p ./volumes/subvol_grp880/subvol45400) 2024-09-16T07:22:09.873 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:22:09.873 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.dir.layout.pool .) 2024-09-16T07:22:09.931 INFO:teuthology.orchestra.run.smithi031.stdout:cephfs_data 2024-09-16T07:22:09.931 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:22:09.931 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo setfattr -n ceph.dir.layout.pool -v cephfs_data ./volumes/subvol_grp880/subvol45400) 2024-09-16T07:22:10.007 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:22:10.008 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd of=/home/ubuntu/cephtest/mnt.0/./volumes/subvol_grp880/subvol45400/.meta 2024-09-16T07:22:10.078 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs subvol45400 subvol_grp880 2024-09-16T07:22:10.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.229+0000 7fd879cbd640 1 -- 172.21.15.31:0/4072241756 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd85c003fd0 msgr2=0x7fd85c004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:10.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.229+0000 7fd879cbd640 1 --2- 172.21.15.31:0/4072241756 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd85c003fd0 0x7fd85c004800 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fd868009b20 tx=0x7fd85c005830 comp rx=0 tx=0).stop 2024-09-16T07:22:10.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.229+0000 7fd873fff640 1 -- 172.21.15.31:0/4072241756 reap_dead start 2024-09-16T07:22:10.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.229+0000 7fd879cbd640 1 -- 172.21.15.31:0/4072241756 shutdown_connections 2024-09-16T07:22:10.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.229+0000 7fd879cbd640 1 -- 172.21.15.31:0/4072241756 >> 172.21.15.31:0/4072241756 conn(0x7fd8740d3e20 msgr2=0x7fd8740d4230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:10.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.229+0000 7fd879cbd640 1 -- 172.21.15.31:0/4072241756 shutdown_connections 2024-09-16T07:22:10.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.229+0000 7fd879cbd640 1 -- 172.21.15.31:0/4072241756 wait complete. 2024-09-16T07:22:10.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.230+0000 7fd879cbd640 1 Processor -- start 2024-09-16T07:22:10.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.230+0000 7fd879cbd640 1 -- start start 2024-09-16T07:22:10.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.231+0000 7fd879cbd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd85c003fd0 0x7fd8741519b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:10.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.231+0000 7fd879cbd640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd8741f83f0 0x7fd8741f8870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:10.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.231+0000 7fd879cbd640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd8740cb790 0x7fd8740cbc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:10.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.231+0000 7fd879cbd640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fd8740d2230 con 0x7fd85c003fd0 2024-09-16T07:22:10.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.231+0000 7fd879cbd640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fd8740d20b0 con 0x7fd8740cb790 2024-09-16T07:22:10.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.231+0000 7fd879cbd640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fd8741f8e50 con 0x7fd8741f83f0 2024-09-16T07:22:10.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.231+0000 7fd8737fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd85c003fd0 0x7fd8741519b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:10.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.231+0000 7fd8737fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd85c003fd0 0x7fd8741519b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55534/0 (socket says 172.21.15.31:55534) 2024-09-16T07:22:10.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.231+0000 7fd8737fe640 1 -- 172.21.15.31:0/3837100894 learned_addr learned my addr 172.21.15.31:0/3837100894 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:10.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.231+0000 7fd872ffd640 1 --2- 172.21.15.31:0/3837100894 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd8741f83f0 0x7fd8741f8870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:10.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.231+0000 7fd873fff640 1 --2- 172.21.15.31:0/3837100894 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd8740cb790 0x7fd8740cbc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:10.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.232+0000 7fd8737fe640 1 -- 172.21.15.31:0/3837100894 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd8741f83f0 msgr2=0x7fd8741f8870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:10.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.232+0000 7fd8737fe640 1 --2- 172.21.15.31:0/3837100894 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd8741f83f0 0x7fd8741f8870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:10.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.232+0000 7fd8737fe640 1 -- 172.21.15.31:0/3837100894 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd8740cb790 msgr2=0x7fd8740cbc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:10.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.232+0000 7fd8737fe640 1 --2- 172.21.15.31:0/3837100894 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd8740cb790 0x7fd8740cbc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:10.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.232+0000 7fd8737fe640 1 -- 172.21.15.31:0/3837100894 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8741f9130 con 0x7fd85c003fd0 2024-09-16T07:22:10.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.232+0000 7fd8737fe640 1 --2- 172.21.15.31:0/3837100894 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd85c003fd0 0x7fd8741519b0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fd864011ae0 tx=0x7fd864009f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:10.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.232+0000 7fd85bfff640 1 -- 172.21.15.31:0/3837100894 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd86400fc50 con 0x7fd85c003fd0 2024-09-16T07:22:10.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.232+0000 7fd85bfff640 1 -- 172.21.15.31:0/3837100894 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd86400fdf0 con 0x7fd85c003fd0 2024-09-16T07:22:10.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.232+0000 7fd879cbd640 1 -- 172.21.15.31:0/3837100894 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd8741e7cf0 con 0x7fd85c003fd0 2024-09-16T07:22:10.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.232+0000 7fd85bfff640 1 -- 172.21.15.31:0/3837100894 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd864004280 con 0x7fd85c003fd0 2024-09-16T07:22:10.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.232+0000 7fd879cbd640 1 -- 172.21.15.31:0/3837100894 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd874151ef0 con 0x7fd85c003fd0 2024-09-16T07:22:10.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.233+0000 7fd879cbd640 1 -- 172.21.15.31:0/3837100894 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd8740d2c70 con 0x7fd85c003fd0 2024-09-16T07:22:10.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.234+0000 7fd85bfff640 1 -- 172.21.15.31:0/3837100894 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7fd8640035f0 con 0x7fd85c003fd0 2024-09-16T07:22:10.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.234+0000 7fd85bfff640 1 --2- 172.21.15.31:0/3837100894 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd860078880 0x7fd86007ad40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:10.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.234+0000 7fd85bfff640 1 -- 172.21.15.31:0/3837100894 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7fd86409b2b0 con 0x7fd85c003fd0 2024-09-16T07:22:10.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.235+0000 7fd872ffd640 1 --2- 172.21.15.31:0/3837100894 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd860078880 0x7fd86007ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:10.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.235+0000 7fd872ffd640 1 --2- 172.21.15.31:0/3837100894 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd860078880 0x7fd86007ad40 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fd868035000 tx=0x7fd8680046c0 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:10.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.238+0000 7fd85bfff640 1 -- 172.21.15.31:0/3837100894 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fd8640632d0 con 0x7fd85c003fd0 2024-09-16T07:22:10.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.454+0000 7fd879cbd640 1 -- 172.21.15.31:0/3837100894 --> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "subvol45400", "group_name": "subvol_grp880", "target": ["mon-mgr", ""]}) -- 0x7fd8740b86f0 con 0x7fd860078880 2024-09-16T07:22:10.459 INFO:tasks.ceph.mgr.x.smithi155.stderr:2024-09-16T07:22:10.460+0000 7f77bea57640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:22:10.459 INFO:tasks.ceph.mgr.x.smithi155.stderr:2024-09-16T07:22:10.460+0000 7f77bea57640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:22:10.460 INFO:tasks.ceph.mgr.x.smithi155.stderr:2024-09-16T07:22:10.460+0000 7f77bea57640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:22:10.460 INFO:tasks.ceph.mgr.x.smithi155.stderr:2024-09-16T07:22:10.460+0000 7f77bea57640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:22:10.460 INFO:tasks.ceph.mgr.x.smithi155.stderr:2024-09-16T07:22:10.460+0000 7f77bea57640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:22:10.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.496+0000 7fd85bfff640 1 -- 172.21.15.31:0/3837100894 <== mgr.4117 v2:172.21.15.155:6808/3650624732 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+35 (secure 0 0 0) 0x7fd86802b970 con 0x7fd860078880 2024-09-16T07:22:10.495 INFO:teuthology.orchestra.run.smithi031.stdout:/volumes/subvol_grp880/subvol45400 2024-09-16T07:22:10.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.498+0000 7fd879cbd640 1 -- 172.21.15.31:0/3837100894 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd860078880 msgr2=0x7fd86007ad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:10.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.498+0000 7fd879cbd640 1 --2- 172.21.15.31:0/3837100894 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd860078880 0x7fd86007ad40 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fd868035000 tx=0x7fd8680046c0 comp rx=0 tx=0).stop 2024-09-16T07:22:10.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.498+0000 7fd879cbd640 1 -- 172.21.15.31:0/3837100894 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd85c003fd0 msgr2=0x7fd8741519b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:10.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.498+0000 7fd879cbd640 1 --2- 172.21.15.31:0/3837100894 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd85c003fd0 0x7fd8741519b0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fd864011ae0 tx=0x7fd864009f10 comp rx=0 tx=0).stop 2024-09-16T07:22:10.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.498+0000 7fd879cbd640 1 -- 172.21.15.31:0/3837100894 shutdown_connections 2024-09-16T07:22:10.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.498+0000 7fd879cbd640 1 --2- 172.21.15.31:0/3837100894 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd860078880 0x7fd86007ad40 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:10.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.498+0000 7fd879cbd640 1 --2- 172.21.15.31:0/3837100894 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd8740cb790 0x7fd8740cbc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:10.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.498+0000 7fd879cbd640 1 --2- 172.21.15.31:0/3837100894 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd8741f83f0 0x7fd8741f8870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:10.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.498+0000 7fd879cbd640 1 --2- 172.21.15.31:0/3837100894 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd85c003fd0 0x7fd8741519b0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:10.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.498+0000 7fd879cbd640 1 -- 172.21.15.31:0/3837100894 >> 172.21.15.31:0/3837100894 conn(0x7fd8740d3e20 msgr2=0x7fd87406db10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:10.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.498+0000 7fd879cbd640 1 -- 172.21.15.31:0/3837100894 shutdown_connections 2024-09-16T07:22:10.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.498+0000 7fd879cbd640 1 -- 172.21.15.31:0/3837100894 wait complete. 2024-09-16T07:22:10.508 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs subvol45400 subvol_grp880 2024-09-16T07:22:10.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.619+0000 7f6784016640 1 -- 172.21.15.31:0/1004601816 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6768003a30 msgr2=0x7f6768003e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:10.619 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.619+0000 7f6784016640 1 --2- 172.21.15.31:0/1004601816 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6768003a30 0x7f6768003e50 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f677800baf0 tx=0x7f6768005830 comp rx=0 tx=0).stop 2024-09-16T07:22:10.619 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.619+0000 7f67825b3640 1 -- 172.21.15.31:0/1004601816 reap_dead start 2024-09-16T07:22:10.619 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.619+0000 7f6784016640 1 -- 172.21.15.31:0/1004601816 shutdown_connections 2024-09-16T07:22:10.619 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.619+0000 7f6784016640 1 -- 172.21.15.31:0/1004601816 >> 172.21.15.31:0/1004601816 conn(0x7f677c0d3e20 msgr2=0x7f677c0d4230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:10.619 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.619+0000 7f6784016640 1 -- 172.21.15.31:0/1004601816 shutdown_connections 2024-09-16T07:22:10.619 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.619+0000 7f6784016640 1 -- 172.21.15.31:0/1004601816 wait complete. 2024-09-16T07:22:10.620 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.620+0000 7f6784016640 1 Processor -- start 2024-09-16T07:22:10.620 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.620+0000 7f6784016640 1 -- start start 2024-09-16T07:22:10.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.621+0000 7f6784016640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6768003a30 0x7f677c1f50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:10.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.621+0000 7f6784016640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f677c0cdff0 0x7f677c0b44b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:10.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.621+0000 7f6784016640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f677c09fec0 0x7f677c0a0340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:10.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.621+0000 7f6784016640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f677c0d4cd0 con 0x7f6768003a30 2024-09-16T07:22:10.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.621+0000 7f6784016640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f677c0d4b50 con 0x7f677c0cdff0 2024-09-16T07:22:10.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.621+0000 7f6784016640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f677c0b7af0 con 0x7f677c09fec0 2024-09-16T07:22:10.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.621+0000 7f6781db2640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6768003a30 0x7f677c1f50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:10.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.621+0000 7f6781db2640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6768003a30 0x7f677c1f50c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55552/0 (socket says 172.21.15.31:55552) 2024-09-16T07:22:10.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.621+0000 7f6781db2640 1 -- 172.21.15.31:0/168295892 learned_addr learned my addr 172.21.15.31:0/168295892 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:10.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.621+0000 7f67815b1640 1 --2- 172.21.15.31:0/168295892 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f677c0cdff0 0x7f677c0b44b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:10.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.621+0000 7f67825b3640 1 --2- 172.21.15.31:0/168295892 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f677c09fec0 0x7f677c0a0340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:10.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.621+0000 7f6781db2640 1 -- 172.21.15.31:0/168295892 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f677c09fec0 msgr2=0x7f677c0a0340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:10.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.621+0000 7f6781db2640 1 --2- 172.21.15.31:0/168295892 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f677c09fec0 0x7f677c0a0340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:10.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.621+0000 7f6781db2640 1 -- 172.21.15.31:0/168295892 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f677c0cdff0 msgr2=0x7f677c0b44b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:10.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.621+0000 7f6781db2640 1 --2- 172.21.15.31:0/168295892 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f677c0cdff0 0x7f677c0b44b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:10.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.621+0000 7f6781db2640 1 -- 172.21.15.31:0/168295892 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f677c1f5600 con 0x7f6768003a30 2024-09-16T07:22:10.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.621+0000 7f67825b3640 1 --2- 172.21.15.31:0/168295892 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f677c09fec0 0x7f677c0a0340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:22:10.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.622+0000 7f6781db2640 1 --2- 172.21.15.31:0/168295892 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6768003a30 0x7f677c1f50c0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f677800ba40 tx=0x7f6778032670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:10.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.622+0000 7f67727fc640 1 -- 172.21.15.31:0/168295892 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6778041070 con 0x7f6768003a30 2024-09-16T07:22:10.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.622+0000 7f67727fc640 1 -- 172.21.15.31:0/168295892 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6778032c90 con 0x7f6768003a30 2024-09-16T07:22:10.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.622+0000 7f67727fc640 1 -- 172.21.15.31:0/168295892 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6778004290 con 0x7f6768003a30 2024-09-16T07:22:10.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.622+0000 7f6784016640 1 -- 172.21.15.31:0/168295892 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f677c0b49f0 con 0x7f6768003a30 2024-09-16T07:22:10.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.622+0000 7f6784016640 1 -- 172.21.15.31:0/168295892 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f677c09e360 con 0x7f6768003a30 2024-09-16T07:22:10.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.623+0000 7f6784016640 1 -- 172.21.15.31:0/168295892 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f677c0b73e0 con 0x7f6768003a30 2024-09-16T07:22:10.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.623+0000 7f67727fc640 1 -- 172.21.15.31:0/168295892 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 101287+0+0 (secure 0 0 0) 0x7f67780035f0 con 0x7f6768003a30 2024-09-16T07:22:10.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.624+0000 7f67727fc640 1 --2- 172.21.15.31:0/168295892 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6760078880 0x7f676007ad40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:10.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.624+0000 7f67727fc640 1 -- 172.21.15.31:0/168295892 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7f67780bb2b0 con 0x7f6768003a30 2024-09-16T07:22:10.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.624+0000 7f67815b1640 1 --2- 172.21.15.31:0/168295892 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6760078880 0x7f676007ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:10.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.625+0000 7f67815b1640 1 --2- 172.21.15.31:0/168295892 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6760078880 0x7f676007ad40 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f677c0cdf80 tx=0x7f676c006b70 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:10.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.628+0000 7f67727fc640 1 -- 172.21.15.31:0/168295892 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f677c1f5600 con 0x7f6768003a30 2024-09-16T07:22:10.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.842+0000 7f6784016640 1 -- 172.21.15.31:0/168295892 --> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "subvol45400", "group_name": "subvol_grp880", "target": ["mon-mgr", ""]}) -- 0x7f677c0b6800 con 0x7f6760078880 2024-09-16T07:22:10.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.848+0000 7f67727fc640 1 -- 172.21.15.31:0/168295892 <== mgr.4117 v2:172.21.15.155:6808/3650624732 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+35 (secure 0 0 0) 0x7f677c0b6800 con 0x7f6760078880 2024-09-16T07:22:10.847 INFO:teuthology.orchestra.run.smithi031.stdout:/volumes/subvol_grp880/subvol45400 2024-09-16T07:22:10.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.850+0000 7f6784016640 1 -- 172.21.15.31:0/168295892 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6760078880 msgr2=0x7f676007ad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:10.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.850+0000 7f6784016640 1 --2- 172.21.15.31:0/168295892 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6760078880 0x7f676007ad40 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f677c0cdf80 tx=0x7f676c006b70 comp rx=0 tx=0).stop 2024-09-16T07:22:10.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.850+0000 7f6784016640 1 -- 172.21.15.31:0/168295892 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6768003a30 msgr2=0x7f677c1f50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:10.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.850+0000 7f6784016640 1 --2- 172.21.15.31:0/168295892 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6768003a30 0x7f677c1f50c0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f677800ba40 tx=0x7f6778032670 comp rx=0 tx=0).stop 2024-09-16T07:22:10.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.850+0000 7f6784016640 1 -- 172.21.15.31:0/168295892 shutdown_connections 2024-09-16T07:22:10.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.850+0000 7f6784016640 1 --2- 172.21.15.31:0/168295892 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6760078880 0x7f676007ad40 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:10.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.850+0000 7f6784016640 1 --2- 172.21.15.31:0/168295892 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f677c09fec0 0x7f677c0a0340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:10.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.850+0000 7f6784016640 1 --2- 172.21.15.31:0/168295892 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f677c0cdff0 0x7f677c0b44b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:10.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.850+0000 7f6784016640 1 --2- 172.21.15.31:0/168295892 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6768003a30 0x7f677c1f50c0 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:10.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.850+0000 7f6784016640 1 -- 172.21.15.31:0/168295892 >> 172.21.15.31:0/168295892 conn(0x7f677c0d3e20 msgr2=0x7f677c06d810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:10.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.850+0000 7f6784016640 1 -- 172.21.15.31:0/168295892 shutdown_connections 2024-09-16T07:22:10.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:10.850+0000 7f6784016640 1 -- 172.21.15.31:0/168295892 wait complete. 2024-09-16T07:22:10.860 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:22:10.860 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo cat ./volumes/_legacy/db45b6556496a1c4be41222c7730eebc.meta) 2024-09-16T07:22:12.967 INFO:teuthology.orchestra.run.smithi031.stdout:[GLOBAL] 2024-09-16T07:22:12.967 INFO:teuthology.orchestra.run.smithi031.stdout:version = 1 2024-09-16T07:22:12.967 INFO:teuthology.orchestra.run.smithi031.stdout:type = subvolume 2024-09-16T07:22:12.967 INFO:teuthology.orchestra.run.smithi031.stdout:path = /volumes/subvol_grp880/subvol45400 2024-09-16T07:22:12.967 INFO:teuthology.orchestra.run.smithi031.stdout:state = complete 2024-09-16T07:22:12.967 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:22:12.969 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume rm cephfs subvol45400 subvol_grp880 2024-09-16T07:22:13.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.091+0000 7fe02c07f640 1 -- 172.21.15.31:0/2044543885 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe010003c60 msgr2=0x7fe010004060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:13.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.091+0000 7fe02c07f640 1 --2- 172.21.15.31:0/2044543885 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe010003c60 0x7fe010004060 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fe020006eb0 tx=0x7fe010005830 comp rx=0 tx=0).stop 2024-09-16T07:22:13.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.091+0000 7fe02a61c640 1 -- 172.21.15.31:0/2044543885 reap_dead start 2024-09-16T07:22:13.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.091+0000 7fe02c07f640 1 -- 172.21.15.31:0/2044543885 shutdown_connections 2024-09-16T07:22:13.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.091+0000 7fe02c07f640 1 -- 172.21.15.31:0/2044543885 >> 172.21.15.31:0/2044543885 conn(0x7fe0240d3e20 msgr2=0x7fe0240d4230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:13.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.091+0000 7fe02c07f640 1 -- 172.21.15.31:0/2044543885 shutdown_connections 2024-09-16T07:22:13.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.091+0000 7fe02c07f640 1 -- 172.21.15.31:0/2044543885 wait complete. 2024-09-16T07:22:13.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.093+0000 7fe02c07f640 1 Processor -- start 2024-09-16T07:22:13.093 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.093+0000 7fe02c07f640 1 -- start start 2024-09-16T07:22:13.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.093+0000 7fe02c07f640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe010003c60 0x7fe02415c7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:13.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.093+0000 7fe02c07f640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe0241f44e0 0x7fe0240c8960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:13.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.093+0000 7fe02c07f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0241f4940 0x7fe0240c8ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:13.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.093+0000 7fe02c07f640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fe024166c50 con 0x7fe0241f4940 2024-09-16T07:22:13.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.093+0000 7fe02c07f640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fe0240d4cd0 con 0x7fe010003c60 2024-09-16T07:22:13.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.093+0000 7fe02c07f640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fe024166dd0 con 0x7fe0241f44e0 2024-09-16T07:22:13.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.094+0000 7fe02a61c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0241f4940 0x7fe0240c8ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:13.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.094+0000 7fe02a61c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0241f4940 0x7fe0240c8ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:44560/0 (socket says 172.21.15.31:44560) 2024-09-16T07:22:13.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.094+0000 7fe02a61c640 1 -- 172.21.15.31:0/979465840 learned_addr learned my addr 172.21.15.31:0/979465840 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:13.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.094+0000 7fe02961a640 1 --2- 172.21.15.31:0/979465840 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe0241f44e0 0x7fe0240c8960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:13.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.094+0000 7fe029e1b640 1 --2- 172.21.15.31:0/979465840 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe010003c60 0x7fe02415c7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:13.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.094+0000 7fe02a61c640 1 -- 172.21.15.31:0/979465840 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe0241f44e0 msgr2=0x7fe0240c8960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:13.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.094+0000 7fe02a61c640 1 --2- 172.21.15.31:0/979465840 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe0241f44e0 0x7fe0240c8960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:13.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.094+0000 7fe02a61c640 1 -- 172.21.15.31:0/979465840 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe010003c60 msgr2=0x7fe02415c7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:13.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.094+0000 7fe02a61c640 1 --2- 172.21.15.31:0/979465840 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe010003c60 0x7fe02415c7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:13.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.094+0000 7fe02a61c640 1 -- 172.21.15.31:0/979465840 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe02415f9d0 con 0x7fe0241f4940 2024-09-16T07:22:13.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.094+0000 7fe02961a640 1 --2- 172.21.15.31:0/979465840 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe0241f44e0 0x7fe0240c8960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:22:13.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.094+0000 7fe029e1b640 1 --2- 172.21.15.31:0/979465840 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe010003c60 0x7fe02415c7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:22:13.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.094+0000 7fe02a61c640 1 --2- 172.21.15.31:0/979465840 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0241f4940 0x7fe0240c8ea0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fe0240b8880 tx=0x7fe01c00f3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:13.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.094+0000 7fe01a7fc640 1 -- 172.21.15.31:0/979465840 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe01c004b20 con 0x7fe0241f4940 2024-09-16T07:22:13.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.094+0000 7fe01a7fc640 1 -- 172.21.15.31:0/979465840 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe01c004cc0 con 0x7fe0241f4940 2024-09-16T07:22:13.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.094+0000 7fe02c07f640 1 -- 172.21.15.31:0/979465840 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe02415cce0 con 0x7fe0241f4940 2024-09-16T07:22:13.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.094+0000 7fe01a7fc640 1 -- 172.21.15.31:0/979465840 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe01c003bd0 con 0x7fe0241f4940 2024-09-16T07:22:13.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.094+0000 7fe02c07f640 1 -- 172.21.15.31:0/979465840 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0240cb720 con 0x7fe0241f4940 2024-09-16T07:22:13.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.095+0000 7fe02c07f640 1 -- 172.21.15.31:0/979465840 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe0240d1ea0 con 0x7fe0241f4940 2024-09-16T07:22:13.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.096+0000 7fe01a7fc640 1 -- 172.21.15.31:0/979465840 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 6) ==== 101338+0+0 (secure 0 0 0) 0x7fe01c004030 con 0x7fe0241f4940 2024-09-16T07:22:13.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.096+0000 7fe01a7fc640 1 --2- 172.21.15.31:0/979465840 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe0080788e0 0x7fe00807ada0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:13.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.097+0000 7fe01a7fc640 1 -- 172.21.15.31:0/979465840 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7fe01c09b480 con 0x7fe0241f4940 2024-09-16T07:22:13.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.097+0000 7fe029e1b640 1 --2- 172.21.15.31:0/979465840 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe0080788e0 0x7fe00807ada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:13.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.097+0000 7fe029e1b640 1 --2- 172.21.15.31:0/979465840 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe0080788e0 0x7fe00807ada0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fe020033000 tx=0x7fe0200018c0 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:13.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.101+0000 7fe01a7fc640 1 -- 172.21.15.31:0/979465840 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fe01c063980 con 0x7fe0241f4940 2024-09-16T07:22:13.313 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.313+0000 7fe02c07f640 1 -- 172.21.15.31:0/979465840 --> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] -- mgr_command(tid 0: {"prefix": "fs subvolume rm", "vol_name": "cephfs", "sub_name": "subvol45400", "group_name": "subvol_grp880", "target": ["mon-mgr", ""]}) -- 0x7fe0240b4ec0 con 0x7fe0080788e0 2024-09-16T07:22:13.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.328+0000 7fe01a7fc640 1 -- 172.21.15.31:0/979465840 <== mgr.4117 v2:172.21.15.155:6808/3650624732 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fe0240b4ec0 con 0x7fe0080788e0 2024-09-16T07:22:13.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.331+0000 7fe02c07f640 1 -- 172.21.15.31:0/979465840 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe0080788e0 msgr2=0x7fe00807ada0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:13.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.331+0000 7fe02c07f640 1 --2- 172.21.15.31:0/979465840 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe0080788e0 0x7fe00807ada0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fe020033000 tx=0x7fe0200018c0 comp rx=0 tx=0).stop 2024-09-16T07:22:13.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.331+0000 7fe02c07f640 1 -- 172.21.15.31:0/979465840 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0241f4940 msgr2=0x7fe0240c8ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:13.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.331+0000 7fe02c07f640 1 --2- 172.21.15.31:0/979465840 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0241f4940 0x7fe0240c8ea0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fe0240b8880 tx=0x7fe01c00f3c0 comp rx=0 tx=0).stop 2024-09-16T07:22:13.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.331+0000 7fe02c07f640 1 -- 172.21.15.31:0/979465840 shutdown_connections 2024-09-16T07:22:13.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.331+0000 7fe02c07f640 1 --2- 172.21.15.31:0/979465840 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe0080788e0 0x7fe00807ada0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:13.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.331+0000 7fe02c07f640 1 --2- 172.21.15.31:0/979465840 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0241f4940 0x7fe0240c8ea0 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:13.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.331+0000 7fe02c07f640 1 --2- 172.21.15.31:0/979465840 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe0241f44e0 0x7fe0240c8960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:13.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.331+0000 7fe02c07f640 1 --2- 172.21.15.31:0/979465840 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe010003c60 0x7fe02415c7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:13.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.331+0000 7fe02c07f640 1 -- 172.21.15.31:0/979465840 >> 172.21.15.31:0/979465840 conn(0x7fe0240d3e20 msgr2=0x7fe0240b54a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:13.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.331+0000 7fe02c07f640 1 -- 172.21.15.31:0/979465840 shutdown_connections 2024-09-16T07:22:13.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.331+0000 7fe02c07f640 1 -- 172.21.15.31:0/979465840 wait complete. 2024-09-16T07:22:13.332 INFO:tasks.ceph.mgr.x.smithi155.stderr:2024-09-16T07:22:13.332+0000 7f77c125c640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:22:13.332 INFO:tasks.ceph.mgr.x.smithi155.stderr:2024-09-16T07:22:13.332+0000 7f77c125c640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:22:13.332 INFO:tasks.ceph.mgr.x.smithi155.stderr:2024-09-16T07:22:13.332+0000 7f77c125c640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:22:13.332 INFO:tasks.ceph.mgr.x.smithi155.stderr:2024-09-16T07:22:13.332+0000 7f77c125c640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:22:13.332 INFO:tasks.ceph.mgr.x.smithi155.stderr:2024-09-16T07:22:13.332+0000 7f77c125c640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:22:13.342 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'stat -c %h /home/ubuntu/cephtest/mnt.0/./volumes/_deleting') 2024-09-16T07:22:13.348 INFO:tasks.ceph.mgr.x.smithi155.stderr:2024-09-16T07:22:13.349+0000 7f77c1a5d640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:22:13.348 INFO:tasks.ceph.mgr.x.smithi155.stderr:2024-09-16T07:22:13.349+0000 7f77c1a5d640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:22:13.348 INFO:tasks.ceph.mgr.x.smithi155.stderr:2024-09-16T07:22:13.349+0000 7f77c1a5d640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:22:13.349 INFO:tasks.ceph.mgr.x.smithi155.stderr:2024-09-16T07:22:13.349+0000 7f77c1a5d640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:22:13.349 INFO:tasks.ceph.mgr.x.smithi155.stderr:2024-09-16T07:22:13.349+0000 7f77c1a5d640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:22:13.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-16T07:22:13.396 INFO:teuthology.orchestra.run.smithi031.stdout:2 2024-09-16T07:22:13.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:22:13.403 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolumegroup rm cephfs subvol_grp880 2024-09-16T07:22:13.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.511+0000 7f299b0a9640 1 -- 172.21.15.31:0/4063192637 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f29940d01b0 msgr2=0x7f29940d2270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:13.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.511+0000 7f299b0a9640 1 --2- 172.21.15.31:0/4063192637 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f29940d01b0 0x7f29940d2270 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f29940b69d0 tx=0x7f297c02a4d0 comp rx=0 tx=0).stop 2024-09-16T07:22:13.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.511+0000 7f299b0a9640 1 -- 172.21.15.31:0/4063192637 shutdown_connections 2024-09-16T07:22:13.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.511+0000 7f299b0a9640 1 --2- 172.21.15.31:0/4063192637 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f29940d01b0 0x7f29940d2270 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:13.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.511+0000 7f299b0a9640 1 --2- 172.21.15.31:0/4063192637 >> v2:172.21.15.155:3300/0 conn(0x7f29941617f0 0x7f29940d1d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:13.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.511+0000 7f299b0a9640 1 -- 172.21.15.31:0/4063192637 >> 172.21.15.31:0/4063192637 conn(0x7f29940d3e30 msgr2=0x7f29940d4240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:13.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.511+0000 7f299b0a9640 1 -- 172.21.15.31:0/4063192637 shutdown_connections 2024-09-16T07:22:13.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.511+0000 7f299b0a9640 1 -- 172.21.15.31:0/4063192637 wait complete. 2024-09-16T07:22:13.512 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.512+0000 7f299b0a9640 1 Processor -- start 2024-09-16T07:22:13.512 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.512+0000 7f299b0a9640 1 -- start start 2024-09-16T07:22:13.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.513+0000 7f299b0a9640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f29940d01b0 0x7f29941f5a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:13.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.513+0000 7f299b0a9640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f29940d27b0 0x7f29940b0c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:13.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.513+0000 7f299b0a9640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f29941617f0 0x7f29940b7cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:13.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.513+0000 7f299b0a9640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f29940d0f50 con 0x7f29940d27b0 2024-09-16T07:22:13.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.513+0000 7f299b0a9640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f29940b5000 con 0x7f29941617f0 2024-09-16T07:22:13.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.513+0000 7f299b0a9640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f29940d10d0 con 0x7f29940d01b0 2024-09-16T07:22:13.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.513+0000 7f2993fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f29940d27b0 0x7f29940b0c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:13.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.513+0000 7f2993fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f29940d27b0 0x7f29940b0c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:44564/0 (socket says 172.21.15.31:44564) 2024-09-16T07:22:13.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.513+0000 7f2993fff640 1 -- 172.21.15.31:0/615880825 learned_addr learned my addr 172.21.15.31:0/615880825 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:13.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.514+0000 7f2998e45640 1 --2- 172.21.15.31:0/615880825 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f29940d01b0 0x7f29941f5a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:13.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.514+0000 7f2999646640 1 --2- 172.21.15.31:0/615880825 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f29941617f0 0x7f29940b7cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:13.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.514+0000 7f2993fff640 1 -- 172.21.15.31:0/615880825 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f29940d01b0 msgr2=0x7f29941f5a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:13.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.514+0000 7f2993fff640 1 --2- 172.21.15.31:0/615880825 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f29940d01b0 0x7f29941f5a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:13.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.514+0000 7f2993fff640 1 -- 172.21.15.31:0/615880825 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f29941617f0 msgr2=0x7f29940b7cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:13.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.514+0000 7f2993fff640 1 --2- 172.21.15.31:0/615880825 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f29941617f0 0x7f29940b7cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:13.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.514+0000 7f2993fff640 1 -- 172.21.15.31:0/615880825 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29940b8730 con 0x7f29940d27b0 2024-09-16T07:22:13.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.514+0000 7f2993fff640 1 --2- 172.21.15.31:0/615880825 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f29940d27b0 0x7f29940b0c90 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f297c009950 tx=0x7f297c032c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:13.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.514+0000 7f29917fa640 1 -- 172.21.15.31:0/615880825 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f297c040070 con 0x7f29940d27b0 2024-09-16T07:22:13.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.514+0000 7f29917fa640 1 -- 172.21.15.31:0/615880825 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f297c005330 con 0x7f29940d27b0 2024-09-16T07:22:13.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.514+0000 7f299b0a9640 1 -- 172.21.15.31:0/615880825 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f29940b8a10 con 0x7f29940d27b0 2024-09-16T07:22:13.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.514+0000 7f29917fa640 1 -- 172.21.15.31:0/615880825 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f297c0047a0 con 0x7f29940d27b0 2024-09-16T07:22:13.516 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.514+0000 7f299b0a9640 1 -- 172.21.15.31:0/615880825 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f29940c7d00 con 0x7f29940d27b0 2024-09-16T07:22:13.516 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.515+0000 7f299b0a9640 1 -- 172.21.15.31:0/615880825 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f29940d15f0 con 0x7f29940d27b0 2024-09-16T07:22:13.517 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.516+0000 7f29917fa640 1 -- 172.21.15.31:0/615880825 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 6) ==== 101338+0+0 (secure 0 0 0) 0x7f297c039040 con 0x7f29940d27b0 2024-09-16T07:22:13.517 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.516+0000 7f29917fa640 1 --2- 172.21.15.31:0/615880825 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f29740788e0 0x7f297407ada0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:13.517 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.516+0000 7f29917fa640 1 -- 172.21.15.31:0/615880825 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7f297c0bbb80 con 0x7f29940d27b0 2024-09-16T07:22:13.517 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.516+0000 7f2998e45640 1 --2- 172.21.15.31:0/615880825 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f29740788e0 0x7f297407ada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:13.517 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.517+0000 7f2998e45640 1 --2- 172.21.15.31:0/615880825 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f29740788e0 0x7f297407ada0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f2984005fd0 tx=0x7f29840097d0 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:13.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.520+0000 7f29917fa640 1 -- 172.21.15.31:0/615880825 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f297c0840f0 con 0x7f29940d27b0 2024-09-16T07:22:13.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.731+0000 7f299b0a9640 1 -- 172.21.15.31:0/615880825 --> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup rm", "vol_name": "cephfs", "group_name": "subvol_grp880", "target": ["mon-mgr", ""]}) -- 0x7f29940c7ed0 con 0x7f29740788e0 2024-09-16T07:22:13.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.736+0000 7f29917fa640 1 -- 172.21.15.31:0/615880825 <== mgr.4117 v2:172.21.15.155:6808/3650624732 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f29940c7ed0 con 0x7f29740788e0 2024-09-16T07:22:13.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.739+0000 7f299b0a9640 1 -- 172.21.15.31:0/615880825 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f29740788e0 msgr2=0x7f297407ada0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:13.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.739+0000 7f299b0a9640 1 --2- 172.21.15.31:0/615880825 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f29740788e0 0x7f297407ada0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f2984005fd0 tx=0x7f29840097d0 comp rx=0 tx=0).stop 2024-09-16T07:22:13.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.739+0000 7f299b0a9640 1 -- 172.21.15.31:0/615880825 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f29940d27b0 msgr2=0x7f29940b0c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:13.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.739+0000 7f299b0a9640 1 --2- 172.21.15.31:0/615880825 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f29940d27b0 0x7f29940b0c90 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f297c009950 tx=0x7f297c032c10 comp rx=0 tx=0).stop 2024-09-16T07:22:13.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.739+0000 7f299b0a9640 1 -- 172.21.15.31:0/615880825 shutdown_connections 2024-09-16T07:22:13.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.739+0000 7f299b0a9640 1 --2- 172.21.15.31:0/615880825 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f29740788e0 0x7f297407ada0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:13.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.739+0000 7f299b0a9640 1 --2- 172.21.15.31:0/615880825 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f29941617f0 0x7f29940b7cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:13.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.739+0000 7f299b0a9640 1 --2- 172.21.15.31:0/615880825 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f29940d27b0 0x7f29940b0c90 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:13.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.739+0000 7f299b0a9640 1 --2- 172.21.15.31:0/615880825 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f29940d01b0 0x7f29941f5a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:13.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.739+0000 7f299b0a9640 1 -- 172.21.15.31:0/615880825 >> 172.21.15.31:0/615880825 conn(0x7f29940d3e30 msgr2=0x7f29940ccf10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:13.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.739+0000 7f299b0a9640 1 -- 172.21.15.31:0/615880825 shutdown_connections 2024-09-16T07:22:13.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:13.739+0000 7f299b0a9640 1 -- 172.21.15.31:0/615880825 wait complete. 2024-09-16T07:22:13.749 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-16T07:22:13.750 DEBUG:teuthology.orchestra.run.smithi031:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T07:22:13.787 DEBUG:teuthology.orchestra.run.smithi155:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T07:22:13.836 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-16T07:22:13.836 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T07:22:13.837 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:22:13.837 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:22:13.852 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:22:13.853 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:22:13.911 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T07:22:14.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.057+0000 7f19889f8640 1 -- 172.21.15.31:0/6732030 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1970004d40 msgr2=0x7f19700051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:14.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.057+0000 7f19889f8640 1 --2- 172.21.15.31:0/6732030 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1970004d40 0x7f19700051c0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f197c009ed0 tx=0x7f1970005830 comp rx=0 tx=0).stop 2024-09-16T07:22:14.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.057+0000 7f1982d9d640 1 -- 172.21.15.31:0/6732030 reap_dead start 2024-09-16T07:22:14.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.057+0000 7f19889f8640 1 -- 172.21.15.31:0/6732030 shutdown_connections 2024-09-16T07:22:14.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.057+0000 7f19889f8640 1 -- 172.21.15.31:0/6732030 >> 172.21.15.31:0/6732030 conn(0x7f198409aa30 msgr2=0x7f198409ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:14.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.057+0000 7f19889f8640 1 -- 172.21.15.31:0/6732030 shutdown_connections 2024-09-16T07:22:14.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.057+0000 7f19889f8640 1 -- 172.21.15.31:0/6732030 wait complete. 2024-09-16T07:22:14.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.059+0000 7f19889f8640 1 Processor -- start 2024-09-16T07:22:14.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.059+0000 7f19889f8640 1 -- start start 2024-09-16T07:22:14.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.059+0000 7f19889f8640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1970004d40 0x7f19840b4a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:14.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.059+0000 7f19889f8640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f198415b390 0x7f19841f6860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:14.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.059+0000 7f19889f8640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f198415e400 0x7f1984153f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:14.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.059+0000 7f19889f8640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f198415fa60 con 0x7f198415e400 2024-09-16T07:22:14.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.059+0000 7f19889f8640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f198415f8e0 con 0x7f198415b390 2024-09-16T07:22:14.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.059+0000 7f19889f8640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f198415fbe0 con 0x7f1970004d40 2024-09-16T07:22:14.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.059+0000 7f1982d9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f198415e400 0x7f1984153f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:14.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.059+0000 7f1982d9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f198415e400 0x7f1984153f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:44568/0 (socket says 172.21.15.31:44568) 2024-09-16T07:22:14.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.059+0000 7f1982d9d640 1 -- 172.21.15.31:0/4073193938 learned_addr learned my addr 172.21.15.31:0/4073193938 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:14.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.060+0000 7f198259c640 1 --2- 172.21.15.31:0/4073193938 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1970004d40 0x7f19840b4a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:14.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.060+0000 7f197bfff640 1 --2- 172.21.15.31:0/4073193938 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f198415b390 0x7f19841f6860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:14.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.060+0000 7f1982d9d640 1 -- 172.21.15.31:0/4073193938 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1970004d40 msgr2=0x7f19840b4a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:14.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.060+0000 7f1982d9d640 1 --2- 172.21.15.31:0/4073193938 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1970004d40 0x7f19840b4a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:14.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.060+0000 7f1982d9d640 1 -- 172.21.15.31:0/4073193938 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f198415b390 msgr2=0x7f19841f6860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:14.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.060+0000 7f1982d9d640 1 --2- 172.21.15.31:0/4073193938 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f198415b390 0x7f19841f6860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:14.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.060+0000 7f1982d9d640 1 -- 172.21.15.31:0/4073193938 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19840b6280 con 0x7f198415e400 2024-09-16T07:22:14.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.060+0000 7f1982d9d640 1 --2- 172.21.15.31:0/4073193938 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f198415e400 0x7f1984153f00 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f197c02af20 tx=0x7f197c033dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:14.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.060+0000 7f197affd640 1 -- 172.21.15.31:0/4073193938 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f197c042070 con 0x7f198415e400 2024-09-16T07:22:14.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.060+0000 7f197affd640 1 -- 172.21.15.31:0/4073193938 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f197c003c60 con 0x7f198415e400 2024-09-16T07:22:14.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.060+0000 7f19889f8640 1 -- 172.21.15.31:0/4073193938 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f19840b71c0 con 0x7f198415e400 2024-09-16T07:22:14.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.060+0000 7f197affd640 1 -- 172.21.15.31:0/4073193938 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f197c038040 con 0x7f198415e400 2024-09-16T07:22:14.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.060+0000 7f19889f8640 1 -- 172.21.15.31:0/4073193938 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19840b6820 con 0x7f198415e400 2024-09-16T07:22:14.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.061+0000 7f19889f8640 1 -- 172.21.15.31:0/4073193938 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f19840d0150 con 0x7f198415e400 2024-09-16T07:22:14.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.062+0000 7f197affd640 1 -- 172.21.15.31:0/4073193938 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 6) ==== 101338+0+0 (secure 0 0 0) 0x7f197c045070 con 0x7f198415e400 2024-09-16T07:22:14.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.062+0000 7f197affd640 1 --2- 172.21.15.31:0/4073193938 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f1964078910 0x7f196407add0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:14.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.063+0000 7f197affd640 1 -- 172.21.15.31:0/4073193938 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7f197c0baab0 con 0x7f198415e400 2024-09-16T07:22:14.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.063+0000 7f198259c640 1 --2- 172.21.15.31:0/4073193938 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f1964078910 0x7f196407add0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:14.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.063+0000 7f198259c640 1 --2- 172.21.15.31:0/4073193938 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f1964078910 0x7f196407add0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f1974001a30 tx=0x7f1974000ed0 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:14.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.067+0000 7f197affd640 1 -- 172.21.15.31:0/4073193938 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f197c082940 con 0x7f198415e400 2024-09-16T07:22:14.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.266+0000 7f19889f8640 1 -- 172.21.15.31:0/4073193938 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f19840d29a0 con 0x7f198415e400 2024-09-16T07:22:14.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.267+0000 7f197affd640 1 -- 172.21.15.31:0/4073193938 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v34) ==== 80+0+0 (secure 0 0 0) 0x7f197c087370 con 0x7f198415e400 2024-09-16T07:22:14.266 INFO:teuthology.orchestra.run.smithi031.stderr:listed 0 entries 2024-09-16T07:22:14.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.269+0000 7f19889f8640 1 -- 172.21.15.31:0/4073193938 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f1964078910 msgr2=0x7f196407add0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:14.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.269+0000 7f19889f8640 1 --2- 172.21.15.31:0/4073193938 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f1964078910 0x7f196407add0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f1974001a30 tx=0x7f1974000ed0 comp rx=0 tx=0).stop 2024-09-16T07:22:14.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.269+0000 7f19889f8640 1 -- 172.21.15.31:0/4073193938 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f198415e400 msgr2=0x7f1984153f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:14.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.269+0000 7f19889f8640 1 --2- 172.21.15.31:0/4073193938 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f198415e400 0x7f1984153f00 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f197c02af20 tx=0x7f197c033dc0 comp rx=0 tx=0).stop 2024-09-16T07:22:14.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.269+0000 7f19889f8640 1 -- 172.21.15.31:0/4073193938 shutdown_connections 2024-09-16T07:22:14.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.269+0000 7f19889f8640 1 --2- 172.21.15.31:0/4073193938 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f1964078910 0x7f196407add0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:14.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.269+0000 7f19889f8640 1 --2- 172.21.15.31:0/4073193938 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f198415e400 0x7f1984153f00 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:14.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.269+0000 7f19889f8640 1 --2- 172.21.15.31:0/4073193938 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f198415b390 0x7f19841f6860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:14.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.269+0000 7f19889f8640 1 --2- 172.21.15.31:0/4073193938 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1970004d40 0x7f19840b4a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:14.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.269+0000 7f19889f8640 1 -- 172.21.15.31:0/4073193938 >> 172.21.15.31:0/4073193938 conn(0x7f198409aa30 msgr2=0x7f19840711d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:14.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.269+0000 7f19889f8640 1 -- 172.21.15.31:0/4073193938 shutdown_connections 2024-09-16T07:22:14.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.269+0000 7f19889f8640 1 -- 172.21.15.31:0/4073193938 wait complete. 2024-09-16T07:22:14.281 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi031.front.sepia.ceph.com... 2024-09-16T07:22:14.281 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:22:14.281 DEBUG:teuthology.orchestra.run.smithi031:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-16T07:22:14.305 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi031.stderr:ceph-fuse[48638]: fuse finished with error 0 and tester_r 0 2024-09-16T07:22:14.307 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi031.front.sepia.ceph.com 2024-09-16T07:22:14.307 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:22:14.307 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-16T07:22:14.385 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T07:22:14.385 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:22:14.385 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:22:14.403 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:22:14.403 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:22:14.460 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T07:22:14.568 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.568+0000 7f56c2b52640 1 -- 172.21.15.31:0/2013347298 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f56a4004d40 msgr2=0x7f56a40051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:14.568 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.568+0000 7f56c2b52640 1 --2- 172.21.15.31:0/2013347298 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f56a4004d40 0x7f56a40051c0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f56ac001690 tx=0x7f56a4005830 comp rx=0 tx=0).stop 2024-09-16T07:22:14.569 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.568+0000 7f56c10ef640 1 -- 172.21.15.31:0/2013347298 reap_dead start 2024-09-16T07:22:14.569 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.569+0000 7f56c2b52640 1 -- 172.21.15.31:0/2013347298 shutdown_connections 2024-09-16T07:22:14.569 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.569+0000 7f56c2b52640 1 -- 172.21.15.31:0/2013347298 >> 172.21.15.31:0/2013347298 conn(0x7f56bc0b1690 msgr2=0x7f56bc0b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:14.569 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.569+0000 7f56c2b52640 1 -- 172.21.15.31:0/2013347298 shutdown_connections 2024-09-16T07:22:14.569 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.569+0000 7f56c2b52640 1 -- 172.21.15.31:0/2013347298 wait complete. 2024-09-16T07:22:14.569 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.570+0000 7f56c2b52640 1 Processor -- start 2024-09-16T07:22:14.569 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.570+0000 7f56c2b52640 1 -- start start 2024-09-16T07:22:14.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.571+0000 7f56c2b52640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f56a4004d40 0x7f56bc1530d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:14.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.571+0000 7f56c2b52640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f56bc1f1cb0 0x7f56bc157020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:14.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.571+0000 7f56c2b52640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f56bc157560 0x7f56bc150df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:14.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.571+0000 7f56c2b52640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f56bc0cf1d0 con 0x7f56a4004d40 2024-09-16T07:22:14.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.571+0000 7f56c2b52640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f56bc0ccbf0 con 0x7f56bc157560 2024-09-16T07:22:14.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.571+0000 7f56c2b52640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f56bc0cf350 con 0x7f56bc1f1cb0 2024-09-16T07:22:14.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.571+0000 7f56c08ee640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f56a4004d40 0x7f56bc1530d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:14.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.571+0000 7f56c08ee640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f56a4004d40 0x7f56bc1530d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:44594/0 (socket says 172.21.15.31:44594) 2024-09-16T07:22:14.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.571+0000 7f56c08ee640 1 -- 172.21.15.31:0/1135962189 learned_addr learned my addr 172.21.15.31:0/1135962189 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:14.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.571+0000 7f56c10ef640 1 --2- 172.21.15.31:0/1135962189 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f56bc157560 0x7f56bc150df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:14.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.571+0000 7f56bbfff640 1 --2- 172.21.15.31:0/1135962189 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f56bc1f1cb0 0x7f56bc157020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:14.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.571+0000 7f56c08ee640 1 -- 172.21.15.31:0/1135962189 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f56bc1f1cb0 msgr2=0x7f56bc157020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:14.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.571+0000 7f56c08ee640 1 --2- 172.21.15.31:0/1135962189 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f56bc1f1cb0 0x7f56bc157020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:14.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.571+0000 7f56c08ee640 1 -- 172.21.15.31:0/1135962189 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f56bc157560 msgr2=0x7f56bc150df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:14.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.571+0000 7f56c08ee640 1 --2- 172.21.15.31:0/1135962189 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f56bc157560 0x7f56bc150df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:14.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.571+0000 7f56c08ee640 1 -- 172.21.15.31:0/1135962189 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56bc155f80 con 0x7f56a4004d40 2024-09-16T07:22:14.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.571+0000 7f56c10ef640 1 --2- 172.21.15.31:0/1135962189 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f56bc157560 0x7f56bc150df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:22:14.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.571+0000 7f56c08ee640 1 --2- 172.21.15.31:0/1135962189 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f56a4004d40 0x7f56bc1530d0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f56b4011d60 tx=0x7f56b400f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:14.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.572+0000 7f56b97fa640 1 -- 172.21.15.31:0/1135962189 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56b4003d80 con 0x7f56a4004d40 2024-09-16T07:22:14.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.572+0000 7f56b97fa640 1 -- 172.21.15.31:0/1135962189 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f56b4011e50 con 0x7f56a4004d40 2024-09-16T07:22:14.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.572+0000 7f56c2b52640 1 -- 172.21.15.31:0/1135962189 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56bc156260 con 0x7f56a4004d40 2024-09-16T07:22:14.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.572+0000 7f56b97fa640 1 -- 172.21.15.31:0/1135962189 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56b4004d40 con 0x7f56a4004d40 2024-09-16T07:22:14.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.572+0000 7f56c2b52640 1 -- 172.21.15.31:0/1135962189 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56bc156820 con 0x7f56a4004d40 2024-09-16T07:22:14.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.573+0000 7f56c2b52640 1 -- 172.21.15.31:0/1135962189 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f56bc15f750 con 0x7f56a4004d40 2024-09-16T07:22:14.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.573+0000 7f56b97fa640 1 -- 172.21.15.31:0/1135962189 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 6) ==== 101338+0+0 (secure 0 0 0) 0x7f56b4004050 con 0x7f56a4004d40 2024-09-16T07:22:14.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.574+0000 7f56b97fa640 1 --2- 172.21.15.31:0/1135962189 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f56a8078910 0x7f56a807add0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:14.575 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.574+0000 7f56b97fa640 1 -- 172.21.15.31:0/1135962189 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7f56b409ba50 con 0x7f56a4004d40 2024-09-16T07:22:14.575 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.574+0000 7f56bbfff640 1 --2- 172.21.15.31:0/1135962189 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f56a8078910 0x7f56a807add0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:14.575 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.575+0000 7f56bbfff640 1 --2- 172.21.15.31:0/1135962189 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f56a8078910 0x7f56a807add0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f56b0000fb0 tx=0x7f56b00067a0 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:14.577 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.578+0000 7f56b97fa640 1 -- 172.21.15.31:0/1135962189 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f56b4063fc0 con 0x7f56a4004d40 2024-09-16T07:22:14.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.778+0000 7f56c2b52640 1 -- 172.21.15.31:0/1135962189 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f56bc0b1200 con 0x7f56a4004d40 2024-09-16T07:22:14.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.779+0000 7f56b97fa640 1 -- 172.21.15.31:0/1135962189 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v34) ==== 80+0+0 (secure 0 0 0) 0x7f56b40638c0 con 0x7f56a4004d40 2024-09-16T07:22:14.778 INFO:teuthology.orchestra.run.smithi031.stderr:listed 0 entries 2024-09-16T07:22:14.781 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.781+0000 7f56c2b52640 1 -- 172.21.15.31:0/1135962189 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f56a8078910 msgr2=0x7f56a807add0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:14.781 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.781+0000 7f56c2b52640 1 --2- 172.21.15.31:0/1135962189 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f56a8078910 0x7f56a807add0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f56b0000fb0 tx=0x7f56b00067a0 comp rx=0 tx=0).stop 2024-09-16T07:22:14.781 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.781+0000 7f56c2b52640 1 -- 172.21.15.31:0/1135962189 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f56a4004d40 msgr2=0x7f56bc1530d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:14.781 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.781+0000 7f56c2b52640 1 --2- 172.21.15.31:0/1135962189 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f56a4004d40 0x7f56bc1530d0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f56b4011d60 tx=0x7f56b400f790 comp rx=0 tx=0).stop 2024-09-16T07:22:14.781 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.781+0000 7f56c2b52640 1 -- 172.21.15.31:0/1135962189 shutdown_connections 2024-09-16T07:22:14.781 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.781+0000 7f56c2b52640 1 --2- 172.21.15.31:0/1135962189 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f56a8078910 0x7f56a807add0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:14.781 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.781+0000 7f56c2b52640 1 --2- 172.21.15.31:0/1135962189 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f56bc157560 0x7f56bc150df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:14.781 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.781+0000 7f56c2b52640 1 --2- 172.21.15.31:0/1135962189 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f56bc1f1cb0 0x7f56bc157020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:14.781 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.781+0000 7f56c2b52640 1 --2- 172.21.15.31:0/1135962189 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f56a4004d40 0x7f56bc1530d0 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:14.781 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.781+0000 7f56c2b52640 1 -- 172.21.15.31:0/1135962189 >> 172.21.15.31:0/1135962189 conn(0x7f56bc0b1690 msgr2=0x7f56bc0af910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:14.781 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.781+0000 7f56c2b52640 1 -- 172.21.15.31:0/1135962189 shutdown_connections 2024-09-16T07:22:14.781 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:14.781+0000 7f56c2b52640 1 -- 172.21.15.31:0/1135962189 wait complete. 2024-09-16T07:22:14.791 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi155.front.sepia.ceph.com... 2024-09-16T07:22:14.791 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:22:14.791 DEBUG:teuthology.orchestra.run.smithi155:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-16T07:22:14.819 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi155.stderr:ceph-fuse[43507]: fuse finished with error 0 and tester_r 0 2024-09-16T07:22:14.822 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi155.front.sepia.ceph.com 2024-09-16T07:22:14.822 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:22:14.822 DEBUG:teuthology.orchestra.run.smithi155:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-16T07:22:14.936 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T07:22:14.937 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:22:14.937 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:22:14.953 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17171 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T07:22:14.954 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T07:22:14.954 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:22:14.954 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:22:14.971 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056027,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1315 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T07:22:14.971 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:22:15.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.100+0000 7f32da8dd640 1 -- 172.21.15.31:0/655467173 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f32c0004d40 msgr2=0x7f32c00051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:15.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.100+0000 7f32da8dd640 1 --2- 172.21.15.31:0/655467173 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f32c0004d40 0x7f32c00051c0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f32cc009f00 tx=0x7f32c0005830 comp rx=0 tx=0).stop 2024-09-16T07:22:15.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.100+0000 7f32d8e7a640 1 -- 172.21.15.31:0/655467173 reap_dead start 2024-09-16T07:22:15.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.100+0000 7f32da8dd640 1 -- 172.21.15.31:0/655467173 shutdown_connections 2024-09-16T07:22:15.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.100+0000 7f32da8dd640 1 -- 172.21.15.31:0/655467173 >> 172.21.15.31:0/655467173 conn(0x7f32d40d3ea0 msgr2=0x7f32d40d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:15.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.100+0000 7f32da8dd640 1 -- 172.21.15.31:0/655467173 shutdown_connections 2024-09-16T07:22:15.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.100+0000 7f32da8dd640 1 -- 172.21.15.31:0/655467173 wait complete. 2024-09-16T07:22:15.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.101+0000 7f32da8dd640 1 Processor -- start 2024-09-16T07:22:15.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.101+0000 7f32da8dd640 1 -- start start 2024-09-16T07:22:15.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.102+0000 7f32da8dd640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f32c0004d40 0x7f32d41f4200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:15.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.102+0000 7f32da8dd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f32d41f7ec0 0x7f32d41f8340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:15.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.102+0000 7f32da8dd640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f32d415f5c0 0x7f32d415fa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:15.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.102+0000 7f32da8dd640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f32d4162690 con 0x7f32d41f7ec0 2024-09-16T07:22:15.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.102+0000 7f32da8dd640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f32d40cf9b0 con 0x7f32d415f5c0 2024-09-16T07:22:15.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.102+0000 7f32da8dd640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f32d4160e70 con 0x7f32c0004d40 2024-09-16T07:22:15.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.102+0000 7f32cbfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f32d41f7ec0 0x7f32d41f8340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:15.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.102+0000 7f32cbfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f32d41f7ec0 0x7f32d41f8340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:44606/0 (socket says 172.21.15.31:44606) 2024-09-16T07:22:15.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.102+0000 7f32cbfff640 1 -- 172.21.15.31:0/3253079255 learned_addr learned my addr 172.21.15.31:0/3253079255 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:15.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.102+0000 7f32d8e7a640 1 --2- 172.21.15.31:0/3253079255 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f32d415f5c0 0x7f32d415fa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:15.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.102+0000 7f32d3fff640 1 --2- 172.21.15.31:0/3253079255 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f32c0004d40 0x7f32d41f4200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:15.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.103+0000 7f32cbfff640 1 -- 172.21.15.31:0/3253079255 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f32c0004d40 msgr2=0x7f32d41f4200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:15.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.103+0000 7f32cbfff640 1 --2- 172.21.15.31:0/3253079255 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f32c0004d40 0x7f32d41f4200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:15.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.103+0000 7f32cbfff640 1 -- 172.21.15.31:0/3253079255 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f32d415f5c0 msgr2=0x7f32d415fa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:15.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.103+0000 7f32cbfff640 1 --2- 172.21.15.31:0/3253079255 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f32d415f5c0 0x7f32d415fa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:15.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.103+0000 7f32cbfff640 1 -- 172.21.15.31:0/3253079255 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32d4160260 con 0x7f32d41f7ec0 2024-09-16T07:22:15.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.103+0000 7f32cbfff640 1 --2- 172.21.15.31:0/3253079255 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f32d41f7ec0 0x7f32d41f8340 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f32bc005f60 tx=0x7f32bc011cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:15.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.103+0000 7f32d17fa640 1 -- 172.21.15.31:0/3253079255 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32bc01f070 con 0x7f32d41f7ec0 2024-09-16T07:22:15.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.103+0000 7f32d17fa640 1 -- 172.21.15.31:0/3253079255 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f32bc00fde0 con 0x7f32d41f7ec0 2024-09-16T07:22:15.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.103+0000 7f32da8dd640 1 -- 172.21.15.31:0/3253079255 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32d4160540 con 0x7f32d41f7ec0 2024-09-16T07:22:15.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.103+0000 7f32d17fa640 1 -- 172.21.15.31:0/3253079255 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32bc0126b0 con 0x7f32d41f7ec0 2024-09-16T07:22:15.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.103+0000 7f32da8dd640 1 -- 172.21.15.31:0/3253079255 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32d4160b00 con 0x7f32d41f7ec0 2024-09-16T07:22:15.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.104+0000 7f32da8dd640 1 -- 172.21.15.31:0/3253079255 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f32d40cc510 con 0x7f32d41f7ec0 2024-09-16T07:22:15.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.105+0000 7f32d17fa640 1 -- 172.21.15.31:0/3253079255 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 6) ==== 101338+0+0 (secure 0 0 0) 0x7f32bc022070 con 0x7f32d41f7ec0 2024-09-16T07:22:15.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.105+0000 7f32d17fa640 1 --2- 172.21.15.31:0/3253079255 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f32b4078910 0x7f32b407add0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:15.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.106+0000 7f32d17fa640 1 -- 172.21.15.31:0/3253079255 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7f32bc09b2d0 con 0x7f32d41f7ec0 2024-09-16T07:22:15.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.106+0000 7f32d3fff640 1 --2- 172.21.15.31:0/3253079255 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f32b4078910 0x7f32b407add0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:15.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.106+0000 7f32d3fff640 1 --2- 172.21.15.31:0/3253079255 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f32b4078910 0x7f32b407add0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f32c4006590 tx=0x7f32c40016c0 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:15.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.110+0000 7f32d17fa640 1 -- 172.21.15.31:0/3253079255 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f32bc063280 con 0x7f32d41f7ec0 2024-09-16T07:22:15.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.173+0000 7f32d17fa640 1 -- 172.21.15.31:0/3253079255 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mgrmap(e 7) ==== 101440+0+0 (secure 0 0 0) 0x7f32bc05f4f0 con 0x7f32d41f7ec0 2024-09-16T07:22:15.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.343+0000 7f32da8dd640 1 -- 172.21.15.31:0/3253079255 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f32d40d0630 con 0x7f32d41f7ec0 2024-09-16T07:22:15.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.344+0000 7f32d17fa640 1 -- 172.21.15.31:0/3253079255 <== mon.0 v2:172.21.15.31:3300/0 8 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 18 v18) ==== 94+0+5229 (secure 0 0 0) 0x7f32bc041d50 con 0x7f32d41f7ec0 2024-09-16T07:22:15.343 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:22:15.343 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":18,"btime":"2024-09-16T07:22:09:144368+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4673,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/2253048678","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2253048678},{"type":"v1","addr":"172.21.15.155:6837","nonce":2253048678}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4676,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/1490310258","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":1490310258},{"type":"v1","addr":"172.21.15.155:6836","nonce":1490310258}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4971,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6834/4283176108","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":4283176108},{"type":"v1","addr":"172.21.15.31:6834","nonce":4283176108}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:21:54.220800+0000","modified":"2024-09-16T07:21:57.242331+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4974},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4974":{"gid":4974,"name":"a","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6835/1180708454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":1180708454},{"type":"v1","addr":"172.21.15.31:6835","nonce":1180708454}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4974,"qdb_cluster":[4974]},"id":2}]} 2024-09-16T07:22:15.344 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 18 2024-09-16T07:22:15.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.346+0000 7f32da8dd640 1 -- 172.21.15.31:0/3253079255 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f32b4078910 msgr2=0x7f32b407add0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:15.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.346+0000 7f32da8dd640 1 --2- 172.21.15.31:0/3253079255 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f32b4078910 0x7f32b407add0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f32c4006590 tx=0x7f32c40016c0 comp rx=0 tx=0).stop 2024-09-16T07:22:15.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.346+0000 7f32da8dd640 1 -- 172.21.15.31:0/3253079255 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f32d41f7ec0 msgr2=0x7f32d41f8340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:15.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.346+0000 7f32da8dd640 1 --2- 172.21.15.31:0/3253079255 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f32d41f7ec0 0x7f32d41f8340 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f32bc005f60 tx=0x7f32bc011cb0 comp rx=0 tx=0).stop 2024-09-16T07:22:15.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.346+0000 7f32da8dd640 1 -- 172.21.15.31:0/3253079255 shutdown_connections 2024-09-16T07:22:15.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.346+0000 7f32da8dd640 1 --2- 172.21.15.31:0/3253079255 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f32b4078910 0x7f32b407add0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:15.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.346+0000 7f32da8dd640 1 --2- 172.21.15.31:0/3253079255 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f32d415f5c0 0x7f32d415fa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:15.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.346+0000 7f32da8dd640 1 --2- 172.21.15.31:0/3253079255 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f32d41f7ec0 0x7f32d41f8340 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:15.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.346+0000 7f32da8dd640 1 --2- 172.21.15.31:0/3253079255 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f32c0004d40 0x7f32d41f4200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:15.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.346+0000 7f32da8dd640 1 -- 172.21.15.31:0/3253079255 >> 172.21.15.31:0/3253079255 conn(0x7f32d40d3ea0 msgr2=0x7f32d40b6cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:15.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.346+0000 7f32da8dd640 1 -- 172.21.15.31:0/3253079255 shutdown_connections 2024-09-16T07:22:15.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.346+0000 7f32da8dd640 1 -- 172.21.15.31:0/3253079255 wait complete. 2024-09-16T07:22:15.357 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:22:15.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.462+0000 7f936c9c6640 1 -- 172.21.15.31:0/3384751121 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9354003fd0 msgr2=0x7f9354004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:15.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.462+0000 7f936c9c6640 1 --2- 172.21.15.31:0/3384751121 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9354003fd0 0x7f9354004800 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f935000c260 tx=0x7f9354005830 comp rx=0 tx=0).stop 2024-09-16T07:22:15.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.462+0000 7f9366d9d640 1 -- 172.21.15.31:0/3384751121 reap_dead start 2024-09-16T07:22:15.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.462+0000 7f936c9c6640 1 -- 172.21.15.31:0/3384751121 shutdown_connections 2024-09-16T07:22:15.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.462+0000 7f936c9c6640 1 -- 172.21.15.31:0/3384751121 >> 172.21.15.31:0/3384751121 conn(0x7f93680b1690 msgr2=0x7f93680b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:15.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.462+0000 7f936c9c6640 1 -- 172.21.15.31:0/3384751121 shutdown_connections 2024-09-16T07:22:15.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.462+0000 7f936c9c6640 1 -- 172.21.15.31:0/3384751121 wait complete. 2024-09-16T07:22:15.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.463+0000 7f936c9c6640 1 Processor -- start 2024-09-16T07:22:15.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.464+0000 7f936c9c6640 1 -- start start 2024-09-16T07:22:15.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.464+0000 7f936c9c6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9354003fd0 0x7f936814c700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:15.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.464+0000 7f936c9c6640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f93681509f0 0x7f93681534a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:15.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.464+0000 7f936c9c6640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f936815c1b0 0x7f936815c660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:15.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.464+0000 7f936c9c6640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f93680b4aa0 con 0x7f9354003fd0 2024-09-16T07:22:15.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.464+0000 7f936c9c6640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f93680b4920 con 0x7f936815c1b0 2024-09-16T07:22:15.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.464+0000 7f936c9c6640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f93680b4c20 con 0x7f93681509f0 2024-09-16T07:22:15.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.464+0000 7f936659c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9354003fd0 0x7f936814c700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:15.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.464+0000 7f936659c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9354003fd0 0x7f936814c700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:44636/0 (socket says 172.21.15.31:44636) 2024-09-16T07:22:15.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.464+0000 7f936659c640 1 -- 172.21.15.31:0/2193754088 learned_addr learned my addr 172.21.15.31:0/2193754088 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:15.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.465+0000 7f936659c640 1 -- 172.21.15.31:0/2193754088 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f93681509f0 msgr2=0x7f93681534a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:15.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.465+0000 7f936659c640 1 --2- 172.21.15.31:0/2193754088 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f93681509f0 0x7f93681534a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:15.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.465+0000 7f936659c640 1 -- 172.21.15.31:0/2193754088 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f936815c1b0 msgr2=0x7f936815c660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:15.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.465+0000 7f936659c640 1 --2- 172.21.15.31:0/2193754088 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f936815c1b0 0x7f936815c660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:15.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.465+0000 7f936659c640 1 -- 172.21.15.31:0/2193754088 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93681f0490 con 0x7f9354003fd0 2024-09-16T07:22:15.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.465+0000 7f936659c640 1 --2- 172.21.15.31:0/2193754088 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9354003fd0 0x7f936814c700 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f9360011d90 tx=0x7f936000f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:15.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.465+0000 7f935effd640 1 -- 172.21.15.31:0/2193754088 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9360004d20 con 0x7f9354003fd0 2024-09-16T07:22:15.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.465+0000 7f935effd640 1 -- 172.21.15.31:0/2193754088 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9360003970 con 0x7f9354003fd0 2024-09-16T07:22:15.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.465+0000 7f936c9c6640 1 -- 172.21.15.31:0/2193754088 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93681f1210 con 0x7f9354003fd0 2024-09-16T07:22:15.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.465+0000 7f935effd640 1 -- 172.21.15.31:0/2193754088 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9360003d60 con 0x7f9354003fd0 2024-09-16T07:22:15.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.465+0000 7f936c9c6640 1 -- 172.21.15.31:0/2193754088 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93681f0a10 con 0x7f9354003fd0 2024-09-16T07:22:15.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.466+0000 7f936c9c6640 1 -- 172.21.15.31:0/2193754088 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f93680739a0 con 0x7f9354003fd0 2024-09-16T07:22:15.468 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.467+0000 7f935effd640 1 -- 172.21.15.31:0/2193754088 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 7) ==== 101440+0+0 (secure 0 0 0) 0x7f9360004050 con 0x7f9354003fd0 2024-09-16T07:22:15.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.467+0000 7f935effd640 1 --2- 172.21.15.31:0/2193754088 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9348078a00 0x7f934807aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:15.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.468+0000 7f935effd640 1 -- 172.21.15.31:0/2193754088 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7f936009bba0 con 0x7f9354003fd0 2024-09-16T07:22:15.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.468+0000 7f9365d9b640 1 --2- 172.21.15.31:0/2193754088 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9348078a00 0x7f934807aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:15.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.468+0000 7f9365d9b640 1 --2- 172.21.15.31:0/2193754088 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9348078a00 0x7f934807aec0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f9350033000 tx=0x7f93680b3aa0 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:15.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.472+0000 7f935effd640 1 -- 172.21.15.31:0/2193754088 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f9360063e80 con 0x7f9354003fd0 2024-09-16T07:22:15.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.694+0000 7f936c9c6640 1 -- 172.21.15.31:0/2193754088 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f93680afd60 con 0x7f9354003fd0 2024-09-16T07:22:15.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.695+0000 7f935effd640 1 -- 172.21.15.31:0/2193754088 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 18 v18) ==== 94+0+5229 (secure 0 0 0) 0x7f9360063780 con 0x7f9354003fd0 2024-09-16T07:22:15.695 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:22:15.695 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":18,"btime":"2024-09-16T07:22:09:144368+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4673,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/2253048678","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2253048678},{"type":"v1","addr":"172.21.15.155:6837","nonce":2253048678}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4676,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/1490310258","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":1490310258},{"type":"v1","addr":"172.21.15.155:6836","nonce":1490310258}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4971,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6834/4283176108","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":4283176108},{"type":"v1","addr":"172.21.15.31:6834","nonce":4283176108}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:21:54.220800+0000","modified":"2024-09-16T07:21:57.242331+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4974},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4974":{"gid":4974,"name":"a","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6835/1180708454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":1180708454},{"type":"v1","addr":"172.21.15.31:6835","nonce":1180708454}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4974,"qdb_cluster":[4974]},"id":2}]} 2024-09-16T07:22:15.695 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 18 2024-09-16T07:22:15.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.697+0000 7f936c9c6640 1 -- 172.21.15.31:0/2193754088 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9348078a00 msgr2=0x7f934807aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:15.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.697+0000 7f936c9c6640 1 --2- 172.21.15.31:0/2193754088 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9348078a00 0x7f934807aec0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f9350033000 tx=0x7f93680b3aa0 comp rx=0 tx=0).stop 2024-09-16T07:22:15.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.697+0000 7f936c9c6640 1 -- 172.21.15.31:0/2193754088 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9354003fd0 msgr2=0x7f936814c700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:15.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.697+0000 7f936c9c6640 1 --2- 172.21.15.31:0/2193754088 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9354003fd0 0x7f936814c700 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f9360011d90 tx=0x7f936000f790 comp rx=0 tx=0).stop 2024-09-16T07:22:15.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.697+0000 7f936c9c6640 1 -- 172.21.15.31:0/2193754088 shutdown_connections 2024-09-16T07:22:15.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.697+0000 7f936c9c6640 1 --2- 172.21.15.31:0/2193754088 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9348078a00 0x7f934807aec0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:15.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.697+0000 7f936c9c6640 1 --2- 172.21.15.31:0/2193754088 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f936815c1b0 0x7f936815c660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:15.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.697+0000 7f936c9c6640 1 --2- 172.21.15.31:0/2193754088 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f93681509f0 0x7f93681534a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:15.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.697+0000 7f936c9c6640 1 --2- 172.21.15.31:0/2193754088 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9354003fd0 0x7f936814c700 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:15.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.697+0000 7f936c9c6640 1 -- 172.21.15.31:0/2193754088 >> 172.21.15.31:0/2193754088 conn(0x7f93680b1690 msgr2=0x7f93680cbc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:15.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.697+0000 7f936c9c6640 1 -- 172.21.15.31:0/2193754088 shutdown_connections 2024-09-16T07:22:15.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.697+0000 7f936c9c6640 1 -- 172.21.15.31:0/2193754088 wait complete. 2024-09-16T07:22:15.707 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:22:15.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.814+0000 7fcea6117640 1 -- 172.21.15.31:0/2925542130 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fce88003c10 msgr2=0x7fce88004030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:15.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.814+0000 7fcea6117640 1 --2- 172.21.15.31:0/2925542130 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fce88003c10 0x7fce88004030 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fce9000e420 tx=0x7fce88005830 comp rx=0 tx=0).stop 2024-09-16T07:22:15.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.814+0000 7fce9ffff640 1 -- 172.21.15.31:0/2925542130 reap_dead start 2024-09-16T07:22:15.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.814+0000 7fcea6117640 1 -- 172.21.15.31:0/2925542130 shutdown_connections 2024-09-16T07:22:15.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.814+0000 7fcea6117640 1 -- 172.21.15.31:0/2925542130 >> 172.21.15.31:0/2925542130 conn(0x7fcea00d3ea0 msgr2=0x7fcea00d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:15.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.814+0000 7fcea6117640 1 -- 172.21.15.31:0/2925542130 shutdown_connections 2024-09-16T07:22:15.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.814+0000 7fcea6117640 1 -- 172.21.15.31:0/2925542130 wait complete. 2024-09-16T07:22:15.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.815+0000 7fcea6117640 1 Processor -- start 2024-09-16T07:22:15.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.815+0000 7fcea6117640 1 -- start start 2024-09-16T07:22:15.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.816+0000 7fcea6117640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fce88003c10 0x7fcea01f54c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:15.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.816+0000 7fcea6117640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcea01582d0 0x7fcea0157a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:15.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.816+0000 7fcea6117640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcea00b9110 0x7fcea0152f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:15.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.816+0000 7fcea6117640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fcea00cf9b0 con 0x7fce88003c10 2024-09-16T07:22:15.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.816+0000 7fcea6117640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fcea0162710 con 0x7fcea01582d0 2024-09-16T07:22:15.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.816+0000 7fcea6117640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fcea00cfb30 con 0x7fcea00b9110 2024-09-16T07:22:15.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.816+0000 7fce9f7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fce88003c10 0x7fcea01f54c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:15.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.816+0000 7fce9f7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fce88003c10 0x7fcea01f54c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:44666/0 (socket says 172.21.15.31:44666) 2024-09-16T07:22:15.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.816+0000 7fce9f7fe640 1 -- 172.21.15.31:0/2088312795 learned_addr learned my addr 172.21.15.31:0/2088312795 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:15.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.816+0000 7fce9f7fe640 1 -- 172.21.15.31:0/2088312795 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcea00b9110 msgr2=0x7fcea0152f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:15.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.816+0000 7fce9ffff640 1 --2- 172.21.15.31:0/2088312795 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcea00b9110 0x7fcea0152f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:15.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.816+0000 7fce9effd640 1 --2- 172.21.15.31:0/2088312795 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcea01582d0 0x7fcea0157a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:15.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.816+0000 7fce9f7fe640 1 --2- 172.21.15.31:0/2088312795 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcea00b9110 0x7fcea0152f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:15.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.816+0000 7fce9f7fe640 1 -- 172.21.15.31:0/2088312795 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcea01582d0 msgr2=0x7fcea0157a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:15.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.816+0000 7fce9f7fe640 1 --2- 172.21.15.31:0/2088312795 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcea01582d0 0x7fcea0157a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:15.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.816+0000 7fce9f7fe640 1 -- 172.21.15.31:0/2088312795 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcea0157f90 con 0x7fce88003c10 2024-09-16T07:22:15.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.817+0000 7fce9f7fe640 1 --2- 172.21.15.31:0/2088312795 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fce88003c10 0x7fcea01f54c0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fce9000e370 tx=0x7fce900098c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:15.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.817+0000 7fce87fff640 1 -- 172.21.15.31:0/2088312795 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce90041020 con 0x7fce88003c10 2024-09-16T07:22:15.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.817+0000 7fce87fff640 1 -- 172.21.15.31:0/2088312795 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fce9003da20 con 0x7fce88003c10 2024-09-16T07:22:15.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.817+0000 7fcea6117640 1 -- 172.21.15.31:0/2088312795 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcea0158e00 con 0x7fce88003c10 2024-09-16T07:22:15.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.817+0000 7fce87fff640 1 -- 172.21.15.31:0/2088312795 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce9003de50 con 0x7fce88003c10 2024-09-16T07:22:15.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.817+0000 7fcea6117640 1 -- 172.21.15.31:0/2088312795 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcea0158b20 con 0x7fce88003c10 2024-09-16T07:22:15.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.818+0000 7fcea6117640 1 -- 172.21.15.31:0/2088312795 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcea00d0630 con 0x7fce88003c10 2024-09-16T07:22:15.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.819+0000 7fce87fff640 1 -- 172.21.15.31:0/2088312795 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 7) ==== 101440+0+0 (secure 0 0 0) 0x7fce90044020 con 0x7fce88003c10 2024-09-16T07:22:15.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.819+0000 7fce87fff640 1 --2- 172.21.15.31:0/2088312795 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fce8c078bd0 0x7fce8c07b090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:15.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.819+0000 7fce87fff640 1 -- 172.21.15.31:0/2088312795 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7fce900bc250 con 0x7fce88003c10 2024-09-16T07:22:15.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.819+0000 7fce9effd640 1 --2- 172.21.15.31:0/2088312795 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fce8c078bd0 0x7fce8c07b090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:15.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.820+0000 7fce9effd640 1 --2- 172.21.15.31:0/2088312795 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fce8c078bd0 0x7fce8c07b090 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fce94001a30 tx=0x7fce94000f70 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:15.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:15.824+0000 7fce87fff640 1 -- 172.21.15.31:0/2088312795 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fce9004b030 con 0x7fce88003c10 2024-09-16T07:22:16.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.013+0000 7fcea6117640 1 -- 172.21.15.31:0/2088312795 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fcea01f50e0 con 0x7fce88003c10 2024-09-16T07:22:16.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.013+0000 7fce87fff640 1 -- 172.21.15.31:0/2088312795 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v34) ==== 74+0+16645 (secure 0 0 0) 0x7fcea0158e00 con 0x7fce88003c10 2024-09-16T07:22:16.014 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:22:16.014 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":34,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:21:55.857238+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:21:52.223904+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-16T07:21:53.178687+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:22:16.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.016+0000 7fcea6117640 1 -- 172.21.15.31:0/2088312795 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fce8c078bd0 msgr2=0x7fce8c07b090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:16.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.016+0000 7fcea6117640 1 --2- 172.21.15.31:0/2088312795 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fce8c078bd0 0x7fce8c07b090 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fce94001a30 tx=0x7fce94000f70 comp rx=0 tx=0).stop 2024-09-16T07:22:16.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.016+0000 7fcea6117640 1 -- 172.21.15.31:0/2088312795 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fce88003c10 msgr2=0x7fcea01f54c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:16.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.016+0000 7fcea6117640 1 --2- 172.21.15.31:0/2088312795 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fce88003c10 0x7fcea01f54c0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fce9000e370 tx=0x7fce900098c0 comp rx=0 tx=0).stop 2024-09-16T07:22:16.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.016+0000 7fcea6117640 1 -- 172.21.15.31:0/2088312795 shutdown_connections 2024-09-16T07:22:16.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.016+0000 7fcea6117640 1 --2- 172.21.15.31:0/2088312795 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fce8c078bd0 0x7fce8c07b090 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:16.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.016+0000 7fcea6117640 1 --2- 172.21.15.31:0/2088312795 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcea00b9110 0x7fcea0152f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:16.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.016+0000 7fcea6117640 1 --2- 172.21.15.31:0/2088312795 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcea01582d0 0x7fcea0157a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:16.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.016+0000 7fcea6117640 1 --2- 172.21.15.31:0/2088312795 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fce88003c10 0x7fcea01f54c0 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:16.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.016+0000 7fcea6117640 1 -- 172.21.15.31:0/2088312795 >> 172.21.15.31:0/2088312795 conn(0x7fcea00d3ea0 msgr2=0x7fcea00b24b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:16.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.016+0000 7fcea6117640 1 -- 172.21.15.31:0/2088312795 shutdown_connections 2024-09-16T07:22:16.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.016+0000 7fcea6117640 1 -- 172.21.15.31:0/2088312795 wait complete. 2024-09-16T07:22:16.026 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-16T07:22:16.027 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:22:16.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.132+0000 7f6f2056c640 1 -- 172.21.15.31:0/39173490 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6f1815bdc0 msgr2=0x7f6f180b13e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:16.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.132+0000 7f6f2056c640 1 --2- 172.21.15.31:0/39173490 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6f1815bdc0 0x7f6f180b13e0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f6f14009830 tx=0x7f6f1402a480 comp rx=0 tx=0).stop 2024-09-16T07:22:16.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.132+0000 7f6f2056c640 1 -- 172.21.15.31:0/39173490 shutdown_connections 2024-09-16T07:22:16.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.132+0000 7f6f2056c640 1 --2- 172.21.15.31:0/39173490 >> v2:172.21.15.155:3300/0 conn(0x7f6f180d2420 0x7f6f180b1e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:16.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.132+0000 7f6f2056c640 1 --2- 172.21.15.31:0/39173490 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6f1815bdc0 0x7f6f180b13e0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:16.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.132+0000 7f6f2056c640 1 -- 172.21.15.31:0/39173490 >> 172.21.15.31:0/39173490 conn(0x7f6f18074cb0 msgr2=0x7f6f1809b180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:16.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.132+0000 7f6f2056c640 1 -- 172.21.15.31:0/39173490 shutdown_connections 2024-09-16T07:22:16.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.132+0000 7f6f2056c640 1 -- 172.21.15.31:0/39173490 wait complete. 2024-09-16T07:22:16.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.133+0000 7f6f2056c640 1 Processor -- start 2024-09-16T07:22:16.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.133+0000 7f6f2056c640 1 -- start start 2024-09-16T07:22:16.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.134+0000 7f6f2056c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6f180b1920 0x7f6f18150750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:16.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.134+0000 7f6f2056c640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6f180d2420 0x7f6f1815e710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:16.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.134+0000 7f6f2056c640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6f1815bdc0 0x7f6f1815ec50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:16.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.134+0000 7f6f2056c640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f6f180cca60 con 0x7f6f180b1920 2024-09-16T07:22:16.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.134+0000 7f6f2056c640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f6f180cdcd0 con 0x7f6f180d2420 2024-09-16T07:22:16.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.134+0000 7f6f2056c640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f6f180b2370 con 0x7f6f1815bdc0 2024-09-16T07:22:16.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.134+0000 7f6f1e308640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6f180b1920 0x7f6f18150750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:16.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.134+0000 7f6f1e308640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6f180b1920 0x7f6f18150750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:44668/0 (socket says 172.21.15.31:44668) 2024-09-16T07:22:16.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.134+0000 7f6f1e308640 1 -- 172.21.15.31:0/3816827048 learned_addr learned my addr 172.21.15.31:0/3816827048 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:16.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.134+0000 7f6f1db07640 1 --2- 172.21.15.31:0/3816827048 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6f180d2420 0x7f6f1815e710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:16.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.134+0000 7f6f1eb09640 1 --2- 172.21.15.31:0/3816827048 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6f1815bdc0 0x7f6f1815ec50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:16.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.134+0000 7f6f1e308640 1 -- 172.21.15.31:0/3816827048 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6f1815bdc0 msgr2=0x7f6f1815ec50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:16.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.135+0000 7f6f1e308640 1 --2- 172.21.15.31:0/3816827048 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6f1815bdc0 0x7f6f1815ec50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:16.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.135+0000 7f6f1e308640 1 -- 172.21.15.31:0/3816827048 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6f180d2420 msgr2=0x7f6f1815e710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:16.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.135+0000 7f6f1e308640 1 --2- 172.21.15.31:0/3816827048 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6f180d2420 0x7f6f1815e710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:16.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.135+0000 7f6f1e308640 1 -- 172.21.15.31:0/3816827048 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f180b52e0 con 0x7f6f180b1920 2024-09-16T07:22:16.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.135+0000 7f6f1db07640 1 --2- 172.21.15.31:0/3816827048 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6f180d2420 0x7f6f1815e710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:22:16.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.135+0000 7f6f1e308640 1 --2- 172.21.15.31:0/3816827048 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6f180b1920 0x7f6f18150750 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f6f14009950 tx=0x7f6f14032c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:16.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.135+0000 7f6f0effd640 1 -- 172.21.15.31:0/3816827048 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f14040070 con 0x7f6f180b1920 2024-09-16T07:22:16.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.135+0000 7f6f2056c640 1 -- 172.21.15.31:0/3816827048 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f180b55c0 con 0x7f6f180b1920 2024-09-16T07:22:16.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.135+0000 7f6f0effd640 1 -- 172.21.15.31:0/3816827048 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6f14005310 con 0x7f6f180b1920 2024-09-16T07:22:16.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.135+0000 7f6f0effd640 1 -- 172.21.15.31:0/3816827048 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f140047a0 con 0x7f6f180b1920 2024-09-16T07:22:16.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.135+0000 7f6f2056c640 1 -- 172.21.15.31:0/3816827048 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f180b5e60 con 0x7f6f180b1920 2024-09-16T07:22:16.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.136+0000 7f6f2056c640 1 -- 172.21.15.31:0/3816827048 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6f180b2890 con 0x7f6f180b1920 2024-09-16T07:22:16.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.137+0000 7f6f0effd640 1 -- 172.21.15.31:0/3816827048 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 7) ==== 101440+0+0 (secure 0 0 0) 0x7f6f14039040 con 0x7f6f180b1920 2024-09-16T07:22:16.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.137+0000 7f6f0effd640 1 --2- 172.21.15.31:0/3816827048 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6efc078a00 0x7f6efc07aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:16.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.137+0000 7f6f0effd640 1 -- 172.21.15.31:0/3816827048 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7f6f140bbeb0 con 0x7f6f180b1920 2024-09-16T07:22:16.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.137+0000 7f6f1db07640 1 --2- 172.21.15.31:0/3816827048 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6efc078a00 0x7f6efc07aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:16.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.138+0000 7f6f1db07640 1 --2- 172.21.15.31:0/3816827048 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6efc078a00 0x7f6efc07aec0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f6f08007fd0 tx=0x7f6f08009040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:16.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.141+0000 7f6f0effd640 1 -- 172.21.15.31:0/3816827048 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f6f14084110 con 0x7f6f180b1920 2024-09-16T07:22:16.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.365+0000 7f6f2056c640 1 -- 172.21.15.31:0/3816827048 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6f180b5790 con 0x7f6f180b1920 2024-09-16T07:22:16.365 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.365+0000 7f6f0effd640 1 -- 172.21.15.31:0/3816827048 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 18 v18) ==== 94+0+5229 (secure 0 0 0) 0x7f6f14083a10 con 0x7f6f180b1920 2024-09-16T07:22:16.366 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:22:16.366 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":18,"btime":"2024-09-16T07:22:09:144368+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4673,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/2253048678","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2253048678},{"type":"v1","addr":"172.21.15.155:6837","nonce":2253048678}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4676,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/1490310258","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":1490310258},{"type":"v1","addr":"172.21.15.155:6836","nonce":1490310258}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4971,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6834/4283176108","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":4283176108},{"type":"v1","addr":"172.21.15.31:6834","nonce":4283176108}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:21:54.220800+0000","modified":"2024-09-16T07:21:57.242331+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4974},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4974":{"gid":4974,"name":"a","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6835/1180708454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":1180708454},{"type":"v1","addr":"172.21.15.31:6835","nonce":1180708454}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4974,"qdb_cluster":[4974]},"id":2}]} 2024-09-16T07:22:16.368 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 18 2024-09-16T07:22:16.368 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.367+0000 7f6f2056c640 1 -- 172.21.15.31:0/3816827048 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6efc078a00 msgr2=0x7f6efc07aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:16.368 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.367+0000 7f6f2056c640 1 --2- 172.21.15.31:0/3816827048 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6efc078a00 0x7f6efc07aec0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f6f08007fd0 tx=0x7f6f08009040 comp rx=0 tx=0).stop 2024-09-16T07:22:16.368 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.367+0000 7f6f2056c640 1 -- 172.21.15.31:0/3816827048 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6f180b1920 msgr2=0x7f6f18150750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:16.369 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.367+0000 7f6f2056c640 1 --2- 172.21.15.31:0/3816827048 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6f180b1920 0x7f6f18150750 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f6f14009950 tx=0x7f6f14032c10 comp rx=0 tx=0).stop 2024-09-16T07:22:16.369 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.367+0000 7f6f2056c640 1 -- 172.21.15.31:0/3816827048 shutdown_connections 2024-09-16T07:22:16.369 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.367+0000 7f6f2056c640 1 --2- 172.21.15.31:0/3816827048 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6efc078a00 0x7f6efc07aec0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:16.369 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.367+0000 7f6f2056c640 1 --2- 172.21.15.31:0/3816827048 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6f1815bdc0 0x7f6f1815ec50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:16.369 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.367+0000 7f6f2056c640 1 --2- 172.21.15.31:0/3816827048 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6f180d2420 0x7f6f1815e710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:16.369 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.367+0000 7f6f2056c640 1 --2- 172.21.15.31:0/3816827048 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6f180b1920 0x7f6f18150750 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:16.370 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.367+0000 7f6f2056c640 1 -- 172.21.15.31:0/3816827048 >> 172.21.15.31:0/3816827048 conn(0x7f6f18074cb0 msgr2=0x7f6f18071350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:16.370 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.368+0000 7f6f2056c640 1 -- 172.21.15.31:0/3816827048 shutdown_connections 2024-09-16T07:22:16.370 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.368+0000 7f6f2056c640 1 -- 172.21.15.31:0/3816827048 wait complete. 2024-09-16T07:22:16.379 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:22:16.484 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.484+0000 7fd88647f640 1 -- 172.21.15.31:0/4149100745 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd88015ad00 msgr2=0x7fd8800736e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:16.484 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.484+0000 7fd88647f640 1 --2- 172.21.15.31:0/4149100745 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd88015ad00 0x7fd8800736e0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fd870009830 tx=0x7fd87002a480 comp rx=0 tx=0).stop 2024-09-16T07:22:16.484 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.484+0000 7fd88647f640 1 -- 172.21.15.31:0/4149100745 shutdown_connections 2024-09-16T07:22:16.484 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.484+0000 7fd88647f640 1 --2- 172.21.15.31:0/4149100745 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd8800746e0 0x7fd880073c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:16.484 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.484+0000 7fd88647f640 1 --2- 172.21.15.31:0/4149100745 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd88015ad00 0x7fd8800736e0 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:16.484 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.484+0000 7fd88647f640 1 -- 172.21.15.31:0/4149100745 >> 172.21.15.31:0/4149100745 conn(0x7fd8800d0c20 msgr2=0x7fd8800d1030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:16.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.484+0000 7fd88647f640 1 -- 172.21.15.31:0/4149100745 shutdown_connections 2024-09-16T07:22:16.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.484+0000 7fd88647f640 1 -- 172.21.15.31:0/4149100745 wait complete. 2024-09-16T07:22:16.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.485+0000 7fd88647f640 1 Processor -- start 2024-09-16T07:22:16.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.486+0000 7fd88647f640 1 -- start start 2024-09-16T07:22:16.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.486+0000 7fd88647f640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd880074280 0x7fd8800c9340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:16.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.486+0000 7fd88647f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd8800746e0 0x7fd8801f3070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:16.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.486+0000 7fd88647f640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd88015ad00 0x7fd8801f5be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:16.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.486+0000 7fd88647f640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fd88006fa10 con 0x7fd8800746e0 2024-09-16T07:22:16.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.486+0000 7fd88647f640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fd8800d08b0 con 0x7fd880074280 2024-09-16T07:22:16.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.486+0000 7fd88647f640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fd8800cef00 con 0x7fd88015ad00 2024-09-16T07:22:16.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.486+0000 7fd87f7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd8800746e0 0x7fd8801f3070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:16.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.486+0000 7fd87f7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd8800746e0 0x7fd8801f3070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:44688/0 (socket says 172.21.15.31:44688) 2024-09-16T07:22:16.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.486+0000 7fd87f7fe640 1 -- 172.21.15.31:0/3675945401 learned_addr learned my addr 172.21.15.31:0/3675945401 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:16.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.487+0000 7fd884a1c640 1 --2- 172.21.15.31:0/3675945401 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd88015ad00 0x7fd8801f5be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:16.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.487+0000 7fd87ffff640 1 --2- 172.21.15.31:0/3675945401 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd880074280 0x7fd8800c9340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:16.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.487+0000 7fd87f7fe640 1 -- 172.21.15.31:0/3675945401 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd88015ad00 msgr2=0x7fd8801f5be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:16.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.487+0000 7fd87f7fe640 1 --2- 172.21.15.31:0/3675945401 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd88015ad00 0x7fd8801f5be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:16.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.487+0000 7fd87f7fe640 1 -- 172.21.15.31:0/3675945401 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd880074280 msgr2=0x7fd8800c9340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:16.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.487+0000 7fd87f7fe640 1 --2- 172.21.15.31:0/3675945401 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd880074280 0x7fd8800c9340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:16.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.487+0000 7fd87f7fe640 1 -- 172.21.15.31:0/3675945401 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8800ca750 con 0x7fd8800746e0 2024-09-16T07:22:16.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.487+0000 7fd884a1c640 1 --2- 172.21.15.31:0/3675945401 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd88015ad00 0x7fd8801f5be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:22:16.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.487+0000 7fd87ffff640 1 --2- 172.21.15.31:0/3675945401 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd880074280 0x7fd8800c9340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:22:16.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.487+0000 7fd87f7fe640 1 --2- 172.21.15.31:0/3675945401 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd8800746e0 0x7fd8801f3070 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fd87400c4d0 tx=0x7fd87400c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:16.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.487+0000 7fd87cff9640 1 -- 172.21.15.31:0/3675945401 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd874016020 con 0x7fd8800746e0 2024-09-16T07:22:16.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.487+0000 7fd87cff9640 1 -- 172.21.15.31:0/3675945401 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd874012920 con 0x7fd8800746e0 2024-09-16T07:22:16.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.487+0000 7fd88647f640 1 -- 172.21.15.31:0/3675945401 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd88009c230 con 0x7fd8800746e0 2024-09-16T07:22:16.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.487+0000 7fd87cff9640 1 -- 172.21.15.31:0/3675945401 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd874012d30 con 0x7fd8800746e0 2024-09-16T07:22:16.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.487+0000 7fd88647f640 1 -- 172.21.15.31:0/3675945401 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd88009c7f0 con 0x7fd8800746e0 2024-09-16T07:22:16.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.488+0000 7fd88647f640 1 -- 172.21.15.31:0/3675945401 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd8800cf3b0 con 0x7fd8800746e0 2024-09-16T07:22:16.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.489+0000 7fd87cff9640 1 -- 172.21.15.31:0/3675945401 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 7) ==== 101440+0+0 (secure 0 0 0) 0x7fd874019020 con 0x7fd8800746e0 2024-09-16T07:22:16.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.489+0000 7fd87cff9640 1 --2- 172.21.15.31:0/3675945401 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd86c078a30 0x7fd86c07aef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:16.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.489+0000 7fd87cff9640 1 -- 172.21.15.31:0/3675945401 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7fd87409a8e0 con 0x7fd8800746e0 2024-09-16T07:22:16.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.490+0000 7fd87ffff640 1 --2- 172.21.15.31:0/3675945401 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd86c078a30 0x7fd86c07aef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:16.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.490+0000 7fd87ffff640 1 --2- 172.21.15.31:0/3675945401 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd86c078a30 0x7fd86c07aef0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fd870034000 tx=0x7fd870004730 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:16.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.494+0000 7fd87cff9640 1 -- 172.21.15.31:0/3675945401 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fd874020030 con 0x7fd8800746e0 2024-09-16T07:22:16.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.717+0000 7fd88647f640 1 -- 172.21.15.31:0/3675945401 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd8800c4330 con 0x7fd8800746e0 2024-09-16T07:22:16.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.718+0000 7fd87cff9640 1 -- 172.21.15.31:0/3675945401 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 18 v18) ==== 94+0+5229 (secure 0 0 0) 0x7fd874062c50 con 0x7fd8800746e0 2024-09-16T07:22:16.718 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:22:16.718 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":18,"btime":"2024-09-16T07:22:09:144368+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4673,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/2253048678","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2253048678},{"type":"v1","addr":"172.21.15.155:6837","nonce":2253048678}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4676,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/1490310258","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":1490310258},{"type":"v1","addr":"172.21.15.155:6836","nonce":1490310258}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4971,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6834/4283176108","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":4283176108},{"type":"v1","addr":"172.21.15.31:6834","nonce":4283176108}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:21:54.220800+0000","modified":"2024-09-16T07:21:57.242331+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4974},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4974":{"gid":4974,"name":"a","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6835/1180708454","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":1180708454},{"type":"v1","addr":"172.21.15.31:6835","nonce":1180708454}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4974,"qdb_cluster":[4974]},"id":2}]} 2024-09-16T07:22:16.718 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 18 2024-09-16T07:22:16.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.720+0000 7fd88647f640 1 -- 172.21.15.31:0/3675945401 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd86c078a30 msgr2=0x7fd86c07aef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:16.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.720+0000 7fd88647f640 1 --2- 172.21.15.31:0/3675945401 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd86c078a30 0x7fd86c07aef0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fd870034000 tx=0x7fd870004730 comp rx=0 tx=0).stop 2024-09-16T07:22:16.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.720+0000 7fd88647f640 1 -- 172.21.15.31:0/3675945401 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd8800746e0 msgr2=0x7fd8801f3070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:16.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.720+0000 7fd88647f640 1 --2- 172.21.15.31:0/3675945401 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd8800746e0 0x7fd8801f3070 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fd87400c4d0 tx=0x7fd87400c990 comp rx=0 tx=0).stop 2024-09-16T07:22:16.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.720+0000 7fd88647f640 1 -- 172.21.15.31:0/3675945401 shutdown_connections 2024-09-16T07:22:16.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.720+0000 7fd88647f640 1 --2- 172.21.15.31:0/3675945401 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd86c078a30 0x7fd86c07aef0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:16.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.720+0000 7fd88647f640 1 --2- 172.21.15.31:0/3675945401 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd88015ad00 0x7fd8801f5be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:16.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.720+0000 7fd88647f640 1 --2- 172.21.15.31:0/3675945401 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd8800746e0 0x7fd8801f3070 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:16.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.720+0000 7fd88647f640 1 --2- 172.21.15.31:0/3675945401 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd880074280 0x7fd8800c9340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:16.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.720+0000 7fd88647f640 1 -- 172.21.15.31:0/3675945401 >> 172.21.15.31:0/3675945401 conn(0x7fd8800d0c20 msgr2=0x7fd88006cb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:16.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.720+0000 7fd88647f640 1 -- 172.21.15.31:0/3675945401 shutdown_connections 2024-09-16T07:22:16.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.720+0000 7fd88647f640 1 -- 172.21.15.31:0/3675945401 wait complete. 2024-09-16T07:22:16.731 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:22:16.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.836+0000 7f9133b3d640 1 -- 172.21.15.31:0/3821657768 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f912c0b3090 msgr2=0x7f912c15f6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:16.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.836+0000 7f9133b3d640 1 --2- 172.21.15.31:0/3821657768 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f912c0b3090 0x7f912c15f6d0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f912c074b30 tx=0x7f912002a5d0 comp rx=0 tx=0).stop 2024-09-16T07:22:16.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.836+0000 7f9133b3d640 1 -- 172.21.15.31:0/3821657768 shutdown_connections 2024-09-16T07:22:16.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.836+0000 7f9133b3d640 1 --2- 172.21.15.31:0/3821657768 >> v2:172.21.15.155:3300/0 conn(0x7f912c0cfce0 0x7f912c0d00f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:16.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.836+0000 7f9133b3d640 1 --2- 172.21.15.31:0/3821657768 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f912c0b3090 0x7f912c15f6d0 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:16.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.836+0000 7f9133b3d640 1 -- 172.21.15.31:0/3821657768 >> 172.21.15.31:0/3821657768 conn(0x7f912c09aa30 msgr2=0x7f912c09ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:16.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.836+0000 7f9133b3d640 1 -- 172.21.15.31:0/3821657768 shutdown_connections 2024-09-16T07:22:16.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.836+0000 7f9133b3d640 1 -- 172.21.15.31:0/3821657768 wait complete. 2024-09-16T07:22:16.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.837+0000 7f9133b3d640 1 Processor -- start 2024-09-16T07:22:16.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.837+0000 7f9133b3d640 1 -- start start 2024-09-16T07:22:16.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.838+0000 7f9133b3d640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f912c0b3090 0x7f912c0c83b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:16.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.838+0000 7f9133b3d640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f912c0cfce0 0x7f912c1f2f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:16.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.838+0000 7f9133b3d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f912c0d2410 0x7f912c159370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:16.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.838+0000 7f9133b3d640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f912c0b13c0 con 0x7f912c0d2410 2024-09-16T07:22:16.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.838+0000 7f9133b3d640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f912c0b1240 con 0x7f912c0cfce0 2024-09-16T07:22:16.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.838+0000 7f9133b3d640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f912c0b1540 con 0x7f912c0b3090 2024-09-16T07:22:16.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.838+0000 7f91320da640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f912c0d2410 0x7f912c159370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:16.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.838+0000 7f91320da640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f912c0d2410 0x7f912c159370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:44708/0 (socket says 172.21.15.31:44708) 2024-09-16T07:22:16.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.838+0000 7f91320da640 1 -- 172.21.15.31:0/932296235 learned_addr learned my addr 172.21.15.31:0/932296235 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:16.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.838+0000 7f91310d8640 1 --2- 172.21.15.31:0/932296235 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f912c0cfce0 0x7f912c1f2f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:16.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.838+0000 7f91318d9640 1 --2- 172.21.15.31:0/932296235 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f912c0b3090 0x7f912c0c83b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:16.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.838+0000 7f91320da640 1 -- 172.21.15.31:0/932296235 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f912c0b3090 msgr2=0x7f912c0c83b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:16.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.838+0000 7f91320da640 1 --2- 172.21.15.31:0/932296235 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f912c0b3090 0x7f912c0c83b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:16.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.838+0000 7f91320da640 1 -- 172.21.15.31:0/932296235 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f912c0cfce0 msgr2=0x7f912c1f2f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:16.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.838+0000 7f91320da640 1 --2- 172.21.15.31:0/932296235 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f912c0cfce0 0x7f912c1f2f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:16.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.838+0000 7f91320da640 1 -- 172.21.15.31:0/932296235 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f912c1598b0 con 0x7f912c0d2410 2024-09-16T07:22:16.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.839+0000 7f91320da640 1 --2- 172.21.15.31:0/932296235 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f912c0d2410 0x7f912c159370 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f911c00b9a0 tx=0x7f911c00be60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:16.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.839+0000 7f912a7fc640 1 -- 172.21.15.31:0/932296235 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f911c019070 con 0x7f912c0d2410 2024-09-16T07:22:16.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.839+0000 7f912a7fc640 1 -- 172.21.15.31:0/932296235 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f911c00ccb0 con 0x7f912c0d2410 2024-09-16T07:22:16.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.839+0000 7f9133b3d640 1 -- 172.21.15.31:0/932296235 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f912c0b4c60 con 0x7f912c0d2410 2024-09-16T07:22:16.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.839+0000 7f912a7fc640 1 -- 172.21.15.31:0/932296235 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f911c0146a0 con 0x7f912c0d2410 2024-09-16T07:22:16.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.839+0000 7f9133b3d640 1 -- 172.21.15.31:0/932296235 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f912c0b5220 con 0x7f912c0d2410 2024-09-16T07:22:16.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.840+0000 7f9133b3d640 1 -- 172.21.15.31:0/932296235 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f912c0b19f0 con 0x7f912c0d2410 2024-09-16T07:22:16.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.840+0000 7f912a7fc640 1 -- 172.21.15.31:0/932296235 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 7) ==== 101440+0+0 (secure 0 0 0) 0x7f911c01c070 con 0x7f912c0d2410 2024-09-16T07:22:16.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.841+0000 7f912a7fc640 1 --2- 172.21.15.31:0/932296235 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9118078a00 0x7f911807aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:16.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.841+0000 7f912a7fc640 1 -- 172.21.15.31:0/932296235 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7f911c09ab30 con 0x7f912c0d2410 2024-09-16T07:22:16.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.841+0000 7f91318d9640 1 --2- 172.21.15.31:0/932296235 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9118078a00 0x7f911807aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:16.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.842+0000 7f91318d9640 1 --2- 172.21.15.31:0/932296235 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9118078a00 0x7f911807aec0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f912c0b41a0 tx=0x7f9124009040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:16.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:16.845+0000 7f912a7fc640 1 -- 172.21.15.31:0/932296235 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f911c062d70 con 0x7f912c0d2410 2024-09-16T07:22:17.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.033+0000 7f9133b3d640 1 -- 172.21.15.31:0/932296235 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f912c0d29a0 con 0x7f912c0d2410 2024-09-16T07:22:17.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.034+0000 7f912a7fc640 1 -- 172.21.15.31:0/932296235 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v34) ==== 74+0+16645 (secure 0 0 0) 0x7f911c062670 con 0x7f912c0d2410 2024-09-16T07:22:17.034 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:22:17.034 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":34,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:21:55.857238+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:21:52.223904+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-16T07:21:53.178687+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:22:17.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.036+0000 7f9133b3d640 1 -- 172.21.15.31:0/932296235 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9118078a00 msgr2=0x7f911807aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:17.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.036+0000 7f9133b3d640 1 --2- 172.21.15.31:0/932296235 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9118078a00 0x7f911807aec0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f912c0b41a0 tx=0x7f9124009040 comp rx=0 tx=0).stop 2024-09-16T07:22:17.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.036+0000 7f9133b3d640 1 -- 172.21.15.31:0/932296235 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f912c0d2410 msgr2=0x7f912c159370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:17.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.036+0000 7f9133b3d640 1 --2- 172.21.15.31:0/932296235 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f912c0d2410 0x7f912c159370 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f911c00b9a0 tx=0x7f911c00be60 comp rx=0 tx=0).stop 2024-09-16T07:22:17.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.036+0000 7f9133b3d640 1 -- 172.21.15.31:0/932296235 shutdown_connections 2024-09-16T07:22:17.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.036+0000 7f9133b3d640 1 --2- 172.21.15.31:0/932296235 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9118078a00 0x7f911807aec0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:17.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.036+0000 7f9133b3d640 1 --2- 172.21.15.31:0/932296235 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f912c0d2410 0x7f912c159370 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:17.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.036+0000 7f9133b3d640 1 --2- 172.21.15.31:0/932296235 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f912c0cfce0 0x7f912c1f2f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:17.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.036+0000 7f9133b3d640 1 --2- 172.21.15.31:0/932296235 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f912c0b3090 0x7f912c0c83b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:17.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.036+0000 7f9133b3d640 1 -- 172.21.15.31:0/932296235 >> 172.21.15.31:0/932296235 conn(0x7f912c09aa30 msgr2=0x7f912c15f4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:17.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.036+0000 7f9133b3d640 1 -- 172.21.15.31:0/932296235 shutdown_connections 2024-09-16T07:22:17.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.037+0000 7f9133b3d640 1 -- 172.21.15.31:0/932296235 wait complete. 2024-09-16T07:22:17.047 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-16T07:22:17.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.154+0000 7f6e729bb640 1 -- 172.21.15.31:0/2025533761 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6e54003a00 msgr2=0x7f6e54003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:17.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.154+0000 7f6e729bb640 1 --2- 172.21.15.31:0/2025533761 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6e54003a00 0x7f6e54003e20 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f6e5c009b80 tx=0x7f6e54005830 comp rx=0 tx=0).stop 2024-09-16T07:22:17.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.154+0000 7f6e70f58640 1 -- 172.21.15.31:0/2025533761 reap_dead start 2024-09-16T07:22:17.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.154+0000 7f6e729bb640 1 -- 172.21.15.31:0/2025533761 shutdown_connections 2024-09-16T07:22:17.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.154+0000 7f6e729bb640 1 -- 172.21.15.31:0/2025533761 >> 172.21.15.31:0/2025533761 conn(0x7f6e6c0d3ea0 msgr2=0x7f6e6c0d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:17.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.154+0000 7f6e729bb640 1 -- 172.21.15.31:0/2025533761 shutdown_connections 2024-09-16T07:22:17.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.154+0000 7f6e729bb640 1 -- 172.21.15.31:0/2025533761 wait complete. 2024-09-16T07:22:17.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.155+0000 7f6e729bb640 1 Processor -- start 2024-09-16T07:22:17.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.155+0000 7f6e729bb640 1 -- start start 2024-09-16T07:22:17.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.156+0000 7f6e729bb640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6e54003a00 0x7f6e6c15aa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:17.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.156+0000 7f6e729bb640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6e6c1f8be0 0x7f6e6c161400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:17.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.156+0000 7f6e729bb640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6e6c157c60 0x7f6e6c1f7f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:17.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.156+0000 7f6e729bb640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f6e6c162690 con 0x7f6e54003a00 2024-09-16T07:22:17.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.156+0000 7f6e729bb640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f6e6c0b3800 con 0x7f6e6c1f8be0 2024-09-16T07:22:17.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.156+0000 7f6e729bb640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f6e6c159cc0 con 0x7f6e6c157c60 2024-09-16T07:22:17.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.156+0000 7f6e6bfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6e54003a00 0x7f6e6c15aa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:17.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.156+0000 7f6e6bfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6e54003a00 0x7f6e6c15aa80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:44724/0 (socket says 172.21.15.31:44724) 2024-09-16T07:22:17.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.156+0000 7f6e6bfff640 1 -- 172.21.15.31:0/2451443787 learned_addr learned my addr 172.21.15.31:0/2451443787 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:17.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.156+0000 7f6e6b7fe640 1 --2- 172.21.15.31:0/2451443787 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6e6c1f8be0 0x7f6e6c161400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:17.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.156+0000 7f6e70f58640 1 --2- 172.21.15.31:0/2451443787 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6e6c157c60 0x7f6e6c1f7f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:17.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.156+0000 7f6e6bfff640 1 -- 172.21.15.31:0/2451443787 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6e6c157c60 msgr2=0x7f6e6c1f7f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:17.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.156+0000 7f6e6bfff640 1 --2- 172.21.15.31:0/2451443787 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6e6c157c60 0x7f6e6c1f7f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:17.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.156+0000 7f6e6bfff640 1 -- 172.21.15.31:0/2451443787 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6e6c1f8be0 msgr2=0x7f6e6c161400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:17.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.156+0000 7f6e6bfff640 1 --2- 172.21.15.31:0/2451443787 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6e6c1f8be0 0x7f6e6c161400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:17.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.156+0000 7f6e6bfff640 1 -- 172.21.15.31:0/2451443787 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e6c159fa0 con 0x7f6e54003a00 2024-09-16T07:22:17.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.157+0000 7f6e6bfff640 1 --2- 172.21.15.31:0/2451443787 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6e54003a00 0x7f6e6c15aa80 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f6e5c02b540 tx=0x7f6e5c005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:17.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.157+0000 7f6e68ff9640 1 -- 172.21.15.31:0/2451443787 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e5c038050 con 0x7f6e54003a00 2024-09-16T07:22:17.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.157+0000 7f6e68ff9640 1 -- 172.21.15.31:0/2451443787 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6e5c039040 con 0x7f6e54003a00 2024-09-16T07:22:17.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.157+0000 7f6e729bb640 1 -- 172.21.15.31:0/2451443787 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e6c15a280 con 0x7f6e54003a00 2024-09-16T07:22:17.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.157+0000 7f6e68ff9640 1 -- 172.21.15.31:0/2451443787 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e5c004260 con 0x7f6e54003a00 2024-09-16T07:22:17.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.157+0000 7f6e729bb640 1 -- 172.21.15.31:0/2451443787 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e6c1580f0 con 0x7f6e54003a00 2024-09-16T07:22:17.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.158+0000 7f6e729bb640 1 -- 172.21.15.31:0/2451443787 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6e6c0cf9b0 con 0x7f6e54003a00 2024-09-16T07:22:17.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.158+0000 7f6e68ff9640 1 -- 172.21.15.31:0/2451443787 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 7) ==== 101440+0+0 (secure 0 0 0) 0x7f6e5c046030 con 0x7f6e54003a00 2024-09-16T07:22:17.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.159+0000 7f6e68ff9640 1 --2- 172.21.15.31:0/2451443787 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6e58078a30 0x7f6e5807aef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:17.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.159+0000 7f6e68ff9640 1 -- 172.21.15.31:0/2451443787 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5709+0+0 (secure 0 0 0) 0x7f6e5c0bb420 con 0x7f6e54003a00 2024-09-16T07:22:17.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.159+0000 7f6e6b7fe640 1 --2- 172.21.15.31:0/2451443787 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6e58078a30 0x7f6e5807aef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:17.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.160+0000 7f6e6b7fe640 1 --2- 172.21.15.31:0/2451443787 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6e58078a30 0x7f6e5807aef0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f6e6c1f9000 tx=0x7f6e60006040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:17.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.163+0000 7f6e68ff9640 1 -- 172.21.15.31:0/2451443787 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f6e5c04d020 con 0x7f6e54003a00 2024-09-16T07:22:17.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.388+0000 7f6e729bb640 1 -- 172.21.15.31:0/2451443787 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f6e6c08d590 con 0x7f6e54003a00 2024-09-16T07:22:17.387 INFO:tasks.ceph.mon.a.smithi031.stderr:2024-09-16T07:22:17.388+0000 7fe9e4df9640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T07:22:17.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.391+0000 7f6e68ff9640 1 -- 172.21.15.31:0/2451443787 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v19) ==== 161+0+0 (secure 0 0 0) 0x7f6e5c0831f0 con 0x7f6e54003a00 2024-09-16T07:22:17.391 INFO:teuthology.orchestra.run.smithi031.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-16T07:22:17.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.394+0000 7f6e729bb640 1 -- 172.21.15.31:0/2451443787 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6e58078a30 msgr2=0x7f6e5807aef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:17.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.394+0000 7f6e729bb640 1 --2- 172.21.15.31:0/2451443787 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6e58078a30 0x7f6e5807aef0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f6e6c1f9000 tx=0x7f6e60006040 comp rx=0 tx=0).stop 2024-09-16T07:22:17.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.394+0000 7f6e729bb640 1 -- 172.21.15.31:0/2451443787 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6e54003a00 msgr2=0x7f6e6c15aa80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:17.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.394+0000 7f6e729bb640 1 --2- 172.21.15.31:0/2451443787 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6e54003a00 0x7f6e6c15aa80 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f6e5c02b540 tx=0x7f6e5c005dc0 comp rx=0 tx=0).stop 2024-09-16T07:22:17.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.394+0000 7f6e729bb640 1 -- 172.21.15.31:0/2451443787 shutdown_connections 2024-09-16T07:22:17.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.394+0000 7f6e729bb640 1 --2- 172.21.15.31:0/2451443787 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6e58078a30 0x7f6e5807aef0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:17.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.394+0000 7f6e729bb640 1 --2- 172.21.15.31:0/2451443787 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6e6c157c60 0x7f6e6c1f7f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:17.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.394+0000 7f6e729bb640 1 --2- 172.21.15.31:0/2451443787 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6e6c1f8be0 0x7f6e6c161400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:17.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.394+0000 7f6e729bb640 1 --2- 172.21.15.31:0/2451443787 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6e54003a00 0x7f6e6c15aa80 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:17.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.394+0000 7f6e729bb640 1 -- 172.21.15.31:0/2451443787 >> 172.21.15.31:0/2451443787 conn(0x7f6e6c0d3ea0 msgr2=0x7f6e6c06e2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:17.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.394+0000 7f6e729bb640 1 -- 172.21.15.31:0/2451443787 shutdown_connections 2024-09-16T07:22:17.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.394+0000 7f6e729bb640 1 -- 172.21.15.31:0/2451443787 wait complete. 2024-09-16T07:22:17.406 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-16T07:22:17.433 INFO:tasks.ceph.mds.a.smithi031.stdout:starting mds.a at 2024-09-16T07:22:17.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.515+0000 7fd426356640 1 -- 172.21.15.31:0/3593490851 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd40c0053c0 msgr2=0x7fd40c00ba20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:17.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.515+0000 7fd426356640 1 --2- 172.21.15.31:0/3593490851 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd40c0053c0 0x7fd40c00ba20 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fd418009e20 tx=0x7fd40c005830 comp rx=0 tx=0).stop 2024-09-16T07:22:17.516 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.515+0000 7fd426356640 1 -- 172.21.15.31:0/3593490851 shutdown_connections 2024-09-16T07:22:17.516 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.515+0000 7fd426356640 1 --2- 172.21.15.31:0/3593490851 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd40c0053c0 0x7fd40c00ba20 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:17.516 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.515+0000 7fd426356640 1 -- 172.21.15.31:0/3593490851 >> 172.21.15.31:0/3593490851 conn(0x7fd42009d190 msgr2=0x7fd4200d3f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:17.516 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.516+0000 7fd426356640 1 -- 172.21.15.31:0/3593490851 shutdown_connections 2024-09-16T07:22:17.516 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.516+0000 7fd426356640 1 -- 172.21.15.31:0/3593490851 wait complete. 2024-09-16T07:22:17.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.517+0000 7fd426356640 1 Processor -- start 2024-09-16T07:22:17.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.517+0000 7fd426356640 1 -- start start 2024-09-16T07:22:17.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.517+0000 7fd426356640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd40c0053c0 0x7fd4200a11e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:17.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.517+0000 7fd426356640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd4200b1cd0 0x7fd42009e280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:17.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.517+0000 7fd426356640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd4200b2150 0x7fd420154f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:17.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.517+0000 7fd426356640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fd4200b53f0 con 0x7fd40c0053c0 2024-09-16T07:22:17.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.517+0000 7fd426356640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fd420161af0 con 0x7fd4200b2150 2024-09-16T07:22:17.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.517+0000 7fd426356640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fd4200d1af0 con 0x7fd4200b1cd0 2024-09-16T07:22:17.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.518+0000 7fd41ffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd40c0053c0 0x7fd4200a11e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:17.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.518+0000 7fd41ffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd40c0053c0 0x7fd4200a11e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:44772/0 (socket says 172.21.15.31:44772) 2024-09-16T07:22:17.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.518+0000 7fd41ffff640 1 -- 172.21.15.31:0/2593076359 learned_addr learned my addr 172.21.15.31:0/2593076359 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:17.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.518+0000 7fd417fff640 1 --2- 172.21.15.31:0/2593076359 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd4200b1cd0 0x7fd42009e280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:17.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.518+0000 7fd4248f3640 1 --2- 172.21.15.31:0/2593076359 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd4200b2150 0x7fd420154f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:17.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.518+0000 7fd41ffff640 1 -- 172.21.15.31:0/2593076359 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd4200b1cd0 msgr2=0x7fd42009e280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:17.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.518+0000 7fd41ffff640 1 --2- 172.21.15.31:0/2593076359 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd4200b1cd0 0x7fd42009e280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:17.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.518+0000 7fd41ffff640 1 -- 172.21.15.31:0/2593076359 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd4200b2150 msgr2=0x7fd420154f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:17.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.518+0000 7fd41ffff640 1 --2- 172.21.15.31:0/2593076359 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd4200b2150 0x7fd420154f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:17.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.518+0000 7fd41ffff640 1 -- 172.21.15.31:0/2593076359 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd42009ecd0 con 0x7fd40c0053c0 2024-09-16T07:22:17.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.518+0000 7fd41ffff640 1 --2- 172.21.15.31:0/2593076359 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd40c0053c0 0x7fd4200a11e0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fd410004ed0 tx=0x7fd410001630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:17.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.518+0000 7fd41d7fa640 1 -- 172.21.15.31:0/2593076359 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd410015020 con 0x7fd40c0053c0 2024-09-16T07:22:17.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.518+0000 7fd41d7fa640 1 -- 172.21.15.31:0/2593076359 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd410011960 con 0x7fd40c0053c0 2024-09-16T07:22:17.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.518+0000 7fd426356640 1 -- 172.21.15.31:0/2593076359 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4200a0420 con 0x7fd40c0053c0 2024-09-16T07:22:17.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.518+0000 7fd41d7fa640 1 -- 172.21.15.31:0/2593076359 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd410011d90 con 0x7fd40c0053c0 2024-09-16T07:22:17.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.518+0000 7fd426356640 1 -- 172.21.15.31:0/2593076359 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4200a09e0 con 0x7fd40c0053c0 2024-09-16T07:22:17.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.519+0000 7fd426356640 1 -- 172.21.15.31:0/2593076359 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd4200d2000 con 0x7fd40c0053c0 2024-09-16T07:22:17.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.520+0000 7fd41d7fa640 1 -- 172.21.15.31:0/2593076359 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 7) ==== 101440+0+0 (secure 0 0 0) 0x7fd410018020 con 0x7fd40c0053c0 2024-09-16T07:22:17.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.521+0000 7fd41d7fa640 1 --2- 172.21.15.31:0/2593076359 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd400078a30 0x7fd40007aef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:17.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.521+0000 7fd41d7fa640 1 -- 172.21.15.31:0/2593076359 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5795+0+0 (secure 0 0 0) 0x7fd41009b7d0 con 0x7fd40c0053c0 2024-09-16T07:22:17.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.521+0000 7fd417fff640 1 --2- 172.21.15.31:0/2593076359 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd400078a30 0x7fd40007aef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:17.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.522+0000 7fd417fff640 1 --2- 172.21.15.31:0/2593076359 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd400078a30 0x7fd40007aef0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fd408001a30 tx=0x7fd408006040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:17.524 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.525+0000 7fd41d7fa640 1 -- 172.21.15.31:0/2593076359 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fd41001f020 con 0x7fd40c0053c0 2024-09-16T07:22:17.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:17.754+0000 7fd426356640 1 -- 172.21.15.31:0/2593076359 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fd42015fbc0 con 0x7fd40c0053c0 2024-09-16T07:22:18.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:18.395+0000 7fd41d7fa640 1 -- 172.21.15.31:0/2593076359 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v20) ==== 104+0+0 (secure 0 0 0) 0x7fd410063400 con 0x7fd40c0053c0 2024-09-16T07:22:18.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:18.398+0000 7fd426356640 1 -- 172.21.15.31:0/2593076359 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd400078a30 msgr2=0x7fd40007aef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:18.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:18.398+0000 7fd426356640 1 --2- 172.21.15.31:0/2593076359 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd400078a30 0x7fd40007aef0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fd408001a30 tx=0x7fd408006040 comp rx=0 tx=0).stop 2024-09-16T07:22:18.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:18.398+0000 7fd426356640 1 -- 172.21.15.31:0/2593076359 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd40c0053c0 msgr2=0x7fd4200a11e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:18.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:18.398+0000 7fd426356640 1 --2- 172.21.15.31:0/2593076359 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd40c0053c0 0x7fd4200a11e0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fd410004ed0 tx=0x7fd410001630 comp rx=0 tx=0).stop 2024-09-16T07:22:18.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:18.398+0000 7fd426356640 1 -- 172.21.15.31:0/2593076359 shutdown_connections 2024-09-16T07:22:18.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:18.398+0000 7fd426356640 1 --2- 172.21.15.31:0/2593076359 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd400078a30 0x7fd40007aef0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:18.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:18.398+0000 7fd426356640 1 --2- 172.21.15.31:0/2593076359 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd4200b2150 0x7fd420154f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:18.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:18.398+0000 7fd426356640 1 --2- 172.21.15.31:0/2593076359 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd4200b1cd0 0x7fd42009e280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:18.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:18.398+0000 7fd426356640 1 --2- 172.21.15.31:0/2593076359 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd40c0053c0 0x7fd4200a11e0 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:18.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:18.398+0000 7fd426356640 1 -- 172.21.15.31:0/2593076359 >> 172.21.15.31:0/2593076359 conn(0x7fd42009d190 msgr2=0x7fd4200b0a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:18.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:18.398+0000 7fd426356640 1 -- 172.21.15.31:0/2593076359 shutdown_connections 2024-09-16T07:22:18.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:18.398+0000 7fd426356640 1 -- 172.21.15.31:0/2593076359 wait complete. 2024-09-16T07:22:18.411 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-16T07:22:18.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:18.568+0000 7f3affc85640 1 -- 172.21.15.31:0/4285900319 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3ae0004d40 msgr2=0x7f3ae00051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:18.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:18.568+0000 7f3affc85640 1 --2- 172.21.15.31:0/4285900319 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3ae0004d40 0x7f3ae00051c0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f3af00016c0 tx=0x7f3ae0005830 comp rx=0 tx=0).stop 2024-09-16T07:22:18.568 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:18.568+0000 7f3afe222640 1 -- 172.21.15.31:0/4285900319 reap_dead start 2024-09-16T07:22:18.568 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:18.568+0000 7f3affc85640 1 -- 172.21.15.31:0/4285900319 shutdown_connections 2024-09-16T07:22:18.568 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:18.568+0000 7f3affc85640 1 -- 172.21.15.31:0/4285900319 >> 172.21.15.31:0/4285900319 conn(0x7f3af80d1bc0 msgr2=0x7f3af80d1fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:18.568 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:18.568+0000 7f3affc85640 1 -- 172.21.15.31:0/4285900319 shutdown_connections 2024-09-16T07:22:18.568 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:18.568+0000 7f3affc85640 1 -- 172.21.15.31:0/4285900319 wait complete. 2024-09-16T07:22:18.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:18.569+0000 7f3affc85640 1 Processor -- start 2024-09-16T07:22:18.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:18.569+0000 7f3affc85640 1 -- start start 2024-09-16T07:22:18.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:18.570+0000 7f3affc85640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3ae0004d40 0x7f3af814c2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:18.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:18.570+0000 7f3affc85640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3af8152630 0x7f3af81f7ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:18.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:18.570+0000 7f3affc85640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3af81f8400 0x7f3af81f8880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:18.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:18.570+0000 7f3affc85640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f3af80ce060 con 0x7f3ae0004d40 2024-09-16T07:22:18.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:18.570+0000 7f3affc85640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f3af80b2d00 con 0x7f3af8152630 2024-09-16T07:22:18.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:18.570+0000 7f3affc85640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f3af80ce820 con 0x7f3af81f8400 2024-09-16T07:22:18.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:18.570+0000 7f3afda21640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3ae0004d40 0x7f3af814c2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:18.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:18.570+0000 7f3afda21640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3ae0004d40 0x7f3af814c2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:44790/0 (socket says 172.21.15.31:44790) 2024-09-16T07:22:18.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:18.570+0000 7f3afda21640 1 -- 172.21.15.31:0/1106870835 learned_addr learned my addr 172.21.15.31:0/1106870835 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:18.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:18.570+0000 7f3afe222640 1 --2- 172.21.15.31:0/1106870835 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3af81f8400 0x7f3af81f8880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:18.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:18.570+0000 7f3afd220640 1 --2- 172.21.15.31:0/1106870835 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3af8152630 0x7f3af81f7ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:18.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:18.570+0000 7f3afda21640 1 -- 172.21.15.31:0/1106870835 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3af81f8400 msgr2=0x7f3af81f8880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:18.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:18.570+0000 7f3afda21640 1 --2- 172.21.15.31:0/1106870835 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3af81f8400 0x7f3af81f8880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:18.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:18.570+0000 7f3afda21640 1 -- 172.21.15.31:0/1106870835 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3af8152630 msgr2=0x7f3af81f7ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:18.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:18.570+0000 7f3afda21640 1 --2- 172.21.15.31:0/1106870835 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3af8152630 0x7f3af81f7ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:18.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:18.570+0000 7f3afda21640 1 -- 172.21.15.31:0/1106870835 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3af814c7f0 con 0x7f3ae0004d40 2024-09-16T07:22:18.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:18.570+0000 7f3afd220640 1 --2- 172.21.15.31:0/1106870835 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3af8152630 0x7f3af81f7ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:22:18.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:18.570+0000 7f3afda21640 1 --2- 172.21.15.31:0/1106870835 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3ae0004d40 0x7f3af814c2b0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f3ae8011d60 tx=0x7f3ae800f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:18.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:18.570+0000 7f3af67fc640 1 -- 172.21.15.31:0/1106870835 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ae8003d80 con 0x7f3ae0004d40 2024-09-16T07:22:18.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:18.570+0000 7f3af67fc640 1 -- 172.21.15.31:0/1106870835 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3ae8011e50 con 0x7f3ae0004d40 2024-09-16T07:22:18.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:18.570+0000 7f3af67fc640 1 -- 172.21.15.31:0/1106870835 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ae8004d40 con 0x7f3ae0004d40 2024-09-16T07:22:18.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:18.570+0000 7f3affc85640 1 -- 172.21.15.31:0/1106870835 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3af8152e30 con 0x7f3ae0004d40 2024-09-16T07:22:18.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:18.571+0000 7f3affc85640 1 -- 172.21.15.31:0/1106870835 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3af80c7d90 con 0x7f3ae0004d40 2024-09-16T07:22:18.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:18.571+0000 7f3affc85640 1 -- 172.21.15.31:0/1106870835 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3af806e410 con 0x7f3ae0004d40 2024-09-16T07:22:18.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:18.572+0000 7f3af67fc640 1 -- 172.21.15.31:0/1106870835 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 7) ==== 101440+0+0 (secure 0 0 0) 0x7f3ae8004050 con 0x7f3ae0004d40 2024-09-16T07:22:18.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:18.573+0000 7f3af67fc640 1 --2- 172.21.15.31:0/1106870835 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f3ae4078a30 0x7f3ae407aef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:18.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:18.573+0000 7f3af67fc640 1 -- 172.21.15.31:0/1106870835 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5795+0+0 (secure 0 0 0) 0x7f3ae809bcc0 con 0x7f3ae0004d40 2024-09-16T07:22:18.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:18.573+0000 7f3afd220640 1 --2- 172.21.15.31:0/1106870835 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f3ae4078a30 0x7f3ae407aef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:18.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:18.573+0000 7f3afd220640 1 --2- 172.21.15.31:0/1106870835 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f3ae4078a30 0x7f3ae407aef0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f3af81525e0 tx=0x7f3aec0067a0 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:18.576 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:18.577+0000 7f3af67fc640 1 -- 172.21.15.31:0/1106870835 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f3ae8063fd0 con 0x7f3ae0004d40 2024-09-16T07:22:18.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:18.768+0000 7f3affc85640 1 -- 172.21.15.31:0/1106870835 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f3af80b2540 con 0x7f3ae0004d40 2024-09-16T07:22:19.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:19.402+0000 7f3af67fc640 1 -- 172.21.15.31:0/1106870835 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v36) ==== 181+0+0 (secure 0 0 0) 0x7f3ae80638d0 con 0x7f3ae0004d40 2024-09-16T07:22:19.402 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_metadata' removed 2024-09-16T07:22:19.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:19.407+0000 7f3affc85640 1 -- 172.21.15.31:0/1106870835 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f3ae4078a30 msgr2=0x7f3ae407aef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:19.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:19.407+0000 7f3affc85640 1 --2- 172.21.15.31:0/1106870835 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f3ae4078a30 0x7f3ae407aef0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f3af81525e0 tx=0x7f3aec0067a0 comp rx=0 tx=0).stop 2024-09-16T07:22:19.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:19.407+0000 7f3affc85640 1 -- 172.21.15.31:0/1106870835 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3ae0004d40 msgr2=0x7f3af814c2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:19.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:19.407+0000 7f3affc85640 1 --2- 172.21.15.31:0/1106870835 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3ae0004d40 0x7f3af814c2b0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f3ae8011d60 tx=0x7f3ae800f790 comp rx=0 tx=0).stop 2024-09-16T07:22:19.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:19.407+0000 7f3affc85640 1 -- 172.21.15.31:0/1106870835 shutdown_connections 2024-09-16T07:22:19.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:19.407+0000 7f3affc85640 1 --2- 172.21.15.31:0/1106870835 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f3ae4078a30 0x7f3ae407aef0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:19.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:19.407+0000 7f3affc85640 1 --2- 172.21.15.31:0/1106870835 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3af81f8400 0x7f3af81f8880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:19.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:19.407+0000 7f3affc85640 1 --2- 172.21.15.31:0/1106870835 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3af8152630 0x7f3af81f7ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:19.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:19.407+0000 7f3affc85640 1 --2- 172.21.15.31:0/1106870835 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3ae0004d40 0x7f3af814c2b0 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:19.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:19.407+0000 7f3affc85640 1 -- 172.21.15.31:0/1106870835 >> 172.21.15.31:0/1106870835 conn(0x7f3af80d1bc0 msgr2=0x7f3af80b16b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:19.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:19.408+0000 7f3affc85640 1 -- 172.21.15.31:0/1106870835 shutdown_connections 2024-09-16T07:22:19.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:19.408+0000 7f3affc85640 1 -- 172.21.15.31:0/1106870835 wait complete. 2024-09-16T07:22:19.421 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-16T07:22:19.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:19.536+0000 7fac15023640 1 -- 172.21.15.31:0/762908171 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fabfc0051c0 msgr2=0x7fabfc00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:19.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:19.536+0000 7fac15023640 1 --2- 172.21.15.31:0/762908171 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fabfc0051c0 0x7fabfc00b9c0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fac08009ed0 tx=0x7fabfc005830 comp rx=0 tx=0).stop 2024-09-16T07:22:19.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:19.536+0000 7fac15023640 1 -- 172.21.15.31:0/762908171 shutdown_connections 2024-09-16T07:22:19.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:19.536+0000 7fac15023640 1 --2- 172.21.15.31:0/762908171 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fabfc0051c0 0x7fabfc00b9c0 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:19.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:19.536+0000 7fac15023640 1 -- 172.21.15.31:0/762908171 >> 172.21.15.31:0/762908171 conn(0x7fac1009aa30 msgr2=0x7fac1009ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:19.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:19.536+0000 7fac15023640 1 -- 172.21.15.31:0/762908171 shutdown_connections 2024-09-16T07:22:19.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:19.536+0000 7fac15023640 1 -- 172.21.15.31:0/762908171 wait complete. 2024-09-16T07:22:19.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:19.538+0000 7fac15023640 1 Processor -- start 2024-09-16T07:22:19.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:19.538+0000 7fac15023640 1 -- start start 2024-09-16T07:22:19.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:19.539+0000 7fac15023640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fabfc0051c0 0x7fac1014f9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:19.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:19.539+0000 7fac15023640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fac100c86b0 0x7fac100b1e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:19.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:19.539+0000 7fac15023640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fac100b23a0 0x7fac101f7cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:19.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:19.539+0000 7fac15023640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fac100cffd0 con 0x7fabfc0051c0 2024-09-16T07:22:19.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:19.539+0000 7fac15023640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fac100cfe50 con 0x7fac100b23a0 2024-09-16T07:22:19.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:19.539+0000 7fac15023640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fac1006e0e0 con 0x7fac100c86b0 2024-09-16T07:22:19.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:19.539+0000 7fac0ed9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fabfc0051c0 0x7fac1014f9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:19.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:19.539+0000 7fac0ed9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fabfc0051c0 0x7fac1014f9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:44816/0 (socket says 172.21.15.31:44816) 2024-09-16T07:22:19.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:19.539+0000 7fac0ed9d640 1 -- 172.21.15.31:0/3335537339 learned_addr learned my addr 172.21.15.31:0/3335537339 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:19.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:19.539+0000 7fac0659c640 1 --2- 172.21.15.31:0/3335537339 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fac100c86b0 0x7fac100b1e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:19.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:19.539+0000 7fac0f59e640 1 --2- 172.21.15.31:0/3335537339 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fac100b23a0 0x7fac101f7cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:19.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:19.539+0000 7fac0ed9d640 1 -- 172.21.15.31:0/3335537339 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fac100c86b0 msgr2=0x7fac100b1e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:19.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:19.539+0000 7fac0ed9d640 1 --2- 172.21.15.31:0/3335537339 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fac100c86b0 0x7fac100b1e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:19.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:19.539+0000 7fac0ed9d640 1 -- 172.21.15.31:0/3335537339 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fac100b23a0 msgr2=0x7fac101f7cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:19.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:19.539+0000 7fac0ed9d640 1 --2- 172.21.15.31:0/3335537339 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fac100b23a0 0x7fac101f7cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:19.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:19.539+0000 7fac0ed9d640 1 -- 172.21.15.31:0/3335537339 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac101f8c20 con 0x7fabfc0051c0 2024-09-16T07:22:19.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:19.539+0000 7fac0f59e640 1 --2- 172.21.15.31:0/3335537339 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fac100b23a0 0x7fac101f7cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:22:19.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:19.539+0000 7fac0ed9d640 1 --2- 172.21.15.31:0/3335537339 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fabfc0051c0 0x7fac1014f9d0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fac0000e640 tx=0x7fac0000ea40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:19.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:19.539+0000 7fac07fff640 1 -- 172.21.15.31:0/3335537339 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac00015070 con 0x7fabfc0051c0 2024-09-16T07:22:19.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:19.539+0000 7fac07fff640 1 -- 172.21.15.31:0/3335537339 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fac00010980 con 0x7fabfc0051c0 2024-09-16T07:22:19.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:19.539+0000 7fac15023640 1 -- 172.21.15.31:0/3335537339 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac101f8940 con 0x7fabfc0051c0 2024-09-16T07:22:19.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:19.539+0000 7fac07fff640 1 -- 172.21.15.31:0/3335537339 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac00010dd0 con 0x7fabfc0051c0 2024-09-16T07:22:19.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:19.540+0000 7fac15023640 1 -- 172.21.15.31:0/3335537339 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac1014f1d0 con 0x7fabfc0051c0 2024-09-16T07:22:19.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:19.541+0000 7fac15023640 1 -- 172.21.15.31:0/3335537339 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fac101619b0 con 0x7fabfc0051c0 2024-09-16T07:22:19.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:19.541+0000 7fac07fff640 1 -- 172.21.15.31:0/3335537339 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 7) ==== 101440+0+0 (secure 0 0 0) 0x7fac00018070 con 0x7fabfc0051c0 2024-09-16T07:22:19.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:19.542+0000 7fac07fff640 1 --2- 172.21.15.31:0/3335537339 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fabf0078a30 0x7fabf007aef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:19.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:19.542+0000 7fac07fff640 1 -- 172.21.15.31:0/3335537339 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5357+0+0 (secure 0 0 0) 0x7fac0009af40 con 0x7fabfc0051c0 2024-09-16T07:22:19.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:19.542+0000 7fac0659c640 1 --2- 172.21.15.31:0/3335537339 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fabf0078a30 0x7fabf007aef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:19.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:19.542+0000 7fac0659c640 1 --2- 172.21.15.31:0/3335537339 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fabf0078a30 0x7fabf007aef0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fac100cf1d0 tx=0x7fabf8006b70 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:19.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:19.546+0000 7fac07fff640 1 -- 172.21.15.31:0/3335537339 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fac00063390 con 0x7fabfc0051c0 2024-09-16T07:22:19.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:19.731+0000 7fac15023640 1 -- 172.21.15.31:0/3335537339 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fac100b2780 con 0x7fabfc0051c0 2024-09-16T07:22:20.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.403+0000 7fac07fff640 1 -- 172.21.15.31:0/3335537339 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v37) ==== 169+0+0 (secure 0 0 0) 0x7fac00062c90 con 0x7fabfc0051c0 2024-09-16T07:22:20.403 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_data' removed 2024-09-16T07:22:20.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.408+0000 7fac15023640 1 -- 172.21.15.31:0/3335537339 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fabf0078a30 msgr2=0x7fabf007aef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:20.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.408+0000 7fac15023640 1 --2- 172.21.15.31:0/3335537339 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fabf0078a30 0x7fabf007aef0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fac100cf1d0 tx=0x7fabf8006b70 comp rx=0 tx=0).stop 2024-09-16T07:22:20.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.408+0000 7fac15023640 1 -- 172.21.15.31:0/3335537339 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fabfc0051c0 msgr2=0x7fac1014f9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:20.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.408+0000 7fac15023640 1 --2- 172.21.15.31:0/3335537339 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fabfc0051c0 0x7fac1014f9d0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fac0000e640 tx=0x7fac0000ea40 comp rx=0 tx=0).stop 2024-09-16T07:22:20.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.408+0000 7fac15023640 1 -- 172.21.15.31:0/3335537339 shutdown_connections 2024-09-16T07:22:20.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.408+0000 7fac15023640 1 --2- 172.21.15.31:0/3335537339 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fabf0078a30 0x7fabf007aef0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:20.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.408+0000 7fac15023640 1 --2- 172.21.15.31:0/3335537339 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fac100b23a0 0x7fac101f7cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:20.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.408+0000 7fac15023640 1 --2- 172.21.15.31:0/3335537339 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fac100c86b0 0x7fac100b1e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:20.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.408+0000 7fac15023640 1 --2- 172.21.15.31:0/3335537339 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fabfc0051c0 0x7fac1014f9d0 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:20.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.408+0000 7fac15023640 1 -- 172.21.15.31:0/3335537339 >> 172.21.15.31:0/3335537339 conn(0x7fac1009aa30 msgr2=0x7fac10072030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:20.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.409+0000 7fac15023640 1 -- 172.21.15.31:0/3335537339 shutdown_connections 2024-09-16T07:22:20.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.409+0000 7fac15023640 1 -- 172.21.15.31:0/3335537339 wait complete. 2024-09-16T07:22:20.422 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config reset 27 2024-09-16T07:22:20.530 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.531+0000 7f733d9ad640 1 -- 172.21.15.31:0/2379560262 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f73380cfce0 msgr2=0x7f73380d0150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:20.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.531+0000 7f733d9ad640 1 --2- 172.21.15.31:0/2379560262 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f73380cfce0 0x7f73380d0150 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f7330005fd0 tx=0x7f733002a940 comp rx=0 tx=0).stop 2024-09-16T07:22:20.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.531+0000 7f733d9ad640 1 -- 172.21.15.31:0/2379560262 shutdown_connections 2024-09-16T07:22:20.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.531+0000 7f733d9ad640 1 --2- 172.21.15.31:0/2379560262 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f73380cfce0 0x7f73380d0150 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:20.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.531+0000 7f733d9ad640 1 --2- 172.21.15.31:0/2379560262 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f73380b3090 0x7f733815f6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:20.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.531+0000 7f733d9ad640 1 -- 172.21.15.31:0/2379560262 >> 172.21.15.31:0/2379560262 conn(0x7f733809aa30 msgr2=0x7f733809ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:20.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.531+0000 7f733d9ad640 1 -- 172.21.15.31:0/2379560262 shutdown_connections 2024-09-16T07:22:20.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.531+0000 7f733d9ad640 1 -- 172.21.15.31:0/2379560262 wait complete. 2024-09-16T07:22:20.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.532+0000 7f733d9ad640 1 Processor -- start 2024-09-16T07:22:20.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.532+0000 7f733d9ad640 1 -- start start 2024-09-16T07:22:20.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.533+0000 7f733d9ad640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f73380b3090 0x7f733814c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:20.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.533+0000 7f733d9ad640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f73380cfce0 0x7f73381f58a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:20.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.533+0000 7f733d9ad640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f73380d2410 0x7f73380c9070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:20.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.533+0000 7f733d9ad640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f73380b13c0 con 0x7f73380d2410 2024-09-16T07:22:20.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.533+0000 7f733d9ad640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f73380b1240 con 0x7f73380cfce0 2024-09-16T07:22:20.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.533+0000 7f733d9ad640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f73380b1540 con 0x7f73380b3090 2024-09-16T07:22:20.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.533+0000 7f73377fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f73380d2410 0x7f73380c9070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:20.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.533+0000 7f73377fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f73380d2410 0x7f73380c9070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:44838/0 (socket says 172.21.15.31:44838) 2024-09-16T07:22:20.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.533+0000 7f73377fe640 1 -- 172.21.15.31:0/2398584303 learned_addr learned my addr 172.21.15.31:0/2398584303 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:20.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.533+0000 7f7336ffd640 1 --2- 172.21.15.31:0/2398584303 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f73380b3090 0x7f733814c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:20.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.533+0000 7f73367fc640 1 --2- 172.21.15.31:0/2398584303 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f73380cfce0 0x7f73381f58a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:20.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.534+0000 7f73377fe640 1 -- 172.21.15.31:0/2398584303 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f73380b3090 msgr2=0x7f733814c2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:20.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.534+0000 7f73377fe640 1 --2- 172.21.15.31:0/2398584303 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f73380b3090 0x7f733814c2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:20.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.534+0000 7f73377fe640 1 -- 172.21.15.31:0/2398584303 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f73380cfce0 msgr2=0x7f73381f58a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:20.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.534+0000 7f73377fe640 1 --2- 172.21.15.31:0/2398584303 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f73380cfce0 0x7f73381f58a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:20.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.534+0000 7f73377fe640 1 -- 172.21.15.31:0/2398584303 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73381f61a0 con 0x7f73380d2410 2024-09-16T07:22:20.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.534+0000 7f73377fe640 1 --2- 172.21.15.31:0/2398584303 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f73380d2410 0x7f73380c9070 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f7330009cd0 tx=0x7f7330031ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:20.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.534+0000 7f731ffff640 1 -- 172.21.15.31:0/2398584303 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7330004240 con 0x7f73380d2410 2024-09-16T07:22:20.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.534+0000 7f731ffff640 1 -- 172.21.15.31:0/2398584303 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7330004400 con 0x7f73380d2410 2024-09-16T07:22:20.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.534+0000 7f731ffff640 1 -- 172.21.15.31:0/2398584303 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7330004850 con 0x7f73380d2410 2024-09-16T07:22:20.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.534+0000 7f733d9ad640 1 -- 172.21.15.31:0/2398584303 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f73381f6480 con 0x7f73380d2410 2024-09-16T07:22:20.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.534+0000 7f733d9ad640 1 -- 172.21.15.31:0/2398584303 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73380cb2b0 con 0x7f73380d2410 2024-09-16T07:22:20.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.535+0000 7f733d9ad640 1 -- 172.21.15.31:0/2398584303 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f73380cb4b0 con 0x7f73380d2410 2024-09-16T07:22:20.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.536+0000 7f731ffff640 1 -- 172.21.15.31:0/2398584303 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 7) ==== 101440+0+0 (secure 0 0 0) 0x7f7330039440 con 0x7f73380d2410 2024-09-16T07:22:20.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.536+0000 7f731ffff640 1 --2- 172.21.15.31:0/2398584303 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7324078ba0 0x7f732407b060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:20.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.536+0000 7f731ffff640 1 -- 172.21.15.31:0/2398584303 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 4943+0+0 (secure 0 0 0) 0x7f73300bc4a0 con 0x7f73380d2410 2024-09-16T07:22:20.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.536+0000 7f7336ffd640 1 --2- 172.21.15.31:0/2398584303 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7324078ba0 0x7f732407b060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:20.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.537+0000 7f7336ffd640 1 --2- 172.21.15.31:0/2398584303 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7324078ba0 0x7f732407b060 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f73280015e0 tx=0x7f7328009040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:20.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.540+0000 7f731ffff640 1 -- 172.21.15.31:0/2398584303 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f73380cb4b0 con 0x7f73380d2410 2024-09-16T07:22:20.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.727+0000 7f733d9ad640 1 -- 172.21.15.31:0/2398584303 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "config reset", "num": 27} v 0) -- 0x7f73381f6650 con 0x7f73380d2410 2024-09-16T07:22:20.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.730+0000 7f731ffff640 1 -- 172.21.15.31:0/2398584303 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "config reset", "num": 27}]=0 v29) ==== 71+0+0 (secure 0 0 0) 0x7f7330084b10 con 0x7f73380d2410 2024-09-16T07:22:20.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.732+0000 7f733d9ad640 1 -- 172.21.15.31:0/2398584303 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7324078ba0 msgr2=0x7f732407b060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:20.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.733+0000 7f733d9ad640 1 --2- 172.21.15.31:0/2398584303 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7324078ba0 0x7f732407b060 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f73280015e0 tx=0x7f7328009040 comp rx=0 tx=0).stop 2024-09-16T07:22:20.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.733+0000 7f733d9ad640 1 -- 172.21.15.31:0/2398584303 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f73380d2410 msgr2=0x7f73380c9070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:20.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.733+0000 7f733d9ad640 1 --2- 172.21.15.31:0/2398584303 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f73380d2410 0x7f73380c9070 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f7330009cd0 tx=0x7f7330031ea0 comp rx=0 tx=0).stop 2024-09-16T07:22:20.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.733+0000 7f733d9ad640 1 -- 172.21.15.31:0/2398584303 shutdown_connections 2024-09-16T07:22:20.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.733+0000 7f733d9ad640 1 --2- 172.21.15.31:0/2398584303 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7324078ba0 0x7f732407b060 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:20.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.733+0000 7f733d9ad640 1 --2- 172.21.15.31:0/2398584303 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f73380d2410 0x7f73380c9070 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:20.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.733+0000 7f733d9ad640 1 --2- 172.21.15.31:0/2398584303 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f73380cfce0 0x7f73381f58a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:20.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.733+0000 7f733d9ad640 1 --2- 172.21.15.31:0/2398584303 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f73380b3090 0x7f733814c2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:20.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.733+0000 7f733d9ad640 1 -- 172.21.15.31:0/2398584303 >> 172.21.15.31:0/2398584303 conn(0x7f733809aa30 msgr2=0x7f73380cc480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:20.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.733+0000 7f733d9ad640 1 -- 172.21.15.31:0/2398584303 shutdown_connections 2024-09-16T07:22:20.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.733+0000 7f733d9ad640 1 -- 172.21.15.31:0/2398584303 wait complete. 2024-09-16T07:22:20.743 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_volumes.TestMisc.test_binary_metafile_on_legacy_to_v1_upgrade' 2024-09-16T07:22:20.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.849+0000 7f2219a39640 1 -- 172.21.15.31:0/677176841 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f21fc003a00 msgr2=0x7f21fc003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:20.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.849+0000 7f2219a39640 1 --2- 172.21.15.31:0/677176841 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f21fc003a00 0x7f21fc003e20 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f220400c730 tx=0x7f21fc005830 comp rx=0 tx=0).stop 2024-09-16T07:22:20.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.849+0000 7f22137fe640 1 -- 172.21.15.31:0/677176841 reap_dead start 2024-09-16T07:22:20.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.849+0000 7f2219a39640 1 -- 172.21.15.31:0/677176841 shutdown_connections 2024-09-16T07:22:20.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.849+0000 7f2219a39640 1 -- 172.21.15.31:0/677176841 >> 172.21.15.31:0/677176841 conn(0x7f221409aa30 msgr2=0x7f221409ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:20.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.849+0000 7f2219a39640 1 -- 172.21.15.31:0/677176841 shutdown_connections 2024-09-16T07:22:20.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.849+0000 7f2219a39640 1 -- 172.21.15.31:0/677176841 wait complete. 2024-09-16T07:22:20.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.851+0000 7f2219a39640 1 Processor -- start 2024-09-16T07:22:20.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.851+0000 7f2219a39640 1 -- start start 2024-09-16T07:22:20.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.852+0000 7f2219a39640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f21fc003a00 0x7f22141562f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:20.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.852+0000 7f2219a39640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2214155d60 0x7f22140c5580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:20.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.852+0000 7f2219a39640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f22140afa60 0x7f2214157d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:20.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.852+0000 7f2219a39640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f221415fa60 con 0x7f22140afa60 2024-09-16T07:22:20.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.852+0000 7f2219a39640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f221415f8e0 con 0x7f2214155d60 2024-09-16T07:22:20.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.852+0000 7f2219a39640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f221415fbe0 con 0x7f21fc003a00 2024-09-16T07:22:20.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.852+0000 7f22137fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f22140afa60 0x7f2214157d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:20.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.852+0000 7f22137fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f22140afa60 0x7f2214157d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:44850/0 (socket says 172.21.15.31:44850) 2024-09-16T07:22:20.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.852+0000 7f22137fe640 1 -- 172.21.15.31:0/3325046170 learned_addr learned my addr 172.21.15.31:0/3325046170 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:20.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.852+0000 7f22127fc640 1 --2- 172.21.15.31:0/3325046170 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2214155d60 0x7f22140c5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:20.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.852+0000 7f2212ffd640 1 --2- 172.21.15.31:0/3325046170 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f21fc003a00 0x7f22141562f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:20.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.852+0000 7f22137fe640 1 -- 172.21.15.31:0/3325046170 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f21fc003a00 msgr2=0x7f22141562f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:20.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.852+0000 7f22137fe640 1 --2- 172.21.15.31:0/3325046170 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f21fc003a00 0x7f22141562f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:20.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.852+0000 7f22137fe640 1 -- 172.21.15.31:0/3325046170 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2214155d60 msgr2=0x7f22140c5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:20.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.852+0000 7f22137fe640 1 --2- 172.21.15.31:0/3325046170 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2214155d60 0x7f22140c5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:20.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.852+0000 7f22137fe640 1 -- 172.21.15.31:0/3325046170 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22140c5ac0 con 0x7f22140afa60 2024-09-16T07:22:20.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.852+0000 7f22137fe640 1 --2- 172.21.15.31:0/3325046170 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f22140afa60 0x7f2214157d40 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f220c003ea0 tx=0x7f220c003f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:20.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.852+0000 7f21fbfff640 1 -- 172.21.15.31:0/3325046170 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f220c005220 con 0x7f22140afa60 2024-09-16T07:22:20.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.852+0000 7f21fbfff640 1 -- 172.21.15.31:0/3325046170 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f220c0053e0 con 0x7f22140afa60 2024-09-16T07:22:20.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.852+0000 7f21fbfff640 1 -- 172.21.15.31:0/3325046170 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f220c0047a0 con 0x7f22140afa60 2024-09-16T07:22:20.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.852+0000 7f2219a39640 1 -- 172.21.15.31:0/3325046170 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22140b4b20 con 0x7f22140afa60 2024-09-16T07:22:20.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.853+0000 7f2219a39640 1 -- 172.21.15.31:0/3325046170 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22140b50e0 con 0x7f22140afa60 2024-09-16T07:22:20.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.854+0000 7f2219a39640 1 -- 172.21.15.31:0/3325046170 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f22140d0150 con 0x7f22140afa60 2024-09-16T07:22:20.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.854+0000 7f21fbfff640 1 -- 172.21.15.31:0/3325046170 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 7) ==== 101440+0+0 (secure 0 0 0) 0x7f220c004940 con 0x7f22140afa60 2024-09-16T07:22:20.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.855+0000 7f21fbfff640 1 --2- 172.21.15.31:0/3325046170 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2200078a30 0x7f220007aef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:20.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.855+0000 7f21fbfff640 1 -- 172.21.15.31:0/3325046170 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 4943+0+0 (secure 0 0 0) 0x7f220c09b640 con 0x7f22140afa60 2024-09-16T07:22:20.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.855+0000 7f2212ffd640 1 --2- 172.21.15.31:0/3325046170 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2200078a30 0x7f220007aef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:20.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.856+0000 7f2212ffd640 1 --2- 172.21.15.31:0/3325046170 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2200078a30 0x7f220007aef0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f2204033000 tx=0x7f22140b36d0 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:20.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:20.859+0000 7f21fbfff640 1 -- 172.21.15.31:0/3325046170 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f220c01f020 con 0x7f22140afa60 2024-09-16T07:22:21.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.116+0000 7f2219a39640 1 -- 172.21.15.31:0/3325046170 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_binary_metafile_on_legacy_to_v1_upgrade"]} v 0) -- 0x7f22140d29a0 con 0x7f22140afa60 2024-09-16T07:22:21.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.408+0000 7f21fbfff640 1 -- 172.21.15.31:0/3325046170 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_binary_metafile_on_legacy_to_v1_upgrade"]}]=0 v91) ==== 158+0+0 (secure 0 0 0) 0x7f220c063540 con 0x7f22140afa60 2024-09-16T07:22:21.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.411+0000 7f2219a39640 1 -- 172.21.15.31:0/3325046170 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2200078a30 msgr2=0x7f220007aef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:21.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.411+0000 7f2219a39640 1 --2- 172.21.15.31:0/3325046170 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2200078a30 0x7f220007aef0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f2204033000 tx=0x7f22140b36d0 comp rx=0 tx=0).stop 2024-09-16T07:22:21.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.411+0000 7f2219a39640 1 -- 172.21.15.31:0/3325046170 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f22140afa60 msgr2=0x7f2214157d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:21.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.411+0000 7f2219a39640 1 --2- 172.21.15.31:0/3325046170 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f22140afa60 0x7f2214157d40 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f220c003ea0 tx=0x7f220c003f90 comp rx=0 tx=0).stop 2024-09-16T07:22:21.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.411+0000 7f2219a39640 1 -- 172.21.15.31:0/3325046170 shutdown_connections 2024-09-16T07:22:21.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.411+0000 7f2219a39640 1 --2- 172.21.15.31:0/3325046170 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2200078a30 0x7f220007aef0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:21.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.411+0000 7f2219a39640 1 --2- 172.21.15.31:0/3325046170 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f22140afa60 0x7f2214157d40 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:21.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.411+0000 7f2219a39640 1 --2- 172.21.15.31:0/3325046170 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2214155d60 0x7f22140c5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:21.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.411+0000 7f2219a39640 1 --2- 172.21.15.31:0/3325046170 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f21fc003a00 0x7f22141562f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:21.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.411+0000 7f2219a39640 1 -- 172.21.15.31:0/3325046170 >> 172.21.15.31:0/3325046170 conn(0x7f221409aa30 msgr2=0x7f221415d950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:21.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.411+0000 7f2219a39640 1 -- 172.21.15.31:0/3325046170 shutdown_connections 2024-09-16T07:22:21.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.411+0000 7f2219a39640 1 -- 172.21.15.31:0/3325046170 wait complete. 2024-09-16T07:22:21.422 INFO:tasks.cephfs_test_runner:Validate binary .meta file on legacy subvol root doesn't break the system ... ok 2024-09-16T07:22:21.422 INFO:tasks.cephfs_test_runner:Starting test: test_connection_expiration (tasks.cephfs.test_volumes.TestMisc) 2024-09-16T07:22:21.423 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:22:21.529 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.529+0000 7f084622a640 1 -- 172.21.15.31:0/657821137 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0840160ac0 msgr2=0x7f0840160f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:21.529 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.529+0000 7f084622a640 1 --2- 172.21.15.31:0/657821137 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0840160ac0 0x7f0840160f50 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f0838009ca0 tx=0x7f083802aac0 comp rx=0 tx=0).stop 2024-09-16T07:22:21.529 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.530+0000 7f084622a640 1 -- 172.21.15.31:0/657821137 shutdown_connections 2024-09-16T07:22:21.530 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.530+0000 7f084622a640 1 --2- 172.21.15.31:0/657821137 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0840160ac0 0x7f0840160f50 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:21.530 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.530+0000 7f084622a640 1 --2- 172.21.15.31:0/657821137 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0840161b30 0x7f08400cf920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:21.530 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.530+0000 7f084622a640 1 -- 172.21.15.31:0/657821137 >> 172.21.15.31:0/657821137 conn(0x7f08400d3e40 msgr2=0x7f08400d4250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:21.530 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.530+0000 7f084622a640 1 -- 172.21.15.31:0/657821137 shutdown_connections 2024-09-16T07:22:21.530 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.530+0000 7f084622a640 1 -- 172.21.15.31:0/657821137 wait complete. 2024-09-16T07:22:21.530 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.531+0000 7f084622a640 1 Processor -- start 2024-09-16T07:22:21.530 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.531+0000 7f084622a640 1 -- start start 2024-09-16T07:22:21.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.532+0000 7f084622a640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f08400d1a10 0x7f0840158890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:21.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.532+0000 7f084622a640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0840160ac0 0x7f08400ca4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:21.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.532+0000 7f084622a640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0840161b30 0x7f0840157c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:21.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.532+0000 7f084622a640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f08400b3b60 con 0x7f08400d1a10 2024-09-16T07:22:21.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.532+0000 7f084622a640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f08400b39e0 con 0x7f0840160ac0 2024-09-16T07:22:21.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.532+0000 7f084622a640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f08400b3ce0 con 0x7f0840161b30 2024-09-16T07:22:21.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.532+0000 7f083f7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f08400d1a10 0x7f0840158890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:21.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.532+0000 7f083f7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f08400d1a10 0x7f0840158890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:44860/0 (socket says 172.21.15.31:44860) 2024-09-16T07:22:21.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.532+0000 7f083f7fe640 1 -- 172.21.15.31:0/1413854814 learned_addr learned my addr 172.21.15.31:0/1413854814 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:21.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.532+0000 7f083effd640 1 --2- 172.21.15.31:0/1413854814 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0840160ac0 0x7f08400ca4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:21.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.532+0000 7f083ffff640 1 --2- 172.21.15.31:0/1413854814 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0840161b30 0x7f0840157c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:21.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.532+0000 7f083f7fe640 1 -- 172.21.15.31:0/1413854814 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0840161b30 msgr2=0x7f0840157c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:21.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.532+0000 7f083f7fe640 1 --2- 172.21.15.31:0/1413854814 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0840161b30 0x7f0840157c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:21.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.532+0000 7f083f7fe640 1 -- 172.21.15.31:0/1413854814 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0840160ac0 msgr2=0x7f08400ca4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:21.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.532+0000 7f083f7fe640 1 --2- 172.21.15.31:0/1413854814 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0840160ac0 0x7f08400ca4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:21.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.532+0000 7f083f7fe640 1 -- 172.21.15.31:0/1413854814 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0840158140 con 0x7f08400d1a10 2024-09-16T07:22:21.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.532+0000 7f083f7fe640 1 --2- 172.21.15.31:0/1413854814 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f08400d1a10 0x7f0840158890 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f083000c970 tx=0x7f083000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:21.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.533+0000 7f0827fff640 1 -- 172.21.15.31:0/1413854814 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0830007b50 con 0x7f08400d1a10 2024-09-16T07:22:21.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.533+0000 7f0827fff640 1 -- 172.21.15.31:0/1413854814 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0830007de0 con 0x7f08400d1a10 2024-09-16T07:22:21.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.533+0000 7f0827fff640 1 -- 172.21.15.31:0/1413854814 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0830005280 con 0x7f08400d1a10 2024-09-16T07:22:21.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.533+0000 7f084622a640 1 -- 172.21.15.31:0/1413854814 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0840156e80 con 0x7f08400d1a10 2024-09-16T07:22:21.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.533+0000 7f084622a640 1 -- 172.21.15.31:0/1413854814 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0840157400 con 0x7f08400d1a10 2024-09-16T07:22:21.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.534+0000 7f084622a640 1 -- 172.21.15.31:0/1413854814 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0840160f50 con 0x7f08400d1a10 2024-09-16T07:22:21.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.534+0000 7f0827fff640 1 -- 172.21.15.31:0/1413854814 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 7) ==== 101440+0+0 (secure 0 0 0) 0x7f0830005420 con 0x7f08400d1a10 2024-09-16T07:22:21.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.535+0000 7f0827fff640 1 --2- 172.21.15.31:0/1413854814 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f082c078a00 0x7f082c07aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:21.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.535+0000 7f0827fff640 1 -- 172.21.15.31:0/1413854814 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 4943+0+0 (secure 0 0 0) 0x7f083009aca0 con 0x7f08400d1a10 2024-09-16T07:22:21.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.535+0000 7f083effd640 1 --2- 172.21.15.31:0/1413854814 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f082c078a00 0x7f082c07aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:21.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.536+0000 7f083effd640 1 --2- 172.21.15.31:0/1413854814 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f082c078a00 0x7f082c07aec0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f0834007fd0 tx=0x7f0834009040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:21.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.539+0000 7f0827fff640 1 -- 172.21.15.31:0/1413854814 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f0840158140 con 0x7f08400d1a10 2024-09-16T07:22:21.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.737+0000 7f084622a640 1 -- 172.21.15.31:0/1413854814 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f08400b3580 con 0x7f08400d1a10 2024-09-16T07:22:21.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.738+0000 7f0827fff640 1 -- 172.21.15.31:0/1413854814 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v37) ==== 74+0+13008 (secure 0 0 0) 0x7f0830014030 con 0x7f08400d1a10 2024-09-16T07:22:21.738 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:22:21.738 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":37,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:22:20.403205+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.31:6835/1180708454":"2024-09-17T07:22:17.389121+0000","172.21.15.31:6833/1180708454":"2024-09-17T07:22:17.389121+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:22:21.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.740+0000 7f084622a640 1 -- 172.21.15.31:0/1413854814 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f082c078a00 msgr2=0x7f082c07aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:21.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.740+0000 7f084622a640 1 --2- 172.21.15.31:0/1413854814 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f082c078a00 0x7f082c07aec0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f0834007fd0 tx=0x7f0834009040 comp rx=0 tx=0).stop 2024-09-16T07:22:21.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.740+0000 7f084622a640 1 -- 172.21.15.31:0/1413854814 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f08400d1a10 msgr2=0x7f0840158890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:21.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.740+0000 7f084622a640 1 --2- 172.21.15.31:0/1413854814 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f08400d1a10 0x7f0840158890 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f083000c970 tx=0x7f083000ce30 comp rx=0 tx=0).stop 2024-09-16T07:22:21.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.740+0000 7f084622a640 1 -- 172.21.15.31:0/1413854814 shutdown_connections 2024-09-16T07:22:21.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.740+0000 7f084622a640 1 --2- 172.21.15.31:0/1413854814 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f082c078a00 0x7f082c07aec0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:21.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.740+0000 7f084622a640 1 --2- 172.21.15.31:0/1413854814 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0840161b30 0x7f0840157c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:21.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.740+0000 7f084622a640 1 --2- 172.21.15.31:0/1413854814 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0840160ac0 0x7f08400ca4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:21.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.740+0000 7f084622a640 1 --2- 172.21.15.31:0/1413854814 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f08400d1a10 0x7f0840158890 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:21.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.740+0000 7f084622a640 1 -- 172.21.15.31:0/1413854814 >> 172.21.15.31:0/1413854814 conn(0x7f08400d3e40 msgr2=0x7f08400b1080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:21.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.741+0000 7f084622a640 1 -- 172.21.15.31:0/1413854814 shutdown_connections 2024-09-16T07:22:21.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.741+0000 7f084622a640 1 -- 172.21.15.31:0/1413854814 wait complete. 2024-09-16T07:22:21.751 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-16T07:21:00.646987+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-16T07:22:21.752 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-16T07:22:21.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.860+0000 7f5c88994640 1 -- 172.21.15.31:0/35309446 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5c841617f0 msgr2=0x7f5c840d1d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:21.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.860+0000 7f5c88994640 1 --2- 172.21.15.31:0/35309446 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5c841617f0 0x7f5c840d1d30 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f5c7c009830 tx=0x7f5c7c02a480 comp rx=0 tx=0).stop 2024-09-16T07:22:21.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.860+0000 7f5c88994640 1 -- 172.21.15.31:0/35309446 shutdown_connections 2024-09-16T07:22:21.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.860+0000 7f5c88994640 1 --2- 172.21.15.31:0/35309446 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5c841617f0 0x7f5c840d1d30 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:21.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.860+0000 7f5c88994640 1 -- 172.21.15.31:0/35309446 >> 172.21.15.31:0/35309446 conn(0x7f5c840d3e30 msgr2=0x7f5c840d4240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:21.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.860+0000 7f5c88994640 1 -- 172.21.15.31:0/35309446 shutdown_connections 2024-09-16T07:22:21.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.860+0000 7f5c88994640 1 -- 172.21.15.31:0/35309446 wait complete. 2024-09-16T07:22:21.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.862+0000 7f5c88994640 1 Processor -- start 2024-09-16T07:22:21.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.862+0000 7f5c88994640 1 -- start start 2024-09-16T07:22:21.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.862+0000 7f5c88994640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5c840b3de0 0x7f5c840b77d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:21.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.862+0000 7f5c88994640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5c840d01b0 0x7f5c8414ff40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:21.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.862+0000 7f5c88994640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5c841617f0 0x7f5c8415e790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:21.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.862+0000 7f5c88994640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f5c840b4a80 con 0x7f5c840b3de0 2024-09-16T07:22:21.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.862+0000 7f5c88994640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f5c840b4900 con 0x7f5c840d01b0 2024-09-16T07:22:21.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.862+0000 7f5c88994640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f5c840b4c00 con 0x7f5c841617f0 2024-09-16T07:22:21.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.863+0000 7f5c8259c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5c840b3de0 0x7f5c840b77d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:21.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.863+0000 7f5c8259c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5c840b3de0 0x7f5c840b77d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:44886/0 (socket says 172.21.15.31:44886) 2024-09-16T07:22:21.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.863+0000 7f5c8259c640 1 -- 172.21.15.31:0/1214944904 learned_addr learned my addr 172.21.15.31:0/1214944904 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:21.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.863+0000 7f5c81d9b640 1 --2- 172.21.15.31:0/1214944904 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5c840d01b0 0x7f5c8414ff40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:21.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.863+0000 7f5c82d9d640 1 --2- 172.21.15.31:0/1214944904 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5c841617f0 0x7f5c8415e790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:21.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.863+0000 7f5c8259c640 1 -- 172.21.15.31:0/1214944904 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5c841617f0 msgr2=0x7f5c8415e790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:21.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.863+0000 7f5c8259c640 1 --2- 172.21.15.31:0/1214944904 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5c841617f0 0x7f5c8415e790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:21.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.863+0000 7f5c8259c640 1 -- 172.21.15.31:0/1214944904 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5c840d01b0 msgr2=0x7f5c8414ff40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:21.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.863+0000 7f5c8259c640 1 --2- 172.21.15.31:0/1214944904 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5c840d01b0 0x7f5c8414ff40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:21.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.863+0000 7f5c8259c640 1 -- 172.21.15.31:0/1214944904 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c840b7e70 con 0x7f5c840b3de0 2024-09-16T07:22:21.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.863+0000 7f5c81d9b640 1 --2- 172.21.15.31:0/1214944904 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5c840d01b0 0x7f5c8414ff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:22:21.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.863+0000 7f5c8259c640 1 --2- 172.21.15.31:0/1214944904 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5c840b3de0 0x7f5c840b77d0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f5c7c000c00 tx=0x7f5c7c033d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:21.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.863+0000 7f5c7affd640 1 -- 172.21.15.31:0/1214944904 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c7c031d60 con 0x7f5c840b3de0 2024-09-16T07:22:21.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.863+0000 7f5c88994640 1 -- 172.21.15.31:0/1214944904 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c840b8150 con 0x7f5c840b3de0 2024-09-16T07:22:21.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.863+0000 7f5c7affd640 1 -- 172.21.15.31:0/1214944904 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5c7c0330d0 con 0x7f5c840b3de0 2024-09-16T07:22:21.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.863+0000 7f5c7affd640 1 -- 172.21.15.31:0/1214944904 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c7c033520 con 0x7f5c840b3de0 2024-09-16T07:22:21.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.863+0000 7f5c88994640 1 -- 172.21.15.31:0/1214944904 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c840b8710 con 0x7f5c840b3de0 2024-09-16T07:22:21.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.864+0000 7f5c88994640 1 -- 172.21.15.31:0/1214944904 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5c840b41f0 con 0x7f5c840b3de0 2024-09-16T07:22:21.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.865+0000 7f5c7affd640 1 -- 172.21.15.31:0/1214944904 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 7) ==== 101440+0+0 (secure 0 0 0) 0x7f5c7c0035f0 con 0x7f5c840b3de0 2024-09-16T07:22:21.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.865+0000 7f5c7affd640 1 --2- 172.21.15.31:0/1214944904 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f5c64078a00 0x7f5c6407aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:21.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.866+0000 7f5c7affd640 1 -- 172.21.15.31:0/1214944904 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 4943+0+0 (secure 0 0 0) 0x7f5c7c0bbf50 con 0x7f5c840b3de0 2024-09-16T07:22:21.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.866+0000 7f5c81d9b640 1 --2- 172.21.15.31:0/1214944904 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f5c64078a00 0x7f5c6407aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:21.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.866+0000 7f5c81d9b640 1 --2- 172.21.15.31:0/1214944904 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f5c64078a00 0x7f5c6407aec0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f5c840cde60 tx=0x7f5c6c009040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:21.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:21.870+0000 7f5c7affd640 1 -- 172.21.15.31:0/1214944904 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f5c7c03f030 con 0x7f5c840b3de0 2024-09-16T07:22:22.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:22.057+0000 7f5c88994640 1 -- 172.21.15.31:0/1214944904 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f5c840b3570 con 0x7f5c840b3de0 2024-09-16T07:22:22.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:22.058+0000 7f5c7affd640 1 -- 172.21.15.31:0/1214944904 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v37) ==== 93+0+10 (secure 0 0 0) 0x7f5c7c0844b0 con 0x7f5c840b3de0 2024-09-16T07:22:22.057 INFO:teuthology.orchestra.run.smithi031.stdout:pg_num: 1 2024-09-16T07:22:22.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:22.060+0000 7f5c88994640 1 -- 172.21.15.31:0/1214944904 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f5c64078a00 msgr2=0x7f5c6407aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:22.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:22.060+0000 7f5c88994640 1 --2- 172.21.15.31:0/1214944904 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f5c64078a00 0x7f5c6407aec0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f5c840cde60 tx=0x7f5c6c009040 comp rx=0 tx=0).stop 2024-09-16T07:22:22.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:22.060+0000 7f5c88994640 1 -- 172.21.15.31:0/1214944904 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5c840b3de0 msgr2=0x7f5c840b77d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:22.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:22.060+0000 7f5c88994640 1 --2- 172.21.15.31:0/1214944904 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5c840b3de0 0x7f5c840b77d0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f5c7c000c00 tx=0x7f5c7c033d60 comp rx=0 tx=0).stop 2024-09-16T07:22:22.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:22.060+0000 7f5c88994640 1 -- 172.21.15.31:0/1214944904 shutdown_connections 2024-09-16T07:22:22.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:22.060+0000 7f5c88994640 1 --2- 172.21.15.31:0/1214944904 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f5c64078a00 0x7f5c6407aec0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:22.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:22.060+0000 7f5c88994640 1 --2- 172.21.15.31:0/1214944904 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5c841617f0 0x7f5c8415e790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:22.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:22.060+0000 7f5c88994640 1 --2- 172.21.15.31:0/1214944904 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5c840d01b0 0x7f5c8414ff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:22.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:22.060+0000 7f5c88994640 1 --2- 172.21.15.31:0/1214944904 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5c840b3de0 0x7f5c840b77d0 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:22.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:22.060+0000 7f5c88994640 1 -- 172.21.15.31:0/1214944904 >> 172.21.15.31:0/1214944904 conn(0x7f5c840d3e30 msgr2=0x7f5c840d42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:22.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:22.060+0000 7f5c88994640 1 -- 172.21.15.31:0/1214944904 shutdown_connections 2024-09-16T07:22:22.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:22.060+0000 7f5c88994640 1 -- 172.21.15.31:0/1214944904 wait complete. 2024-09-16T07:22:22.071 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_volumes.TestMisc.test_connection_expiration' 2024-09-16T07:22:22.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:22.176+0000 7f9b05e47640 1 -- 172.21.15.31:0/1128430572 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9b0015aa70 msgr2=0x7f9b000b4690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:22.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:22.176+0000 7f9b05e47640 1 --2- 172.21.15.31:0/1128430572 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9b0015aa70 0x7f9b000b4690 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f9af0005fd0 tx=0x7f9af002a530 comp rx=0 tx=0).stop 2024-09-16T07:22:22.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:22.176+0000 7f9b05e47640 1 -- 172.21.15.31:0/1128430572 shutdown_connections 2024-09-16T07:22:22.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:22.176+0000 7f9b05e47640 1 --2- 172.21.15.31:0/1128430572 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9b000735a0 0x7f9b000739a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:22.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:22.176+0000 7f9b05e47640 1 --2- 172.21.15.31:0/1128430572 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9b0015aa70 0x7f9b000b4690 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:22.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:22.176+0000 7f9b05e47640 1 -- 172.21.15.31:0/1128430572 >> 172.21.15.31:0/1128430572 conn(0x7f9b000b1690 msgr2=0x7f9b000b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:22.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:22.176+0000 7f9b05e47640 1 -- 172.21.15.31:0/1128430572 shutdown_connections 2024-09-16T07:22:22.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:22.176+0000 7f9b05e47640 1 -- 172.21.15.31:0/1128430572 wait complete. 2024-09-16T07:22:22.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:22.177+0000 7f9b05e47640 1 Processor -- start 2024-09-16T07:22:22.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:22.178+0000 7f9b05e47640 1 -- start start 2024-09-16T07:22:22.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:22.178+0000 7f9b05e47640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9b0006ff80 0x7f9b000ca120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:22.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:22.178+0000 7f9b05e47640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9b000735a0 0x7f9b00143ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:22.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:22.178+0000 7f9b05e47640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9b0015aa70 0x7f9b00154f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:22.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:22.178+0000 7f9b05e47640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f9b000707a0 con 0x7f9b000735a0 2024-09-16T07:22:22.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:22.178+0000 7f9b05e47640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f9b00070620 con 0x7f9b0015aa70 2024-09-16T07:22:22.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:22.178+0000 7f9b05e47640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f9b001f5bb0 con 0x7f9b0006ff80 2024-09-16T07:22:22.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:22.178+0000 7f9afeffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9b000735a0 0x7f9b00143ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:22.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:22.179+0000 7f9afeffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9b000735a0 0x7f9b00143ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:44902/0 (socket says 172.21.15.31:44902) 2024-09-16T07:22:22.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:22.179+0000 7f9afeffd640 1 -- 172.21.15.31:0/3000364745 learned_addr learned my addr 172.21.15.31:0/3000364745 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:22.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:22.179+0000 7f9aff7fe640 1 --2- 172.21.15.31:0/3000364745 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9b0006ff80 0x7f9b000ca120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:22.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:22.179+0000 7f9afffff640 1 --2- 172.21.15.31:0/3000364745 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9b0015aa70 0x7f9b00154f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:22.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:22.179+0000 7f9afeffd640 1 -- 172.21.15.31:0/3000364745 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9b0006ff80 msgr2=0x7f9b000ca120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:22.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:22.179+0000 7f9afeffd640 1 --2- 172.21.15.31:0/3000364745 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9b0006ff80 0x7f9b000ca120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:22.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:22.179+0000 7f9afeffd640 1 -- 172.21.15.31:0/3000364745 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9b0015aa70 msgr2=0x7f9b00154f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:22.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:22.179+0000 7f9afeffd640 1 --2- 172.21.15.31:0/3000364745 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9b0015aa70 0x7f9b00154f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:22.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:22.179+0000 7f9afeffd640 1 -- 172.21.15.31:0/3000364745 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b001f5e90 con 0x7f9b000735a0 2024-09-16T07:22:22.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:22.179+0000 7f9afeffd640 1 --2- 172.21.15.31:0/3000364745 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9b000735a0 0x7f9b00143ba0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f9af400c920 tx=0x7f9af400cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:22.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:22.179+0000 7f9ae7fff640 1 -- 172.21.15.31:0/3000364745 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9af4007c70 con 0x7f9b000735a0 2024-09-16T07:22:22.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:22.179+0000 7f9ae7fff640 1 -- 172.21.15.31:0/3000364745 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9af400f450 con 0x7f9b000735a0 2024-09-16T07:22:22.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:22.179+0000 7f9b05e47640 1 -- 172.21.15.31:0/3000364745 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b001f6170 con 0x7f9b000735a0 2024-09-16T07:22:22.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:22.179+0000 7f9ae7fff640 1 -- 172.21.15.31:0/3000364745 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9af400f8a0 con 0x7f9b000735a0 2024-09-16T07:22:22.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:22.179+0000 7f9b05e47640 1 -- 172.21.15.31:0/3000364745 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b001440e0 con 0x7f9b000735a0 2024-09-16T07:22:22.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:22.180+0000 7f9b05e47640 1 -- 172.21.15.31:0/3000364745 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9b000ce060 con 0x7f9b000735a0 2024-09-16T07:22:22.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:22.181+0000 7f9ae7fff640 1 -- 172.21.15.31:0/3000364745 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 7) ==== 101440+0+0 (secure 0 0 0) 0x7f9af400fa40 con 0x7f9b000735a0 2024-09-16T07:22:22.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:22.181+0000 7f9ae7fff640 1 --2- 172.21.15.31:0/3000364745 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9aec078a00 0x7f9aec07aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:22.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:22.182+0000 7f9ae7fff640 1 -- 172.21.15.31:0/3000364745 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 4943+0+0 (secure 0 0 0) 0x7f9af409b130 con 0x7f9b000735a0 2024-09-16T07:22:22.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:22.182+0000 7f9aff7fe640 1 --2- 172.21.15.31:0/3000364745 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9aec078a00 0x7f9aec07aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:22.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:22.182+0000 7f9aff7fe640 1 --2- 172.21.15.31:0/3000364745 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9aec078a00 0x7f9aec07aec0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f9af0033000 tx=0x7f9af0004730 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:22.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:22.186+0000 7f9ae7fff640 1 -- 172.21.15.31:0/3000364745 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f9af4014030 con 0x7f9b000735a0 2024-09-16T07:22:22.448 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:22.448+0000 7f9b05e47640 1 -- 172.21.15.31:0/3000364745 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_connection_expiration"]} v 0) -- 0x7f9b00157970 con 0x7f9b000735a0 2024-09-16T07:22:23.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.415+0000 7f9ae7fff640 1 -- 172.21.15.31:0/3000364745 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_connection_expiration"]}]=0 v93) ==== 143+0+0 (secure 0 0 0) 0x7f9af4063150 con 0x7f9b000735a0 2024-09-16T07:22:23.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.418+0000 7f9b05e47640 1 -- 172.21.15.31:0/3000364745 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9aec078a00 msgr2=0x7f9aec07aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:23.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.418+0000 7f9b05e47640 1 --2- 172.21.15.31:0/3000364745 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9aec078a00 0x7f9aec07aec0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f9af0033000 tx=0x7f9af0004730 comp rx=0 tx=0).stop 2024-09-16T07:22:23.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.418+0000 7f9b05e47640 1 -- 172.21.15.31:0/3000364745 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9b000735a0 msgr2=0x7f9b00143ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:23.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.418+0000 7f9b05e47640 1 --2- 172.21.15.31:0/3000364745 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9b000735a0 0x7f9b00143ba0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f9af400c920 tx=0x7f9af400cde0 comp rx=0 tx=0).stop 2024-09-16T07:22:23.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.418+0000 7f9b05e47640 1 -- 172.21.15.31:0/3000364745 shutdown_connections 2024-09-16T07:22:23.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.418+0000 7f9b05e47640 1 --2- 172.21.15.31:0/3000364745 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9aec078a00 0x7f9aec07aec0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:23.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.418+0000 7f9b05e47640 1 --2- 172.21.15.31:0/3000364745 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9b0015aa70 0x7f9b00154f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:23.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.418+0000 7f9b05e47640 1 --2- 172.21.15.31:0/3000364745 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9b000735a0 0x7f9b00143ba0 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:23.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.418+0000 7f9b05e47640 1 --2- 172.21.15.31:0/3000364745 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9b0006ff80 0x7f9b000ca120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:23.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.418+0000 7f9b05e47640 1 -- 172.21.15.31:0/3000364745 >> 172.21.15.31:0/3000364745 conn(0x7f9b000b1690 msgr2=0x7f9b0015d370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:23.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.419+0000 7f9b05e47640 1 -- 172.21.15.31:0/3000364745 shutdown_connections 2024-09-16T07:22:23.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.419+0000 7f9b05e47640 1 -- 172.21.15.31:0/3000364745 wait complete. 2024-09-16T07:22:23.432 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-09-16T07:22:23.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.543+0000 7f5f73133640 1 -- 172.21.15.31:0/2791395668 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5f6c15df90 msgr2=0x7f5f6c0cf9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:23.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.543+0000 7f5f73133640 1 --2- 172.21.15.31:0/2791395668 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5f6c15df90 0x7f5f6c0cf9b0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f5f64005fd0 tx=0x7f5f6402a8b0 comp rx=0 tx=0).stop 2024-09-16T07:22:23.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.543+0000 7f5f73133640 1 -- 172.21.15.31:0/2791395668 shutdown_connections 2024-09-16T07:22:23.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.543+0000 7f5f73133640 1 --2- 172.21.15.31:0/2791395668 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5f6c0d49c0 0x7f5f6c0d0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:23.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.543+0000 7f5f73133640 1 --2- 172.21.15.31:0/2791395668 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5f6c15df90 0x7f5f6c0cf9b0 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:23.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.543+0000 7f5f73133640 1 -- 172.21.15.31:0/2791395668 >> 172.21.15.31:0/2791395668 conn(0x7f5f6c0d3ea0 msgr2=0x7f5f6c0d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:23.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.543+0000 7f5f73133640 1 -- 172.21.15.31:0/2791395668 shutdown_connections 2024-09-16T07:22:23.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.543+0000 7f5f73133640 1 -- 172.21.15.31:0/2791395668 wait complete. 2024-09-16T07:22:23.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.544+0000 7f5f73133640 1 Processor -- start 2024-09-16T07:22:23.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.545+0000 7f5f73133640 1 -- start start 2024-09-16T07:22:23.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.545+0000 7f5f73133640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5f6c0d49c0 0x7f5f6c160880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:23.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.545+0000 7f5f73133640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5f6c15df90 0x7f5f6c0b8770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:23.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.545+0000 7f5f73133640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5f6c162480 0x7f5f6c15c670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:23.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.545+0000 7f5f73133640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f5f6c0d0f00 con 0x7f5f6c0d49c0 2024-09-16T07:22:23.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.545+0000 7f5f73133640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f5f6c0d0d80 con 0x7f5f6c162480 2024-09-16T07:22:23.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.545+0000 7f5f73133640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f5f6c0b3f10 con 0x7f5f6c15df90 2024-09-16T07:22:23.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.546+0000 7f5f70ecf640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5f6c0d49c0 0x7f5f6c160880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:23.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.546+0000 7f5f70ecf640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5f6c0d49c0 0x7f5f6c160880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59968/0 (socket says 172.21.15.31:59968) 2024-09-16T07:22:23.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.546+0000 7f5f70ecf640 1 -- 172.21.15.31:0/3777166402 learned_addr learned my addr 172.21.15.31:0/3777166402 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:23.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.546+0000 7f5f6bfff640 1 --2- 172.21.15.31:0/3777166402 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5f6c15df90 0x7f5f6c0b8770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:23.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.546+0000 7f5f716d0640 1 --2- 172.21.15.31:0/3777166402 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5f6c162480 0x7f5f6c15c670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:23.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.546+0000 7f5f70ecf640 1 -- 172.21.15.31:0/3777166402 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5f6c15df90 msgr2=0x7f5f6c0b8770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:23.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.546+0000 7f5f70ecf640 1 --2- 172.21.15.31:0/3777166402 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5f6c15df90 0x7f5f6c0b8770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:23.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.546+0000 7f5f70ecf640 1 -- 172.21.15.31:0/3777166402 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5f6c162480 msgr2=0x7f5f6c15c670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:23.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.546+0000 7f5f70ecf640 1 --2- 172.21.15.31:0/3777166402 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5f6c162480 0x7f5f6c15c670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:23.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.546+0000 7f5f70ecf640 1 -- 172.21.15.31:0/3777166402 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f6c15cbb0 con 0x7f5f6c0d49c0 2024-09-16T07:22:23.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.546+0000 7f5f6bfff640 1 --2- 172.21.15.31:0/3777166402 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5f6c15df90 0x7f5f6c0b8770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:22:23.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.546+0000 7f5f70ecf640 1 --2- 172.21.15.31:0/3777166402 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5f6c0d49c0 0x7f5f6c160880 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f5f64000f80 tx=0x7f5f640039f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:23.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.546+0000 7f5f697fa640 1 -- 172.21.15.31:0/3777166402 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f64040070 con 0x7f5f6c0d49c0 2024-09-16T07:22:23.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.546+0000 7f5f697fa640 1 -- 172.21.15.31:0/3777166402 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5f64004130 con 0x7f5f6c0d49c0 2024-09-16T07:22:23.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.546+0000 7f5f73133640 1 -- 172.21.15.31:0/3777166402 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5f6c0b9280 con 0x7f5f6c0d49c0 2024-09-16T07:22:23.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.546+0000 7f5f697fa640 1 -- 172.21.15.31:0/3777166402 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f64004580 con 0x7f5f6c0d49c0 2024-09-16T07:22:23.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.546+0000 7f5f73133640 1 -- 172.21.15.31:0/3777166402 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5f6c0b7f70 con 0x7f5f6c0d49c0 2024-09-16T07:22:23.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.547+0000 7f5f73133640 1 -- 172.21.15.31:0/3777166402 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5f6c0b4430 con 0x7f5f6c0d49c0 2024-09-16T07:22:23.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.548+0000 7f5f697fa640 1 -- 172.21.15.31:0/3777166402 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 7) ==== 101440+0+0 (secure 0 0 0) 0x7f5f64039040 con 0x7f5f6c0d49c0 2024-09-16T07:22:23.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.548+0000 7f5f697fa640 1 --2- 172.21.15.31:0/3777166402 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f5f58078a00 0x7f5f5807aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:23.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.549+0000 7f5f697fa640 1 -- 172.21.15.31:0/3777166402 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 4943+0+0 (secure 0 0 0) 0x7f5f640bc0b0 con 0x7f5f6c0d49c0 2024-09-16T07:22:23.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.549+0000 7f5f6bfff640 1 --2- 172.21.15.31:0/3777166402 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f5f58078a00 0x7f5f5807aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:23.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.549+0000 7f5f6bfff640 1 --2- 172.21.15.31:0/3777166402 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f5f58078a00 0x7f5f5807aec0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f5f600058c0 tx=0x7f5f60005850 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:23.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.553+0000 7f5f697fa640 1 -- 172.21.15.31:0/3777166402 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f5f64084690 con 0x7f5f6c0d49c0 2024-09-16T07:22:23.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.738+0000 7f5f73133640 1 -- 172.21.15.31:0/3777166402 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7f5f6c08d590 con 0x7f5f6c0d49c0 2024-09-16T07:22:23.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.738+0000 7f5f697fa640 1 -- 172.21.15.31:0/3777166402 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v29) ==== 59+0+1998 (secure 0 0 0) 0x7f5f64083f90 con 0x7f5f6c0d49c0 2024-09-16T07:22:23.738 INFO:teuthology.orchestra.run.smithi031.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-09-16T07:22:23.738 INFO:teuthology.orchestra.run.smithi031.stdout:mon advanced mon_op_complaint_time 120 2024-09-16T07:22:23.738 INFO:teuthology.orchestra.run.smithi031.stdout:mon dev mon_warn_on_pool_no_app false 2024-09-16T07:22:23.738 INFO:teuthology.orchestra.run.smithi031.stdout:osd advanced osd_op_complaint_time 180.000000 2024-09-16T07:22:23.738 INFO:teuthology.orchestra.run.smithi031.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 4520.820560 2024-09-16T07:22:23.738 INFO:teuthology.orchestra.run.smithi031.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 5734.367886 2024-09-16T07:22:23.738 INFO:teuthology.orchestra.run.smithi031.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 4504.591485 2024-09-16T07:22:23.739 INFO:teuthology.orchestra.run.smithi031.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 4573.380612 2024-09-16T07:22:23.739 INFO:teuthology.orchestra.run.smithi031.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 5234.235164 2024-09-16T07:22:23.739 INFO:teuthology.orchestra.run.smithi031.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 5784.050173 2024-09-16T07:22:23.739 INFO:teuthology.orchestra.run.smithi031.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 8598.617671 2024-09-16T07:22:23.739 INFO:teuthology.orchestra.run.smithi031.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 5090.838884 2024-09-16T07:22:23.739 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced debug_mds 20/20 2024-09-16T07:22:23.739 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced debug_mds_balancer 20/20 2024-09-16T07:22:23.739 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced debug_ms 2/2 2024-09-16T07:22:23.739 INFO:teuthology.orchestra.run.smithi031.stdout:mds dev mds_debug_frag true 2024-09-16T07:22:23.739 INFO:teuthology.orchestra.run.smithi031.stdout:mds dev mds_debug_scatterstat true 2024-09-16T07:22:23.739 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced mds_op_complaint_time 180.000000 2024-09-16T07:22:23.739 INFO:teuthology.orchestra.run.smithi031.stdout:mds dev mds_verify_scatter true 2024-09-16T07:22:23.740 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced osd_op_complaint_time 180.000000 2024-09-16T07:22:23.740 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced rados_mon_op_timeout 900 2024-09-16T07:22:23.740 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced rados_osd_op_timeout 900 2024-09-16T07:22:23.740 INFO:teuthology.orchestra.run.smithi031.stdout:client advanced client_mount_timeout 600 2024-09-16T07:22:23.740 INFO:teuthology.orchestra.run.smithi031.stdout:client advanced debug_client 20/20 2024-09-16T07:22:23.740 INFO:teuthology.orchestra.run.smithi031.stdout:client advanced debug_ms 1/1 2024-09-16T07:22:23.740 INFO:teuthology.orchestra.run.smithi031.stdout:client advanced rados_mon_op_timeout 900 2024-09-16T07:22:23.740 INFO:teuthology.orchestra.run.smithi031.stdout:client advanced rados_osd_op_timeout 900 2024-09-16T07:22:23.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.740+0000 7f5f73133640 1 -- 172.21.15.31:0/3777166402 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f5f58078a00 msgr2=0x7f5f5807aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:23.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.740+0000 7f5f73133640 1 --2- 172.21.15.31:0/3777166402 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f5f58078a00 0x7f5f5807aec0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f5f600058c0 tx=0x7f5f60005850 comp rx=0 tx=0).stop 2024-09-16T07:22:23.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.740+0000 7f5f73133640 1 -- 172.21.15.31:0/3777166402 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5f6c0d49c0 msgr2=0x7f5f6c160880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:23.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.740+0000 7f5f73133640 1 --2- 172.21.15.31:0/3777166402 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5f6c0d49c0 0x7f5f6c160880 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f5f64000f80 tx=0x7f5f640039f0 comp rx=0 tx=0).stop 2024-09-16T07:22:23.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.740+0000 7f5f73133640 1 -- 172.21.15.31:0/3777166402 shutdown_connections 2024-09-16T07:22:23.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.740+0000 7f5f73133640 1 --2- 172.21.15.31:0/3777166402 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f5f58078a00 0x7f5f5807aec0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:23.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.740+0000 7f5f73133640 1 --2- 172.21.15.31:0/3777166402 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5f6c162480 0x7f5f6c15c670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:23.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.740+0000 7f5f73133640 1 --2- 172.21.15.31:0/3777166402 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5f6c15df90 0x7f5f6c0b8770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:23.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.740+0000 7f5f73133640 1 --2- 172.21.15.31:0/3777166402 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5f6c0d49c0 0x7f5f6c160880 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:23.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.740+0000 7f5f73133640 1 -- 172.21.15.31:0/3777166402 >> 172.21.15.31:0/3777166402 conn(0x7f5f6c0d3ea0 msgr2=0x7f5f6c06e070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:23.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.740+0000 7f5f73133640 1 -- 172.21.15.31:0/3777166402 shutdown_connections 2024-09-16T07:22:23.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.740+0000 7f5f73133640 1 -- 172.21.15.31:0/3777166402 wait complete. 2024-09-16T07:22:23.751 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-16T07:22:23.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.859+0000 7f71c8752640 1 -- 172.21.15.31:0/3411282049 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f71c00ce2a0 msgr2=0x7f71c00cede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:23.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.859+0000 7f71c8752640 1 --2- 172.21.15.31:0/3411282049 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f71c00ce2a0 0x7f71c00cede0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f71c00b2760 tx=0x7f71b802a980 comp rx=0 tx=0).stop 2024-09-16T07:22:23.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.859+0000 7f71c8752640 1 -- 172.21.15.31:0/3411282049 shutdown_connections 2024-09-16T07:22:23.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.859+0000 7f71c8752640 1 --2- 172.21.15.31:0/3411282049 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f71c00ce2a0 0x7f71c00cede0 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:23.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.859+0000 7f71c8752640 1 --2- 172.21.15.31:0/3411282049 >> v2:172.21.15.155:3300/0 conn(0x7f71c015bab0 0x7f71c00b2a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:23.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.859+0000 7f71c8752640 1 -- 172.21.15.31:0/3411282049 >> 172.21.15.31:0/3411282049 conn(0x7f71c00b1700 msgr2=0x7f71c00b1ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:23.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.859+0000 7f71c8752640 1 -- 172.21.15.31:0/3411282049 shutdown_connections 2024-09-16T07:22:23.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.859+0000 7f71c8752640 1 -- 172.21.15.31:0/3411282049 wait complete. 2024-09-16T07:22:23.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.860+0000 7f71c8752640 1 Processor -- start 2024-09-16T07:22:23.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.860+0000 7f71c8752640 1 -- start start 2024-09-16T07:22:23.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.861+0000 7f71c8752640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f71c00b2f40 0x7f71c014f3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:23.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.861+0000 7f71c8752640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f71c00ce2a0 0x7f71c00cfbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:23.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.861+0000 7f71c8752640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f71c015bab0 0x7f71c00d0130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:23.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.861+0000 7f71c8752640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f71c006fde0 con 0x7f71c00ce2a0 2024-09-16T07:22:23.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.861+0000 7f71c8752640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f71c006fc60 con 0x7f71c015bab0 2024-09-16T07:22:23.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.861+0000 7f71c8752640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f71c006ff60 con 0x7f71c00b2f40 2024-09-16T07:22:23.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.861+0000 7f71c5ced640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f71c00ce2a0 0x7f71c00cfbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:23.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.861+0000 7f71c5ced640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f71c00ce2a0 0x7f71c00cfbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59972/0 (socket says 172.21.15.31:59972) 2024-09-16T07:22:23.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.861+0000 7f71c5ced640 1 -- 172.21.15.31:0/2623296203 learned_addr learned my addr 172.21.15.31:0/2623296203 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:23.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.861+0000 7f71c6cef640 1 --2- 172.21.15.31:0/2623296203 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f71c015bab0 0x7f71c00d0130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:23.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.862+0000 7f71c64ee640 1 --2- 172.21.15.31:0/2623296203 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f71c00b2f40 0x7f71c014f3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:23.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.862+0000 7f71c5ced640 1 -- 172.21.15.31:0/2623296203 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f71c00b2f40 msgr2=0x7f71c014f3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:23.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.862+0000 7f71c5ced640 1 --2- 172.21.15.31:0/2623296203 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f71c00b2f40 0x7f71c014f3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:23.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.862+0000 7f71c5ced640 1 -- 172.21.15.31:0/2623296203 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f71c015bab0 msgr2=0x7f71c00d0130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:23.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.862+0000 7f71c5ced640 1 --2- 172.21.15.31:0/2623296203 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f71c015bab0 0x7f71c00d0130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:23.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.862+0000 7f71c5ced640 1 -- 172.21.15.31:0/2623296203 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71c01f5aa0 con 0x7f71c00ce2a0 2024-09-16T07:22:23.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.862+0000 7f71c64ee640 1 --2- 172.21.15.31:0/2623296203 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f71c00b2f40 0x7f71c014f3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:22:23.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.862+0000 7f71c5ced640 1 --2- 172.21.15.31:0/2623296203 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f71c00ce2a0 0x7f71c00cfbf0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f71b000c420 tx=0x7f71b000c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:23.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.862+0000 7f71b6ffd640 1 -- 172.21.15.31:0/2623296203 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71b0017070 con 0x7f71c00ce2a0 2024-09-16T07:22:23.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.862+0000 7f71b6ffd640 1 -- 172.21.15.31:0/2623296203 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f71b00035f0 con 0x7f71c00ce2a0 2024-09-16T07:22:23.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.862+0000 7f71c8752640 1 -- 172.21.15.31:0/2623296203 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71c0151130 con 0x7f71c00ce2a0 2024-09-16T07:22:23.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.862+0000 7f71b6ffd640 1 -- 172.21.15.31:0/2623296203 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71b0003a40 con 0x7f71c00ce2a0 2024-09-16T07:22:23.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.862+0000 7f71c8752640 1 -- 172.21.15.31:0/2623296203 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71c01516f0 con 0x7f71c00ce2a0 2024-09-16T07:22:23.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.863+0000 7f71c8752640 1 -- 172.21.15.31:0/2623296203 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f71c0070500 con 0x7f71c00ce2a0 2024-09-16T07:22:23.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.864+0000 7f71b6ffd640 1 -- 172.21.15.31:0/2623296203 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 7) ==== 101440+0+0 (secure 0 0 0) 0x7f71b001a070 con 0x7f71c00ce2a0 2024-09-16T07:22:23.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.864+0000 7f71b6ffd640 1 --2- 172.21.15.31:0/2623296203 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f71a4078a00 0x7f71a407aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:23.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.864+0000 7f71b6ffd640 1 -- 172.21.15.31:0/2623296203 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 4943+0+0 (secure 0 0 0) 0x7f71b0099be0 con 0x7f71c00ce2a0 2024-09-16T07:22:23.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.864+0000 7f71c64ee640 1 --2- 172.21.15.31:0/2623296203 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f71a4078a00 0x7f71a407aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:23.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.865+0000 7f71c64ee640 1 --2- 172.21.15.31:0/2623296203 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f71a4078a00 0x7f71a407aec0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f71c00d0b10 tx=0x7f71bc008040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:23.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:23.868+0000 7f71b6ffd640 1 -- 172.21.15.31:0/2623296203 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f71b0061c00 con 0x7f71c00ce2a0 2024-09-16T07:22:24.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.057+0000 7f71c8752640 1 -- 172.21.15.31:0/2623296203 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f71c01518c0 con 0x7f71c00ce2a0 2024-09-16T07:22:24.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.060+0000 7f71b6ffd640 1 -- 172.21.15.31:0/2623296203 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v30)=0 v30) ==== 122+0+0 (secure 0 0 0) 0x7f71b0066630 con 0x7f71c00ce2a0 2024-09-16T07:22:24.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.062+0000 7f71c8752640 1 -- 172.21.15.31:0/2623296203 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f71a4078a00 msgr2=0x7f71a407aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:24.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.062+0000 7f71c8752640 1 --2- 172.21.15.31:0/2623296203 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f71a4078a00 0x7f71a407aec0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f71c00d0b10 tx=0x7f71bc008040 comp rx=0 tx=0).stop 2024-09-16T07:22:24.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.063+0000 7f71c8752640 1 -- 172.21.15.31:0/2623296203 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f71c00ce2a0 msgr2=0x7f71c00cfbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:24.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.063+0000 7f71c8752640 1 --2- 172.21.15.31:0/2623296203 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f71c00ce2a0 0x7f71c00cfbf0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f71b000c420 tx=0x7f71b000c8e0 comp rx=0 tx=0).stop 2024-09-16T07:22:24.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.063+0000 7f71c8752640 1 -- 172.21.15.31:0/2623296203 shutdown_connections 2024-09-16T07:22:24.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.063+0000 7f71c8752640 1 --2- 172.21.15.31:0/2623296203 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f71a4078a00 0x7f71a407aec0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:24.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.063+0000 7f71c8752640 1 --2- 172.21.15.31:0/2623296203 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f71c015bab0 0x7f71c00d0130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:24.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.063+0000 7f71c8752640 1 --2- 172.21.15.31:0/2623296203 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f71c00ce2a0 0x7f71c00cfbf0 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:24.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.063+0000 7f71c8752640 1 --2- 172.21.15.31:0/2623296203 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f71c00b2f40 0x7f71c014f3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:24.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.063+0000 7f71c8752640 1 -- 172.21.15.31:0/2623296203 >> 172.21.15.31:0/2623296203 conn(0x7f71c00b1700 msgr2=0x7f71c00cc4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:24.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.063+0000 7f71c8752640 1 -- 172.21.15.31:0/2623296203 shutdown_connections 2024-09-16T07:22:24.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.063+0000 7f71c8752640 1 -- 172.21.15.31:0/2623296203 wait complete. 2024-09-16T07:22:24.073 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-16T07:22:24.073 DEBUG:teuthology.orchestra.run.smithi031:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T07:22:24.115 DEBUG:teuthology.orchestra.run.smithi155:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T07:22:24.159 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-16T07:22:24.159 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:22:24.159 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:22:24.175 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17171 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T07:22:24.176 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:22:24.176 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:22:24.217 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056027,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1315 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T07:22:24.217 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:22:24.218 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:22:24.234 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17171 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T07:22:24.234 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:22:24.234 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:22:24.274 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056027,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1315 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T07:22:24.274 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-16T07:22:24.275 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:22:24.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.379+0000 7fa45e3ad640 1 -- 172.21.15.31:0/3208625102 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa458151370 msgr2=0x7fa4580cef30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:24.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.379+0000 7fa45e3ad640 1 --2- 172.21.15.31:0/3208625102 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa458151370 0x7fa4580cef30 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fa448005fd0 tx=0x7fa44802a530 comp rx=0 tx=0).stop 2024-09-16T07:22:24.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.379+0000 7fa45e3ad640 1 -- 172.21.15.31:0/3208625102 shutdown_connections 2024-09-16T07:22:24.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.379+0000 7fa45e3ad640 1 --2- 172.21.15.31:0/3208625102 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa4580b3140 0x7fa4580cf470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:24.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.379+0000 7fa45e3ad640 1 --2- 172.21.15.31:0/3208625102 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa458151370 0x7fa4580cef30 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:24.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.379+0000 7fa45e3ad640 1 -- 172.21.15.31:0/3208625102 >> 172.21.15.31:0/3208625102 conn(0x7fa4580b1690 msgr2=0x7fa4580b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:24.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.379+0000 7fa45e3ad640 1 -- 172.21.15.31:0/3208625102 shutdown_connections 2024-09-16T07:22:24.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.379+0000 7fa45e3ad640 1 -- 172.21.15.31:0/3208625102 wait complete. 2024-09-16T07:22:24.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.381+0000 7fa45e3ad640 1 Processor -- start 2024-09-16T07:22:24.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.381+0000 7fa45e3ad640 1 -- start start 2024-09-16T07:22:24.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.382+0000 7fa45e3ad640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4580725a0 0x7fa45813f830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:24.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.382+0000 7fa45e3ad640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa4580b3140 0x7fa45813fec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:24.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.382+0000 7fa45e3ad640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa458151370 0x7fa4581443e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:24.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.382+0000 7fa45e3ad640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fa45806ec10 con 0x7fa4580b3140 2024-09-16T07:22:24.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.382+0000 7fa45e3ad640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa45806ea90 con 0x7fa4580725a0 2024-09-16T07:22:24.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.382+0000 7fa45e3ad640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa45806f9f0 con 0x7fa458151370 2024-09-16T07:22:24.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.382+0000 7fa4577fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa4580b3140 0x7fa45813fec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:24.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.382+0000 7fa4577fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa4580b3140 0x7fa45813fec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59990/0 (socket says 172.21.15.31:59990) 2024-09-16T07:22:24.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.382+0000 7fa4577fe640 1 -- 172.21.15.31:0/1954416712 learned_addr learned my addr 172.21.15.31:0/1954416712 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:24.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.382+0000 7fa457fff640 1 --2- 172.21.15.31:0/1954416712 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4580725a0 0x7fa45813f830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:24.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.382+0000 7fa45c94a640 1 --2- 172.21.15.31:0/1954416712 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa458151370 0x7fa4581443e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:24.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.382+0000 7fa4577fe640 1 -- 172.21.15.31:0/1954416712 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa458151370 msgr2=0x7fa4581443e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:24.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.382+0000 7fa4577fe640 1 --2- 172.21.15.31:0/1954416712 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa458151370 0x7fa4581443e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:24.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.382+0000 7fa4577fe640 1 -- 172.21.15.31:0/1954416712 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4580725a0 msgr2=0x7fa45813f830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:24.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.382+0000 7fa4577fe640 1 --2- 172.21.15.31:0/1954416712 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4580725a0 0x7fa45813f830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:24.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.382+0000 7fa4577fe640 1 -- 172.21.15.31:0/1954416712 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4580cec80 con 0x7fa4580b3140 2024-09-16T07:22:24.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.382+0000 7fa457fff640 1 --2- 172.21.15.31:0/1954416712 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4580725a0 0x7fa45813f830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:22:24.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.382+0000 7fa4577fe640 1 --2- 172.21.15.31:0/1954416712 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa4580b3140 0x7fa45813fec0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fa44c00b4a0 tx=0x7fa44c00b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:24.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.382+0000 7fa454ff9640 1 -- 172.21.15.31:0/1954416712 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa44c014070 con 0x7fa4580b3140 2024-09-16T07:22:24.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.382+0000 7fa454ff9640 1 -- 172.21.15.31:0/1954416712 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa44c010700 con 0x7fa4580b3140 2024-09-16T07:22:24.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.382+0000 7fa45e3ad640 1 -- 172.21.15.31:0/1954416712 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa458159ad0 con 0x7fa4580b3140 2024-09-16T07:22:24.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.382+0000 7fa454ff9640 1 -- 172.21.15.31:0/1954416712 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa44c010b50 con 0x7fa4580b3140 2024-09-16T07:22:24.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.382+0000 7fa45e3ad640 1 -- 172.21.15.31:0/1954416712 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4580ce950 con 0x7fa4580b3140 2024-09-16T07:22:24.386 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.383+0000 7fa45e3ad640 1 -- 172.21.15.31:0/1954416712 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa458072a10 con 0x7fa4580b3140 2024-09-16T07:22:24.386 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.384+0000 7fa454ff9640 1 -- 172.21.15.31:0/1954416712 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 7) ==== 101440+0+0 (secure 0 0 0) 0x7fa44c017070 con 0x7fa4580b3140 2024-09-16T07:22:24.386 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.385+0000 7fa454ff9640 1 --2- 172.21.15.31:0/1954416712 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa444078a30 0x7fa44407aef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:24.386 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.385+0000 7fa454ff9640 1 -- 172.21.15.31:0/1954416712 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 4943+0+0 (secure 0 0 0) 0x7fa44c09a3d0 con 0x7fa4580b3140 2024-09-16T07:22:24.386 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.385+0000 7fa457fff640 1 --2- 172.21.15.31:0/1954416712 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa444078a30 0x7fa44407aef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:24.386 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.385+0000 7fa457fff640 1 --2- 172.21.15.31:0/1954416712 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa444078a30 0x7fa44407aef0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fa448033000 tx=0x7fa448004730 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:24.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.389+0000 7fa454ff9640 1 -- 172.21.15.31:0/1954416712 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fa44c062a40 con 0x7fa4580b3140 2024-09-16T07:22:24.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.617+0000 7fa45e3ad640 1 -- 172.21.15.31:0/1954416712 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa458070f10 con 0x7fa4580b3140 2024-09-16T07:22:24.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.617+0000 7fa454ff9640 1 -- 172.21.15.31:0/1954416712 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 20 v20) ==== 94+0+3917 (secure 0 0 0) 0x7fa44c062340 con 0x7fa4580b3140 2024-09-16T07:22:24.617 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:22:24.617 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":20,"btime":"2024-09-16T07:22:18:392587+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4673,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/2253048678","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2253048678},{"type":"v1","addr":"172.21.15.155:6837","nonce":2253048678}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4676,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/1490310258","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":1490310258},{"type":"v1","addr":"172.21.15.155:6836","nonce":1490310258}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4971,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6834/4283176108","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":4283176108},{"type":"v1","addr":"172.21.15.31:6834","nonce":4283176108}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":5301,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/2079579196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":2079579196},{"type":"v1","addr":"172.21.15.31:6835","nonce":2079579196}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20}],"filesystems":[]} 2024-09-16T07:22:24.617 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 20 2024-09-16T07:22:24.620 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.620+0000 7fa45e3ad640 1 -- 172.21.15.31:0/1954416712 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa444078a30 msgr2=0x7fa44407aef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:24.620 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.620+0000 7fa45e3ad640 1 --2- 172.21.15.31:0/1954416712 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa444078a30 0x7fa44407aef0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fa448033000 tx=0x7fa448004730 comp rx=0 tx=0).stop 2024-09-16T07:22:24.620 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.620+0000 7fa45e3ad640 1 -- 172.21.15.31:0/1954416712 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa4580b3140 msgr2=0x7fa45813fec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:24.620 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.620+0000 7fa45e3ad640 1 --2- 172.21.15.31:0/1954416712 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa4580b3140 0x7fa45813fec0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fa44c00b4a0 tx=0x7fa44c00b960 comp rx=0 tx=0).stop 2024-09-16T07:22:24.620 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.620+0000 7fa45e3ad640 1 -- 172.21.15.31:0/1954416712 shutdown_connections 2024-09-16T07:22:24.620 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.620+0000 7fa45e3ad640 1 --2- 172.21.15.31:0/1954416712 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa444078a30 0x7fa44407aef0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:24.620 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.620+0000 7fa45e3ad640 1 --2- 172.21.15.31:0/1954416712 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa458151370 0x7fa4581443e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:24.620 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.620+0000 7fa45e3ad640 1 --2- 172.21.15.31:0/1954416712 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa4580b3140 0x7fa45813fec0 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:24.620 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.620+0000 7fa45e3ad640 1 --2- 172.21.15.31:0/1954416712 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4580725a0 0x7fa45813f830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:24.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.620+0000 7fa45e3ad640 1 -- 172.21.15.31:0/1954416712 >> 172.21.15.31:0/1954416712 conn(0x7fa4580b1690 msgr2=0x7fa458153d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:24.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.620+0000 7fa45e3ad640 1 -- 172.21.15.31:0/1954416712 shutdown_connections 2024-09-16T07:22:24.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.620+0000 7fa45e3ad640 1 -- 172.21.15.31:0/1954416712 wait complete. 2024-09-16T07:22:24.631 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-16T07:22:24.631 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-16T07:22:24.631 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-16T07:22:24.631 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:22:24.631 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-16T07:22:24.631 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-16T07:22:24.632 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-16T07:22:24.632 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:22:24.632 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-16T07:22:24.632 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-16T07:22:24.632 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-16T07:22:24.632 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:22:24.632 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-16T07:22:24.633 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-16T07:22:24.633 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-16T07:22:24.633 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:22:24.641 INFO:tasks.ceph.mds.a:Stopped 2024-09-16T07:22:24.641 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-16T07:22:24.642 INFO:tasks.ceph.mds.c:Stopped 2024-09-16T07:22:24.642 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-16T07:22:24.645 INFO:tasks.ceph.mds.b:Stopped 2024-09-16T07:22:24.645 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-16T07:22:24.646 INFO:tasks.ceph.mds.d:Stopped 2024-09-16T07:22:24.646 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-16T07:22:24.683 INFO:tasks.ceph.mds.a:Started 2024-09-16T07:22:24.684 DEBUG:teuthology.parallel:result is None 2024-09-16T07:22:24.684 INFO:tasks.ceph.mds.c:Started 2024-09-16T07:22:24.685 DEBUG:teuthology.parallel:result is None 2024-09-16T07:22:24.688 INFO:tasks.ceph.mds.b:Started 2024-09-16T07:22:24.688 DEBUG:teuthology.parallel:result is None 2024-09-16T07:22:24.689 INFO:tasks.ceph.mds.d:Started 2024-09-16T07:22:24.689 DEBUG:teuthology.parallel:result is None 2024-09-16T07:22:24.689 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-16T07:22:24.761 INFO:tasks.ceph.mds.c.smithi031.stdout:starting mds.c at 2024-09-16T07:22:24.761 INFO:tasks.ceph.mds.a.smithi031.stdout:starting mds.a at 2024-09-16T07:22:24.773 INFO:tasks.ceph.mds.b.smithi155.stdout:starting mds.b at 2024-09-16T07:22:24.773 INFO:tasks.ceph.mds.d.smithi155.stdout:starting mds.d at 2024-09-16T07:22:24.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.800+0000 7f65f71b4640 1 -- 172.21.15.31:0/4285638177 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f65f015df90 msgr2=0x7f65f00cf9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:24.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.800+0000 7f65f71b4640 1 --2- 172.21.15.31:0/4285638177 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f65f015df90 0x7f65f00cf9b0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f65f00cf6a0 tx=0x7f65e402a5c0 comp rx=0 tx=0).stop 2024-09-16T07:22:24.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.800+0000 7f65f71b4640 1 -- 172.21.15.31:0/4285638177 shutdown_connections 2024-09-16T07:22:24.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.800+0000 7f65f71b4640 1 --2- 172.21.15.31:0/4285638177 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f65f015df90 0x7f65f00cf9b0 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:24.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.800+0000 7f65f71b4640 1 -- 172.21.15.31:0/4285638177 >> 172.21.15.31:0/4285638177 conn(0x7f65f00d3ea0 msgr2=0x7f65f00d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:24.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.800+0000 7f65f71b4640 1 -- 172.21.15.31:0/4285638177 shutdown_connections 2024-09-16T07:22:24.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.800+0000 7f65f71b4640 1 -- 172.21.15.31:0/4285638177 wait complete. 2024-09-16T07:22:24.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.802+0000 7f65f71b4640 1 Processor -- start 2024-09-16T07:22:24.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.802+0000 7f65f71b4640 1 -- start start 2024-09-16T07:22:24.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.803+0000 7f65f71b4640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f65f00d0d40 0x7f65f014f130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:24.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.803+0000 7f65f71b4640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f65f00d49c0 0x7f65f00cd490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:24.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.803+0000 7f65f71b4640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f65f015df90 0x7f65f00cd9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:24.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.803+0000 7f65f71b4640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f65f0162690 con 0x7f65f00d49c0 2024-09-16T07:22:24.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.803+0000 7f65f71b4640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f65f00b3f10 con 0x7f65f015df90 2024-09-16T07:22:24.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.803+0000 7f65f71b4640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f65f015e700 con 0x7f65f00d0d40 2024-09-16T07:22:24.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.803+0000 7f65effff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f65f00d49c0 0x7f65f00cd490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:24.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.803+0000 7f65effff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f65f00d49c0 0x7f65f00cd490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:60036/0 (socket says 172.21.15.31:60036) 2024-09-16T07:22:24.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.803+0000 7f65effff640 1 -- 172.21.15.31:0/545852943 learned_addr learned my addr 172.21.15.31:0/545852943 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:24.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.803+0000 7f65f4f50640 1 --2- 172.21.15.31:0/545852943 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f65f00d0d40 0x7f65f014f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:24.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.803+0000 7f65effff640 1 -- 172.21.15.31:0/545852943 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f65f00d0d40 msgr2=0x7f65f014f130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:24.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.803+0000 7f65effff640 1 --2- 172.21.15.31:0/545852943 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f65f00d0d40 0x7f65f014f130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:24.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.803+0000 7f65effff640 1 -- 172.21.15.31:0/545852943 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f65f015df90 msgr2=0x7f65f00cd9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:24.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.803+0000 7f65effff640 1 --2- 172.21.15.31:0/545852943 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f65f015df90 0x7f65f00cd9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:24.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.803+0000 7f65effff640 1 -- 172.21.15.31:0/545852943 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65f00b6eb0 con 0x7f65f00d49c0 2024-09-16T07:22:24.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.803+0000 7f65effff640 1 --2- 172.21.15.31:0/545852943 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f65f00d49c0 0x7f65f00cd490 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f65dc00c530 tx=0x7f65dc00c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:24.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.804+0000 7f65ed7fa640 1 -- 172.21.15.31:0/545852943 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65dc016020 con 0x7f65f00d49c0 2024-09-16T07:22:24.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.804+0000 7f65ed7fa640 1 -- 172.21.15.31:0/545852943 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f65dc012920 con 0x7f65f00d49c0 2024-09-16T07:22:24.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.804+0000 7f65ed7fa640 1 -- 172.21.15.31:0/545852943 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65dc012d50 con 0x7f65f00d49c0 2024-09-16T07:22:24.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.804+0000 7f65f71b4640 1 -- 172.21.15.31:0/545852943 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65f00b7190 con 0x7f65f00d49c0 2024-09-16T07:22:24.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.804+0000 7f65f71b4640 1 -- 172.21.15.31:0/545852943 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65f00b7750 con 0x7f65f00d49c0 2024-09-16T07:22:24.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.805+0000 7f65daffd640 1 -- 172.21.15.31:0/545852943 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f65c8005290 con 0x7f65f00d49c0 2024-09-16T07:22:24.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.806+0000 7f65ed7fa640 1 -- 172.21.15.31:0/545852943 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 7) ==== 101440+0+0 (secure 0 0 0) 0x7f65dc019020 con 0x7f65f00d49c0 2024-09-16T07:22:24.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.806+0000 7f65ed7fa640 1 --2- 172.21.15.31:0/545852943 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f65d4078a30 0x7f65d407aef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:24.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.807+0000 7f65ed7fa640 1 -- 172.21.15.31:0/545852943 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 4943+0+0 (secure 0 0 0) 0x7f65dc09a650 con 0x7f65f00d49c0 2024-09-16T07:22:24.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.807+0000 7f65f4f50640 1 --2- 172.21.15.31:0/545852943 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f65d4078a30 0x7f65d407aef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:24.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.807+0000 7f65f4f50640 1 --2- 172.21.15.31:0/545852943 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f65d4078a30 0x7f65d407aef0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f65e4034000 tx=0x7f65e4004730 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:24.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:24.811+0000 7f65ed7fa640 1 -- 172.21.15.31:0/545852943 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f65dc020030 con 0x7f65f00d49c0 2024-09-16T07:22:25.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.007+0000 7f65daffd640 1 -- 172.21.15.31:0/545852943 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f65c8005850 con 0x7f65f00d49c0 2024-09-16T07:22:25.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.431+0000 7f65ed7fa640 1 -- 172.21.15.31:0/545852943 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v39) ==== 97+0+0 (secure 0 0 0) 0x7f65f00ce970 con 0x7f65f00d49c0 2024-09-16T07:22:25.431 INFO:teuthology.orchestra.run.smithi031.stderr: removed all blocklist entries 2024-09-16T07:22:25.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.434+0000 7f65daffd640 1 -- 172.21.15.31:0/545852943 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f65d4078a30 msgr2=0x7f65d407aef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:25.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.434+0000 7f65daffd640 1 --2- 172.21.15.31:0/545852943 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f65d4078a30 0x7f65d407aef0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f65e4034000 tx=0x7f65e4004730 comp rx=0 tx=0).stop 2024-09-16T07:22:25.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.434+0000 7f65daffd640 1 -- 172.21.15.31:0/545852943 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f65f00d49c0 msgr2=0x7f65f00cd490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:25.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.434+0000 7f65daffd640 1 --2- 172.21.15.31:0/545852943 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f65f00d49c0 0x7f65f00cd490 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f65dc00c530 tx=0x7f65dc00c9f0 comp rx=0 tx=0).stop 2024-09-16T07:22:25.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.434+0000 7f65daffd640 1 -- 172.21.15.31:0/545852943 shutdown_connections 2024-09-16T07:22:25.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.434+0000 7f65daffd640 1 --2- 172.21.15.31:0/545852943 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f65d4078a30 0x7f65d407aef0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:25.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.434+0000 7f65daffd640 1 --2- 172.21.15.31:0/545852943 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f65f015df90 0x7f65f00cd9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:25.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.434+0000 7f65daffd640 1 --2- 172.21.15.31:0/545852943 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f65f00d49c0 0x7f65f00cd490 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:25.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.434+0000 7f65daffd640 1 --2- 172.21.15.31:0/545852943 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f65f00d0d40 0x7f65f014f130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:25.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.434+0000 7f65daffd640 1 -- 172.21.15.31:0/545852943 >> 172.21.15.31:0/545852943 conn(0x7f65f00d3ea0 msgr2=0x7f65f00b0a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:25.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.434+0000 7f65daffd640 1 -- 172.21.15.31:0/545852943 shutdown_connections 2024-09-16T07:22:25.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.434+0000 7f65daffd640 1 -- 172.21.15.31:0/545852943 wait complete. 2024-09-16T07:22:25.447 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-16T07:22:25.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.555+0000 7fb068e60640 1 -- 172.21.15.31:0/1630835981 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb0640d03f0 msgr2=0x7fb06415f6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:25.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.555+0000 7fb068e60640 1 --2- 172.21.15.31:0/1630835981 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb0640d03f0 0x7fb06415f6d0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7fb05c005fd0 tx=0x7fb05c02a940 comp rx=0 tx=0).stop 2024-09-16T07:22:25.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.556+0000 7fb068e60640 1 -- 172.21.15.31:0/1630835981 shutdown_connections 2024-09-16T07:22:25.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.556+0000 7fb068e60640 1 --2- 172.21.15.31:0/1630835981 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb0640d03f0 0x7fb06415f6d0 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:25.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.556+0000 7fb068e60640 1 -- 172.21.15.31:0/1630835981 >> 172.21.15.31:0/1630835981 conn(0x7fb06409aa30 msgr2=0x7fb06409ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:25.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.556+0000 7fb068e60640 1 -- 172.21.15.31:0/1630835981 shutdown_connections 2024-09-16T07:22:25.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.556+0000 7fb068e60640 1 -- 172.21.15.31:0/1630835981 wait complete. 2024-09-16T07:22:25.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.557+0000 7fb068e60640 1 Processor -- start 2024-09-16T07:22:25.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.557+0000 7fb068e60640 1 -- start start 2024-09-16T07:22:25.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.558+0000 7fb068e60640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb0640b3090 0x7fb064157870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:25.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.558+0000 7fb068e60640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb0640d03f0 0x7fb0641f1770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:25.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.558+0000 7fb068e60640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb0640d2410 0x7fb0641f1cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:25.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.558+0000 7fb068e60640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fb0640b15d0 con 0x7fb0640d03f0 2024-09-16T07:22:25.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.558+0000 7fb068e60640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb0640b1450 con 0x7fb0640b3090 2024-09-16T07:22:25.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.558+0000 7fb068e60640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb0640b1750 con 0x7fb0640d2410 2024-09-16T07:22:25.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.558+0000 7fb061d9b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb0640d03f0 0x7fb0641f1770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:25.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.558+0000 7fb061d9b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb0640d03f0 0x7fb0641f1770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:60054/0 (socket says 172.21.15.31:60054) 2024-09-16T07:22:25.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.558+0000 7fb061d9b640 1 -- 172.21.15.31:0/2919605913 learned_addr learned my addr 172.21.15.31:0/2919605913 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:25.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.558+0000 7fb062d9d640 1 --2- 172.21.15.31:0/2919605913 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb0640d2410 0x7fb0641f1cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:25.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.558+0000 7fb06259c640 1 --2- 172.21.15.31:0/2919605913 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb0640b3090 0x7fb064157870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:25.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.558+0000 7fb061d9b640 1 -- 172.21.15.31:0/2919605913 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb0640d2410 msgr2=0x7fb0641f1cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:25.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.558+0000 7fb061d9b640 1 --2- 172.21.15.31:0/2919605913 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb0640d2410 0x7fb0641f1cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:25.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.558+0000 7fb061d9b640 1 -- 172.21.15.31:0/2919605913 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb0640b3090 msgr2=0x7fb064157870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:25.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.558+0000 7fb061d9b640 1 --2- 172.21.15.31:0/2919605913 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb0640b3090 0x7fb064157870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:25.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.558+0000 7fb061d9b640 1 -- 172.21.15.31:0/2919605913 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb06406ebb0 con 0x7fb0640d03f0 2024-09-16T07:22:25.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.558+0000 7fb061d9b640 1 --2- 172.21.15.31:0/2919605913 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb0640d03f0 0x7fb0641f1770 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fb04c00c460 tx=0x7fb04c00c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:25.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.559+0000 7fb05affd640 1 -- 172.21.15.31:0/2919605913 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb04c016020 con 0x7fb0640d03f0 2024-09-16T07:22:25.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.559+0000 7fb05affd640 1 -- 172.21.15.31:0/2919605913 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb04c012960 con 0x7fb0640d03f0 2024-09-16T07:22:25.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.559+0000 7fb068e60640 1 -- 172.21.15.31:0/2919605913 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb06406ee90 con 0x7fb0640d03f0 2024-09-16T07:22:25.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.559+0000 7fb05affd640 1 -- 172.21.15.31:0/2919605913 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb04c012db0 con 0x7fb0640d03f0 2024-09-16T07:22:25.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.559+0000 7fb068e60640 1 -- 172.21.15.31:0/2919605913 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb06406f450 con 0x7fb0640d03f0 2024-09-16T07:22:25.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.560+0000 7fb068e60640 1 -- 172.21.15.31:0/2919605913 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb0640b1b70 con 0x7fb0640d03f0 2024-09-16T07:22:25.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.560+0000 7fb05affd640 1 -- 172.21.15.31:0/2919605913 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 7) ==== 101440+0+0 (secure 0 0 0) 0x7fb04c019020 con 0x7fb0640d03f0 2024-09-16T07:22:25.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.561+0000 7fb05affd640 1 --2- 172.21.15.31:0/2919605913 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb044078a00 0x7fb04407aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:25.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.561+0000 7fb05affd640 1 -- 172.21.15.31:0/2919605913 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 4857+0+0 (secure 0 0 0) 0x7fb04c09a590 con 0x7fb0640d03f0 2024-09-16T07:22:25.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.561+0000 7fb06259c640 1 --2- 172.21.15.31:0/2919605913 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb044078a00 0x7fb04407aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:25.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.562+0000 7fb06259c640 1 --2- 172.21.15.31:0/2919605913 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb044078a00 0x7fb04407aec0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fb054000f60 tx=0x7fb054009040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:25.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.565+0000 7fb05affd640 1 -- 172.21.15.31:0/2919605913 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fb04c020030 con 0x7fb0640d03f0 2024-09-16T07:22:25.821 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.821+0000 7fb068e60640 1 -- 172.21.15.31:0/2919605913 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7fb0640d29a0 con 0x7fb0640d03f0 2024-09-16T07:22:25.821 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.822+0000 7fb05affd640 1 -- 172.21.15.31:0/2919605913 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v16) ==== 80+0+5304 (secure 0 0 0) 0x7fb04c062560 con 0x7fb0640d03f0 2024-09-16T07:22:25.822 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:22:25.822 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-16T07:22:25.822 INFO:teuthology.orchestra.run.smithi031.stdout: "auth_dump": [ 2024-09-16T07:22:25.822 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:22:25.822 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mds.a", 2024-09-16T07:22:25.822 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmqZelCxAAscsPpPoHsQV4HwJyGUrzNg==", 2024-09-16T07:22:25.822 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:22:25.822 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:22:25.822 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-16T07:22:25.822 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-16T07:22:25.822 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:22:25.822 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:22:25.823 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:22:25.823 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:22:25.823 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mds.b", 2024-09-16T07:22:25.823 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmfXmZFxAA0mYeuvcMORlWFFaaDmQbxw==", 2024-09-16T07:22:25.823 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:22:25.823 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:22:25.823 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-16T07:22:25.823 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-16T07:22:25.823 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:22:25.823 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:22:25.823 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:22:25.823 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:22:25.823 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mds.c", 2024-09-16T07:22:25.824 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3Odm/cTfEhAAaZgZnhh9QGyve9RYquWC0Q==", 2024-09-16T07:22:25.824 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:22:25.824 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:22:25.824 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-16T07:22:25.824 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-16T07:22:25.824 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:22:25.824 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:22:25.824 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:22:25.824 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:22:25.824 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mds.d", 2024-09-16T07:22:25.824 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3Odm8EGiHhAAIhv2GzralSJeeiMnM31Z+A==", 2024-09-16T07:22:25.824 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:22:25.825 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:22:25.825 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-16T07:22:25.825 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-16T07:22:25.825 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:22:25.825 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:22:25.825 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:22:25.825 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:22:25.825 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.0", 2024-09-16T07:22:25.825 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAt3Odm1TDYBBAAuJFJONHh8+uAFkIcQ3Mk/g==", 2024-09-16T07:22:25.825 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:22:25.825 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:22:25.825 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:22:25.825 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:22:25.825 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:22:25.826 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:22:25.826 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:22:25.826 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.1", 2024-09-16T07:22:25.826 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAw3OdmEqk3BxAAMCfxQ9tUoIzjRULBEmXnaQ==", 2024-09-16T07:22:25.826 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:22:25.826 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:22:25.826 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:22:25.826 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:22:25.826 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:22:25.826 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:22:25.826 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:22:25.826 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.2", 2024-09-16T07:22:25.826 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAz3OdmF9NyCRAAZxPWCrgzE7K49H8eURVIeg==", 2024-09-16T07:22:25.827 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:22:25.827 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:22:25.827 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:22:25.827 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:22:25.827 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:22:25.827 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:22:25.827 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:22:25.827 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.3", 2024-09-16T07:22:25.827 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQA23OdmAWFmGhAA6Z7zsRIfx/L0hjYcyl/B5w==", 2024-09-16T07:22:25.827 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:22:25.827 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:22:25.828 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:22:25.828 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:22:25.828 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:22:25.828 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:22:25.828 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:22:25.828 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.4", 2024-09-16T07:22:25.828 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQA93OdmY9BKFBAAssskgPYXTuKx1qSrhUEPjA==", 2024-09-16T07:22:25.828 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:22:25.828 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:22:25.828 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:22:25.828 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:22:25.828 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:22:25.828 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:22:25.829 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:22:25.829 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.5", 2024-09-16T07:22:25.829 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQBB3OdmdTufBhAANeNgBap5Vw/toilxLT55fA==", 2024-09-16T07:22:25.829 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:22:25.829 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:22:25.829 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:22:25.829 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:22:25.829 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:22:25.829 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:22:25.829 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:22:25.829 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.6", 2024-09-16T07:22:25.829 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQBE3Odm67gaJhAAhpplhm3JGeAQE4M6hZNxog==", 2024-09-16T07:22:25.829 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:22:25.830 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:22:25.830 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:22:25.830 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:22:25.830 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:22:25.830 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:22:25.830 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:22:25.830 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.7", 2024-09-16T07:22:25.830 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQBH3OdmTNeJNhAAezS0/56A2+76DoYwfs7jAQ==", 2024-09-16T07:22:25.830 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:22:25.830 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:22:25.830 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:22:25.830 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:22:25.830 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:22:25.831 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:22:25.831 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:22:25.831 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.0", 2024-09-16T07:22:25.831 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmOi3VIhAA6pREvErOkWIiU+/Wlqimsw==", 2024-09-16T07:22:25.831 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:22:25.831 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:22:25.831 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow r", 2024-09-16T07:22:25.831 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-16T07:22:25.831 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:22:25.831 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:22:25.831 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:22:25.831 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.1", 2024-09-16T07:22:25.831 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmTiLQKxAAIGqY1wYPmJI86PYNb+gngw==", 2024-09-16T07:22:25.831 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:22:25.832 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:22:25.832 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow r", 2024-09-16T07:22:25.832 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow rw", 2024-09-16T07:22:25.832 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow rwx" 2024-09-16T07:22:25.832 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:22:25.832 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:22:25.832 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:22:25.832 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.2", 2024-09-16T07:22:25.832 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmLLaRKBAAQ0i+yw037feTEHpSrd2Iwg==", 2024-09-16T07:22:25.832 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:22:25.832 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:22:25.832 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow r", 2024-09-16T07:22:25.832 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow rw", 2024-09-16T07:22:25.833 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow rwx" 2024-09-16T07:22:25.833 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:22:25.833 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:22:25.833 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:22:25.833 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.3", 2024-09-16T07:22:25.833 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3Odmxe1yMRAAVpguX9xvU2H1VDIC1iZZdQ==", 2024-09-16T07:22:25.833 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:22:25.833 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:22:25.833 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow r", 2024-09-16T07:22:25.833 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow rw", 2024-09-16T07:22:25.833 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow rwx" 2024-09-16T07:22:25.833 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:22:25.833 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:22:25.833 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:22:25.834 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.admin", 2024-09-16T07:22:25.834 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAo3OdmZ9mRKxAASODnqbtdFSv2jjXDSPXSuw==", 2024-09-16T07:22:25.834 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:22:25.834 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow *", 2024-09-16T07:22:25.834 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-16T07:22:25.834 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-16T07:22:25.834 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:22:25.834 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:22:25.834 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:22:25.834 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:22:25.834 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mgr.x", 2024-09-16T07:22:25.834 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmoVFWCBAA1E3B8t60xOMqiOyfwDlYMw==", 2024-09-16T07:22:25.834 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:22:25.834 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow *", 2024-09-16T07:22:25.835 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile mgr", 2024-09-16T07:22:25.835 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:22:25.835 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:22:25.835 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:22:25.835 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:22:25.835 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mgr.y", 2024-09-16T07:22:25.835 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3Odm9hHfBBAAiSK5kbNBYonj7atHktVxiA==", 2024-09-16T07:22:25.835 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:22:25.835 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow *", 2024-09-16T07:22:25.835 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile mgr", 2024-09-16T07:22:25.835 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:22:25.835 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:22:25.835 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:22:25.836 INFO:teuthology.orchestra.run.smithi031.stdout: ] 2024-09-16T07:22:25.836 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-16T07:22:25.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.824+0000 7fb068e60640 1 -- 172.21.15.31:0/2919605913 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb044078a00 msgr2=0x7fb04407aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:25.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.824+0000 7fb068e60640 1 --2- 172.21.15.31:0/2919605913 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb044078a00 0x7fb04407aec0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fb054000f60 tx=0x7fb054009040 comp rx=0 tx=0).stop 2024-09-16T07:22:25.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.824+0000 7fb068e60640 1 -- 172.21.15.31:0/2919605913 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb0640d03f0 msgr2=0x7fb0641f1770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:25.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.824+0000 7fb068e60640 1 --2- 172.21.15.31:0/2919605913 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb0640d03f0 0x7fb0641f1770 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fb04c00c460 tx=0x7fb04c00c920 comp rx=0 tx=0).stop 2024-09-16T07:22:25.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.824+0000 7fb068e60640 1 -- 172.21.15.31:0/2919605913 shutdown_connections 2024-09-16T07:22:25.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.824+0000 7fb068e60640 1 --2- 172.21.15.31:0/2919605913 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb044078a00 0x7fb04407aec0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:25.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.824+0000 7fb068e60640 1 --2- 172.21.15.31:0/2919605913 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb0640d2410 0x7fb0641f1cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:25.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.824+0000 7fb068e60640 1 --2- 172.21.15.31:0/2919605913 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb0640d03f0 0x7fb0641f1770 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:25.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.824+0000 7fb068e60640 1 --2- 172.21.15.31:0/2919605913 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb0640b3090 0x7fb064157870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:25.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.824+0000 7fb068e60640 1 -- 172.21.15.31:0/2919605913 >> 172.21.15.31:0/2919605913 conn(0x7fb06409aa30 msgr2=0x7fb06415d2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:25.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.824+0000 7fb068e60640 1 -- 172.21.15.31:0/2919605913 shutdown_connections 2024-09-16T07:22:25.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.824+0000 7fb068e60640 1 -- 172.21.15.31:0/2919605913 wait complete. 2024-09-16T07:22:25.839 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-16T07:22:25.944 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.944+0000 7f59e4165640 1 -- 172.21.15.31:0/961969034 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f59c40051c0 msgr2=0x7f59c400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:25.944 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.944+0000 7f59e4165640 1 --2- 172.21.15.31:0/961969034 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f59c40051c0 0x7f59c400b9c0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f59cc00c310 tx=0x7f59c4005830 comp rx=0 tx=0).stop 2024-09-16T07:22:25.944 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.944+0000 7f59e2702640 1 -- 172.21.15.31:0/961969034 reap_dead start 2024-09-16T07:22:25.944 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.944+0000 7f59e4165640 1 -- 172.21.15.31:0/961969034 shutdown_connections 2024-09-16T07:22:25.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.944+0000 7f59e4165640 1 -- 172.21.15.31:0/961969034 >> 172.21.15.31:0/961969034 conn(0x7f59dc0b1690 msgr2=0x7f59dc0b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:25.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.945+0000 7f59e4165640 1 -- 172.21.15.31:0/961969034 shutdown_connections 2024-09-16T07:22:25.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.945+0000 7f59e4165640 1 -- 172.21.15.31:0/961969034 wait complete. 2024-09-16T07:22:25.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.946+0000 7f59e4165640 1 Processor -- start 2024-09-16T07:22:25.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.946+0000 7f59e4165640 1 -- start start 2024-09-16T07:22:25.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.947+0000 7f59e4165640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f59c40051c0 0x7f59dc1f6440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:25.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.947+0000 7f59e4165640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f59dc0ab130 0x7f59dc0cf950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:25.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.947+0000 7f59e4165640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f59dc154c60 0x7f59dc1550e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:25.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.947+0000 7f59e4165640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f59dc073d30 con 0x7f59dc0ab130 2024-09-16T07:22:25.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.947+0000 7f59e4165640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f59dc073bb0 con 0x7f59dc154c60 2024-09-16T07:22:25.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.947+0000 7f59e4165640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f59dc15af60 con 0x7f59c40051c0 2024-09-16T07:22:25.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.947+0000 7f59e1700640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f59dc0ab130 0x7f59dc0cf950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:25.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.947+0000 7f59e1700640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f59dc0ab130 0x7f59dc0cf950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:60060/0 (socket says 172.21.15.31:60060) 2024-09-16T07:22:25.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.947+0000 7f59e1700640 1 -- 172.21.15.31:0/213005181 learned_addr learned my addr 172.21.15.31:0/213005181 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:25.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.947+0000 7f59e1f01640 1 --2- 172.21.15.31:0/213005181 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f59c40051c0 0x7f59dc1f6440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:25.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.947+0000 7f59e2702640 1 --2- 172.21.15.31:0/213005181 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f59dc154c60 0x7f59dc1550e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:25.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.947+0000 7f59e1700640 1 -- 172.21.15.31:0/213005181 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f59c40051c0 msgr2=0x7f59dc1f6440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:25.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.947+0000 7f59e1700640 1 --2- 172.21.15.31:0/213005181 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f59c40051c0 0x7f59dc1f6440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:25.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.947+0000 7f59e1700640 1 -- 172.21.15.31:0/213005181 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f59dc154c60 msgr2=0x7f59dc1550e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:25.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.947+0000 7f59e1700640 1 --2- 172.21.15.31:0/213005181 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f59dc154c60 0x7f59dc1550e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:25.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.947+0000 7f59e1700640 1 -- 172.21.15.31:0/213005181 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59dc1f23a0 con 0x7f59dc0ab130 2024-09-16T07:22:25.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.947+0000 7f59e1700640 1 --2- 172.21.15.31:0/213005181 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f59dc0ab130 0x7f59dc0cf950 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f59d0009ef0 tx=0x7f59d000e720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:25.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.947+0000 7f59da7fc640 1 -- 172.21.15.31:0/213005181 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59d0017070 con 0x7f59dc0ab130 2024-09-16T07:22:25.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.948+0000 7f59da7fc640 1 -- 172.21.15.31:0/213005181 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f59d0015070 con 0x7f59dc0ab130 2024-09-16T07:22:25.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.948+0000 7f59da7fc640 1 -- 172.21.15.31:0/213005181 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59d0004030 con 0x7f59dc0ab130 2024-09-16T07:22:25.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.948+0000 7f59e4165640 1 -- 172.21.15.31:0/213005181 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f59dc1f2680 con 0x7f59dc0ab130 2024-09-16T07:22:25.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.948+0000 7f59e4165640 1 -- 172.21.15.31:0/213005181 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f59dc1f2c40 con 0x7f59dc0ab130 2024-09-16T07:22:25.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.949+0000 7f59e4165640 1 -- 172.21.15.31:0/213005181 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f59dc070790 con 0x7f59dc0ab130 2024-09-16T07:22:25.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.949+0000 7f59da7fc640 1 -- 172.21.15.31:0/213005181 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 7) ==== 101440+0+0 (secure 0 0 0) 0x7f59d00041d0 con 0x7f59dc0ab130 2024-09-16T07:22:25.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.950+0000 7f59da7fc640 1 --2- 172.21.15.31:0/213005181 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f59c8078a30 0x7f59c807aef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:25.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.950+0000 7f59da7fc640 1 -- 172.21.15.31:0/213005181 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 4857+0+0 (secure 0 0 0) 0x7f59d009b3b0 con 0x7f59dc0ab130 2024-09-16T07:22:25.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.950+0000 7f59e1f01640 1 --2- 172.21.15.31:0/213005181 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f59c8078a30 0x7f59c807aef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:25.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.950+0000 7f59e1f01640 1 --2- 172.21.15.31:0/213005181 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f59c8078a30 0x7f59c807aef0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f59dc0b0e10 tx=0x7f59d4005f90 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:25.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:25.954+0000 7f59da7fc640 1 -- 172.21.15.31:0/213005181 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f59d0063420 con 0x7f59dc0ab130 2024-09-16T07:22:26.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:26.142+0000 7f59e4165640 1 -- 172.21.15.31:0/213005181 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f59dc0b0b60 con 0x7f59dc0ab130 2024-09-16T07:22:26.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:26.142+0000 7f59da7fc640 1 -- 172.21.15.31:0/213005181 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v41) ==== 84+0+65 (secure 0 0 0) 0x7f59d0067e50 con 0x7f59dc0ab130 2024-09-16T07:22:26.142 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:22:26.143 INFO:teuthology.orchestra.run.smithi031.stdout:[ 2024-09-16T07:22:26.143 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:22:26.143 INFO:teuthology.orchestra.run.smithi031.stdout: "poolnum": 1, 2024-09-16T07:22:26.143 INFO:teuthology.orchestra.run.smithi031.stdout: "poolname": ".mgr" 2024-09-16T07:22:26.143 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:22:26.143 INFO:teuthology.orchestra.run.smithi031.stdout:] 2024-09-16T07:22:26.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:26.145+0000 7f59e4165640 1 -- 172.21.15.31:0/213005181 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f59c8078a30 msgr2=0x7f59c807aef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:26.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:26.145+0000 7f59e4165640 1 --2- 172.21.15.31:0/213005181 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f59c8078a30 0x7f59c807aef0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f59dc0b0e10 tx=0x7f59d4005f90 comp rx=0 tx=0).stop 2024-09-16T07:22:26.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:26.145+0000 7f59e4165640 1 -- 172.21.15.31:0/213005181 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f59dc0ab130 msgr2=0x7f59dc0cf950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:26.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:26.145+0000 7f59e4165640 1 --2- 172.21.15.31:0/213005181 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f59dc0ab130 0x7f59dc0cf950 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f59d0009ef0 tx=0x7f59d000e720 comp rx=0 tx=0).stop 2024-09-16T07:22:26.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:26.145+0000 7f59e4165640 1 -- 172.21.15.31:0/213005181 shutdown_connections 2024-09-16T07:22:26.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:26.145+0000 7f59e4165640 1 --2- 172.21.15.31:0/213005181 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f59c8078a30 0x7f59c807aef0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:26.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:26.145+0000 7f59e4165640 1 --2- 172.21.15.31:0/213005181 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f59dc154c60 0x7f59dc1550e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:26.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:26.145+0000 7f59e4165640 1 --2- 172.21.15.31:0/213005181 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f59dc0ab130 0x7f59dc0cf950 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:26.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:26.145+0000 7f59e4165640 1 --2- 172.21.15.31:0/213005181 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f59c40051c0 0x7f59dc1f6440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:26.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:26.145+0000 7f59e4165640 1 -- 172.21.15.31:0/213005181 >> 172.21.15.31:0/213005181 conn(0x7f59dc0b1690 msgr2=0x7f59dc15d350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:26.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:26.145+0000 7f59e4165640 1 -- 172.21.15.31:0/213005181 shutdown_connections 2024-09-16T07:22:26.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:26.145+0000 7f59e4165640 1 -- 172.21.15.31:0/213005181 wait complete. 2024-09-16T07:22:26.157 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-16T07:22:26.157 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-16T07:22:26.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:26.266+0000 7f3bc3c52640 1 -- 172.21.15.31:0/335205765 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3bbc1616e0 msgr2=0x7f3bbc0d4940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:26.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:26.266+0000 7f3bc3c52640 1 --2- 172.21.15.31:0/335205765 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3bbc1616e0 0x7f3bbc0d4940 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f3bbc0b6df0 tx=0x7f3bac02a5c0 comp rx=0 tx=0).stop 2024-09-16T07:22:26.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:26.266+0000 7f3bc3c52640 1 -- 172.21.15.31:0/335205765 shutdown_connections 2024-09-16T07:22:26.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:26.266+0000 7f3bc3c52640 1 --2- 172.21.15.31:0/335205765 >> v2:172.21.15.155:3300/0 conn(0x7f3bbc0d25b0 0x7f3bbc0b73e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:26.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:26.266+0000 7f3bc3c52640 1 --2- 172.21.15.31:0/335205765 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3bbc1616e0 0x7f3bbc0d4940 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:26.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:26.266+0000 7f3bc3c52640 1 -- 172.21.15.31:0/335205765 >> 172.21.15.31:0/335205765 conn(0x7f3bbc0d3e20 msgr2=0x7f3bbc0d4230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:26.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:26.267+0000 7f3bc3c52640 1 -- 172.21.15.31:0/335205765 shutdown_connections 2024-09-16T07:22:26.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:26.267+0000 7f3bc3c52640 1 -- 172.21.15.31:0/335205765 wait complete. 2024-09-16T07:22:26.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:26.268+0000 7f3bc3c52640 1 Processor -- start 2024-09-16T07:22:26.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:26.268+0000 7f3bc3c52640 1 -- start start 2024-09-16T07:22:26.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:26.269+0000 7f3bc3c52640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3bbc0d25b0 0x7f3bbc0cbb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:26.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:26.269+0000 7f3bc3c52640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3bbc161300 0x7f3bbc09e4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:26.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:26.269+0000 7f3bc3c52640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3bbc1616e0 0x7f3bbc151160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:26.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:26.269+0000 7f3bc3c52640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f3bbc0b7cb0 con 0x7f3bbc161300 2024-09-16T07:22:26.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:26.269+0000 7f3bc3c52640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f3bbc0b7b30 con 0x7f3bbc1616e0 2024-09-16T07:22:26.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:26.269+0000 7f3bc3c52640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f3bbc0b7e30 con 0x7f3bbc0d25b0 2024-09-16T07:22:26.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:26.269+0000 7f3bc11ed640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3bbc161300 0x7f3bbc09e4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:26.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:26.269+0000 7f3bc11ed640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3bbc161300 0x7f3bbc09e4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:60080/0 (socket says 172.21.15.31:60080) 2024-09-16T07:22:26.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:26.269+0000 7f3bc11ed640 1 -- 172.21.15.31:0/518807147 learned_addr learned my addr 172.21.15.31:0/518807147 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:26.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:26.269+0000 7f3bc21ef640 1 --2- 172.21.15.31:0/518807147 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3bbc1616e0 0x7f3bbc151160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:26.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:26.269+0000 7f3bc19ee640 1 --2- 172.21.15.31:0/518807147 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3bbc0d25b0 0x7f3bbc0cbb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:26.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:26.269+0000 7f3bc11ed640 1 -- 172.21.15.31:0/518807147 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3bbc0d25b0 msgr2=0x7f3bbc0cbb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:26.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:26.269+0000 7f3bc11ed640 1 --2- 172.21.15.31:0/518807147 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3bbc0d25b0 0x7f3bbc0cbb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:26.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:26.269+0000 7f3bc11ed640 1 -- 172.21.15.31:0/518807147 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3bbc1616e0 msgr2=0x7f3bbc151160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:26.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:26.269+0000 7f3bc11ed640 1 --2- 172.21.15.31:0/518807147 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3bbc1616e0 0x7f3bbc151160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:26.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:26.269+0000 7f3bc11ed640 1 -- 172.21.15.31:0/518807147 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3bbc09ea00 con 0x7f3bbc161300 2024-09-16T07:22:26.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:26.269+0000 7f3bc19ee640 1 --2- 172.21.15.31:0/518807147 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3bbc0d25b0 0x7f3bbc0cbb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:22:26.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:26.269+0000 7f3bc11ed640 1 --2- 172.21.15.31:0/518807147 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3bbc161300 0x7f3bbc09e4c0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f3bac0098f0 tx=0x7f3bac033d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:26.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:26.269+0000 7f3bb27fc640 1 -- 172.21.15.31:0/518807147 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bac031d60 con 0x7f3bbc161300 2024-09-16T07:22:26.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:26.269+0000 7f3bb27fc640 1 -- 172.21.15.31:0/518807147 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3bac005020 con 0x7f3bbc161300 2024-09-16T07:22:26.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:26.269+0000 7f3bc3c52640 1 -- 172.21.15.31:0/518807147 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3bbc09eca0 con 0x7f3bbc161300 2024-09-16T07:22:26.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:26.269+0000 7f3bb27fc640 1 -- 172.21.15.31:0/518807147 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bac005470 con 0x7f3bbc161300 2024-09-16T07:22:26.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:26.269+0000 7f3bc3c52640 1 -- 172.21.15.31:0/518807147 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3bbc0a0960 con 0x7f3bbc161300 2024-09-16T07:22:26.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:26.270+0000 7f3bc3c52640 1 -- 172.21.15.31:0/518807147 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3bbc0d4920 con 0x7f3bbc161300 2024-09-16T07:22:26.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:26.271+0000 7f3bb27fc640 1 -- 172.21.15.31:0/518807147 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 7) ==== 101440+0+0 (secure 0 0 0) 0x7f3bac0047a0 con 0x7f3bbc161300 2024-09-16T07:22:26.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:26.272+0000 7f3bb27fc640 1 --2- 172.21.15.31:0/518807147 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f3ba0078a00 0x7f3ba007aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:26.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:26.272+0000 7f3bb27fc640 1 -- 172.21.15.31:0/518807147 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 4857+0+0 (secure 0 0 0) 0x7f3bac0bbb30 con 0x7f3bbc161300 2024-09-16T07:22:26.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:26.272+0000 7f3bc19ee640 1 --2- 172.21.15.31:0/518807147 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f3ba0078a00 0x7f3ba007aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:26.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:26.273+0000 7f3bc19ee640 1 --2- 172.21.15.31:0/518807147 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f3ba0078a00 0x7f3ba007aec0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f3bb80012e0 tx=0x7f3bb8009040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:26.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:26.276+0000 7f3bb27fc640 1 -- 172.21.15.31:0/518807147 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f3bac03f030 con 0x7f3bbc161300 2024-09-16T07:22:26.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:26.465+0000 7f3bc3c52640 1 -- 172.21.15.31:0/518807147 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f3bbc076040 con 0x7f3bbc161300 2024-09-16T07:22:27.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:27.445+0000 7f3bb27fc640 1 -- 172.21.15.31:0/518807147 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v42) ==== 138+0+0 (secure 0 0 0) 0x7f3bac0841f0 con 0x7f3bbc161300 2024-09-16T07:22:27.444 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_metadata' created 2024-09-16T07:22:27.448 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:27.448+0000 7f3bc3c52640 1 -- 172.21.15.31:0/518807147 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f3ba0078a00 msgr2=0x7f3ba007aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:27.448 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:27.448+0000 7f3bc3c52640 1 --2- 172.21.15.31:0/518807147 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f3ba0078a00 0x7f3ba007aec0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f3bb80012e0 tx=0x7f3bb8009040 comp rx=0 tx=0).stop 2024-09-16T07:22:27.448 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:27.448+0000 7f3bc3c52640 1 -- 172.21.15.31:0/518807147 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3bbc161300 msgr2=0x7f3bbc09e4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:27.448 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:27.448+0000 7f3bc3c52640 1 --2- 172.21.15.31:0/518807147 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3bbc161300 0x7f3bbc09e4c0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f3bac0098f0 tx=0x7f3bac033d60 comp rx=0 tx=0).stop 2024-09-16T07:22:27.448 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:27.448+0000 7f3bc3c52640 1 -- 172.21.15.31:0/518807147 shutdown_connections 2024-09-16T07:22:27.448 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:27.448+0000 7f3bc3c52640 1 --2- 172.21.15.31:0/518807147 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f3ba0078a00 0x7f3ba007aec0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:27.449 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:27.448+0000 7f3bc3c52640 1 --2- 172.21.15.31:0/518807147 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3bbc1616e0 0x7f3bbc151160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:27.449 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:27.448+0000 7f3bc3c52640 1 --2- 172.21.15.31:0/518807147 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3bbc161300 0x7f3bbc09e4c0 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:27.449 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:27.448+0000 7f3bc3c52640 1 --2- 172.21.15.31:0/518807147 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3bbc0d25b0 0x7f3bbc0cbb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:27.449 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:27.448+0000 7f3bc3c52640 1 -- 172.21.15.31:0/518807147 >> 172.21.15.31:0/518807147 conn(0x7f3bbc0d3e20 msgr2=0x7f3bbc1605c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:27.449 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:27.449+0000 7f3bc3c52640 1 -- 172.21.15.31:0/518807147 shutdown_connections 2024-09-16T07:22:27.449 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:27.449+0000 7f3bc3c52640 1 -- 172.21.15.31:0/518807147 wait complete. 2024-09-16T07:22:27.465 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-16T07:22:27.587 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:27.587+0000 7f7e9202a640 1 -- 172.21.15.31:0/1221604540 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7e8c0b3de0 msgr2=0x7f7e8c0b4270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:27.587 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:27.587+0000 7f7e9202a640 1 --2- 172.21.15.31:0/1221604540 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7e8c0b3de0 0x7f7e8c0b4270 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f7e84005fd0 tx=0x7f7e8402a820 comp rx=0 tx=0).stop 2024-09-16T07:22:27.587 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:27.587+0000 7f7e9202a640 1 -- 172.21.15.31:0/1221604540 shutdown_connections 2024-09-16T07:22:27.587 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:27.587+0000 7f7e9202a640 1 --2- 172.21.15.31:0/1221604540 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7e8c0b3de0 0x7f7e8c0b4270 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:27.587 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:27.587+0000 7f7e9202a640 1 --2- 172.21.15.31:0/1221604540 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7e8c1617f0 0x7f7e8c0d1d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:27.587 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:27.587+0000 7f7e9202a640 1 -- 172.21.15.31:0/1221604540 >> 172.21.15.31:0/1221604540 conn(0x7f7e8c0d3e30 msgr2=0x7f7e8c0d4240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:27.587 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:27.587+0000 7f7e9202a640 1 -- 172.21.15.31:0/1221604540 shutdown_connections 2024-09-16T07:22:27.588 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:27.587+0000 7f7e9202a640 1 -- 172.21.15.31:0/1221604540 wait complete. 2024-09-16T07:22:27.590 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:27.588+0000 7f7e9202a640 1 Processor -- start 2024-09-16T07:22:27.590 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:27.588+0000 7f7e9202a640 1 -- start start 2024-09-16T07:22:27.590 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:27.589+0000 7f7e9202a640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7e8c0b3de0 0x7f7e8c06e300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:27.591 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:27.589+0000 7f7e9202a640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7e8c0d01b0 0x7f7e8c1f7e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:27.591 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:27.589+0000 7f7e9202a640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7e8c1617f0 0x7f7e8c1e8b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:27.591 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:27.589+0000 7f7e9202a640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f7e8c0b4930 con 0x7f7e8c0d01b0 2024-09-16T07:22:27.591 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:27.589+0000 7f7e9202a640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f7e8c0b47b0 con 0x7f7e8c1617f0 2024-09-16T07:22:27.591 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:27.589+0000 7f7e9202a640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f7e8c0b4ab0 con 0x7f7e8c0b3de0 2024-09-16T07:22:27.591 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:27.589+0000 7f7e8affd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7e8c0d01b0 0x7f7e8c1f7e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:27.591 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:27.589+0000 7f7e8affd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7e8c0d01b0 0x7f7e8c1f7e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:60094/0 (socket says 172.21.15.31:60094) 2024-09-16T07:22:27.591 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:27.589+0000 7f7e8affd640 1 -- 172.21.15.31:0/3238369748 learned_addr learned my addr 172.21.15.31:0/3238369748 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:27.591 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:27.590+0000 7f7e8bfff640 1 --2- 172.21.15.31:0/3238369748 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7e8c1617f0 0x7f7e8c1e8b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:27.591 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:27.590+0000 7f7e8b7fe640 1 --2- 172.21.15.31:0/3238369748 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7e8c0b3de0 0x7f7e8c06e300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:27.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:27.590+0000 7f7e8affd640 1 -- 172.21.15.31:0/3238369748 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7e8c0b3de0 msgr2=0x7f7e8c06e300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:27.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:27.590+0000 7f7e8affd640 1 --2- 172.21.15.31:0/3238369748 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7e8c0b3de0 0x7f7e8c06e300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:27.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:27.590+0000 7f7e8affd640 1 -- 172.21.15.31:0/3238369748 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7e8c1617f0 msgr2=0x7f7e8c1e8b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:27.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:27.590+0000 7f7e8affd640 1 --2- 172.21.15.31:0/3238369748 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7e8c1617f0 0x7f7e8c1e8b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:27.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:27.590+0000 7f7e8affd640 1 -- 172.21.15.31:0/3238369748 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e8c1f87e0 con 0x7f7e8c0d01b0 2024-09-16T07:22:27.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:27.590+0000 7f7e8affd640 1 --2- 172.21.15.31:0/3238369748 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7e8c0d01b0 0x7f7e8c1f7e10 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f7e8000c420 tx=0x7f7e8000c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:27.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:27.590+0000 7f7e73fff640 1 -- 172.21.15.31:0/3238369748 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e80011790 con 0x7f7e8c0d01b0 2024-09-16T07:22:27.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:27.590+0000 7f7e73fff640 1 -- 172.21.15.31:0/3238369748 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7e80017070 con 0x7f7e8c0d01b0 2024-09-16T07:22:27.593 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:27.590+0000 7f7e73fff640 1 -- 172.21.15.31:0/3238369748 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e80011c80 con 0x7f7e8c0d01b0 2024-09-16T07:22:27.593 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:27.590+0000 7f7e9202a640 1 -- 172.21.15.31:0/3238369748 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e8c1f8ac0 con 0x7f7e8c0d01b0 2024-09-16T07:22:27.593 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:27.590+0000 7f7e9202a640 1 -- 172.21.15.31:0/3238369748 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e8c1f9080 con 0x7f7e8c0d01b0 2024-09-16T07:22:27.593 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:27.591+0000 7f7e9202a640 1 -- 172.21.15.31:0/3238369748 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7e8c0b5040 con 0x7f7e8c0d01b0 2024-09-16T07:22:27.594 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:27.592+0000 7f7e73fff640 1 -- 172.21.15.31:0/3238369748 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 7) ==== 101440+0+0 (secure 0 0 0) 0x7f7e8001c460 con 0x7f7e8c0d01b0 2024-09-16T07:22:27.594 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:27.592+0000 7f7e73fff640 1 --2- 172.21.15.31:0/3238369748 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7e78078a00 0x7f7e7807aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:27.594 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:27.592+0000 7f7e73fff640 1 -- 172.21.15.31:0/3238369748 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 5227+0+0 (secure 0 0 0) 0x7f7e8009a930 con 0x7f7e8c0d01b0 2024-09-16T07:22:27.594 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:27.593+0000 7f7e8b7fe640 1 --2- 172.21.15.31:0/3238369748 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7e78078a00 0x7f7e7807aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:27.594 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:27.593+0000 7f7e8b7fe640 1 --2- 172.21.15.31:0/3238369748 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7e78078a00 0x7f7e7807aec0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f7e7c009ac0 tx=0x7f7e7c005f90 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:27.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:27.597+0000 7f7e73fff640 1 -- 172.21.15.31:0/3238369748 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f7e80062de0 con 0x7f7e8c0d01b0 2024-09-16T07:22:27.784 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:27.784+0000 7f7e9202a640 1 -- 172.21.15.31:0/3238369748 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f7e8c0b5700 con 0x7f7e8c0d01b0 2024-09-16T07:22:28.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:28.447+0000 7f7e73fff640 1 -- 172.21.15.31:0/3238369748 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v43) ==== 170+0+0 (secure 0 0 0) 0x7f7e800626e0 con 0x7f7e8c0d01b0 2024-09-16T07:22:28.447 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_data' created 2024-09-16T07:22:28.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:28.453+0000 7f7e9202a640 1 -- 172.21.15.31:0/3238369748 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7e78078a00 msgr2=0x7f7e7807aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:28.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:28.453+0000 7f7e9202a640 1 --2- 172.21.15.31:0/3238369748 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7e78078a00 0x7f7e7807aec0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f7e7c009ac0 tx=0x7f7e7c005f90 comp rx=0 tx=0).stop 2024-09-16T07:22:28.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:28.453+0000 7f7e9202a640 1 -- 172.21.15.31:0/3238369748 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7e8c0d01b0 msgr2=0x7f7e8c1f7e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:28.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:28.453+0000 7f7e9202a640 1 --2- 172.21.15.31:0/3238369748 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7e8c0d01b0 0x7f7e8c1f7e10 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f7e8000c420 tx=0x7f7e8000c8e0 comp rx=0 tx=0).stop 2024-09-16T07:22:28.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:28.453+0000 7f7e9202a640 1 -- 172.21.15.31:0/3238369748 shutdown_connections 2024-09-16T07:22:28.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:28.453+0000 7f7e9202a640 1 --2- 172.21.15.31:0/3238369748 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7e78078a00 0x7f7e7807aec0 secure :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f7e7c009ac0 tx=0x7f7e7c005f90 comp rx=0 tx=0).stop 2024-09-16T07:22:28.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:28.453+0000 7f7e9202a640 1 --2- 172.21.15.31:0/3238369748 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7e8c1617f0 0x7f7e8c1e8b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:28.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:28.453+0000 7f7e9202a640 1 --2- 172.21.15.31:0/3238369748 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7e8c0d01b0 0x7f7e8c1f7e10 secure :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f7e8000c420 tx=0x7f7e8000c8e0 comp rx=0 tx=0).stop 2024-09-16T07:22:28.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:28.453+0000 7f7e9202a640 1 --2- 172.21.15.31:0/3238369748 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7e8c0b3de0 0x7f7e8c06e300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:28.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:28.453+0000 7f7e9202a640 1 -- 172.21.15.31:0/3238369748 >> 172.21.15.31:0/3238369748 conn(0x7f7e8c0d3e30 msgr2=0x7f7e8c0d06c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:28.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:28.454+0000 7f7e9202a640 1 -- 172.21.15.31:0/3238369748 shutdown_connections 2024-09-16T07:22:28.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:28.454+0000 7f7e9202a640 1 -- 172.21.15.31:0/3238369748 wait complete. 2024-09-16T07:22:28.478 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-16T07:22:28.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:28.592+0000 7fa4a7e0c640 1 -- 172.21.15.31:0/1106002686 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa4a015bab0 msgr2=0x7fa4a00b2a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:28.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:28.592+0000 7fa4a7e0c640 1 --2- 172.21.15.31:0/1106002686 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa4a015bab0 0x7fa4a00b2a00 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7fa4a006f4f0 tx=0x7fa49002a820 comp rx=0 tx=0).stop 2024-09-16T07:22:28.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:28.592+0000 7fa4a7e0c640 1 -- 172.21.15.31:0/1106002686 shutdown_connections 2024-09-16T07:22:28.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:28.592+0000 7fa4a7e0c640 1 --2- 172.21.15.31:0/1106002686 >> v2:172.21.15.155:3300/0 conn(0x7fa4a00ce2a0 0x7fa4a00cede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:28.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:28.592+0000 7fa4a7e0c640 1 --2- 172.21.15.31:0/1106002686 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa4a015bab0 0x7fa4a00b2a00 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:28.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:28.592+0000 7fa4a7e0c640 1 -- 172.21.15.31:0/1106002686 >> 172.21.15.31:0/1106002686 conn(0x7fa4a00b1700 msgr2=0x7fa4a00b1ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:28.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:28.592+0000 7fa4a7e0c640 1 -- 172.21.15.31:0/1106002686 shutdown_connections 2024-09-16T07:22:28.593 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:28.592+0000 7fa4a7e0c640 1 -- 172.21.15.31:0/1106002686 wait complete. 2024-09-16T07:22:28.593 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:28.594+0000 7fa4a7e0c640 1 Processor -- start 2024-09-16T07:22:28.593 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:28.594+0000 7fa4a7e0c640 1 -- start start 2024-09-16T07:22:28.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:28.594+0000 7fa4a7e0c640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4a00b2f40 0x7fa4a01f8910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:28.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:28.594+0000 7fa4a7e0c640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa4a00ce2a0 0x7fa4a014ab30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:28.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:28.594+0000 7fa4a7e0c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa4a015bab0 0x7fa4a01f5300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:28.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:28.594+0000 7fa4a7e0c640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fa4a006fff0 con 0x7fa4a015bab0 2024-09-16T07:22:28.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:28.594+0000 7fa4a7e0c640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa4a006fe70 con 0x7fa4a00b2f40 2024-09-16T07:22:28.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:28.594+0000 7fa4a7e0c640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa4a0070170 con 0x7fa4a00ce2a0 2024-09-16T07:22:28.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:28.594+0000 7fa4a63a9640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa4a015bab0 0x7fa4a01f5300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:28.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:28.595+0000 7fa4a63a9640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa4a015bab0 0x7fa4a01f5300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:60114/0 (socket says 172.21.15.31:60114) 2024-09-16T07:22:28.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:28.595+0000 7fa4a63a9640 1 -- 172.21.15.31:0/3514971598 learned_addr learned my addr 172.21.15.31:0/3514971598 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:28.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:28.595+0000 7fa4a5ba8640 1 --2- 172.21.15.31:0/3514971598 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4a00b2f40 0x7fa4a01f8910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:28.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:28.595+0000 7fa4a53a7640 1 --2- 172.21.15.31:0/3514971598 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa4a00ce2a0 0x7fa4a014ab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:28.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:28.595+0000 7fa4a63a9640 1 -- 172.21.15.31:0/3514971598 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa4a00ce2a0 msgr2=0x7fa4a014ab30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:28.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:28.595+0000 7fa4a63a9640 1 --2- 172.21.15.31:0/3514971598 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa4a00ce2a0 0x7fa4a014ab30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:28.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:28.595+0000 7fa4a63a9640 1 -- 172.21.15.31:0/3514971598 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4a00b2f40 msgr2=0x7fa4a01f8910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:28.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:28.595+0000 7fa4a63a9640 1 --2- 172.21.15.31:0/3514971598 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4a00b2f40 0x7fa4a01f8910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:28.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:28.595+0000 7fa4a63a9640 1 -- 172.21.15.31:0/3514971598 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4a014b070 con 0x7fa4a015bab0 2024-09-16T07:22:28.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:28.595+0000 7fa4a63a9640 1 --2- 172.21.15.31:0/3514971598 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa4a015bab0 0x7fa4a01f5300 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7fa49800d750 tx=0x7fa49800dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:28.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:28.595+0000 7fa49e7fc640 1 -- 172.21.15.31:0/3514971598 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa498017070 con 0x7fa4a015bab0 2024-09-16T07:22:28.598 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:28.595+0000 7fa49e7fc640 1 -- 172.21.15.31:0/3514971598 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa498009cc0 con 0x7fa4a015bab0 2024-09-16T07:22:28.598 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:28.595+0000 7fa4a7e0c640 1 -- 172.21.15.31:0/3514971598 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4a0154a10 con 0x7fa4a015bab0 2024-09-16T07:22:28.598 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:28.595+0000 7fa49e7fc640 1 -- 172.21.15.31:0/3514971598 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa49800de60 con 0x7fa4a015bab0 2024-09-16T07:22:28.598 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:28.595+0000 7fa4a7e0c640 1 -- 172.21.15.31:0/3514971598 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4a01f4b00 con 0x7fa4a015bab0 2024-09-16T07:22:28.598 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:28.596+0000 7fa4a7e0c640 1 -- 172.21.15.31:0/3514971598 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa4a006a100 con 0x7fa4a015bab0 2024-09-16T07:22:28.599 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:28.597+0000 7fa49e7fc640 1 -- 172.21.15.31:0/3514971598 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 7) ==== 101440+0+0 (secure 0 0 0) 0x7fa498005280 con 0x7fa4a015bab0 2024-09-16T07:22:28.599 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:28.598+0000 7fa49e7fc640 1 --2- 172.21.15.31:0/3514971598 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa48c078a00 0x7fa48c07aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:28.599 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:28.598+0000 7fa49e7fc640 1 -- 172.21.15.31:0/3514971598 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5609+0+0 (secure 0 0 0) 0x7fa49809b0f0 con 0x7fa4a015bab0 2024-09-16T07:22:28.599 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:28.598+0000 7fa4a5ba8640 1 --2- 172.21.15.31:0/3514971598 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa48c078a00 0x7fa48c07aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:28.599 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:28.599+0000 7fa4a5ba8640 1 --2- 172.21.15.31:0/3514971598 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa48c078a00 0x7fa48c07aec0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fa490034000 tx=0x7fa490004ab0 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:28.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:28.601+0000 7fa49e7fc640 1 -- 172.21.15.31:0/3514971598 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fa4a014b070 con 0x7fa4a015bab0 2024-09-16T07:22:28.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:28.828+0000 7fa4a7e0c640 1 -- 172.21.15.31:0/3514971598 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fa4a0157b00 con 0x7fa4a015bab0 2024-09-16T07:22:29.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.463+0000 7fa49e7fc640 1 -- 172.21.15.31:0/3514971598 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 6 and data pool 7 v23) ==== 172+0+0 (secure 0 0 0) 0x7fa498062f00 con 0x7fa4a015bab0 2024-09-16T07:22:29.463 INFO:teuthology.orchestra.run.smithi031.stderr:new fs with metadata pool 6 and data pool 7 2024-09-16T07:22:29.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.467+0000 7fa4a7e0c640 1 -- 172.21.15.31:0/3514971598 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa48c078a00 msgr2=0x7fa48c07aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:29.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.467+0000 7fa4a7e0c640 1 --2- 172.21.15.31:0/3514971598 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa48c078a00 0x7fa48c07aec0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fa490034000 tx=0x7fa490004ab0 comp rx=0 tx=0).stop 2024-09-16T07:22:29.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.467+0000 7fa4a7e0c640 1 -- 172.21.15.31:0/3514971598 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa4a015bab0 msgr2=0x7fa4a01f5300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:29.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.467+0000 7fa4a7e0c640 1 --2- 172.21.15.31:0/3514971598 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa4a015bab0 0x7fa4a01f5300 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7fa49800d750 tx=0x7fa49800dc10 comp rx=0 tx=0).stop 2024-09-16T07:22:29.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.467+0000 7fa4a7e0c640 1 -- 172.21.15.31:0/3514971598 shutdown_connections 2024-09-16T07:22:29.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.467+0000 7fa4a7e0c640 1 --2- 172.21.15.31:0/3514971598 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa48c078a00 0x7fa48c07aec0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:29.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.467+0000 7fa4a7e0c640 1 --2- 172.21.15.31:0/3514971598 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa4a015bab0 0x7fa4a01f5300 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:29.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.467+0000 7fa4a7e0c640 1 --2- 172.21.15.31:0/3514971598 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa4a00ce2a0 0x7fa4a014ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:29.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.467+0000 7fa4a7e0c640 1 --2- 172.21.15.31:0/3514971598 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4a00b2f40 0x7fa4a01f8910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:29.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.467+0000 7fa4a7e0c640 1 -- 172.21.15.31:0/3514971598 >> 172.21.15.31:0/3514971598 conn(0x7fa4a00b1700 msgr2=0x7fa4a00b0df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:29.468 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.468+0000 7fa4a7e0c640 1 -- 172.21.15.31:0/3514971598 shutdown_connections 2024-09-16T07:22:29.468 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.468+0000 7fa4a7e0c640 1 -- 172.21.15.31:0/3514971598 wait complete. 2024-09-16T07:22:29.499 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:22:29.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.610+0000 7fb5b95c6640 1 -- 172.21.15.31:0/3325276327 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb5b40b1e30 msgr2=0x7fb5b40b22c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:29.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.610+0000 7fb5b95c6640 1 --2- 172.21.15.31:0/3325276327 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb5b40b1e30 0x7fb5b40b22c0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fb5b40d3040 tx=0x7fb5a402aa30 comp rx=0 tx=0).stop 2024-09-16T07:22:29.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.610+0000 7fb5b95c6640 1 -- 172.21.15.31:0/3325276327 shutdown_connections 2024-09-16T07:22:29.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.610+0000 7fb5b95c6640 1 --2- 172.21.15.31:0/3325276327 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb5b40b1e30 0x7fb5b40b22c0 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:29.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.610+0000 7fb5b95c6640 1 --2- 172.21.15.31:0/3325276327 >> v2:172.21.15.155:3300/0 conn(0x7fb5b40d1d10 0x7fb5b40d2170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:29.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.610+0000 7fb5b95c6640 1 -- 172.21.15.31:0/3325276327 >> 172.21.15.31:0/3325276327 conn(0x7fb5b4074cb0 msgr2=0x7fb5b409b180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:29.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.610+0000 7fb5b95c6640 1 -- 172.21.15.31:0/3325276327 shutdown_connections 2024-09-16T07:22:29.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.610+0000 7fb5b95c6640 1 -- 172.21.15.31:0/3325276327 wait complete. 2024-09-16T07:22:29.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.611+0000 7fb5b95c6640 1 Processor -- start 2024-09-16T07:22:29.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.612+0000 7fb5b95c6640 1 -- start start 2024-09-16T07:22:29.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.612+0000 7fb5b95c6640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb5b40b1e30 0x7fb5b41f2e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:29.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.612+0000 7fb5b95c6640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb5b40d1d10 0x7fb5b40c7490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:29.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.612+0000 7fb5b95c6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb5b415bdc0 0x7fb5b4071990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:29.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.612+0000 7fb5b95c6640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fb5b40ccaa0 con 0x7fb5b415bdc0 2024-09-16T07:22:29.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.612+0000 7fb5b95c6640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb5b40cc920 con 0x7fb5b40d1d10 2024-09-16T07:22:29.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.612+0000 7fb5b95c6640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb5b40cdac0 con 0x7fb5b40b1e30 2024-09-16T07:22:29.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.612+0000 7fb5b37fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb5b415bdc0 0x7fb5b4071990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:29.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.612+0000 7fb5b37fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb5b415bdc0 0x7fb5b4071990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:60136/0 (socket says 172.21.15.31:60136) 2024-09-16T07:22:29.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.612+0000 7fb5b37fe640 1 -- 172.21.15.31:0/822674790 learned_addr learned my addr 172.21.15.31:0/822674790 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:29.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.613+0000 7fb5b2ffd640 1 --2- 172.21.15.31:0/822674790 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb5b40b1e30 0x7fb5b41f2e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:29.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.613+0000 7fb5b27fc640 1 --2- 172.21.15.31:0/822674790 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb5b40d1d10 0x7fb5b40c7490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:29.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.613+0000 7fb5b37fe640 1 -- 172.21.15.31:0/822674790 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb5b40b1e30 msgr2=0x7fb5b41f2e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:29.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.613+0000 7fb5b37fe640 1 --2- 172.21.15.31:0/822674790 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb5b40b1e30 0x7fb5b41f2e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:29.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.613+0000 7fb5b37fe640 1 -- 172.21.15.31:0/822674790 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb5b40d1d10 msgr2=0x7fb5b40c7490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:29.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.613+0000 7fb5b37fe640 1 --2- 172.21.15.31:0/822674790 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb5b40d1d10 0x7fb5b40c7490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:29.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.613+0000 7fb5b37fe640 1 -- 172.21.15.31:0/822674790 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5b40b6f20 con 0x7fb5b415bdc0 2024-09-16T07:22:29.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.613+0000 7fb5b37fe640 1 --2- 172.21.15.31:0/822674790 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb5b415bdc0 0x7fb5b4071990 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7fb5a402b020 tx=0x7fb5a4003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:29.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.613+0000 7fb5ab7fe640 1 -- 172.21.15.31:0/822674790 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5a4033050 con 0x7fb5b415bdc0 2024-09-16T07:22:29.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.613+0000 7fb5ab7fe640 1 -- 172.21.15.31:0/822674790 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb5a4004540 con 0x7fb5b415bdc0 2024-09-16T07:22:29.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.613+0000 7fb5b95c6640 1 -- 172.21.15.31:0/822674790 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5b40b7200 con 0x7fb5b415bdc0 2024-09-16T07:22:29.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.613+0000 7fb5ab7fe640 1 -- 172.21.15.31:0/822674790 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5a4038450 con 0x7fb5b415bdc0 2024-09-16T07:22:29.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.613+0000 7fb5b95c6640 1 -- 172.21.15.31:0/822674790 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5b40b77c0 con 0x7fb5b415bdc0 2024-09-16T07:22:29.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.614+0000 7fb5b95c6640 1 -- 172.21.15.31:0/822674790 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb5b40d2170 con 0x7fb5b415bdc0 2024-09-16T07:22:29.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.615+0000 7fb5ab7fe640 1 -- 172.21.15.31:0/822674790 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 7) ==== 101440+0+0 (secure 0 0 0) 0x7fb5a4036070 con 0x7fb5b415bdc0 2024-09-16T07:22:29.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.616+0000 7fb5ab7fe640 1 --2- 172.21.15.31:0/822674790 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb594078a30 0x7fb59407aef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:29.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.616+0000 7fb5ab7fe640 1 -- 172.21.15.31:0/822674790 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7fb5a40bbfb0 con 0x7fb5b415bdc0 2024-09-16T07:22:29.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.616+0000 7fb5b2ffd640 1 --2- 172.21.15.31:0/822674790 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb594078a30 0x7fb59407aef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:29.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.616+0000 7fb5b2ffd640 1 --2- 172.21.15.31:0/822674790 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb594078a30 0x7fb59407aef0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fb5ac001680 tx=0x7fb5ac009040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:29.619 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.620+0000 7fb5ab7fe640 1 -- 172.21.15.31:0/822674790 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fb5a40841f0 con 0x7fb5b415bdc0 2024-09-16T07:22:29.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.813+0000 7fb5b95c6640 1 -- 172.21.15.31:0/822674790 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb5b40b0610 con 0x7fb5b415bdc0 2024-09-16T07:22:29.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.814+0000 7fb5ab7fe640 1 -- 172.21.15.31:0/822674790 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v44) ==== 74+0+16658 (secure 0 0 0) 0x7fb5a4083af0 con 0x7fb5b415bdc0 2024-09-16T07:22:29.814 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:22:29.814 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":44,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:22:28.829624+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:22:26.469487+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-16T07:22:27.789126+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:22:29.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.817+0000 7fb5b95c6640 1 -- 172.21.15.31:0/822674790 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb594078a30 msgr2=0x7fb59407aef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:29.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.817+0000 7fb5b95c6640 1 --2- 172.21.15.31:0/822674790 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb594078a30 0x7fb59407aef0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fb5ac001680 tx=0x7fb5ac009040 comp rx=0 tx=0).stop 2024-09-16T07:22:29.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.817+0000 7fb5b95c6640 1 -- 172.21.15.31:0/822674790 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb5b415bdc0 msgr2=0x7fb5b4071990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:29.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.817+0000 7fb5b95c6640 1 --2- 172.21.15.31:0/822674790 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb5b415bdc0 0x7fb5b4071990 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7fb5a402b020 tx=0x7fb5a4003f10 comp rx=0 tx=0).stop 2024-09-16T07:22:29.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.817+0000 7fb5b95c6640 1 -- 172.21.15.31:0/822674790 shutdown_connections 2024-09-16T07:22:29.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.817+0000 7fb5b95c6640 1 --2- 172.21.15.31:0/822674790 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb594078a30 0x7fb59407aef0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:29.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.817+0000 7fb5b95c6640 1 --2- 172.21.15.31:0/822674790 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb5b415bdc0 0x7fb5b4071990 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:29.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.817+0000 7fb5b95c6640 1 --2- 172.21.15.31:0/822674790 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb5b40d1d10 0x7fb5b40c7490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:29.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.817+0000 7fb5b95c6640 1 --2- 172.21.15.31:0/822674790 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb5b40b1e30 0x7fb5b41f2e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:29.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.817+0000 7fb5b95c6640 1 -- 172.21.15.31:0/822674790 >> 172.21.15.31:0/822674790 conn(0x7fb5b4074cb0 msgr2=0x7fb5b40b2ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:29.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.817+0000 7fb5b95c6640 1 -- 172.21.15.31:0/822674790 shutdown_connections 2024-09-16T07:22:29.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.817+0000 7fb5b95c6640 1 -- 172.21.15.31:0/822674790 wait complete. 2024-09-16T07:22:29.828 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:22:29.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.934+0000 7f67e0e23640 1 -- 172.21.15.31:0/3139621372 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f67c8003a50 msgr2=0x7f67c8003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:29.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.934+0000 7f67e0e23640 1 --2- 172.21.15.31:0/3139621372 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f67c8003a50 0x7f67c8003e70 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f67cc009b50 tx=0x7f67c8005830 comp rx=0 tx=0).stop 2024-09-16T07:22:29.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.934+0000 7f67e0e23640 1 -- 172.21.15.31:0/3139621372 shutdown_connections 2024-09-16T07:22:29.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.934+0000 7f67e0e23640 1 --2- 172.21.15.31:0/3139621372 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f67c8003a50 0x7f67c8003e70 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:29.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.934+0000 7f67e0e23640 1 -- 172.21.15.31:0/3139621372 >> 172.21.15.31:0/3139621372 conn(0x7f67dc09aa30 msgr2=0x7f67dc09ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:29.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.934+0000 7f67e0e23640 1 -- 172.21.15.31:0/3139621372 shutdown_connections 2024-09-16T07:22:29.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.934+0000 7f67e0e23640 1 -- 172.21.15.31:0/3139621372 wait complete. 2024-09-16T07:22:29.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.935+0000 7f67e0e23640 1 Processor -- start 2024-09-16T07:22:29.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.935+0000 7f67e0e23640 1 -- start start 2024-09-16T07:22:29.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.936+0000 7f67e0e23640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f67c8003a50 0x7f67dc153440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:29.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.936+0000 7f67e0e23640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f67dc06f980 0x7f67dc06f030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:29.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.936+0000 7f67e0e23640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f67dc0afa80 0x7f67dc159c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:29.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.936+0000 7f67e0e23640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f67dc0d00f0 con 0x7f67dc0afa80 2024-09-16T07:22:29.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.936+0000 7f67e0e23640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f67dc0b34b0 con 0x7f67dc06f980 2024-09-16T07:22:29.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.936+0000 7f67e0e23640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f67dc0d0270 con 0x7f67c8003a50 2024-09-16T07:22:29.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.936+0000 7f67dad9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f67dc0afa80 0x7f67dc159c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:29.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.936+0000 7f67dad9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f67dc0afa80 0x7f67dc159c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:60154/0 (socket says 172.21.15.31:60154) 2024-09-16T07:22:29.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.936+0000 7f67dad9d640 1 -- 172.21.15.31:0/3923109769 learned_addr learned my addr 172.21.15.31:0/3923109769 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:29.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.937+0000 7f67dad9d640 1 -- 172.21.15.31:0/3923109769 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f67c8003a50 msgr2=0x7f67dc153440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:29.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.937+0000 7f67d3fff640 1 --2- 172.21.15.31:0/3923109769 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f67dc06f980 0x7f67dc06f030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:29.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.937+0000 7f67da59c640 1 --2- 172.21.15.31:0/3923109769 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f67c8003a50 0x7f67dc153440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:29.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.937+0000 7f67dad9d640 1 --2- 172.21.15.31:0/3923109769 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f67c8003a50 0x7f67dc153440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:29.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.937+0000 7f67dad9d640 1 -- 172.21.15.31:0/3923109769 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f67dc06f980 msgr2=0x7f67dc06f030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:29.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.937+0000 7f67dad9d640 1 --2- 172.21.15.31:0/3923109769 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f67dc06f980 0x7f67dc06f030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:29.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.937+0000 7f67dad9d640 1 -- 172.21.15.31:0/3923109769 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67dc0aea40 con 0x7f67dc0afa80 2024-09-16T07:22:29.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.937+0000 7f67d3fff640 1 --2- 172.21.15.31:0/3923109769 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f67dc06f980 0x7f67dc06f030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:22:29.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.937+0000 7f67da59c640 1 --2- 172.21.15.31:0/3923109769 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f67c8003a50 0x7f67dc153440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:22:29.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.937+0000 7f67dad9d640 1 --2- 172.21.15.31:0/3923109769 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f67dc0afa80 0x7f67dc159c40 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f67dc074670 tx=0x7f67d40019b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:29.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.937+0000 7f67d2ffd640 1 -- 172.21.15.31:0/3923109769 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67d4011870 con 0x7f67dc0afa80 2024-09-16T07:22:29.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.937+0000 7f67d2ffd640 1 -- 172.21.15.31:0/3923109769 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f67d4017070 con 0x7f67dc0afa80 2024-09-16T07:22:29.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.937+0000 7f67e0e23640 1 -- 172.21.15.31:0/3923109769 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67dc0aece0 con 0x7f67dc0afa80 2024-09-16T07:22:29.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.937+0000 7f67d2ffd640 1 -- 172.21.15.31:0/3923109769 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67d4011dc0 con 0x7f67dc0afa80 2024-09-16T07:22:29.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.937+0000 7f67e0e23640 1 -- 172.21.15.31:0/3923109769 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67dc0af2a0 con 0x7f67dc0afa80 2024-09-16T07:22:29.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.938+0000 7f67e0e23640 1 -- 172.21.15.31:0/3923109769 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f67dc15c880 con 0x7f67dc0afa80 2024-09-16T07:22:29.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.939+0000 7f67d2ffd640 1 -- 172.21.15.31:0/3923109769 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 7) ==== 101440+0+0 (secure 0 0 0) 0x7f67d401c460 con 0x7f67dc0afa80 2024-09-16T07:22:29.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.939+0000 7f67d2ffd640 1 --2- 172.21.15.31:0/3923109769 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f67bc078a00 0x7f67bc07aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:29.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.939+0000 7f67d2ffd640 1 -- 172.21.15.31:0/3923109769 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7f67d409b430 con 0x7f67dc0afa80 2024-09-16T07:22:29.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.939+0000 7f67da59c640 1 --2- 172.21.15.31:0/3923109769 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f67bc078a00 0x7f67bc07aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:29.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.940+0000 7f67da59c640 1 --2- 172.21.15.31:0/3923109769 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f67bc078a00 0x7f67bc07aec0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f67cc035000 tx=0x7f67cc0046c0 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:29.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:29.944+0000 7f67d2ffd640 1 -- 172.21.15.31:0/3923109769 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f67d4063710 con 0x7f67dc0afa80 2024-09-16T07:22:30.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:30.129+0000 7f67e0e23640 1 -- 172.21.15.31:0/3923109769 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f67dc0720e0 con 0x7f67dc0afa80 2024-09-16T07:22:30.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:30.130+0000 7f67d2ffd640 1 -- 172.21.15.31:0/3923109769 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v44) ==== 74+0+16658 (secure 0 0 0) 0x7f67d4063010 con 0x7f67dc0afa80 2024-09-16T07:22:30.130 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:22:30.130 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":44,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:22:28.829624+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:22:26.469487+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-16T07:22:27.789126+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:22:30.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:30.132+0000 7f67e0e23640 1 -- 172.21.15.31:0/3923109769 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f67bc078a00 msgr2=0x7f67bc07aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:30.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:30.132+0000 7f67e0e23640 1 --2- 172.21.15.31:0/3923109769 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f67bc078a00 0x7f67bc07aec0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f67cc035000 tx=0x7f67cc0046c0 comp rx=0 tx=0).stop 2024-09-16T07:22:30.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:30.132+0000 7f67e0e23640 1 -- 172.21.15.31:0/3923109769 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f67dc0afa80 msgr2=0x7f67dc159c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:30.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:30.132+0000 7f67e0e23640 1 --2- 172.21.15.31:0/3923109769 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f67dc0afa80 0x7f67dc159c40 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f67dc074670 tx=0x7f67d40019b0 comp rx=0 tx=0).stop 2024-09-16T07:22:30.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:30.132+0000 7f67e0e23640 1 -- 172.21.15.31:0/3923109769 shutdown_connections 2024-09-16T07:22:30.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:30.132+0000 7f67e0e23640 1 --2- 172.21.15.31:0/3923109769 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f67bc078a00 0x7f67bc07aec0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:30.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:30.132+0000 7f67e0e23640 1 --2- 172.21.15.31:0/3923109769 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f67dc0afa80 0x7f67dc159c40 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:30.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:30.132+0000 7f67e0e23640 1 --2- 172.21.15.31:0/3923109769 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f67dc06f980 0x7f67dc06f030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:30.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:30.132+0000 7f67e0e23640 1 --2- 172.21.15.31:0/3923109769 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f67c8003a50 0x7f67dc153440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:30.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:30.132+0000 7f67e0e23640 1 -- 172.21.15.31:0/3923109769 >> 172.21.15.31:0/3923109769 conn(0x7f67dc09aa30 msgr2=0x7f67dc15d3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:30.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:30.132+0000 7f67e0e23640 1 -- 172.21.15.31:0/3923109769 shutdown_connections 2024-09-16T07:22:30.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:30.132+0000 7f67e0e23640 1 -- 172.21.15.31:0/3923109769 wait complete. 2024-09-16T07:22:30.143 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-16T07:22:30.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:30.252+0000 7fc4261d3640 1 -- 172.21.15.31:0/2075749274 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc408003a50 msgr2=0x7fc408003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:30.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:30.252+0000 7fc4261d3640 1 --2- 172.21.15.31:0/2075749274 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc408003a50 0x7fc408003e70 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7fc41000c2e0 tx=0x7fc408005830 comp rx=0 tx=0).stop 2024-09-16T07:22:30.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:30.252+0000 7fc41ffff640 1 -- 172.21.15.31:0/2075749274 reap_dead start 2024-09-16T07:22:30.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:30.252+0000 7fc4261d3640 1 -- 172.21.15.31:0/2075749274 shutdown_connections 2024-09-16T07:22:30.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:30.252+0000 7fc4261d3640 1 -- 172.21.15.31:0/2075749274 >> 172.21.15.31:0/2075749274 conn(0x7fc4200d3e30 msgr2=0x7fc4200d4240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:30.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:30.252+0000 7fc4261d3640 1 -- 172.21.15.31:0/2075749274 shutdown_connections 2024-09-16T07:22:30.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:30.252+0000 7fc4261d3640 1 -- 172.21.15.31:0/2075749274 wait complete. 2024-09-16T07:22:30.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:30.253+0000 7fc4261d3640 1 Processor -- start 2024-09-16T07:22:30.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:30.253+0000 7fc4261d3640 1 -- start start 2024-09-16T07:22:30.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:30.254+0000 7fc4261d3640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc408003a50 0x7fc4201f49b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:30.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:30.254+0000 7fc4261d3640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc4200b7cb0 0x7fc42015e790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:30.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:30.254+0000 7fc4261d3640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc42015f8d0 0x7fc42015fd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:30.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:30.254+0000 7fc4261d3640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fc4200b4230 con 0x7fc42015f8d0 2024-09-16T07:22:30.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:30.254+0000 7fc4261d3640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc4200d2b90 con 0x7fc4200b7cb0 2024-09-16T07:22:30.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:30.254+0000 7fc4261d3640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc4200b43b0 con 0x7fc408003a50 2024-09-16T07:22:30.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:30.254+0000 7fc41ffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc42015f8d0 0x7fc42015fd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:30.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:30.254+0000 7fc41ffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc42015f8d0 0x7fc42015fd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:60168/0 (socket says 172.21.15.31:60168) 2024-09-16T07:22:30.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:30.254+0000 7fc41ffff640 1 -- 172.21.15.31:0/3890584005 learned_addr learned my addr 172.21.15.31:0/3890584005 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:30.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:30.254+0000 7fc41f7fe640 1 --2- 172.21.15.31:0/3890584005 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc408003a50 0x7fc4201f49b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:30.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:30.254+0000 7fc41effd640 1 --2- 172.21.15.31:0/3890584005 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc4200b7cb0 0x7fc42015e790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:30.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:30.254+0000 7fc41ffff640 1 -- 172.21.15.31:0/3890584005 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc408003a50 msgr2=0x7fc4201f49b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:30.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:30.254+0000 7fc41ffff640 1 --2- 172.21.15.31:0/3890584005 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc408003a50 0x7fc4201f49b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:30.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:30.254+0000 7fc41ffff640 1 -- 172.21.15.31:0/3890584005 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc4200b7cb0 msgr2=0x7fc42015e790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:30.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:30.254+0000 7fc41ffff640 1 --2- 172.21.15.31:0/3890584005 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc4200b7cb0 0x7fc42015e790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:30.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:30.254+0000 7fc41ffff640 1 -- 172.21.15.31:0/3890584005 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4200b82b0 con 0x7fc42015f8d0 2024-09-16T07:22:30.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:30.255+0000 7fc41ffff640 1 --2- 172.21.15.31:0/3890584005 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc42015f8d0 0x7fc42015fd50 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fc408004780 tx=0x7fc41800cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:30.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:30.255+0000 7fc407fff640 1 -- 172.21.15.31:0/3890584005 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc418017070 con 0x7fc42015f8d0 2024-09-16T07:22:30.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:30.255+0000 7fc407fff640 1 -- 172.21.15.31:0/3890584005 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc41800ab00 con 0x7fc42015f8d0 2024-09-16T07:22:30.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:30.255+0000 7fc407fff640 1 -- 172.21.15.31:0/3890584005 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc41800ce50 con 0x7fc42015f8d0 2024-09-16T07:22:30.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:30.255+0000 7fc4261d3640 1 -- 172.21.15.31:0/3890584005 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4200b8590 con 0x7fc42015f8d0 2024-09-16T07:22:30.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:30.255+0000 7fc4261d3640 1 -- 172.21.15.31:0/3890584005 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4200b8b50 con 0x7fc42015f8d0 2024-09-16T07:22:30.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:30.256+0000 7fc4261d3640 1 -- 172.21.15.31:0/3890584005 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc420160290 con 0x7fc42015f8d0 2024-09-16T07:22:30.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:30.256+0000 7fc407fff640 1 -- 172.21.15.31:0/3890584005 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 7) ==== 101440+0+0 (secure 0 0 0) 0x7fc41801a070 con 0x7fc42015f8d0 2024-09-16T07:22:30.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:30.257+0000 7fc407fff640 1 --2- 172.21.15.31:0/3890584005 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc40c078a30 0x7fc40c07aef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:30.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:30.257+0000 7fc407fff640 1 -- 172.21.15.31:0/3890584005 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7fc41809a490 con 0x7fc42015f8d0 2024-09-16T07:22:30.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:30.257+0000 7fc41f7fe640 1 --2- 172.21.15.31:0/3890584005 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc40c078a30 0x7fc40c07aef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:30.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:30.258+0000 7fc41f7fe640 1 --2- 172.21.15.31:0/3890584005 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc40c078a30 0x7fc40c07aef0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fc410033000 tx=0x7fc41002d000 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:30.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:30.261+0000 7fc407fff640 1 -- 172.21.15.31:0/3890584005 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fc418062770 con 0x7fc42015f8d0 2024-09-16T07:22:30.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:30.488+0000 7fc4261d3640 1 -- 172.21.15.31:0/3890584005 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fc4200b4910 con 0x7fc42015f8d0 2024-09-16T07:22:31.442 INFO:tasks.ceph.mds.c.smithi031.stderr:2024-09-16T07:22:31.443+0000 7f238968c640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-16T07:22:31.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:31.487+0000 7fc407fff640 1 -- 172.21.15.31:0/3890584005 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v26) ==== 118+0+0 (secure 0 0 0) 0x7fc418062070 con 0x7fc42015f8d0 2024-09-16T07:22:31.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:31.490+0000 7fc4261d3640 1 -- 172.21.15.31:0/3890584005 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc40c078a30 msgr2=0x7fc40c07aef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:31.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:31.490+0000 7fc4261d3640 1 --2- 172.21.15.31:0/3890584005 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc40c078a30 0x7fc40c07aef0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fc410033000 tx=0x7fc41002d000 comp rx=0 tx=0).stop 2024-09-16T07:22:31.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:31.491+0000 7fc4261d3640 1 -- 172.21.15.31:0/3890584005 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc42015f8d0 msgr2=0x7fc42015fd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:31.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:31.491+0000 7fc4261d3640 1 --2- 172.21.15.31:0/3890584005 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc42015f8d0 0x7fc42015fd50 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fc408004780 tx=0x7fc41800cc60 comp rx=0 tx=0).stop 2024-09-16T07:22:31.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:31.491+0000 7fc4261d3640 1 -- 172.21.15.31:0/3890584005 shutdown_connections 2024-09-16T07:22:31.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:31.491+0000 7fc4261d3640 1 --2- 172.21.15.31:0/3890584005 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc40c078a30 0x7fc40c07aef0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:31.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:31.491+0000 7fc4261d3640 1 --2- 172.21.15.31:0/3890584005 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc42015f8d0 0x7fc42015fd50 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:31.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:31.491+0000 7fc4261d3640 1 --2- 172.21.15.31:0/3890584005 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc4200b7cb0 0x7fc42015e790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:31.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:31.491+0000 7fc4261d3640 1 --2- 172.21.15.31:0/3890584005 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc408003a50 0x7fc4201f49b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:31.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:31.491+0000 7fc4261d3640 1 -- 172.21.15.31:0/3890584005 >> 172.21.15.31:0/3890584005 conn(0x7fc4200d3e30 msgr2=0x7fc420160d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:31.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:31.491+0000 7fc4261d3640 1 -- 172.21.15.31:0/3890584005 shutdown_connections 2024-09-16T07:22:31.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:31.491+0000 7fc4261d3640 1 -- 172.21.15.31:0/3890584005 wait complete. 2024-09-16T07:22:31.503 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-16T07:22:31.504 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-16T07:22:31.620 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:31.620+0000 7fc57276b640 1 -- 172.21.15.31:0/205592167 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc56c0cd260 msgr2=0x7fc56c0cb7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:31.620 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:31.620+0000 7fc57276b640 1 --2- 172.21.15.31:0/205592167 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc56c0cd260 0x7fc56c0cb7c0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fc56c073c10 tx=0x7fc56002a530 comp rx=0 tx=0).stop 2024-09-16T07:22:31.620 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:31.620+0000 7fc57276b640 1 -- 172.21.15.31:0/205592167 shutdown_connections 2024-09-16T07:22:31.620 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:31.620+0000 7fc57276b640 1 --2- 172.21.15.31:0/205592167 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc56c0cd260 0x7fc56c0cb7c0 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:31.620 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:31.620+0000 7fc57276b640 1 --2- 172.21.15.31:0/205592167 >> v2:172.21.15.155:3300/0 conn(0x7fc56c15adb0 0x7fc56c0ccd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:31.620 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:31.620+0000 7fc57276b640 1 -- 172.21.15.31:0/205592167 >> 172.21.15.31:0/205592167 conn(0x7fc56c074160 msgr2=0x7fc56c074570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:31.620 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:31.620+0000 7fc57276b640 1 -- 172.21.15.31:0/205592167 shutdown_connections 2024-09-16T07:22:31.620 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:31.620+0000 7fc57276b640 1 -- 172.21.15.31:0/205592167 wait complete. 2024-09-16T07:22:31.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:31.621+0000 7fc57276b640 1 Processor -- start 2024-09-16T07:22:31.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:31.621+0000 7fc57276b640 1 -- start start 2024-09-16T07:22:31.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:31.622+0000 7fc57276b640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc56c0cbd00 0x7fc56c096b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:31.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:31.622+0000 7fc57276b640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc56c0cd260 0x7fc56c0b57d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:31.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:31.622+0000 7fc57276b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc56c15adb0 0x7fc56c0b5d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:31.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:31.622+0000 7fc57276b640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fc56c0b1510 con 0x7fc56c15adb0 2024-09-16T07:22:31.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:31.622+0000 7fc57276b640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc56c0b1390 con 0x7fc56c0cd260 2024-09-16T07:22:31.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:31.622+0000 7fc57276b640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc56c0b1690 con 0x7fc56c0cbd00 2024-09-16T07:22:31.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:31.622+0000 7fc570d08640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc56c15adb0 0x7fc56c0b5d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:31.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:31.622+0000 7fc570d08640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc56c15adb0 0x7fc56c0b5d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:60182/0 (socket says 172.21.15.31:60182) 2024-09-16T07:22:31.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:31.622+0000 7fc570d08640 1 -- 172.21.15.31:0/3836183577 learned_addr learned my addr 172.21.15.31:0/3836183577 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:31.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:31.622+0000 7fc570d08640 1 -- 172.21.15.31:0/3836183577 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc56c0cbd00 msgr2=0x7fc56c096b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:31.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:31.622+0000 7fc570d08640 1 --2- 172.21.15.31:0/3836183577 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc56c0cbd00 0x7fc56c096b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:31.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:31.622+0000 7fc570d08640 1 -- 172.21.15.31:0/3836183577 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc56c0cd260 msgr2=0x7fc56c0b57d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:31.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:31.622+0000 7fc56b7fe640 1 --2- 172.21.15.31:0/3836183577 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc56c0cd260 0x7fc56c0b57d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:31.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:31.623+0000 7fc570d08640 1 --2- 172.21.15.31:0/3836183577 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc56c0cd260 0x7fc56c0b57d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:31.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:31.623+0000 7fc570d08640 1 -- 172.21.15.31:0/3836183577 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc56c0c6760 con 0x7fc56c15adb0 2024-09-16T07:22:31.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:31.623+0000 7fc570d08640 1 --2- 172.21.15.31:0/3836183577 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc56c15adb0 0x7fc56c0b5d10 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fc56400caf0 tx=0x7fc56400a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:31.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:31.623+0000 7fc568ff9640 1 -- 172.21.15.31:0/3836183577 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc564016020 con 0x7fc56c15adb0 2024-09-16T07:22:31.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:31.623+0000 7fc568ff9640 1 -- 172.21.15.31:0/3836183577 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc56400adb0 con 0x7fc56c15adb0 2024-09-16T07:22:31.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:31.623+0000 7fc57276b640 1 -- 172.21.15.31:0/3836183577 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc56c0c6a40 con 0x7fc56c15adb0 2024-09-16T07:22:31.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:31.623+0000 7fc568ff9640 1 -- 172.21.15.31:0/3836183577 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc564012680 con 0x7fc56c15adb0 2024-09-16T07:22:31.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:31.623+0000 7fc57276b640 1 -- 172.21.15.31:0/3836183577 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc56c097040 con 0x7fc56c15adb0 2024-09-16T07:22:31.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:31.624+0000 7fc57276b640 1 -- 172.21.15.31:0/3836183577 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc56c0c6c80 con 0x7fc56c15adb0 2024-09-16T07:22:31.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:31.625+0000 7fc568ff9640 1 -- 172.21.15.31:0/3836183577 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 7) ==== 101440+0+0 (secure 0 0 0) 0x7fc564019020 con 0x7fc56c15adb0 2024-09-16T07:22:31.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:31.625+0000 7fc568ff9640 1 --2- 172.21.15.31:0/3836183577 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc558078a30 0x7fc55807aef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:31.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:31.625+0000 7fc568ff9640 1 -- 172.21.15.31:0/3836183577 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fc56409b360 con 0x7fc56c15adb0 2024-09-16T07:22:31.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:31.626+0000 7fc56bfff640 1 --2- 172.21.15.31:0/3836183577 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc558078a30 0x7fc55807aef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:31.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:31.626+0000 7fc56bfff640 1 --2- 172.21.15.31:0/3836183577 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc558078a30 0x7fc55807aef0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fc56c0d0b20 tx=0x7fc55c006bf0 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:31.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:31.630+0000 7fc568ff9640 1 -- 172.21.15.31:0/3836183577 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fc56c0c6c80 con 0x7fc56c15adb0 2024-09-16T07:22:31.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:31.853+0000 7fc57276b640 1 -- 172.21.15.31:0/3836183577 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7fc56c099e80 con 0x7fc56c15adb0 2024-09-16T07:22:32.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.489+0000 7fc568ff9640 1 -- 172.21.15.31:0/3836183577 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v27) ==== 122+0+0 (secure 0 0 0) 0x7fc564020020 con 0x7fc56c15adb0 2024-09-16T07:22:32.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.492+0000 7fc57276b640 1 -- 172.21.15.31:0/3836183577 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc558078a30 msgr2=0x7fc55807aef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:32.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.492+0000 7fc57276b640 1 --2- 172.21.15.31:0/3836183577 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc558078a30 0x7fc55807aef0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fc56c0d0b20 tx=0x7fc55c006bf0 comp rx=0 tx=0).stop 2024-09-16T07:22:32.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.492+0000 7fc57276b640 1 -- 172.21.15.31:0/3836183577 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc56c15adb0 msgr2=0x7fc56c0b5d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:32.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.492+0000 7fc57276b640 1 --2- 172.21.15.31:0/3836183577 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc56c15adb0 0x7fc56c0b5d10 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fc56400caf0 tx=0x7fc56400a060 comp rx=0 tx=0).stop 2024-09-16T07:22:32.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.492+0000 7fc57276b640 1 -- 172.21.15.31:0/3836183577 shutdown_connections 2024-09-16T07:22:32.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.492+0000 7fc57276b640 1 --2- 172.21.15.31:0/3836183577 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc558078a30 0x7fc55807aef0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:32.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.492+0000 7fc57276b640 1 --2- 172.21.15.31:0/3836183577 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc56c15adb0 0x7fc56c0b5d10 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:32.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.492+0000 7fc57276b640 1 --2- 172.21.15.31:0/3836183577 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc56c0cd260 0x7fc56c0b57d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:32.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.492+0000 7fc57276b640 1 --2- 172.21.15.31:0/3836183577 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc56c0cbd00 0x7fc56c096b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:32.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.492+0000 7fc57276b640 1 -- 172.21.15.31:0/3836183577 >> 172.21.15.31:0/3836183577 conn(0x7fc56c074160 msgr2=0x7fc56c0b1e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:32.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.492+0000 7fc57276b640 1 -- 172.21.15.31:0/3836183577 shutdown_connections 2024-09-16T07:22:32.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.492+0000 7fc57276b640 1 -- 172.21.15.31:0/3836183577 wait complete. 2024-09-16T07:22:32.505 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-16T07:22:32.505 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:22:32.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.617+0000 7f4f3d324640 1 -- 172.21.15.31:0/2424482844 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4f20004800 msgr2=0x7f4f20004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:32.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.617+0000 7f4f3d324640 1 --2- 172.21.15.31:0/2424482844 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4f20004800 0x7f4f20004c80 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f4f2c00b9d0 tx=0x7f4f20005830 comp rx=0 tx=0).stop 2024-09-16T07:22:32.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.618+0000 7f4f377fe640 1 -- 172.21.15.31:0/2424482844 reap_dead start 2024-09-16T07:22:32.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.618+0000 7f4f3d324640 1 -- 172.21.15.31:0/2424482844 shutdown_connections 2024-09-16T07:22:32.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.618+0000 7f4f3d324640 1 -- 172.21.15.31:0/2424482844 >> 172.21.15.31:0/2424482844 conn(0x7f4f380d3e40 msgr2=0x7f4f380d4250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:32.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.618+0000 7f4f3d324640 1 -- 172.21.15.31:0/2424482844 shutdown_connections 2024-09-16T07:22:32.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.618+0000 7f4f3d324640 1 -- 172.21.15.31:0/2424482844 wait complete. 2024-09-16T07:22:32.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.619+0000 7f4f3d324640 1 Processor -- start 2024-09-16T07:22:32.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.619+0000 7f4f3d324640 1 -- start start 2024-09-16T07:22:32.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.620+0000 7f4f3d324640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4f20004800 0x7f4f380b6c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:32.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.620+0000 7f4f3d324640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4f381f4190 0x7f4f381f7ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:32.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.620+0000 7f4f3d324640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4f381f4610 0x7f4f381f8530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:32.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.620+0000 7f4f3d324640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f4f380d1b90 con 0x7f4f20004800 2024-09-16T07:22:32.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.620+0000 7f4f3d324640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f4f380d1a10 con 0x7f4f381f4190 2024-09-16T07:22:32.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.620+0000 7f4f3d324640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f4f380d1d10 con 0x7f4f381f4610 2024-09-16T07:22:32.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.620+0000 7f4f36ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4f20004800 0x7f4f380b6c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:32.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.620+0000 7f4f36ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4f20004800 0x7f4f380b6c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:49762/0 (socket says 172.21.15.31:49762) 2024-09-16T07:22:32.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.620+0000 7f4f36ffd640 1 -- 172.21.15.31:0/2641693761 learned_addr learned my addr 172.21.15.31:0/2641693761 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:32.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.620+0000 7f4f367fc640 1 --2- 172.21.15.31:0/2641693761 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4f381f4190 0x7f4f381f7ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:32.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.620+0000 7f4f377fe640 1 --2- 172.21.15.31:0/2641693761 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4f381f4610 0x7f4f381f8530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:32.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.620+0000 7f4f36ffd640 1 -- 172.21.15.31:0/2641693761 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4f381f4610 msgr2=0x7f4f381f8530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:32.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.620+0000 7f4f36ffd640 1 --2- 172.21.15.31:0/2641693761 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4f381f4610 0x7f4f381f8530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:32.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.620+0000 7f4f36ffd640 1 -- 172.21.15.31:0/2641693761 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4f381f4190 msgr2=0x7f4f381f7ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:32.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.620+0000 7f4f36ffd640 1 --2- 172.21.15.31:0/2641693761 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4f381f4190 0x7f4f381f7ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:32.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.620+0000 7f4f36ffd640 1 -- 172.21.15.31:0/2641693761 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f380b9200 con 0x7f4f20004800 2024-09-16T07:22:32.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.620+0000 7f4f377fe640 1 --2- 172.21.15.31:0/2641693761 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4f381f4610 0x7f4f381f8530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:22:32.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.620+0000 7f4f367fc640 1 --2- 172.21.15.31:0/2641693761 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4f381f4190 0x7f4f381f7ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:22:32.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.620+0000 7f4f36ffd640 1 --2- 172.21.15.31:0/2641693761 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4f20004800 0x7f4f380b6c70 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f4f2800e630 tx=0x7f4f2800eaf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:32.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.621+0000 7f4f1f7fe640 1 -- 172.21.15.31:0/2641693761 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f28015070 con 0x7f4f20004800 2024-09-16T07:22:32.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.621+0000 7f4f1f7fe640 1 -- 172.21.15.31:0/2641693761 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4f2800cab0 con 0x7f4f20004800 2024-09-16T07:22:32.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.621+0000 7f4f3d324640 1 -- 172.21.15.31:0/2641693761 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f380b94e0 con 0x7f4f20004800 2024-09-16T07:22:32.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.621+0000 7f4f1f7fe640 1 -- 172.21.15.31:0/2641693761 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f28011460 con 0x7f4f20004800 2024-09-16T07:22:32.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.621+0000 7f4f3d324640 1 -- 172.21.15.31:0/2641693761 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f380b9aa0 con 0x7f4f20004800 2024-09-16T07:22:32.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.622+0000 7f4f3d324640 1 -- 172.21.15.31:0/2641693761 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4f38160f50 con 0x7f4f20004800 2024-09-16T07:22:32.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.622+0000 7f4f1f7fe640 1 -- 172.21.15.31:0/2641693761 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 7) ==== 101440+0+0 (secure 0 0 0) 0x7f4f28018070 con 0x7f4f20004800 2024-09-16T07:22:32.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.623+0000 7f4f1f7fe640 1 --2- 172.21.15.31:0/2641693761 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f4f24078a30 0x7f4f2407aef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:32.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.623+0000 7f4f1f7fe640 1 -- 172.21.15.31:0/2641693761 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f4f2809b180 con 0x7f4f20004800 2024-09-16T07:22:32.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.623+0000 7f4f367fc640 1 --2- 172.21.15.31:0/2641693761 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f4f24078a30 0x7f4f2407aef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:32.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.624+0000 7f4f367fc640 1 --2- 172.21.15.31:0/2641693761 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f4f24078a30 0x7f4f2407aef0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f4f2c036000 tx=0x7f4f2c0046c0 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:32.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.627+0000 7f4f1f7fe640 1 -- 172.21.15.31:0/2641693761 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f4f28063460 con 0x7f4f20004800 2024-09-16T07:22:32.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.852+0000 7f4f3d324640 1 -- 172.21.15.31:0/2641693761 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4f380b3580 con 0x7f4f20004800 2024-09-16T07:22:32.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.852+0000 7f4f1f7fe640 1 -- 172.21.15.31:0/2641693761 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+5223 (secure 0 0 0) 0x7f4f28062d60 con 0x7f4f20004800 2024-09-16T07:22:32.852 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:22:32.852 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":27,"btime":"2024-09-16T07:22:32:488648+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4934,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2654545976","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2654545976},{"type":"v1","addr":"172.21.15.155:6836","nonce":2654545976}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":4937,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/545251166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":545251166},{"type":"v1","addr":"172.21.15.155:6837","nonce":545251166}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5391,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6834/403188644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":403188644},{"type":"v1","addr":"172.21.15.31:6834","nonce":403188644}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21}],"filesystems":[{"mdsmap":{"epoch":27,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:22:28.829594+0000","modified":"2024-09-16T07:22:31.855003+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5394},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5394":{"gid":5394,"name":"c","rank":0,"incarnation":23,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6835/4030974348","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":4030974348},{"type":"v1","addr":"172.21.15.31:6835","nonce":4030974348}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5394,"qdb_cluster":[5394]},"id":3}]} 2024-09-16T07:22:32.852 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 27 2024-09-16T07:22:32.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.854+0000 7f4f3d324640 1 -- 172.21.15.31:0/2641693761 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f4f24078a30 msgr2=0x7f4f2407aef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:32.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.854+0000 7f4f3d324640 1 --2- 172.21.15.31:0/2641693761 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f4f24078a30 0x7f4f2407aef0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f4f2c036000 tx=0x7f4f2c0046c0 comp rx=0 tx=0).stop 2024-09-16T07:22:32.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.854+0000 7f4f3d324640 1 -- 172.21.15.31:0/2641693761 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4f20004800 msgr2=0x7f4f380b6c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:32.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.854+0000 7f4f3d324640 1 --2- 172.21.15.31:0/2641693761 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4f20004800 0x7f4f380b6c70 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f4f2800e630 tx=0x7f4f2800eaf0 comp rx=0 tx=0).stop 2024-09-16T07:22:32.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.854+0000 7f4f3d324640 1 -- 172.21.15.31:0/2641693761 shutdown_connections 2024-09-16T07:22:32.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.854+0000 7f4f3d324640 1 --2- 172.21.15.31:0/2641693761 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f4f24078a30 0x7f4f2407aef0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:32.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.854+0000 7f4f3d324640 1 --2- 172.21.15.31:0/2641693761 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4f381f4610 0x7f4f381f8530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:32.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.854+0000 7f4f3d324640 1 --2- 172.21.15.31:0/2641693761 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4f381f4190 0x7f4f381f7ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:32.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.854+0000 7f4f3d324640 1 --2- 172.21.15.31:0/2641693761 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4f20004800 0x7f4f380b6c70 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:32.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.854+0000 7f4f3d324640 1 -- 172.21.15.31:0/2641693761 >> 172.21.15.31:0/2641693761 conn(0x7f4f380d3e40 msgr2=0x7f4f380d0e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:32.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.854+0000 7f4f3d324640 1 -- 172.21.15.31:0/2641693761 shutdown_connections 2024-09-16T07:22:32.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.854+0000 7f4f3d324640 1 -- 172.21.15.31:0/2641693761 wait complete. 2024-09-16T07:22:32.865 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:22:32.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.970+0000 7f4933f32640 1 -- 172.21.15.31:0/2706519154 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f492c160ac0 msgr2=0x7f492c160f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:32.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.970+0000 7f4933f32640 1 --2- 172.21.15.31:0/2706519154 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f492c160ac0 0x7f492c160f50 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f491c009ca0 tx=0x7f491c02aa30 comp rx=0 tx=0).stop 2024-09-16T07:22:32.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.970+0000 7f4933f32640 1 -- 172.21.15.31:0/2706519154 shutdown_connections 2024-09-16T07:22:32.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.970+0000 7f4933f32640 1 --2- 172.21.15.31:0/2706519154 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f492c160ac0 0x7f492c160f50 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:32.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.970+0000 7f4933f32640 1 --2- 172.21.15.31:0/2706519154 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f492c0cf920 0x7f492c0d1a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:32.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.970+0000 7f4933f32640 1 -- 172.21.15.31:0/2706519154 >> 172.21.15.31:0/2706519154 conn(0x7f492c0d3e40 msgr2=0x7f492c0d4250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:32.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.970+0000 7f4933f32640 1 -- 172.21.15.31:0/2706519154 shutdown_connections 2024-09-16T07:22:32.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.970+0000 7f4933f32640 1 -- 172.21.15.31:0/2706519154 wait complete. 2024-09-16T07:22:32.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.971+0000 7f4933f32640 1 Processor -- start 2024-09-16T07:22:32.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.971+0000 7f4933f32640 1 -- start start 2024-09-16T07:22:32.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.972+0000 7f4933f32640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f492c0cf920 0x7f492c0cd9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:32.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.972+0000 7f4933f32640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f492c160ac0 0x7f492c06e550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:32.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.972+0000 7f4933f32640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f492c161b30 0x7f492c0cbd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:32.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.972+0000 7f4933f32640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f492c0b3b60 con 0x7f492c160ac0 2024-09-16T07:22:32.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.972+0000 7f4933f32640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f492c0b39e0 con 0x7f492c0cf920 2024-09-16T07:22:32.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.972+0000 7f4933f32640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f492c0b3ce0 con 0x7f492c161b30 2024-09-16T07:22:32.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.972+0000 7f49314cd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f492c160ac0 0x7f492c06e550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:32.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.972+0000 7f49314cd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f492c160ac0 0x7f492c06e550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:49784/0 (socket says 172.21.15.31:49784) 2024-09-16T07:22:32.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.972+0000 7f49314cd640 1 -- 172.21.15.31:0/4024358821 learned_addr learned my addr 172.21.15.31:0/4024358821 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:32.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.973+0000 7f4931cce640 1 --2- 172.21.15.31:0/4024358821 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f492c0cf920 0x7f492c0cd9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:32.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.973+0000 7f49324cf640 1 --2- 172.21.15.31:0/4024358821 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f492c161b30 0x7f492c0cbd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:32.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.973+0000 7f49314cd640 1 -- 172.21.15.31:0/4024358821 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f492c161b30 msgr2=0x7f492c0cbd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:32.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.973+0000 7f49314cd640 1 --2- 172.21.15.31:0/4024358821 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f492c161b30 0x7f492c0cbd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:32.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.973+0000 7f49314cd640 1 -- 172.21.15.31:0/4024358821 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f492c0cf920 msgr2=0x7f492c0cd9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:32.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.973+0000 7f49314cd640 1 --2- 172.21.15.31:0/4024358821 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f492c0cf920 0x7f492c0cd9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:32.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.973+0000 7f49314cd640 1 -- 172.21.15.31:0/4024358821 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f492c1f8b80 con 0x7f492c160ac0 2024-09-16T07:22:32.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.973+0000 7f4931cce640 1 --2- 172.21.15.31:0/4024358821 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f492c0cf920 0x7f492c0cd9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:22:32.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.973+0000 7f49324cf640 1 --2- 172.21.15.31:0/4024358821 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f492c161b30 0x7f492c0cbd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:22:32.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.973+0000 7f49314cd640 1 --2- 172.21.15.31:0/4024358821 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f492c160ac0 0x7f492c06e550 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f492000c970 tx=0x7f492000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:32.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.973+0000 7f492a7fc640 1 -- 172.21.15.31:0/4024358821 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4920007bb0 con 0x7f492c160ac0 2024-09-16T07:22:32.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.973+0000 7f492a7fc640 1 -- 172.21.15.31:0/4024358821 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4920005020 con 0x7f492c160ac0 2024-09-16T07:22:32.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.973+0000 7f4933f32640 1 -- 172.21.15.31:0/4024358821 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f492c0cdf60 con 0x7f492c160ac0 2024-09-16T07:22:32.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.973+0000 7f492a7fc640 1 -- 172.21.15.31:0/4024358821 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4920007e60 con 0x7f492c160ac0 2024-09-16T07:22:32.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.973+0000 7f4933f32640 1 -- 172.21.15.31:0/4024358821 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f492c0cb570 con 0x7f492c160ac0 2024-09-16T07:22:32.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.974+0000 7f4933f32640 1 -- 172.21.15.31:0/4024358821 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f492c0d1a10 con 0x7f492c160ac0 2024-09-16T07:22:32.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.975+0000 7f492a7fc640 1 -- 172.21.15.31:0/4024358821 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 7) ==== 101440+0+0 (secure 0 0 0) 0x7f4920005470 con 0x7f492c160ac0 2024-09-16T07:22:32.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.975+0000 7f492a7fc640 1 --2- 172.21.15.31:0/4024358821 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f4918078a00 0x7f491807aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:32.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.975+0000 7f492a7fc640 1 -- 172.21.15.31:0/4024358821 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f492009b290 con 0x7f492c160ac0 2024-09-16T07:22:32.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.976+0000 7f4931cce640 1 --2- 172.21.15.31:0/4024358821 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f4918078a00 0x7f491807aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:32.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.976+0000 7f4931cce640 1 --2- 172.21.15.31:0/4024358821 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f4918078a00 0x7f491807aec0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f492400a830 tx=0x7f4924008040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:32.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:32.979+0000 7f492a7fc640 1 -- 172.21.15.31:0/4024358821 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f4920014030 con 0x7f492c160ac0 2024-09-16T07:22:33.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.168+0000 7f4933f32640 1 -- 172.21.15.31:0/4024358821 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f492c0b3580 con 0x7f492c160ac0 2024-09-16T07:22:33.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.169+0000 7f492a7fc640 1 -- 172.21.15.31:0/4024358821 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v45) ==== 74+0+16645 (secure 0 0 0) 0x7f4920063570 con 0x7f492c160ac0 2024-09-16T07:22:33.168 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:22:33.168 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":45,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:22:30.464022+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:22:26.469487+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-16T07:22:27.789126+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"45","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:22:33.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.171+0000 7f4933f32640 1 -- 172.21.15.31:0/4024358821 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f4918078a00 msgr2=0x7f491807aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:33.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.171+0000 7f4933f32640 1 --2- 172.21.15.31:0/4024358821 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f4918078a00 0x7f491807aec0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f492400a830 tx=0x7f4924008040 comp rx=0 tx=0).stop 2024-09-16T07:22:33.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.171+0000 7f4933f32640 1 -- 172.21.15.31:0/4024358821 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f492c160ac0 msgr2=0x7f492c06e550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:33.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.171+0000 7f4933f32640 1 --2- 172.21.15.31:0/4024358821 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f492c160ac0 0x7f492c06e550 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f492000c970 tx=0x7f492000ce30 comp rx=0 tx=0).stop 2024-09-16T07:22:33.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.171+0000 7f4933f32640 1 -- 172.21.15.31:0/4024358821 shutdown_connections 2024-09-16T07:22:33.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.171+0000 7f4933f32640 1 --2- 172.21.15.31:0/4024358821 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f4918078a00 0x7f491807aec0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:33.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.171+0000 7f4933f32640 1 --2- 172.21.15.31:0/4024358821 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f492c161b30 0x7f492c0cbd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:33.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.171+0000 7f4933f32640 1 --2- 172.21.15.31:0/4024358821 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f492c160ac0 0x7f492c06e550 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:33.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.171+0000 7f4933f32640 1 --2- 172.21.15.31:0/4024358821 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f492c0cf920 0x7f492c0cd9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:33.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.171+0000 7f4933f32640 1 -- 172.21.15.31:0/4024358821 >> 172.21.15.31:0/4024358821 conn(0x7f492c0d3e40 msgr2=0x7f492c0b5400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:33.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.171+0000 7f4933f32640 1 -- 172.21.15.31:0/4024358821 shutdown_connections 2024-09-16T07:22:33.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.171+0000 7f4933f32640 1 -- 172.21.15.31:0/4024358821 wait complete. 2024-09-16T07:22:33.182 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-16T07:22:33.182 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T07:22:33.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.286+0000 7fd4706bd640 1 -- 172.21.15.31:0/3598249659 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd4680d0d40 msgr2=0x7fd4680cf9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:33.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.286+0000 7fd4706bd640 1 --2- 172.21.15.31:0/3598249659 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd4680d0d40 0x7fd4680cf9b0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7fd4680d1eb0 tx=0x7fd45c02a4f0 comp rx=0 tx=0).stop 2024-09-16T07:22:33.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.287+0000 7fd4706bd640 1 -- 172.21.15.31:0/3598249659 shutdown_connections 2024-09-16T07:22:33.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.287+0000 7fd4706bd640 1 --2- 172.21.15.31:0/3598249659 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd4680d0d40 0x7fd4680cf9b0 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:33.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.287+0000 7fd4706bd640 1 -- 172.21.15.31:0/3598249659 >> 172.21.15.31:0/3598249659 conn(0x7fd4680d3ea0 msgr2=0x7fd4680d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:33.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.287+0000 7fd4706bd640 1 -- 172.21.15.31:0/3598249659 shutdown_connections 2024-09-16T07:22:33.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.287+0000 7fd4706bd640 1 -- 172.21.15.31:0/3598249659 wait complete. 2024-09-16T07:22:33.290 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.288+0000 7fd4706bd640 1 Processor -- start 2024-09-16T07:22:33.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.288+0000 7fd4706bd640 1 -- start start 2024-09-16T07:22:33.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.289+0000 7fd4706bd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd4680d0d40 0x7fd4681524b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:33.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.289+0000 7fd4706bd640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd4680d49c0 0x7fd468160b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:33.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.289+0000 7fd4706bd640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd46815df90 0x7fd4681610d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:33.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.289+0000 7fd4706bd640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fd468162690 con 0x7fd4680d0d40 2024-09-16T07:22:33.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.289+0000 7fd4706bd640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fd4680b3f10 con 0x7fd46815df90 2024-09-16T07:22:33.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.289+0000 7fd4706bd640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fd46815e670 con 0x7fd4680d49c0 2024-09-16T07:22:33.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.289+0000 7fd46e459640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd4680d0d40 0x7fd4681524b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:33.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.289+0000 7fd46e459640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd4680d0d40 0x7fd4681524b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:49796/0 (socket says 172.21.15.31:49796) 2024-09-16T07:22:33.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.289+0000 7fd46e459640 1 -- 172.21.15.31:0/1894125388 learned_addr learned my addr 172.21.15.31:0/1894125388 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:33.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.289+0000 7fd46ec5a640 1 --2- 172.21.15.31:0/1894125388 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd46815df90 0x7fd4681610d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:33.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.289+0000 7fd46dc58640 1 --2- 172.21.15.31:0/1894125388 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd4680d49c0 0x7fd468160b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:33.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.289+0000 7fd46e459640 1 -- 172.21.15.31:0/1894125388 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd4680d49c0 msgr2=0x7fd468160b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:33.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.289+0000 7fd46e459640 1 --2- 172.21.15.31:0/1894125388 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd4680d49c0 0x7fd468160b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:33.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.289+0000 7fd46e459640 1 -- 172.21.15.31:0/1894125388 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd46815df90 msgr2=0x7fd4681610d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:33.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.289+0000 7fd46e459640 1 --2- 172.21.15.31:0/1894125388 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd46815df90 0x7fd4681610d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:33.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.289+0000 7fd46e459640 1 -- 172.21.15.31:0/1894125388 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd46815e950 con 0x7fd4680d0d40 2024-09-16T07:22:33.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.289+0000 7fd46e459640 1 --2- 172.21.15.31:0/1894125388 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd4680d0d40 0x7fd4681524b0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7fd45800ba50 tx=0x7fd45800bf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:33.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.289+0000 7fd466ffd640 1 -- 172.21.15.31:0/1894125388 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd458019070 con 0x7fd4680d0d40 2024-09-16T07:22:33.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.289+0000 7fd466ffd640 1 -- 172.21.15.31:0/1894125388 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd45800cd10 con 0x7fd4680d0d40 2024-09-16T07:22:33.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.289+0000 7fd466ffd640 1 -- 172.21.15.31:0/1894125388 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4580146a0 con 0x7fd4680d0d40 2024-09-16T07:22:33.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.289+0000 7fd4706bd640 1 -- 172.21.15.31:0/1894125388 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd46815ec30 con 0x7fd4680d0d40 2024-09-16T07:22:33.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.289+0000 7fd4706bd640 1 -- 172.21.15.31:0/1894125388 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4681616c0 con 0x7fd4680d0d40 2024-09-16T07:22:33.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.290+0000 7fd4706bd640 1 -- 172.21.15.31:0/1894125388 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd4680b4450 con 0x7fd4680d0d40 2024-09-16T07:22:33.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.291+0000 7fd466ffd640 1 -- 172.21.15.31:0/1894125388 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 7) ==== 101440+0+0 (secure 0 0 0) 0x7fd45801c070 con 0x7fd4680d0d40 2024-09-16T07:22:33.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.291+0000 7fd466ffd640 1 --2- 172.21.15.31:0/1894125388 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd454078a00 0x7fd45407aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:33.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.292+0000 7fd466ffd640 1 -- 172.21.15.31:0/1894125388 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fd45809aa70 con 0x7fd4680d0d40 2024-09-16T07:22:33.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.292+0000 7fd46dc58640 1 --2- 172.21.15.31:0/1894125388 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd454078a00 0x7fd45407aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:33.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.292+0000 7fd46dc58640 1 --2- 172.21.15.31:0/1894125388 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd454078a00 0x7fd45407aec0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fd45c034000 tx=0x7fd45c004730 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:33.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.296+0000 7fd466ffd640 1 -- 172.21.15.31:0/1894125388 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fd458062660 con 0x7fd4680d0d40 2024-09-16T07:22:33.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.478+0000 7fd4706bd640 1 -- 172.21.15.31:0/1894125388 --> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fd46808d590 con 0x7fd454078a00 2024-09-16T07:22:33.483 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.483+0000 7fd466ffd640 1 -- 172.21.15.31:0/1894125388 <== mgr.4117 v2:172.21.15.155:6808/3650624732 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251941 (secure 0 0 0) 0x7fd46808d590 con 0x7fd454078a00 2024-09-16T07:22:33.486 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:22:33.488 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-16T07:22:33.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.486+0000 7fd4706bd640 1 -- 172.21.15.31:0/1894125388 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd454078a00 msgr2=0x7fd45407aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:33.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.486+0000 7fd4706bd640 1 --2- 172.21.15.31:0/1894125388 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd454078a00 0x7fd45407aec0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fd45c034000 tx=0x7fd45c004730 comp rx=0 tx=0).stop 2024-09-16T07:22:33.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.486+0000 7fd4706bd640 1 -- 172.21.15.31:0/1894125388 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd4680d0d40 msgr2=0x7fd4681524b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:33.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.486+0000 7fd4706bd640 1 --2- 172.21.15.31:0/1894125388 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd4680d0d40 0x7fd4681524b0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7fd45800ba50 tx=0x7fd45800bf10 comp rx=0 tx=0).stop 2024-09-16T07:22:33.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.486+0000 7fd4706bd640 1 -- 172.21.15.31:0/1894125388 shutdown_connections 2024-09-16T07:22:33.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.486+0000 7fd4706bd640 1 --2- 172.21.15.31:0/1894125388 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd454078a00 0x7fd45407aec0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:33.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.486+0000 7fd4706bd640 1 --2- 172.21.15.31:0/1894125388 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd46815df90 0x7fd4681610d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:33.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.486+0000 7fd4706bd640 1 --2- 172.21.15.31:0/1894125388 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd4680d49c0 0x7fd468160b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:33.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.486+0000 7fd4706bd640 1 --2- 172.21.15.31:0/1894125388 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd4680d0d40 0x7fd4681524b0 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:33.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.486+0000 7fd4706bd640 1 -- 172.21.15.31:0/1894125388 >> 172.21.15.31:0/1894125388 conn(0x7fd4680d3ea0 msgr2=0x7fd46806ebb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:33.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.486+0000 7fd4706bd640 1 -- 172.21.15.31:0/1894125388 shutdown_connections 2024-09-16T07:22:33.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.486+0000 7fd4706bd640 1 -- 172.21.15.31:0/1894125388 wait complete. 2024-09-16T07:22:33.498 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":86,"stamp":"2024-09-16T07:22:32.648909+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":145,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":110,"ondisk_log_size":110,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":85,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":225452,"kb_used_data":5052,"kb_used_omap":12,"kb_used_meta":220211,"kb_avail":754749268,"statfs":{"total":773094113280,"available":772863250432,"internally_reserved":0,"allocated":5173248,"data_stored":2751583,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":225496625},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":30,"apply_latency_ms":30,"commit_latency_ns":30000000,"apply_latency_ns":30000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.201806"},"pg_stats":[{"pgid":"7.3f","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.498255+0000","last_change":"2024-09-16T07:22:29.495405+0000","last_active":"2024-09-16T07:22:29.498255+0000","last_peered":"2024-09-16T07:22:29.498255+0000","last_clean":"2024-09-16T07:22:29.498255+0000","last_became_active":"2024-09-16T07:22:29.495031+0000","last_became_peered":"2024-09-16T07:22:29.495031+0000","last_unstale":"2024-09-16T07:22:29.498255+0000","last_undegraded":"2024-09-16T07:22:29.498255+0000","last_fullsized":"2024-09-16T07:22:29.498255+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:56:03.041222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.499212+0000","last_change":"2024-09-16T07:22:29.496857+0000","last_active":"2024-09-16T07:22:29.499212+0000","last_peered":"2024-09-16T07:22:29.499212+0000","last_clean":"2024-09-16T07:22:29.499212+0000","last_became_active":"2024-09-16T07:22:29.496490+0000","last_became_peered":"2024-09-16T07:22:29.496490+0000","last_unstale":"2024-09-16T07:22:29.499212+0000","last_undegraded":"2024-09-16T07:22:29.499212+0000","last_fullsized":"2024-09-16T07:22:29.499212+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:01:17.521723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.492681+0000","last_change":"2024-09-16T07:22:29.489056+0000","last_active":"2024-09-16T07:22:29.492681+0000","last_peered":"2024-09-16T07:22:29.492681+0000","last_clean":"2024-09-16T07:22:29.492681+0000","last_became_active":"2024-09-16T07:22:29.488721+0000","last_became_peered":"2024-09-16T07:22:29.488721+0000","last_unstale":"2024-09-16T07:22:29.492681+0000","last_undegraded":"2024-09-16T07:22:29.492681+0000","last_fullsized":"2024-09-16T07:22:29.492681+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:14:12.430021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.495333+0000","last_change":"2024-09-16T07:22:29.485410+0000","last_active":"2024-09-16T07:22:29.495333+0000","last_peered":"2024-09-16T07:22:29.495333+0000","last_clean":"2024-09-16T07:22:29.495333+0000","last_became_active":"2024-09-16T07:22:29.485075+0000","last_became_peered":"2024-09-16T07:22:29.485075+0000","last_unstale":"2024-09-16T07:22:29.495333+0000","last_undegraded":"2024-09-16T07:22:29.495333+0000","last_fullsized":"2024-09-16T07:22:29.495333+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:10:12.146916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.485287+0000","last_change":"2024-09-16T07:22:29.476480+0000","last_active":"2024-09-16T07:22:29.485287+0000","last_peered":"2024-09-16T07:22:29.485287+0000","last_clean":"2024-09-16T07:22:29.485287+0000","last_became_active":"2024-09-16T07:22:29.476193+0000","last_became_peered":"2024-09-16T07:22:29.476193+0000","last_unstale":"2024-09-16T07:22:29.485287+0000","last_undegraded":"2024-09-16T07:22:29.485287+0000","last_fullsized":"2024-09-16T07:22:29.485287+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:42:43.140496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T07:22:31.009229+0000","last_change":"2024-09-16T07:22:29.486335+0000","last_active":"2024-09-16T07:22:31.009229+0000","last_peered":"2024-09-16T07:22:31.009229+0000","last_clean":"2024-09-16T07:22:31.009229+0000","last_became_active":"2024-09-16T07:22:29.486051+0000","last_became_peered":"2024-09-16T07:22:29.486051+0000","last_unstale":"2024-09-16T07:22:31.009229+0000","last_undegraded":"2024-09-16T07:22:31.009229+0000","last_fullsized":"2024-09-16T07:22:31.009229+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:58:37.719376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.498367+0000","last_change":"2024-09-16T07:22:29.497028+0000","last_active":"2024-09-16T07:22:29.498367+0000","last_peered":"2024-09-16T07:22:29.498367+0000","last_clean":"2024-09-16T07:22:29.498367+0000","last_became_active":"2024-09-16T07:22:29.496661+0000","last_became_peered":"2024-09-16T07:22:29.496661+0000","last_unstale":"2024-09-16T07:22:29.498367+0000","last_undegraded":"2024-09-16T07:22:29.498367+0000","last_fullsized":"2024-09-16T07:22:29.498367+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:39:04.890409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.498525+0000","last_change":"2024-09-16T07:22:29.492325+0000","last_active":"2024-09-16T07:22:29.498525+0000","last_peered":"2024-09-16T07:22:29.498525+0000","last_clean":"2024-09-16T07:22:29.498525+0000","last_became_active":"2024-09-16T07:22:29.491786+0000","last_became_peered":"2024-09-16T07:22:29.491786+0000","last_unstale":"2024-09-16T07:22:29.498525+0000","last_undegraded":"2024-09-16T07:22:29.498525+0000","last_fullsized":"2024-09-16T07:22:29.498525+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:10:18.209542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T07:22:31.009694+0000","last_change":"2024-09-16T07:22:29.489076+0000","last_active":"2024-09-16T07:22:31.009694+0000","last_peered":"2024-09-16T07:22:31.009694+0000","last_clean":"2024-09-16T07:22:31.009694+0000","last_became_active":"2024-09-16T07:22:29.488745+0000","last_became_peered":"2024-09-16T07:22:29.488745+0000","last_unstale":"2024-09-16T07:22:31.009694+0000","last_undegraded":"2024-09-16T07:22:31.009694+0000","last_fullsized":"2024-09-16T07:22:31.009694+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:46:48.780776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.495867+0000","last_change":"2024-09-16T07:22:29.487922+0000","last_active":"2024-09-16T07:22:29.495867+0000","last_peered":"2024-09-16T07:22:29.495867+0000","last_clean":"2024-09-16T07:22:29.495867+0000","last_became_active":"2024-09-16T07:22:29.487616+0000","last_became_peered":"2024-09-16T07:22:29.487616+0000","last_unstale":"2024-09-16T07:22:29.495867+0000","last_undegraded":"2024-09-16T07:22:29.495867+0000","last_fullsized":"2024-09-16T07:22:29.495867+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:00:31.000268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.498362+0000","last_change":"2024-09-16T07:22:29.492972+0000","last_active":"2024-09-16T07:22:29.498362+0000","last_peered":"2024-09-16T07:22:29.498362+0000","last_clean":"2024-09-16T07:22:29.498362+0000","last_became_active":"2024-09-16T07:22:29.492648+0000","last_became_peered":"2024-09-16T07:22:29.492648+0000","last_unstale":"2024-09-16T07:22:29.498362+0000","last_undegraded":"2024-09-16T07:22:29.498362+0000","last_fullsized":"2024-09-16T07:22:29.498362+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:45:53.706673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.496744+0000","last_change":"2024-09-16T07:22:29.490059+0000","last_active":"2024-09-16T07:22:29.496744+0000","last_peered":"2024-09-16T07:22:29.496744+0000","last_clean":"2024-09-16T07:22:29.496744+0000","last_became_active":"2024-09-16T07:22:29.488372+0000","last_became_peered":"2024-09-16T07:22:29.488372+0000","last_unstale":"2024-09-16T07:22:29.496744+0000","last_undegraded":"2024-09-16T07:22:29.496744+0000","last_fullsized":"2024-09-16T07:22:29.496744+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:40:59.408737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T07:22:31.009438+0000","last_change":"2024-09-16T07:22:29.496836+0000","last_active":"2024-09-16T07:22:31.009438+0000","last_peered":"2024-09-16T07:22:31.009438+0000","last_clean":"2024-09-16T07:22:31.009438+0000","last_became_active":"2024-09-16T07:22:29.496527+0000","last_became_peered":"2024-09-16T07:22:29.496527+0000","last_unstale":"2024-09-16T07:22:31.009438+0000","last_undegraded":"2024-09-16T07:22:31.009438+0000","last_fullsized":"2024-09-16T07:22:31.009438+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:11:53.342292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.495503+0000","last_change":"2024-09-16T07:22:29.486579+0000","last_active":"2024-09-16T07:22:29.495503+0000","last_peered":"2024-09-16T07:22:29.495503+0000","last_clean":"2024-09-16T07:22:29.495503+0000","last_became_active":"2024-09-16T07:22:29.485175+0000","last_became_peered":"2024-09-16T07:22:29.485175+0000","last_unstale":"2024-09-16T07:22:29.495503+0000","last_undegraded":"2024-09-16T07:22:29.495503+0000","last_fullsized":"2024-09-16T07:22:29.495503+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:30:11.023861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.496115+0000","last_change":"2024-09-16T07:22:29.490458+0000","last_active":"2024-09-16T07:22:29.496115+0000","last_peered":"2024-09-16T07:22:29.496115+0000","last_clean":"2024-09-16T07:22:29.496115+0000","last_became_active":"2024-09-16T07:22:29.490209+0000","last_became_peered":"2024-09-16T07:22:29.490209+0000","last_unstale":"2024-09-16T07:22:29.496115+0000","last_undegraded":"2024-09-16T07:22:29.496115+0000","last_fullsized":"2024-09-16T07:22:29.496115+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:47:15.900089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.497226+0000","last_change":"2024-09-16T07:22:29.489254+0000","last_active":"2024-09-16T07:22:29.497226+0000","last_peered":"2024-09-16T07:22:29.497226+0000","last_clean":"2024-09-16T07:22:29.497226+0000","last_became_active":"2024-09-16T07:22:29.488957+0000","last_became_peered":"2024-09-16T07:22:29.488957+0000","last_unstale":"2024-09-16T07:22:29.497226+0000","last_undegraded":"2024-09-16T07:22:29.497226+0000","last_fullsized":"2024-09-16T07:22:29.497226+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:45:28.592034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.498523+0000","last_change":"2024-09-16T07:22:29.494284+0000","last_active":"2024-09-16T07:22:29.498523+0000","last_peered":"2024-09-16T07:22:29.498523+0000","last_clean":"2024-09-16T07:22:29.498523+0000","last_became_active":"2024-09-16T07:22:29.493981+0000","last_became_peered":"2024-09-16T07:22:29.493981+0000","last_unstale":"2024-09-16T07:22:29.498523+0000","last_undegraded":"2024-09-16T07:22:29.498523+0000","last_fullsized":"2024-09-16T07:22:29.498523+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:19:59.633464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.499861+0000","last_change":"2024-09-16T07:22:29.498625+0000","last_active":"2024-09-16T07:22:29.499861+0000","last_peered":"2024-09-16T07:22:29.499861+0000","last_clean":"2024-09-16T07:22:29.499861+0000","last_became_active":"2024-09-16T07:22:29.498356+0000","last_became_peered":"2024-09-16T07:22:29.498356+0000","last_unstale":"2024-09-16T07:22:29.499861+0000","last_undegraded":"2024-09-16T07:22:29.499861+0000","last_fullsized":"2024-09-16T07:22:29.499861+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:06:44.515081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.489278+0000","last_change":"2024-09-16T07:22:29.482289+0000","last_active":"2024-09-16T07:22:29.489278+0000","last_peered":"2024-09-16T07:22:29.489278+0000","last_clean":"2024-09-16T07:22:29.489278+0000","last_became_active":"2024-09-16T07:22:29.482010+0000","last_became_peered":"2024-09-16T07:22:29.482010+0000","last_unstale":"2024-09-16T07:22:29.489278+0000","last_undegraded":"2024-09-16T07:22:29.489278+0000","last_fullsized":"2024-09-16T07:22:29.489278+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:45:53.706673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.495612+0000","last_change":"2024-09-16T07:22:29.481816+0000","last_active":"2024-09-16T07:22:29.495612+0000","last_peered":"2024-09-16T07:22:29.495612+0000","last_clean":"2024-09-16T07:22:29.495612+0000","last_became_active":"2024-09-16T07:22:29.481500+0000","last_became_peered":"2024-09-16T07:22:29.481500+0000","last_unstale":"2024-09-16T07:22:29.495612+0000","last_undegraded":"2024-09-16T07:22:29.495612+0000","last_fullsized":"2024-09-16T07:22:29.495612+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:22:54.605295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.498348+0000","last_change":"2024-09-16T07:22:29.494531+0000","last_active":"2024-09-16T07:22:29.498348+0000","last_peered":"2024-09-16T07:22:29.498348+0000","last_clean":"2024-09-16T07:22:29.498348+0000","last_became_active":"2024-09-16T07:22:29.494268+0000","last_became_peered":"2024-09-16T07:22:29.494268+0000","last_unstale":"2024-09-16T07:22:29.498348+0000","last_undegraded":"2024-09-16T07:22:29.498348+0000","last_fullsized":"2024-09-16T07:22:29.498348+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:45:28.592034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.487307+0000","last_change":"2024-09-16T07:22:29.483312+0000","last_active":"2024-09-16T07:22:29.487307+0000","last_peered":"2024-09-16T07:22:29.487307+0000","last_clean":"2024-09-16T07:22:29.487307+0000","last_became_active":"2024-09-16T07:22:29.482997+0000","last_became_peered":"2024-09-16T07:22:29.482997+0000","last_unstale":"2024-09-16T07:22:29.487307+0000","last_undegraded":"2024-09-16T07:22:29.487307+0000","last_fullsized":"2024-09-16T07:22:29.487307+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:11:33.711709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.480951+0000","last_change":"2024-09-16T07:22:29.477750+0000","last_active":"2024-09-16T07:22:29.480951+0000","last_peered":"2024-09-16T07:22:29.480951+0000","last_clean":"2024-09-16T07:22:29.480951+0000","last_became_active":"2024-09-16T07:22:29.477460+0000","last_became_peered":"2024-09-16T07:22:29.477460+0000","last_unstale":"2024-09-16T07:22:29.480951+0000","last_undegraded":"2024-09-16T07:22:29.480951+0000","last_fullsized":"2024-09-16T07:22:29.480951+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:25:16.548839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.499220+0000","last_change":"2024-09-16T07:22:29.496619+0000","last_active":"2024-09-16T07:22:29.499220+0000","last_peered":"2024-09-16T07:22:29.499220+0000","last_clean":"2024-09-16T07:22:29.499220+0000","last_became_active":"2024-09-16T07:22:29.496310+0000","last_became_peered":"2024-09-16T07:22:29.496310+0000","last_unstale":"2024-09-16T07:22:29.499220+0000","last_undegraded":"2024-09-16T07:22:29.499220+0000","last_fullsized":"2024-09-16T07:22:29.499220+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:51:43.738871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.498280+0000","last_change":"2024-09-16T07:22:29.495651+0000","last_active":"2024-09-16T07:22:29.498280+0000","last_peered":"2024-09-16T07:22:29.498280+0000","last_clean":"2024-09-16T07:22:29.498280+0000","last_became_active":"2024-09-16T07:22:29.495390+0000","last_became_peered":"2024-09-16T07:22:29.495390+0000","last_unstale":"2024-09-16T07:22:29.498280+0000","last_undegraded":"2024-09-16T07:22:29.498280+0000","last_fullsized":"2024-09-16T07:22:29.498280+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:16:39.940982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.498852+0000","last_change":"2024-09-16T07:22:29.496061+0000","last_active":"2024-09-16T07:22:29.498852+0000","last_peered":"2024-09-16T07:22:29.498852+0000","last_clean":"2024-09-16T07:22:29.498852+0000","last_became_active":"2024-09-16T07:22:29.495488+0000","last_became_peered":"2024-09-16T07:22:29.495488+0000","last_unstale":"2024-09-16T07:22:29.498852+0000","last_undegraded":"2024-09-16T07:22:29.498852+0000","last_fullsized":"2024-09-16T07:22:29.498852+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:45:53.548168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.489664+0000","last_change":"2024-09-16T07:22:29.481792+0000","last_active":"2024-09-16T07:22:29.489664+0000","last_peered":"2024-09-16T07:22:29.489664+0000","last_clean":"2024-09-16T07:22:29.489664+0000","last_became_active":"2024-09-16T07:22:29.481325+0000","last_became_peered":"2024-09-16T07:22:29.481325+0000","last_unstale":"2024-09-16T07:22:29.489664+0000","last_undegraded":"2024-09-16T07:22:29.489664+0000","last_fullsized":"2024-09-16T07:22:29.489664+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:03:28.313941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.490258+0000","last_change":"2024-09-16T07:22:29.486616+0000","last_active":"2024-09-16T07:22:29.490258+0000","last_peered":"2024-09-16T07:22:29.490258+0000","last_clean":"2024-09-16T07:22:29.490258+0000","last_became_active":"2024-09-16T07:22:29.486358+0000","last_became_peered":"2024-09-16T07:22:29.486358+0000","last_unstale":"2024-09-16T07:22:29.490258+0000","last_undegraded":"2024-09-16T07:22:29.490258+0000","last_fullsized":"2024-09-16T07:22:29.490258+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:58:12.326806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.497480+0000","last_change":"2024-09-16T07:22:29.490605+0000","last_active":"2024-09-16T07:22:29.497480+0000","last_peered":"2024-09-16T07:22:29.497480+0000","last_clean":"2024-09-16T07:22:29.497480+0000","last_became_active":"2024-09-16T07:22:29.490352+0000","last_became_peered":"2024-09-16T07:22:29.490352+0000","last_unstale":"2024-09-16T07:22:29.497480+0000","last_undegraded":"2024-09-16T07:22:29.497480+0000","last_fullsized":"2024-09-16T07:22:29.497480+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:45:53.548168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.498447+0000","last_change":"2024-09-16T07:22:29.493567+0000","last_active":"2024-09-16T07:22:29.498447+0000","last_peered":"2024-09-16T07:22:29.498447+0000","last_clean":"2024-09-16T07:22:29.498447+0000","last_became_active":"2024-09-16T07:22:29.493279+0000","last_became_peered":"2024-09-16T07:22:29.493279+0000","last_unstale":"2024-09-16T07:22:29.498447+0000","last_undegraded":"2024-09-16T07:22:29.498447+0000","last_fullsized":"2024-09-16T07:22:29.498447+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:47:45.287848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T07:22:31.008978+0000","last_change":"2024-09-16T07:22:29.483823+0000","last_active":"2024-09-16T07:22:31.008978+0000","last_peered":"2024-09-16T07:22:31.008978+0000","last_clean":"2024-09-16T07:22:31.008978+0000","last_became_active":"2024-09-16T07:22:29.483541+0000","last_became_peered":"2024-09-16T07:22:29.483541+0000","last_unstale":"2024-09-16T07:22:31.008978+0000","last_undegraded":"2024-09-16T07:22:31.008978+0000","last_fullsized":"2024-09-16T07:22:31.008978+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:31:54.373492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.496110+0000","last_change":"2024-09-16T07:22:29.487607+0000","last_active":"2024-09-16T07:22:29.496110+0000","last_peered":"2024-09-16T07:22:29.496110+0000","last_clean":"2024-09-16T07:22:29.496110+0000","last_became_active":"2024-09-16T07:22:29.487303+0000","last_became_peered":"2024-09-16T07:22:29.487303+0000","last_unstale":"2024-09-16T07:22:29.496110+0000","last_undegraded":"2024-09-16T07:22:29.496110+0000","last_fullsized":"2024-09-16T07:22:29.496110+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:51:51.136305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.490296+0000","last_change":"2024-09-16T07:22:29.485126+0000","last_active":"2024-09-16T07:22:29.490296+0000","last_peered":"2024-09-16T07:22:29.490296+0000","last_clean":"2024-09-16T07:22:29.490296+0000","last_became_active":"2024-09-16T07:22:29.484883+0000","last_became_peered":"2024-09-16T07:22:29.484883+0000","last_unstale":"2024-09-16T07:22:29.490296+0000","last_undegraded":"2024-09-16T07:22:29.490296+0000","last_fullsized":"2024-09-16T07:22:29.490296+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:21:58.589170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1f","version":"44'4","reported_seq":19,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T07:22:31.009759+0000","last_change":"2024-09-16T07:22:28.466895+0000","last_active":"2024-09-16T07:22:31.009759+0000","last_peered":"2024-09-16T07:22:31.009759+0000","last_clean":"2024-09-16T07:22:31.009759+0000","last_became_active":"2024-09-16T07:22:28.466635+0000","last_became_peered":"2024-09-16T07:22:28.466635+0000","last_unstale":"2024-09-16T07:22:31.009759+0000","last_undegraded":"2024-09-16T07:22:31.009759+0000","last_fullsized":"2024-09-16T07:22:31.009759+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:36:43.933328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.489257+0000","last_change":"2024-09-16T07:22:29.483346+0000","last_active":"2024-09-16T07:22:29.489257+0000","last_peered":"2024-09-16T07:22:29.489257+0000","last_clean":"2024-09-16T07:22:29.489257+0000","last_became_active":"2024-09-16T07:22:29.483044+0000","last_became_peered":"2024-09-16T07:22:29.483044+0000","last_unstale":"2024-09-16T07:22:29.489257+0000","last_undegraded":"2024-09-16T07:22:29.489257+0000","last_fullsized":"2024-09-16T07:22:29.489257+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:30:01.995866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"44'1","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.494863+0000","last_change":"2024-09-16T07:22:28.466553+0000","last_active":"2024-09-16T07:22:29.494863+0000","last_peered":"2024-09-16T07:22:29.494863+0000","last_clean":"2024-09-16T07:22:29.494863+0000","last_became_active":"2024-09-16T07:22:28.466191+0000","last_became_peered":"2024-09-16T07:22:28.466191+0000","last_unstale":"2024-09-16T07:22:29.494863+0000","last_undegraded":"2024-09-16T07:22:29.494863+0000","last_fullsized":"2024-09-16T07:22:29.494863+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:26:13.395994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.496769+0000","last_change":"2024-09-16T07:22:29.490108+0000","last_active":"2024-09-16T07:22:29.496769+0000","last_peered":"2024-09-16T07:22:29.496769+0000","last_clean":"2024-09-16T07:22:29.496769+0000","last_became_active":"2024-09-16T07:22:29.489840+0000","last_became_peered":"2024-09-16T07:22:29.489840+0000","last_unstale":"2024-09-16T07:22:29.496769+0000","last_undegraded":"2024-09-16T07:22:29.496769+0000","last_fullsized":"2024-09-16T07:22:29.496769+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:02:45.870256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.1d","version":"44'2","reported_seq":17,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T07:22:31.009329+0000","last_change":"2024-09-16T07:22:28.466215+0000","last_active":"2024-09-16T07:22:31.009329+0000","last_peered":"2024-09-16T07:22:31.009329+0000","last_clean":"2024-09-16T07:22:31.009329+0000","last_became_active":"2024-09-16T07:22:28.465988+0000","last_became_peered":"2024-09-16T07:22:28.465988+0000","last_unstale":"2024-09-16T07:22:31.009329+0000","last_undegraded":"2024-09-16T07:22:31.009329+0000","last_fullsized":"2024-09-16T07:22:31.009329+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:57:04.063368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.495672+0000","last_change":"2024-09-16T07:22:29.487062+0000","last_active":"2024-09-16T07:22:29.495672+0000","last_peered":"2024-09-16T07:22:29.495672+0000","last_clean":"2024-09-16T07:22:29.495672+0000","last_became_active":"2024-09-16T07:22:29.486476+0000","last_became_peered":"2024-09-16T07:22:29.486476+0000","last_unstale":"2024-09-16T07:22:29.495672+0000","last_undegraded":"2024-09-16T07:22:29.495672+0000","last_fullsized":"2024-09-16T07:22:29.495672+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:34:47.998445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1c","version":"44'2","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.495339+0000","last_change":"2024-09-16T07:22:28.467128+0000","last_active":"2024-09-16T07:22:29.495339+0000","last_peered":"2024-09-16T07:22:29.495339+0000","last_clean":"2024-09-16T07:22:29.495339+0000","last_became_active":"2024-09-16T07:22:28.466802+0000","last_became_peered":"2024-09-16T07:22:28.466802+0000","last_unstale":"2024-09-16T07:22:29.495339+0000","last_undegraded":"2024-09-16T07:22:29.495339+0000","last_fullsized":"2024-09-16T07:22:29.495339+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:08:52.755788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.489630+0000","last_change":"2024-09-16T07:22:29.481678+0000","last_active":"2024-09-16T07:22:29.489630+0000","last_peered":"2024-09-16T07:22:29.489630+0000","last_clean":"2024-09-16T07:22:29.489630+0000","last_became_active":"2024-09-16T07:22:29.481335+0000","last_became_peered":"2024-09-16T07:22:29.481335+0000","last_unstale":"2024-09-16T07:22:29.489630+0000","last_undegraded":"2024-09-16T07:22:29.489630+0000","last_fullsized":"2024-09-16T07:22:29.489630+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:18:47.506957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.1b","version":"44'1","reported_seq":16,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T07:22:31.009625+0000","last_change":"2024-09-16T07:22:28.468345+0000","last_active":"2024-09-16T07:22:31.009625+0000","last_peered":"2024-09-16T07:22:31.009625+0000","last_clean":"2024-09-16T07:22:31.009625+0000","last_became_active":"2024-09-16T07:22:28.468118+0000","last_became_peered":"2024-09-16T07:22:28.468118+0000","last_unstale":"2024-09-16T07:22:31.009625+0000","last_undegraded":"2024-09-16T07:22:31.009625+0000","last_fullsized":"2024-09-16T07:22:31.009625+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:22:39.432498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.499135+0000","last_change":"2024-09-16T07:22:29.496530+0000","last_active":"2024-09-16T07:22:29.499135+0000","last_peered":"2024-09-16T07:22:29.499135+0000","last_clean":"2024-09-16T07:22:29.499135+0000","last_became_active":"2024-09-16T07:22:29.496208+0000","last_became_peered":"2024-09-16T07:22:29.496208+0000","last_unstale":"2024-09-16T07:22:29.499135+0000","last_undegraded":"2024-09-16T07:22:29.499135+0000","last_fullsized":"2024-09-16T07:22:29.499135+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:04:07.530738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1a","version":"44'1","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.491878+0000","last_change":"2024-09-16T07:22:28.471477+0000","last_active":"2024-09-16T07:22:29.491878+0000","last_peered":"2024-09-16T07:22:29.491878+0000","last_clean":"2024-09-16T07:22:29.491878+0000","last_became_active":"2024-09-16T07:22:28.471191+0000","last_became_peered":"2024-09-16T07:22:28.471191+0000","last_unstale":"2024-09-16T07:22:29.491878+0000","last_undegraded":"2024-09-16T07:22:29.491878+0000","last_fullsized":"2024-09-16T07:22:29.491878+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:34:06.792460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.493304+0000","last_change":"2024-09-16T07:22:29.483430+0000","last_active":"2024-09-16T07:22:29.493304+0000","last_peered":"2024-09-16T07:22:29.493304+0000","last_clean":"2024-09-16T07:22:29.493304+0000","last_became_active":"2024-09-16T07:22:29.483114+0000","last_became_peered":"2024-09-16T07:22:29.483114+0000","last_unstale":"2024-09-16T07:22:29.493304+0000","last_undegraded":"2024-09-16T07:22:29.493304+0000","last_fullsized":"2024-09-16T07:22:29.493304+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:37:49.992210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.472492+0000","last_change":"2024-09-16T07:22:28.461030+0000","last_active":"2024-09-16T07:22:29.472492+0000","last_peered":"2024-09-16T07:22:29.472492+0000","last_clean":"2024-09-16T07:22:29.472492+0000","last_became_active":"2024-09-16T07:22:28.460754+0000","last_became_peered":"2024-09-16T07:22:28.460754+0000","last_unstale":"2024-09-16T07:22:29.472492+0000","last_undegraded":"2024-09-16T07:22:29.472492+0000","last_fullsized":"2024-09-16T07:22:29.472492+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:10:17.202438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.480922+0000","last_change":"2024-09-16T07:22:29.477753+0000","last_active":"2024-09-16T07:22:29.480922+0000","last_peered":"2024-09-16T07:22:29.480922+0000","last_clean":"2024-09-16T07:22:29.480922+0000","last_became_active":"2024-09-16T07:22:29.477490+0000","last_became_peered":"2024-09-16T07:22:29.477490+0000","last_unstale":"2024-09-16T07:22:29.480922+0000","last_undegraded":"2024-09-16T07:22:29.480922+0000","last_fullsized":"2024-09-16T07:22:29.480922+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:03:05.258193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.473606+0000","last_change":"2024-09-16T07:22:28.462828+0000","last_active":"2024-09-16T07:22:29.473606+0000","last_peered":"2024-09-16T07:22:29.473606+0000","last_clean":"2024-09-16T07:22:29.473606+0000","last_became_active":"2024-09-16T07:22:28.462535+0000","last_became_peered":"2024-09-16T07:22:28.462535+0000","last_unstale":"2024-09-16T07:22:29.473606+0000","last_undegraded":"2024-09-16T07:22:29.473606+0000","last_fullsized":"2024-09-16T07:22:29.473606+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:45:52.541064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.489369+0000","last_change":"2024-09-16T07:22:29.485886+0000","last_active":"2024-09-16T07:22:29.489369+0000","last_peered":"2024-09-16T07:22:29.489369+0000","last_clean":"2024-09-16T07:22:29.489369+0000","last_became_active":"2024-09-16T07:22:29.481498+0000","last_became_peered":"2024-09-16T07:22:29.481498+0000","last_unstale":"2024-09-16T07:22:29.489369+0000","last_undegraded":"2024-09-16T07:22:29.489369+0000","last_fullsized":"2024-09-16T07:22:29.489369+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:17:12.257737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.476720+0000","last_change":"2024-09-16T07:22:28.469508+0000","last_active":"2024-09-16T07:22:29.476720+0000","last_peered":"2024-09-16T07:22:29.476720+0000","last_clean":"2024-09-16T07:22:29.476720+0000","last_became_active":"2024-09-16T07:22:28.469214+0000","last_became_peered":"2024-09-16T07:22:28.469214+0000","last_unstale":"2024-09-16T07:22:29.476720+0000","last_undegraded":"2024-09-16T07:22:29.476720+0000","last_fullsized":"2024-09-16T07:22:29.476720+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:07:14.857665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.488977+0000","last_change":"2024-09-16T07:22:29.486790+0000","last_active":"2024-09-16T07:22:29.488977+0000","last_peered":"2024-09-16T07:22:29.488977+0000","last_clean":"2024-09-16T07:22:29.488977+0000","last_became_active":"2024-09-16T07:22:29.486523+0000","last_became_peered":"2024-09-16T07:22:29.486523+0000","last_unstale":"2024-09-16T07:22:29.488977+0000","last_undegraded":"2024-09-16T07:22:29.488977+0000","last_fullsized":"2024-09-16T07:22:29.488977+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:59:09.668183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.473967+0000","last_change":"2024-09-16T07:22:28.467860+0000","last_active":"2024-09-16T07:22:29.473967+0000","last_peered":"2024-09-16T07:22:29.473967+0000","last_clean":"2024-09-16T07:22:29.473967+0000","last_became_active":"2024-09-16T07:22:28.467570+0000","last_became_peered":"2024-09-16T07:22:28.467570+0000","last_unstale":"2024-09-16T07:22:29.473967+0000","last_undegraded":"2024-09-16T07:22:29.473967+0000","last_fullsized":"2024-09-16T07:22:29.473967+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:40:54.274741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.495186+0000","last_change":"2024-09-16T07:22:29.484762+0000","last_active":"2024-09-16T07:22:29.495186+0000","last_peered":"2024-09-16T07:22:29.495186+0000","last_clean":"2024-09-16T07:22:29.495186+0000","last_became_active":"2024-09-16T07:22:29.484503+0000","last_became_peered":"2024-09-16T07:22:29.484503+0000","last_unstale":"2024-09-16T07:22:29.495186+0000","last_undegraded":"2024-09-16T07:22:29.495186+0000","last_fullsized":"2024-09-16T07:22:29.495186+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:42:47.108626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"44'3","reported_seq":16,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.498849+0000","last_change":"2024-09-16T07:22:28.464628+0000","last_active":"2024-09-16T07:22:29.498849+0000","last_peered":"2024-09-16T07:22:29.498849+0000","last_clean":"2024-09-16T07:22:29.498849+0000","last_became_active":"2024-09-16T07:22:28.464340+0000","last_became_peered":"2024-09-16T07:22:28.464340+0000","last_unstale":"2024-09-16T07:22:29.498849+0000","last_undegraded":"2024-09-16T07:22:29.498849+0000","last_fullsized":"2024-09-16T07:22:29.498849+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:55:39.221093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.497104+0000","last_change":"2024-09-16T07:22:29.491249+0000","last_active":"2024-09-16T07:22:29.497104+0000","last_peered":"2024-09-16T07:22:29.497104+0000","last_clean":"2024-09-16T07:22:29.497104+0000","last_became_active":"2024-09-16T07:22:29.490927+0000","last_became_peered":"2024-09-16T07:22:29.490927+0000","last_unstale":"2024-09-16T07:22:29.497104+0000","last_undegraded":"2024-09-16T07:22:29.497104+0000","last_fullsized":"2024-09-16T07:22:29.497104+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:08:32.321836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"44'6","reported_seq":19,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.501923+0000","last_change":"2024-09-16T07:22:28.462490+0000","last_active":"2024-09-16T07:22:29.501923+0000","last_peered":"2024-09-16T07:22:29.501923+0000","last_clean":"2024-09-16T07:22:29.501923+0000","last_became_active":"2024-09-16T07:22:28.462164+0000","last_became_peered":"2024-09-16T07:22:28.462164+0000","last_unstale":"2024-09-16T07:22:29.501923+0000","last_undegraded":"2024-09-16T07:22:29.501923+0000","last_fullsized":"2024-09-16T07:22:29.501923+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:49:32.479600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.490570+0000","last_change":"2024-09-16T07:22:29.489148+0000","last_active":"2024-09-16T07:22:29.490570+0000","last_peered":"2024-09-16T07:22:29.490570+0000","last_clean":"2024-09-16T07:22:29.490570+0000","last_became_active":"2024-09-16T07:22:29.488845+0000","last_became_peered":"2024-09-16T07:22:29.488845+0000","last_unstale":"2024-09-16T07:22:29.490570+0000","last_undegraded":"2024-09-16T07:22:29.490570+0000","last_fullsized":"2024-09-16T07:22:29.490570+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:31:21.104573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.13","version":"44'2","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.492428+0000","last_change":"2024-09-16T07:22:28.468653+0000","last_active":"2024-09-16T07:22:29.492428+0000","last_peered":"2024-09-16T07:22:29.492428+0000","last_clean":"2024-09-16T07:22:29.492428+0000","last_became_active":"2024-09-16T07:22:28.468254+0000","last_became_peered":"2024-09-16T07:22:28.468254+0000","last_unstale":"2024-09-16T07:22:29.492428+0000","last_undegraded":"2024-09-16T07:22:29.492428+0000","last_fullsized":"2024-09-16T07:22:29.492428+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:07:08.033235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.495293+0000","last_change":"2024-09-16T07:22:29.491703+0000","last_active":"2024-09-16T07:22:29.495293+0000","last_peered":"2024-09-16T07:22:29.495293+0000","last_clean":"2024-09-16T07:22:29.495293+0000","last_became_active":"2024-09-16T07:22:29.491437+0000","last_became_peered":"2024-09-16T07:22:29.491437+0000","last_unstale":"2024-09-16T07:22:29.495293+0000","last_undegraded":"2024-09-16T07:22:29.495293+0000","last_fullsized":"2024-09-16T07:22:29.495293+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:12:47.021758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.471455+0000","last_change":"2024-09-16T07:22:28.464393+0000","last_active":"2024-09-16T07:22:29.471455+0000","last_peered":"2024-09-16T07:22:29.471455+0000","last_clean":"2024-09-16T07:22:29.471455+0000","last_became_active":"2024-09-16T07:22:28.464090+0000","last_became_peered":"2024-09-16T07:22:28.464090+0000","last_unstale":"2024-09-16T07:22:29.471455+0000","last_undegraded":"2024-09-16T07:22:29.471455+0000","last_fullsized":"2024-09-16T07:22:29.471455+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:51:50.129201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.495193+0000","last_change":"2024-09-16T07:22:29.490034+0000","last_active":"2024-09-16T07:22:29.495193+0000","last_peered":"2024-09-16T07:22:29.495193+0000","last_clean":"2024-09-16T07:22:29.495193+0000","last_became_active":"2024-09-16T07:22:29.489757+0000","last_became_peered":"2024-09-16T07:22:29.489757+0000","last_unstale":"2024-09-16T07:22:29.495193+0000","last_undegraded":"2024-09-16T07:22:29.495193+0000","last_fullsized":"2024-09-16T07:22:29.495193+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:21:59.057922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T07:22:31.008907+0000","last_change":"2024-09-16T07:22:28.472475+0000","last_active":"2024-09-16T07:22:31.008907+0000","last_peered":"2024-09-16T07:22:31.008907+0000","last_clean":"2024-09-16T07:22:31.008907+0000","last_became_active":"2024-09-16T07:22:28.472209+0000","last_became_peered":"2024-09-16T07:22:28.472209+0000","last_unstale":"2024-09-16T07:22:31.008907+0000","last_undegraded":"2024-09-16T07:22:31.008907+0000","last_fullsized":"2024-09-16T07:22:31.008907+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:05:58.497370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.494478+0000","last_change":"2024-09-16T07:22:29.486645+0000","last_active":"2024-09-16T07:22:29.494478+0000","last_peered":"2024-09-16T07:22:29.494478+0000","last_clean":"2024-09-16T07:22:29.494478+0000","last_became_active":"2024-09-16T07:22:29.486321+0000","last_became_peered":"2024-09-16T07:22:29.486321+0000","last_unstale":"2024-09-16T07:22:29.494478+0000","last_undegraded":"2024-09-16T07:22:29.494478+0000","last_fullsized":"2024-09-16T07:22:29.494478+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:54:25.136770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.10","version":"44'8","reported_seq":21,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.498761+0000","last_change":"2024-09-16T07:22:28.466694+0000","last_active":"2024-09-16T07:22:29.498761+0000","last_peered":"2024-09-16T07:22:29.498761+0000","last_clean":"2024-09-16T07:22:29.498761+0000","last_became_active":"2024-09-16T07:22:28.466283+0000","last_became_peered":"2024-09-16T07:22:28.466283+0000","last_unstale":"2024-09-16T07:22:29.498761+0000","last_undegraded":"2024-09-16T07:22:29.498761+0000","last_fullsized":"2024-09-16T07:22:29.498761+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:08:57.583611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.487488+0000","last_change":"2024-09-16T07:22:29.482844+0000","last_active":"2024-09-16T07:22:29.487488+0000","last_peered":"2024-09-16T07:22:29.487488+0000","last_clean":"2024-09-16T07:22:29.487488+0000","last_became_active":"2024-09-16T07:22:29.482484+0000","last_became_peered":"2024-09-16T07:22:29.482484+0000","last_unstale":"2024-09-16T07:22:29.487488+0000","last_undegraded":"2024-09-16T07:22:29.487488+0000","last_fullsized":"2024-09-16T07:22:29.487488+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:16:17.035348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.f","version":"44'1","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.492978+0000","last_change":"2024-09-16T07:22:28.462028+0000","last_active":"2024-09-16T07:22:29.492978+0000","last_peered":"2024-09-16T07:22:29.492978+0000","last_clean":"2024-09-16T07:22:29.492978+0000","last_became_active":"2024-09-16T07:22:28.461732+0000","last_became_peered":"2024-09-16T07:22:28.461732+0000","last_unstale":"2024-09-16T07:22:29.492978+0000","last_undegraded":"2024-09-16T07:22:29.492978+0000","last_fullsized":"2024-09-16T07:22:29.492978+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:45:32.481103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.484278+0000","last_change":"2024-09-16T07:22:29.480047+0000","last_active":"2024-09-16T07:22:29.484278+0000","last_peered":"2024-09-16T07:22:29.484278+0000","last_clean":"2024-09-16T07:22:29.484278+0000","last_became_active":"2024-09-16T07:22:29.479639+0000","last_became_peered":"2024-09-16T07:22:29.479639+0000","last_unstale":"2024-09-16T07:22:29.484278+0000","last_undegraded":"2024-09-16T07:22:29.484278+0000","last_fullsized":"2024-09-16T07:22:29.484278+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:56:59.241344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.e","version":"44'2","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.493002+0000","last_change":"2024-09-16T07:22:28.470989+0000","last_active":"2024-09-16T07:22:29.493002+0000","last_peered":"2024-09-16T07:22:29.493002+0000","last_clean":"2024-09-16T07:22:29.493002+0000","last_became_active":"2024-09-16T07:22:28.470704+0000","last_became_peered":"2024-09-16T07:22:28.470704+0000","last_unstale":"2024-09-16T07:22:29.493002+0000","last_undegraded":"2024-09-16T07:22:29.493002+0000","last_fullsized":"2024-09-16T07:22:29.493002+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:34:51.525881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.501329+0000","last_change":"2024-09-16T07:22:29.499311+0000","last_active":"2024-09-16T07:22:29.501329+0000","last_peered":"2024-09-16T07:22:29.501329+0000","last_clean":"2024-09-16T07:22:29.501329+0000","last_became_active":"2024-09-16T07:22:29.499038+0000","last_became_peered":"2024-09-16T07:22:29.499038+0000","last_unstale":"2024-09-16T07:22:29.501329+0000","last_undegraded":"2024-09-16T07:22:29.501329+0000","last_fullsized":"2024-09-16T07:22:29.501329+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:56:09.214220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.d","version":"44'1","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.492291+0000","last_change":"2024-09-16T07:22:28.469536+0000","last_active":"2024-09-16T07:22:29.492291+0000","last_peered":"2024-09-16T07:22:29.492291+0000","last_clean":"2024-09-16T07:22:29.492291+0000","last_became_active":"2024-09-16T07:22:28.469236+0000","last_became_peered":"2024-09-16T07:22:28.469236+0000","last_unstale":"2024-09-16T07:22:29.492291+0000","last_undegraded":"2024-09-16T07:22:29.492291+0000","last_fullsized":"2024-09-16T07:22:29.492291+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:36:51.337140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.495926+0000","last_change":"2024-09-16T07:22:29.492033+0000","last_active":"2024-09-16T07:22:29.495926+0000","last_peered":"2024-09-16T07:22:29.495926+0000","last_clean":"2024-09-16T07:22:29.495926+0000","last_became_active":"2024-09-16T07:22:29.490032+0000","last_became_peered":"2024-09-16T07:22:29.490032+0000","last_unstale":"2024-09-16T07:22:29.495926+0000","last_undegraded":"2024-09-16T07:22:29.495926+0000","last_fullsized":"2024-09-16T07:22:29.495926+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:53:38.827513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T07:22:31.009238+0000","last_change":"2024-09-16T07:22:28.472336+0000","last_active":"2024-09-16T07:22:31.009238+0000","last_peered":"2024-09-16T07:22:31.009238+0000","last_clean":"2024-09-16T07:22:31.009238+0000","last_became_active":"2024-09-16T07:22:28.472071+0000","last_became_peered":"2024-09-16T07:22:28.472071+0000","last_unstale":"2024-09-16T07:22:31.009238+0000","last_undegraded":"2024-09-16T07:22:31.009238+0000","last_fullsized":"2024-09-16T07:22:31.009238+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:03:22.218893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.495847+0000","last_change":"2024-09-16T07:22:29.489114+0000","last_active":"2024-09-16T07:22:29.495847+0000","last_peered":"2024-09-16T07:22:29.495847+0000","last_clean":"2024-09-16T07:22:29.495847+0000","last_became_active":"2024-09-16T07:22:29.488744+0000","last_became_peered":"2024-09-16T07:22:29.488744+0000","last_unstale":"2024-09-16T07:22:29.495847+0000","last_undegraded":"2024-09-16T07:22:29.495847+0000","last_fullsized":"2024-09-16T07:22:29.495847+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:03:20.585556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.b","version":"44'2","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.495392+0000","last_change":"2024-09-16T07:22:28.467289+0000","last_active":"2024-09-16T07:22:29.495392+0000","last_peered":"2024-09-16T07:22:29.495392+0000","last_clean":"2024-09-16T07:22:29.495392+0000","last_became_active":"2024-09-16T07:22:28.467010+0000","last_became_peered":"2024-09-16T07:22:28.467010+0000","last_unstale":"2024-09-16T07:22:29.495392+0000","last_undegraded":"2024-09-16T07:22:29.495392+0000","last_fullsized":"2024-09-16T07:22:29.495392+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:09:25.567287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T07:22:31.009650+0000","last_change":"2024-09-16T07:22:29.489064+0000","last_active":"2024-09-16T07:22:31.009650+0000","last_peered":"2024-09-16T07:22:31.009650+0000","last_clean":"2024-09-16T07:22:31.009650+0000","last_became_active":"2024-09-16T07:22:29.488758+0000","last_became_peered":"2024-09-16T07:22:29.488758+0000","last_unstale":"2024-09-16T07:22:31.009650+0000","last_undegraded":"2024-09-16T07:22:31.009650+0000","last_fullsized":"2024-09-16T07:22:31.009650+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:31:22.366574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.471211+0000","last_change":"2024-09-16T07:22:28.468826+0000","last_active":"2024-09-16T07:22:29.471211+0000","last_peered":"2024-09-16T07:22:29.471211+0000","last_clean":"2024-09-16T07:22:29.471211+0000","last_became_active":"2024-09-16T07:22:28.467877+0000","last_became_peered":"2024-09-16T07:22:28.467877+0000","last_unstale":"2024-09-16T07:22:29.471211+0000","last_undegraded":"2024-09-16T07:22:29.471211+0000","last_fullsized":"2024-09-16T07:22:29.471211+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:34:46.991341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.496136+0000","last_change":"2024-09-16T07:22:29.489792+0000","last_active":"2024-09-16T07:22:29.496136+0000","last_peered":"2024-09-16T07:22:29.496136+0000","last_clean":"2024-09-16T07:22:29.496136+0000","last_became_active":"2024-09-16T07:22:29.489533+0000","last_became_peered":"2024-09-16T07:22:29.489533+0000","last_unstale":"2024-09-16T07:22:29.496136+0000","last_undegraded":"2024-09-16T07:22:29.496136+0000","last_fullsized":"2024-09-16T07:22:29.496136+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:40:38.131135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.472684+0000","last_change":"2024-09-16T07:22:28.472560+0000","last_active":"2024-09-16T07:22:29.472684+0000","last_peered":"2024-09-16T07:22:29.472684+0000","last_clean":"2024-09-16T07:22:29.472684+0000","last_became_active":"2024-09-16T07:22:28.472263+0000","last_became_peered":"2024-09-16T07:22:28.472263+0000","last_unstale":"2024-09-16T07:22:29.472684+0000","last_undegraded":"2024-09-16T07:22:29.472684+0000","last_fullsized":"2024-09-16T07:22:29.472684+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:45:27.584930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.498394+0000","last_change":"2024-09-16T07:22:29.493184+0000","last_active":"2024-09-16T07:22:29.498394+0000","last_peered":"2024-09-16T07:22:29.498394+0000","last_clean":"2024-09-16T07:22:29.498394+0000","last_became_active":"2024-09-16T07:22:29.492884+0000","last_became_peered":"2024-09-16T07:22:29.492884+0000","last_unstale":"2024-09-16T07:22:29.498394+0000","last_undegraded":"2024-09-16T07:22:29.498394+0000","last_fullsized":"2024-09-16T07:22:29.498394+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:30:01.995866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.467633+0000","last_change":"2024-09-16T07:22:28.460364+0000","last_active":"2024-09-16T07:22:29.467633+0000","last_peered":"2024-09-16T07:22:29.467633+0000","last_clean":"2024-09-16T07:22:29.467633+0000","last_became_active":"2024-09-16T07:22:28.460020+0000","last_became_peered":"2024-09-16T07:22:28.460020+0000","last_unstale":"2024-09-16T07:22:29.467633+0000","last_undegraded":"2024-09-16T07:22:29.467633+0000","last_fullsized":"2024-09-16T07:22:29.467633+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:04:06.523634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.485003+0000","last_change":"2024-09-16T07:22:29.478288+0000","last_active":"2024-09-16T07:22:29.485003+0000","last_peered":"2024-09-16T07:22:29.485003+0000","last_clean":"2024-09-16T07:22:29.485003+0000","last_became_active":"2024-09-16T07:22:29.477986+0000","last_became_peered":"2024-09-16T07:22:29.477986+0000","last_unstale":"2024-09-16T07:22:29.485003+0000","last_undegraded":"2024-09-16T07:22:29.485003+0000","last_fullsized":"2024-09-16T07:22:29.485003+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:45:00.454751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.486388+0000","last_change":"2024-09-16T07:22:28.465259+0000","last_active":"2024-09-16T07:22:29.486388+0000","last_peered":"2024-09-16T07:22:29.486388+0000","last_clean":"2024-09-16T07:22:29.486388+0000","last_became_active":"2024-09-16T07:22:28.463543+0000","last_became_peered":"2024-09-16T07:22:28.463543+0000","last_unstale":"2024-09-16T07:22:29.486388+0000","last_undegraded":"2024-09-16T07:22:29.486388+0000","last_fullsized":"2024-09-16T07:22:29.486388+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:39:04.724345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.493358+0000","last_change":"2024-09-16T07:22:29.483458+0000","last_active":"2024-09-16T07:22:29.493358+0000","last_peered":"2024-09-16T07:22:29.493358+0000","last_clean":"2024-09-16T07:22:29.493358+0000","last_became_active":"2024-09-16T07:22:29.483137+0000","last_became_peered":"2024-09-16T07:22:29.483137+0000","last_unstale":"2024-09-16T07:22:29.493358+0000","last_undegraded":"2024-09-16T07:22:29.493358+0000","last_fullsized":"2024-09-16T07:22:29.493358+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:15:55.606870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.471898+0000","last_change":"2024-09-16T07:22:28.467921+0000","last_active":"2024-09-16T07:22:29.471898+0000","last_peered":"2024-09-16T07:22:29.471898+0000","last_clean":"2024-09-16T07:22:29.471898+0000","last_became_active":"2024-09-16T07:22:28.467617+0000","last_became_peered":"2024-09-16T07:22:28.467617+0000","last_unstale":"2024-09-16T07:22:29.471898+0000","last_undegraded":"2024-09-16T07:22:29.471898+0000","last_fullsized":"2024-09-16T07:22:29.471898+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:47:14.892985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.497081+0000","last_change":"2024-09-16T07:22:29.489444+0000","last_active":"2024-09-16T07:22:29.497081+0000","last_peered":"2024-09-16T07:22:29.497081+0000","last_clean":"2024-09-16T07:22:29.497081+0000","last_became_active":"2024-09-16T07:22:29.488933+0000","last_became_peered":"2024-09-16T07:22:29.488933+0000","last_unstale":"2024-09-16T07:22:29.497081+0000","last_undegraded":"2024-09-16T07:22:29.497081+0000","last_fullsized":"2024-09-16T07:22:29.497081+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:18:53.290700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.467252+0000","last_change":"2024-09-16T07:22:28.472276+0000","last_active":"2024-09-16T07:22:29.467252+0000","last_peered":"2024-09-16T07:22:29.467252+0000","last_clean":"2024-09-16T07:22:29.467252+0000","last_became_active":"2024-09-16T07:22:28.471958+0000","last_became_peered":"2024-09-16T07:22:28.471958+0000","last_unstale":"2024-09-16T07:22:29.467252+0000","last_undegraded":"2024-09-16T07:22:29.467252+0000","last_fullsized":"2024-09-16T07:22:29.467252+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:02:57.773221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.495819+0000","last_change":"2024-09-16T07:22:29.488742+0000","last_active":"2024-09-16T07:22:29.495819+0000","last_peered":"2024-09-16T07:22:29.495819+0000","last_clean":"2024-09-16T07:22:29.495819+0000","last_became_active":"2024-09-16T07:22:29.488442+0000","last_became_peered":"2024-09-16T07:22:29.488442+0000","last_unstale":"2024-09-16T07:22:29.495819+0000","last_undegraded":"2024-09-16T07:22:29.495819+0000","last_fullsized":"2024-09-16T07:22:29.495819+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:04:43.870657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.471745+0000","last_change":"2024-09-16T07:22:28.461066+0000","last_active":"2024-09-16T07:22:29.471745+0000","last_peered":"2024-09-16T07:22:29.471745+0000","last_clean":"2024-09-16T07:22:29.471745+0000","last_became_active":"2024-09-16T07:22:28.460822+0000","last_became_peered":"2024-09-16T07:22:28.460822+0000","last_unstale":"2024-09-16T07:22:29.471745+0000","last_undegraded":"2024-09-16T07:22:29.471745+0000","last_fullsized":"2024-09-16T07:22:29.471745+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:40:37.124031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.498824+0000","last_change":"2024-09-16T07:22:29.496850+0000","last_active":"2024-09-16T07:22:29.498824+0000","last_peered":"2024-09-16T07:22:29.498824+0000","last_clean":"2024-09-16T07:22:29.498824+0000","last_became_active":"2024-09-16T07:22:29.496564+0000","last_became_peered":"2024-09-16T07:22:29.496564+0000","last_unstale":"2024-09-16T07:22:29.498824+0000","last_undegraded":"2024-09-16T07:22:29.498824+0000","last_fullsized":"2024-09-16T07:22:29.498824+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:56:03.041222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.469430+0000","last_change":"2024-09-16T07:22:28.462635+0000","last_active":"2024-09-16T07:22:29.469430+0000","last_peered":"2024-09-16T07:22:29.469430+0000","last_clean":"2024-09-16T07:22:29.469430+0000","last_became_active":"2024-09-16T07:22:28.462168+0000","last_became_peered":"2024-09-16T07:22:28.462168+0000","last_unstale":"2024-09-16T07:22:29.469430+0000","last_undegraded":"2024-09-16T07:22:29.469430+0000","last_fullsized":"2024-09-16T07:22:29.469430+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:15:20.294172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.499810+0000","last_change":"2024-09-16T07:22:29.497647+0000","last_active":"2024-09-16T07:22:29.499810+0000","last_peered":"2024-09-16T07:22:29.499810+0000","last_clean":"2024-09-16T07:22:29.499810+0000","last_became_active":"2024-09-16T07:22:29.496489+0000","last_became_peered":"2024-09-16T07:22:29.496489+0000","last_unstale":"2024-09-16T07:22:29.499810+0000","last_undegraded":"2024-09-16T07:22:29.499810+0000","last_fullsized":"2024-09-16T07:22:29.499810+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:48:25.902252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T07:22:31.009096+0000","last_change":"2024-09-16T07:22:28.464575+0000","last_active":"2024-09-16T07:22:31.009096+0000","last_peered":"2024-09-16T07:22:31.009096+0000","last_clean":"2024-09-16T07:22:31.009096+0000","last_became_active":"2024-09-16T07:22:28.464279+0000","last_became_peered":"2024-09-16T07:22:28.464279+0000","last_unstale":"2024-09-16T07:22:31.009096+0000","last_undegraded":"2024-09-16T07:22:31.009096+0000","last_fullsized":"2024-09-16T07:22:31.009096+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:28:56.806414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.497463+0000","last_change":"2024-09-16T07:22:29.492013+0000","last_active":"2024-09-16T07:22:29.497463+0000","last_peered":"2024-09-16T07:22:29.497463+0000","last_clean":"2024-09-16T07:22:29.497463+0000","last_became_active":"2024-09-16T07:22:29.491746+0000","last_became_peered":"2024-09-16T07:22:29.491746+0000","last_unstale":"2024-09-16T07:22:29.497463+0000","last_undegraded":"2024-09-16T07:22:29.497463+0000","last_fullsized":"2024-09-16T07:22:29.497463+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:41:07.987625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.467119+0000","last_change":"2024-09-16T07:22:28.468414+0000","last_active":"2024-09-16T07:22:29.467119+0000","last_peered":"2024-09-16T07:22:29.467119+0000","last_clean":"2024-09-16T07:22:29.467119+0000","last_became_active":"2024-09-16T07:22:28.468115+0000","last_became_peered":"2024-09-16T07:22:28.468115+0000","last_unstale":"2024-09-16T07:22:29.467119+0000","last_undegraded":"2024-09-16T07:22:29.467119+0000","last_fullsized":"2024-09-16T07:22:29.467119+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:09:31.352220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.498357+0000","last_change":"2024-09-16T07:22:29.492006+0000","last_active":"2024-09-16T07:22:29.498357+0000","last_peered":"2024-09-16T07:22:29.498357+0000","last_clean":"2024-09-16T07:22:29.498357+0000","last_became_active":"2024-09-16T07:22:29.491749+0000","last_became_peered":"2024-09-16T07:22:29.491749+0000","last_unstale":"2024-09-16T07:22:29.498357+0000","last_undegraded":"2024-09-16T07:22:29.498357+0000","last_fullsized":"2024-09-16T07:22:29.498357+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:42:43.140496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.7","version":"44'2","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.499048+0000","last_change":"2024-09-16T07:22:28.465877+0000","last_active":"2024-09-16T07:22:29.499048+0000","last_peered":"2024-09-16T07:22:29.499048+0000","last_clean":"2024-09-16T07:22:29.499048+0000","last_became_active":"2024-09-16T07:22:28.465538+0000","last_became_peered":"2024-09-16T07:22:28.465538+0000","last_unstale":"2024-09-16T07:22:29.499048+0000","last_undegraded":"2024-09-16T07:22:29.499048+0000","last_fullsized":"2024-09-16T07:22:29.499048+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:58:54.480683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'72","reported_seq":149,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.477230+0000","last_change":"2024-09-16T07:21:02.600196+0000","last_active":"2024-09-16T07:22:29.477230+0000","last_peered":"2024-09-16T07:22:29.477230+0000","last_clean":"2024-09-16T07:22:29.477230+0000","last_became_active":"2024-09-16T07:21:02.599001+0000","last_became_peered":"2024-09-16T07:21:02.599001+0000","last_unstale":"2024-09-16T07:22:29.477230+0000","last_undegraded":"2024-09-16T07:22:29.477230+0000","last_fullsized":"2024-09-16T07:22:29.477230+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_clean_scrub_stamp":"2024-09-16T07:21:01.331773+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:28:40.942832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509462,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27512,"kb_used_data":484,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344328,"statfs":{"total":96636764160,"available":96608591872,"internally_reserved":0,"allocated":495616,"data_stored":195432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509461,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28092,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343748,"statfs":{"total":96636764160,"available":96607997952,"internally_reserved":0,"allocated":1089536,"data_stored":785800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509461,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27512,"kb_used_data":484,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344328,"statfs":{"total":96636764160,"available":96608591872,"internally_reserved":0,"allocated":495616,"data_stored":195432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509462,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27512,"kb_used_data":484,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344328,"statfs":{"total":96636764160,"available":96608591872,"internally_reserved":0,"allocated":495616,"data_stored":195432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509462,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27512,"kb_used_data":484,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344328,"statfs":{"total":96636764160,"available":96608591872,"internally_reserved":0,"allocated":495616,"data_stored":195432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509462,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32252,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339588,"statfs":{"total":96636764160,"available":96603738112,"internally_reserved":0,"allocated":1089536,"data_stored":785800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509463,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27516,"kb_used_data":484,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344324,"statfs":{"total":96636764160,"available":96608587776,"internally_reserved":0,"allocated":495616,"data_stored":195432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574869,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27544,"kb_used_data":504,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344296,"statfs":{"total":96636764160,"available":96608559104,"internally_reserved":0,"allocated":516096,"data_stored":202823,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T07:22:33.503 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T07:22:33.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.643+0000 7f77c767f640 1 -- 172.21.15.31:0/113281209 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f77c015bd30 msgr2=0x7f77c00b15a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:33.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.643+0000 7f77c767f640 1 --2- 172.21.15.31:0/113281209 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f77c015bd30 0x7f77c00b15a0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f77bc009830 tx=0x7f77bc02a530 comp rx=0 tx=0).stop 2024-09-16T07:22:33.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.643+0000 7f77c767f640 1 -- 172.21.15.31:0/113281209 shutdown_connections 2024-09-16T07:22:33.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.643+0000 7f77c767f640 1 --2- 172.21.15.31:0/113281209 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f77c015bd30 0x7f77c00b15a0 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:33.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.643+0000 7f77c767f640 1 -- 172.21.15.31:0/113281209 >> 172.21.15.31:0/113281209 conn(0x7f77c00d1c40 msgr2=0x7f77c00d2050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:33.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.643+0000 7f77c767f640 1 -- 172.21.15.31:0/113281209 shutdown_connections 2024-09-16T07:22:33.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.643+0000 7f77c767f640 1 -- 172.21.15.31:0/113281209 wait complete. 2024-09-16T07:22:33.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.645+0000 7f77c767f640 1 Processor -- start 2024-09-16T07:22:33.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.645+0000 7f77c767f640 1 -- start start 2024-09-16T07:22:33.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.645+0000 7f77c767f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f77c00ced40 0x7f77c00c70e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:33.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.645+0000 7f77c767f640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f77c015bd30 0x7f77c006f070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:33.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.645+0000 7f77c767f640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f77c006eb10 0x7f77c00b3880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:33.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.645+0000 7f77c767f640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f77c00cda80 con 0x7f77c00ced40 2024-09-16T07:22:33.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.645+0000 7f77c767f640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f77c00cd900 con 0x7f77c006eb10 2024-09-16T07:22:33.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.645+0000 7f77c767f640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f77c01549d0 con 0x7f77c015bd30 2024-09-16T07:22:33.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.645+0000 7f77c541b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f77c00ced40 0x7f77c00c70e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:33.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.646+0000 7f77c541b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f77c00ced40 0x7f77c00c70e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:49802/0 (socket says 172.21.15.31:49802) 2024-09-16T07:22:33.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.646+0000 7f77c541b640 1 -- 172.21.15.31:0/1437702893 learned_addr learned my addr 172.21.15.31:0/1437702893 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:33.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.646+0000 7f77c5c1c640 1 --2- 172.21.15.31:0/1437702893 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f77c006eb10 0x7f77c00b3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:33.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.646+0000 7f77c4c1a640 1 --2- 172.21.15.31:0/1437702893 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f77c015bd30 0x7f77c006f070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:33.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.646+0000 7f77c541b640 1 -- 172.21.15.31:0/1437702893 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f77c015bd30 msgr2=0x7f77c006f070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:33.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.646+0000 7f77c541b640 1 --2- 172.21.15.31:0/1437702893 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f77c015bd30 0x7f77c006f070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:33.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.646+0000 7f77c541b640 1 -- 172.21.15.31:0/1437702893 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f77c006eb10 msgr2=0x7f77c00b3880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:33.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.646+0000 7f77c541b640 1 --2- 172.21.15.31:0/1437702893 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f77c006eb10 0x7f77c00b3880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:33.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.646+0000 7f77c541b640 1 -- 172.21.15.31:0/1437702893 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77c01f9250 con 0x7f77c00ced40 2024-09-16T07:22:33.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.646+0000 7f77c541b640 1 --2- 172.21.15.31:0/1437702893 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f77c00ced40 0x7f77c00c70e0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f77bc009950 tx=0x7f77bc033ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:33.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.646+0000 7f77b5ffb640 1 -- 172.21.15.31:0/1437702893 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77bc031d60 con 0x7f77c00ced40 2024-09-16T07:22:33.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.646+0000 7f77b5ffb640 1 -- 172.21.15.31:0/1437702893 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f77bc005020 con 0x7f77c00ced40 2024-09-16T07:22:33.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.646+0000 7f77b5ffb640 1 -- 172.21.15.31:0/1437702893 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77bc005470 con 0x7f77c00ced40 2024-09-16T07:22:33.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.646+0000 7f77c767f640 1 -- 172.21.15.31:0/1437702893 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77c01f8490 con 0x7f77c00ced40 2024-09-16T07:22:33.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.646+0000 7f77c767f640 1 -- 172.21.15.31:0/1437702893 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77c01f8a50 con 0x7f77c00ced40 2024-09-16T07:22:33.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.647+0000 7f77c767f640 1 -- 172.21.15.31:0/1437702893 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f77c00d29e0 con 0x7f77c00ced40 2024-09-16T07:22:33.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.648+0000 7f77b5ffb640 1 -- 172.21.15.31:0/1437702893 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 7) ==== 101440+0+0 (secure 0 0 0) 0x7f77bc0047a0 con 0x7f77c00ced40 2024-09-16T07:22:33.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.648+0000 7f77b5ffb640 1 --2- 172.21.15.31:0/1437702893 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f77a4078a00 0x7f77a407aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:33.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.649+0000 7f77b5ffb640 1 -- 172.21.15.31:0/1437702893 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f77bc0bbef0 con 0x7f77c00ced40 2024-09-16T07:22:33.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.649+0000 7f77c4c1a640 1 --2- 172.21.15.31:0/1437702893 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f77a4078a00 0x7f77a407aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:33.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.649+0000 7f77c4c1a640 1 --2- 172.21.15.31:0/1437702893 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f77a4078a00 0x7f77a407aec0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f77c00c54c0 tx=0x7f77b0009040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:33.653 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.653+0000 7f77b5ffb640 1 -- 172.21.15.31:0/1437702893 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f77bc03f030 con 0x7f77c00ced40 2024-09-16T07:22:33.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.836+0000 7f77c767f640 1 -- 172.21.15.31:0/1437702893 --> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f77c006f8a0 con 0x7f77a4078a00 2024-09-16T07:22:33.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.841+0000 7f77b5ffb640 1 -- 172.21.15.31:0/1437702893 <== mgr.4117 v2:172.21.15.155:6808/3650624732 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251941 (secure 0 0 0) 0x7f77c006f8a0 con 0x7f77a4078a00 2024-09-16T07:22:33.844 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:22:33.845 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-16T07:22:33.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.844+0000 7f77c767f640 1 -- 172.21.15.31:0/1437702893 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f77a4078a00 msgr2=0x7f77a407aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:33.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.844+0000 7f77c767f640 1 --2- 172.21.15.31:0/1437702893 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f77a4078a00 0x7f77a407aec0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f77c00c54c0 tx=0x7f77b0009040 comp rx=0 tx=0).stop 2024-09-16T07:22:33.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.844+0000 7f77c767f640 1 -- 172.21.15.31:0/1437702893 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f77c00ced40 msgr2=0x7f77c00c70e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:33.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.844+0000 7f77c767f640 1 --2- 172.21.15.31:0/1437702893 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f77c00ced40 0x7f77c00c70e0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f77bc009950 tx=0x7f77bc033ce0 comp rx=0 tx=0).stop 2024-09-16T07:22:33.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.844+0000 7f77c767f640 1 -- 172.21.15.31:0/1437702893 shutdown_connections 2024-09-16T07:22:33.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.844+0000 7f77c767f640 1 --2- 172.21.15.31:0/1437702893 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f77a4078a00 0x7f77a407aec0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:33.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.844+0000 7f77c767f640 1 --2- 172.21.15.31:0/1437702893 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f77c006eb10 0x7f77c00b3880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:33.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.844+0000 7f77c767f640 1 --2- 172.21.15.31:0/1437702893 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f77c015bd30 0x7f77c006f070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:33.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.844+0000 7f77c767f640 1 --2- 172.21.15.31:0/1437702893 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f77c00ced40 0x7f77c00c70e0 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:33.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.844+0000 7f77c767f640 1 -- 172.21.15.31:0/1437702893 >> 172.21.15.31:0/1437702893 conn(0x7f77c00d1c40 msgr2=0x7f77c00cd1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:33.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.844+0000 7f77c767f640 1 -- 172.21.15.31:0/1437702893 shutdown_connections 2024-09-16T07:22:33.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:33.844+0000 7f77c767f640 1 -- 172.21.15.31:0/1437702893 wait complete. 2024-09-16T07:22:33.855 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":86,"stamp":"2024-09-16T07:22:32.648909+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":145,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":110,"ondisk_log_size":110,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":85,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":225452,"kb_used_data":5052,"kb_used_omap":12,"kb_used_meta":220211,"kb_avail":754749268,"statfs":{"total":773094113280,"available":772863250432,"internally_reserved":0,"allocated":5173248,"data_stored":2751583,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":225496625},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":30,"apply_latency_ms":30,"commit_latency_ns":30000000,"apply_latency_ns":30000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.201806"},"pg_stats":[{"pgid":"7.3f","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.498255+0000","last_change":"2024-09-16T07:22:29.495405+0000","last_active":"2024-09-16T07:22:29.498255+0000","last_peered":"2024-09-16T07:22:29.498255+0000","last_clean":"2024-09-16T07:22:29.498255+0000","last_became_active":"2024-09-16T07:22:29.495031+0000","last_became_peered":"2024-09-16T07:22:29.495031+0000","last_unstale":"2024-09-16T07:22:29.498255+0000","last_undegraded":"2024-09-16T07:22:29.498255+0000","last_fullsized":"2024-09-16T07:22:29.498255+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:56:03.041222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.499212+0000","last_change":"2024-09-16T07:22:29.496857+0000","last_active":"2024-09-16T07:22:29.499212+0000","last_peered":"2024-09-16T07:22:29.499212+0000","last_clean":"2024-09-16T07:22:29.499212+0000","last_became_active":"2024-09-16T07:22:29.496490+0000","last_became_peered":"2024-09-16T07:22:29.496490+0000","last_unstale":"2024-09-16T07:22:29.499212+0000","last_undegraded":"2024-09-16T07:22:29.499212+0000","last_fullsized":"2024-09-16T07:22:29.499212+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:01:17.521723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.492681+0000","last_change":"2024-09-16T07:22:29.489056+0000","last_active":"2024-09-16T07:22:29.492681+0000","last_peered":"2024-09-16T07:22:29.492681+0000","last_clean":"2024-09-16T07:22:29.492681+0000","last_became_active":"2024-09-16T07:22:29.488721+0000","last_became_peered":"2024-09-16T07:22:29.488721+0000","last_unstale":"2024-09-16T07:22:29.492681+0000","last_undegraded":"2024-09-16T07:22:29.492681+0000","last_fullsized":"2024-09-16T07:22:29.492681+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:14:12.430021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.495333+0000","last_change":"2024-09-16T07:22:29.485410+0000","last_active":"2024-09-16T07:22:29.495333+0000","last_peered":"2024-09-16T07:22:29.495333+0000","last_clean":"2024-09-16T07:22:29.495333+0000","last_became_active":"2024-09-16T07:22:29.485075+0000","last_became_peered":"2024-09-16T07:22:29.485075+0000","last_unstale":"2024-09-16T07:22:29.495333+0000","last_undegraded":"2024-09-16T07:22:29.495333+0000","last_fullsized":"2024-09-16T07:22:29.495333+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:10:12.146916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.485287+0000","last_change":"2024-09-16T07:22:29.476480+0000","last_active":"2024-09-16T07:22:29.485287+0000","last_peered":"2024-09-16T07:22:29.485287+0000","last_clean":"2024-09-16T07:22:29.485287+0000","last_became_active":"2024-09-16T07:22:29.476193+0000","last_became_peered":"2024-09-16T07:22:29.476193+0000","last_unstale":"2024-09-16T07:22:29.485287+0000","last_undegraded":"2024-09-16T07:22:29.485287+0000","last_fullsized":"2024-09-16T07:22:29.485287+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:42:43.140496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T07:22:31.009229+0000","last_change":"2024-09-16T07:22:29.486335+0000","last_active":"2024-09-16T07:22:31.009229+0000","last_peered":"2024-09-16T07:22:31.009229+0000","last_clean":"2024-09-16T07:22:31.009229+0000","last_became_active":"2024-09-16T07:22:29.486051+0000","last_became_peered":"2024-09-16T07:22:29.486051+0000","last_unstale":"2024-09-16T07:22:31.009229+0000","last_undegraded":"2024-09-16T07:22:31.009229+0000","last_fullsized":"2024-09-16T07:22:31.009229+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:58:37.719376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.498367+0000","last_change":"2024-09-16T07:22:29.497028+0000","last_active":"2024-09-16T07:22:29.498367+0000","last_peered":"2024-09-16T07:22:29.498367+0000","last_clean":"2024-09-16T07:22:29.498367+0000","last_became_active":"2024-09-16T07:22:29.496661+0000","last_became_peered":"2024-09-16T07:22:29.496661+0000","last_unstale":"2024-09-16T07:22:29.498367+0000","last_undegraded":"2024-09-16T07:22:29.498367+0000","last_fullsized":"2024-09-16T07:22:29.498367+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:39:04.890409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.498525+0000","last_change":"2024-09-16T07:22:29.492325+0000","last_active":"2024-09-16T07:22:29.498525+0000","last_peered":"2024-09-16T07:22:29.498525+0000","last_clean":"2024-09-16T07:22:29.498525+0000","last_became_active":"2024-09-16T07:22:29.491786+0000","last_became_peered":"2024-09-16T07:22:29.491786+0000","last_unstale":"2024-09-16T07:22:29.498525+0000","last_undegraded":"2024-09-16T07:22:29.498525+0000","last_fullsized":"2024-09-16T07:22:29.498525+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:10:18.209542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T07:22:31.009694+0000","last_change":"2024-09-16T07:22:29.489076+0000","last_active":"2024-09-16T07:22:31.009694+0000","last_peered":"2024-09-16T07:22:31.009694+0000","last_clean":"2024-09-16T07:22:31.009694+0000","last_became_active":"2024-09-16T07:22:29.488745+0000","last_became_peered":"2024-09-16T07:22:29.488745+0000","last_unstale":"2024-09-16T07:22:31.009694+0000","last_undegraded":"2024-09-16T07:22:31.009694+0000","last_fullsized":"2024-09-16T07:22:31.009694+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:46:48.780776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.495867+0000","last_change":"2024-09-16T07:22:29.487922+0000","last_active":"2024-09-16T07:22:29.495867+0000","last_peered":"2024-09-16T07:22:29.495867+0000","last_clean":"2024-09-16T07:22:29.495867+0000","last_became_active":"2024-09-16T07:22:29.487616+0000","last_became_peered":"2024-09-16T07:22:29.487616+0000","last_unstale":"2024-09-16T07:22:29.495867+0000","last_undegraded":"2024-09-16T07:22:29.495867+0000","last_fullsized":"2024-09-16T07:22:29.495867+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:00:31.000268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.498362+0000","last_change":"2024-09-16T07:22:29.492972+0000","last_active":"2024-09-16T07:22:29.498362+0000","last_peered":"2024-09-16T07:22:29.498362+0000","last_clean":"2024-09-16T07:22:29.498362+0000","last_became_active":"2024-09-16T07:22:29.492648+0000","last_became_peered":"2024-09-16T07:22:29.492648+0000","last_unstale":"2024-09-16T07:22:29.498362+0000","last_undegraded":"2024-09-16T07:22:29.498362+0000","last_fullsized":"2024-09-16T07:22:29.498362+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:45:53.706673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.496744+0000","last_change":"2024-09-16T07:22:29.490059+0000","last_active":"2024-09-16T07:22:29.496744+0000","last_peered":"2024-09-16T07:22:29.496744+0000","last_clean":"2024-09-16T07:22:29.496744+0000","last_became_active":"2024-09-16T07:22:29.488372+0000","last_became_peered":"2024-09-16T07:22:29.488372+0000","last_unstale":"2024-09-16T07:22:29.496744+0000","last_undegraded":"2024-09-16T07:22:29.496744+0000","last_fullsized":"2024-09-16T07:22:29.496744+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:40:59.408737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T07:22:31.009438+0000","last_change":"2024-09-16T07:22:29.496836+0000","last_active":"2024-09-16T07:22:31.009438+0000","last_peered":"2024-09-16T07:22:31.009438+0000","last_clean":"2024-09-16T07:22:31.009438+0000","last_became_active":"2024-09-16T07:22:29.496527+0000","last_became_peered":"2024-09-16T07:22:29.496527+0000","last_unstale":"2024-09-16T07:22:31.009438+0000","last_undegraded":"2024-09-16T07:22:31.009438+0000","last_fullsized":"2024-09-16T07:22:31.009438+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:11:53.342292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.495503+0000","last_change":"2024-09-16T07:22:29.486579+0000","last_active":"2024-09-16T07:22:29.495503+0000","last_peered":"2024-09-16T07:22:29.495503+0000","last_clean":"2024-09-16T07:22:29.495503+0000","last_became_active":"2024-09-16T07:22:29.485175+0000","last_became_peered":"2024-09-16T07:22:29.485175+0000","last_unstale":"2024-09-16T07:22:29.495503+0000","last_undegraded":"2024-09-16T07:22:29.495503+0000","last_fullsized":"2024-09-16T07:22:29.495503+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:30:11.023861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.496115+0000","last_change":"2024-09-16T07:22:29.490458+0000","last_active":"2024-09-16T07:22:29.496115+0000","last_peered":"2024-09-16T07:22:29.496115+0000","last_clean":"2024-09-16T07:22:29.496115+0000","last_became_active":"2024-09-16T07:22:29.490209+0000","last_became_peered":"2024-09-16T07:22:29.490209+0000","last_unstale":"2024-09-16T07:22:29.496115+0000","last_undegraded":"2024-09-16T07:22:29.496115+0000","last_fullsized":"2024-09-16T07:22:29.496115+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:47:15.900089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.497226+0000","last_change":"2024-09-16T07:22:29.489254+0000","last_active":"2024-09-16T07:22:29.497226+0000","last_peered":"2024-09-16T07:22:29.497226+0000","last_clean":"2024-09-16T07:22:29.497226+0000","last_became_active":"2024-09-16T07:22:29.488957+0000","last_became_peered":"2024-09-16T07:22:29.488957+0000","last_unstale":"2024-09-16T07:22:29.497226+0000","last_undegraded":"2024-09-16T07:22:29.497226+0000","last_fullsized":"2024-09-16T07:22:29.497226+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:45:28.592034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.498523+0000","last_change":"2024-09-16T07:22:29.494284+0000","last_active":"2024-09-16T07:22:29.498523+0000","last_peered":"2024-09-16T07:22:29.498523+0000","last_clean":"2024-09-16T07:22:29.498523+0000","last_became_active":"2024-09-16T07:22:29.493981+0000","last_became_peered":"2024-09-16T07:22:29.493981+0000","last_unstale":"2024-09-16T07:22:29.498523+0000","last_undegraded":"2024-09-16T07:22:29.498523+0000","last_fullsized":"2024-09-16T07:22:29.498523+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:19:59.633464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.499861+0000","last_change":"2024-09-16T07:22:29.498625+0000","last_active":"2024-09-16T07:22:29.499861+0000","last_peered":"2024-09-16T07:22:29.499861+0000","last_clean":"2024-09-16T07:22:29.499861+0000","last_became_active":"2024-09-16T07:22:29.498356+0000","last_became_peered":"2024-09-16T07:22:29.498356+0000","last_unstale":"2024-09-16T07:22:29.499861+0000","last_undegraded":"2024-09-16T07:22:29.499861+0000","last_fullsized":"2024-09-16T07:22:29.499861+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:06:44.515081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.489278+0000","last_change":"2024-09-16T07:22:29.482289+0000","last_active":"2024-09-16T07:22:29.489278+0000","last_peered":"2024-09-16T07:22:29.489278+0000","last_clean":"2024-09-16T07:22:29.489278+0000","last_became_active":"2024-09-16T07:22:29.482010+0000","last_became_peered":"2024-09-16T07:22:29.482010+0000","last_unstale":"2024-09-16T07:22:29.489278+0000","last_undegraded":"2024-09-16T07:22:29.489278+0000","last_fullsized":"2024-09-16T07:22:29.489278+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:45:53.706673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.495612+0000","last_change":"2024-09-16T07:22:29.481816+0000","last_active":"2024-09-16T07:22:29.495612+0000","last_peered":"2024-09-16T07:22:29.495612+0000","last_clean":"2024-09-16T07:22:29.495612+0000","last_became_active":"2024-09-16T07:22:29.481500+0000","last_became_peered":"2024-09-16T07:22:29.481500+0000","last_unstale":"2024-09-16T07:22:29.495612+0000","last_undegraded":"2024-09-16T07:22:29.495612+0000","last_fullsized":"2024-09-16T07:22:29.495612+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:22:54.605295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.498348+0000","last_change":"2024-09-16T07:22:29.494531+0000","last_active":"2024-09-16T07:22:29.498348+0000","last_peered":"2024-09-16T07:22:29.498348+0000","last_clean":"2024-09-16T07:22:29.498348+0000","last_became_active":"2024-09-16T07:22:29.494268+0000","last_became_peered":"2024-09-16T07:22:29.494268+0000","last_unstale":"2024-09-16T07:22:29.498348+0000","last_undegraded":"2024-09-16T07:22:29.498348+0000","last_fullsized":"2024-09-16T07:22:29.498348+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:45:28.592034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.487307+0000","last_change":"2024-09-16T07:22:29.483312+0000","last_active":"2024-09-16T07:22:29.487307+0000","last_peered":"2024-09-16T07:22:29.487307+0000","last_clean":"2024-09-16T07:22:29.487307+0000","last_became_active":"2024-09-16T07:22:29.482997+0000","last_became_peered":"2024-09-16T07:22:29.482997+0000","last_unstale":"2024-09-16T07:22:29.487307+0000","last_undegraded":"2024-09-16T07:22:29.487307+0000","last_fullsized":"2024-09-16T07:22:29.487307+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:11:33.711709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.480951+0000","last_change":"2024-09-16T07:22:29.477750+0000","last_active":"2024-09-16T07:22:29.480951+0000","last_peered":"2024-09-16T07:22:29.480951+0000","last_clean":"2024-09-16T07:22:29.480951+0000","last_became_active":"2024-09-16T07:22:29.477460+0000","last_became_peered":"2024-09-16T07:22:29.477460+0000","last_unstale":"2024-09-16T07:22:29.480951+0000","last_undegraded":"2024-09-16T07:22:29.480951+0000","last_fullsized":"2024-09-16T07:22:29.480951+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:25:16.548839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.499220+0000","last_change":"2024-09-16T07:22:29.496619+0000","last_active":"2024-09-16T07:22:29.499220+0000","last_peered":"2024-09-16T07:22:29.499220+0000","last_clean":"2024-09-16T07:22:29.499220+0000","last_became_active":"2024-09-16T07:22:29.496310+0000","last_became_peered":"2024-09-16T07:22:29.496310+0000","last_unstale":"2024-09-16T07:22:29.499220+0000","last_undegraded":"2024-09-16T07:22:29.499220+0000","last_fullsized":"2024-09-16T07:22:29.499220+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:51:43.738871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.498280+0000","last_change":"2024-09-16T07:22:29.495651+0000","last_active":"2024-09-16T07:22:29.498280+0000","last_peered":"2024-09-16T07:22:29.498280+0000","last_clean":"2024-09-16T07:22:29.498280+0000","last_became_active":"2024-09-16T07:22:29.495390+0000","last_became_peered":"2024-09-16T07:22:29.495390+0000","last_unstale":"2024-09-16T07:22:29.498280+0000","last_undegraded":"2024-09-16T07:22:29.498280+0000","last_fullsized":"2024-09-16T07:22:29.498280+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:16:39.940982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.498852+0000","last_change":"2024-09-16T07:22:29.496061+0000","last_active":"2024-09-16T07:22:29.498852+0000","last_peered":"2024-09-16T07:22:29.498852+0000","last_clean":"2024-09-16T07:22:29.498852+0000","last_became_active":"2024-09-16T07:22:29.495488+0000","last_became_peered":"2024-09-16T07:22:29.495488+0000","last_unstale":"2024-09-16T07:22:29.498852+0000","last_undegraded":"2024-09-16T07:22:29.498852+0000","last_fullsized":"2024-09-16T07:22:29.498852+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:45:53.548168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.489664+0000","last_change":"2024-09-16T07:22:29.481792+0000","last_active":"2024-09-16T07:22:29.489664+0000","last_peered":"2024-09-16T07:22:29.489664+0000","last_clean":"2024-09-16T07:22:29.489664+0000","last_became_active":"2024-09-16T07:22:29.481325+0000","last_became_peered":"2024-09-16T07:22:29.481325+0000","last_unstale":"2024-09-16T07:22:29.489664+0000","last_undegraded":"2024-09-16T07:22:29.489664+0000","last_fullsized":"2024-09-16T07:22:29.489664+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:03:28.313941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.490258+0000","last_change":"2024-09-16T07:22:29.486616+0000","last_active":"2024-09-16T07:22:29.490258+0000","last_peered":"2024-09-16T07:22:29.490258+0000","last_clean":"2024-09-16T07:22:29.490258+0000","last_became_active":"2024-09-16T07:22:29.486358+0000","last_became_peered":"2024-09-16T07:22:29.486358+0000","last_unstale":"2024-09-16T07:22:29.490258+0000","last_undegraded":"2024-09-16T07:22:29.490258+0000","last_fullsized":"2024-09-16T07:22:29.490258+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:58:12.326806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.497480+0000","last_change":"2024-09-16T07:22:29.490605+0000","last_active":"2024-09-16T07:22:29.497480+0000","last_peered":"2024-09-16T07:22:29.497480+0000","last_clean":"2024-09-16T07:22:29.497480+0000","last_became_active":"2024-09-16T07:22:29.490352+0000","last_became_peered":"2024-09-16T07:22:29.490352+0000","last_unstale":"2024-09-16T07:22:29.497480+0000","last_undegraded":"2024-09-16T07:22:29.497480+0000","last_fullsized":"2024-09-16T07:22:29.497480+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:45:53.548168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.498447+0000","last_change":"2024-09-16T07:22:29.493567+0000","last_active":"2024-09-16T07:22:29.498447+0000","last_peered":"2024-09-16T07:22:29.498447+0000","last_clean":"2024-09-16T07:22:29.498447+0000","last_became_active":"2024-09-16T07:22:29.493279+0000","last_became_peered":"2024-09-16T07:22:29.493279+0000","last_unstale":"2024-09-16T07:22:29.498447+0000","last_undegraded":"2024-09-16T07:22:29.498447+0000","last_fullsized":"2024-09-16T07:22:29.498447+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:47:45.287848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T07:22:31.008978+0000","last_change":"2024-09-16T07:22:29.483823+0000","last_active":"2024-09-16T07:22:31.008978+0000","last_peered":"2024-09-16T07:22:31.008978+0000","last_clean":"2024-09-16T07:22:31.008978+0000","last_became_active":"2024-09-16T07:22:29.483541+0000","last_became_peered":"2024-09-16T07:22:29.483541+0000","last_unstale":"2024-09-16T07:22:31.008978+0000","last_undegraded":"2024-09-16T07:22:31.008978+0000","last_fullsized":"2024-09-16T07:22:31.008978+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:31:54.373492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.496110+0000","last_change":"2024-09-16T07:22:29.487607+0000","last_active":"2024-09-16T07:22:29.496110+0000","last_peered":"2024-09-16T07:22:29.496110+0000","last_clean":"2024-09-16T07:22:29.496110+0000","last_became_active":"2024-09-16T07:22:29.487303+0000","last_became_peered":"2024-09-16T07:22:29.487303+0000","last_unstale":"2024-09-16T07:22:29.496110+0000","last_undegraded":"2024-09-16T07:22:29.496110+0000","last_fullsized":"2024-09-16T07:22:29.496110+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:51:51.136305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.490296+0000","last_change":"2024-09-16T07:22:29.485126+0000","last_active":"2024-09-16T07:22:29.490296+0000","last_peered":"2024-09-16T07:22:29.490296+0000","last_clean":"2024-09-16T07:22:29.490296+0000","last_became_active":"2024-09-16T07:22:29.484883+0000","last_became_peered":"2024-09-16T07:22:29.484883+0000","last_unstale":"2024-09-16T07:22:29.490296+0000","last_undegraded":"2024-09-16T07:22:29.490296+0000","last_fullsized":"2024-09-16T07:22:29.490296+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:21:58.589170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1f","version":"44'4","reported_seq":19,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T07:22:31.009759+0000","last_change":"2024-09-16T07:22:28.466895+0000","last_active":"2024-09-16T07:22:31.009759+0000","last_peered":"2024-09-16T07:22:31.009759+0000","last_clean":"2024-09-16T07:22:31.009759+0000","last_became_active":"2024-09-16T07:22:28.466635+0000","last_became_peered":"2024-09-16T07:22:28.466635+0000","last_unstale":"2024-09-16T07:22:31.009759+0000","last_undegraded":"2024-09-16T07:22:31.009759+0000","last_fullsized":"2024-09-16T07:22:31.009759+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:36:43.933328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.489257+0000","last_change":"2024-09-16T07:22:29.483346+0000","last_active":"2024-09-16T07:22:29.489257+0000","last_peered":"2024-09-16T07:22:29.489257+0000","last_clean":"2024-09-16T07:22:29.489257+0000","last_became_active":"2024-09-16T07:22:29.483044+0000","last_became_peered":"2024-09-16T07:22:29.483044+0000","last_unstale":"2024-09-16T07:22:29.489257+0000","last_undegraded":"2024-09-16T07:22:29.489257+0000","last_fullsized":"2024-09-16T07:22:29.489257+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:30:01.995866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"44'1","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.494863+0000","last_change":"2024-09-16T07:22:28.466553+0000","last_active":"2024-09-16T07:22:29.494863+0000","last_peered":"2024-09-16T07:22:29.494863+0000","last_clean":"2024-09-16T07:22:29.494863+0000","last_became_active":"2024-09-16T07:22:28.466191+0000","last_became_peered":"2024-09-16T07:22:28.466191+0000","last_unstale":"2024-09-16T07:22:29.494863+0000","last_undegraded":"2024-09-16T07:22:29.494863+0000","last_fullsized":"2024-09-16T07:22:29.494863+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:26:13.395994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.496769+0000","last_change":"2024-09-16T07:22:29.490108+0000","last_active":"2024-09-16T07:22:29.496769+0000","last_peered":"2024-09-16T07:22:29.496769+0000","last_clean":"2024-09-16T07:22:29.496769+0000","last_became_active":"2024-09-16T07:22:29.489840+0000","last_became_peered":"2024-09-16T07:22:29.489840+0000","last_unstale":"2024-09-16T07:22:29.496769+0000","last_undegraded":"2024-09-16T07:22:29.496769+0000","last_fullsized":"2024-09-16T07:22:29.496769+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:02:45.870256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.1d","version":"44'2","reported_seq":17,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T07:22:31.009329+0000","last_change":"2024-09-16T07:22:28.466215+0000","last_active":"2024-09-16T07:22:31.009329+0000","last_peered":"2024-09-16T07:22:31.009329+0000","last_clean":"2024-09-16T07:22:31.009329+0000","last_became_active":"2024-09-16T07:22:28.465988+0000","last_became_peered":"2024-09-16T07:22:28.465988+0000","last_unstale":"2024-09-16T07:22:31.009329+0000","last_undegraded":"2024-09-16T07:22:31.009329+0000","last_fullsized":"2024-09-16T07:22:31.009329+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:57:04.063368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.495672+0000","last_change":"2024-09-16T07:22:29.487062+0000","last_active":"2024-09-16T07:22:29.495672+0000","last_peered":"2024-09-16T07:22:29.495672+0000","last_clean":"2024-09-16T07:22:29.495672+0000","last_became_active":"2024-09-16T07:22:29.486476+0000","last_became_peered":"2024-09-16T07:22:29.486476+0000","last_unstale":"2024-09-16T07:22:29.495672+0000","last_undegraded":"2024-09-16T07:22:29.495672+0000","last_fullsized":"2024-09-16T07:22:29.495672+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:34:47.998445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1c","version":"44'2","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.495339+0000","last_change":"2024-09-16T07:22:28.467128+0000","last_active":"2024-09-16T07:22:29.495339+0000","last_peered":"2024-09-16T07:22:29.495339+0000","last_clean":"2024-09-16T07:22:29.495339+0000","last_became_active":"2024-09-16T07:22:28.466802+0000","last_became_peered":"2024-09-16T07:22:28.466802+0000","last_unstale":"2024-09-16T07:22:29.495339+0000","last_undegraded":"2024-09-16T07:22:29.495339+0000","last_fullsized":"2024-09-16T07:22:29.495339+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:08:52.755788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.489630+0000","last_change":"2024-09-16T07:22:29.481678+0000","last_active":"2024-09-16T07:22:29.489630+0000","last_peered":"2024-09-16T07:22:29.489630+0000","last_clean":"2024-09-16T07:22:29.489630+0000","last_became_active":"2024-09-16T07:22:29.481335+0000","last_became_peered":"2024-09-16T07:22:29.481335+0000","last_unstale":"2024-09-16T07:22:29.489630+0000","last_undegraded":"2024-09-16T07:22:29.489630+0000","last_fullsized":"2024-09-16T07:22:29.489630+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:18:47.506957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.1b","version":"44'1","reported_seq":16,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T07:22:31.009625+0000","last_change":"2024-09-16T07:22:28.468345+0000","last_active":"2024-09-16T07:22:31.009625+0000","last_peered":"2024-09-16T07:22:31.009625+0000","last_clean":"2024-09-16T07:22:31.009625+0000","last_became_active":"2024-09-16T07:22:28.468118+0000","last_became_peered":"2024-09-16T07:22:28.468118+0000","last_unstale":"2024-09-16T07:22:31.009625+0000","last_undegraded":"2024-09-16T07:22:31.009625+0000","last_fullsized":"2024-09-16T07:22:31.009625+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:22:39.432498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.499135+0000","last_change":"2024-09-16T07:22:29.496530+0000","last_active":"2024-09-16T07:22:29.499135+0000","last_peered":"2024-09-16T07:22:29.499135+0000","last_clean":"2024-09-16T07:22:29.499135+0000","last_became_active":"2024-09-16T07:22:29.496208+0000","last_became_peered":"2024-09-16T07:22:29.496208+0000","last_unstale":"2024-09-16T07:22:29.499135+0000","last_undegraded":"2024-09-16T07:22:29.499135+0000","last_fullsized":"2024-09-16T07:22:29.499135+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:04:07.530738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1a","version":"44'1","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.491878+0000","last_change":"2024-09-16T07:22:28.471477+0000","last_active":"2024-09-16T07:22:29.491878+0000","last_peered":"2024-09-16T07:22:29.491878+0000","last_clean":"2024-09-16T07:22:29.491878+0000","last_became_active":"2024-09-16T07:22:28.471191+0000","last_became_peered":"2024-09-16T07:22:28.471191+0000","last_unstale":"2024-09-16T07:22:29.491878+0000","last_undegraded":"2024-09-16T07:22:29.491878+0000","last_fullsized":"2024-09-16T07:22:29.491878+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:34:06.792460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.493304+0000","last_change":"2024-09-16T07:22:29.483430+0000","last_active":"2024-09-16T07:22:29.493304+0000","last_peered":"2024-09-16T07:22:29.493304+0000","last_clean":"2024-09-16T07:22:29.493304+0000","last_became_active":"2024-09-16T07:22:29.483114+0000","last_became_peered":"2024-09-16T07:22:29.483114+0000","last_unstale":"2024-09-16T07:22:29.493304+0000","last_undegraded":"2024-09-16T07:22:29.493304+0000","last_fullsized":"2024-09-16T07:22:29.493304+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:37:49.992210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.472492+0000","last_change":"2024-09-16T07:22:28.461030+0000","last_active":"2024-09-16T07:22:29.472492+0000","last_peered":"2024-09-16T07:22:29.472492+0000","last_clean":"2024-09-16T07:22:29.472492+0000","last_became_active":"2024-09-16T07:22:28.460754+0000","last_became_peered":"2024-09-16T07:22:28.460754+0000","last_unstale":"2024-09-16T07:22:29.472492+0000","last_undegraded":"2024-09-16T07:22:29.472492+0000","last_fullsized":"2024-09-16T07:22:29.472492+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:10:17.202438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.480922+0000","last_change":"2024-09-16T07:22:29.477753+0000","last_active":"2024-09-16T07:22:29.480922+0000","last_peered":"2024-09-16T07:22:29.480922+0000","last_clean":"2024-09-16T07:22:29.480922+0000","last_became_active":"2024-09-16T07:22:29.477490+0000","last_became_peered":"2024-09-16T07:22:29.477490+0000","last_unstale":"2024-09-16T07:22:29.480922+0000","last_undegraded":"2024-09-16T07:22:29.480922+0000","last_fullsized":"2024-09-16T07:22:29.480922+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:03:05.258193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.473606+0000","last_change":"2024-09-16T07:22:28.462828+0000","last_active":"2024-09-16T07:22:29.473606+0000","last_peered":"2024-09-16T07:22:29.473606+0000","last_clean":"2024-09-16T07:22:29.473606+0000","last_became_active":"2024-09-16T07:22:28.462535+0000","last_became_peered":"2024-09-16T07:22:28.462535+0000","last_unstale":"2024-09-16T07:22:29.473606+0000","last_undegraded":"2024-09-16T07:22:29.473606+0000","last_fullsized":"2024-09-16T07:22:29.473606+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:45:52.541064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.489369+0000","last_change":"2024-09-16T07:22:29.485886+0000","last_active":"2024-09-16T07:22:29.489369+0000","last_peered":"2024-09-16T07:22:29.489369+0000","last_clean":"2024-09-16T07:22:29.489369+0000","last_became_active":"2024-09-16T07:22:29.481498+0000","last_became_peered":"2024-09-16T07:22:29.481498+0000","last_unstale":"2024-09-16T07:22:29.489369+0000","last_undegraded":"2024-09-16T07:22:29.489369+0000","last_fullsized":"2024-09-16T07:22:29.489369+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:17:12.257737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.476720+0000","last_change":"2024-09-16T07:22:28.469508+0000","last_active":"2024-09-16T07:22:29.476720+0000","last_peered":"2024-09-16T07:22:29.476720+0000","last_clean":"2024-09-16T07:22:29.476720+0000","last_became_active":"2024-09-16T07:22:28.469214+0000","last_became_peered":"2024-09-16T07:22:28.469214+0000","last_unstale":"2024-09-16T07:22:29.476720+0000","last_undegraded":"2024-09-16T07:22:29.476720+0000","last_fullsized":"2024-09-16T07:22:29.476720+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:07:14.857665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.488977+0000","last_change":"2024-09-16T07:22:29.486790+0000","last_active":"2024-09-16T07:22:29.488977+0000","last_peered":"2024-09-16T07:22:29.488977+0000","last_clean":"2024-09-16T07:22:29.488977+0000","last_became_active":"2024-09-16T07:22:29.486523+0000","last_became_peered":"2024-09-16T07:22:29.486523+0000","last_unstale":"2024-09-16T07:22:29.488977+0000","last_undegraded":"2024-09-16T07:22:29.488977+0000","last_fullsized":"2024-09-16T07:22:29.488977+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:59:09.668183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.473967+0000","last_change":"2024-09-16T07:22:28.467860+0000","last_active":"2024-09-16T07:22:29.473967+0000","last_peered":"2024-09-16T07:22:29.473967+0000","last_clean":"2024-09-16T07:22:29.473967+0000","last_became_active":"2024-09-16T07:22:28.467570+0000","last_became_peered":"2024-09-16T07:22:28.467570+0000","last_unstale":"2024-09-16T07:22:29.473967+0000","last_undegraded":"2024-09-16T07:22:29.473967+0000","last_fullsized":"2024-09-16T07:22:29.473967+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:40:54.274741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.495186+0000","last_change":"2024-09-16T07:22:29.484762+0000","last_active":"2024-09-16T07:22:29.495186+0000","last_peered":"2024-09-16T07:22:29.495186+0000","last_clean":"2024-09-16T07:22:29.495186+0000","last_became_active":"2024-09-16T07:22:29.484503+0000","last_became_peered":"2024-09-16T07:22:29.484503+0000","last_unstale":"2024-09-16T07:22:29.495186+0000","last_undegraded":"2024-09-16T07:22:29.495186+0000","last_fullsized":"2024-09-16T07:22:29.495186+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:42:47.108626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"44'3","reported_seq":16,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.498849+0000","last_change":"2024-09-16T07:22:28.464628+0000","last_active":"2024-09-16T07:22:29.498849+0000","last_peered":"2024-09-16T07:22:29.498849+0000","last_clean":"2024-09-16T07:22:29.498849+0000","last_became_active":"2024-09-16T07:22:28.464340+0000","last_became_peered":"2024-09-16T07:22:28.464340+0000","last_unstale":"2024-09-16T07:22:29.498849+0000","last_undegraded":"2024-09-16T07:22:29.498849+0000","last_fullsized":"2024-09-16T07:22:29.498849+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:55:39.221093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.497104+0000","last_change":"2024-09-16T07:22:29.491249+0000","last_active":"2024-09-16T07:22:29.497104+0000","last_peered":"2024-09-16T07:22:29.497104+0000","last_clean":"2024-09-16T07:22:29.497104+0000","last_became_active":"2024-09-16T07:22:29.490927+0000","last_became_peered":"2024-09-16T07:22:29.490927+0000","last_unstale":"2024-09-16T07:22:29.497104+0000","last_undegraded":"2024-09-16T07:22:29.497104+0000","last_fullsized":"2024-09-16T07:22:29.497104+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:08:32.321836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"44'6","reported_seq":19,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.501923+0000","last_change":"2024-09-16T07:22:28.462490+0000","last_active":"2024-09-16T07:22:29.501923+0000","last_peered":"2024-09-16T07:22:29.501923+0000","last_clean":"2024-09-16T07:22:29.501923+0000","last_became_active":"2024-09-16T07:22:28.462164+0000","last_became_peered":"2024-09-16T07:22:28.462164+0000","last_unstale":"2024-09-16T07:22:29.501923+0000","last_undegraded":"2024-09-16T07:22:29.501923+0000","last_fullsized":"2024-09-16T07:22:29.501923+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:49:32.479600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.490570+0000","last_change":"2024-09-16T07:22:29.489148+0000","last_active":"2024-09-16T07:22:29.490570+0000","last_peered":"2024-09-16T07:22:29.490570+0000","last_clean":"2024-09-16T07:22:29.490570+0000","last_became_active":"2024-09-16T07:22:29.488845+0000","last_became_peered":"2024-09-16T07:22:29.488845+0000","last_unstale":"2024-09-16T07:22:29.490570+0000","last_undegraded":"2024-09-16T07:22:29.490570+0000","last_fullsized":"2024-09-16T07:22:29.490570+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:31:21.104573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.13","version":"44'2","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.492428+0000","last_change":"2024-09-16T07:22:28.468653+0000","last_active":"2024-09-16T07:22:29.492428+0000","last_peered":"2024-09-16T07:22:29.492428+0000","last_clean":"2024-09-16T07:22:29.492428+0000","last_became_active":"2024-09-16T07:22:28.468254+0000","last_became_peered":"2024-09-16T07:22:28.468254+0000","last_unstale":"2024-09-16T07:22:29.492428+0000","last_undegraded":"2024-09-16T07:22:29.492428+0000","last_fullsized":"2024-09-16T07:22:29.492428+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:07:08.033235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.495293+0000","last_change":"2024-09-16T07:22:29.491703+0000","last_active":"2024-09-16T07:22:29.495293+0000","last_peered":"2024-09-16T07:22:29.495293+0000","last_clean":"2024-09-16T07:22:29.495293+0000","last_became_active":"2024-09-16T07:22:29.491437+0000","last_became_peered":"2024-09-16T07:22:29.491437+0000","last_unstale":"2024-09-16T07:22:29.495293+0000","last_undegraded":"2024-09-16T07:22:29.495293+0000","last_fullsized":"2024-09-16T07:22:29.495293+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:12:47.021758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.471455+0000","last_change":"2024-09-16T07:22:28.464393+0000","last_active":"2024-09-16T07:22:29.471455+0000","last_peered":"2024-09-16T07:22:29.471455+0000","last_clean":"2024-09-16T07:22:29.471455+0000","last_became_active":"2024-09-16T07:22:28.464090+0000","last_became_peered":"2024-09-16T07:22:28.464090+0000","last_unstale":"2024-09-16T07:22:29.471455+0000","last_undegraded":"2024-09-16T07:22:29.471455+0000","last_fullsized":"2024-09-16T07:22:29.471455+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:51:50.129201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.495193+0000","last_change":"2024-09-16T07:22:29.490034+0000","last_active":"2024-09-16T07:22:29.495193+0000","last_peered":"2024-09-16T07:22:29.495193+0000","last_clean":"2024-09-16T07:22:29.495193+0000","last_became_active":"2024-09-16T07:22:29.489757+0000","last_became_peered":"2024-09-16T07:22:29.489757+0000","last_unstale":"2024-09-16T07:22:29.495193+0000","last_undegraded":"2024-09-16T07:22:29.495193+0000","last_fullsized":"2024-09-16T07:22:29.495193+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:21:59.057922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T07:22:31.008907+0000","last_change":"2024-09-16T07:22:28.472475+0000","last_active":"2024-09-16T07:22:31.008907+0000","last_peered":"2024-09-16T07:22:31.008907+0000","last_clean":"2024-09-16T07:22:31.008907+0000","last_became_active":"2024-09-16T07:22:28.472209+0000","last_became_peered":"2024-09-16T07:22:28.472209+0000","last_unstale":"2024-09-16T07:22:31.008907+0000","last_undegraded":"2024-09-16T07:22:31.008907+0000","last_fullsized":"2024-09-16T07:22:31.008907+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:05:58.497370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.494478+0000","last_change":"2024-09-16T07:22:29.486645+0000","last_active":"2024-09-16T07:22:29.494478+0000","last_peered":"2024-09-16T07:22:29.494478+0000","last_clean":"2024-09-16T07:22:29.494478+0000","last_became_active":"2024-09-16T07:22:29.486321+0000","last_became_peered":"2024-09-16T07:22:29.486321+0000","last_unstale":"2024-09-16T07:22:29.494478+0000","last_undegraded":"2024-09-16T07:22:29.494478+0000","last_fullsized":"2024-09-16T07:22:29.494478+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:54:25.136770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.10","version":"44'8","reported_seq":21,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.498761+0000","last_change":"2024-09-16T07:22:28.466694+0000","last_active":"2024-09-16T07:22:29.498761+0000","last_peered":"2024-09-16T07:22:29.498761+0000","last_clean":"2024-09-16T07:22:29.498761+0000","last_became_active":"2024-09-16T07:22:28.466283+0000","last_became_peered":"2024-09-16T07:22:28.466283+0000","last_unstale":"2024-09-16T07:22:29.498761+0000","last_undegraded":"2024-09-16T07:22:29.498761+0000","last_fullsized":"2024-09-16T07:22:29.498761+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:08:57.583611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.487488+0000","last_change":"2024-09-16T07:22:29.482844+0000","last_active":"2024-09-16T07:22:29.487488+0000","last_peered":"2024-09-16T07:22:29.487488+0000","last_clean":"2024-09-16T07:22:29.487488+0000","last_became_active":"2024-09-16T07:22:29.482484+0000","last_became_peered":"2024-09-16T07:22:29.482484+0000","last_unstale":"2024-09-16T07:22:29.487488+0000","last_undegraded":"2024-09-16T07:22:29.487488+0000","last_fullsized":"2024-09-16T07:22:29.487488+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:16:17.035348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.f","version":"44'1","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.492978+0000","last_change":"2024-09-16T07:22:28.462028+0000","last_active":"2024-09-16T07:22:29.492978+0000","last_peered":"2024-09-16T07:22:29.492978+0000","last_clean":"2024-09-16T07:22:29.492978+0000","last_became_active":"2024-09-16T07:22:28.461732+0000","last_became_peered":"2024-09-16T07:22:28.461732+0000","last_unstale":"2024-09-16T07:22:29.492978+0000","last_undegraded":"2024-09-16T07:22:29.492978+0000","last_fullsized":"2024-09-16T07:22:29.492978+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:45:32.481103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.484278+0000","last_change":"2024-09-16T07:22:29.480047+0000","last_active":"2024-09-16T07:22:29.484278+0000","last_peered":"2024-09-16T07:22:29.484278+0000","last_clean":"2024-09-16T07:22:29.484278+0000","last_became_active":"2024-09-16T07:22:29.479639+0000","last_became_peered":"2024-09-16T07:22:29.479639+0000","last_unstale":"2024-09-16T07:22:29.484278+0000","last_undegraded":"2024-09-16T07:22:29.484278+0000","last_fullsized":"2024-09-16T07:22:29.484278+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:56:59.241344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.e","version":"44'2","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.493002+0000","last_change":"2024-09-16T07:22:28.470989+0000","last_active":"2024-09-16T07:22:29.493002+0000","last_peered":"2024-09-16T07:22:29.493002+0000","last_clean":"2024-09-16T07:22:29.493002+0000","last_became_active":"2024-09-16T07:22:28.470704+0000","last_became_peered":"2024-09-16T07:22:28.470704+0000","last_unstale":"2024-09-16T07:22:29.493002+0000","last_undegraded":"2024-09-16T07:22:29.493002+0000","last_fullsized":"2024-09-16T07:22:29.493002+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:34:51.525881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.501329+0000","last_change":"2024-09-16T07:22:29.499311+0000","last_active":"2024-09-16T07:22:29.501329+0000","last_peered":"2024-09-16T07:22:29.501329+0000","last_clean":"2024-09-16T07:22:29.501329+0000","last_became_active":"2024-09-16T07:22:29.499038+0000","last_became_peered":"2024-09-16T07:22:29.499038+0000","last_unstale":"2024-09-16T07:22:29.501329+0000","last_undegraded":"2024-09-16T07:22:29.501329+0000","last_fullsized":"2024-09-16T07:22:29.501329+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:56:09.214220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.d","version":"44'1","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.492291+0000","last_change":"2024-09-16T07:22:28.469536+0000","last_active":"2024-09-16T07:22:29.492291+0000","last_peered":"2024-09-16T07:22:29.492291+0000","last_clean":"2024-09-16T07:22:29.492291+0000","last_became_active":"2024-09-16T07:22:28.469236+0000","last_became_peered":"2024-09-16T07:22:28.469236+0000","last_unstale":"2024-09-16T07:22:29.492291+0000","last_undegraded":"2024-09-16T07:22:29.492291+0000","last_fullsized":"2024-09-16T07:22:29.492291+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:36:51.337140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.495926+0000","last_change":"2024-09-16T07:22:29.492033+0000","last_active":"2024-09-16T07:22:29.495926+0000","last_peered":"2024-09-16T07:22:29.495926+0000","last_clean":"2024-09-16T07:22:29.495926+0000","last_became_active":"2024-09-16T07:22:29.490032+0000","last_became_peered":"2024-09-16T07:22:29.490032+0000","last_unstale":"2024-09-16T07:22:29.495926+0000","last_undegraded":"2024-09-16T07:22:29.495926+0000","last_fullsized":"2024-09-16T07:22:29.495926+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:53:38.827513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T07:22:31.009238+0000","last_change":"2024-09-16T07:22:28.472336+0000","last_active":"2024-09-16T07:22:31.009238+0000","last_peered":"2024-09-16T07:22:31.009238+0000","last_clean":"2024-09-16T07:22:31.009238+0000","last_became_active":"2024-09-16T07:22:28.472071+0000","last_became_peered":"2024-09-16T07:22:28.472071+0000","last_unstale":"2024-09-16T07:22:31.009238+0000","last_undegraded":"2024-09-16T07:22:31.009238+0000","last_fullsized":"2024-09-16T07:22:31.009238+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:03:22.218893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.495847+0000","last_change":"2024-09-16T07:22:29.489114+0000","last_active":"2024-09-16T07:22:29.495847+0000","last_peered":"2024-09-16T07:22:29.495847+0000","last_clean":"2024-09-16T07:22:29.495847+0000","last_became_active":"2024-09-16T07:22:29.488744+0000","last_became_peered":"2024-09-16T07:22:29.488744+0000","last_unstale":"2024-09-16T07:22:29.495847+0000","last_undegraded":"2024-09-16T07:22:29.495847+0000","last_fullsized":"2024-09-16T07:22:29.495847+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:03:20.585556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.b","version":"44'2","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.495392+0000","last_change":"2024-09-16T07:22:28.467289+0000","last_active":"2024-09-16T07:22:29.495392+0000","last_peered":"2024-09-16T07:22:29.495392+0000","last_clean":"2024-09-16T07:22:29.495392+0000","last_became_active":"2024-09-16T07:22:28.467010+0000","last_became_peered":"2024-09-16T07:22:28.467010+0000","last_unstale":"2024-09-16T07:22:29.495392+0000","last_undegraded":"2024-09-16T07:22:29.495392+0000","last_fullsized":"2024-09-16T07:22:29.495392+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:09:25.567287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T07:22:31.009650+0000","last_change":"2024-09-16T07:22:29.489064+0000","last_active":"2024-09-16T07:22:31.009650+0000","last_peered":"2024-09-16T07:22:31.009650+0000","last_clean":"2024-09-16T07:22:31.009650+0000","last_became_active":"2024-09-16T07:22:29.488758+0000","last_became_peered":"2024-09-16T07:22:29.488758+0000","last_unstale":"2024-09-16T07:22:31.009650+0000","last_undegraded":"2024-09-16T07:22:31.009650+0000","last_fullsized":"2024-09-16T07:22:31.009650+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:31:22.366574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.471211+0000","last_change":"2024-09-16T07:22:28.468826+0000","last_active":"2024-09-16T07:22:29.471211+0000","last_peered":"2024-09-16T07:22:29.471211+0000","last_clean":"2024-09-16T07:22:29.471211+0000","last_became_active":"2024-09-16T07:22:28.467877+0000","last_became_peered":"2024-09-16T07:22:28.467877+0000","last_unstale":"2024-09-16T07:22:29.471211+0000","last_undegraded":"2024-09-16T07:22:29.471211+0000","last_fullsized":"2024-09-16T07:22:29.471211+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:34:46.991341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.496136+0000","last_change":"2024-09-16T07:22:29.489792+0000","last_active":"2024-09-16T07:22:29.496136+0000","last_peered":"2024-09-16T07:22:29.496136+0000","last_clean":"2024-09-16T07:22:29.496136+0000","last_became_active":"2024-09-16T07:22:29.489533+0000","last_became_peered":"2024-09-16T07:22:29.489533+0000","last_unstale":"2024-09-16T07:22:29.496136+0000","last_undegraded":"2024-09-16T07:22:29.496136+0000","last_fullsized":"2024-09-16T07:22:29.496136+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:40:38.131135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.472684+0000","last_change":"2024-09-16T07:22:28.472560+0000","last_active":"2024-09-16T07:22:29.472684+0000","last_peered":"2024-09-16T07:22:29.472684+0000","last_clean":"2024-09-16T07:22:29.472684+0000","last_became_active":"2024-09-16T07:22:28.472263+0000","last_became_peered":"2024-09-16T07:22:28.472263+0000","last_unstale":"2024-09-16T07:22:29.472684+0000","last_undegraded":"2024-09-16T07:22:29.472684+0000","last_fullsized":"2024-09-16T07:22:29.472684+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:45:27.584930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.498394+0000","last_change":"2024-09-16T07:22:29.493184+0000","last_active":"2024-09-16T07:22:29.498394+0000","last_peered":"2024-09-16T07:22:29.498394+0000","last_clean":"2024-09-16T07:22:29.498394+0000","last_became_active":"2024-09-16T07:22:29.492884+0000","last_became_peered":"2024-09-16T07:22:29.492884+0000","last_unstale":"2024-09-16T07:22:29.498394+0000","last_undegraded":"2024-09-16T07:22:29.498394+0000","last_fullsized":"2024-09-16T07:22:29.498394+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:30:01.995866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.467633+0000","last_change":"2024-09-16T07:22:28.460364+0000","last_active":"2024-09-16T07:22:29.467633+0000","last_peered":"2024-09-16T07:22:29.467633+0000","last_clean":"2024-09-16T07:22:29.467633+0000","last_became_active":"2024-09-16T07:22:28.460020+0000","last_became_peered":"2024-09-16T07:22:28.460020+0000","last_unstale":"2024-09-16T07:22:29.467633+0000","last_undegraded":"2024-09-16T07:22:29.467633+0000","last_fullsized":"2024-09-16T07:22:29.467633+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:04:06.523634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.485003+0000","last_change":"2024-09-16T07:22:29.478288+0000","last_active":"2024-09-16T07:22:29.485003+0000","last_peered":"2024-09-16T07:22:29.485003+0000","last_clean":"2024-09-16T07:22:29.485003+0000","last_became_active":"2024-09-16T07:22:29.477986+0000","last_became_peered":"2024-09-16T07:22:29.477986+0000","last_unstale":"2024-09-16T07:22:29.485003+0000","last_undegraded":"2024-09-16T07:22:29.485003+0000","last_fullsized":"2024-09-16T07:22:29.485003+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:45:00.454751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.486388+0000","last_change":"2024-09-16T07:22:28.465259+0000","last_active":"2024-09-16T07:22:29.486388+0000","last_peered":"2024-09-16T07:22:29.486388+0000","last_clean":"2024-09-16T07:22:29.486388+0000","last_became_active":"2024-09-16T07:22:28.463543+0000","last_became_peered":"2024-09-16T07:22:28.463543+0000","last_unstale":"2024-09-16T07:22:29.486388+0000","last_undegraded":"2024-09-16T07:22:29.486388+0000","last_fullsized":"2024-09-16T07:22:29.486388+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:39:04.724345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.493358+0000","last_change":"2024-09-16T07:22:29.483458+0000","last_active":"2024-09-16T07:22:29.493358+0000","last_peered":"2024-09-16T07:22:29.493358+0000","last_clean":"2024-09-16T07:22:29.493358+0000","last_became_active":"2024-09-16T07:22:29.483137+0000","last_became_peered":"2024-09-16T07:22:29.483137+0000","last_unstale":"2024-09-16T07:22:29.493358+0000","last_undegraded":"2024-09-16T07:22:29.493358+0000","last_fullsized":"2024-09-16T07:22:29.493358+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:15:55.606870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.471898+0000","last_change":"2024-09-16T07:22:28.467921+0000","last_active":"2024-09-16T07:22:29.471898+0000","last_peered":"2024-09-16T07:22:29.471898+0000","last_clean":"2024-09-16T07:22:29.471898+0000","last_became_active":"2024-09-16T07:22:28.467617+0000","last_became_peered":"2024-09-16T07:22:28.467617+0000","last_unstale":"2024-09-16T07:22:29.471898+0000","last_undegraded":"2024-09-16T07:22:29.471898+0000","last_fullsized":"2024-09-16T07:22:29.471898+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:47:14.892985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.497081+0000","last_change":"2024-09-16T07:22:29.489444+0000","last_active":"2024-09-16T07:22:29.497081+0000","last_peered":"2024-09-16T07:22:29.497081+0000","last_clean":"2024-09-16T07:22:29.497081+0000","last_became_active":"2024-09-16T07:22:29.488933+0000","last_became_peered":"2024-09-16T07:22:29.488933+0000","last_unstale":"2024-09-16T07:22:29.497081+0000","last_undegraded":"2024-09-16T07:22:29.497081+0000","last_fullsized":"2024-09-16T07:22:29.497081+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:18:53.290700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.467252+0000","last_change":"2024-09-16T07:22:28.472276+0000","last_active":"2024-09-16T07:22:29.467252+0000","last_peered":"2024-09-16T07:22:29.467252+0000","last_clean":"2024-09-16T07:22:29.467252+0000","last_became_active":"2024-09-16T07:22:28.471958+0000","last_became_peered":"2024-09-16T07:22:28.471958+0000","last_unstale":"2024-09-16T07:22:29.467252+0000","last_undegraded":"2024-09-16T07:22:29.467252+0000","last_fullsized":"2024-09-16T07:22:29.467252+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:02:57.773221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.495819+0000","last_change":"2024-09-16T07:22:29.488742+0000","last_active":"2024-09-16T07:22:29.495819+0000","last_peered":"2024-09-16T07:22:29.495819+0000","last_clean":"2024-09-16T07:22:29.495819+0000","last_became_active":"2024-09-16T07:22:29.488442+0000","last_became_peered":"2024-09-16T07:22:29.488442+0000","last_unstale":"2024-09-16T07:22:29.495819+0000","last_undegraded":"2024-09-16T07:22:29.495819+0000","last_fullsized":"2024-09-16T07:22:29.495819+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:04:43.870657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.471745+0000","last_change":"2024-09-16T07:22:28.461066+0000","last_active":"2024-09-16T07:22:29.471745+0000","last_peered":"2024-09-16T07:22:29.471745+0000","last_clean":"2024-09-16T07:22:29.471745+0000","last_became_active":"2024-09-16T07:22:28.460822+0000","last_became_peered":"2024-09-16T07:22:28.460822+0000","last_unstale":"2024-09-16T07:22:29.471745+0000","last_undegraded":"2024-09-16T07:22:29.471745+0000","last_fullsized":"2024-09-16T07:22:29.471745+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:40:37.124031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.498824+0000","last_change":"2024-09-16T07:22:29.496850+0000","last_active":"2024-09-16T07:22:29.498824+0000","last_peered":"2024-09-16T07:22:29.498824+0000","last_clean":"2024-09-16T07:22:29.498824+0000","last_became_active":"2024-09-16T07:22:29.496564+0000","last_became_peered":"2024-09-16T07:22:29.496564+0000","last_unstale":"2024-09-16T07:22:29.498824+0000","last_undegraded":"2024-09-16T07:22:29.498824+0000","last_fullsized":"2024-09-16T07:22:29.498824+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:56:03.041222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.469430+0000","last_change":"2024-09-16T07:22:28.462635+0000","last_active":"2024-09-16T07:22:29.469430+0000","last_peered":"2024-09-16T07:22:29.469430+0000","last_clean":"2024-09-16T07:22:29.469430+0000","last_became_active":"2024-09-16T07:22:28.462168+0000","last_became_peered":"2024-09-16T07:22:28.462168+0000","last_unstale":"2024-09-16T07:22:29.469430+0000","last_undegraded":"2024-09-16T07:22:29.469430+0000","last_fullsized":"2024-09-16T07:22:29.469430+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:15:20.294172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.499810+0000","last_change":"2024-09-16T07:22:29.497647+0000","last_active":"2024-09-16T07:22:29.499810+0000","last_peered":"2024-09-16T07:22:29.499810+0000","last_clean":"2024-09-16T07:22:29.499810+0000","last_became_active":"2024-09-16T07:22:29.496489+0000","last_became_peered":"2024-09-16T07:22:29.496489+0000","last_unstale":"2024-09-16T07:22:29.499810+0000","last_undegraded":"2024-09-16T07:22:29.499810+0000","last_fullsized":"2024-09-16T07:22:29.499810+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:48:25.902252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-16T07:22:31.009096+0000","last_change":"2024-09-16T07:22:28.464575+0000","last_active":"2024-09-16T07:22:31.009096+0000","last_peered":"2024-09-16T07:22:31.009096+0000","last_clean":"2024-09-16T07:22:31.009096+0000","last_became_active":"2024-09-16T07:22:28.464279+0000","last_became_peered":"2024-09-16T07:22:28.464279+0000","last_unstale":"2024-09-16T07:22:31.009096+0000","last_undegraded":"2024-09-16T07:22:31.009096+0000","last_fullsized":"2024-09-16T07:22:31.009096+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:28:56.806414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.497463+0000","last_change":"2024-09-16T07:22:29.492013+0000","last_active":"2024-09-16T07:22:29.497463+0000","last_peered":"2024-09-16T07:22:29.497463+0000","last_clean":"2024-09-16T07:22:29.497463+0000","last_became_active":"2024-09-16T07:22:29.491746+0000","last_became_peered":"2024-09-16T07:22:29.491746+0000","last_unstale":"2024-09-16T07:22:29.497463+0000","last_undegraded":"2024-09-16T07:22:29.497463+0000","last_fullsized":"2024-09-16T07:22:29.497463+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:41:07.987625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.467119+0000","last_change":"2024-09-16T07:22:28.468414+0000","last_active":"2024-09-16T07:22:29.467119+0000","last_peered":"2024-09-16T07:22:29.467119+0000","last_clean":"2024-09-16T07:22:29.467119+0000","last_became_active":"2024-09-16T07:22:28.468115+0000","last_became_peered":"2024-09-16T07:22:28.468115+0000","last_unstale":"2024-09-16T07:22:29.467119+0000","last_undegraded":"2024-09-16T07:22:29.467119+0000","last_fullsized":"2024-09-16T07:22:29.467119+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:09:31.352220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.498357+0000","last_change":"2024-09-16T07:22:29.492006+0000","last_active":"2024-09-16T07:22:29.498357+0000","last_peered":"2024-09-16T07:22:29.498357+0000","last_clean":"2024-09-16T07:22:29.498357+0000","last_became_active":"2024-09-16T07:22:29.491749+0000","last_became_peered":"2024-09-16T07:22:29.491749+0000","last_unstale":"2024-09-16T07:22:29.498357+0000","last_undegraded":"2024-09-16T07:22:29.498357+0000","last_fullsized":"2024-09-16T07:22:29.498357+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:28.445660+0000","last_clean_scrub_stamp":"2024-09-16T07:22:28.445660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:42:43.140496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.7","version":"44'2","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.499048+0000","last_change":"2024-09-16T07:22:28.465877+0000","last_active":"2024-09-16T07:22:29.499048+0000","last_peered":"2024-09-16T07:22:29.499048+0000","last_clean":"2024-09-16T07:22:29.499048+0000","last_became_active":"2024-09-16T07:22:28.465538+0000","last_became_peered":"2024-09-16T07:22:28.465538+0000","last_unstale":"2024-09-16T07:22:29.499048+0000","last_undegraded":"2024-09-16T07:22:29.499048+0000","last_fullsized":"2024-09-16T07:22:29.499048+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:22:27.438556+0000","last_clean_scrub_stamp":"2024-09-16T07:22:27.438556+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:58:54.480683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'72","reported_seq":149,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-16T07:22:29.477230+0000","last_change":"2024-09-16T07:21:02.600196+0000","last_active":"2024-09-16T07:22:29.477230+0000","last_peered":"2024-09-16T07:22:29.477230+0000","last_clean":"2024-09-16T07:22:29.477230+0000","last_became_active":"2024-09-16T07:21:02.599001+0000","last_became_peered":"2024-09-16T07:21:02.599001+0000","last_unstale":"2024-09-16T07:22:29.477230+0000","last_undegraded":"2024-09-16T07:22:29.477230+0000","last_fullsized":"2024-09-16T07:22:29.477230+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_clean_scrub_stamp":"2024-09-16T07:21:01.331773+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:28:40.942832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509462,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27512,"kb_used_data":484,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344328,"statfs":{"total":96636764160,"available":96608591872,"internally_reserved":0,"allocated":495616,"data_stored":195432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509461,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28092,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343748,"statfs":{"total":96636764160,"available":96607997952,"internally_reserved":0,"allocated":1089536,"data_stored":785800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509461,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27512,"kb_used_data":484,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344328,"statfs":{"total":96636764160,"available":96608591872,"internally_reserved":0,"allocated":495616,"data_stored":195432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509462,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27512,"kb_used_data":484,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344328,"statfs":{"total":96636764160,"available":96608591872,"internally_reserved":0,"allocated":495616,"data_stored":195432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509462,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27512,"kb_used_data":484,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344328,"statfs":{"total":96636764160,"available":96608591872,"internally_reserved":0,"allocated":495616,"data_stored":195432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509462,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32252,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339588,"statfs":{"total":96636764160,"available":96603738112,"internally_reserved":0,"allocated":1089536,"data_stored":785800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509463,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27516,"kb_used_data":484,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344324,"statfs":{"total":96636764160,"available":96608587776,"internally_reserved":0,"allocated":495616,"data_stored":195432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574869,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27544,"kb_used_data":504,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344296,"statfs":{"total":96636764160,"available":96608559104,"internally_reserved":0,"allocated":516096,"data_stored":202823,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T07:22:33.859 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-16T07:22:33.859 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-16T07:22:34.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.010+0000 7ffa4a356640 1 -- 172.21.15.31:0/813733372 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffa2c003a50 msgr2=0x7ffa2c003e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:34.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.010+0000 7ffa4a356640 1 --2- 172.21.15.31:0/813733372 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffa2c003a50 0x7ffa2c003e90 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7ffa3400c4a0 tx=0x7ffa2c005830 comp rx=0 tx=0).stop 2024-09-16T07:22:34.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.010+0000 7ffa4a356640 1 -- 172.21.15.31:0/813733372 shutdown_connections 2024-09-16T07:22:34.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.010+0000 7ffa4a356640 1 --2- 172.21.15.31:0/813733372 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffa2c003a50 0x7ffa2c003e90 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:34.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.010+0000 7ffa4a356640 1 -- 172.21.15.31:0/813733372 >> 172.21.15.31:0/813733372 conn(0x7ffa4409d190 msgr2=0x7ffa440d3f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:34.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.010+0000 7ffa4a356640 1 -- 172.21.15.31:0/813733372 shutdown_connections 2024-09-16T07:22:34.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.010+0000 7ffa4a356640 1 -- 172.21.15.31:0/813733372 wait complete. 2024-09-16T07:22:34.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.011+0000 7ffa4a356640 1 Processor -- start 2024-09-16T07:22:34.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.011+0000 7ffa4a356640 1 -- start start 2024-09-16T07:22:34.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.012+0000 7ffa4a356640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffa2c003a50 0x7ffa440a1340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:34.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.012+0000 7ffa4a356640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffa4409e4a0 0x7ffa441f5430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:34.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.012+0000 7ffa4a356640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffa4415d4c0 0x7ffa440b18a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:34.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.012+0000 7ffa4a356640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7ffa440d1af0 con 0x7ffa4409e4a0 2024-09-16T07:22:34.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.012+0000 7ffa4a356640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ffa44161af0 con 0x7ffa4415d4c0 2024-09-16T07:22:34.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.012+0000 7ffa4a356640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ffa440d1c70 con 0x7ffa2c003a50 2024-09-16T07:22:34.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.012+0000 7ffa437fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffa4409e4a0 0x7ffa441f5430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:34.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.012+0000 7ffa437fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffa4409e4a0 0x7ffa441f5430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:49824/0 (socket says 172.21.15.31:49824) 2024-09-16T07:22:34.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.012+0000 7ffa437fe640 1 -- 172.21.15.31:0/4145637585 learned_addr learned my addr 172.21.15.31:0/4145637585 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:34.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.012+0000 7ffa43fff640 1 --2- 172.21.15.31:0/4145637585 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffa2c003a50 0x7ffa440a1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:34.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.012+0000 7ffa488f3640 1 --2- 172.21.15.31:0/4145637585 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffa4415d4c0 0x7ffa440b18a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:34.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.012+0000 7ffa437fe640 1 -- 172.21.15.31:0/4145637585 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffa2c003a50 msgr2=0x7ffa440a1340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:34.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.012+0000 7ffa437fe640 1 --2- 172.21.15.31:0/4145637585 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffa2c003a50 0x7ffa440a1340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:34.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.012+0000 7ffa437fe640 1 -- 172.21.15.31:0/4145637585 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffa4415d4c0 msgr2=0x7ffa440b18a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:34.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.012+0000 7ffa437fe640 1 --2- 172.21.15.31:0/4145637585 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffa4415d4c0 0x7ffa440b18a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:34.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.012+0000 7ffa437fe640 1 -- 172.21.15.31:0/4145637585 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa440a02a0 con 0x7ffa4409e4a0 2024-09-16T07:22:34.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.012+0000 7ffa488f3640 1 --2- 172.21.15.31:0/4145637585 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffa4415d4c0 0x7ffa440b18a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:22:34.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.013+0000 7ffa437fe640 1 --2- 172.21.15.31:0/4145637585 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffa4409e4a0 0x7ffa441f5430 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7ffa38004d90 tx=0x7ffa38001630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:34.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.013+0000 7ffa40ff9640 1 -- 172.21.15.31:0/4145637585 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa38001d40 con 0x7ffa4409e4a0 2024-09-16T07:22:34.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.013+0000 7ffa40ff9640 1 -- 172.21.15.31:0/4145637585 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ffa38016070 con 0x7ffa4409e4a0 2024-09-16T07:22:34.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.013+0000 7ffa4a356640 1 -- 172.21.15.31:0/4145637585 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa440a0580 con 0x7ffa4409e4a0 2024-09-16T07:22:34.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.013+0000 7ffa40ff9640 1 -- 172.21.15.31:0/4145637585 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa38010b60 con 0x7ffa4409e4a0 2024-09-16T07:22:34.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.013+0000 7ffa4a356640 1 -- 172.21.15.31:0/4145637585 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa440a0b40 con 0x7ffa4409e4a0 2024-09-16T07:22:34.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.014+0000 7ffa4a356640 1 -- 172.21.15.31:0/4145637585 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffa440d21d0 con 0x7ffa4409e4a0 2024-09-16T07:22:34.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.015+0000 7ffa40ff9640 1 -- 172.21.15.31:0/4145637585 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 7) ==== 101440+0+0 (secure 0 0 0) 0x7ffa38010d00 con 0x7ffa4409e4a0 2024-09-16T07:22:34.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.015+0000 7ffa40ff9640 1 --2- 172.21.15.31:0/4145637585 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ffa30078a30 0x7ffa3007aef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:34.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.016+0000 7ffa40ff9640 1 -- 172.21.15.31:0/4145637585 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7ffa3809b3c0 con 0x7ffa4409e4a0 2024-09-16T07:22:34.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.016+0000 7ffa43fff640 1 --2- 172.21.15.31:0/4145637585 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ffa30078a30 0x7ffa3007aef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:34.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.016+0000 7ffa43fff640 1 --2- 172.21.15.31:0/4145637585 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ffa30078a30 0x7ffa3007aef0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7ffa34033000 tx=0x7ffa3402d040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:34.020 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.020+0000 7ffa40ff9640 1 -- 172.21.15.31:0/4145637585 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7ffa380636a0 con 0x7ffa4409e4a0 2024-09-16T07:22:34.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.279+0000 7ffa4a356640 1 -- 172.21.15.31:0/4145637585 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7ffa440d1620 con 0x7ffa4409e4a0 2024-09-16T07:22:34.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.281+0000 7ffa40ff9640 1 -- 172.21.15.31:0/4145637585 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v17) ==== 190+0+147 (secure 0 0 0) 0x7ffa38062fa0 con 0x7ffa4409e4a0 2024-09-16T07:22:34.282 INFO:teuthology.orchestra.run.smithi031.stdout:[client.0] 2024-09-16T07:22:34.282 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQAp3OdmOi3VIhAA6pREvErOkWIiU+/Wlqimsw== 2024-09-16T07:22:34.282 INFO:teuthology.orchestra.run.smithi031.stdout: caps mds = "allow" 2024-09-16T07:22:34.282 INFO:teuthology.orchestra.run.smithi031.stdout: caps mon = "allow r" 2024-09-16T07:22:34.282 INFO:teuthology.orchestra.run.smithi031.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-16T07:22:34.282 INFO:teuthology.orchestra.run.smithi031.stderr:updated caps for client.0 2024-09-16T07:22:34.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.284+0000 7ffa4a356640 1 -- 172.21.15.31:0/4145637585 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ffa30078a30 msgr2=0x7ffa3007aef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:34.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.284+0000 7ffa4a356640 1 --2- 172.21.15.31:0/4145637585 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ffa30078a30 0x7ffa3007aef0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7ffa34033000 tx=0x7ffa3402d040 comp rx=0 tx=0).stop 2024-09-16T07:22:34.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.284+0000 7ffa4a356640 1 -- 172.21.15.31:0/4145637585 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffa4409e4a0 msgr2=0x7ffa441f5430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:34.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.284+0000 7ffa4a356640 1 --2- 172.21.15.31:0/4145637585 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffa4409e4a0 0x7ffa441f5430 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7ffa38004d90 tx=0x7ffa38001630 comp rx=0 tx=0).stop 2024-09-16T07:22:34.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.284+0000 7ffa4a356640 1 -- 172.21.15.31:0/4145637585 shutdown_connections 2024-09-16T07:22:34.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.284+0000 7ffa4a356640 1 --2- 172.21.15.31:0/4145637585 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ffa30078a30 0x7ffa3007aef0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:34.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.284+0000 7ffa4a356640 1 --2- 172.21.15.31:0/4145637585 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffa4415d4c0 0x7ffa440b18a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:34.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.284+0000 7ffa4a356640 1 --2- 172.21.15.31:0/4145637585 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffa4409e4a0 0x7ffa441f5430 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:34.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.284+0000 7ffa4a356640 1 --2- 172.21.15.31:0/4145637585 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffa2c003a50 0x7ffa440a1340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:34.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.284+0000 7ffa4a356640 1 -- 172.21.15.31:0/4145637585 >> 172.21.15.31:0/4145637585 conn(0x7ffa4409d190 msgr2=0x7ffa440b0d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:34.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.284+0000 7ffa4a356640 1 -- 172.21.15.31:0/4145637585 shutdown_connections 2024-09-16T07:22:34.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.284+0000 7ffa4a356640 1 -- 172.21.15.31:0/4145637585 wait complete. 2024-09-16T07:22:34.295 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:22:34.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.400+0000 7ff9d1efe640 1 -- 172.21.15.31:0/1134218041 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff9b8004800 msgr2=0x7ff9b8004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:34.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.400+0000 7ff9d1efe640 1 --2- 172.21.15.31:0/1134218041 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff9b8004800 0x7ff9b8004c80 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7ff9b4009b50 tx=0x7ff9b8005830 comp rx=0 tx=0).stop 2024-09-16T07:22:34.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.400+0000 7ff9cbfff640 1 -- 172.21.15.31:0/1134218041 reap_dead start 2024-09-16T07:22:34.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.400+0000 7ff9d1efe640 1 -- 172.21.15.31:0/1134218041 shutdown_connections 2024-09-16T07:22:34.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.400+0000 7ff9d1efe640 1 -- 172.21.15.31:0/1134218041 >> 172.21.15.31:0/1134218041 conn(0x7ff9cc09aa30 msgr2=0x7ff9cc09ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:34.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.400+0000 7ff9d1efe640 1 -- 172.21.15.31:0/1134218041 shutdown_connections 2024-09-16T07:22:34.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.400+0000 7ff9d1efe640 1 -- 172.21.15.31:0/1134218041 wait complete. 2024-09-16T07:22:34.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.401+0000 7ff9d1efe640 1 Processor -- start 2024-09-16T07:22:34.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.402+0000 7ff9d1efe640 1 -- start start 2024-09-16T07:22:34.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.402+0000 7ff9d1efe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff9b8004800 0x7ff9cc06f750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:34.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.402+0000 7ff9d1efe640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff9cc06e000 0x7ff9cc155980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:34.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.402+0000 7ff9d1efe640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff9cc1560b0 0x7ff9cc15d2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:34.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.402+0000 7ff9d1efe640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7ff9cc15f6d0 con 0x7ff9b8004800 2024-09-16T07:22:34.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.402+0000 7ff9d1efe640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ff9cc0b1c40 con 0x7ff9cc1560b0 2024-09-16T07:22:34.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.402+0000 7ff9d1efe640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ff9cc15f850 con 0x7ff9cc06e000 2024-09-16T07:22:34.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.403+0000 7ff9cb7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff9b8004800 0x7ff9cc06f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:34.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.403+0000 7ff9cb7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff9b8004800 0x7ff9cc06f750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:49834/0 (socket says 172.21.15.31:49834) 2024-09-16T07:22:34.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.403+0000 7ff9cb7fe640 1 -- 172.21.15.31:0/1665572169 learned_addr learned my addr 172.21.15.31:0/1665572169 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:34.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.403+0000 7ff9caffd640 1 --2- 172.21.15.31:0/1665572169 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff9cc06e000 0x7ff9cc155980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:34.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.403+0000 7ff9cbfff640 1 --2- 172.21.15.31:0/1665572169 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff9cc1560b0 0x7ff9cc15d2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:34.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.403+0000 7ff9cb7fe640 1 -- 172.21.15.31:0/1665572169 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff9cc06e000 msgr2=0x7ff9cc155980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:34.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.403+0000 7ff9cb7fe640 1 --2- 172.21.15.31:0/1665572169 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff9cc06e000 0x7ff9cc155980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:34.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.403+0000 7ff9cb7fe640 1 -- 172.21.15.31:0/1665572169 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff9cc1560b0 msgr2=0x7ff9cc15d2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:34.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.403+0000 7ff9cb7fe640 1 --2- 172.21.15.31:0/1665572169 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff9cc1560b0 0x7ff9cc15d2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:34.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.403+0000 7ff9cb7fe640 1 -- 172.21.15.31:0/1665572169 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9cc155ec0 con 0x7ff9b8004800 2024-09-16T07:22:34.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.403+0000 7ff9caffd640 1 --2- 172.21.15.31:0/1665572169 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff9cc06e000 0x7ff9cc155980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:22:34.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.403+0000 7ff9cb7fe640 1 --2- 172.21.15.31:0/1665572169 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff9b8004800 0x7ff9cc06f750 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7ff9bc0066a0 tx=0x7ff9bc0016f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:34.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.403+0000 7ff9c3fff640 1 -- 172.21.15.31:0/1665572169 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9bc016030 con 0x7ff9b8004800 2024-09-16T07:22:34.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.403+0000 7ff9c3fff640 1 -- 172.21.15.31:0/1665572169 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff9bc011640 con 0x7ff9b8004800 2024-09-16T07:22:34.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.403+0000 7ff9d1efe640 1 -- 172.21.15.31:0/1665572169 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9cc06e510 con 0x7ff9b8004800 2024-09-16T07:22:34.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.403+0000 7ff9c3fff640 1 -- 172.21.15.31:0/1665572169 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9bc011a70 con 0x7ff9b8004800 2024-09-16T07:22:34.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.403+0000 7ff9d1efe640 1 -- 172.21.15.31:0/1665572169 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9cc06ec70 con 0x7ff9b8004800 2024-09-16T07:22:34.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.404+0000 7ff9d1efe640 1 -- 172.21.15.31:0/1665572169 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff9cc0d0230 con 0x7ff9b8004800 2024-09-16T07:22:34.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.405+0000 7ff9c3fff640 1 -- 172.21.15.31:0/1665572169 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 7) ==== 101440+0+0 (secure 0 0 0) 0x7ff9bc019070 con 0x7ff9b8004800 2024-09-16T07:22:34.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.405+0000 7ff9c3fff640 1 --2- 172.21.15.31:0/1665572169 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ff9ac078a00 0x7ff9ac07aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:34.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.406+0000 7ff9c3fff640 1 -- 172.21.15.31:0/1665572169 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7ff9bc09b2d0 con 0x7ff9b8004800 2024-09-16T07:22:34.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.406+0000 7ff9caffd640 1 --2- 172.21.15.31:0/1665572169 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ff9ac078a00 0x7ff9ac07aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:34.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.406+0000 7ff9caffd640 1 --2- 172.21.15.31:0/1665572169 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ff9ac078a00 0x7ff9ac07aec0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7ff9b4035000 tx=0x7ff9b402d040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:34.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.410+0000 7ff9c3fff640 1 -- 172.21.15.31:0/1665572169 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7ff9bc0635b0 con 0x7ff9b8004800 2024-09-16T07:22:34.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.633+0000 7ff9d1efe640 1 -- 172.21.15.31:0/1665572169 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff9cc0d29a0 con 0x7ff9b8004800 2024-09-16T07:22:34.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.634+0000 7ff9c3fff640 1 -- 172.21.15.31:0/1665572169 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+5223 (secure 0 0 0) 0x7ff9bc062eb0 con 0x7ff9b8004800 2024-09-16T07:22:34.635 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:22:34.635 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":27,"btime":"2024-09-16T07:22:32:488648+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4934,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2654545976","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2654545976},{"type":"v1","addr":"172.21.15.155:6836","nonce":2654545976}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":4937,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/545251166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":545251166},{"type":"v1","addr":"172.21.15.155:6837","nonce":545251166}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5391,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6834/403188644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":403188644},{"type":"v1","addr":"172.21.15.31:6834","nonce":403188644}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21}],"filesystems":[{"mdsmap":{"epoch":27,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:22:28.829594+0000","modified":"2024-09-16T07:22:31.855003+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5394},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5394":{"gid":5394,"name":"c","rank":0,"incarnation":23,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6835/4030974348","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":4030974348},{"type":"v1","addr":"172.21.15.31:6835","nonce":4030974348}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5394,"qdb_cluster":[5394]},"id":3}]} 2024-09-16T07:22:34.635 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 27 2024-09-16T07:22:34.637 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.636+0000 7ff9d1efe640 1 -- 172.21.15.31:0/1665572169 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ff9ac078a00 msgr2=0x7ff9ac07aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:34.637 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.636+0000 7ff9d1efe640 1 --2- 172.21.15.31:0/1665572169 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ff9ac078a00 0x7ff9ac07aec0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7ff9b4035000 tx=0x7ff9b402d040 comp rx=0 tx=0).stop 2024-09-16T07:22:34.637 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.636+0000 7ff9d1efe640 1 -- 172.21.15.31:0/1665572169 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff9b8004800 msgr2=0x7ff9cc06f750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:34.637 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.636+0000 7ff9d1efe640 1 --2- 172.21.15.31:0/1665572169 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff9b8004800 0x7ff9cc06f750 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7ff9bc0066a0 tx=0x7ff9bc0016f0 comp rx=0 tx=0).stop 2024-09-16T07:22:34.637 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.636+0000 7ff9d1efe640 1 -- 172.21.15.31:0/1665572169 shutdown_connections 2024-09-16T07:22:34.637 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.636+0000 7ff9d1efe640 1 --2- 172.21.15.31:0/1665572169 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ff9ac078a00 0x7ff9ac07aec0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:34.637 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.636+0000 7ff9d1efe640 1 --2- 172.21.15.31:0/1665572169 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff9cc1560b0 0x7ff9cc15d2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:34.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.636+0000 7ff9d1efe640 1 --2- 172.21.15.31:0/1665572169 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff9cc06e000 0x7ff9cc155980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:34.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.636+0000 7ff9d1efe640 1 --2- 172.21.15.31:0/1665572169 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff9b8004800 0x7ff9cc06f750 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:34.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.636+0000 7ff9d1efe640 1 -- 172.21.15.31:0/1665572169 >> 172.21.15.31:0/1665572169 conn(0x7ff9cc09aa30 msgr2=0x7ff9cc0cdd30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:34.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.636+0000 7ff9d1efe640 1 -- 172.21.15.31:0/1665572169 shutdown_connections 2024-09-16T07:22:34.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:34.636+0000 7ff9d1efe640 1 -- 172.21.15.31:0/1665572169 wait complete. 2024-09-16T07:22:35.053 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 27, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-16T07:22:28.829594+0000', 'modified': '2024-09-16T07:22:31.855003+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5394}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5394': {'gid': 5394, 'name': 'c', 'rank': 0, 'incarnation': 23, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.31:6835/4030974348', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.31:6833', 'nonce': 4030974348}, {'type': 'v1', 'addr': '172.21.15.31:6835', 'nonce': 4030974348}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [7], 'metadata_pool': 6, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 5394, 'qdb_cluster': [5394]} 2024-09-16T07:22:35.053 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-16T07:22:35.053 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-16T07:22:35.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.160+0000 7fc59c88c640 1 -- 172.21.15.31:0/2054011638 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc5980b49f0 msgr2=0x7fc5980d1a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:35.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.160+0000 7fc59c88c640 1 --2- 172.21.15.31:0/2054011638 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc5980b49f0 0x7fc5980d1a10 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7fc588009900 tx=0x7fc58802a610 comp rx=0 tx=0).stop 2024-09-16T07:22:35.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.160+0000 7fc59c88c640 1 -- 172.21.15.31:0/2054011638 shutdown_connections 2024-09-16T07:22:35.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.160+0000 7fc59c88c640 1 --2- 172.21.15.31:0/2054011638 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc5980b49f0 0x7fc5980d1a10 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:35.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.160+0000 7fc59c88c640 1 -- 172.21.15.31:0/2054011638 >> 172.21.15.31:0/2054011638 conn(0x7fc5980d3e40 msgr2=0x7fc5980d4250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:35.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.160+0000 7fc59c88c640 1 -- 172.21.15.31:0/2054011638 shutdown_connections 2024-09-16T07:22:35.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.160+0000 7fc59c88c640 1 -- 172.21.15.31:0/2054011638 wait complete. 2024-09-16T07:22:35.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.162+0000 7fc59c88c640 1 Processor -- start 2024-09-16T07:22:35.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.162+0000 7fc59c88c640 1 -- start start 2024-09-16T07:22:35.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.162+0000 7fc59c88c640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc5980b49f0 0x7fc598149230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:35.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.162+0000 7fc59c88c640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc5980cf920 0x7fc598157b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:35.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.162+0000 7fc59c88c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc598161b30 0x7fc5980cc500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:35.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.163+0000 7fc59c88c640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fc598161810 con 0x7fc598161b30 2024-09-16T07:22:35.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.163+0000 7fc59c88c640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc598161690 con 0x7fc5980b49f0 2024-09-16T07:22:35.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.163+0000 7fc59c88c640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc5981696a0 con 0x7fc5980cf920 2024-09-16T07:22:35.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.163+0000 7fc596d9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc598161b30 0x7fc5980cc500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:35.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.163+0000 7fc596d9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc598161b30 0x7fc5980cc500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:49844/0 (socket says 172.21.15.31:49844) 2024-09-16T07:22:35.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.163+0000 7fc596d9d640 1 -- 172.21.15.31:0/4224711796 learned_addr learned my addr 172.21.15.31:0/4224711796 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:35.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.163+0000 7fc59659c640 1 --2- 172.21.15.31:0/4224711796 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc5980b49f0 0x7fc598149230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:35.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.163+0000 7fc595d9b640 1 --2- 172.21.15.31:0/4224711796 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc5980cf920 0x7fc598157b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:35.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.163+0000 7fc596d9d640 1 -- 172.21.15.31:0/4224711796 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc5980cf920 msgr2=0x7fc598157b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:35.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.163+0000 7fc596d9d640 1 --2- 172.21.15.31:0/4224711796 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc5980cf920 0x7fc598157b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:35.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.163+0000 7fc596d9d640 1 -- 172.21.15.31:0/4224711796 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc5980b49f0 msgr2=0x7fc598149230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:35.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.163+0000 7fc596d9d640 1 --2- 172.21.15.31:0/4224711796 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc5980b49f0 0x7fc598149230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:35.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.163+0000 7fc596d9d640 1 -- 172.21.15.31:0/4224711796 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc598149770 con 0x7fc598161b30 2024-09-16T07:22:35.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.163+0000 7fc59659c640 1 --2- 172.21.15.31:0/4224711796 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc5980b49f0 0x7fc598149230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:22:35.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.163+0000 7fc596d9d640 1 --2- 172.21.15.31:0/4224711796 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc598161b30 0x7fc5980cc500 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fc588009230 tx=0x7fc588003820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:35.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.163+0000 7fc58effd640 1 -- 172.21.15.31:0/4224711796 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc58803e030 con 0x7fc598161b30 2024-09-16T07:22:35.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.163+0000 7fc58effd640 1 -- 172.21.15.31:0/4224711796 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc588003c20 con 0x7fc598161b30 2024-09-16T07:22:35.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.163+0000 7fc59c88c640 1 -- 172.21.15.31:0/4224711796 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc598158470 con 0x7fc598161b30 2024-09-16T07:22:35.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.163+0000 7fc58effd640 1 -- 172.21.15.31:0/4224711796 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc588035040 con 0x7fc598161b30 2024-09-16T07:22:35.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.163+0000 7fc59c88c640 1 -- 172.21.15.31:0/4224711796 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc598158a30 con 0x7fc598161b30 2024-09-16T07:22:35.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.165+0000 7fc58effd640 1 -- 172.21.15.31:0/4224711796 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 7) ==== 101440+0+0 (secure 0 0 0) 0x7fc588041030 con 0x7fc598161b30 2024-09-16T07:22:35.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.166+0000 7fc58effd640 1 --2- 172.21.15.31:0/4224711796 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc578078a00 0x7fc57807aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:35.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.166+0000 7fc58effd640 1 -- 172.21.15.31:0/4224711796 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fc5880bb240 con 0x7fc598161b30 2024-09-16T07:22:35.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.166+0000 7fc59659c640 1 --2- 172.21.15.31:0/4224711796 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc578078a00 0x7fc57807aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:35.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.167+0000 7fc59659c640 1 --2- 172.21.15.31:0/4224711796 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc578078a00 0x7fc57807aec0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fc59815b140 tx=0x7fc590009040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:35.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.167+0000 7fc59f660740 1 Processor -- start 2024-09-16T07:22:35.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.167+0000 7fc59f660740 1 -- start start 2024-09-16T07:22:35.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.168+0000 7fc59f660740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5619524181b0 0x5619523efb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:35.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.168+0000 7fc59f660740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x561952437df0 0x5619524381f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:35.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.168+0000 7fc59f660740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5619523ed5f0 0x5619523eda40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:35.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.168+0000 7fc59f660740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x561952364820 con 0x5619523ed5f0 2024-09-16T07:22:35.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.168+0000 7fc59f660740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x561952353c50 con 0x561952437df0 2024-09-16T07:22:35.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.168+0000 7fc59f660740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x561952357a60 con 0x5619524181b0 2024-09-16T07:22:35.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.168+0000 7fc596d9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5619523ed5f0 0x5619523eda40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:35.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.168+0000 7fc596d9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5619523ed5f0 0x5619523eda40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:49852/0 (socket says 172.21.15.31:49852) 2024-09-16T07:22:35.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.168+0000 7fc596d9d640 1 -- 172.21.15.31:0/4044770539 learned_addr learned my addr 172.21.15.31:0/4044770539 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:35.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.168+0000 7fc59659c640 1 --2- 172.21.15.31:0/4044770539 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5619524181b0 0x5619523efb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:35.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.168+0000 7fc595d9b640 1 --2- 172.21.15.31:0/4044770539 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x561952437df0 0x5619524381f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:35.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.168+0000 7fc596d9d640 1 -- 172.21.15.31:0/4044770539 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5619524181b0 msgr2=0x5619523efb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:22:35.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.168+0000 7fc596d9d640 1 --2- 172.21.15.31:0/4044770539 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5619524181b0 0x5619523efb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:35.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.168+0000 7fc596d9d640 1 -- 172.21.15.31:0/4044770539 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x561952437df0 msgr2=0x5619524381f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:22:35.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.168+0000 7fc596d9d640 1 --2- 172.21.15.31:0/4044770539 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x561952437df0 0x5619524381f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:35.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.168+0000 7fc596d9d640 1 -- 172.21.15.31:0/4044770539 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5619520b5850 con 0x5619523ed5f0 2024-09-16T07:22:35.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.168+0000 7fc596d9d640 1 --2- 172.21.15.31:0/4044770539 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5619523ed5f0 0x5619523eda40 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fc588080150 tx=0x7fc5880828f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=13256226aa0867eb server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:35.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.168+0000 7fc577fff640 1 -- 172.21.15.31:0/4044770539 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc588048040 con 0x5619523ed5f0 2024-09-16T07:22:35.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.168+0000 7fc577fff640 1 -- 172.21.15.31:0/4044770539 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc5880835e0 con 0x5619523ed5f0 2024-09-16T07:22:35.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.168+0000 7fc577fff640 1 -- 172.21.15.31:0/4044770539 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc58808c640 con 0x5619523ed5f0 2024-09-16T07:22:35.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.169+0000 7fc59f660740 1 -- 172.21.15.31:0/4044770539 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5619523ed5f0 msgr2=0x5619523eda40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:35.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.169+0000 7fc59f660740 1 --2- 172.21.15.31:0/4044770539 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5619523ed5f0 0x5619523eda40 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fc588080150 tx=0x7fc5880828f0 comp rx=0 tx=0).stop 2024-09-16T07:22:35.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.169+0000 7fc59f660740 1 -- 172.21.15.31:0/4044770539 shutdown_connections 2024-09-16T07:22:35.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.169+0000 7fc59f660740 1 --2- 172.21.15.31:0/4044770539 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5619523ed5f0 0x5619523eda40 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:35.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.169+0000 7fc59f660740 1 --2- 172.21.15.31:0/4044770539 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x561952437df0 0x5619524381f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:35.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.169+0000 7fc59f660740 1 --2- 172.21.15.31:0/4044770539 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5619524181b0 0x5619523efb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:35.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.169+0000 7fc59f660740 1 -- 172.21.15.31:0/4044770539 >> 172.21.15.31:0/4044770539 conn(0x5619523ee6a0 msgr2=0x5619523f20c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:35.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.169+0000 7fc59f660740 1 -- 172.21.15.31:0/4044770539 shutdown_connections 2024-09-16T07:22:35.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.169+0000 7fc59f660740 1 -- 172.21.15.31:0/4044770539 wait complete. 2024-09-16T07:22:35.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.170+0000 7fc59f660740 1 -- start start 2024-09-16T07:22:35.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.170+0000 7fc59f660740 1 Processor -- start 2024-09-16T07:22:35.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.171+0000 7fc59f660740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5619524181b0 0x561952447c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:35.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.171+0000 7fc59f660740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x561952437df0 0x56195241b1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:35.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.171+0000 7fc59f660740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5619524103e0 0x561952413b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:35.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.171+0000 7fc59f660740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x5619520c4620 con 0x5619524103e0 2024-09-16T07:22:35.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.171+0000 7fc59f660740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x5619522f95f0 con 0x5619524181b0 2024-09-16T07:22:35.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.171+0000 7fc59f660740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x5619523ecb30 con 0x561952437df0 2024-09-16T07:22:35.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.171+0000 7fc59f660740 10 client.0 _ll_register_callbacks cb 0x5619522fd0a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T07:22:35.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.171+0000 7fc596d9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5619524103e0 0x561952413b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:35.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.171+0000 7fc596d9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5619524103e0 0x561952413b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:49864/0 (socket says 172.21.15.31:49864) 2024-09-16T07:22:35.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.171+0000 7fc596d9d640 1 -- 172.21.15.31:0/507639482 learned_addr learned my addr 172.21.15.31:0/507639482 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:35.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.171+0000 7fc59659c640 1 --2- 172.21.15.31:0/507639482 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5619524181b0 0x561952447c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:35.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.171+0000 7fc595d9b640 1 --2- 172.21.15.31:0/507639482 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x561952437df0 0x56195241b1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:35.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.171+0000 7fc596d9d640 1 -- 172.21.15.31:0/507639482 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x561952437df0 msgr2=0x56195241b1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:22:35.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.171+0000 7fc596d9d640 1 --2- 172.21.15.31:0/507639482 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x561952437df0 0x56195241b1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:35.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.171+0000 7fc596d9d640 1 -- 172.21.15.31:0/507639482 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5619524181b0 msgr2=0x561952447c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:22:35.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.171+0000 7fc596d9d640 1 --2- 172.21.15.31:0/507639482 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5619524181b0 0x561952447c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:35.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.171+0000 7fc596d9d640 1 -- 172.21.15.31:0/507639482 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56195212c6b0 con 0x5619524103e0 2024-09-16T07:22:35.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.171+0000 7fc595d9b640 1 --2- 172.21.15.31:0/507639482 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x561952437df0 0x56195241b1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:22:35.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.171+0000 7fc596d9d640 1 --2- 172.21.15.31:0/507639482 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5619524103e0 0x561952413b00 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7fc588082e70 tx=0x7fc58808c690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eba86b7ecdb491ed server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:35.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.171+0000 7fc5757fa640 10 client.0 ms_handle_connect on v2:172.21.15.31:3300/0 2024-09-16T07:22:35.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.171+0000 7fc5757fa640 1 -- 172.21.15.31:0/507639482 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc588048030 con 0x5619524103e0 2024-09-16T07:22:35.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.172+0000 7fc5757fa640 1 -- 172.21.15.31:0/507639482 <== mon.0 v2:172.21.15.31:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fc5880b9da0 con 0x5619524103e0 2024-09-16T07:22:35.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.172+0000 7fc59f660740 1 -- 172.21.15.31:0/507639482 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc5880835e0 con 0x5619524103e0 2024-09-16T07:22:35.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.172+0000 7fc5757fa640 1 -- 172.21.15.31:0/507639482 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fc5880b93f0 con 0x5619524103e0 2024-09-16T07:22:35.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.172+0000 7fc59f660740 10 client.5541 fetch_fsmap learned FSMap version 27 2024-09-16T07:22:35.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.172+0000 7fc59f660740 1 -- 172.21.15.31:0/507639482 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=2+}) -- 0x561952448450 con 0x5619524103e0 2024-09-16T07:22:35.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.172+0000 7fc5757fa640 1 -- 172.21.15.31:0/507639482 <== mon.0 v2:172.21.15.31:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc5880835e0 con 0x5619524103e0 2024-09-16T07:22:35.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.172+0000 7fc5757fa640 1 -- 172.21.15.31:0/507639482 <== mon.0 v2:172.21.15.31:3300/0 5 ==== fsmap(e 27) ==== 3502+0+0 (secure 0 0 0) 0x7fc5880aa020 con 0x5619524103e0 2024-09-16T07:22:35.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.172+0000 7fc59f660740 10 client.5541 fetch_fsmap finished waiting for FSMap version 27 2024-09-16T07:22:35.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.172+0000 7fc59f660740 10 client.5541 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-16T07:22:35.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.172+0000 7fc59f660740 20 client.5541 populate_metadata read hostname 'smithi031' 2024-09-16T07:22:35.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.172+0000 7fc59f660740 1 --2- 172.21.15.31:0/507639482 >> [v2:172.21.15.31:6833/4030974348,v1:172.21.15.31:6835/4030974348] conn(0x561952447770 0x56195244a0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:35.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.172+0000 7fc59f660740 4 client.5541 mds_command: new command op to 5394 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T07:22:35.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.172+0000 7fc59f660740 1 -- 172.21.15.31:0/507639482 --> [v2:172.21.15.31:6833/4030974348,v1:172.21.15.31:6835/4030974348] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561952366770 con 0x561952447770 2024-09-16T07:22:35.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.172+0000 7fc59659c640 1 --2- 172.21.15.31:0/507639482 >> [v2:172.21.15.31:6833/4030974348,v1:172.21.15.31:6835/4030974348] conn(0x561952447770 0x56195244a0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:35.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.173+0000 7fc59659c640 1 --2- 172.21.15.31:0/507639482 >> [v2:172.21.15.31:6833/4030974348,v1:172.21.15.31:6835/4030974348] conn(0x561952447770 0x56195244a0e0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cbadb57fc41a16c4 server_cookie=5d3f048a338d616 in_seq=0 out_seq=0 2024-09-16T07:22:35.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.173+0000 7fc5757fa640 10 client.5541 ms_handle_connect on v2:172.21.15.31:6833/4030974348 2024-09-16T07:22:35.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.173+0000 7fc5757fa640 1 -- 172.21.15.31:0/507639482 <== mds.0 v2:172.21.15.31:6833/4030974348 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x561952366770 con 0x561952447770 2024-09-16T07:22:35.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.173+0000 7fc5757fa640 10 client.5541 handle_command_reply: tid=0 2024-09-16T07:22:35.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.173+0000 7fc59f660740 1 client.5541 shutdown 2024-09-16T07:22:35.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.173+0000 7fc59f660740 1 -- 172.21.15.31:0/507639482 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5619524103e0 msgr2=0x561952413b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:35.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.173+0000 7fc59f660740 1 --2- 172.21.15.31:0/507639482 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5619524103e0 0x561952413b00 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7fc588082e70 tx=0x7fc58808c690 comp rx=0 tx=0).stop 2024-09-16T07:22:35.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.174+0000 7fc59f660740 1 -- 172.21.15.31:0/507639482 shutdown_connections 2024-09-16T07:22:35.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.174+0000 7fc59f660740 1 --2- 172.21.15.31:0/507639482 >> [v2:172.21.15.31:6833/4030974348,v1:172.21.15.31:6835/4030974348] conn(0x561952447770 0x56195244a0e0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:35.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.174+0000 7fc59f660740 1 --2- 172.21.15.31:0/507639482 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5619524103e0 0x561952413b00 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:35.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.174+0000 7fc59f660740 1 --2- 172.21.15.31:0/507639482 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x561952437df0 0x56195241b1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:35.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.174+0000 7fc5757fa640 0 client.5541 ms_handle_reset on v2:172.21.15.31:6833/4030974348 2024-09-16T07:22:35.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.174+0000 7fc59f660740 1 --2- 172.21.15.31:0/507639482 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5619524181b0 0x561952447c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:35.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.174+0000 7fc59f660740 1 -- 172.21.15.31:0/507639482 >> 172.21.15.31:0/507639482 conn(0x5619523ed5f0 msgr2=0x5619523eb5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:35.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.174+0000 7fc59f660740 1 -- 172.21.15.31:0/507639482 shutdown_connections 2024-09-16T07:22:35.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.174+0000 7fc59f660740 1 -- 172.21.15.31:0/507639482 wait complete. 2024-09-16T07:22:35.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.174+0000 7fc59f660740 20 client.5541 trim_cache size 0 max 16384 2024-09-16T07:22:35.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.192+0000 7fc59f660740 1 Processor -- start 2024-09-16T07:22:35.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.192+0000 7fc59f660740 1 -- start start 2024-09-16T07:22:35.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.193+0000 7fc59f660740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5619523ed5f0 0x56195242d1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:35.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.193+0000 7fc59f660740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5619524103e0 0x561952413760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:35.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.193+0000 7fc59f660740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5619524181b0 0x56195241bba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:35.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.193+0000 7fc59f660740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fc5982002a0 con 0x5619523ed5f0 2024-09-16T07:22:35.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.193+0000 7fc59f660740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc5980b7580 con 0x5619524181b0 2024-09-16T07:22:35.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.193+0000 7fc59f660740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc5980b7bd0 con 0x5619524103e0 2024-09-16T07:22:35.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.193+0000 7fc59659c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5619523ed5f0 0x56195242d1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:35.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.193+0000 7fc59659c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5619523ed5f0 0x56195242d1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:49878/0 (socket says 172.21.15.31:49878) 2024-09-16T07:22:35.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.193+0000 7fc59659c640 1 -- 172.21.15.31:0/3435811595 learned_addr learned my addr 172.21.15.31:0/3435811595 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:35.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.193+0000 7fc595d9b640 1 --2- 172.21.15.31:0/3435811595 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5619524103e0 0x561952413760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:35.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.193+0000 7fc596d9d640 1 --2- 172.21.15.31:0/3435811595 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5619524181b0 0x56195241bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:35.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.193+0000 7fc59659c640 1 -- 172.21.15.31:0/3435811595 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5619524103e0 msgr2=0x561952413760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:22:35.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.193+0000 7fc59659c640 1 --2- 172.21.15.31:0/3435811595 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5619524103e0 0x561952413760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:35.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.193+0000 7fc59659c640 1 -- 172.21.15.31:0/3435811595 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5619524181b0 msgr2=0x56195241bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:22:35.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.193+0000 7fc59659c640 1 --2- 172.21.15.31:0/3435811595 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5619524181b0 0x56195241bba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:35.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.193+0000 7fc59659c640 1 -- 172.21.15.31:0/3435811595 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561952418ed0 con 0x5619523ed5f0 2024-09-16T07:22:35.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.193+0000 7fc596d9d640 1 --2- 172.21.15.31:0/3435811595 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5619524181b0 0x56195241bba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:22:35.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.193+0000 7fc59659c640 1 --2- 172.21.15.31:0/3435811595 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5619523ed5f0 0x56195242d1f0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7fc59000e5f0 tx=0x7fc590012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e876c951fb851df server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:35.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.194+0000 7fc5777fe640 1 -- 172.21.15.31:0/3435811595 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc590003b70 con 0x5619523ed5f0 2024-09-16T07:22:35.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.194+0000 7fc5777fe640 1 -- 172.21.15.31:0/3435811595 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc5900050d0 con 0x5619523ed5f0 2024-09-16T07:22:35.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.194+0000 7fc5777fe640 1 -- 172.21.15.31:0/3435811595 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5900052e0 con 0x5619523ed5f0 2024-09-16T07:22:35.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.194+0000 7fc59f660740 1 -- 172.21.15.31:0/3435811595 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5619523ed5f0 msgr2=0x56195242d1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:35.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.194+0000 7fc59f660740 1 --2- 172.21.15.31:0/3435811595 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5619523ed5f0 0x56195242d1f0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7fc59000e5f0 tx=0x7fc590012000 comp rx=0 tx=0).stop 2024-09-16T07:22:35.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.194+0000 7fc59f660740 1 -- 172.21.15.31:0/3435811595 shutdown_connections 2024-09-16T07:22:35.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.194+0000 7fc59f660740 1 --2- 172.21.15.31:0/3435811595 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5619524181b0 0x56195241bba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:35.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.194+0000 7fc59f660740 1 --2- 172.21.15.31:0/3435811595 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5619524103e0 0x561952413760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:35.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.194+0000 7fc59f660740 1 --2- 172.21.15.31:0/3435811595 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5619523ed5f0 0x56195242d1f0 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:35.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.194+0000 7fc59f660740 1 -- 172.21.15.31:0/3435811595 >> 172.21.15.31:0/3435811595 conn(0x5619524191a0 msgr2=0x561952447c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:35.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.194+0000 7fc59f660740 1 -- 172.21.15.31:0/3435811595 shutdown_connections 2024-09-16T07:22:35.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.194+0000 7fc59f660740 1 -- 172.21.15.31:0/3435811595 wait complete. 2024-09-16T07:22:35.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.195+0000 7fc59f660740 1 -- start start 2024-09-16T07:22:35.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.195+0000 7fc59f660740 1 Processor -- start 2024-09-16T07:22:35.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.196+0000 7fc59f660740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5619523ed5f0 0x5619524ba680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:35.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.196+0000 7fc59f660740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5619524103e0 0x56195245a880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:35.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.196+0000 7fc59f660740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5619524181b0 0x56195245adc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:35.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.196+0000 7fc59f660740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x5619520c4620 con 0x5619524103e0 2024-09-16T07:22:35.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.196+0000 7fc59f660740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x5619523ecb30 con 0x5619524181b0 2024-09-16T07:22:35.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.196+0000 7fc59f660740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x5619522f95f0 con 0x5619523ed5f0 2024-09-16T07:22:35.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.196+0000 7fc59f660740 10 client.0 _ll_register_callbacks cb 0x7fc580007e70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T07:22:35.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.196+0000 7fc595d9b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5619524103e0 0x56195245a880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:35.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.196+0000 7fc595d9b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5619524103e0 0x56195245a880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:49894/0 (socket says 172.21.15.31:49894) 2024-09-16T07:22:35.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.196+0000 7fc595d9b640 1 -- 172.21.15.31:0/1519933276 learned_addr learned my addr 172.21.15.31:0/1519933276 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:35.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.196+0000 7fc59659c640 1 --2- 172.21.15.31:0/1519933276 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5619523ed5f0 0x5619524ba680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:35.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.196+0000 7fc596d9d640 1 --2- 172.21.15.31:0/1519933276 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5619524181b0 0x56195245adc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:35.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.196+0000 7fc595d9b640 1 -- 172.21.15.31:0/1519933276 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5619523ed5f0 msgr2=0x5619524ba680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:22:35.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.196+0000 7fc595d9b640 1 --2- 172.21.15.31:0/1519933276 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5619523ed5f0 0x5619524ba680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:35.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.196+0000 7fc595d9b640 1 -- 172.21.15.31:0/1519933276 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5619524181b0 msgr2=0x56195245adc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:22:35.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.196+0000 7fc595d9b640 1 --2- 172.21.15.31:0/1519933276 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5619524181b0 0x56195245adc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:35.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.196+0000 7fc595d9b640 1 -- 172.21.15.31:0/1519933276 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5619524babc0 con 0x5619524103e0 2024-09-16T07:22:35.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.196+0000 7fc595d9b640 1 --2- 172.21.15.31:0/1519933276 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5619524103e0 0x56195245a880 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7fc580015600 tx=0x7fc580015ac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b26ee2bed2180c6e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:35.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.196+0000 7fc5757fa640 10 client.0 ms_handle_connect on v2:172.21.15.31:3300/0 2024-09-16T07:22:35.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.196+0000 7fc5757fa640 1 -- 172.21.15.31:0/1519933276 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc58001b070 con 0x5619524103e0 2024-09-16T07:22:35.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.197+0000 7fc5757fa640 1 -- 172.21.15.31:0/1519933276 <== mon.0 v2:172.21.15.31:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fc580007020 con 0x5619524103e0 2024-09-16T07:22:35.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.197+0000 7fc59f660740 1 -- 172.21.15.31:0/1519933276 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc5900050d0 con 0x5619524103e0 2024-09-16T07:22:35.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.197+0000 7fc5757fa640 1 -- 172.21.15.31:0/1519933276 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fc580027050 con 0x5619524103e0 2024-09-16T07:22:35.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.197+0000 7fc59f660740 10 client.5547 fetch_fsmap learned FSMap version 27 2024-09-16T07:22:35.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.197+0000 7fc59f660740 1 -- 172.21.15.31:0/1519933276 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=2+}) -- 0x561952434940 con 0x5619524103e0 2024-09-16T07:22:35.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.197+0000 7fc5757fa640 1 -- 172.21.15.31:0/1519933276 <== mon.0 v2:172.21.15.31:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc5900050d0 con 0x5619524103e0 2024-09-16T07:22:35.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.197+0000 7fc5757fa640 1 -- 172.21.15.31:0/1519933276 <== mon.0 v2:172.21.15.31:3300/0 5 ==== fsmap(e 27) ==== 3502+0+0 (secure 0 0 0) 0x7fc58002a020 con 0x5619524103e0 2024-09-16T07:22:35.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.197+0000 7fc59f660740 10 client.5547 fetch_fsmap finished waiting for FSMap version 27 2024-09-16T07:22:35.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.197+0000 7fc59f660740 10 client.5547 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-16T07:22:35.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.197+0000 7fc59f660740 20 client.5547 populate_metadata read hostname 'smithi031' 2024-09-16T07:22:35.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.197+0000 7fc59f660740 1 --2- 172.21.15.31:0/1519933276 >> [v2:172.21.15.31:6833/4030974348,v1:172.21.15.31:6835/4030974348] conn(0x561952437df0 0x561952433800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:35.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.197+0000 7fc59f660740 4 client.5547 mds_command: new command op to 5394 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-16T07:22:35.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.197+0000 7fc59f660740 1 -- 172.21.15.31:0/1519933276 --> [v2:172.21.15.31:6833/4030974348,v1:172.21.15.31:6835/4030974348] -- command(tid 0: {"prefix": "status"}) -- 0x561952362220 con 0x561952437df0 2024-09-16T07:22:35.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.197+0000 7fc59659c640 1 --2- 172.21.15.31:0/1519933276 >> [v2:172.21.15.31:6833/4030974348,v1:172.21.15.31:6835/4030974348] conn(0x561952437df0 0x561952433800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:35.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.197+0000 7fc5757fa640 10 client.5547 ms_handle_connect on v2:172.21.15.31:6833/4030974348 2024-09-16T07:22:35.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.198+0000 7fc59659c640 1 --2- 172.21.15.31:0/1519933276 >> [v2:172.21.15.31:6833/4030974348,v1:172.21.15.31:6835/4030974348] conn(0x561952437df0 0x561952433800 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=56933e965f987a68 server_cookie=feae0af02dec1265 in_seq=0 out_seq=0 2024-09-16T07:22:35.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.198+0000 7fc5757fa640 1 -- 172.21.15.31:0/1519933276 <== mds.0 v2:172.21.15.31:6833/4030974348 1 ==== command_reply(tid 0: 0 ) ==== 8+0+324 (crc 0 0 0) 0x561952362220 con 0x561952437df0 2024-09-16T07:22:35.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.198+0000 7fc5757fa640 10 client.5547 handle_command_reply: tid=0 2024-09-16T07:22:35.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.198+0000 7fc59f660740 1 client.5547 shutdown 2024-09-16T07:22:35.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.198+0000 7fc59f660740 1 -- 172.21.15.31:0/1519933276 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5619524103e0 msgr2=0x56195245a880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:35.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.198+0000 7fc59f660740 1 --2- 172.21.15.31:0/1519933276 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5619524103e0 0x56195245a880 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7fc580015600 tx=0x7fc580015ac0 comp rx=0 tx=0).stop 2024-09-16T07:22:35.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.198+0000 7fc59f660740 1 -- 172.21.15.31:0/1519933276 shutdown_connections 2024-09-16T07:22:35.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.198+0000 7fc59f660740 1 --2- 172.21.15.31:0/1519933276 >> [v2:172.21.15.31:6833/4030974348,v1:172.21.15.31:6835/4030974348] conn(0x561952437df0 0x561952433800 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:35.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.198+0000 7fc59f660740 1 --2- 172.21.15.31:0/1519933276 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5619524181b0 0x56195245adc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:35.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.198+0000 7fc59f660740 1 --2- 172.21.15.31:0/1519933276 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5619524103e0 0x56195245a880 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:35.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.198+0000 7fc5757fa640 0 client.5547 ms_handle_reset on v2:172.21.15.31:6833/4030974348 2024-09-16T07:22:35.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.198+0000 7fc59f660740 1 --2- 172.21.15.31:0/1519933276 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5619523ed5f0 0x5619524ba680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:35.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.198+0000 7fc59f660740 1 -- 172.21.15.31:0/1519933276 >> 172.21.15.31:0/1519933276 conn(0x5619524191a0 msgr2=0x561952417970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:35.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.198+0000 7fc59f660740 1 -- 172.21.15.31:0/1519933276 shutdown_connections 2024-09-16T07:22:35.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.198+0000 7fc59f660740 1 -- 172.21.15.31:0/1519933276 wait complete. 2024-09-16T07:22:35.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.198+0000 7fc59f660740 20 client.5547 trim_cache size 0 max 16384 2024-09-16T07:22:35.212 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-16T07:22:35.212 INFO:teuthology.orchestra.run.smithi031.stdout: "cluster_fsid": "aed87fb1-9c90-4029-9d57-80f2a5b1b4b1", 2024-09-16T07:22:35.212 INFO:teuthology.orchestra.run.smithi031.stdout: "whoami": 0, 2024-09-16T07:22:35.213 INFO:teuthology.orchestra.run.smithi031.stdout: "id": 5394, 2024-09-16T07:22:35.213 INFO:teuthology.orchestra.run.smithi031.stdout: "want_state": "up:active", 2024-09-16T07:22:35.213 INFO:teuthology.orchestra.run.smithi031.stdout: "state": "up:active", 2024-09-16T07:22:35.213 INFO:teuthology.orchestra.run.smithi031.stdout: "fs_name": "cephfs", 2024-09-16T07:22:35.213 INFO:teuthology.orchestra.run.smithi031.stdout: "rank_uptime": 5.7350949069999997, 2024-09-16T07:22:35.214 INFO:teuthology.orchestra.run.smithi031.stdout: "mdsmap_epoch": 27, 2024-09-16T07:22:35.214 INFO:teuthology.orchestra.run.smithi031.stdout: "osdmap_epoch": 45, 2024-09-16T07:22:35.214 INFO:teuthology.orchestra.run.smithi031.stdout: "osdmap_epoch_barrier": 45, 2024-09-16T07:22:35.214 INFO:teuthology.orchestra.run.smithi031.stdout: "uptime": 10.43570106 2024-09-16T07:22:35.214 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-16T07:22:35.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.199+0000 7fc59c88c640 1 -- 172.21.15.31:0/4224711796 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc578078a00 msgr2=0x7fc57807aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:35.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.199+0000 7fc59c88c640 1 --2- 172.21.15.31:0/4224711796 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc578078a00 0x7fc57807aec0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fc59815b140 tx=0x7fc590009040 comp rx=0 tx=0).stop 2024-09-16T07:22:35.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.199+0000 7fc59c88c640 1 -- 172.21.15.31:0/4224711796 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc598161b30 msgr2=0x7fc5980cc500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:35.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.199+0000 7fc59c88c640 1 --2- 172.21.15.31:0/4224711796 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc598161b30 0x7fc5980cc500 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fc588009230 tx=0x7fc588003820 comp rx=0 tx=0).stop 2024-09-16T07:22:35.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.199+0000 7fc59c88c640 1 -- 172.21.15.31:0/4224711796 shutdown_connections 2024-09-16T07:22:35.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.199+0000 7fc59c88c640 1 --2- 172.21.15.31:0/4224711796 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc578078a00 0x7fc57807aec0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:35.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.199+0000 7fc59c88c640 1 --2- 172.21.15.31:0/4224711796 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc598161b30 0x7fc5980cc500 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:35.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.199+0000 7fc59c88c640 1 --2- 172.21.15.31:0/4224711796 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc5980cf920 0x7fc598157b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:35.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.199+0000 7fc59c88c640 1 --2- 172.21.15.31:0/4224711796 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc5980b49f0 0x7fc598149230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:35.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.199+0000 7fc59c88c640 1 -- 172.21.15.31:0/4224711796 >> 172.21.15.31:0/4224711796 conn(0x7fc5980d3e40 msgr2=0x7fc5980b5400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:35.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.199+0000 7fc59c88c640 1 -- 172.21.15.31:0/4224711796 shutdown_connections 2024-09-16T07:22:35.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.199+0000 7fc59c88c640 1 -- 172.21.15.31:0/4224711796 wait complete. 2024-09-16T07:22:35.217 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T07:22:35.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.322+0000 7f2461a7f640 1 -- 172.21.15.31:0/501013567 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f24440041a0 msgr2=0x7f2444004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:35.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.322+0000 7f2461a7f640 1 --2- 172.21.15.31:0/501013567 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f24440041a0 0x7f2444004800 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f2450001800 tx=0x7f2444005830 comp rx=0 tx=0).stop 2024-09-16T07:22:35.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.322+0000 7f245bfff640 1 -- 172.21.15.31:0/501013567 reap_dead start 2024-09-16T07:22:35.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.322+0000 7f2461a7f640 1 -- 172.21.15.31:0/501013567 shutdown_connections 2024-09-16T07:22:35.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.322+0000 7f2461a7f640 1 -- 172.21.15.31:0/501013567 >> 172.21.15.31:0/501013567 conn(0x7f245c0b1690 msgr2=0x7f245c0b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:35.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.322+0000 7f2461a7f640 1 -- 172.21.15.31:0/501013567 shutdown_connections 2024-09-16T07:22:35.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.322+0000 7f2461a7f640 1 -- 172.21.15.31:0/501013567 wait complete. 2024-09-16T07:22:35.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.324+0000 7f2461a7f640 1 Processor -- start 2024-09-16T07:22:35.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.324+0000 7f2461a7f640 1 -- start start 2024-09-16T07:22:35.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.324+0000 7f2461a7f640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f24440041a0 0x7f245c14b4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:35.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.324+0000 7f2461a7f640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f245c0d06e0 0x7f245c0b3a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:35.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.325+0000 7f2461a7f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f245c159230 0x7f245c0b3f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:35.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.325+0000 7f2461a7f640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f245c06ecd0 con 0x7f245c159230 2024-09-16T07:22:35.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.325+0000 7f2461a7f640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f245c06eb50 con 0x7f24440041a0 2024-09-16T07:22:35.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.325+0000 7f2461a7f640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f245c070100 con 0x7f245c0d06e0 2024-09-16T07:22:35.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.325+0000 7f245bfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f245c159230 0x7f245c0b3f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:35.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.325+0000 7f245bfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f245c159230 0x7f245c0b3f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:49918/0 (socket says 172.21.15.31:49918) 2024-09-16T07:22:35.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.325+0000 7f245b7fe640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f24440041a0 0x7f245c14b4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:35.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.325+0000 7f245bfff640 1 -- 172.21.15.31:0/2016683121 learned_addr learned my addr 172.21.15.31:0/2016683121 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:35.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.325+0000 7f245affd640 1 --2- 172.21.15.31:0/2016683121 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f245c0d06e0 0x7f245c0b3a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:35.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.325+0000 7f245bfff640 1 -- 172.21.15.31:0/2016683121 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f245c0d06e0 msgr2=0x7f245c0b3a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:35.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.325+0000 7f245bfff640 1 --2- 172.21.15.31:0/2016683121 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f245c0d06e0 0x7f245c0b3a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:35.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.325+0000 7f245bfff640 1 -- 172.21.15.31:0/2016683121 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f24440041a0 msgr2=0x7f245c14b4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:35.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.325+0000 7f245bfff640 1 --2- 172.21.15.31:0/2016683121 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f24440041a0 0x7f245c14b4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:35.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.325+0000 7f245bfff640 1 -- 172.21.15.31:0/2016683121 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f245c159b70 con 0x7f245c159230 2024-09-16T07:22:35.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.325+0000 7f245bfff640 1 --2- 172.21.15.31:0/2016683121 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f245c159230 0x7f245c0b3f70 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f2454000f80 tx=0x7f2454006720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:35.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.325+0000 7f2443fff640 1 -- 172.21.15.31:0/2016683121 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2454015070 con 0x7f245c159230 2024-09-16T07:22:35.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.325+0000 7f2443fff640 1 -- 172.21.15.31:0/2016683121 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f245400fa60 con 0x7f245c159230 2024-09-16T07:22:35.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.325+0000 7f2461a7f640 1 -- 172.21.15.31:0/2016683121 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f245c1f8c60 con 0x7f245c159230 2024-09-16T07:22:35.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.325+0000 7f2443fff640 1 -- 172.21.15.31:0/2016683121 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2454011430 con 0x7f245c159230 2024-09-16T07:22:35.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.325+0000 7f2461a7f640 1 -- 172.21.15.31:0/2016683121 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f245c1f8970 con 0x7f245c159230 2024-09-16T07:22:35.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.326+0000 7f2461a7f640 1 -- 172.21.15.31:0/2016683121 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f245c070660 con 0x7f245c159230 2024-09-16T07:22:35.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.327+0000 7f2443fff640 1 -- 172.21.15.31:0/2016683121 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 7) ==== 101440+0+0 (secure 0 0 0) 0x7f24540115d0 con 0x7f245c159230 2024-09-16T07:22:35.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.327+0000 7f2443fff640 1 --2- 172.21.15.31:0/2016683121 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2448078a00 0x7f244807aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:35.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.328+0000 7f2443fff640 1 -- 172.21.15.31:0/2016683121 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f245409b940 con 0x7f245c159230 2024-09-16T07:22:35.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.328+0000 7f245b7fe640 1 --2- 172.21.15.31:0/2016683121 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2448078a00 0x7f244807aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:35.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.328+0000 7f245b7fe640 1 --2- 172.21.15.31:0/2016683121 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2448078a00 0x7f244807aec0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f244c00abd0 tx=0x7f244c005f90 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:35.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.332+0000 7f2443fff640 1 -- 172.21.15.31:0/2016683121 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f2454063690 con 0x7f245c159230 2024-09-16T07:22:35.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.557+0000 7f2461a7f640 1 -- 172.21.15.31:0/2016683121 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f245c1e8aa0 con 0x7f245c159230 2024-09-16T07:22:35.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.557+0000 7f2443fff640 1 -- 172.21.15.31:0/2016683121 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v27) ==== 53+0+73 (secure 0 0 0) 0x7f24540680c0 con 0x7f245c159230 2024-09-16T07:22:35.557 INFO:teuthology.orchestra.run.smithi031.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T07:22:35.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.559+0000 7f2461a7f640 1 -- 172.21.15.31:0/2016683121 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2448078a00 msgr2=0x7f244807aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:35.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.559+0000 7f2461a7f640 1 --2- 172.21.15.31:0/2016683121 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2448078a00 0x7f244807aec0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f244c00abd0 tx=0x7f244c005f90 comp rx=0 tx=0).stop 2024-09-16T07:22:35.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.559+0000 7f2461a7f640 1 -- 172.21.15.31:0/2016683121 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f245c159230 msgr2=0x7f245c0b3f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:35.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.559+0000 7f2461a7f640 1 --2- 172.21.15.31:0/2016683121 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f245c159230 0x7f245c0b3f70 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f2454000f80 tx=0x7f2454006720 comp rx=0 tx=0).stop 2024-09-16T07:22:35.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.559+0000 7f2461a7f640 1 -- 172.21.15.31:0/2016683121 shutdown_connections 2024-09-16T07:22:35.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.559+0000 7f2461a7f640 1 --2- 172.21.15.31:0/2016683121 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2448078a00 0x7f244807aec0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:35.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.559+0000 7f2461a7f640 1 --2- 172.21.15.31:0/2016683121 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f245c159230 0x7f245c0b3f70 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:35.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.559+0000 7f2461a7f640 1 --2- 172.21.15.31:0/2016683121 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f245c0d06e0 0x7f245c0b3a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:35.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.559+0000 7f2461a7f640 1 --2- 172.21.15.31:0/2016683121 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f24440041a0 0x7f245c14b4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:35.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.559+0000 7f2461a7f640 1 -- 172.21.15.31:0/2016683121 >> 172.21.15.31:0/2016683121 conn(0x7f245c0b1690 msgr2=0x7f245c153a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:35.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.559+0000 7f2461a7f640 1 -- 172.21.15.31:0/2016683121 shutdown_connections 2024-09-16T07:22:35.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35.559+0000 7f2461a7f640 1 -- 172.21.15.31:0/2016683121 wait complete. 2024-09-16T07:22:35.570 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T07:22:35.571 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T07:22:35.571 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi031.front.sepia.ceph.com 2024-09-16T07:22:35.571 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-16T07:22:35.571 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-16T07:22:35.571 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T07:22:35.571 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T07:22:35.571 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T07:22:35.571 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T07:22:35.571 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:22:35.572 DEBUG:teuthology.orchestra.run.smithi031:> ip addr 2024-09-16T07:22:35.588 INFO:teuthology.orchestra.run.smithi031.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T07:22:35.588 INFO:teuthology.orchestra.run.smithi031.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T07:22:35.588 INFO:teuthology.orchestra.run.smithi031.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T07:22:35.588 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:22:35.588 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 ::1/128 scope host 2024-09-16T07:22:35.588 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:22:35.588 INFO:teuthology.orchestra.run.smithi031.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:22:35.589 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 0c:c4:7a:6b:f6:cc brd ff:ff:ff:ff:ff:ff 2024-09-16T07:22:35.589 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp7s0f0 2024-09-16T07:22:35.589 INFO:teuthology.orchestra.run.smithi031.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:22:35.589 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 0c:c4:7a:6b:f6:cd brd ff:ff:ff:ff:ff:ff 2024-09-16T07:22:35.589 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp7s0f1 2024-09-16T07:22:35.589 INFO:teuthology.orchestra.run.smithi031.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T07:22:35.589 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether ac:1f:6b:a5:ca:ba brd ff:ff:ff:ff:ff:ff 2024-09-16T07:22:35.589 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp1s0f0 2024-09-16T07:22:35.589 INFO:teuthology.orchestra.run.smithi031.stdout: inet 172.21.15.31/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-16T07:22:35.589 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft 42664sec preferred_lft 42664sec 2024-09-16T07:22:35.589 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::ae1f:6bff:fea5:caba/64 scope link 2024-09-16T07:22:35.589 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:22:35.592 INFO:teuthology.orchestra.run.smithi031.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:22:35.592 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether ac:1f:6b:a5:ca:bb brd ff:ff:ff:ff:ff:ff 2024-09-16T07:22:35.592 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp1s0f1 2024-09-16T07:22:35.592 INFO:teuthology.orchestra.run.smithi031.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T07:22:35.592 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 32:cb:fd:46:4e:14 brd ff:ff:ff:ff:ff:ff 2024-09-16T07:22:35.592 INFO:teuthology.orchestra.run.smithi031.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-16T07:22:35.592 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:22:35.593 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::5853:30ff:feaf:abcc/64 scope link 2024-09-16T07:22:35.593 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:22:35.593 INFO:teuthology.orchestra.run.smithi031.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T07:22:35.593 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether ea:2f:ff:7f:16:93 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:22:35.593 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::e82f:ffff:fe7f:1693/64 scope link 2024-09-16T07:22:35.593 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:22:35.593 INFO:teuthology.orchestra.run.smithi031.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T07:22:35.593 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 32:cb:fd:46:4e:14 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:22:35.593 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::30cb:fdff:fe46:4e14/64 scope link 2024-09-16T07:22:35.593 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:22:35.594 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:22:35.594 DEBUG:teuthology.orchestra.run.smithi031:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T07:22:35.652 INFO:teuthology.orchestra.run.smithi031.stdout:1 2024-09-16T07:22:35.654 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:22:35.654 DEBUG:teuthology.orchestra.run.smithi031:> route 2024-09-16T07:22:35.711 INFO:teuthology.orchestra.run.smithi031.stdout:Kernel IP routing table 2024-09-16T07:22:35.711 INFO:teuthology.orchestra.run.smithi031.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T07:22:35.711 INFO:teuthology.orchestra.run.smithi031.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-16T07:22:35.711 INFO:teuthology.orchestra.run.smithi031.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-16T07:22:35.711 INFO:teuthology.orchestra.run.smithi031.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T07:22:35.712 DEBUG:teuthology.orchestra.run.smithi031:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T07:22:35.712 DEBUG:teuthology.orchestra.run.smithi031:> set -e 2024-09-16T07:22:35.712 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-16T07:22:35.712 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-16T07:22:35.712 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-16T07:22:35.712 DEBUG:teuthology.orchestra.run.smithi031:> ') 2024-09-16T07:22:35.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T07:22:35.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:22:35.840 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:22:35.841 DEBUG:teuthology.orchestra.run.smithi031:> ip netns list 2024-09-16T07:22:35.856 INFO:teuthology.orchestra.run.smithi031.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-16T07:22:35.857 INFO:teuthology.orchestra.run.smithi031.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-16T07:22:35.857 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T07:22:35.857 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:22:35.857 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip link set brx.0 up 2024-09-16T07:22:35.923 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-16T07:22:35.923 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T07:22:35.923 DEBUG:teuthology.orchestra.run.smithi031:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-16T07:22:35.979 INFO:teuthology.orchestra.run.smithi031.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-16T07:22:35.979 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T07:22:35.979 DEBUG:teuthology.orchestra.run.smithi031:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-16T07:22:36.035 DEBUG:teuthology.orchestra.run.smithi031:> sudo modprobe fuse 2024-09-16T07:22:36.101 DEBUG:teuthology.orchestra.run.smithi031:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T07:22:36.159 INFO:teuthology.orchestra.run.smithi031.stdout:/proc 2024-09-16T07:22:36.159 INFO:teuthology.orchestra.run.smithi031.stdout:/sys 2024-09-16T07:22:36.159 INFO:teuthology.orchestra.run.smithi031.stdout:/dev 2024-09-16T07:22:36.159 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/security 2024-09-16T07:22:36.159 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/shm 2024-09-16T07:22:36.160 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/pts 2024-09-16T07:22:36.160 INFO:teuthology.orchestra.run.smithi031.stdout:/run 2024-09-16T07:22:36.160 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/cgroup 2024-09-16T07:22:36.160 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/pstore 2024-09-16T07:22:36.160 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/bpf 2024-09-16T07:22:36.160 INFO:teuthology.orchestra.run.smithi031.stdout:/ 2024-09-16T07:22:36.160 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/selinux 2024-09-16T07:22:36.160 INFO:teuthology.orchestra.run.smithi031.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T07:22:36.160 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/tracing 2024-09-16T07:22:36.160 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/mqueue 2024-09-16T07:22:36.160 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/debug 2024-09-16T07:22:36.160 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/hugepages 2024-09-16T07:22:36.160 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T07:22:36.161 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/fuse/connections 2024-09-16T07:22:36.161 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/config 2024-09-16T07:22:36.161 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T07:22:36.161 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T07:22:36.161 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T07:22:36.161 INFO:teuthology.orchestra.run.smithi031.stdout:/run/user/1000 2024-09-16T07:22:36.161 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph 2024-09-16T07:22:36.161 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T07:22:36.161 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T07:22:36.161 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T07:22:36.161 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T07:22:36.161 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns 2024-09-16T07:22:36.161 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:22:36.162 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:22:36.162 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:22:36.162 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:22:36.162 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:22:36.162 DEBUG:teuthology.orchestra.run.smithi031:> ls /sys/fs/fuse/connections 2024-09-16T07:22:36.215 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-16T07:22:36.215 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-16T07:22:36.259 DEBUG:teuthology.orchestra.run.smithi031:> sudo modprobe fuse 2024-09-16T07:22:36.285 DEBUG:teuthology.orchestra.run.smithi031:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T07:22:36.342 INFO:teuthology.orchestra.run.smithi031.stdout:/proc 2024-09-16T07:22:36.343 INFO:teuthology.orchestra.run.smithi031.stdout:/sys 2024-09-16T07:22:36.343 INFO:teuthology.orchestra.run.smithi031.stdout:/dev 2024-09-16T07:22:36.343 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/security 2024-09-16T07:22:36.343 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/shm 2024-09-16T07:22:36.343 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/pts 2024-09-16T07:22:36.343 INFO:teuthology.orchestra.run.smithi031.stdout:/run 2024-09-16T07:22:36.343 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/cgroup 2024-09-16T07:22:36.343 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/pstore 2024-09-16T07:22:36.344 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/bpf 2024-09-16T07:22:36.344 INFO:teuthology.orchestra.run.smithi031.stdout:/ 2024-09-16T07:22:36.344 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/selinux 2024-09-16T07:22:36.344 INFO:teuthology.orchestra.run.smithi031.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T07:22:36.344 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/tracing 2024-09-16T07:22:36.344 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/mqueue 2024-09-16T07:22:36.344 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/debug 2024-09-16T07:22:36.344 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/hugepages 2024-09-16T07:22:36.344 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T07:22:36.344 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/fuse/connections 2024-09-16T07:22:36.344 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/config 2024-09-16T07:22:36.344 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T07:22:36.344 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T07:22:36.344 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T07:22:36.345 INFO:teuthology.orchestra.run.smithi031.stdout:/run/user/1000 2024-09-16T07:22:36.345 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph 2024-09-16T07:22:36.345 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T07:22:36.345 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T07:22:36.345 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T07:22:36.345 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T07:22:36.345 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns 2024-09-16T07:22:36.345 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:22:36.345 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:22:36.345 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:22:36.345 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:22:36.346 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:22:36.347 DEBUG:teuthology.orchestra.run.smithi031:> ls /sys/fs/fuse/connections 2024-09-16T07:22:36.347 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi031.stderr:2024-09-16T07:22:36.343+0000 7f455f00a480 -1 init, newargv = 0x555828dcf450 newargc=15 2024-09-16T07:22:36.347 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi031.stderr:ceph-fuse[51370]: starting ceph client 2024-09-16T07:22:36.348 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi031.stderr:ceph-fuse[51370]: starting fuse 2024-09-16T07:22:36.363 INFO:teuthology.orchestra.run.smithi031.stdout:42 2024-09-16T07:22:36.364 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [42] 2024-09-16T07:22:36.364 DEBUG:teuthology.orchestra.run.smithi031:> sudo stdin-killer -- python3 -c ' 2024-09-16T07:22:36.364 DEBUG:teuthology.orchestra.run.smithi031:> import glob 2024-09-16T07:22:36.364 DEBUG:teuthology.orchestra.run.smithi031:> import re 2024-09-16T07:22:36.364 DEBUG:teuthology.orchestra.run.smithi031:> import os 2024-09-16T07:22:36.364 DEBUG:teuthology.orchestra.run.smithi031:> import subprocess 2024-09-16T07:22:36.364 DEBUG:teuthology.orchestra.run.smithi031:> 2024-09-16T07:22:36.364 DEBUG:teuthology.orchestra.run.smithi031:> def _find_admin_socket(client_name): 2024-09-16T07:22:36.364 DEBUG:teuthology.orchestra.run.smithi031:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-16T07:22:36.364 DEBUG:teuthology.orchestra.run.smithi031:> files = glob.glob(asok_path) 2024-09-16T07:22:36.365 DEBUG:teuthology.orchestra.run.smithi031:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-16T07:22:36.365 DEBUG:teuthology.orchestra.run.smithi031:> 2024-09-16T07:22:36.365 DEBUG:teuthology.orchestra.run.smithi031:> # Given a non-glob path, it better be there 2024-09-16T07:22:36.365 DEBUG:teuthology.orchestra.run.smithi031:> if "*" not in asok_path: 2024-09-16T07:22:36.365 DEBUG:teuthology.orchestra.run.smithi031:> assert(len(files) == 1) 2024-09-16T07:22:36.365 DEBUG:teuthology.orchestra.run.smithi031:> return files[0] 2024-09-16T07:22:36.365 DEBUG:teuthology.orchestra.run.smithi031:> 2024-09-16T07:22:36.365 DEBUG:teuthology.orchestra.run.smithi031:> for f in files: 2024-09-16T07:22:36.365 DEBUG:teuthology.orchestra.run.smithi031:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T07:22:36.365 DEBUG:teuthology.orchestra.run.smithi031:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T07:22:36.365 DEBUG:teuthology.orchestra.run.smithi031:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T07:22:36.365 DEBUG:teuthology.orchestra.run.smithi031:> contents = proc_f.read() 2024-09-16T07:22:36.365 DEBUG:teuthology.orchestra.run.smithi031:> if mountpoint in contents: 2024-09-16T07:22:36.366 DEBUG:teuthology.orchestra.run.smithi031:> return f 2024-09-16T07:22:36.366 DEBUG:teuthology.orchestra.run.smithi031:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T07:22:36.366 DEBUG:teuthology.orchestra.run.smithi031:> 2024-09-16T07:22:36.366 DEBUG:teuthology.orchestra.run.smithi031:> print(_find_admin_socket("client.0")) 2024-09-16T07:22:36.366 DEBUG:teuthology.orchestra.run.smithi031:> ' 2024-09-16T07:22:36.484 INFO:teuthology.orchestra.run.smithi031.stdout:/var/run/ceph/ceph-client.0.51370.asok 2024-09-16T07:22:36.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:22:36.494 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.51370.asok 2024-09-16T07:22:36.495 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:22:36.495 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.51370.asok status 2024-09-16T07:22:36.631 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-16T07:22:36.631 INFO:teuthology.orchestra.run.smithi031.stdout: "metadata": { 2024-09-16T07:22:36.632 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph_sha1": "4ef5f0587d1cad82c4295c20951c303dc342ac74", 2024-09-16T07:22:36.632 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph_version": "ceph version 19.3.0-4938-g4ef5f058 (4ef5f0587d1cad82c4295c20951c303dc342ac74) squid (dev)", 2024-09-16T07:22:36.632 INFO:teuthology.orchestra.run.smithi031.stdout: "entity_id": "0", 2024-09-16T07:22:36.632 INFO:teuthology.orchestra.run.smithi031.stdout: "hostname": "smithi031", 2024-09-16T07:22:36.632 INFO:teuthology.orchestra.run.smithi031.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-16T07:22:36.632 INFO:teuthology.orchestra.run.smithi031.stdout: "pid": "51370", 2024-09-16T07:22:36.632 INFO:teuthology.orchestra.run.smithi031.stdout: "root": "/" 2024-09-16T07:22:36.632 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:22:36.632 INFO:teuthology.orchestra.run.smithi031.stdout: "dentry_count": 0, 2024-09-16T07:22:36.633 INFO:teuthology.orchestra.run.smithi031.stdout: "dentry_pinned_count": 0, 2024-09-16T07:22:36.633 INFO:teuthology.orchestra.run.smithi031.stdout: "id": 5562, 2024-09-16T07:22:36.633 INFO:teuthology.orchestra.run.smithi031.stdout: "inst": { 2024-09-16T07:22:36.633 INFO:teuthology.orchestra.run.smithi031.stdout: "name": { 2024-09-16T07:22:36.633 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "client", 2024-09-16T07:22:36.633 INFO:teuthology.orchestra.run.smithi031.stdout: "num": 5562 2024-09-16T07:22:36.633 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:22:36.633 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": { 2024-09-16T07:22:36.633 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "v1", 2024-09-16T07:22:36.633 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": "192.168.0.1:0", 2024-09-16T07:22:36.633 INFO:teuthology.orchestra.run.smithi031.stdout: "nonce": 1362577199 2024-09-16T07:22:36.633 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:22:36.634 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:22:36.634 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": { 2024-09-16T07:22:36.634 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "v1", 2024-09-16T07:22:36.634 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": "192.168.0.1:0", 2024-09-16T07:22:36.634 INFO:teuthology.orchestra.run.smithi031.stdout: "nonce": 1362577199 2024-09-16T07:22:36.634 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:22:36.634 INFO:teuthology.orchestra.run.smithi031.stdout: "inst_str": "client.5562 192.168.0.1:0/1362577199", 2024-09-16T07:22:36.634 INFO:teuthology.orchestra.run.smithi031.stdout: "addr_str": "192.168.0.1:0/1362577199", 2024-09-16T07:22:36.634 INFO:teuthology.orchestra.run.smithi031.stdout: "inode_count": 1, 2024-09-16T07:22:36.634 INFO:teuthology.orchestra.run.smithi031.stdout: "mds_epoch": 27, 2024-09-16T07:22:36.634 INFO:teuthology.orchestra.run.smithi031.stdout: "osd_epoch": 45, 2024-09-16T07:22:36.634 INFO:teuthology.orchestra.run.smithi031.stdout: "osd_epoch_barrier": 0, 2024-09-16T07:22:36.635 INFO:teuthology.orchestra.run.smithi031.stdout: "blocklisted": false, 2024-09-16T07:22:36.635 INFO:teuthology.orchestra.run.smithi031.stdout: "fs_name": "cephfs" 2024-09-16T07:22:36.635 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-16T07:22:36.640 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:22:36.640 DEBUG:teuthology.orchestra.run.smithi031:> stat --file-system '--printf=%T 2024-09-16T07:22:36.640 DEBUG:teuthology.orchestra.run.smithi031:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-16T07:22:36.656 INFO:teuthology.orchestra.run.smithi031.stdout:fuseblk 2024-09-16T07:22:36.657 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-16T07:22:36.657 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:22:36.657 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-16T07:22:36.723 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T07:22:36.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:36.869+0000 7fe6880cd640 1 -- 172.21.15.31:0/2835257666 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe68015df90 msgr2=0x7fe6800cf9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:36.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:36.869+0000 7fe6880cd640 1 --2- 172.21.15.31:0/2835257666 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe68015df90 0x7fe6800cf9b0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fe6800cf6a0 tx=0x7fe67c02a510 comp rx=0 tx=0).stop 2024-09-16T07:22:36.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:36.869+0000 7fe6880cd640 1 -- 172.21.15.31:0/2835257666 shutdown_connections 2024-09-16T07:22:36.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:36.869+0000 7fe6880cd640 1 --2- 172.21.15.31:0/2835257666 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe68015df90 0x7fe6800cf9b0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:36.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:36.869+0000 7fe6880cd640 1 -- 172.21.15.31:0/2835257666 >> 172.21.15.31:0/2835257666 conn(0x7fe6800d3ea0 msgr2=0x7fe6800d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:36.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:36.869+0000 7fe6880cd640 1 -- 172.21.15.31:0/2835257666 shutdown_connections 2024-09-16T07:22:36.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:36.869+0000 7fe6880cd640 1 -- 172.21.15.31:0/2835257666 wait complete. 2024-09-16T07:22:36.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:36.870+0000 7fe6880cd640 1 Processor -- start 2024-09-16T07:22:36.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:36.870+0000 7fe6880cd640 1 -- start start 2024-09-16T07:22:36.874 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:36.871+0000 7fe6880cd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe6800d0d40 0x7fe6800ca7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:36.874 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:36.871+0000 7fe6880cd640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe6800d49c0 0x7fe6800cc0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:36.874 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:36.871+0000 7fe6880cd640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe68015df90 0x7fe6800cc630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:36.874 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:36.871+0000 7fe6880cd640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fe6800b3f10 con 0x7fe6800d0d40 2024-09-16T07:22:36.874 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:36.871+0000 7fe6880cd640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fe680162800 con 0x7fe68015df90 2024-09-16T07:22:36.874 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:36.871+0000 7fe6880cd640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fe6800b4090 con 0x7fe6800d49c0 2024-09-16T07:22:36.874 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:36.871+0000 7fe685e69640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe6800d0d40 0x7fe6800ca7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:36.874 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:36.871+0000 7fe685e69640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe6800d0d40 0x7fe6800ca7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:49930/0 (socket says 172.21.15.31:49930) 2024-09-16T07:22:36.874 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:36.871+0000 7fe685e69640 1 -- 172.21.15.31:0/1958954697 learned_addr learned my addr 172.21.15.31:0/1958954697 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:36.874 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:36.872+0000 7fe685668640 1 --2- 172.21.15.31:0/1958954697 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe6800d49c0 0x7fe6800cc0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:36.874 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:36.872+0000 7fe68666a640 1 --2- 172.21.15.31:0/1958954697 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe68015df90 0x7fe6800cc630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:36.874 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:36.872+0000 7fe685e69640 1 -- 172.21.15.31:0/1958954697 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe6800d49c0 msgr2=0x7fe6800cc0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:36.874 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:36.872+0000 7fe685e69640 1 --2- 172.21.15.31:0/1958954697 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe6800d49c0 0x7fe6800cc0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:36.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:36.872+0000 7fe685e69640 1 -- 172.21.15.31:0/1958954697 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe68015df90 msgr2=0x7fe6800cc630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:36.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:36.872+0000 7fe685e69640 1 --2- 172.21.15.31:0/1958954697 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe68015df90 0x7fe6800cc630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:36.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:36.872+0000 7fe685e69640 1 -- 172.21.15.31:0/1958954697 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe68014acf0 con 0x7fe6800d0d40 2024-09-16T07:22:36.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:36.872+0000 7fe685e69640 1 --2- 172.21.15.31:0/1958954697 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe6800d0d40 0x7fe6800ca7f0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fe67c009950 tx=0x7fe67c003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:36.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:36.872+0000 7fe6767fc640 1 -- 172.21.15.31:0/1958954697 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe67c005c90 con 0x7fe6800d0d40 2024-09-16T07:22:36.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:36.872+0000 7fe6767fc640 1 -- 172.21.15.31:0/1958954697 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe67c005020 con 0x7fe6800d0d40 2024-09-16T07:22:36.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:36.872+0000 7fe6880cd640 1 -- 172.21.15.31:0/1958954697 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6800cad30 con 0x7fe6800d0d40 2024-09-16T07:22:36.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:36.872+0000 7fe6767fc640 1 -- 172.21.15.31:0/1958954697 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe67c005450 con 0x7fe6800d0d40 2024-09-16T07:22:36.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:36.872+0000 7fe6880cd640 1 -- 172.21.15.31:0/1958954697 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe68014afb0 con 0x7fe6800d0d40 2024-09-16T07:22:36.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:36.873+0000 7fe6880cd640 1 -- 172.21.15.31:0/1958954697 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe6800b4580 con 0x7fe6800d0d40 2024-09-16T07:22:36.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:36.874+0000 7fe6767fc640 1 -- 172.21.15.31:0/1958954697 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 7) ==== 101440+0+0 (secure 0 0 0) 0x7fe67c0317c0 con 0x7fe6800d0d40 2024-09-16T07:22:36.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:36.874+0000 7fe6767fc640 1 --2- 172.21.15.31:0/1958954697 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe664078a00 0x7fe66407aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:36.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:36.874+0000 7fe6767fc640 1 -- 172.21.15.31:0/1958954697 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fe67c0bbc10 con 0x7fe6800d0d40 2024-09-16T07:22:36.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:36.874+0000 7fe685668640 1 --2- 172.21.15.31:0/1958954697 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe664078a00 0x7fe66407aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:36.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:36.875+0000 7fe685668640 1 --2- 172.21.15.31:0/1958954697 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe664078a00 0x7fe66407aec0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fe68015cd90 tx=0x7fe670009040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:36.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:36.879+0000 7fe6767fc640 1 -- 172.21.15.31:0/1958954697 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fe67c03f030 con 0x7fe6800d0d40 2024-09-16T07:22:36.932 DEBUG:teuthology.orchestra.run.smithi031:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T07:22:36.935 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T07:22:37.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:37.104+0000 7fe6880cd640 1 -- 172.21.15.31:0/1958954697 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fe68008d590 con 0x7fe6800d0d40 2024-09-16T07:22:37.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:37.104+0000 7fe6767fc640 1 -- 172.21.15.31:0/1958954697 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v27) ==== 53+0+73 (secure 0 0 0) 0x7fe67c083f80 con 0x7fe6800d0d40 2024-09-16T07:22:37.105 INFO:teuthology.orchestra.run.smithi031.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T07:22:37.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:37.106+0000 7fe6880cd640 1 -- 172.21.15.31:0/1958954697 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe664078a00 msgr2=0x7fe66407aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:37.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:37.106+0000 7fe6880cd640 1 --2- 172.21.15.31:0/1958954697 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe664078a00 0x7fe66407aec0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fe68015cd90 tx=0x7fe670009040 comp rx=0 tx=0).stop 2024-09-16T07:22:37.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:37.106+0000 7fe6880cd640 1 -- 172.21.15.31:0/1958954697 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe6800d0d40 msgr2=0x7fe6800ca7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:37.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:37.106+0000 7fe6880cd640 1 --2- 172.21.15.31:0/1958954697 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe6800d0d40 0x7fe6800ca7f0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fe67c009950 tx=0x7fe67c003c10 comp rx=0 tx=0).stop 2024-09-16T07:22:37.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:37.106+0000 7fe6880cd640 1 -- 172.21.15.31:0/1958954697 shutdown_connections 2024-09-16T07:22:37.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:37.106+0000 7fe6880cd640 1 --2- 172.21.15.31:0/1958954697 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe664078a00 0x7fe66407aec0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:37.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:37.106+0000 7fe6880cd640 1 --2- 172.21.15.31:0/1958954697 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe68015df90 0x7fe6800cc630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:37.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:37.106+0000 7fe6880cd640 1 --2- 172.21.15.31:0/1958954697 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe6800d49c0 0x7fe6800cc0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:37.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:37.106+0000 7fe6880cd640 1 --2- 172.21.15.31:0/1958954697 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe6800d0d40 0x7fe6800ca7f0 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:37.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:37.106+0000 7fe6880cd640 1 -- 172.21.15.31:0/1958954697 >> 172.21.15.31:0/1958954697 conn(0x7fe6800d3ea0 msgr2=0x7fe6800d2650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:37.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:37.107+0000 7fe6880cd640 1 -- 172.21.15.31:0/1958954697 shutdown_connections 2024-09-16T07:22:37.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:37.107+0000 7fe6880cd640 1 -- 172.21.15.31:0/1958954697 wait complete. 2024-09-16T07:22:37.118 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T07:22:37.118 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T07:22:37.118 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi155.front.sepia.ceph.com 2024-09-16T07:22:37.118 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-16T07:22:37.118 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-16T07:22:37.118 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T07:22:37.118 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T07:22:37.118 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T07:22:37.118 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-16T07:22:37.118 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:22:37.119 DEBUG:teuthology.orchestra.run.smithi155:> ip addr 2024-09-16T07:22:37.138 INFO:teuthology.orchestra.run.smithi155.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T07:22:37.138 INFO:teuthology.orchestra.run.smithi155.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T07:22:37.138 INFO:teuthology.orchestra.run.smithi155.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T07:22:37.138 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:22:37.139 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 ::1/128 scope host 2024-09-16T07:22:37.139 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:22:37.139 INFO:teuthology.orchestra.run.smithi155.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:22:37.139 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 0c:c4:7a:d9:a0:fa brd ff:ff:ff:ff:ff:ff 2024-09-16T07:22:37.139 INFO:teuthology.orchestra.run.smithi155.stdout: altname enp7s0f0 2024-09-16T07:22:37.139 INFO:teuthology.orchestra.run.smithi155.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:22:37.139 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 0c:c4:7a:d9:a0:fb brd ff:ff:ff:ff:ff:ff 2024-09-16T07:22:37.139 INFO:teuthology.orchestra.run.smithi155.stdout: altname enp7s0f1 2024-09-16T07:22:37.139 INFO:teuthology.orchestra.run.smithi155.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:22:37.139 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 0c:c4:7a:88:6d:ec brd ff:ff:ff:ff:ff:ff 2024-09-16T07:22:37.139 INFO:teuthology.orchestra.run.smithi155.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T07:22:37.139 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 0c:c4:7a:88:6d:ed brd ff:ff:ff:ff:ff:ff 2024-09-16T07:22:37.139 INFO:teuthology.orchestra.run.smithi155.stdout: inet 172.21.15.155/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-16T07:22:37.140 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft 42680sec preferred_lft 42680sec 2024-09-16T07:22:37.140 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 fe80::ec4:7aff:fe88:6ded/64 scope link noprefixroute 2024-09-16T07:22:37.140 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:22:37.140 INFO:teuthology.orchestra.run.smithi155.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T07:22:37.140 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 6a:24:67:c2:77:cc brd ff:ff:ff:ff:ff:ff 2024-09-16T07:22:37.140 INFO:teuthology.orchestra.run.smithi155.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-16T07:22:37.140 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:22:37.140 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 fe80::88e4:b9ff:fe24:e8a7/64 scope link 2024-09-16T07:22:37.140 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:22:37.140 INFO:teuthology.orchestra.run.smithi155.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T07:22:37.140 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether d6:1d:e5:de:08:cd brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:22:37.140 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 fe80::d41d:e5ff:fede:8cd/64 scope link 2024-09-16T07:22:37.141 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:22:37.141 INFO:teuthology.orchestra.run.smithi155.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T07:22:37.141 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 6a:24:67:c2:77:cc brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:22:37.141 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 fe80::6824:67ff:fec2:77cc/64 scope link 2024-09-16T07:22:37.141 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:22:37.141 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:22:37.141 DEBUG:teuthology.orchestra.run.smithi155:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T07:22:37.206 INFO:teuthology.orchestra.run.smithi155.stdout:1 2024-09-16T07:22:37.208 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:22:37.208 DEBUG:teuthology.orchestra.run.smithi155:> route 2024-09-16T07:22:37.267 INFO:teuthology.orchestra.run.smithi155.stdout:Kernel IP routing table 2024-09-16T07:22:37.267 INFO:teuthology.orchestra.run.smithi155.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T07:22:37.267 INFO:teuthology.orchestra.run.smithi155.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-16T07:22:37.267 INFO:teuthology.orchestra.run.smithi155.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-16T07:22:37.267 INFO:teuthology.orchestra.run.smithi155.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T07:22:37.267 DEBUG:teuthology.orchestra.run.smithi155:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T07:22:37.267 DEBUG:teuthology.orchestra.run.smithi155:> set -e 2024-09-16T07:22:37.268 DEBUG:teuthology.orchestra.run.smithi155:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-16T07:22:37.268 DEBUG:teuthology.orchestra.run.smithi155:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-16T07:22:37.268 DEBUG:teuthology.orchestra.run.smithi155:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-16T07:22:37.268 DEBUG:teuthology.orchestra.run.smithi155:> ') 2024-09-16T07:22:37.360 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:22:37 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T07:22:37.395 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:22:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:22:37.401 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:22:37.401 DEBUG:teuthology.orchestra.run.smithi155:> ip netns list 2024-09-16T07:22:37.416 INFO:teuthology.orchestra.run.smithi155.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-16T07:22:37.416 INFO:teuthology.orchestra.run.smithi155.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-16T07:22:37.417 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-16T07:22:37.417 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:22:37.417 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip link set brx.0 up 2024-09-16T07:22:37.483 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-16T07:22:37.483 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T07:22:37.483 DEBUG:teuthology.orchestra.run.smithi155:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-16T07:22:37.538 INFO:teuthology.orchestra.run.smithi155.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-16T07:22:37.539 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T07:22:37.539 DEBUG:teuthology.orchestra.run.smithi155:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-16T07:22:37.594 DEBUG:teuthology.orchestra.run.smithi155:> sudo modprobe fuse 2024-09-16T07:22:37.659 DEBUG:teuthology.orchestra.run.smithi155:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T07:22:37.715 INFO:teuthology.orchestra.run.smithi155.stdout:/proc 2024-09-16T07:22:37.715 INFO:teuthology.orchestra.run.smithi155.stdout:/sys 2024-09-16T07:22:37.715 INFO:teuthology.orchestra.run.smithi155.stdout:/dev 2024-09-16T07:22:37.715 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/security 2024-09-16T07:22:37.715 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/shm 2024-09-16T07:22:37.715 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/pts 2024-09-16T07:22:37.715 INFO:teuthology.orchestra.run.smithi155.stdout:/run 2024-09-16T07:22:37.715 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/cgroup 2024-09-16T07:22:37.715 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/pstore 2024-09-16T07:22:37.715 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/bpf 2024-09-16T07:22:37.716 INFO:teuthology.orchestra.run.smithi155.stdout:/ 2024-09-16T07:22:37.716 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/selinux 2024-09-16T07:22:37.716 INFO:teuthology.orchestra.run.smithi155.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T07:22:37.716 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/hugepages 2024-09-16T07:22:37.716 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/mqueue 2024-09-16T07:22:37.716 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/debug 2024-09-16T07:22:37.716 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/tracing 2024-09-16T07:22:37.716 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/fuse/connections 2024-09-16T07:22:37.716 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/config 2024-09-16T07:22:37.716 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T07:22:37.716 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T07:22:37.717 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T07:22:37.717 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T07:22:37.717 INFO:teuthology.orchestra.run.smithi155.stdout:/run/user/1000 2024-09-16T07:22:37.717 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph 2024-09-16T07:22:37.717 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-4 2024-09-16T07:22:37.717 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-5 2024-09-16T07:22:37.717 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-6 2024-09-16T07:22:37.717 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-7 2024-09-16T07:22:37.717 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns 2024-09-16T07:22:37.717 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:22:37.717 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:22:37.717 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:22:37.718 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:22:37.718 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:22:37.719 DEBUG:teuthology.orchestra.run.smithi155:> ls /sys/fs/fuse/connections 2024-09-16T07:22:37.774 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-16T07:22:37.774 DEBUG:teuthology.orchestra.run.smithi155:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-16T07:22:37.816 DEBUG:teuthology.orchestra.run.smithi155:> sudo modprobe fuse 2024-09-16T07:22:37.842 DEBUG:teuthology.orchestra.run.smithi155:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T07:22:37.899 INFO:teuthology.orchestra.run.smithi155.stdout:/proc 2024-09-16T07:22:37.899 INFO:teuthology.orchestra.run.smithi155.stdout:/sys 2024-09-16T07:22:37.899 INFO:teuthology.orchestra.run.smithi155.stdout:/dev 2024-09-16T07:22:37.899 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/security 2024-09-16T07:22:37.899 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/shm 2024-09-16T07:22:37.899 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/pts 2024-09-16T07:22:37.899 INFO:teuthology.orchestra.run.smithi155.stdout:/run 2024-09-16T07:22:37.899 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/cgroup 2024-09-16T07:22:37.899 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/pstore 2024-09-16T07:22:37.899 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/bpf 2024-09-16T07:22:37.899 INFO:teuthology.orchestra.run.smithi155.stdout:/ 2024-09-16T07:22:37.900 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/selinux 2024-09-16T07:22:37.900 INFO:teuthology.orchestra.run.smithi155.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T07:22:37.900 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/hugepages 2024-09-16T07:22:37.900 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/mqueue 2024-09-16T07:22:37.900 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/debug 2024-09-16T07:22:37.900 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/tracing 2024-09-16T07:22:37.900 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/fuse/connections 2024-09-16T07:22:37.900 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/config 2024-09-16T07:22:37.900 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T07:22:37.900 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T07:22:37.900 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T07:22:37.900 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T07:22:37.901 INFO:teuthology.orchestra.run.smithi155.stdout:/run/user/1000 2024-09-16T07:22:37.901 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph 2024-09-16T07:22:37.901 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-4 2024-09-16T07:22:37.901 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-5 2024-09-16T07:22:37.901 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-6 2024-09-16T07:22:37.901 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-7 2024-09-16T07:22:37.901 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns 2024-09-16T07:22:37.901 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:22:37.901 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:22:37.901 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:22:37.901 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:22:37.902 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:22:37.902 DEBUG:teuthology.orchestra.run.smithi155:> ls /sys/fs/fuse/connections 2024-09-16T07:22:37.902 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi155.stderr:2024-09-16T07:22:37.900+0000 7f7ce425a480 -1 init, newargv = 0x555a7bf55480 newargc=15 2024-09-16T07:22:37.903 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi155.stderr:ceph-fuse[44177]: starting ceph client 2024-09-16T07:22:37.905 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi155.stderr:ceph-fuse[44177]: starting fuse 2024-09-16T07:22:37.919 INFO:teuthology.orchestra.run.smithi155.stdout:43 2024-09-16T07:22:37.919 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-16T07:22:37.919 DEBUG:teuthology.orchestra.run.smithi155:> sudo stdin-killer -- python3 -c ' 2024-09-16T07:22:37.919 DEBUG:teuthology.orchestra.run.smithi155:> import glob 2024-09-16T07:22:37.919 DEBUG:teuthology.orchestra.run.smithi155:> import re 2024-09-16T07:22:37.919 DEBUG:teuthology.orchestra.run.smithi155:> import os 2024-09-16T07:22:37.920 DEBUG:teuthology.orchestra.run.smithi155:> import subprocess 2024-09-16T07:22:37.920 DEBUG:teuthology.orchestra.run.smithi155:> 2024-09-16T07:22:37.920 DEBUG:teuthology.orchestra.run.smithi155:> def _find_admin_socket(client_name): 2024-09-16T07:22:37.920 DEBUG:teuthology.orchestra.run.smithi155:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-16T07:22:37.920 DEBUG:teuthology.orchestra.run.smithi155:> files = glob.glob(asok_path) 2024-09-16T07:22:37.920 DEBUG:teuthology.orchestra.run.smithi155:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-16T07:22:37.920 DEBUG:teuthology.orchestra.run.smithi155:> 2024-09-16T07:22:37.920 DEBUG:teuthology.orchestra.run.smithi155:> # Given a non-glob path, it better be there 2024-09-16T07:22:37.920 DEBUG:teuthology.orchestra.run.smithi155:> if "*" not in asok_path: 2024-09-16T07:22:37.920 DEBUG:teuthology.orchestra.run.smithi155:> assert(len(files) == 1) 2024-09-16T07:22:37.920 DEBUG:teuthology.orchestra.run.smithi155:> return files[0] 2024-09-16T07:22:37.920 DEBUG:teuthology.orchestra.run.smithi155:> 2024-09-16T07:22:37.921 DEBUG:teuthology.orchestra.run.smithi155:> for f in files: 2024-09-16T07:22:37.921 DEBUG:teuthology.orchestra.run.smithi155:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T07:22:37.921 DEBUG:teuthology.orchestra.run.smithi155:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T07:22:37.921 DEBUG:teuthology.orchestra.run.smithi155:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T07:22:37.921 DEBUG:teuthology.orchestra.run.smithi155:> contents = proc_f.read() 2024-09-16T07:22:37.921 DEBUG:teuthology.orchestra.run.smithi155:> if mountpoint in contents: 2024-09-16T07:22:37.921 DEBUG:teuthology.orchestra.run.smithi155:> return f 2024-09-16T07:22:37.921 DEBUG:teuthology.orchestra.run.smithi155:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T07:22:37.921 DEBUG:teuthology.orchestra.run.smithi155:> 2024-09-16T07:22:37.921 DEBUG:teuthology.orchestra.run.smithi155:> print(_find_admin_socket("client.1")) 2024-09-16T07:22:37.921 DEBUG:teuthology.orchestra.run.smithi155:> ' 2024-09-16T07:22:38.037 INFO:teuthology.orchestra.run.smithi155.stdout:/var/run/ceph/ceph-client.1.44177.asok 2024-09-16T07:22:38.039 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:22:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:22:38.047 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.44177.asok 2024-09-16T07:22:38.047 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:22:38.047 DEBUG:teuthology.orchestra.run.smithi155:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.44177.asok status 2024-09-16T07:22:38.180 INFO:teuthology.orchestra.run.smithi155.stdout:{ 2024-09-16T07:22:38.181 INFO:teuthology.orchestra.run.smithi155.stdout: "metadata": { 2024-09-16T07:22:38.181 INFO:teuthology.orchestra.run.smithi155.stdout: "ceph_sha1": "4ef5f0587d1cad82c4295c20951c303dc342ac74", 2024-09-16T07:22:38.181 INFO:teuthology.orchestra.run.smithi155.stdout: "ceph_version": "ceph version 19.3.0-4938-g4ef5f058 (4ef5f0587d1cad82c4295c20951c303dc342ac74) squid (dev)", 2024-09-16T07:22:38.181 INFO:teuthology.orchestra.run.smithi155.stdout: "entity_id": "1", 2024-09-16T07:22:38.181 INFO:teuthology.orchestra.run.smithi155.stdout: "hostname": "smithi155", 2024-09-16T07:22:38.181 INFO:teuthology.orchestra.run.smithi155.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-16T07:22:38.181 INFO:teuthology.orchestra.run.smithi155.stdout: "pid": "44177", 2024-09-16T07:22:38.182 INFO:teuthology.orchestra.run.smithi155.stdout: "root": "/" 2024-09-16T07:22:38.182 INFO:teuthology.orchestra.run.smithi155.stdout: }, 2024-09-16T07:22:38.182 INFO:teuthology.orchestra.run.smithi155.stdout: "dentry_count": 0, 2024-09-16T07:22:38.182 INFO:teuthology.orchestra.run.smithi155.stdout: "dentry_pinned_count": 0, 2024-09-16T07:22:38.182 INFO:teuthology.orchestra.run.smithi155.stdout: "id": 5257, 2024-09-16T07:22:38.182 INFO:teuthology.orchestra.run.smithi155.stdout: "inst": { 2024-09-16T07:22:38.182 INFO:teuthology.orchestra.run.smithi155.stdout: "name": { 2024-09-16T07:22:38.183 INFO:teuthology.orchestra.run.smithi155.stdout: "type": "client", 2024-09-16T07:22:38.183 INFO:teuthology.orchestra.run.smithi155.stdout: "num": 5257 2024-09-16T07:22:38.183 INFO:teuthology.orchestra.run.smithi155.stdout: }, 2024-09-16T07:22:38.183 INFO:teuthology.orchestra.run.smithi155.stdout: "addr": { 2024-09-16T07:22:38.183 INFO:teuthology.orchestra.run.smithi155.stdout: "type": "v1", 2024-09-16T07:22:38.183 INFO:teuthology.orchestra.run.smithi155.stdout: "addr": "192.168.0.1:0", 2024-09-16T07:22:38.183 INFO:teuthology.orchestra.run.smithi155.stdout: "nonce": 77441914 2024-09-16T07:22:38.183 INFO:teuthology.orchestra.run.smithi155.stdout: } 2024-09-16T07:22:38.183 INFO:teuthology.orchestra.run.smithi155.stdout: }, 2024-09-16T07:22:38.184 INFO:teuthology.orchestra.run.smithi155.stdout: "addr": { 2024-09-16T07:22:38.184 INFO:teuthology.orchestra.run.smithi155.stdout: "type": "v1", 2024-09-16T07:22:38.184 INFO:teuthology.orchestra.run.smithi155.stdout: "addr": "192.168.0.1:0", 2024-09-16T07:22:38.184 INFO:teuthology.orchestra.run.smithi155.stdout: "nonce": 77441914 2024-09-16T07:22:38.184 INFO:teuthology.orchestra.run.smithi155.stdout: }, 2024-09-16T07:22:38.184 INFO:teuthology.orchestra.run.smithi155.stdout: "inst_str": "client.5257 192.168.0.1:0/77441914", 2024-09-16T07:22:38.184 INFO:teuthology.orchestra.run.smithi155.stdout: "addr_str": "192.168.0.1:0/77441914", 2024-09-16T07:22:38.185 INFO:teuthology.orchestra.run.smithi155.stdout: "inode_count": 1, 2024-09-16T07:22:38.185 INFO:teuthology.orchestra.run.smithi155.stdout: "mds_epoch": 27, 2024-09-16T07:22:38.185 INFO:teuthology.orchestra.run.smithi155.stdout: "osd_epoch": 45, 2024-09-16T07:22:38.185 INFO:teuthology.orchestra.run.smithi155.stdout: "osd_epoch_barrier": 0, 2024-09-16T07:22:38.185 INFO:teuthology.orchestra.run.smithi155.stdout: "blocklisted": false, 2024-09-16T07:22:38.185 INFO:teuthology.orchestra.run.smithi155.stdout: "fs_name": "cephfs" 2024-09-16T07:22:38.186 INFO:teuthology.orchestra.run.smithi155.stdout:} 2024-09-16T07:22:38.188 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:22:38.189 DEBUG:teuthology.orchestra.run.smithi155:> stat --file-system '--printf=%T 2024-09-16T07:22:38.189 DEBUG:teuthology.orchestra.run.smithi155:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-16T07:22:38.205 INFO:teuthology.orchestra.run.smithi155.stdout:fuseblk 2024-09-16T07:22:38.205 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-16T07:22:38.205 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:22:38.205 DEBUG:teuthology.orchestra.run.smithi155:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-16T07:22:38.270 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs flag set enable_multiple true --yes-i-really-mean-it 2024-09-16T07:22:38.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.392+0000 7f52a6833640 1 -- 172.21.15.31:0/1728495382 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f52a00b2a20 msgr2=0x7f52a00cc630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:38.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.392+0000 7f52a6833640 1 --2- 172.21.15.31:0/1728495382 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f52a00b2a20 0x7f52a00cc630 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f52a0073630 tx=0x7f529802aa30 comp rx=0 tx=0).stop 2024-09-16T07:22:38.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.392+0000 7f52a6833640 1 -- 172.21.15.31:0/1728495382 shutdown_connections 2024-09-16T07:22:38.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.392+0000 7f52a6833640 1 --2- 172.21.15.31:0/1728495382 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f52a00b2a20 0x7f52a00cc630 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:38.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.392+0000 7f52a6833640 1 --2- 172.21.15.31:0/1728495382 >> v2:172.21.15.155:3300/0 conn(0x7f52a015f4c0 0x7f52a00ce3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:38.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.392+0000 7f52a6833640 1 -- 172.21.15.31:0/1728495382 >> 172.21.15.31:0/1728495382 conn(0x7f52a00d1bc0 msgr2=0x7f52a00d1fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:38.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.392+0000 7f52a6833640 1 -- 172.21.15.31:0/1728495382 shutdown_connections 2024-09-16T07:22:38.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.392+0000 7f52a6833640 1 -- 172.21.15.31:0/1728495382 wait complete. 2024-09-16T07:22:38.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.394+0000 7f52a6833640 1 Processor -- start 2024-09-16T07:22:38.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.394+0000 7f52a6833640 1 -- start start 2024-09-16T07:22:38.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.394+0000 7f52a6833640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f52a00b2a20 0x7f52a00c6b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:38.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.394+0000 7f52a6833640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f52a00ce930 0x7f52a006f2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:38.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.394+0000 7f52a6833640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f52a015f4c0 0x7f52a015a800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:38.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.394+0000 7f52a6833640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f52a00d0920 con 0x7f52a015f4c0 2024-09-16T07:22:38.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.394+0000 7f52a6833640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f52a00d07a0 con 0x7f52a00ce930 2024-09-16T07:22:38.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.394+0000 7f52a6833640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f52a00d0aa0 con 0x7f52a00b2a20 2024-09-16T07:22:38.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.395+0000 7f52a4dd0640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f52a015f4c0 0x7f52a015a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:38.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.395+0000 7f52a4dd0640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f52a015f4c0 0x7f52a015a800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:49944/0 (socket says 172.21.15.31:49944) 2024-09-16T07:22:38.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.395+0000 7f52a4dd0640 1 -- 172.21.15.31:0/3783696693 learned_addr learned my addr 172.21.15.31:0/3783696693 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:38.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.395+0000 7f529ffff640 1 --2- 172.21.15.31:0/3783696693 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f52a00b2a20 0x7f52a00c6b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:38.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.395+0000 7f5297fff640 1 --2- 172.21.15.31:0/3783696693 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f52a00ce930 0x7f52a006f2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:38.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.395+0000 7f52a4dd0640 1 -- 172.21.15.31:0/3783696693 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f52a00b2a20 msgr2=0x7f52a00c6b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:38.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.395+0000 7f52a4dd0640 1 --2- 172.21.15.31:0/3783696693 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f52a00b2a20 0x7f52a00c6b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:38.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.395+0000 7f52a4dd0640 1 -- 172.21.15.31:0/3783696693 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f52a00ce930 msgr2=0x7f52a006f2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:38.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.395+0000 7f52a4dd0640 1 --2- 172.21.15.31:0/3783696693 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f52a00ce930 0x7f52a006f2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:38.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.395+0000 7f52a4dd0640 1 -- 172.21.15.31:0/3783696693 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52a00c5dd0 con 0x7f52a015f4c0 2024-09-16T07:22:38.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.395+0000 7f52a4dd0640 1 --2- 172.21.15.31:0/3783696693 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f52a015f4c0 0x7f52a015a800 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f529802b020 tx=0x7f5298003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:38.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.395+0000 7f529d7fa640 1 -- 172.21.15.31:0/3783696693 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5298046070 con 0x7f52a015f4c0 2024-09-16T07:22:38.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.395+0000 7f529d7fa640 1 -- 172.21.15.31:0/3783696693 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5298004250 con 0x7f52a015f4c0 2024-09-16T07:22:38.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.395+0000 7f52a6833640 1 -- 172.21.15.31:0/3783696693 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f52a00c60b0 con 0x7f52a015f4c0 2024-09-16T07:22:38.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.395+0000 7f529d7fa640 1 -- 172.21.15.31:0/3783696693 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5298033050 con 0x7f52a015f4c0 2024-09-16T07:22:38.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.395+0000 7f52a6833640 1 -- 172.21.15.31:0/3783696693 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52a00c6670 con 0x7f52a015f4c0 2024-09-16T07:22:38.399 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.396+0000 7f52a6833640 1 -- 172.21.15.31:0/3783696693 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f52a00cc630 con 0x7f52a015f4c0 2024-09-16T07:22:38.399 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.397+0000 7f529d7fa640 1 -- 172.21.15.31:0/3783696693 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 7) ==== 101440+0+0 (secure 0 0 0) 0x7f5298049070 con 0x7f52a015f4c0 2024-09-16T07:22:38.399 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.398+0000 7f529d7fa640 1 --2- 172.21.15.31:0/3783696693 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f5280078a00 0x7f528007aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:38.399 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.398+0000 7f529d7fa640 1 -- 172.21.15.31:0/3783696693 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f52980bbce0 con 0x7f52a015f4c0 2024-09-16T07:22:38.400 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.398+0000 7f529ffff640 1 --2- 172.21.15.31:0/3783696693 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f5280078a00 0x7f528007aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:38.400 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.398+0000 7f529ffff640 1 --2- 172.21.15.31:0/3783696693 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f5280078a00 0x7f528007aec0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f52900058c0 tx=0x7f5290005f60 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:38.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.402+0000 7f529d7fa640 1 -- 172.21.15.31:0/3783696693 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f5298083980 con 0x7f52a015f4c0 2024-09-16T07:22:38.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.627+0000 7f52a6833640 1 -- 172.21.15.31:0/3783696693 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true} v 0) -- 0x7f52a00b0cb0 con 0x7f52a015f4c0 2024-09-16T07:22:38.679 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.679+0000 7f529d7fa640 1 -- 172.21.15.31:0/3783696693 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true}]=0 v28) ==== 136+0+0 (secure 0 0 0) 0x7f52980883b0 con 0x7f52a015f4c0 2024-09-16T07:22:38.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.681+0000 7f52a6833640 1 -- 172.21.15.31:0/3783696693 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f5280078a00 msgr2=0x7f528007aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:38.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.681+0000 7f52a6833640 1 --2- 172.21.15.31:0/3783696693 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f5280078a00 0x7f528007aec0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f52900058c0 tx=0x7f5290005f60 comp rx=0 tx=0).stop 2024-09-16T07:22:38.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.681+0000 7f52a6833640 1 -- 172.21.15.31:0/3783696693 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f52a015f4c0 msgr2=0x7f52a015a800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:38.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.681+0000 7f52a6833640 1 --2- 172.21.15.31:0/3783696693 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f52a015f4c0 0x7f52a015a800 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f529802b020 tx=0x7f5298003f10 comp rx=0 tx=0).stop 2024-09-16T07:22:38.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.681+0000 7f52a6833640 1 -- 172.21.15.31:0/3783696693 shutdown_connections 2024-09-16T07:22:38.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.681+0000 7f52a6833640 1 --2- 172.21.15.31:0/3783696693 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f5280078a00 0x7f528007aec0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:38.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.681+0000 7f52a6833640 1 --2- 172.21.15.31:0/3783696693 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f52a015f4c0 0x7f52a015a800 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:38.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.681+0000 7f52a6833640 1 --2- 172.21.15.31:0/3783696693 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f52a00ce930 0x7f52a006f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:38.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.681+0000 7f52a6833640 1 --2- 172.21.15.31:0/3783696693 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f52a00b2a20 0x7f52a00c6b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:38.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.681+0000 7f52a6833640 1 -- 172.21.15.31:0/3783696693 >> 172.21.15.31:0/3783696693 conn(0x7f52a00d1bc0 msgr2=0x7f52a00b40c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:38.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.681+0000 7f52a6833640 1 -- 172.21.15.31:0/3783696693 shutdown_connections 2024-09-16T07:22:38.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.681+0000 7f52a6833640 1 -- 172.21.15.31:0/3783696693 wait complete. 2024-09-16T07:22:38.693 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume ls 2024-09-16T07:22:38.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.799+0000 7fe6d722a640 1 -- 172.21.15.31:0/3131058306 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe6d006f490 msgr2=0x7fe6d00ce240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:38.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.799+0000 7fe6d722a640 1 --2- 172.21.15.31:0/3131058306 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe6d006f490 0x7fe6d00ce240 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7fe6d00727b0 tx=0x7fe6c402a530 comp rx=0 tx=0).stop 2024-09-16T07:22:38.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.799+0000 7fe6d722a640 1 -- 172.21.15.31:0/3131058306 shutdown_connections 2024-09-16T07:22:38.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.799+0000 7fe6d722a640 1 --2- 172.21.15.31:0/3131058306 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe6d006f490 0x7fe6d00ce240 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:38.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.799+0000 7fe6d722a640 1 --2- 172.21.15.31:0/3131058306 >> v2:172.21.15.155:3300/0 conn(0x7fe6d006f0b0 0x7fe6d00cd3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:38.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.799+0000 7fe6d722a640 1 -- 172.21.15.31:0/3131058306 >> 172.21.15.31:0/3131058306 conn(0x7fe6d00741f0 msgr2=0x7fe6d0074600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:38.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.799+0000 7fe6d722a640 1 -- 172.21.15.31:0/3131058306 shutdown_connections 2024-09-16T07:22:38.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.799+0000 7fe6d722a640 1 -- 172.21.15.31:0/3131058306 wait complete. 2024-09-16T07:22:38.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.800+0000 7fe6d722a640 1 Processor -- start 2024-09-16T07:22:38.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.800+0000 7fe6d722a640 1 -- start start 2024-09-16T07:22:38.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.801+0000 7fe6d722a640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe6d006f0b0 0x7fe6d01f5c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:38.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.801+0000 7fe6d722a640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe6d006f490 0x7fe6d00b1b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:38.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.801+0000 7fe6d722a640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe6d00ce780 0x7fe6d00b20d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:38.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.801+0000 7fe6d722a640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fe6d015e5e0 con 0x7fe6d00ce780 2024-09-16T07:22:38.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.801+0000 7fe6d722a640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fe6d015e460 con 0x7fe6d006f490 2024-09-16T07:22:38.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.801+0000 7fe6d722a640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fe6d00cc290 con 0x7fe6d006f0b0 2024-09-16T07:22:38.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.801+0000 7fe6d57c7640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe6d00ce780 0x7fe6d00b20d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:38.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.801+0000 7fe6d4fc6640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe6d006f0b0 0x7fe6d01f5c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:38.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.801+0000 7fe6d57c7640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe6d00ce780 0x7fe6d00b20d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:49962/0 (socket says 172.21.15.31:49962) 2024-09-16T07:22:38.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.801+0000 7fe6d57c7640 1 -- 172.21.15.31:0/3827857624 learned_addr learned my addr 172.21.15.31:0/3827857624 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:38.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.801+0000 7fe6cffff640 1 --2- 172.21.15.31:0/3827857624 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe6d006f490 0x7fe6d00b1b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:38.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.801+0000 7fe6d57c7640 1 -- 172.21.15.31:0/3827857624 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe6d006f0b0 msgr2=0x7fe6d01f5c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:38.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.801+0000 7fe6d57c7640 1 --2- 172.21.15.31:0/3827857624 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe6d006f0b0 0x7fe6d01f5c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:38.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.801+0000 7fe6d57c7640 1 -- 172.21.15.31:0/3827857624 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe6d006f490 msgr2=0x7fe6d00b1b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:38.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.801+0000 7fe6d57c7640 1 --2- 172.21.15.31:0/3827857624 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe6d006f490 0x7fe6d00b1b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:38.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.801+0000 7fe6d57c7640 1 -- 172.21.15.31:0/3827857624 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6d01f2b60 con 0x7fe6d00ce780 2024-09-16T07:22:38.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.802+0000 7fe6d57c7640 1 --2- 172.21.15.31:0/3827857624 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe6d00ce780 0x7fe6d00b20d0 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7fe6c800ca80 tx=0x7fe6c800cf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:38.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.802+0000 7fe6cd7fa640 1 -- 172.21.15.31:0/3827857624 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6c8016020 con 0x7fe6d00ce780 2024-09-16T07:22:38.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.802+0000 7fe6cd7fa640 1 -- 172.21.15.31:0/3827857624 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe6c800ad20 con 0x7fe6d00ce780 2024-09-16T07:22:38.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.802+0000 7fe6d722a640 1 -- 172.21.15.31:0/3827857624 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6d01f3b10 con 0x7fe6d00ce780 2024-09-16T07:22:38.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.802+0000 7fe6cd7fa640 1 -- 172.21.15.31:0/3827857624 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6c8012680 con 0x7fe6d00ce780 2024-09-16T07:22:38.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.802+0000 7fe6d722a640 1 -- 172.21.15.31:0/3827857624 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6d01510e0 con 0x7fe6d00ce780 2024-09-16T07:22:38.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.803+0000 7fe6d722a640 1 -- 172.21.15.31:0/3827857624 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe6d0075070 con 0x7fe6d00ce780 2024-09-16T07:22:38.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.804+0000 7fe6cd7fa640 1 -- 172.21.15.31:0/3827857624 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 7) ==== 101440+0+0 (secure 0 0 0) 0x7fe6c8019020 con 0x7fe6d00ce780 2024-09-16T07:22:38.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.804+0000 7fe6cd7fa640 1 --2- 172.21.15.31:0/3827857624 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe6bc078a00 0x7fe6bc07aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:38.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.804+0000 7fe6cd7fa640 1 -- 172.21.15.31:0/3827857624 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fe6c809b0a0 con 0x7fe6d00ce780 2024-09-16T07:22:38.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.804+0000 7fe6d4fc6640 1 --2- 172.21.15.31:0/3827857624 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe6bc078a00 0x7fe6bc07aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:38.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.805+0000 7fe6d4fc6640 1 --2- 172.21.15.31:0/3827857624 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe6bc078a00 0x7fe6bc07aec0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fe6c0009bd0 tx=0x7fe6c0005f90 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:38.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:38.808+0000 7fe6cd7fa640 1 -- 172.21.15.31:0/3827857624 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fe6c8020020 con 0x7fe6d00ce780 2024-09-16T07:22:39.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.017+0000 7fe6d722a640 1 -- 172.21.15.31:0/3827857624 --> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] -- mgr_command(tid 0: {"prefix": "fs volume ls", "target": ["mon-mgr", ""]}) -- 0x7fe6d0074d10 con 0x7fe6bc078a00 2024-09-16T07:22:39.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.020+0000 7fe6cd7fa640 1 -- 172.21.15.31:0/3827857624 <== mgr.4117 v2:172.21.15.155:6808/3650624732 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+41 (secure 0 0 0) 0x7fe6d0074d10 con 0x7fe6bc078a00 2024-09-16T07:22:39.020 INFO:teuthology.orchestra.run.smithi031.stdout:[ 2024-09-16T07:22:39.020 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:22:39.020 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "cephfs" 2024-09-16T07:22:39.020 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:22:39.020 INFO:teuthology.orchestra.run.smithi031.stdout:] 2024-09-16T07:22:39.022 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.021+0000 7fe6d722a640 1 -- 172.21.15.31:0/3827857624 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe6bc078a00 msgr2=0x7fe6bc07aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:39.022 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.021+0000 7fe6d722a640 1 --2- 172.21.15.31:0/3827857624 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe6bc078a00 0x7fe6bc07aec0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fe6c0009bd0 tx=0x7fe6c0005f90 comp rx=0 tx=0).stop 2024-09-16T07:22:39.022 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.021+0000 7fe6d722a640 1 -- 172.21.15.31:0/3827857624 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe6d00ce780 msgr2=0x7fe6d00b20d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:39.022 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.021+0000 7fe6d722a640 1 --2- 172.21.15.31:0/3827857624 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe6d00ce780 0x7fe6d00b20d0 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7fe6c800ca80 tx=0x7fe6c800cf40 comp rx=0 tx=0).stop 2024-09-16T07:22:39.022 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.021+0000 7fe6d722a640 1 -- 172.21.15.31:0/3827857624 shutdown_connections 2024-09-16T07:22:39.022 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.021+0000 7fe6d722a640 1 --2- 172.21.15.31:0/3827857624 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe6bc078a00 0x7fe6bc07aec0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:39.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.021+0000 7fe6d722a640 1 --2- 172.21.15.31:0/3827857624 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe6d00ce780 0x7fe6d00b20d0 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:39.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.021+0000 7fe6d722a640 1 --2- 172.21.15.31:0/3827857624 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe6d006f490 0x7fe6d00b1b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:39.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.021+0000 7fe6d722a640 1 --2- 172.21.15.31:0/3827857624 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe6d006f0b0 0x7fe6d01f5c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:39.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.021+0000 7fe6d722a640 1 -- 172.21.15.31:0/3827857624 >> 172.21.15.31:0/3827857624 conn(0x7fe6d00741f0 msgr2=0x7fe6d00cc710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:39.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.021+0000 7fe6d722a640 1 -- 172.21.15.31:0/3827857624 shutdown_connections 2024-09-16T07:22:39.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.021+0000 7fe6d722a640 1 -- 172.21.15.31:0/3827857624 wait complete. 2024-09-16T07:22:39.033 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-16T07:22:39.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.141+0000 7f95dea85640 1 -- 172.21.15.31:0/4085829437 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f95d80cd090 msgr2=0x7f95d8140990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:39.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.141+0000 7f95dea85640 1 --2- 172.21.15.31:0/4085829437 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f95d80cd090 0x7f95d8140990 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f95d8140680 tx=0x7f95d402a530 comp rx=0 tx=0).stop 2024-09-16T07:22:39.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.141+0000 7f95dea85640 1 -- 172.21.15.31:0/4085829437 shutdown_connections 2024-09-16T07:22:39.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.141+0000 7f95dea85640 1 --2- 172.21.15.31:0/4085829437 >> v2:172.21.15.155:3300/0 conn(0x7f95d815af10 0x7f95d815b370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:39.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.141+0000 7f95dea85640 1 --2- 172.21.15.31:0/4085829437 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f95d80cd090 0x7f95d8140990 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:39.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.141+0000 7f95dea85640 1 -- 172.21.15.31:0/4085829437 >> 172.21.15.31:0/4085829437 conn(0x7f95d80d0b60 msgr2=0x7f95d80d0f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:39.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.141+0000 7f95dea85640 1 -- 172.21.15.31:0/4085829437 shutdown_connections 2024-09-16T07:22:39.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.141+0000 7f95dea85640 1 -- 172.21.15.31:0/4085829437 wait complete. 2024-09-16T07:22:39.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.142+0000 7f95dea85640 1 Processor -- start 2024-09-16T07:22:39.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.142+0000 7f95dea85640 1 -- start start 2024-09-16T07:22:39.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.143+0000 7f95dea85640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f95d8073550 0x7f95d813de80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:39.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.143+0000 7f95dea85640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f95d80cd090 0x7f95d813b530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:39.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.143+0000 7f95dea85640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f95d815af10 0x7f95d8154720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:39.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.143+0000 7f95dea85640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f95d80b45b0 con 0x7f95d8073550 2024-09-16T07:22:39.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.143+0000 7f95dea85640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f95d80b4430 con 0x7f95d815af10 2024-09-16T07:22:39.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.143+0000 7f95dea85640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f95d80b4730 con 0x7f95d80cd090 2024-09-16T07:22:39.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.143+0000 7f95dc821640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f95d8073550 0x7f95d813de80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:39.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.143+0000 7f95dc821640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f95d8073550 0x7f95d813de80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:49980/0 (socket says 172.21.15.31:49980) 2024-09-16T07:22:39.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.143+0000 7f95dc821640 1 -- 172.21.15.31:0/870070171 learned_addr learned my addr 172.21.15.31:0/870070171 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:39.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.143+0000 7f95dc821640 1 -- 172.21.15.31:0/870070171 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f95d80cd090 msgr2=0x7f95d813b530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:39.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.143+0000 7f95dd022640 1 --2- 172.21.15.31:0/870070171 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f95d815af10 0x7f95d8154720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:39.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.143+0000 7f95dc821640 1 --2- 172.21.15.31:0/870070171 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f95d80cd090 0x7f95d813b530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:39.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.143+0000 7f95dc821640 1 -- 172.21.15.31:0/870070171 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f95d815af10 msgr2=0x7f95d8154720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:39.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.143+0000 7f95dc821640 1 --2- 172.21.15.31:0/870070171 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f95d815af10 0x7f95d8154720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:39.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.143+0000 7f95dc821640 1 -- 172.21.15.31:0/870070171 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95d81f5910 con 0x7f95d8073550 2024-09-16T07:22:39.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.143+0000 7f95dd022640 1 --2- 172.21.15.31:0/870070171 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f95d815af10 0x7f95d8154720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:22:39.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.143+0000 7f95dc821640 1 --2- 172.21.15.31:0/870070171 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f95d8073550 0x7f95d813de80 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f95d402ab20 tx=0x7f95d4032c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:39.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.144+0000 7f95cd7fa640 1 -- 172.21.15.31:0/870070171 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95d4040070 con 0x7f95d8073550 2024-09-16T07:22:39.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.144+0000 7f95cd7fa640 1 -- 172.21.15.31:0/870070171 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f95d4005310 con 0x7f95d8073550 2024-09-16T07:22:39.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.144+0000 7f95cd7fa640 1 -- 172.21.15.31:0/870070171 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95d40047a0 con 0x7f95d8073550 2024-09-16T07:22:39.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.144+0000 7f95dea85640 1 -- 172.21.15.31:0/870070171 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95d81f5bf0 con 0x7f95d8073550 2024-09-16T07:22:39.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.144+0000 7f95dea85640 1 -- 172.21.15.31:0/870070171 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95d81f61b0 con 0x7f95d8073550 2024-09-16T07:22:39.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.145+0000 7f95dea85640 1 -- 172.21.15.31:0/870070171 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f95d8073bd0 con 0x7f95d8073550 2024-09-16T07:22:39.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.145+0000 7f95cd7fa640 1 -- 172.21.15.31:0/870070171 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 7) ==== 101440+0+0 (secure 0 0 0) 0x7f95d4039040 con 0x7f95d8073550 2024-09-16T07:22:39.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.146+0000 7f95cd7fa640 1 --2- 172.21.15.31:0/870070171 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f95c4078a00 0x7f95c407aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:39.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.146+0000 7f95cd7fa640 1 -- 172.21.15.31:0/870070171 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f95d40bc130 con 0x7f95d8073550 2024-09-16T07:22:39.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.146+0000 7f95cffff640 1 --2- 172.21.15.31:0/870070171 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f95c4078a00 0x7f95c407aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:39.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.147+0000 7f95cffff640 1 --2- 172.21.15.31:0/870070171 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f95c4078a00 0x7f95c407aec0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f95c800a860 tx=0x7f95c8005b50 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:39.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.150+0000 7f95cd7fa640 1 -- 172.21.15.31:0/870070171 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f95d4084410 con 0x7f95d8073550 2024-09-16T07:22:39.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.337+0000 7f95dea85640 1 -- 172.21.15.31:0/870070171 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f95d80b56d0 con 0x7f95d8073550 2024-09-16T07:22:39.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.337+0000 7f95cd7fa640 1 -- 172.21.15.31:0/870070171 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v30)=0 v30) ==== 122+0+0 (secure 0 0 0) 0x7f95d4083d10 con 0x7f95d8073550 2024-09-16T07:22:39.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.339+0000 7f95dea85640 1 -- 172.21.15.31:0/870070171 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f95c4078a00 msgr2=0x7f95c407aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:39.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.339+0000 7f95dea85640 1 --2- 172.21.15.31:0/870070171 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f95c4078a00 0x7f95c407aec0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f95c800a860 tx=0x7f95c8005b50 comp rx=0 tx=0).stop 2024-09-16T07:22:39.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.339+0000 7f95dea85640 1 -- 172.21.15.31:0/870070171 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f95d8073550 msgr2=0x7f95d813de80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:39.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.339+0000 7f95dea85640 1 --2- 172.21.15.31:0/870070171 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f95d8073550 0x7f95d813de80 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f95d402ab20 tx=0x7f95d4032c10 comp rx=0 tx=0).stop 2024-09-16T07:22:39.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.340+0000 7f95dea85640 1 -- 172.21.15.31:0/870070171 shutdown_connections 2024-09-16T07:22:39.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.340+0000 7f95dea85640 1 --2- 172.21.15.31:0/870070171 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f95c4078a00 0x7f95c407aec0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:39.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.340+0000 7f95dea85640 1 --2- 172.21.15.31:0/870070171 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f95d815af10 0x7f95d8154720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:39.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.340+0000 7f95dea85640 1 --2- 172.21.15.31:0/870070171 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f95d80cd090 0x7f95d813b530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:39.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.340+0000 7f95dea85640 1 --2- 172.21.15.31:0/870070171 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f95d8073550 0x7f95d813de80 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:39.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.340+0000 7f95dea85640 1 -- 172.21.15.31:0/870070171 >> 172.21.15.31:0/870070171 conn(0x7f95d80d0b60 msgr2=0x7f95d815c040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:39.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.340+0000 7f95dea85640 1 -- 172.21.15.31:0/870070171 shutdown_connections 2024-09-16T07:22:39.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.340+0000 7f95dea85640 1 -- 172.21.15.31:0/870070171 wait complete. 2024-09-16T07:22:39.351 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:22:39.351 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:22:39.367 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T07:22:39.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.513+0000 7fa393fc9640 1 -- 172.21.15.31:0/3592345388 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa378004d40 msgr2=0x7fa3780051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:39.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.513+0000 7fa393fc9640 1 --2- 172.21.15.31:0/3592345388 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa378004d40 0x7fa3780051c0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7fa38400bbb0 tx=0x7fa378005830 comp rx=0 tx=0).stop 2024-09-16T07:22:39.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.513+0000 7fa392566640 1 -- 172.21.15.31:0/3592345388 reap_dead start 2024-09-16T07:22:39.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.513+0000 7fa393fc9640 1 -- 172.21.15.31:0/3592345388 shutdown_connections 2024-09-16T07:22:39.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.513+0000 7fa393fc9640 1 -- 172.21.15.31:0/3592345388 >> 172.21.15.31:0/3592345388 conn(0x7fa38c0d3e40 msgr2=0x7fa38c0d4250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:39.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.513+0000 7fa393fc9640 1 -- 172.21.15.31:0/3592345388 shutdown_connections 2024-09-16T07:22:39.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.513+0000 7fa393fc9640 1 -- 172.21.15.31:0/3592345388 wait complete. 2024-09-16T07:22:39.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.515+0000 7fa393fc9640 1 Processor -- start 2024-09-16T07:22:39.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.515+0000 7fa393fc9640 1 -- start start 2024-09-16T07:22:39.517 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.516+0000 7fa393fc9640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa378004d40 0x7fa38c159010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:39.517 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.516+0000 7fa393fc9640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa38c156310 0x7fa38c0c9d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:39.517 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.516+0000 7fa393fc9640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa38c14cd60 0x7fa38c14d1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:39.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.516+0000 7fa393fc9640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fa38c1614d0 con 0x7fa378004d40 2024-09-16T07:22:39.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.516+0000 7fa393fc9640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa38c161350 con 0x7fa38c14cd60 2024-09-16T07:22:39.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.516+0000 7fa393fc9640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa38c161650 con 0x7fa38c156310 2024-09-16T07:22:39.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.516+0000 7fa391d65640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa378004d40 0x7fa38c159010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:39.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.516+0000 7fa391d65640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa378004d40 0x7fa38c159010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:50012/0 (socket says 172.21.15.31:50012) 2024-09-16T07:22:39.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.516+0000 7fa391d65640 1 -- 172.21.15.31:0/3225138 learned_addr learned my addr 172.21.15.31:0/3225138 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:39.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.516+0000 7fa391564640 1 --2- 172.21.15.31:0/3225138 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa38c156310 0x7fa38c0c9d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:39.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.516+0000 7fa391d65640 1 -- 172.21.15.31:0/3225138 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa38c156310 msgr2=0x7fa38c0c9d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:39.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.516+0000 7fa391d65640 1 --2- 172.21.15.31:0/3225138 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa38c156310 0x7fa38c0c9d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:39.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.516+0000 7fa391d65640 1 -- 172.21.15.31:0/3225138 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa38c14cd60 msgr2=0x7fa38c14d1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:39.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.516+0000 7fa392566640 1 --2- 172.21.15.31:0/3225138 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa38c14cd60 0x7fa38c14d1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:39.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.516+0000 7fa391d65640 1 --2- 172.21.15.31:0/3225138 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa38c14cd60 0x7fa38c14d1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:39.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.516+0000 7fa391d65640 1 -- 172.21.15.31:0/3225138 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa38c0b9d20 con 0x7fa378004d40 2024-09-16T07:22:39.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.516+0000 7fa392566640 1 --2- 172.21.15.31:0/3225138 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa38c14cd60 0x7fa38c14d1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:22:39.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.516+0000 7fa391d65640 1 --2- 172.21.15.31:0/3225138 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa378004d40 0x7fa38c159010 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7fa388001330 tx=0x7fa388006810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:39.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.516+0000 7fa3827fc640 1 -- 172.21.15.31:0/3225138 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa388015070 con 0x7fa378004d40 2024-09-16T07:22:39.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.516+0000 7fa3827fc640 1 -- 172.21.15.31:0/3225138 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa38800fd10 con 0x7fa378004d40 2024-09-16T07:22:39.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.516+0000 7fa3827fc640 1 -- 172.21.15.31:0/3225138 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa388011690 con 0x7fa378004d40 2024-09-16T07:22:39.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.516+0000 7fa393fc9640 1 -- 172.21.15.31:0/3225138 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa38c0b70b0 con 0x7fa378004d40 2024-09-16T07:22:39.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.516+0000 7fa393fc9640 1 -- 172.21.15.31:0/3225138 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa38c159980 con 0x7fa378004d40 2024-09-16T07:22:39.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.517+0000 7fa393fc9640 1 -- 172.21.15.31:0/3225138 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa38c0b3580 con 0x7fa378004d40 2024-09-16T07:22:39.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.518+0000 7fa3827fc640 1 -- 172.21.15.31:0/3225138 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 7) ==== 101440+0+0 (secure 0 0 0) 0x7fa388011830 con 0x7fa378004d40 2024-09-16T07:22:39.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.519+0000 7fa3827fc640 1 --2- 172.21.15.31:0/3225138 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa370078a00 0x7fa37007aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:39.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.519+0000 7fa3827fc640 1 -- 172.21.15.31:0/3225138 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fa38809bcb0 con 0x7fa378004d40 2024-09-16T07:22:39.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.519+0000 7fa391564640 1 --2- 172.21.15.31:0/3225138 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa370078a00 0x7fa37007aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:39.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.520+0000 7fa391564640 1 --2- 172.21.15.31:0/3225138 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa370078a00 0x7fa37007aec0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fa38c156af0 tx=0x7fa37c00b2e0 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:39.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.523+0000 7fa3827fc640 1 -- 172.21.15.31:0/3225138 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fa3880640e0 con 0x7fa378004d40 2024-09-16T07:22:39.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.721+0000 7fa393fc9640 1 -- 172.21.15.31:0/3225138 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fa38c0b22b0 con 0x7fa378004d40 2024-09-16T07:22:39.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.722+0000 7fa3827fc640 1 -- 172.21.15.31:0/3225138 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v45) ==== 80+0+0 (secure 0 0 0) 0x7fa3880639e0 con 0x7fa378004d40 2024-09-16T07:22:39.722 INFO:teuthology.orchestra.run.smithi031.stderr:listed 0 entries 2024-09-16T07:22:39.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.724+0000 7fa393fc9640 1 -- 172.21.15.31:0/3225138 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa370078a00 msgr2=0x7fa37007aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:39.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.724+0000 7fa393fc9640 1 --2- 172.21.15.31:0/3225138 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa370078a00 0x7fa37007aec0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fa38c156af0 tx=0x7fa37c00b2e0 comp rx=0 tx=0).stop 2024-09-16T07:22:39.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.724+0000 7fa393fc9640 1 -- 172.21.15.31:0/3225138 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa378004d40 msgr2=0x7fa38c159010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:39.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.724+0000 7fa393fc9640 1 --2- 172.21.15.31:0/3225138 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa378004d40 0x7fa38c159010 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7fa388001330 tx=0x7fa388006810 comp rx=0 tx=0).stop 2024-09-16T07:22:39.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.724+0000 7fa393fc9640 1 -- 172.21.15.31:0/3225138 shutdown_connections 2024-09-16T07:22:39.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.724+0000 7fa393fc9640 1 --2- 172.21.15.31:0/3225138 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa370078a00 0x7fa37007aec0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:39.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.724+0000 7fa393fc9640 1 --2- 172.21.15.31:0/3225138 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa38c14cd60 0x7fa38c14d1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:39.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.724+0000 7fa393fc9640 1 --2- 172.21.15.31:0/3225138 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa38c156310 0x7fa38c0c9d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:39.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.724+0000 7fa393fc9640 1 --2- 172.21.15.31:0/3225138 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa378004d40 0x7fa38c159010 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:39.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.724+0000 7fa393fc9640 1 -- 172.21.15.31:0/3225138 >> 172.21.15.31:0/3225138 conn(0x7fa38c0d3e40 msgr2=0x7fa38c06e4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:39.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.724+0000 7fa393fc9640 1 -- 172.21.15.31:0/3225138 shutdown_connections 2024-09-16T07:22:39.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.724+0000 7fa393fc9640 1 -- 172.21.15.31:0/3225138 wait complete. 2024-09-16T07:22:39.735 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:22:39.735 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:22:39.751 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T07:22:39.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.897+0000 7fe0c2d2c640 1 -- 172.21.15.31:0/3876185024 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0bc0b1ae0 msgr2=0x7fe0bc0ce630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:39.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.897+0000 7fe0c2d2c640 1 --2- 172.21.15.31:0/3876185024 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0bc0b1ae0 0x7fe0bc0ce630 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7fe0bc06a2b0 tx=0x7fe0b002a4f0 comp rx=0 tx=0).stop 2024-09-16T07:22:39.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.897+0000 7fe0c2d2c640 1 -- 172.21.15.31:0/3876185024 shutdown_connections 2024-09-16T07:22:39.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.897+0000 7fe0c2d2c640 1 --2- 172.21.15.31:0/3876185024 >> v2:172.21.15.155:3300/0 conn(0x7fe0bc0d2760 0x7fe0bc0ceb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:39.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.897+0000 7fe0c2d2c640 1 --2- 172.21.15.31:0/3876185024 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0bc0b1ae0 0x7fe0bc0ce630 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:39.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.897+0000 7fe0c2d2c640 1 --2- 172.21.15.31:0/3876185024 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe0bc15bd30 0x7fe0bc0b15a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:39.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.897+0000 7fe0c2d2c640 1 -- 172.21.15.31:0/3876185024 >> 172.21.15.31:0/3876185024 conn(0x7fe0bc0d1c40 msgr2=0x7fe0bc0d2050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:39.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.897+0000 7fe0c2d2c640 1 -- 172.21.15.31:0/3876185024 shutdown_connections 2024-09-16T07:22:39.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.897+0000 7fe0c2d2c640 1 -- 172.21.15.31:0/3876185024 wait complete. 2024-09-16T07:22:39.900 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.898+0000 7fe0c2d2c640 1 Processor -- start 2024-09-16T07:22:39.901 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.898+0000 7fe0c2d2c640 1 -- start start 2024-09-16T07:22:39.901 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.899+0000 7fe0c2d2c640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe0bc0d2760 0x7fe0bc1f6ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:39.901 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.899+0000 7fe0c2d2c640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe0bc15bd30 0x7fe0bc0c8d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:39.901 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.899+0000 7fe0c2d2c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0bc0c9250 0x7fe0bc0b7140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:39.901 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.899+0000 7fe0c2d2c640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fe0bc0cd370 con 0x7fe0bc0c9250 2024-09-16T07:22:39.901 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.899+0000 7fe0c2d2c640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fe0bc0cd1f0 con 0x7fe0bc0d2760 2024-09-16T07:22:39.901 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.899+0000 7fe0c2d2c640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fe0bc0cd4f0 con 0x7fe0bc15bd30 2024-09-16T07:22:39.901 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.899+0000 7fe0c12c9640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0bc0c9250 0x7fe0bc0b7140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:39.901 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.899+0000 7fe0c12c9640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0bc0c9250 0x7fe0bc0b7140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:50030/0 (socket says 172.21.15.31:50030) 2024-09-16T07:22:39.901 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.899+0000 7fe0c12c9640 1 -- 172.21.15.31:0/3873703806 learned_addr learned my addr 172.21.15.31:0/3873703806 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:39.901 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.899+0000 7fe0c0ac8640 1 --2- 172.21.15.31:0/3873703806 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe0bc0d2760 0x7fe0bc1f6ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:39.901 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.899+0000 7fe0bbfff640 1 --2- 172.21.15.31:0/3873703806 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe0bc15bd30 0x7fe0bc0c8d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:39.902 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.899+0000 7fe0c12c9640 1 -- 172.21.15.31:0/3873703806 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe0bc15bd30 msgr2=0x7fe0bc0c8d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:39.902 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.899+0000 7fe0c12c9640 1 --2- 172.21.15.31:0/3873703806 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe0bc15bd30 0x7fe0bc0c8d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:39.902 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.899+0000 7fe0c12c9640 1 -- 172.21.15.31:0/3873703806 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe0bc0d2760 msgr2=0x7fe0bc1f6ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:39.902 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.899+0000 7fe0c12c9640 1 --2- 172.21.15.31:0/3873703806 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe0bc0d2760 0x7fe0bc1f6ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:39.902 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.899+0000 7fe0c12c9640 1 -- 172.21.15.31:0/3873703806 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0bc0b6380 con 0x7fe0bc0c9250 2024-09-16T07:22:39.902 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.900+0000 7fe0bbfff640 1 --2- 172.21.15.31:0/3873703806 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe0bc15bd30 0x7fe0bc0c8d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:22:39.902 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.900+0000 7fe0c12c9640 1 --2- 172.21.15.31:0/3873703806 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0bc0c9250 0x7fe0bc0b7140 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7fe0b400b970 tx=0x7fe0b400be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:39.902 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.900+0000 7fe0b97fa640 1 -- 172.21.15.31:0/3873703806 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0b4019070 con 0x7fe0bc0c9250 2024-09-16T07:22:39.902 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.900+0000 7fe0b97fa640 1 -- 172.21.15.31:0/3873703806 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe0b400cbf0 con 0x7fe0bc0c9250 2024-09-16T07:22:39.902 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.900+0000 7fe0c2d2c640 1 -- 172.21.15.31:0/3873703806 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe0bc0b6660 con 0x7fe0bc0c9250 2024-09-16T07:22:39.902 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.900+0000 7fe0b97fa640 1 -- 172.21.15.31:0/3873703806 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0b4014440 con 0x7fe0bc0c9250 2024-09-16T07:22:39.902 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.900+0000 7fe0c2d2c640 1 -- 172.21.15.31:0/3873703806 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0bc0b6c20 con 0x7fe0bc0c9250 2024-09-16T07:22:39.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.901+0000 7fe0c2d2c640 1 -- 172.21.15.31:0/3873703806 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe0bc0cda70 con 0x7fe0bc0c9250 2024-09-16T07:22:39.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.902+0000 7fe0b97fa640 1 -- 172.21.15.31:0/3873703806 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 7) ==== 101440+0+0 (secure 0 0 0) 0x7fe0b401c070 con 0x7fe0bc0c9250 2024-09-16T07:22:39.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.902+0000 7fe0b97fa640 1 --2- 172.21.15.31:0/3873703806 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe0a8078a30 0x7fe0a807aef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:39.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.902+0000 7fe0b97fa640 1 -- 172.21.15.31:0/3873703806 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fe0b409a980 con 0x7fe0bc0c9250 2024-09-16T07:22:39.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.902+0000 7fe0c0ac8640 1 --2- 172.21.15.31:0/3873703806 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe0a8078a30 0x7fe0a807aef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:39.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.903+0000 7fe0c0ac8640 1 --2- 172.21.15.31:0/3873703806 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe0a8078a30 0x7fe0a807aef0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fe0ac0098e0 tx=0x7fe0ac009060 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:39.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:39.906+0000 7fe0b97fa640 1 -- 172.21.15.31:0/3873703806 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fe0b4062590 con 0x7fe0bc0c9250 2024-09-16T07:22:40.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:40.105+0000 7fe0c2d2c640 1 -- 172.21.15.31:0/3873703806 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fe0bc0cf1f0 con 0x7fe0bc0c9250 2024-09-16T07:22:40.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:40.105+0000 7fe0b97fa640 1 -- 172.21.15.31:0/3873703806 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v45) ==== 80+0+0 (secure 0 0 0) 0x7fe0b4066fc0 con 0x7fe0bc0c9250 2024-09-16T07:22:40.106 INFO:teuthology.orchestra.run.smithi031.stderr:listed 0 entries 2024-09-16T07:22:40.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:40.107+0000 7fe0c2d2c640 1 -- 172.21.15.31:0/3873703806 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe0a8078a30 msgr2=0x7fe0a807aef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:40.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:40.107+0000 7fe0c2d2c640 1 --2- 172.21.15.31:0/3873703806 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe0a8078a30 0x7fe0a807aef0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fe0ac0098e0 tx=0x7fe0ac009060 comp rx=0 tx=0).stop 2024-09-16T07:22:40.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:40.107+0000 7fe0c2d2c640 1 -- 172.21.15.31:0/3873703806 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0bc0c9250 msgr2=0x7fe0bc0b7140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:40.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:40.107+0000 7fe0c2d2c640 1 --2- 172.21.15.31:0/3873703806 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0bc0c9250 0x7fe0bc0b7140 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7fe0b400b970 tx=0x7fe0b400be30 comp rx=0 tx=0).stop 2024-09-16T07:22:40.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:40.107+0000 7fe0c2d2c640 1 -- 172.21.15.31:0/3873703806 shutdown_connections 2024-09-16T07:22:40.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:40.107+0000 7fe0c2d2c640 1 --2- 172.21.15.31:0/3873703806 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe0a8078a30 0x7fe0a807aef0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:40.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:40.107+0000 7fe0c2d2c640 1 --2- 172.21.15.31:0/3873703806 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0bc0c9250 0x7fe0bc0b7140 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:40.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:40.107+0000 7fe0c2d2c640 1 --2- 172.21.15.31:0/3873703806 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe0bc15bd30 0x7fe0bc0c8d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:40.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:40.107+0000 7fe0c2d2c640 1 --2- 172.21.15.31:0/3873703806 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe0bc0d2760 0x7fe0bc1f6ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:40.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:40.107+0000 7fe0c2d2c640 1 -- 172.21.15.31:0/3873703806 >> 172.21.15.31:0/3873703806 conn(0x7fe0bc0d1c40 msgr2=0x7fe0bc0aed00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:40.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:40.107+0000 7fe0c2d2c640 1 -- 172.21.15.31:0/3873703806 shutdown_connections 2024-09-16T07:22:40.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:40.107+0000 7fe0c2d2c640 1 -- 172.21.15.31:0/3873703806 wait complete. 2024-09-16T07:22:40.118 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi031.front.sepia.ceph.com... 2024-09-16T07:22:40.119 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:22:40.119 DEBUG:teuthology.orchestra.run.smithi031:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-16T07:22:40.143 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi031.stderr:ceph-fuse[51370]: fuse finished with error 0 and tester_r 0 2024-09-16T07:22:40.145 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:22:46.246 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi031.front.sepia.ceph.com 2024-09-16T07:22:46.247 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:22:46.247 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-16T07:22:46.267 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:22:46.268 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:22:46.288 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T07:22:46.427 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.427+0000 7f0a3662a640 1 -- 172.21.15.31:0/412207640 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0a300d2410 msgr2=0x7f0a300b3090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:46.427 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.427+0000 7f0a3662a640 1 --2- 172.21.15.31:0/412207640 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0a300d2410 0x7f0a300b3090 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f0a20009830 tx=0x7f0a2002a640 comp rx=0 tx=0).stop 2024-09-16T07:22:46.427 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.427+0000 7f0a3662a640 1 -- 172.21.15.31:0/412207640 shutdown_connections 2024-09-16T07:22:46.428 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.427+0000 7f0a3662a640 1 --2- 172.21.15.31:0/412207640 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0a300d2410 0x7f0a300b3090 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:46.428 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.427+0000 7f0a3662a640 1 -- 172.21.15.31:0/412207640 >> 172.21.15.31:0/412207640 conn(0x7f0a3009aa30 msgr2=0x7f0a3009ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:46.428 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.428+0000 7f0a3662a640 1 -- 172.21.15.31:0/412207640 shutdown_connections 2024-09-16T07:22:46.428 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.428+0000 7f0a3662a640 1 -- 172.21.15.31:0/412207640 wait complete. 2024-09-16T07:22:46.428 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.429+0000 7f0a3662a640 1 Processor -- start 2024-09-16T07:22:46.428 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.429+0000 7f0a3662a640 1 -- start start 2024-09-16T07:22:46.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.430+0000 7f0a3662a640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0a300cfce0 0x7f0a301fc490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:46.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.430+0000 7f0a3662a640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0a300d2410 0x7f0a3006f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:46.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.430+0000 7f0a3662a640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0a3015f6d0 0x7f0a300b7600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:46.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.430+0000 7f0a3662a640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f0a300b15d0 con 0x7f0a300cfce0 2024-09-16T07:22:46.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.430+0000 7f0a3662a640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f0a300b1450 con 0x7f0a3015f6d0 2024-09-16T07:22:46.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.430+0000 7f0a3662a640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f0a300b1750 con 0x7f0a300d2410 2024-09-16T07:22:46.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.430+0000 7f0a2ffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0a300cfce0 0x7f0a301fc490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:46.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.430+0000 7f0a2ffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0a300cfce0 0x7f0a301fc490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35456/0 (socket says 172.21.15.31:35456) 2024-09-16T07:22:46.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.430+0000 7f0a2ffff640 1 -- 172.21.15.31:0/1788867560 learned_addr learned my addr 172.21.15.31:0/1788867560 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:46.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.430+0000 7f0a34bc7640 1 --2- 172.21.15.31:0/1788867560 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0a3015f6d0 0x7f0a300b7600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:46.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.430+0000 7f0a2f7fe640 1 --2- 172.21.15.31:0/1788867560 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0a300d2410 0x7f0a3006f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:46.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.430+0000 7f0a2ffff640 1 -- 172.21.15.31:0/1788867560 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0a300d2410 msgr2=0x7f0a3006f6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:46.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.430+0000 7f0a2ffff640 1 --2- 172.21.15.31:0/1788867560 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0a300d2410 0x7f0a3006f6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:46.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.430+0000 7f0a2ffff640 1 -- 172.21.15.31:0/1788867560 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0a3015f6d0 msgr2=0x7f0a300b7600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:46.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.430+0000 7f0a2ffff640 1 --2- 172.21.15.31:0/1788867560 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0a3015f6d0 0x7f0a300b7600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:46.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.430+0000 7f0a2ffff640 1 -- 172.21.15.31:0/1788867560 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a301fcb20 con 0x7f0a300cfce0 2024-09-16T07:22:46.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.430+0000 7f0a34bc7640 1 --2- 172.21.15.31:0/1788867560 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0a3015f6d0 0x7f0a300b7600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:22:46.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.430+0000 7f0a2ffff640 1 --2- 172.21.15.31:0/1788867560 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0a300cfce0 0x7f0a301fc490 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f0a20009920 tx=0x7f0a20032de0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:46.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.431+0000 7f0a2cff9640 1 -- 172.21.15.31:0/1788867560 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a20040070 con 0x7f0a300cfce0 2024-09-16T07:22:46.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.431+0000 7f0a2cff9640 1 -- 172.21.15.31:0/1788867560 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0a20005020 con 0x7f0a300cfce0 2024-09-16T07:22:46.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.431+0000 7f0a3662a640 1 -- 172.21.15.31:0/1788867560 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a301fce00 con 0x7f0a300cfce0 2024-09-16T07:22:46.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.431+0000 7f0a2cff9640 1 -- 172.21.15.31:0/1788867560 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a20005450 con 0x7f0a300cfce0 2024-09-16T07:22:46.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.431+0000 7f0a3662a640 1 -- 172.21.15.31:0/1788867560 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a301f95d0 con 0x7f0a300cfce0 2024-09-16T07:22:46.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.432+0000 7f0a3662a640 1 -- 172.21.15.31:0/1788867560 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0a301fd320 con 0x7f0a300cfce0 2024-09-16T07:22:46.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.432+0000 7f0a2cff9640 1 -- 172.21.15.31:0/1788867560 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 7) ==== 101440+0+0 (secure 0 0 0) 0x7f0a20039040 con 0x7f0a300cfce0 2024-09-16T07:22:46.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.433+0000 7f0a2cff9640 1 --2- 172.21.15.31:0/1788867560 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0a1c078a00 0x7f0a1c07aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:46.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.433+0000 7f0a2cff9640 1 -- 172.21.15.31:0/1788867560 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f0a200bbbc0 con 0x7f0a300cfce0 2024-09-16T07:22:46.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.433+0000 7f0a2f7fe640 1 --2- 172.21.15.31:0/1788867560 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0a1c078a00 0x7f0a1c07aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:46.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.434+0000 7f0a2f7fe640 1 --2- 172.21.15.31:0/1788867560 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0a1c078a00 0x7f0a1c07aec0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f0a300bc3e0 tx=0x7f0a24009040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:46.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.438+0000 7f0a2cff9640 1 -- 172.21.15.31:0/1788867560 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f0a301fd320 con 0x7f0a300cfce0 2024-09-16T07:22:46.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.636+0000 7f0a3662a640 1 -- 172.21.15.31:0/1788867560 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f0a3006d030 con 0x7f0a300cfce0 2024-09-16T07:22:46.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.636+0000 7f0a2cff9640 1 -- 172.21.15.31:0/1788867560 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v45) ==== 80+0+0 (secure 0 0 0) 0x7f0a3006d030 con 0x7f0a300cfce0 2024-09-16T07:22:46.636 INFO:teuthology.orchestra.run.smithi031.stderr:listed 0 entries 2024-09-16T07:22:46.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.638+0000 7f0a3662a640 1 -- 172.21.15.31:0/1788867560 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0a1c078a00 msgr2=0x7f0a1c07aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:46.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.638+0000 7f0a3662a640 1 --2- 172.21.15.31:0/1788867560 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0a1c078a00 0x7f0a1c07aec0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f0a300bc3e0 tx=0x7f0a24009040 comp rx=0 tx=0).stop 2024-09-16T07:22:46.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.638+0000 7f0a3662a640 1 -- 172.21.15.31:0/1788867560 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0a300cfce0 msgr2=0x7f0a301fc490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:46.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.638+0000 7f0a3662a640 1 --2- 172.21.15.31:0/1788867560 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0a300cfce0 0x7f0a301fc490 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f0a20009920 tx=0x7f0a20032de0 comp rx=0 tx=0).stop 2024-09-16T07:22:46.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.638+0000 7f0a3662a640 1 -- 172.21.15.31:0/1788867560 shutdown_connections 2024-09-16T07:22:46.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.638+0000 7f0a3662a640 1 --2- 172.21.15.31:0/1788867560 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0a1c078a00 0x7f0a1c07aec0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:46.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.638+0000 7f0a3662a640 1 --2- 172.21.15.31:0/1788867560 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0a3015f6d0 0x7f0a300b7600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:46.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.638+0000 7f0a3662a640 1 --2- 172.21.15.31:0/1788867560 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0a300d2410 0x7f0a3006f6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:46.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.638+0000 7f0a3662a640 1 --2- 172.21.15.31:0/1788867560 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0a300cfce0 0x7f0a301fc490 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:46.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.638+0000 7f0a3662a640 1 -- 172.21.15.31:0/1788867560 >> 172.21.15.31:0/1788867560 conn(0x7f0a3009aa30 msgr2=0x7f0a30071de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:46.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.639+0000 7f0a3662a640 1 -- 172.21.15.31:0/1788867560 shutdown_connections 2024-09-16T07:22:46.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.639+0000 7f0a3662a640 1 -- 172.21.15.31:0/1788867560 wait complete. 2024-09-16T07:22:46.649 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:22:46.650 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:22:46.669 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T07:22:46.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.777+0000 7ff436c6b640 1 -- 172.21.15.31:0/3632257221 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff41c003a00 msgr2=0x7ff41c003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:46.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.777+0000 7ff436c6b640 1 --2- 172.21.15.31:0/3632257221 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff41c003a00 0x7ff41c003e20 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7ff42000c760 tx=0x7ff41c005830 comp rx=0 tx=0).stop 2024-09-16T07:22:46.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.777+0000 7ff435208640 1 -- 172.21.15.31:0/3632257221 reap_dead start 2024-09-16T07:22:46.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.777+0000 7ff436c6b640 1 -- 172.21.15.31:0/3632257221 shutdown_connections 2024-09-16T07:22:46.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.777+0000 7ff436c6b640 1 -- 172.21.15.31:0/3632257221 >> 172.21.15.31:0/3632257221 conn(0x7ff43009aa30 msgr2=0x7ff43009ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:46.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.777+0000 7ff436c6b640 1 -- 172.21.15.31:0/3632257221 shutdown_connections 2024-09-16T07:22:46.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.777+0000 7ff436c6b640 1 -- 172.21.15.31:0/3632257221 wait complete. 2024-09-16T07:22:46.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.778+0000 7ff436c6b640 1 Processor -- start 2024-09-16T07:22:46.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.778+0000 7ff436c6b640 1 -- start start 2024-09-16T07:22:46.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.779+0000 7ff436c6b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff41c003a00 0x7ff430152c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:46.781 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.779+0000 7ff436c6b640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff4301533a0 0x7ff4300b4a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:46.781 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.779+0000 7ff436c6b640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff4301f2c30 0x7ff43015ac70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:46.781 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.779+0000 7ff436c6b640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7ff43015fa60 con 0x7ff41c003a00 2024-09-16T07:22:46.781 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.779+0000 7ff436c6b640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ff43015f8e0 con 0x7ff4301533a0 2024-09-16T07:22:46.781 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.779+0000 7ff436c6b640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ff43015fbe0 con 0x7ff4301f2c30 2024-09-16T07:22:46.781 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.779+0000 7ff434a07640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff41c003a00 0x7ff430152c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:46.781 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.779+0000 7ff434a07640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff41c003a00 0x7ff430152c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35474/0 (socket says 172.21.15.31:35474) 2024-09-16T07:22:46.781 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.779+0000 7ff434a07640 1 -- 172.21.15.31:0/3702473200 learned_addr learned my addr 172.21.15.31:0/3702473200 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:46.781 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.779+0000 7ff42ffff640 1 --2- 172.21.15.31:0/3702473200 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff4301533a0 0x7ff4300b4a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:46.781 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.779+0000 7ff435208640 1 --2- 172.21.15.31:0/3702473200 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff4301f2c30 0x7ff43015ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:46.781 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.779+0000 7ff434a07640 1 -- 172.21.15.31:0/3702473200 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff4301f2c30 msgr2=0x7ff43015ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:46.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.779+0000 7ff434a07640 1 --2- 172.21.15.31:0/3702473200 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff4301f2c30 0x7ff43015ac70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:46.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.779+0000 7ff434a07640 1 -- 172.21.15.31:0/3702473200 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff4301533a0 msgr2=0x7ff4300b4a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:46.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.779+0000 7ff434a07640 1 --2- 172.21.15.31:0/3702473200 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff4301533a0 0x7ff4300b4a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:46.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.779+0000 7ff434a07640 1 -- 172.21.15.31:0/3702473200 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4301f35f0 con 0x7ff41c003a00 2024-09-16T07:22:46.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.779+0000 7ff42ffff640 1 --2- 172.21.15.31:0/3702473200 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff4301533a0 0x7ff4300b4a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:22:46.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.779+0000 7ff434a07640 1 --2- 172.21.15.31:0/3702473200 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff41c003a00 0x7ff430152c90 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7ff420000f80 tx=0x7ff42000c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:46.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.780+0000 7ff42d7fa640 1 -- 172.21.15.31:0/3702473200 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff420004d50 con 0x7ff41c003a00 2024-09-16T07:22:46.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.780+0000 7ff42d7fa640 1 -- 172.21.15.31:0/3702473200 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff42002ba40 con 0x7ff41c003a00 2024-09-16T07:22:46.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.780+0000 7ff436c6b640 1 -- 172.21.15.31:0/3702473200 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4301f38d0 con 0x7ff41c003a00 2024-09-16T07:22:46.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.780+0000 7ff42d7fa640 1 -- 172.21.15.31:0/3702473200 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff42002be50 con 0x7ff41c003a00 2024-09-16T07:22:46.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.780+0000 7ff436c6b640 1 -- 172.21.15.31:0/3702473200 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4300aed20 con 0x7ff41c003a00 2024-09-16T07:22:46.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.781+0000 7ff436c6b640 1 -- 172.21.15.31:0/3702473200 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff4301f3b10 con 0x7ff41c003a00 2024-09-16T07:22:46.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.781+0000 7ff42d7fa640 1 -- 172.21.15.31:0/3702473200 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 7) ==== 101440+0+0 (secure 0 0 0) 0x7ff420006030 con 0x7ff41c003a00 2024-09-16T07:22:46.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.782+0000 7ff42d7fa640 1 --2- 172.21.15.31:0/3702473200 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ff410078ba0 0x7ff41007b060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:46.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.782+0000 7ff42d7fa640 1 -- 172.21.15.31:0/3702473200 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7ff4200bb510 con 0x7ff41c003a00 2024-09-16T07:22:46.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.782+0000 7ff42ffff640 1 --2- 172.21.15.31:0/3702473200 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ff410078ba0 0x7ff41007b060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:46.784 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.783+0000 7ff42ffff640 1 --2- 172.21.15.31:0/3702473200 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ff410078ba0 0x7ff41007b060 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7ff43015bf10 tx=0x7ff418005ed0 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:46.785 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.786+0000 7ff42d7fa640 1 -- 172.21.15.31:0/3702473200 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7ff4301f3b10 con 0x7ff41c003a00 2024-09-16T07:22:46.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.984+0000 7ff436c6b640 1 -- 172.21.15.31:0/3702473200 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7ff4300d0150 con 0x7ff41c003a00 2024-09-16T07:22:46.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.984+0000 7ff42d7fa640 1 -- 172.21.15.31:0/3702473200 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v45) ==== 80+0+0 (secure 0 0 0) 0x7ff43015c0e0 con 0x7ff41c003a00 2024-09-16T07:22:46.984 INFO:teuthology.orchestra.run.smithi031.stderr:listed 0 entries 2024-09-16T07:22:46.986 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.987+0000 7ff436c6b640 1 -- 172.21.15.31:0/3702473200 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ff410078ba0 msgr2=0x7ff41007b060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:46.986 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.987+0000 7ff436c6b640 1 --2- 172.21.15.31:0/3702473200 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ff410078ba0 0x7ff41007b060 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7ff43015bf10 tx=0x7ff418005ed0 comp rx=0 tx=0).stop 2024-09-16T07:22:46.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.987+0000 7ff436c6b640 1 -- 172.21.15.31:0/3702473200 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff41c003a00 msgr2=0x7ff430152c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:46.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.987+0000 7ff436c6b640 1 --2- 172.21.15.31:0/3702473200 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff41c003a00 0x7ff430152c90 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7ff420000f80 tx=0x7ff42000c430 comp rx=0 tx=0).stop 2024-09-16T07:22:46.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.987+0000 7ff436c6b640 1 -- 172.21.15.31:0/3702473200 shutdown_connections 2024-09-16T07:22:46.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.987+0000 7ff436c6b640 1 --2- 172.21.15.31:0/3702473200 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ff410078ba0 0x7ff41007b060 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:46.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.987+0000 7ff436c6b640 1 --2- 172.21.15.31:0/3702473200 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff4301f2c30 0x7ff43015ac70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:46.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.987+0000 7ff436c6b640 1 --2- 172.21.15.31:0/3702473200 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff4301533a0 0x7ff4300b4a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:46.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.987+0000 7ff436c6b640 1 --2- 172.21.15.31:0/3702473200 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff41c003a00 0x7ff430152c90 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:46.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.987+0000 7ff436c6b640 1 -- 172.21.15.31:0/3702473200 >> 172.21.15.31:0/3702473200 conn(0x7ff43009aa30 msgr2=0x7ff43015d2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:46.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.987+0000 7ff436c6b640 1 -- 172.21.15.31:0/3702473200 shutdown_connections 2024-09-16T07:22:46.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:46.987+0000 7ff436c6b640 1 -- 172.21.15.31:0/3702473200 wait complete. 2024-09-16T07:22:46.997 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi155.front.sepia.ceph.com... 2024-09-16T07:22:46.997 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:22:46.998 DEBUG:teuthology.orchestra.run.smithi155:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-16T07:22:47.027 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi155.stderr:ceph-fuse[44177]: fuse finished with error 0 and tester_r 0 2024-09-16T07:22:47.029 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:22:47.100 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi155.front.sepia.ceph.com 2024-09-16T07:22:47.100 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:22:47.101 DEBUG:teuthology.orchestra.run.smithi155:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-16T07:22:47.118 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:22:47.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.224+0000 7ff55da7f640 1 -- 172.21.15.31:0/4052924706 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff540004800 msgr2=0x7ff540004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:47.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.224+0000 7ff55da7f640 1 --2- 172.21.15.31:0/4052924706 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff540004800 0x7ff540004c80 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7ff54c00bb20 tx=0x7ff540005830 comp rx=0 tx=0).stop 2024-09-16T07:22:47.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.224+0000 7ff557fff640 1 -- 172.21.15.31:0/4052924706 reap_dead start 2024-09-16T07:22:47.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.224+0000 7ff55da7f640 1 -- 172.21.15.31:0/4052924706 shutdown_connections 2024-09-16T07:22:47.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.224+0000 7ff55da7f640 1 -- 172.21.15.31:0/4052924706 >> 172.21.15.31:0/4052924706 conn(0x7ff5580b1690 msgr2=0x7ff5580b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:47.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.225+0000 7ff55da7f640 1 -- 172.21.15.31:0/4052924706 shutdown_connections 2024-09-16T07:22:47.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.225+0000 7ff55da7f640 1 -- 172.21.15.31:0/4052924706 wait complete. 2024-09-16T07:22:47.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.226+0000 7ff55da7f640 1 Processor -- start 2024-09-16T07:22:47.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.226+0000 7ff55da7f640 1 -- start start 2024-09-16T07:22:47.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.227+0000 7ff55da7f640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff540004800 0x7ff55815aff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:47.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.227+0000 7ff55da7f640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff5581f52b0 0x7ff5580b0df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:47.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.227+0000 7ff55da7f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff5581f7bf0 0x7ff5581f8080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:47.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.227+0000 7ff55da7f640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7ff558073d30 con 0x7ff5581f7bf0 2024-09-16T07:22:47.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.227+0000 7ff55da7f640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ff558073bb0 con 0x7ff540004800 2024-09-16T07:22:47.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.227+0000 7ff55da7f640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ff5580ccee0 con 0x7ff5581f52b0 2024-09-16T07:22:47.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.227+0000 7ff557fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff5581f7bf0 0x7ff5581f8080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:47.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.227+0000 7ff557fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff5581f7bf0 0x7ff5581f8080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35488/0 (socket says 172.21.15.31:35488) 2024-09-16T07:22:47.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.227+0000 7ff557fff640 1 -- 172.21.15.31:0/471705875 learned_addr learned my addr 172.21.15.31:0/471705875 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:47.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.227+0000 7ff5577fe640 1 --2- 172.21.15.31:0/471705875 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff540004800 0x7ff55815aff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:47.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.227+0000 7ff556ffd640 1 --2- 172.21.15.31:0/471705875 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff5581f52b0 0x7ff5580b0df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:47.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.227+0000 7ff557fff640 1 -- 172.21.15.31:0/471705875 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff5581f52b0 msgr2=0x7ff5580b0df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:47.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.227+0000 7ff557fff640 1 --2- 172.21.15.31:0/471705875 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff5581f52b0 0x7ff5580b0df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:47.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.227+0000 7ff557fff640 1 -- 172.21.15.31:0/471705875 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff540004800 msgr2=0x7ff55815aff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:47.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.227+0000 7ff557fff640 1 --2- 172.21.15.31:0/471705875 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff540004800 0x7ff55815aff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:47.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.227+0000 7ff557fff640 1 -- 172.21.15.31:0/471705875 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff55815b840 con 0x7ff5581f7bf0 2024-09-16T07:22:47.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.227+0000 7ff556ffd640 1 --2- 172.21.15.31:0/471705875 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff5581f52b0 0x7ff5580b0df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:22:47.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.227+0000 7ff557fff640 1 --2- 172.21.15.31:0/471705875 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff5581f7bf0 0x7ff5581f8080 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7ff5580b3370 tx=0x7ff55000fa20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:47.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.228+0000 7ff53ffff640 1 -- 172.21.15.31:0/471705875 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff550004220 con 0x7ff5581f7bf0 2024-09-16T07:22:47.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.228+0000 7ff53ffff640 1 -- 172.21.15.31:0/471705875 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff550005020 con 0x7ff5581f7bf0 2024-09-16T07:22:47.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.228+0000 7ff53ffff640 1 -- 172.21.15.31:0/471705875 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff550005470 con 0x7ff5581f7bf0 2024-09-16T07:22:47.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.228+0000 7ff55da7f640 1 -- 172.21.15.31:0/471705875 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff55815bb20 con 0x7ff5581f7bf0 2024-09-16T07:22:47.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.228+0000 7ff55da7f640 1 -- 172.21.15.31:0/471705875 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff55815c0e0 con 0x7ff5581f7bf0 2024-09-16T07:22:47.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.229+0000 7ff55da7f640 1 -- 172.21.15.31:0/471705875 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff558070410 con 0x7ff5581f7bf0 2024-09-16T07:22:47.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.229+0000 7ff53ffff640 1 -- 172.21.15.31:0/471705875 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 7) ==== 101440+0+0 (secure 0 0 0) 0x7ff550019030 con 0x7ff5581f7bf0 2024-09-16T07:22:47.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.230+0000 7ff53ffff640 1 --2- 172.21.15.31:0/471705875 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ff544078a30 0x7ff54407aef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:47.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.230+0000 7ff53ffff640 1 -- 172.21.15.31:0/471705875 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7ff55009af10 con 0x7ff5581f7bf0 2024-09-16T07:22:47.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.230+0000 7ff5577fe640 1 --2- 172.21.15.31:0/471705875 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ff544078a30 0x7ff54407aef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:47.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.231+0000 7ff5577fe640 1 --2- 172.21.15.31:0/471705875 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ff544078a30 0x7ff54407aef0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7ff558159a30 tx=0x7ff548001a80 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:47.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.234+0000 7ff53ffff640 1 -- 172.21.15.31:0/471705875 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7ff550062c30 con 0x7ff5581f7bf0 2024-09-16T07:22:47.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.457+0000 7ff55da7f640 1 -- 172.21.15.31:0/471705875 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff5580b1db0 con 0x7ff5581f7bf0 2024-09-16T07:22:47.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.458+0000 7ff53ffff640 1 -- 172.21.15.31:0/471705875 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+5223 (secure 0 0 0) 0x7ff550067660 con 0x7ff5581f7bf0 2024-09-16T07:22:47.457 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:22:47.457 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":28,"btime":"2024-09-16T07:22:38:679679+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4934,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2654545976","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2654545976},{"type":"v1","addr":"172.21.15.155:6836","nonce":2654545976}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":4937,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/545251166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":545251166},{"type":"v1","addr":"172.21.15.155:6837","nonce":545251166}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5391,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6834/403188644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":403188644},{"type":"v1","addr":"172.21.15.31:6834","nonce":403188644}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21}],"filesystems":[{"mdsmap":{"epoch":27,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:22:28.829594+0000","modified":"2024-09-16T07:22:31.855003+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5394},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5394":{"gid":5394,"name":"c","rank":0,"incarnation":23,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6835/4030974348","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":4030974348},{"type":"v1","addr":"172.21.15.31:6835","nonce":4030974348}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5394,"qdb_cluster":[5394]},"id":3}]} 2024-09-16T07:22:47.458 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 28 2024-09-16T07:22:47.459 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.460+0000 7ff55da7f640 1 -- 172.21.15.31:0/471705875 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ff544078a30 msgr2=0x7ff54407aef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:47.459 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.460+0000 7ff55da7f640 1 --2- 172.21.15.31:0/471705875 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ff544078a30 0x7ff54407aef0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7ff558159a30 tx=0x7ff548001a80 comp rx=0 tx=0).stop 2024-09-16T07:22:47.459 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.460+0000 7ff55da7f640 1 -- 172.21.15.31:0/471705875 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff5581f7bf0 msgr2=0x7ff5581f8080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:47.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.460+0000 7ff55da7f640 1 --2- 172.21.15.31:0/471705875 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff5581f7bf0 0x7ff5581f8080 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7ff5580b3370 tx=0x7ff55000fa20 comp rx=0 tx=0).stop 2024-09-16T07:22:47.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.460+0000 7ff55da7f640 1 -- 172.21.15.31:0/471705875 shutdown_connections 2024-09-16T07:22:47.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.460+0000 7ff55da7f640 1 --2- 172.21.15.31:0/471705875 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ff544078a30 0x7ff54407aef0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:47.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.460+0000 7ff55da7f640 1 --2- 172.21.15.31:0/471705875 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff5581f7bf0 0x7ff5581f8080 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:47.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.460+0000 7ff55da7f640 1 --2- 172.21.15.31:0/471705875 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff5581f52b0 0x7ff5580b0df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:47.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.460+0000 7ff55da7f640 1 --2- 172.21.15.31:0/471705875 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff540004800 0x7ff55815aff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:47.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.460+0000 7ff55da7f640 1 -- 172.21.15.31:0/471705875 >> 172.21.15.31:0/471705875 conn(0x7ff5580b1690 msgr2=0x7ff55806ee70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:47.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.460+0000 7ff55da7f640 1 -- 172.21.15.31:0/471705875 shutdown_connections 2024-09-16T07:22:47.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.460+0000 7ff55da7f640 1 -- 172.21.15.31:0/471705875 wait complete. 2024-09-16T07:22:47.470 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json session ls 2024-09-16T07:22:47.592 INFO:teuthology.orchestra.run.smithi031.stdout:[] 2024-09-16T07:22:47.592 DEBUG:tasks.cephfs.filesystem:_json_asok output [] 2024-09-16T07:22:47.592 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs subvol32620 2024-09-16T07:22:47.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.701+0000 7fb02d67f640 1 -- 172.21.15.31:0/1505436638 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb0280d27b0 msgr2=0x7fb0280d0840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:47.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.701+0000 7fb02d67f640 1 --2- 172.21.15.31:0/1505436638 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb0280d27b0 0x7fb0280d0840 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fb02808cf00 tx=0x7fb01802a4d0 comp rx=0 tx=0).stop 2024-09-16T07:22:47.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.701+0000 7fb02d67f640 1 -- 172.21.15.31:0/1505436638 shutdown_connections 2024-09-16T07:22:47.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.701+0000 7fb02d67f640 1 --2- 172.21.15.31:0/1505436638 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb0280d27b0 0x7fb0280d0840 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:47.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.701+0000 7fb02d67f640 1 --2- 172.21.15.31:0/1505436638 >> v2:172.21.15.155:3300/0 conn(0x7fb0280d01b0 0x7fb0280d2270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:47.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.701+0000 7fb02d67f640 1 --2- 172.21.15.31:0/1505436638 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb0281617f0 0x7fb0280d1d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:47.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.701+0000 7fb02d67f640 1 -- 172.21.15.31:0/1505436638 >> 172.21.15.31:0/1505436638 conn(0x7fb0280d3e30 msgr2=0x7fb0280d4240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:47.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.701+0000 7fb02d67f640 1 -- 172.21.15.31:0/1505436638 shutdown_connections 2024-09-16T07:22:47.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.701+0000 7fb02d67f640 1 -- 172.21.15.31:0/1505436638 wait complete. 2024-09-16T07:22:47.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.703+0000 7fb02d67f640 1 Processor -- start 2024-09-16T07:22:47.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.703+0000 7fb02d67f640 1 -- start start 2024-09-16T07:22:47.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.703+0000 7fb02d67f640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb0280d01b0 0x7fb02814f260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:47.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.703+0000 7fb02d67f640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb0280d27b0 0x7fb02806e270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:47.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.703+0000 7fb02d67f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb0281617f0 0x7fb02806e7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:47.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.703+0000 7fb02d67f640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fb0280d1110 con 0x7fb0281617f0 2024-09-16T07:22:47.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.703+0000 7fb02d67f640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb0280d0f90 con 0x7fb0280d01b0 2024-09-16T07:22:47.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.703+0000 7fb02d67f640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb0280d1290 con 0x7fb0280d27b0 2024-09-16T07:22:47.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.704+0000 7fb0277fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb0281617f0 0x7fb02806e7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:47.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.704+0000 7fb0277fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb0281617f0 0x7fb02806e7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35502/0 (socket says 172.21.15.31:35502) 2024-09-16T07:22:47.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.704+0000 7fb0277fe640 1 -- 172.21.15.31:0/3363212309 learned_addr learned my addr 172.21.15.31:0/3363212309 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:47.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.704+0000 7fb0267fc640 1 --2- 172.21.15.31:0/3363212309 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb0280d27b0 0x7fb02806e270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:47.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.704+0000 7fb026ffd640 1 --2- 172.21.15.31:0/3363212309 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb0280d01b0 0x7fb02814f260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:47.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.704+0000 7fb0277fe640 1 -- 172.21.15.31:0/3363212309 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb0280d27b0 msgr2=0x7fb02806e270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:47.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.704+0000 7fb0277fe640 1 --2- 172.21.15.31:0/3363212309 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb0280d27b0 0x7fb02806e270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:47.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.704+0000 7fb0277fe640 1 -- 172.21.15.31:0/3363212309 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb0280d01b0 msgr2=0x7fb02814f260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:47.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.704+0000 7fb0277fe640 1 --2- 172.21.15.31:0/3363212309 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb0280d01b0 0x7fb02814f260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:47.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.704+0000 7fb0277fe640 1 -- 172.21.15.31:0/3363212309 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0280ccc30 con 0x7fb0281617f0 2024-09-16T07:22:47.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.704+0000 7fb0277fe640 1 --2- 172.21.15.31:0/3363212309 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb0281617f0 0x7fb02806e7b0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7fb0180099c0 tx=0x7fb018003960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:47.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.707+0000 7fb01f7fe640 1 -- 172.21.15.31:0/3363212309 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb01803f070 con 0x7fb0281617f0 2024-09-16T07:22:47.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.707+0000 7fb02d67f640 1 -- 172.21.15.31:0/3363212309 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb0280caf00 con 0x7fb0281617f0 2024-09-16T07:22:47.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.707+0000 7fb01f7fe640 1 -- 172.21.15.31:0/3363212309 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb018004890 con 0x7fb0281617f0 2024-09-16T07:22:47.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.707+0000 7fb01f7fe640 1 -- 172.21.15.31:0/3363212309 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb018035030 con 0x7fb0281617f0 2024-09-16T07:22:47.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.707+0000 7fb02d67f640 1 -- 172.21.15.31:0/3363212309 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0280cb7a0 con 0x7fb0281617f0 2024-09-16T07:22:47.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.708+0000 7fb02d67f640 1 -- 172.21.15.31:0/3363212309 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb0280d0840 con 0x7fb0281617f0 2024-09-16T07:22:47.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.708+0000 7fb01f7fe640 1 -- 172.21.15.31:0/3363212309 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 7) ==== 101440+0+0 (secure 0 0 0) 0x7fb018042070 con 0x7fb0281617f0 2024-09-16T07:22:47.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.709+0000 7fb01f7fe640 1 --2- 172.21.15.31:0/3363212309 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb008078a00 0x7fb00807aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:47.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.709+0000 7fb01f7fe640 1 -- 172.21.15.31:0/3363212309 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fb0180bbb20 con 0x7fb0281617f0 2024-09-16T07:22:47.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.709+0000 7fb026ffd640 1 --2- 172.21.15.31:0/3363212309 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb008078a00 0x7fb00807aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:47.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.711+0000 7fb026ffd640 1 --2- 172.21.15.31:0/3363212309 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb008078a00 0x7fb00807aec0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fb02000ae50 tx=0x7fb02000a540 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:47.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.713+0000 7fb01f7fe640 1 -- 172.21.15.31:0/3363212309 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fb018083930 con 0x7fb0281617f0 2024-09-16T07:22:47.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.926+0000 7fb02d67f640 1 -- 172.21.15.31:0/3363212309 --> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "subvol32620", "target": ["mon-mgr", ""]}) -- 0x7fb0280b5700 con 0x7fb008078a00 2024-09-16T07:22:47.932 INFO:tasks.ceph.mgr.x.smithi155.stderr:2024-09-16T07:22:47.933+0000 7f77bea57640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:22:47.932 INFO:tasks.ceph.mgr.x.smithi155.stderr:2024-09-16T07:22:47.933+0000 7f77bea57640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:22:47.932 INFO:tasks.ceph.mgr.x.smithi155.stderr:2024-09-16T07:22:47.933+0000 7f77bea57640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:22:47.932 INFO:tasks.ceph.mgr.x.smithi155.stderr:2024-09-16T07:22:47.933+0000 7f77bea57640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:22:47.933 INFO:tasks.ceph.mgr.x.smithi155.stderr:2024-09-16T07:22:47.933+0000 7f77bea57640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:22:47.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.973+0000 7fb01f7fe640 1 -- 172.21.15.31:0/3363212309 <== mgr.4117 v2:172.21.15.155:6808/3650624732 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fb0280b5700 con 0x7fb008078a00 2024-09-16T07:22:47.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.975+0000 7fb02d67f640 1 -- 172.21.15.31:0/3363212309 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb008078a00 msgr2=0x7fb00807aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:47.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.975+0000 7fb02d67f640 1 --2- 172.21.15.31:0/3363212309 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb008078a00 0x7fb00807aec0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fb02000ae50 tx=0x7fb02000a540 comp rx=0 tx=0).stop 2024-09-16T07:22:47.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.975+0000 7fb02d67f640 1 -- 172.21.15.31:0/3363212309 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb0281617f0 msgr2=0x7fb02806e7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:47.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.975+0000 7fb02d67f640 1 --2- 172.21.15.31:0/3363212309 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb0281617f0 0x7fb02806e7b0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7fb0180099c0 tx=0x7fb018003960 comp rx=0 tx=0).stop 2024-09-16T07:22:47.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.975+0000 7fb02d67f640 1 -- 172.21.15.31:0/3363212309 shutdown_connections 2024-09-16T07:22:47.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.975+0000 7fb02d67f640 1 --2- 172.21.15.31:0/3363212309 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb008078a00 0x7fb00807aec0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:47.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.975+0000 7fb02d67f640 1 --2- 172.21.15.31:0/3363212309 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb0281617f0 0x7fb02806e7b0 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:47.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.975+0000 7fb02d67f640 1 --2- 172.21.15.31:0/3363212309 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb0280d27b0 0x7fb02806e270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:47.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.975+0000 7fb02d67f640 1 --2- 172.21.15.31:0/3363212309 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb0280d01b0 0x7fb02814f260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:47.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.975+0000 7fb02d67f640 1 -- 172.21.15.31:0/3363212309 >> 172.21.15.31:0/3363212309 conn(0x7fb0280d3e30 msgr2=0x7fb0280d4210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:47.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.975+0000 7fb02d67f640 1 -- 172.21.15.31:0/3363212309 shutdown_connections 2024-09-16T07:22:47.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:47.975+0000 7fb02d67f640 1 -- 172.21.15.31:0/3363212309 wait complete. 2024-09-16T07:22:47.986 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:22:48.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.091+0000 7fd1b2594640 1 -- 172.21.15.31:0/297935240 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd1ac15df90 msgr2=0x7fd1ac0cf9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:48.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.091+0000 7fd1b2594640 1 --2- 172.21.15.31:0/297935240 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd1ac15df90 0x7fd1ac0cf9b0 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7fd19c009830 tx=0x7fd19c02a510 comp rx=0 tx=0).stop 2024-09-16T07:22:48.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.091+0000 7fd1b2594640 1 -- 172.21.15.31:0/297935240 shutdown_connections 2024-09-16T07:22:48.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.091+0000 7fd1b2594640 1 --2- 172.21.15.31:0/297935240 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd1ac0d49c0 0x7fd1ac0d0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:48.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.091+0000 7fd1b2594640 1 --2- 172.21.15.31:0/297935240 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd1ac15df90 0x7fd1ac0cf9b0 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:48.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.091+0000 7fd1b2594640 1 -- 172.21.15.31:0/297935240 >> 172.21.15.31:0/297935240 conn(0x7fd1ac0d3ea0 msgr2=0x7fd1ac0d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:48.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.091+0000 7fd1b2594640 1 -- 172.21.15.31:0/297935240 shutdown_connections 2024-09-16T07:22:48.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.091+0000 7fd1b2594640 1 -- 172.21.15.31:0/297935240 wait complete. 2024-09-16T07:22:48.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.093+0000 7fd1b2594640 1 Processor -- start 2024-09-16T07:22:48.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.093+0000 7fd1b2594640 1 -- start start 2024-09-16T07:22:48.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.094+0000 7fd1b2594640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd1ac0d49c0 0x7fd1ac0ca5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:48.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.094+0000 7fd1b2594640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd1ac15df90 0x7fd1ac15eef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:48.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.094+0000 7fd1b2594640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd1ac162480 0x7fd1ac15f430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:48.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.094+0000 7fd1b2594640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fd1ac0d0f00 con 0x7fd1ac162480 2024-09-16T07:22:48.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.094+0000 7fd1b2594640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fd1ac0d0d80 con 0x7fd1ac15df90 2024-09-16T07:22:48.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.094+0000 7fd1b2594640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fd1ac0b3f10 con 0x7fd1ac0d49c0 2024-09-16T07:22:48.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.094+0000 7fd1b0b31640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd1ac162480 0x7fd1ac15f430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:48.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.094+0000 7fd1b0b31640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd1ac162480 0x7fd1ac15f430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35522/0 (socket says 172.21.15.31:35522) 2024-09-16T07:22:48.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.094+0000 7fd1b0b31640 1 -- 172.21.15.31:0/3226044226 learned_addr learned my addr 172.21.15.31:0/3226044226 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:48.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.094+0000 7fd1abfff640 1 --2- 172.21.15.31:0/3226044226 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd1ac0d49c0 0x7fd1ac0ca5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:48.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.094+0000 7fd1b0b31640 1 -- 172.21.15.31:0/3226044226 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd1ac0d49c0 msgr2=0x7fd1ac0ca5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:48.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.094+0000 7fd1b0b31640 1 --2- 172.21.15.31:0/3226044226 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd1ac0d49c0 0x7fd1ac0ca5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:48.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.094+0000 7fd1b0b31640 1 -- 172.21.15.31:0/3226044226 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd1ac15df90 msgr2=0x7fd1ac15eef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:48.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.094+0000 7fd1b0b31640 1 --2- 172.21.15.31:0/3226044226 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd1ac15df90 0x7fd1ac15eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:48.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.094+0000 7fd1b0b31640 1 -- 172.21.15.31:0/3226044226 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1ac14af40 con 0x7fd1ac162480 2024-09-16T07:22:48.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.094+0000 7fd1b0b31640 1 --2- 172.21.15.31:0/3226044226 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd1ac162480 0x7fd1ac15f430 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7fd1a400c760 tx=0x7fd1a400cb60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:48.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.095+0000 7fd1a8ff9640 1 -- 172.21.15.31:0/3226044226 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1a4003b70 con 0x7fd1ac162480 2024-09-16T07:22:48.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.095+0000 7fd1a8ff9640 1 -- 172.21.15.31:0/3226044226 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd1a4003d10 con 0x7fd1ac162480 2024-09-16T07:22:48.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.095+0000 7fd1b2594640 1 -- 172.21.15.31:0/3226044226 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1ac0cab00 con 0x7fd1ac162480 2024-09-16T07:22:48.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.095+0000 7fd1a8ff9640 1 -- 172.21.15.31:0/3226044226 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1a40052d0 con 0x7fd1ac162480 2024-09-16T07:22:48.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.095+0000 7fd1b2594640 1 -- 172.21.15.31:0/3226044226 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1ac0cdf00 con 0x7fd1ac162480 2024-09-16T07:22:48.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.096+0000 7fd1b2594640 1 -- 172.21.15.31:0/3226044226 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd1ac0b55b0 con 0x7fd1ac162480 2024-09-16T07:22:48.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.096+0000 7fd1a8ff9640 1 -- 172.21.15.31:0/3226044226 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 7) ==== 101440+0+0 (secure 0 0 0) 0x7fd1a4005470 con 0x7fd1ac162480 2024-09-16T07:22:48.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.097+0000 7fd1a8ff9640 1 --2- 172.21.15.31:0/3226044226 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd198078a30 0x7fd19807aef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:48.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.097+0000 7fd1a8ff9640 1 -- 172.21.15.31:0/3226044226 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fd1a409aab0 con 0x7fd1ac162480 2024-09-16T07:22:48.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.097+0000 7fd1abfff640 1 --2- 172.21.15.31:0/3226044226 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd198078a30 0x7fd19807aef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:48.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.098+0000 7fd1abfff640 1 --2- 172.21.15.31:0/3226044226 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd198078a30 0x7fd19807aef0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fd19c034000 tx=0x7fd19c004730 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:48.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.102+0000 7fd1a8ff9640 1 -- 172.21.15.31:0/3226044226 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fd1ac0ce970 con 0x7fd1ac162480 2024-09-16T07:22:48.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.323+0000 7fd1b2594640 1 -- 172.21.15.31:0/3226044226 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd1ac14b650 con 0x7fd1ac162480 2024-09-16T07:22:48.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.323+0000 7fd1a8ff9640 1 -- 172.21.15.31:0/3226044226 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+5223 (secure 0 0 0) 0x7fd1a4062d90 con 0x7fd1ac162480 2024-09-16T07:22:48.323 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:22:48.323 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":28,"btime":"2024-09-16T07:22:38:679679+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4934,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2654545976","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2654545976},{"type":"v1","addr":"172.21.15.155:6836","nonce":2654545976}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":4937,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/545251166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":545251166},{"type":"v1","addr":"172.21.15.155:6837","nonce":545251166}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5391,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6834/403188644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":403188644},{"type":"v1","addr":"172.21.15.31:6834","nonce":403188644}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21}],"filesystems":[{"mdsmap":{"epoch":27,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:22:28.829594+0000","modified":"2024-09-16T07:22:31.855003+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5394},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5394":{"gid":5394,"name":"c","rank":0,"incarnation":23,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6835/4030974348","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":4030974348},{"type":"v1","addr":"172.21.15.31:6835","nonce":4030974348}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5394,"qdb_cluster":[5394]},"id":3}]} 2024-09-16T07:22:48.323 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 28 2024-09-16T07:22:48.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.325+0000 7fd1b2594640 1 -- 172.21.15.31:0/3226044226 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd198078a30 msgr2=0x7fd19807aef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:48.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.325+0000 7fd1b2594640 1 --2- 172.21.15.31:0/3226044226 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd198078a30 0x7fd19807aef0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fd19c034000 tx=0x7fd19c004730 comp rx=0 tx=0).stop 2024-09-16T07:22:48.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.325+0000 7fd1b2594640 1 -- 172.21.15.31:0/3226044226 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd1ac162480 msgr2=0x7fd1ac15f430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:48.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.325+0000 7fd1b2594640 1 --2- 172.21.15.31:0/3226044226 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd1ac162480 0x7fd1ac15f430 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7fd1a400c760 tx=0x7fd1a400cb60 comp rx=0 tx=0).stop 2024-09-16T07:22:48.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.325+0000 7fd1b2594640 1 -- 172.21.15.31:0/3226044226 shutdown_connections 2024-09-16T07:22:48.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.325+0000 7fd1b2594640 1 --2- 172.21.15.31:0/3226044226 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd198078a30 0x7fd19807aef0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:48.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.325+0000 7fd1b2594640 1 --2- 172.21.15.31:0/3226044226 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd1ac162480 0x7fd1ac15f430 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:48.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.325+0000 7fd1b2594640 1 --2- 172.21.15.31:0/3226044226 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd1ac15df90 0x7fd1ac15eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:48.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.325+0000 7fd1b2594640 1 --2- 172.21.15.31:0/3226044226 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd1ac0d49c0 0x7fd1ac0ca5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:48.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.325+0000 7fd1b2594640 1 -- 172.21.15.31:0/3226044226 >> 172.21.15.31:0/3226044226 conn(0x7fd1ac0d3ea0 msgr2=0x7fd1ac0b0a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:48.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.326+0000 7fd1b2594640 1 -- 172.21.15.31:0/3226044226 shutdown_connections 2024-09-16T07:22:48.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.326+0000 7fd1b2594640 1 -- 172.21.15.31:0/3226044226 wait complete. 2024-09-16T07:22:48.336 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json session ls 2024-09-16T07:22:48.457 INFO:teuthology.orchestra.run.smithi031.stdout:[{"id":5302,"entity":{"name":{"type":"client","num":5302},"addr":{"type":"any","addr":"172.21.15.155:0","nonce":2742377024}},"state":"open","num_leases":1,"num_caps":7,"request_load_avg":15,"uptime":0.512991486,"requests_in_flight":2,"num_completed_requests":0,"num_completed_flushes":1,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":21.974685093155784,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":15,"last_trim_completed_flushes_tid":2,"delegated_inos":[{"start":"0x10000000005","length":500}],"inst":"client.5302 172.21.15.155:0/2742377024","completed_requests":[],"prealloc_inos":[{"start":"0x10000000005","length":996}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"4ef5f0587d1cad82c4295c20951c303dc342ac74","ceph_version":"ceph version 19.3.0-4938-g4ef5f058 (4ef5f0587d1cad82c4295c20951c303dc342ac74) squid (dev)","entity_id":"x","hostname":"smithi155","pid":"36358","root":"/"}}] 2024-09-16T07:22:48.457 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "4ef5f0587d1cad82c4295c20951c303dc342ac74", "ceph_version": "ceph version 19.3.0-4938-g4ef5f058 (4ef5f0587d1cad82c4295c20951c303dc342ac74) squid (dev)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "x", "hostname": "smithi155", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "pid": "36358", "root": "/" }, "completed_requests": [], "delegated_inos": [ { "length": 500, "start": "0x10000000005" } ], "entity": { "addr": { "addr": "172.21.15.155:0", "nonce": 2742377024, "type": "any" }, "name": { "num": 5302, "type": "client" } }, "id": 5302, "inst": "client.5302 172.21.15.155:0/2742377024", "last_trim_completed_flushes_tid": 2, "last_trim_completed_requests_tid": 15, "num_caps": 7, "num_completed_flushes": 1, "num_completed_requests": 0, "num_leases": 1, "prealloc_inos": [ { "length": 996, "start": "0x10000000005" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 15, "requests_in_flight": 2, "session_cache_liveness": { "halflife": 300, "value": 21.974685093155784 }, "state": "open", "uptime": 0.512991486 } ] 2024-09-16T07:22:48.458 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:22:48.562 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.563+0000 7fd34f271640 1 -- 172.21.15.31:0/902338256 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd3480b01a0 msgr2=0x7fd34815ed90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:48.563 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.563+0000 7fd34f271640 1 --2- 172.21.15.31:0/902338256 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd3480b01a0 0x7fd34815ed90 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7fd344009830 tx=0x7fd34402a510 comp rx=0 tx=0).stop 2024-09-16T07:22:48.563 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.563+0000 7fd34f271640 1 -- 172.21.15.31:0/902338256 shutdown_connections 2024-09-16T07:22:48.563 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.563+0000 7fd34f271640 1 --2- 172.21.15.31:0/902338256 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd3480b01a0 0x7fd34815ed90 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:48.563 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.563+0000 7fd34f271640 1 -- 172.21.15.31:0/902338256 >> 172.21.15.31:0/902338256 conn(0x7fd34809aa30 msgr2=0x7fd34809ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:48.563 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.563+0000 7fd34f271640 1 -- 172.21.15.31:0/902338256 shutdown_connections 2024-09-16T07:22:48.563 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.563+0000 7fd34f271640 1 -- 172.21.15.31:0/902338256 wait complete. 2024-09-16T07:22:48.564 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.564+0000 7fd34f271640 1 Processor -- start 2024-09-16T07:22:48.564 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.564+0000 7fd34f271640 1 -- start start 2024-09-16T07:22:48.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.565+0000 7fd34f271640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd3480b01a0 0x7fd34814f9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:48.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.565+0000 7fd34f271640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd3480d1900 0x7fd34814e430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:48.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.565+0000 7fd34f271640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd3480d1d90 0x7fd3481510f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:48.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.565+0000 7fd34f271640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fd3480b0c20 con 0x7fd3480d1900 2024-09-16T07:22:48.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.565+0000 7fd34f271640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fd3480d22b0 con 0x7fd3480d1d90 2024-09-16T07:22:48.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.565+0000 7fd34f271640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fd3480b0da0 con 0x7fd3480b01a0 2024-09-16T07:22:48.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.565+0000 7fd34c80c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd3480d1900 0x7fd34814e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:48.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.565+0000 7fd34c80c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd3480d1900 0x7fd34814e430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35538/0 (socket says 172.21.15.31:35538) 2024-09-16T07:22:48.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.565+0000 7fd34c80c640 1 -- 172.21.15.31:0/862630029 learned_addr learned my addr 172.21.15.31:0/862630029 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:48.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.565+0000 7fd34d00d640 1 --2- 172.21.15.31:0/862630029 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd3480b01a0 0x7fd34814f9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:48.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.565+0000 7fd34d80e640 1 --2- 172.21.15.31:0/862630029 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd3480d1d90 0x7fd3481510f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:48.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.565+0000 7fd34c80c640 1 -- 172.21.15.31:0/862630029 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd3480b01a0 msgr2=0x7fd34814f9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:48.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.565+0000 7fd34c80c640 1 --2- 172.21.15.31:0/862630029 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd3480b01a0 0x7fd34814f9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:48.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.565+0000 7fd34c80c640 1 -- 172.21.15.31:0/862630029 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd3480d1d90 msgr2=0x7fd3481510f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:48.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.565+0000 7fd34c80c640 1 --2- 172.21.15.31:0/862630029 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd3480d1d90 0x7fd3481510f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:48.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.565+0000 7fd34c80c640 1 -- 172.21.15.31:0/862630029 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd348150050 con 0x7fd3480d1900 2024-09-16T07:22:48.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.566+0000 7fd34c80c640 1 --2- 172.21.15.31:0/862630029 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd3480d1900 0x7fd34814e430 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7fd33800c500 tx=0x7fd33800c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:48.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.566+0000 7fd33dffb640 1 -- 172.21.15.31:0/862630029 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd338016020 con 0x7fd3480d1900 2024-09-16T07:22:48.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.566+0000 7fd33dffb640 1 -- 172.21.15.31:0/862630029 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd338012920 con 0x7fd3480d1900 2024-09-16T07:22:48.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.566+0000 7fd34f271640 1 -- 172.21.15.31:0/862630029 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd348150330 con 0x7fd3480d1900 2024-09-16T07:22:48.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.566+0000 7fd33dffb640 1 -- 172.21.15.31:0/862630029 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd338012d90 con 0x7fd3480d1900 2024-09-16T07:22:48.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.566+0000 7fd34f271640 1 -- 172.21.15.31:0/862630029 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3481508f0 con 0x7fd3480d1900 2024-09-16T07:22:48.568 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.567+0000 7fd34f271640 1 -- 172.21.15.31:0/862630029 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd3480d1080 con 0x7fd3480d1900 2024-09-16T07:22:48.568 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.567+0000 7fd33dffb640 1 -- 172.21.15.31:0/862630029 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 7) ==== 101440+0+0 (secure 0 0 0) 0x7fd338019020 con 0x7fd3480d1900 2024-09-16T07:22:48.568 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.568+0000 7fd33dffb640 1 --2- 172.21.15.31:0/862630029 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd32c078a00 0x7fd32c07aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:48.568 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.568+0000 7fd33dffb640 1 -- 172.21.15.31:0/862630029 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fd33809aa20 con 0x7fd3480d1900 2024-09-16T07:22:48.568 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.568+0000 7fd34d00d640 1 --2- 172.21.15.31:0/862630029 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd32c078a00 0x7fd32c07aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:48.568 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.569+0000 7fd34d00d640 1 --2- 172.21.15.31:0/862630029 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd32c078a00 0x7fd32c07aec0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fd344034000 tx=0x7fd344004730 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:48.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.572+0000 7fd33dffb640 1 -- 172.21.15.31:0/862630029 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fd338020030 con 0x7fd3480d1900 2024-09-16T07:22:48.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.715+0000 7fd33dffb640 1 -- 172.21.15.31:0/862630029 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mgrmap(e 8) ==== 101491+0+0 (secure 0 0 0) 0x7fd33805e880 con 0x7fd3480d1900 2024-09-16T07:22:48.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.802+0000 7fd34f271640 1 -- 172.21.15.31:0/862630029 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd3480af6f0 con 0x7fd3480d1900 2024-09-16T07:22:48.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.803+0000 7fd33dffb640 1 -- 172.21.15.31:0/862630029 <== mon.0 v2:172.21.15.31:3300/0 8 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+5223 (secure 0 0 0) 0x7fd338062d10 con 0x7fd3480d1900 2024-09-16T07:22:48.803 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:22:48.803 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":28,"btime":"2024-09-16T07:22:38:679679+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4934,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2654545976","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2654545976},{"type":"v1","addr":"172.21.15.155:6836","nonce":2654545976}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":4937,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/545251166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":545251166},{"type":"v1","addr":"172.21.15.155:6837","nonce":545251166}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5391,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6834/403188644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":403188644},{"type":"v1","addr":"172.21.15.31:6834","nonce":403188644}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21}],"filesystems":[{"mdsmap":{"epoch":27,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:22:28.829594+0000","modified":"2024-09-16T07:22:31.855003+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5394},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5394":{"gid":5394,"name":"c","rank":0,"incarnation":23,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6835/4030974348","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":4030974348},{"type":"v1","addr":"172.21.15.31:6835","nonce":4030974348}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5394,"qdb_cluster":[5394]},"id":3}]} 2024-09-16T07:22:48.803 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 28 2024-09-16T07:22:48.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.805+0000 7fd34f271640 1 -- 172.21.15.31:0/862630029 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd32c078a00 msgr2=0x7fd32c07aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:48.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.805+0000 7fd34f271640 1 --2- 172.21.15.31:0/862630029 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd32c078a00 0x7fd32c07aec0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fd344034000 tx=0x7fd344004730 comp rx=0 tx=0).stop 2024-09-16T07:22:48.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.805+0000 7fd34f271640 1 -- 172.21.15.31:0/862630029 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd3480d1900 msgr2=0x7fd34814e430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:48.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.805+0000 7fd34f271640 1 --2- 172.21.15.31:0/862630029 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd3480d1900 0x7fd34814e430 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7fd33800c500 tx=0x7fd33800c9c0 comp rx=0 tx=0).stop 2024-09-16T07:22:48.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.805+0000 7fd34f271640 1 -- 172.21.15.31:0/862630029 shutdown_connections 2024-09-16T07:22:48.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.805+0000 7fd34f271640 1 --2- 172.21.15.31:0/862630029 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd32c078a00 0x7fd32c07aec0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:48.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.805+0000 7fd34f271640 1 --2- 172.21.15.31:0/862630029 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd3480d1d90 0x7fd3481510f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:48.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.805+0000 7fd34f271640 1 --2- 172.21.15.31:0/862630029 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd3480d1900 0x7fd34814e430 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:48.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.805+0000 7fd34f271640 1 --2- 172.21.15.31:0/862630029 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd3480b01a0 0x7fd34814f9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:48.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.805+0000 7fd34f271640 1 -- 172.21.15.31:0/862630029 >> 172.21.15.31:0/862630029 conn(0x7fd34809aa30 msgr2=0x7fd348070780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:48.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.805+0000 7fd34f271640 1 -- 172.21.15.31:0/862630029 shutdown_connections 2024-09-16T07:22:48.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:48.806+0000 7fd34f271640 1 -- 172.21.15.31:0/862630029 wait complete. 2024-09-16T07:22:48.816 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json session ls 2024-09-16T07:22:48.937 INFO:teuthology.orchestra.run.smithi031.stdout:[{"id":5302,"entity":{"name":{"type":"client","num":5302},"addr":{"type":"any","addr":"172.21.15.155:0","nonce":2742377024}},"state":"open","num_leases":1,"num_caps":7,"request_load_avg":15,"uptime":0.99398350300000005,"requests_in_flight":2,"num_completed_requests":0,"num_completed_flushes":1,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":21.950277585421816,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":15,"last_trim_completed_flushes_tid":2,"delegated_inos":[{"start":"0x10000000005","length":500}],"inst":"client.5302 172.21.15.155:0/2742377024","completed_requests":[],"prealloc_inos":[{"start":"0x10000000005","length":996}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"4ef5f0587d1cad82c4295c20951c303dc342ac74","ceph_version":"ceph version 19.3.0-4938-g4ef5f058 (4ef5f0587d1cad82c4295c20951c303dc342ac74) squid (dev)","entity_id":"x","hostname":"smithi155","pid":"36358","root":"/"}}] 2024-09-16T07:22:48.937 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "4ef5f0587d1cad82c4295c20951c303dc342ac74", "ceph_version": "ceph version 19.3.0-4938-g4ef5f058 (4ef5f0587d1cad82c4295c20951c303dc342ac74) squid (dev)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "x", "hostname": "smithi155", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "pid": "36358", "root": "/" }, "completed_requests": [], "delegated_inos": [ { "length": 500, "start": "0x10000000005" } ], "entity": { "addr": { "addr": "172.21.15.155:0", "nonce": 2742377024, "type": "any" }, "name": { "num": 5302, "type": "client" } }, "id": 5302, "inst": "client.5302 172.21.15.155:0/2742377024", "last_trim_completed_flushes_tid": 2, "last_trim_completed_requests_tid": 15, "num_caps": 7, "num_completed_flushes": 1, "num_completed_requests": 0, "num_leases": 1, "prealloc_inos": [ { "length": 996, "start": "0x10000000005" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 15, "requests_in_flight": 2, "session_cache_liveness": { "halflife": 300, "value": 21.950277585421816 }, "state": "open", "uptime": 0.993983503 } ] 2024-09-16T07:22:48.938 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=90 retry_count=0)... 2024-09-16T07:22:53.939 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:22:54.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:54.060+0000 7f10be652640 1 -- 172.21.15.31:0/3475854825 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f10b80d03f0 msgr2=0x7f10b815f6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:54.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:54.060+0000 7f10be652640 1 --2- 172.21.15.31:0/3475854825 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f10b80d03f0 0x7f10b815f6d0 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f10b0005fd0 tx=0x7f10b002ab20 comp rx=0 tx=0).stop 2024-09-16T07:22:54.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:54.060+0000 7f10be652640 1 -- 172.21.15.31:0/3475854825 shutdown_connections 2024-09-16T07:22:54.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:54.060+0000 7f10be652640 1 --2- 172.21.15.31:0/3475854825 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f10b80d03f0 0x7f10b815f6d0 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:54.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:54.060+0000 7f10be652640 1 -- 172.21.15.31:0/3475854825 >> 172.21.15.31:0/3475854825 conn(0x7f10b809aa30 msgr2=0x7f10b809ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:54.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:54.060+0000 7f10be652640 1 -- 172.21.15.31:0/3475854825 shutdown_connections 2024-09-16T07:22:54.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:54.060+0000 7f10be652640 1 -- 172.21.15.31:0/3475854825 wait complete. 2024-09-16T07:22:54.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:54.061+0000 7f10be652640 1 Processor -- start 2024-09-16T07:22:54.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:54.061+0000 7f10be652640 1 -- start start 2024-09-16T07:22:54.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:54.062+0000 7f10be652640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f10b80b3090 0x7f10b80cb680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:54.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:54.062+0000 7f10be652640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f10b80d03f0 0x7f10b80c73f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:54.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:54.062+0000 7f10be652640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f10b80d2410 0x7f10b8158510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:54.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:54.062+0000 7f10be652640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f10b80b15d0 con 0x7f10b80b3090 2024-09-16T07:22:54.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:54.062+0000 7f10be652640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f10b80b1450 con 0x7f10b80d2410 2024-09-16T07:22:54.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:54.062+0000 7f10be652640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f10b80b1750 con 0x7f10b80d03f0 2024-09-16T07:22:54.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:54.062+0000 7f10b7fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f10b80b3090 0x7f10b80cb680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:54.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:54.062+0000 7f10b7fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f10b80b3090 0x7f10b80cb680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:38724/0 (socket says 172.21.15.31:38724) 2024-09-16T07:22:54.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:54.062+0000 7f10b7fff640 1 -- 172.21.15.31:0/3989167087 learned_addr learned my addr 172.21.15.31:0/3989167087 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:54.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:54.062+0000 7f10b77fe640 1 --2- 172.21.15.31:0/3989167087 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f10b80d03f0 0x7f10b80c73f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:54.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:54.063+0000 7f10bcbef640 1 --2- 172.21.15.31:0/3989167087 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f10b80d2410 0x7f10b8158510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:54.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:54.063+0000 7f10b7fff640 1 -- 172.21.15.31:0/3989167087 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f10b80d03f0 msgr2=0x7f10b80c73f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:54.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:54.063+0000 7f10b7fff640 1 --2- 172.21.15.31:0/3989167087 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f10b80d03f0 0x7f10b80c73f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:54.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:54.063+0000 7f10b7fff640 1 -- 172.21.15.31:0/3989167087 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f10b80d2410 msgr2=0x7f10b8158510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:54.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:54.063+0000 7f10b7fff640 1 --2- 172.21.15.31:0/3989167087 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f10b80d2410 0x7f10b8158510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:54.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:54.063+0000 7f10b7fff640 1 -- 172.21.15.31:0/3989167087 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10b81f2b50 con 0x7f10b80b3090 2024-09-16T07:22:54.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:54.063+0000 7f10b77fe640 1 --2- 172.21.15.31:0/3989167087 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f10b80d03f0 0x7f10b80c73f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:22:54.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:54.063+0000 7f10b7fff640 1 --2- 172.21.15.31:0/3989167087 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f10b80b3090 0x7f10b80cb680 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f10a800b3f0 tx=0x7f10a800b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:54.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:54.063+0000 7f10b4ff9640 1 -- 172.21.15.31:0/3989167087 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10a8015020 con 0x7f10b80b3090 2024-09-16T07:22:54.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:54.063+0000 7f10b4ff9640 1 -- 172.21.15.31:0/3989167087 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f10a8011920 con 0x7f10b80b3090 2024-09-16T07:22:54.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:54.063+0000 7f10be652640 1 -- 172.21.15.31:0/3989167087 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10b80c8100 con 0x7f10b80b3090 2024-09-16T07:22:54.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:54.063+0000 7f10b4ff9640 1 -- 172.21.15.31:0/3989167087 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10a8011d70 con 0x7f10b80b3090 2024-09-16T07:22:54.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:54.063+0000 7f10be652640 1 -- 172.21.15.31:0/3989167087 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10b81f2df0 con 0x7f10b80b3090 2024-09-16T07:22:54.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:54.064+0000 7f10be652640 1 -- 172.21.15.31:0/3989167087 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f10b815f6d0 con 0x7f10b80b3090 2024-09-16T07:22:54.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:54.065+0000 7f10b4ff9640 1 -- 172.21.15.31:0/3989167087 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 8) ==== 101491+0+0 (secure 0 0 0) 0x7f10a8018020 con 0x7f10b80b3090 2024-09-16T07:22:54.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:54.065+0000 7f10b4ff9640 1 --2- 172.21.15.31:0/3989167087 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f10a4078a90 0x7f10a407af50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:54.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:54.065+0000 7f10b4ff9640 1 -- 172.21.15.31:0/3989167087 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5854+0+0 (secure 0 0 0) 0x7f10a809ab30 con 0x7f10b80b3090 2024-09-16T07:22:54.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:54.065+0000 7f10b77fe640 1 --2- 172.21.15.31:0/3989167087 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f10a4078a90 0x7f10a407af50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:54.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:54.066+0000 7f10b77fe640 1 --2- 172.21.15.31:0/3989167087 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f10a4078a90 0x7f10a407af50 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f10b80b1cf0 tx=0x7f10ac009040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:54.069 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:54.070+0000 7f10b4ff9640 1 -- 172.21.15.31:0/3989167087 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f10a801f030 con 0x7f10b80b3090 2024-09-16T07:22:54.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:54.295+0000 7f10be652640 1 -- 172.21.15.31:0/3989167087 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f10b80d29a0 con 0x7f10b80b3090 2024-09-16T07:22:54.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:54.295+0000 7f10b4ff9640 1 -- 172.21.15.31:0/3989167087 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+5223 (secure 0 0 0) 0x7f10a8062d30 con 0x7f10b80b3090 2024-09-16T07:22:54.295 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:22:54.295 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":28,"btime":"2024-09-16T07:22:38:679679+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4934,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2654545976","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2654545976},{"type":"v1","addr":"172.21.15.155:6836","nonce":2654545976}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":4937,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/545251166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":545251166},{"type":"v1","addr":"172.21.15.155:6837","nonce":545251166}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5391,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6834/403188644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":403188644},{"type":"v1","addr":"172.21.15.31:6834","nonce":403188644}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21}],"filesystems":[{"mdsmap":{"epoch":27,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:22:28.829594+0000","modified":"2024-09-16T07:22:31.855003+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5394},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5394":{"gid":5394,"name":"c","rank":0,"incarnation":23,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6835/4030974348","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":4030974348},{"type":"v1","addr":"172.21.15.31:6835","nonce":4030974348}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5394,"qdb_cluster":[5394]},"id":3}]} 2024-09-16T07:22:54.295 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 28 2024-09-16T07:22:54.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:54.297+0000 7f10be652640 1 -- 172.21.15.31:0/3989167087 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f10a4078a90 msgr2=0x7f10a407af50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:54.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:54.297+0000 7f10be652640 1 --2- 172.21.15.31:0/3989167087 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f10a4078a90 0x7f10a407af50 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f10b80b1cf0 tx=0x7f10ac009040 comp rx=0 tx=0).stop 2024-09-16T07:22:54.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:54.297+0000 7f10be652640 1 -- 172.21.15.31:0/3989167087 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f10b80b3090 msgr2=0x7f10b80cb680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:54.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:54.297+0000 7f10be652640 1 --2- 172.21.15.31:0/3989167087 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f10b80b3090 0x7f10b80cb680 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f10a800b3f0 tx=0x7f10a800b8b0 comp rx=0 tx=0).stop 2024-09-16T07:22:54.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:54.297+0000 7f10be652640 1 -- 172.21.15.31:0/3989167087 shutdown_connections 2024-09-16T07:22:54.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:54.297+0000 7f10be652640 1 --2- 172.21.15.31:0/3989167087 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f10a4078a90 0x7f10a407af50 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:54.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:54.297+0000 7f10be652640 1 --2- 172.21.15.31:0/3989167087 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f10b80d2410 0x7f10b8158510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:54.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:54.297+0000 7f10be652640 1 --2- 172.21.15.31:0/3989167087 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f10b80d03f0 0x7f10b80c73f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:54.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:54.297+0000 7f10be652640 1 --2- 172.21.15.31:0/3989167087 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f10b80b3090 0x7f10b80cb680 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:54.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:54.297+0000 7f10be652640 1 -- 172.21.15.31:0/3989167087 >> 172.21.15.31:0/3989167087 conn(0x7f10b809aa30 msgr2=0x7f10b80cc4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:54.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:54.298+0000 7f10be652640 1 -- 172.21.15.31:0/3989167087 shutdown_connections 2024-09-16T07:22:54.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:54.298+0000 7f10be652640 1 -- 172.21.15.31:0/3989167087 wait complete. 2024-09-16T07:22:54.308 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json session ls 2024-09-16T07:22:54.430 INFO:teuthology.orchestra.run.smithi031.stdout:[{"id":5302,"entity":{"name":{"type":"client","num":5302},"addr":{"type":"any","addr":"172.21.15.155:0","nonce":2742377024}},"state":"open","num_leases":1,"num_caps":7,"request_load_avg":14,"uptime":6.4858925059999999,"requests_in_flight":0,"num_completed_requests":2,"num_completed_flushes":1,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":21.673510087814062,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":15,"last_trim_completed_flushes_tid":2,"delegated_inos":[{"start":"0x10000000005","length":500}],"inst":"client.5302 172.21.15.155:0/2742377024","completed_requests":[{"tid":15,"created_ino":"0x0"},{"tid":16,"created_ino":"0x100000001f9"}],"prealloc_inos":[{"start":"0x10000000005","length":500},{"start":"0x100000001fa","length":1000}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"4ef5f0587d1cad82c4295c20951c303dc342ac74","ceph_version":"ceph version 19.3.0-4938-g4ef5f058 (4ef5f0587d1cad82c4295c20951c303dc342ac74) squid (dev)","entity_id":"x","hostname":"smithi155","pid":"36358","root":"/"}}] 2024-09-16T07:22:54.430 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "4ef5f0587d1cad82c4295c20951c303dc342ac74", "ceph_version": "ceph version 19.3.0-4938-g4ef5f058 (4ef5f0587d1cad82c4295c20951c303dc342ac74) squid (dev)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "x", "hostname": "smithi155", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "pid": "36358", "root": "/" }, "completed_requests": [ { "created_ino": "0x0", "tid": 15 }, { "created_ino": "0x100000001f9", "tid": 16 } ], "delegated_inos": [ { "length": 500, "start": "0x10000000005" } ], "entity": { "addr": { "addr": "172.21.15.155:0", "nonce": 2742377024, "type": "any" }, "name": { "num": 5302, "type": "client" } }, "id": 5302, "inst": "client.5302 172.21.15.155:0/2742377024", "last_trim_completed_flushes_tid": 2, "last_trim_completed_requests_tid": 15, "num_caps": 7, "num_completed_flushes": 1, "num_completed_requests": 2, "num_leases": 1, "prealloc_inos": [ { "length": 500, "start": "0x10000000005" }, { "length": 1000, "start": "0x100000001fa" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 14, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 21.673510087814062 }, "state": "open", "uptime": 6.485892506 } ] 2024-09-16T07:22:54.430 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=90 retry_count=0)... 2024-09-16T07:22:59.432 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:22:59.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:59.552+0000 7fe4106c6640 1 -- 172.21.15.31:0/983900984 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe4080d2760 msgr2=0x7fe4080ce630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:59.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:59.552+0000 7fe4106c6640 1 --2- 172.21.15.31:0/983900984 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe4080d2760 0x7fe4080ce630 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7fe40806a2b0 tx=0x7fe3f802a560 comp rx=0 tx=0).stop 2024-09-16T07:22:59.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:59.552+0000 7fe4106c6640 1 -- 172.21.15.31:0/983900984 shutdown_connections 2024-09-16T07:22:59.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:59.552+0000 7fe4106c6640 1 --2- 172.21.15.31:0/983900984 >> v2:172.21.15.155:3300/0 conn(0x7fe4080ceb70 0x7fe4080cd1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:59.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:59.552+0000 7fe4106c6640 1 --2- 172.21.15.31:0/983900984 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe4080d2760 0x7fe4080ce630 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:59.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:59.552+0000 7fe4106c6640 1 -- 172.21.15.31:0/983900984 >> 172.21.15.31:0/983900984 conn(0x7fe4080d1c40 msgr2=0x7fe4080d2050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:59.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:59.552+0000 7fe4106c6640 1 -- 172.21.15.31:0/983900984 shutdown_connections 2024-09-16T07:22:59.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:59.552+0000 7fe4106c6640 1 -- 172.21.15.31:0/983900984 wait complete. 2024-09-16T07:22:59.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:59.553+0000 7fe4106c6640 1 Processor -- start 2024-09-16T07:22:59.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:59.554+0000 7fe4106c6640 1 -- start start 2024-09-16T07:22:59.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:59.554+0000 7fe4106c6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe4080ceb70 0x7fe408156200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:59.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:59.554+0000 7fe4106c6640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe4080d2760 0x7fe40815ea10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:59.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:59.554+0000 7fe4106c6640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe40815bd30 0x7fe4080c70b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:59.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:59.554+0000 7fe4106c6640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fe4080ce440 con 0x7fe4080ceb70 2024-09-16T07:22:59.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:59.554+0000 7fe4106c6640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fe4080ce2c0 con 0x7fe4080d2760 2024-09-16T07:22:59.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:59.554+0000 7fe4106c6640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fe4080cf410 con 0x7fe40815bd30 2024-09-16T07:22:59.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:59.554+0000 7fe40e462640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe4080ceb70 0x7fe408156200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:59.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:59.554+0000 7fe40e462640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe4080ceb70 0x7fe408156200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:38736/0 (socket says 172.21.15.31:38736) 2024-09-16T07:22:59.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:59.554+0000 7fe40e462640 1 -- 172.21.15.31:0/955320397 learned_addr learned my addr 172.21.15.31:0/955320397 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:22:59.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:59.555+0000 7fe40dc61640 1 --2- 172.21.15.31:0/955320397 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe4080d2760 0x7fe40815ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:59.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:59.555+0000 7fe40ec63640 1 --2- 172.21.15.31:0/955320397 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe40815bd30 0x7fe4080c70b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:59.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:59.555+0000 7fe40e462640 1 -- 172.21.15.31:0/955320397 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe40815bd30 msgr2=0x7fe4080c70b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:59.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:59.555+0000 7fe40e462640 1 --2- 172.21.15.31:0/955320397 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe40815bd30 0x7fe4080c70b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:59.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:59.555+0000 7fe40e462640 1 -- 172.21.15.31:0/955320397 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe4080d2760 msgr2=0x7fe40815ea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:59.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:59.555+0000 7fe40e462640 1 --2- 172.21.15.31:0/955320397 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe4080d2760 0x7fe40815ea10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:59.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:59.555+0000 7fe40e462640 1 -- 172.21.15.31:0/955320397 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4080c97b0 con 0x7fe4080ceb70 2024-09-16T07:22:59.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:59.555+0000 7fe40e462640 1 --2- 172.21.15.31:0/955320397 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe4080ceb70 0x7fe408156200 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7fe40400c7a0 tx=0x7fe40400cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:59.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:59.555+0000 7fe3feffd640 1 -- 172.21.15.31:0/955320397 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe404017070 con 0x7fe4080ceb70 2024-09-16T07:22:59.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:59.555+0000 7fe3feffd640 1 -- 172.21.15.31:0/955320397 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe404005070 con 0x7fe4080ceb70 2024-09-16T07:22:59.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:59.555+0000 7fe3feffd640 1 -- 172.21.15.31:0/955320397 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4040054a0 con 0x7fe4080ceb70 2024-09-16T07:22:59.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:59.555+0000 7fe4106c6640 1 -- 172.21.15.31:0/955320397 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe40815d140 con 0x7fe4080ceb70 2024-09-16T07:22:59.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:59.555+0000 7fe4106c6640 1 -- 172.21.15.31:0/955320397 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe40815d700 con 0x7fe4080ceb70 2024-09-16T07:22:59.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:59.556+0000 7fe4106c6640 1 -- 172.21.15.31:0/955320397 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe4080cd8f0 con 0x7fe4080ceb70 2024-09-16T07:22:59.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:59.557+0000 7fe3feffd640 1 -- 172.21.15.31:0/955320397 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 8) ==== 101491+0+0 (secure 0 0 0) 0x7fe40401a070 con 0x7fe4080ceb70 2024-09-16T07:22:59.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:59.557+0000 7fe3feffd640 1 --2- 172.21.15.31:0/955320397 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe3ec078a90 0x7fe3ec07af50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:22:59.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:59.558+0000 7fe3feffd640 1 -- 172.21.15.31:0/955320397 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5854+0+0 (secure 0 0 0) 0x7fe40409a4c0 con 0x7fe4080ceb70 2024-09-16T07:22:59.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:59.558+0000 7fe40dc61640 1 --2- 172.21.15.31:0/955320397 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe3ec078a90 0x7fe3ec07af50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:22:59.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:59.558+0000 7fe40dc61640 1 --2- 172.21.15.31:0/955320397 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe3ec078a90 0x7fe3ec07af50 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fe3f8033000 tx=0x7fe3f8004730 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:22:59.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:59.562+0000 7fe3feffd640 1 -- 172.21.15.31:0/955320397 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fe4040626c0 con 0x7fe4080ceb70 2024-09-16T07:22:59.785 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:59.786+0000 7fe4106c6640 1 -- 172.21.15.31:0/955320397 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe4080cf1f0 con 0x7fe4080ceb70 2024-09-16T07:22:59.786 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:59.786+0000 7fe3feffd640 1 -- 172.21.15.31:0/955320397 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+5223 (secure 0 0 0) 0x7fe404061fc0 con 0x7fe4080ceb70 2024-09-16T07:22:59.786 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:22:59.786 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":28,"btime":"2024-09-16T07:22:38:679679+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4934,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2654545976","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2654545976},{"type":"v1","addr":"172.21.15.155:6836","nonce":2654545976}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":4937,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/545251166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":545251166},{"type":"v1","addr":"172.21.15.155:6837","nonce":545251166}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5391,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6834/403188644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":403188644},{"type":"v1","addr":"172.21.15.31:6834","nonce":403188644}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21}],"filesystems":[{"mdsmap":{"epoch":27,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:22:28.829594+0000","modified":"2024-09-16T07:22:31.855003+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5394},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5394":{"gid":5394,"name":"c","rank":0,"incarnation":23,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6835/4030974348","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":4030974348},{"type":"v1","addr":"172.21.15.31:6835","nonce":4030974348}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5394,"qdb_cluster":[5394]},"id":3}]} 2024-09-16T07:22:59.787 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 28 2024-09-16T07:22:59.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:59.788+0000 7fe4106c6640 1 -- 172.21.15.31:0/955320397 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe3ec078a90 msgr2=0x7fe3ec07af50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:59.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:59.788+0000 7fe4106c6640 1 --2- 172.21.15.31:0/955320397 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe3ec078a90 0x7fe3ec07af50 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fe3f8033000 tx=0x7fe3f8004730 comp rx=0 tx=0).stop 2024-09-16T07:22:59.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:59.789+0000 7fe4106c6640 1 -- 172.21.15.31:0/955320397 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe4080ceb70 msgr2=0x7fe408156200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:22:59.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:59.789+0000 7fe4106c6640 1 --2- 172.21.15.31:0/955320397 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe4080ceb70 0x7fe408156200 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7fe40400c7a0 tx=0x7fe40400cc60 comp rx=0 tx=0).stop 2024-09-16T07:22:59.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:59.789+0000 7fe4106c6640 1 -- 172.21.15.31:0/955320397 shutdown_connections 2024-09-16T07:22:59.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:59.789+0000 7fe4106c6640 1 --2- 172.21.15.31:0/955320397 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe3ec078a90 0x7fe3ec07af50 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:59.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:59.789+0000 7fe4106c6640 1 --2- 172.21.15.31:0/955320397 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe40815bd30 0x7fe4080c70b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:59.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:59.789+0000 7fe4106c6640 1 --2- 172.21.15.31:0/955320397 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe4080d2760 0x7fe40815ea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:59.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:59.789+0000 7fe4106c6640 1 --2- 172.21.15.31:0/955320397 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe4080ceb70 0x7fe408156200 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:22:59.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:59.789+0000 7fe4106c6640 1 -- 172.21.15.31:0/955320397 >> 172.21.15.31:0/955320397 conn(0x7fe4080d1c40 msgr2=0x7fe4080b3a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:22:59.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:59.789+0000 7fe4106c6640 1 -- 172.21.15.31:0/955320397 shutdown_connections 2024-09-16T07:22:59.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:22:59.789+0000 7fe4106c6640 1 -- 172.21.15.31:0/955320397 wait complete. 2024-09-16T07:22:59.799 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json session ls 2024-09-16T07:22:59.920 INFO:teuthology.orchestra.run.smithi031.stdout:[{"id":5302,"entity":{"name":{"type":"client","num":5302},"addr":{"type":"any","addr":"172.21.15.155:0","nonce":2742377024}},"state":"open","num_leases":1,"num_caps":7,"request_load_avg":13,"uptime":11.976801559,"requests_in_flight":0,"num_completed_requests":2,"num_completed_flushes":1,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":21.400281749411654,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":15,"last_trim_completed_flushes_tid":2,"delegated_inos":[{"start":"0x10000000005","length":500}],"inst":"client.5302 172.21.15.155:0/2742377024","completed_requests":[{"tid":15,"created_ino":"0x0"},{"tid":16,"created_ino":"0x100000001f9"}],"prealloc_inos":[{"start":"0x10000000005","length":500},{"start":"0x100000001fa","length":1000}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"4ef5f0587d1cad82c4295c20951c303dc342ac74","ceph_version":"ceph version 19.3.0-4938-g4ef5f058 (4ef5f0587d1cad82c4295c20951c303dc342ac74) squid (dev)","entity_id":"x","hostname":"smithi155","pid":"36358","root":"/"}}] 2024-09-16T07:22:59.921 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "4ef5f0587d1cad82c4295c20951c303dc342ac74", "ceph_version": "ceph version 19.3.0-4938-g4ef5f058 (4ef5f0587d1cad82c4295c20951c303dc342ac74) squid (dev)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "x", "hostname": "smithi155", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "pid": "36358", "root": "/" }, "completed_requests": [ { "created_ino": "0x0", "tid": 15 }, { "created_ino": "0x100000001f9", "tid": 16 } ], "delegated_inos": [ { "length": 500, "start": "0x10000000005" } ], "entity": { "addr": { "addr": "172.21.15.155:0", "nonce": 2742377024, "type": "any" }, "name": { "num": 5302, "type": "client" } }, "id": 5302, "inst": "client.5302 172.21.15.155:0/2742377024", "last_trim_completed_flushes_tid": 2, "last_trim_completed_requests_tid": 15, "num_caps": 7, "num_completed_flushes": 1, "num_completed_requests": 2, "num_leases": 1, "prealloc_inos": [ { "length": 500, "start": "0x10000000005" }, { "length": 1000, "start": "0x100000001fa" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 13, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 21.400281749411654 }, "state": "open", "uptime": 11.976801559 } ] 2024-09-16T07:22:59.921 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=90 retry_count=0)... 2024-09-16T07:23:04.922 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:23:05.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:05.042+0000 7fbc0454b640 1 -- 172.21.15.31:0/98542061 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbbfc06f490 msgr2=0x7fbbfc0ce240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:05.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:05.042+0000 7fbc0454b640 1 --2- 172.21.15.31:0/98542061 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbbfc06f490 0x7fbbfc0ce240 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fbbec009830 tx=0x7fbbec02a510 comp rx=0 tx=0).stop 2024-09-16T07:23:05.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:05.042+0000 7fbc0454b640 1 -- 172.21.15.31:0/98542061 shutdown_connections 2024-09-16T07:23:05.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:05.042+0000 7fbc0454b640 1 --2- 172.21.15.31:0/98542061 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbbfc06f490 0x7fbbfc0ce240 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:05.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:05.042+0000 7fbc0454b640 1 --2- 172.21.15.31:0/98542061 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbbfc06f0b0 0x7fbbfc0cd3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:05.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:05.042+0000 7fbc0454b640 1 -- 172.21.15.31:0/98542061 >> 172.21.15.31:0/98542061 conn(0x7fbbfc0741f0 msgr2=0x7fbbfc074600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:23:05.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:05.042+0000 7fbc0454b640 1 -- 172.21.15.31:0/98542061 shutdown_connections 2024-09-16T07:23:05.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:05.042+0000 7fbc0454b640 1 -- 172.21.15.31:0/98542061 wait complete. 2024-09-16T07:23:05.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:05.043+0000 7fbc0454b640 1 Processor -- start 2024-09-16T07:23:05.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:05.043+0000 7fbc0454b640 1 -- start start 2024-09-16T07:23:05.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:05.044+0000 7fbc0454b640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbbfc06f0b0 0x7fbbfc1f4ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:05.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:05.044+0000 7fbc0454b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbbfc06f490 0x7fbbfc15cd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:05.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:05.044+0000 7fbc0454b640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbbfc0ce780 0x7fbbfc15c6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:05.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:05.044+0000 7fbc0454b640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fbbfc15e5e0 con 0x7fbbfc06f490 2024-09-16T07:23:05.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:05.044+0000 7fbc0454b640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fbbfc15e460 con 0x7fbbfc06f0b0 2024-09-16T07:23:05.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:05.044+0000 7fbc0454b640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fbbfc0cc290 con 0x7fbbfc0ce780 2024-09-16T07:23:05.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:05.044+0000 7fbc01ae6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbbfc06f490 0x7fbbfc15cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:05.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:05.044+0000 7fbc01ae6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbbfc06f490 0x7fbbfc15cd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:38444/0 (socket says 172.21.15.31:38444) 2024-09-16T07:23:05.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:05.044+0000 7fbc01ae6640 1 -- 172.21.15.31:0/371929372 learned_addr learned my addr 172.21.15.31:0/371929372 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:23:05.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:05.044+0000 7fbc02ae8640 1 --2- 172.21.15.31:0/371929372 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbbfc0ce780 0x7fbbfc15c6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:05.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:05.044+0000 7fbc022e7640 1 --2- 172.21.15.31:0/371929372 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbbfc06f0b0 0x7fbbfc1f4ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:05.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:05.044+0000 7fbc01ae6640 1 -- 172.21.15.31:0/371929372 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbbfc0ce780 msgr2=0x7fbbfc15c6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:05.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:05.044+0000 7fbc01ae6640 1 --2- 172.21.15.31:0/371929372 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbbfc0ce780 0x7fbbfc15c6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:05.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:05.044+0000 7fbc01ae6640 1 -- 172.21.15.31:0/371929372 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbbfc06f0b0 msgr2=0x7fbbfc1f4ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:05.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:05.044+0000 7fbc01ae6640 1 --2- 172.21.15.31:0/371929372 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbbfc06f0b0 0x7fbbfc1f4ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:05.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:05.044+0000 7fbc01ae6640 1 -- 172.21.15.31:0/371929372 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbbfc1e4760 con 0x7fbbfc06f490 2024-09-16T07:23:05.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:05.044+0000 7fbc02ae8640 1 --2- 172.21.15.31:0/371929372 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbbfc0ce780 0x7fbbfc15c6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:23:05.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:05.044+0000 7fbc01ae6640 1 --2- 172.21.15.31:0/371929372 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbbfc06f490 0x7fbbfc15cd40 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7fbbec000c00 tx=0x7fbbec032c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:23:05.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:05.045+0000 7fbbf2ffd640 1 -- 172.21.15.31:0/371929372 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbec040070 con 0x7fbbfc06f490 2024-09-16T07:23:05.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:05.045+0000 7fbbf2ffd640 1 -- 172.21.15.31:0/371929372 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbbec0038e0 con 0x7fbbfc06f490 2024-09-16T07:23:05.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:05.045+0000 7fbc0454b640 1 -- 172.21.15.31:0/371929372 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbbfc1f54b0 con 0x7fbbfc06f490 2024-09-16T07:23:05.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:05.045+0000 7fbbf2ffd640 1 -- 172.21.15.31:0/371929372 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbec003d30 con 0x7fbbfc06f490 2024-09-16T07:23:05.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:05.045+0000 7fbc0454b640 1 -- 172.21.15.31:0/371929372 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbbfc1f5a70 con 0x7fbbfc06f490 2024-09-16T07:23:05.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:05.046+0000 7fbc0454b640 1 -- 172.21.15.31:0/371929372 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbbfc0cd3e0 con 0x7fbbfc06f490 2024-09-16T07:23:05.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:05.047+0000 7fbbf2ffd640 1 -- 172.21.15.31:0/371929372 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 8) ==== 101491+0+0 (secure 0 0 0) 0x7fbbec039040 con 0x7fbbfc06f490 2024-09-16T07:23:05.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:05.047+0000 7fbbf2ffd640 1 --2- 172.21.15.31:0/371929372 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fbbe0078a90 0x7fbbe007af50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:05.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:05.047+0000 7fbbf2ffd640 1 -- 172.21.15.31:0/371929372 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5854+0+0 (secure 0 0 0) 0x7fbbec0bc470 con 0x7fbbfc06f490 2024-09-16T07:23:05.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:05.047+0000 7fbc022e7640 1 --2- 172.21.15.31:0/371929372 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fbbe0078a90 0x7fbbe007af50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:05.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:05.048+0000 7fbc022e7640 1 --2- 172.21.15.31:0/371929372 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fbbe0078a90 0x7fbbe007af50 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fbbfc0c6b80 tx=0x7fbbf8009260 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:23:05.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:05.051+0000 7fbbf2ffd640 1 -- 172.21.15.31:0/371929372 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fbbec084740 con 0x7fbbfc06f490 2024-09-16T07:23:05.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:05.275+0000 7fbc0454b640 1 -- 172.21.15.31:0/371929372 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbbfc075070 con 0x7fbbfc06f490 2024-09-16T07:23:05.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:05.276+0000 7fbbf2ffd640 1 -- 172.21.15.31:0/371929372 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+5223 (secure 0 0 0) 0x7fbbec084040 con 0x7fbbfc06f490 2024-09-16T07:23:05.276 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:23:05.276 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":28,"btime":"2024-09-16T07:22:38:679679+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4934,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2654545976","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2654545976},{"type":"v1","addr":"172.21.15.155:6836","nonce":2654545976}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":4937,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/545251166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":545251166},{"type":"v1","addr":"172.21.15.155:6837","nonce":545251166}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5391,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6834/403188644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":403188644},{"type":"v1","addr":"172.21.15.31:6834","nonce":403188644}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21}],"filesystems":[{"mdsmap":{"epoch":27,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:22:28.829594+0000","modified":"2024-09-16T07:22:31.855003+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5394},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5394":{"gid":5394,"name":"c","rank":0,"incarnation":23,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6835/4030974348","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":4030974348},{"type":"v1","addr":"172.21.15.31:6835","nonce":4030974348}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5394,"qdb_cluster":[5394]},"id":3}]} 2024-09-16T07:23:05.276 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 28 2024-09-16T07:23:05.277 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:05.278+0000 7fbc0454b640 1 -- 172.21.15.31:0/371929372 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fbbe0078a90 msgr2=0x7fbbe007af50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:05.277 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:05.278+0000 7fbc0454b640 1 --2- 172.21.15.31:0/371929372 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fbbe0078a90 0x7fbbe007af50 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fbbfc0c6b80 tx=0x7fbbf8009260 comp rx=0 tx=0).stop 2024-09-16T07:23:05.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:05.278+0000 7fbc0454b640 1 -- 172.21.15.31:0/371929372 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbbfc06f490 msgr2=0x7fbbfc15cd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:05.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:05.278+0000 7fbc0454b640 1 --2- 172.21.15.31:0/371929372 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbbfc06f490 0x7fbbfc15cd40 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7fbbec000c00 tx=0x7fbbec032c10 comp rx=0 tx=0).stop 2024-09-16T07:23:05.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:05.278+0000 7fbc0454b640 1 -- 172.21.15.31:0/371929372 shutdown_connections 2024-09-16T07:23:05.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:05.278+0000 7fbc0454b640 1 --2- 172.21.15.31:0/371929372 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fbbe0078a90 0x7fbbe007af50 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:05.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:05.278+0000 7fbc0454b640 1 --2- 172.21.15.31:0/371929372 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbbfc0ce780 0x7fbbfc15c6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:05.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:05.278+0000 7fbc0454b640 1 --2- 172.21.15.31:0/371929372 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbbfc06f490 0x7fbbfc15cd40 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:05.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:05.278+0000 7fbc0454b640 1 --2- 172.21.15.31:0/371929372 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbbfc06f0b0 0x7fbbfc1f4ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:05.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:05.278+0000 7fbc0454b640 1 -- 172.21.15.31:0/371929372 >> 172.21.15.31:0/371929372 conn(0x7fbbfc0741f0 msgr2=0x7fbbfc0b53c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:23:05.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:05.278+0000 7fbc0454b640 1 -- 172.21.15.31:0/371929372 shutdown_connections 2024-09-16T07:23:05.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:05.278+0000 7fbc0454b640 1 -- 172.21.15.31:0/371929372 wait complete. 2024-09-16T07:23:05.288 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json session ls 2024-09-16T07:23:05.409 INFO:teuthology.orchestra.run.smithi031.stdout:[{"id":5302,"entity":{"name":{"type":"client","num":5302},"addr":{"type":"any","addr":"172.21.15.155:0","nonce":2742377024}},"state":"open","num_leases":1,"num_caps":7,"request_load_avg":13,"uptime":17.465710644000001,"requests_in_flight":0,"num_completed_requests":2,"num_completed_flushes":1,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":21.130595521904088,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":15,"last_trim_completed_flushes_tid":2,"delegated_inos":[{"start":"0x10000000005","length":500}],"inst":"client.5302 172.21.15.155:0/2742377024","completed_requests":[{"tid":15,"created_ino":"0x0"},{"tid":16,"created_ino":"0x100000001f9"}],"prealloc_inos":[{"start":"0x10000000005","length":500},{"start":"0x100000001fa","length":1000}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"4ef5f0587d1cad82c4295c20951c303dc342ac74","ceph_version":"ceph version 19.3.0-4938-g4ef5f058 (4ef5f0587d1cad82c4295c20951c303dc342ac74) squid (dev)","entity_id":"x","hostname":"smithi155","pid":"36358","root":"/"}}] 2024-09-16T07:23:05.410 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "4ef5f0587d1cad82c4295c20951c303dc342ac74", "ceph_version": "ceph version 19.3.0-4938-g4ef5f058 (4ef5f0587d1cad82c4295c20951c303dc342ac74) squid (dev)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "x", "hostname": "smithi155", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "pid": "36358", "root": "/" }, "completed_requests": [ { "created_ino": "0x0", "tid": 15 }, { "created_ino": "0x100000001f9", "tid": 16 } ], "delegated_inos": [ { "length": 500, "start": "0x10000000005" } ], "entity": { "addr": { "addr": "172.21.15.155:0", "nonce": 2742377024, "type": "any" }, "name": { "num": 5302, "type": "client" } }, "id": 5302, "inst": "client.5302 172.21.15.155:0/2742377024", "last_trim_completed_flushes_tid": 2, "last_trim_completed_requests_tid": 15, "num_caps": 7, "num_completed_flushes": 1, "num_completed_requests": 2, "num_leases": 1, "prealloc_inos": [ { "length": 500, "start": "0x10000000005" }, { "length": 1000, "start": "0x100000001fa" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 13, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 21.130595521904088 }, "state": "open", "uptime": 17.465710644 } ] 2024-09-16T07:23:05.410 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=90 retry_count=0)... 2024-09-16T07:23:06.990 DEBUG:teuthology.orchestra.run.smithi031:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T07:23:06.993 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T07:23:10.411 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:23:10.530 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:10.530+0000 7fae7e57d640 1 -- 172.21.15.31:0/771169179 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fae780b3090 msgr2=0x7fae7815f6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:10.530 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:10.530+0000 7fae7e57d640 1 --2- 172.21.15.31:0/771169179 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fae780b3090 0x7fae7815f6d0 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7fae6c009830 tx=0x7fae6c02a5a0 comp rx=0 tx=0).stop 2024-09-16T07:23:10.530 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:10.530+0000 7fae7e57d640 1 -- 172.21.15.31:0/771169179 shutdown_connections 2024-09-16T07:23:10.530 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:10.530+0000 7fae7e57d640 1 --2- 172.21.15.31:0/771169179 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fae780cfce0 0x7fae780d0130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:10.530 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:10.530+0000 7fae7e57d640 1 --2- 172.21.15.31:0/771169179 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fae780b3090 0x7fae7815f6d0 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:10.530 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:10.530+0000 7fae7e57d640 1 -- 172.21.15.31:0/771169179 >> 172.21.15.31:0/771169179 conn(0x7fae7809aa30 msgr2=0x7fae7809ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:23:10.530 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:10.530+0000 7fae7e57d640 1 -- 172.21.15.31:0/771169179 shutdown_connections 2024-09-16T07:23:10.530 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:10.530+0000 7fae7e57d640 1 -- 172.21.15.31:0/771169179 wait complete. 2024-09-16T07:23:10.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:10.531+0000 7fae7e57d640 1 Processor -- start 2024-09-16T07:23:10.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:10.531+0000 7fae7e57d640 1 -- start start 2024-09-16T07:23:10.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:10.532+0000 7fae7e57d640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fae780b3090 0x7fae781f5a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:10.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:10.532+0000 7fae7e57d640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fae780cfce0 0x7fae780c8340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:10.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:10.532+0000 7fae7e57d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fae780d2410 0x7fae780c65a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:10.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:10.532+0000 7fae7e57d640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fae780b13c0 con 0x7fae780d2410 2024-09-16T07:23:10.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:10.532+0000 7fae7e57d640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fae780b1240 con 0x7fae780b3090 2024-09-16T07:23:10.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:10.532+0000 7fae7e57d640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fae780b1540 con 0x7fae780cfce0 2024-09-16T07:23:10.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:10.532+0000 7fae7cb1a640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fae780d2410 0x7fae780c65a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:10.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:10.532+0000 7fae7cb1a640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fae780d2410 0x7fae780c65a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:38470/0 (socket says 172.21.15.31:38470) 2024-09-16T07:23:10.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:10.532+0000 7fae7cb1a640 1 -- 172.21.15.31:0/1355264946 learned_addr learned my addr 172.21.15.31:0/1355264946 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:23:10.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:10.532+0000 7fae777fe640 1 --2- 172.21.15.31:0/1355264946 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fae780cfce0 0x7fae780c8340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:10.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:10.532+0000 7fae77fff640 1 --2- 172.21.15.31:0/1355264946 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fae780b3090 0x7fae781f5a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:10.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:10.533+0000 7fae7cb1a640 1 -- 172.21.15.31:0/1355264946 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fae780cfce0 msgr2=0x7fae780c8340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:10.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:10.533+0000 7fae7cb1a640 1 --2- 172.21.15.31:0/1355264946 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fae780cfce0 0x7fae780c8340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:10.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:10.533+0000 7fae7cb1a640 1 -- 172.21.15.31:0/1355264946 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fae780b3090 msgr2=0x7fae781f5a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:10.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:10.533+0000 7fae7cb1a640 1 --2- 172.21.15.31:0/1355264946 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fae780b3090 0x7fae781f5a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:10.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:10.533+0000 7fae7cb1a640 1 -- 172.21.15.31:0/1355264946 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae780c6080 con 0x7fae780d2410 2024-09-16T07:23:10.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:10.533+0000 7fae77fff640 1 --2- 172.21.15.31:0/1355264946 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fae780b3090 0x7fae781f5a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:23:10.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:10.533+0000 7fae7cb1a640 1 --2- 172.21.15.31:0/1355264946 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fae780d2410 0x7fae780c65a0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7fae7000eb10 tx=0x7fae7000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:23:10.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:10.533+0000 7fae74ff9640 1 -- 172.21.15.31:0/1355264946 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae70004b20 con 0x7fae780d2410 2024-09-16T07:23:10.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:10.533+0000 7fae74ff9640 1 -- 172.21.15.31:0/1355264946 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fae70004ce0 con 0x7fae780d2410 2024-09-16T07:23:10.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:10.533+0000 7fae7e57d640 1 -- 172.21.15.31:0/1355264946 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae781f6070 con 0x7fae780d2410 2024-09-16T07:23:10.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:10.533+0000 7fae74ff9640 1 -- 172.21.15.31:0/1355264946 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae70005280 con 0x7fae780d2410 2024-09-16T07:23:10.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:10.533+0000 7fae7e57d640 1 -- 172.21.15.31:0/1355264946 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae781f6630 con 0x7fae780d2410 2024-09-16T07:23:10.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:10.534+0000 7fae7e57d640 1 -- 172.21.15.31:0/1355264946 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fae780b19a0 con 0x7fae780d2410 2024-09-16T07:23:10.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:10.535+0000 7fae74ff9640 1 -- 172.21.15.31:0/1355264946 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 8) ==== 101491+0+0 (secure 0 0 0) 0x7fae70005420 con 0x7fae780d2410 2024-09-16T07:23:10.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:10.535+0000 7fae74ff9640 1 --2- 172.21.15.31:0/1355264946 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fae64078a90 0x7fae6407af50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:10.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:10.535+0000 7fae74ff9640 1 -- 172.21.15.31:0/1355264946 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5854+0+0 (secure 0 0 0) 0x7fae7009bd00 con 0x7fae780d2410 2024-09-16T07:23:10.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:10.536+0000 7fae77fff640 1 --2- 172.21.15.31:0/1355264946 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fae64078a90 0x7fae6407af50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:10.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:10.536+0000 7fae77fff640 1 --2- 172.21.15.31:0/1355264946 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fae64078a90 0x7fae6407af50 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fae680013f0 tx=0x7fae68009040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:23:10.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:10.540+0000 7fae74ff9640 1 -- 172.21.15.31:0/1355264946 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fae70063d50 con 0x7fae780d2410 2024-09-16T07:23:10.763 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:10.764+0000 7fae7e57d640 1 -- 172.21.15.31:0/1355264946 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fae780ce1a0 con 0x7fae780d2410 2024-09-16T07:23:10.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:10.764+0000 7fae74ff9640 1 -- 172.21.15.31:0/1355264946 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+5223 (secure 0 0 0) 0x7fae70063650 con 0x7fae780d2410 2024-09-16T07:23:10.764 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:23:10.764 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":28,"btime":"2024-09-16T07:22:38:679679+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4934,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2654545976","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2654545976},{"type":"v1","addr":"172.21.15.155:6836","nonce":2654545976}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":4937,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/545251166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":545251166},{"type":"v1","addr":"172.21.15.155:6837","nonce":545251166}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5391,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6834/403188644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":403188644},{"type":"v1","addr":"172.21.15.31:6834","nonce":403188644}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21}],"filesystems":[{"mdsmap":{"epoch":27,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:22:28.829594+0000","modified":"2024-09-16T07:22:31.855003+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5394},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5394":{"gid":5394,"name":"c","rank":0,"incarnation":23,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6835/4030974348","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":4030974348},{"type":"v1","addr":"172.21.15.31:6835","nonce":4030974348}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5394,"qdb_cluster":[5394]},"id":3}]} 2024-09-16T07:23:10.764 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 28 2024-09-16T07:23:10.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:10.766+0000 7fae7e57d640 1 -- 172.21.15.31:0/1355264946 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fae64078a90 msgr2=0x7fae6407af50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:10.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:10.766+0000 7fae7e57d640 1 --2- 172.21.15.31:0/1355264946 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fae64078a90 0x7fae6407af50 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fae680013f0 tx=0x7fae68009040 comp rx=0 tx=0).stop 2024-09-16T07:23:10.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:10.766+0000 7fae7e57d640 1 -- 172.21.15.31:0/1355264946 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fae780d2410 msgr2=0x7fae780c65a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:10.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:10.766+0000 7fae7e57d640 1 --2- 172.21.15.31:0/1355264946 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fae780d2410 0x7fae780c65a0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7fae7000eb10 tx=0x7fae7000c2d0 comp rx=0 tx=0).stop 2024-09-16T07:23:10.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:10.766+0000 7fae7e57d640 1 -- 172.21.15.31:0/1355264946 shutdown_connections 2024-09-16T07:23:10.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:10.766+0000 7fae7e57d640 1 --2- 172.21.15.31:0/1355264946 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fae64078a90 0x7fae6407af50 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:10.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:10.766+0000 7fae7e57d640 1 --2- 172.21.15.31:0/1355264946 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fae780d2410 0x7fae780c65a0 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:10.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:10.766+0000 7fae7e57d640 1 --2- 172.21.15.31:0/1355264946 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fae780cfce0 0x7fae780c8340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:10.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:10.766+0000 7fae7e57d640 1 --2- 172.21.15.31:0/1355264946 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fae780b3090 0x7fae781f5a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:10.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:10.766+0000 7fae7e57d640 1 -- 172.21.15.31:0/1355264946 >> 172.21.15.31:0/1355264946 conn(0x7fae7809aa30 msgr2=0x7fae7815f4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:23:10.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:10.766+0000 7fae7e57d640 1 -- 172.21.15.31:0/1355264946 shutdown_connections 2024-09-16T07:23:10.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:10.766+0000 7fae7e57d640 1 -- 172.21.15.31:0/1355264946 wait complete. 2024-09-16T07:23:10.778 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json session ls 2024-09-16T07:23:10.900 INFO:teuthology.orchestra.run.smithi031.stdout:[{"id":5302,"entity":{"name":{"type":"client","num":5302},"addr":{"type":"any","addr":"172.21.15.155:0","nonce":2742377024}},"state":"open","num_leases":1,"num_caps":7,"request_load_avg":12,"uptime":22.955619710000001,"requests_in_flight":0,"num_completed_requests":2,"num_completed_flushes":1,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":20.864259672868634,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":15,"last_trim_completed_flushes_tid":2,"delegated_inos":[{"start":"0x10000000005","length":500}],"inst":"client.5302 172.21.15.155:0/2742377024","completed_requests":[{"tid":15,"created_ino":"0x0"},{"tid":16,"created_ino":"0x100000001f9"}],"prealloc_inos":[{"start":"0x10000000005","length":500},{"start":"0x100000001fa","length":1000}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"4ef5f0587d1cad82c4295c20951c303dc342ac74","ceph_version":"ceph version 19.3.0-4938-g4ef5f058 (4ef5f0587d1cad82c4295c20951c303dc342ac74) squid (dev)","entity_id":"x","hostname":"smithi155","pid":"36358","root":"/"}}] 2024-09-16T07:23:10.901 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "4ef5f0587d1cad82c4295c20951c303dc342ac74", "ceph_version": "ceph version 19.3.0-4938-g4ef5f058 (4ef5f0587d1cad82c4295c20951c303dc342ac74) squid (dev)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "x", "hostname": "smithi155", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "pid": "36358", "root": "/" }, "completed_requests": [ { "created_ino": "0x0", "tid": 15 }, { "created_ino": "0x100000001f9", "tid": 16 } ], "delegated_inos": [ { "length": 500, "start": "0x10000000005" } ], "entity": { "addr": { "addr": "172.21.15.155:0", "nonce": 2742377024, "type": "any" }, "name": { "num": 5302, "type": "client" } }, "id": 5302, "inst": "client.5302 172.21.15.155:0/2742377024", "last_trim_completed_flushes_tid": 2, "last_trim_completed_requests_tid": 15, "num_caps": 7, "num_completed_flushes": 1, "num_completed_requests": 2, "num_leases": 1, "prealloc_inos": [ { "length": 500, "start": "0x10000000005" }, { "length": 1000, "start": "0x100000001fa" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 12, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 20.864259672868634 }, "state": "open", "uptime": 22.95561971 } ] 2024-09-16T07:23:10.901 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=90 retry_count=0)... 2024-09-16T07:23:15.902 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:23:16.022 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:16.022+0000 7f9f03c23640 1 -- 172.21.15.31:0/1778835351 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9efc071c30 msgr2=0x7f9efc0d03f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:16.022 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:16.022+0000 7f9f03c23640 1 --2- 172.21.15.31:0/1778835351 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9efc071c30 0x7f9efc0d03f0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f9efc0ccbe0 tx=0x7f9ef802a4a0 comp rx=0 tx=0).stop 2024-09-16T07:23:16.022 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:16.022+0000 7f9f03c23640 1 -- 172.21.15.31:0/1778835351 shutdown_connections 2024-09-16T07:23:16.022 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:16.022+0000 7f9f03c23640 1 --2- 172.21.15.31:0/1778835351 >> v2:172.21.15.155:3300/0 conn(0x7f9efc0ceef0 0x7f9efc0cf360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:16.022 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:16.022+0000 7f9f03c23640 1 --2- 172.21.15.31:0/1778835351 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9efc071c30 0x7f9efc0d03f0 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:16.022 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:16.022+0000 7f9f03c23640 1 -- 172.21.15.31:0/1778835351 >> 172.21.15.31:0/1778835351 conn(0x7f9efc0d0c20 msgr2=0x7f9efc0d1030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:23:16.022 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:16.022+0000 7f9f03c23640 1 -- 172.21.15.31:0/1778835351 shutdown_connections 2024-09-16T07:23:16.022 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:16.022+0000 7f9f03c23640 1 -- 172.21.15.31:0/1778835351 wait complete. 2024-09-16T07:23:16.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:16.023+0000 7f9f03c23640 1 Processor -- start 2024-09-16T07:23:16.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:16.023+0000 7f9f03c23640 1 -- start start 2024-09-16T07:23:16.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:16.024+0000 7f9f03c23640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9efc071c30 0x7f9efc1f53c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:16.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:16.024+0000 7f9f03c23640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9efc0cc740 0x7f9efc1f7fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:16.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:16.024+0000 7f9f03c23640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9efc0ceef0 0x7f9efc0c5c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:16.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:16.024+0000 7f9f03c23640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f9efc06ccc0 con 0x7f9efc071c30 2024-09-16T07:23:16.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:16.024+0000 7f9f03c23640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f9efc06cb40 con 0x7f9efc0cc740 2024-09-16T07:23:16.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:16.024+0000 7f9f03c23640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f9efc06ce40 con 0x7f9efc0ceef0 2024-09-16T07:23:16.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:16.024+0000 7f9f019bf640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9efc071c30 0x7f9efc1f53c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:16.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:16.024+0000 7f9f019bf640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9efc071c30 0x7f9efc1f53c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:44758/0 (socket says 172.21.15.31:44758) 2024-09-16T07:23:16.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:16.024+0000 7f9f019bf640 1 -- 172.21.15.31:0/504729036 learned_addr learned my addr 172.21.15.31:0/504729036 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:23:16.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:16.025+0000 7f9f019bf640 1 -- 172.21.15.31:0/504729036 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9efc0ceef0 msgr2=0x7f9efc0c5c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:16.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:16.025+0000 7f9f011be640 1 --2- 172.21.15.31:0/504729036 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9efc0cc740 0x7f9efc1f7fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:16.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:16.025+0000 7f9f021c0640 1 --2- 172.21.15.31:0/504729036 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9efc0ceef0 0x7f9efc0c5c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:16.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:16.025+0000 7f9f019bf640 1 --2- 172.21.15.31:0/504729036 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9efc0ceef0 0x7f9efc0c5c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:16.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:16.025+0000 7f9f019bf640 1 -- 172.21.15.31:0/504729036 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9efc0cc740 msgr2=0x7f9efc1f7fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:16.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:16.025+0000 7f9f019bf640 1 --2- 172.21.15.31:0/504729036 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9efc0cc740 0x7f9efc1f7fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:16.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:16.025+0000 7f9f019bf640 1 -- 172.21.15.31:0/504729036 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9efc1f89a0 con 0x7f9efc071c30 2024-09-16T07:23:16.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:16.025+0000 7f9f011be640 1 --2- 172.21.15.31:0/504729036 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9efc0cc740 0x7f9efc1f7fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:23:16.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:16.025+0000 7f9f019bf640 1 --2- 172.21.15.31:0/504729036 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9efc071c30 0x7f9efc1f53c0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f9ef80098f0 tx=0x7f9ef8032c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:23:16.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:16.025+0000 7f9ef27fc640 1 -- 172.21.15.31:0/504729036 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ef8040070 con 0x7f9efc071c30 2024-09-16T07:23:16.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:16.025+0000 7f9ef27fc640 1 -- 172.21.15.31:0/504729036 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9ef8005310 con 0x7f9efc071c30 2024-09-16T07:23:16.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:16.025+0000 7f9f03c23640 1 -- 172.21.15.31:0/504729036 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9efc1f8c80 con 0x7f9efc071c30 2024-09-16T07:23:16.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:16.025+0000 7f9ef27fc640 1 -- 172.21.15.31:0/504729036 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ef80047a0 con 0x7f9efc071c30 2024-09-16T07:23:16.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:16.025+0000 7f9f03c23640 1 -- 172.21.15.31:0/504729036 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9efc1f4ea0 con 0x7f9efc071c30 2024-09-16T07:23:16.027 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:16.026+0000 7f9f03c23640 1 -- 172.21.15.31:0/504729036 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9efc06d2f0 con 0x7f9efc071c30 2024-09-16T07:23:16.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:16.027+0000 7f9ef27fc640 1 -- 172.21.15.31:0/504729036 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 8) ==== 101491+0+0 (secure 0 0 0) 0x7f9ef8039040 con 0x7f9efc071c30 2024-09-16T07:23:16.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:16.027+0000 7f9ef27fc640 1 --2- 172.21.15.31:0/504729036 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9ee0078a90 0x7f9ee007af50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:16.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:16.027+0000 7f9ef27fc640 1 -- 172.21.15.31:0/504729036 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5854+0+0 (secure 0 0 0) 0x7f9ef80bc200 con 0x7f9efc071c30 2024-09-16T07:23:16.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:16.028+0000 7f9f011be640 1 --2- 172.21.15.31:0/504729036 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9ee0078a90 0x7f9ee007af50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:16.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:16.028+0000 7f9f011be640 1 --2- 172.21.15.31:0/504729036 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9ee0078a90 0x7f9ee007af50 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f9efc0b6b00 tx=0x7f9eec009040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:23:16.031 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:16.031+0000 7f9ef27fc640 1 -- 172.21.15.31:0/504729036 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f9ef80844d0 con 0x7f9efc071c30 2024-09-16T07:23:16.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:16.255+0000 7f9f03c23640 1 -- 172.21.15.31:0/504729036 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9efc1f8e50 con 0x7f9efc071c30 2024-09-16T07:23:16.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:16.256+0000 7f9ef27fc640 1 -- 172.21.15.31:0/504729036 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+5223 (secure 0 0 0) 0x7f9ef8083dd0 con 0x7f9efc071c30 2024-09-16T07:23:16.256 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:23:16.256 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":28,"btime":"2024-09-16T07:22:38:679679+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4934,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2654545976","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2654545976},{"type":"v1","addr":"172.21.15.155:6836","nonce":2654545976}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":4937,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/545251166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":545251166},{"type":"v1","addr":"172.21.15.155:6837","nonce":545251166}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5391,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6834/403188644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":403188644},{"type":"v1","addr":"172.21.15.31:6834","nonce":403188644}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21}],"filesystems":[{"mdsmap":{"epoch":27,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:22:28.829594+0000","modified":"2024-09-16T07:22:31.855003+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5394},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5394":{"gid":5394,"name":"c","rank":0,"incarnation":23,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6835/4030974348","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":4030974348},{"type":"v1","addr":"172.21.15.31:6835","nonce":4030974348}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5394,"qdb_cluster":[5394]},"id":3}]} 2024-09-16T07:23:16.256 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 28 2024-09-16T07:23:16.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:16.258+0000 7f9f03c23640 1 -- 172.21.15.31:0/504729036 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9ee0078a90 msgr2=0x7f9ee007af50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:16.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:16.258+0000 7f9f03c23640 1 --2- 172.21.15.31:0/504729036 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9ee0078a90 0x7f9ee007af50 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f9efc0b6b00 tx=0x7f9eec009040 comp rx=0 tx=0).stop 2024-09-16T07:23:16.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:16.258+0000 7f9f03c23640 1 -- 172.21.15.31:0/504729036 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9efc071c30 msgr2=0x7f9efc1f53c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:16.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:16.258+0000 7f9f03c23640 1 --2- 172.21.15.31:0/504729036 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9efc071c30 0x7f9efc1f53c0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f9ef80098f0 tx=0x7f9ef8032c10 comp rx=0 tx=0).stop 2024-09-16T07:23:16.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:16.258+0000 7f9f03c23640 1 -- 172.21.15.31:0/504729036 shutdown_connections 2024-09-16T07:23:16.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:16.258+0000 7f9f03c23640 1 --2- 172.21.15.31:0/504729036 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9ee0078a90 0x7f9ee007af50 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:16.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:16.258+0000 7f9f03c23640 1 --2- 172.21.15.31:0/504729036 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9efc0ceef0 0x7f9efc0c5c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:16.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:16.258+0000 7f9f03c23640 1 --2- 172.21.15.31:0/504729036 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9efc0cc740 0x7f9efc1f7fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:16.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:16.258+0000 7f9f03c23640 1 --2- 172.21.15.31:0/504729036 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9efc071c30 0x7f9efc1f53c0 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:16.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:16.258+0000 7f9f03c23640 1 -- 172.21.15.31:0/504729036 >> 172.21.15.31:0/504729036 conn(0x7f9efc0d0c20 msgr2=0x7f9efc0a0b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:23:16.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:16.258+0000 7f9f03c23640 1 -- 172.21.15.31:0/504729036 shutdown_connections 2024-09-16T07:23:16.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:16.258+0000 7f9f03c23640 1 -- 172.21.15.31:0/504729036 wait complete. 2024-09-16T07:23:16.269 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json session ls 2024-09-16T07:23:16.390 INFO:teuthology.orchestra.run.smithi031.stdout:[{"id":5302,"entity":{"name":{"type":"client","num":5302},"addr":{"type":"any","addr":"172.21.15.155:0","nonce":2742377024}},"state":"open","num_leases":1,"num_caps":7,"request_load_avg":11,"uptime":28.445528777,"requests_in_flight":0,"num_completed_requests":2,"num_completed_flushes":1,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":20.601280794222493,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":15,"last_trim_completed_flushes_tid":2,"delegated_inos":[{"start":"0x10000000005","length":500}],"inst":"client.5302 172.21.15.155:0/2742377024","completed_requests":[{"tid":15,"created_ino":"0x0"},{"tid":16,"created_ino":"0x100000001f9"}],"prealloc_inos":[{"start":"0x10000000005","length":500},{"start":"0x100000001fa","length":1000}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"4ef5f0587d1cad82c4295c20951c303dc342ac74","ceph_version":"ceph version 19.3.0-4938-g4ef5f058 (4ef5f0587d1cad82c4295c20951c303dc342ac74) squid (dev)","entity_id":"x","hostname":"smithi155","pid":"36358","root":"/"}}] 2024-09-16T07:23:16.390 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "4ef5f0587d1cad82c4295c20951c303dc342ac74", "ceph_version": "ceph version 19.3.0-4938-g4ef5f058 (4ef5f0587d1cad82c4295c20951c303dc342ac74) squid (dev)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "x", "hostname": "smithi155", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "pid": "36358", "root": "/" }, "completed_requests": [ { "created_ino": "0x0", "tid": 15 }, { "created_ino": "0x100000001f9", "tid": 16 } ], "delegated_inos": [ { "length": 500, "start": "0x10000000005" } ], "entity": { "addr": { "addr": "172.21.15.155:0", "nonce": 2742377024, "type": "any" }, "name": { "num": 5302, "type": "client" } }, "id": 5302, "inst": "client.5302 172.21.15.155:0/2742377024", "last_trim_completed_flushes_tid": 2, "last_trim_completed_requests_tid": 15, "num_caps": 7, "num_completed_flushes": 1, "num_completed_requests": 2, "num_leases": 1, "prealloc_inos": [ { "length": 500, "start": "0x10000000005" }, { "length": 1000, "start": "0x100000001fa" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 11, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 20.601280794222493 }, "state": "open", "uptime": 28.445528777 } ] 2024-09-16T07:23:16.390 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=90 retry_count=0)... 2024-09-16T07:23:21.391 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:23:21.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:21.511+0000 7fe92f15d640 1 -- 172.21.15.31:0/3062849565 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe9280cfce0 msgr2=0x7fe9280d0150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:21.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:21.511+0000 7fe92f15d640 1 --2- 172.21.15.31:0/3062849565 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe9280cfce0 0x7fe9280d0150 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7fe920005fd0 tx=0x7fe92002aa90 comp rx=0 tx=0).stop 2024-09-16T07:23:21.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:21.511+0000 7fe92f15d640 1 -- 172.21.15.31:0/3062849565 shutdown_connections 2024-09-16T07:23:21.512 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:21.511+0000 7fe92f15d640 1 --2- 172.21.15.31:0/3062849565 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe9280cfce0 0x7fe9280d0150 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:21.512 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:21.511+0000 7fe92f15d640 1 --2- 172.21.15.31:0/3062849565 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe9280d2410 0x7fe9280b3090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:21.512 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:21.511+0000 7fe92f15d640 1 -- 172.21.15.31:0/3062849565 >> 172.21.15.31:0/3062849565 conn(0x7fe92809aa30 msgr2=0x7fe92809ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:23:21.512 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:21.511+0000 7fe92f15d640 1 -- 172.21.15.31:0/3062849565 shutdown_connections 2024-09-16T07:23:21.512 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:21.511+0000 7fe92f15d640 1 -- 172.21.15.31:0/3062849565 wait complete. 2024-09-16T07:23:21.512 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:21.513+0000 7fe92f15d640 1 Processor -- start 2024-09-16T07:23:21.512 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:21.513+0000 7fe92f15d640 1 -- start start 2024-09-16T07:23:21.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:21.514+0000 7fe92f15d640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe9280cfce0 0x7fe92814bbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:21.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:21.514+0000 7fe92f15d640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe9280d2410 0x7fe9281f6170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:21.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:21.514+0000 7fe92f15d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe92815f6d0 0x7fe928148410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:21.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:21.514+0000 7fe92f15d640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fe9280b13c0 con 0x7fe92815f6d0 2024-09-16T07:23:21.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:21.514+0000 7fe92f15d640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fe9280b1240 con 0x7fe9280d2410 2024-09-16T07:23:21.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:21.514+0000 7fe92f15d640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fe9280b1540 con 0x7fe9280cfce0 2024-09-16T07:23:21.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:21.514+0000 7fe92d6fa640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe92815f6d0 0x7fe928148410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:21.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:21.514+0000 7fe92d6fa640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe92815f6d0 0x7fe928148410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:44778/0 (socket says 172.21.15.31:44778) 2024-09-16T07:23:21.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:21.514+0000 7fe92d6fa640 1 -- 172.21.15.31:0/2282050413 learned_addr learned my addr 172.21.15.31:0/2282050413 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:23:21.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:21.514+0000 7fe92cef9640 1 --2- 172.21.15.31:0/2282050413 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe9280cfce0 0x7fe92814bbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:21.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:21.514+0000 7fe927fff640 1 --2- 172.21.15.31:0/2282050413 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe9280d2410 0x7fe9281f6170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:21.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:21.514+0000 7fe92d6fa640 1 -- 172.21.15.31:0/2282050413 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe9280cfce0 msgr2=0x7fe92814bbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:21.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:21.514+0000 7fe92d6fa640 1 --2- 172.21.15.31:0/2282050413 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe9280cfce0 0x7fe92814bbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:21.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:21.514+0000 7fe92d6fa640 1 -- 172.21.15.31:0/2282050413 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe9280d2410 msgr2=0x7fe9281f6170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:21.516 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:21.514+0000 7fe92d6fa640 1 --2- 172.21.15.31:0/2282050413 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe9280d2410 0x7fe9281f6170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:21.516 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:21.514+0000 7fe92d6fa640 1 -- 172.21.15.31:0/2282050413 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9280c5f00 con 0x7fe92815f6d0 2024-09-16T07:23:21.516 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:21.514+0000 7fe92d6fa640 1 --2- 172.21.15.31:0/2282050413 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe92815f6d0 0x7fe928148410 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fe920009bf0 tx=0x7fe920003ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:23:21.516 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:21.514+0000 7fe9257fa640 1 -- 172.21.15.31:0/2282050413 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe920046070 con 0x7fe92815f6d0 2024-09-16T07:23:21.516 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:21.515+0000 7fe9257fa640 1 -- 172.21.15.31:0/2282050413 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe920004250 con 0x7fe92815f6d0 2024-09-16T07:23:21.516 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:21.515+0000 7fe92f15d640 1 -- 172.21.15.31:0/2282050413 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9280c5940 con 0x7fe92815f6d0 2024-09-16T07:23:21.516 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:21.515+0000 7fe9257fa640 1 -- 172.21.15.31:0/2282050413 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe920004680 con 0x7fe92815f6d0 2024-09-16T07:23:21.516 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:21.515+0000 7fe92f15d640 1 -- 172.21.15.31:0/2282050413 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9280b4e50 con 0x7fe92815f6d0 2024-09-16T07:23:21.517 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:21.516+0000 7fe92f15d640 1 -- 172.21.15.31:0/2282050413 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe9280cc450 con 0x7fe92815f6d0 2024-09-16T07:23:21.517 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:21.516+0000 7fe9257fa640 1 -- 172.21.15.31:0/2282050413 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 8) ==== 101491+0+0 (secure 0 0 0) 0x7fe920049070 con 0x7fe92815f6d0 2024-09-16T07:23:21.517 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:21.517+0000 7fe9257fa640 1 --2- 172.21.15.31:0/2282050413 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe914078a90 0x7fe91407af50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:21.517 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:21.517+0000 7fe9257fa640 1 -- 172.21.15.31:0/2282050413 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5854+0+0 (secure 0 0 0) 0x7fe9200bbe00 con 0x7fe92815f6d0 2024-09-16T07:23:21.517 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:21.517+0000 7fe92cef9640 1 --2- 172.21.15.31:0/2282050413 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe914078a90 0x7fe91407af50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:21.517 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:21.518+0000 7fe92cef9640 1 --2- 172.21.15.31:0/2282050413 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe914078a90 0x7fe91407af50 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fe9280b76c0 tx=0x7fe91800a2d0 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:23:21.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:21.521+0000 7fe9257fa640 1 -- 172.21.15.31:0/2282050413 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fe9280cc450 con 0x7fe92815f6d0 2024-09-16T07:23:21.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:21.746+0000 7fe92f15d640 1 -- 172.21.15.31:0/2282050413 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe9280b19f0 con 0x7fe92815f6d0 2024-09-16T07:23:21.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:21.746+0000 7fe9257fa640 1 -- 172.21.15.31:0/2282050413 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+5223 (secure 0 0 0) 0x7fe920032030 con 0x7fe92815f6d0 2024-09-16T07:23:21.746 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:23:21.746 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":28,"btime":"2024-09-16T07:22:38:679679+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4934,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2654545976","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2654545976},{"type":"v1","addr":"172.21.15.155:6836","nonce":2654545976}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":4937,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/545251166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":545251166},{"type":"v1","addr":"172.21.15.155:6837","nonce":545251166}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5391,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6834/403188644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":403188644},{"type":"v1","addr":"172.21.15.31:6834","nonce":403188644}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21}],"filesystems":[{"mdsmap":{"epoch":27,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:22:28.829594+0000","modified":"2024-09-16T07:22:31.855003+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5394},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5394":{"gid":5394,"name":"c","rank":0,"incarnation":23,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6835/4030974348","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":4030974348},{"type":"v1","addr":"172.21.15.31:6835","nonce":4030974348}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5394,"qdb_cluster":[5394]},"id":3}]} 2024-09-16T07:23:21.746 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 28 2024-09-16T07:23:21.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:21.748+0000 7fe92f15d640 1 -- 172.21.15.31:0/2282050413 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe914078a90 msgr2=0x7fe91407af50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:21.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:21.748+0000 7fe92f15d640 1 --2- 172.21.15.31:0/2282050413 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe914078a90 0x7fe91407af50 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fe9280b76c0 tx=0x7fe91800a2d0 comp rx=0 tx=0).stop 2024-09-16T07:23:21.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:21.748+0000 7fe92f15d640 1 -- 172.21.15.31:0/2282050413 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe92815f6d0 msgr2=0x7fe928148410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:21.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:21.748+0000 7fe92f15d640 1 --2- 172.21.15.31:0/2282050413 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe92815f6d0 0x7fe928148410 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fe920009bf0 tx=0x7fe920003ce0 comp rx=0 tx=0).stop 2024-09-16T07:23:21.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:21.748+0000 7fe92f15d640 1 -- 172.21.15.31:0/2282050413 shutdown_connections 2024-09-16T07:23:21.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:21.748+0000 7fe92f15d640 1 --2- 172.21.15.31:0/2282050413 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe914078a90 0x7fe91407af50 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:21.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:21.748+0000 7fe92f15d640 1 --2- 172.21.15.31:0/2282050413 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe92815f6d0 0x7fe928148410 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:21.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:21.748+0000 7fe92f15d640 1 --2- 172.21.15.31:0/2282050413 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe9280d2410 0x7fe9281f6170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:21.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:21.748+0000 7fe92f15d640 1 --2- 172.21.15.31:0/2282050413 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe9280cfce0 0x7fe92814bbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:21.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:21.748+0000 7fe92f15d640 1 -- 172.21.15.31:0/2282050413 >> 172.21.15.31:0/2282050413 conn(0x7fe92809aa30 msgr2=0x7fe928070780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:23:21.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:21.748+0000 7fe92f15d640 1 -- 172.21.15.31:0/2282050413 shutdown_connections 2024-09-16T07:23:21.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:21.748+0000 7fe92f15d640 1 -- 172.21.15.31:0/2282050413 wait complete. 2024-09-16T07:23:21.759 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json session ls 2024-09-16T07:23:21.880 INFO:teuthology.orchestra.run.smithi031.stdout:[{"id":5302,"entity":{"name":{"type":"client","num":5302},"addr":{"type":"any","addr":"172.21.15.155:0","nonce":2742377024}},"state":"open","num_leases":0,"num_caps":7,"request_load_avg":10,"uptime":33.936437828000003,"requests_in_flight":0,"num_completed_requests":2,"num_completed_flushes":1,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":20.341569575526339,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":15,"last_trim_completed_flushes_tid":2,"delegated_inos":[{"start":"0x10000000005","length":500}],"inst":"client.5302 172.21.15.155:0/2742377024","completed_requests":[{"tid":15,"created_ino":"0x0"},{"tid":16,"created_ino":"0x100000001f9"}],"prealloc_inos":[{"start":"0x10000000005","length":500},{"start":"0x100000001fa","length":1000}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"4ef5f0587d1cad82c4295c20951c303dc342ac74","ceph_version":"ceph version 19.3.0-4938-g4ef5f058 (4ef5f0587d1cad82c4295c20951c303dc342ac74) squid (dev)","entity_id":"x","hostname":"smithi155","pid":"36358","root":"/"}}] 2024-09-16T07:23:21.881 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "4ef5f0587d1cad82c4295c20951c303dc342ac74", "ceph_version": "ceph version 19.3.0-4938-g4ef5f058 (4ef5f0587d1cad82c4295c20951c303dc342ac74) squid (dev)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "x", "hostname": "smithi155", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "pid": "36358", "root": "/" }, "completed_requests": [ { "created_ino": "0x0", "tid": 15 }, { "created_ino": "0x100000001f9", "tid": 16 } ], "delegated_inos": [ { "length": 500, "start": "0x10000000005" } ], "entity": { "addr": { "addr": "172.21.15.155:0", "nonce": 2742377024, "type": "any" }, "name": { "num": 5302, "type": "client" } }, "id": 5302, "inst": "client.5302 172.21.15.155:0/2742377024", "last_trim_completed_flushes_tid": 2, "last_trim_completed_requests_tid": 15, "num_caps": 7, "num_completed_flushes": 1, "num_completed_requests": 2, "num_leases": 0, "prealloc_inos": [ { "length": 500, "start": "0x10000000005" }, { "length": 1000, "start": "0x100000001fa" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 10, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 20.34156957552634 }, "state": "open", "uptime": 33.936437828 } ] 2024-09-16T07:23:21.881 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=90 retry_count=0)... 2024-09-16T07:23:26.883 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:23:27.001 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:27.002+0000 7f9d02670640 1 -- 172.21.15.31:0/4218446057 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9cfc0ccc10 msgr2=0x7f9cfc070990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:27.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:27.002+0000 7f9d02670640 1 --2- 172.21.15.31:0/4218446057 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9cfc0ccc10 0x7f9cfc070990 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f9cf4005fd0 tx=0x7f9cf402aa90 comp rx=0 tx=0).stop 2024-09-16T07:23:27.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:27.002+0000 7f9d02670640 1 -- 172.21.15.31:0/4218446057 shutdown_connections 2024-09-16T07:23:27.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:27.002+0000 7f9d02670640 1 --2- 172.21.15.31:0/4218446057 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9cfc0ccc10 0x7f9cfc070990 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:27.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:27.002+0000 7f9d02670640 1 --2- 172.21.15.31:0/4218446057 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9cfc074130 0x7f9cfc0cc6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:27.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:27.002+0000 7f9d02670640 1 -- 172.21.15.31:0/4218446057 >> 172.21.15.31:0/4218446057 conn(0x7f9cfc0d0c20 msgr2=0x7f9cfc0d1030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:23:27.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:27.002+0000 7f9d02670640 1 -- 172.21.15.31:0/4218446057 shutdown_connections 2024-09-16T07:23:27.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:27.002+0000 7f9d02670640 1 -- 172.21.15.31:0/4218446057 wait complete. 2024-09-16T07:23:27.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:27.003+0000 7f9d02670640 1 Processor -- start 2024-09-16T07:23:27.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:27.003+0000 7f9d02670640 1 -- start start 2024-09-16T07:23:27.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:27.004+0000 7f9d02670640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9cfc06d590 0x7f9cfc0c9b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:27.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:27.004+0000 7f9d02670640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9cfc074130 0x7f9cfc1e7000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:27.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:27.004+0000 7f9d02670640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9cfc0ccc10 0x7f9cfc0a0e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:27.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:27.004+0000 7f9d02670640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f9cfc06ce70 con 0x7f9cfc074130 2024-09-16T07:23:27.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:27.004+0000 7f9d02670640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f9cfc06ccf0 con 0x7f9cfc06d590 2024-09-16T07:23:27.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:27.004+0000 7f9d02670640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f9cfc070ed0 con 0x7f9cfc0ccc10 2024-09-16T07:23:27.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:27.004+0000 7f9cfb7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9cfc074130 0x7f9cfc1e7000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:27.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:27.004+0000 7f9cfb7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9cfc074130 0x7f9cfc1e7000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:42080/0 (socket says 172.21.15.31:42080) 2024-09-16T07:23:27.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:27.004+0000 7f9cfb7fe640 1 -- 172.21.15.31:0/2924542920 learned_addr learned my addr 172.21.15.31:0/2924542920 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:23:27.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:27.005+0000 7f9d00c0d640 1 --2- 172.21.15.31:0/2924542920 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9cfc0ccc10 0x7f9cfc0a0e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:27.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:27.005+0000 7f9cfbfff640 1 --2- 172.21.15.31:0/2924542920 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9cfc06d590 0x7f9cfc0c9b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:27.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:27.005+0000 7f9cfb7fe640 1 -- 172.21.15.31:0/2924542920 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9cfc0ccc10 msgr2=0x7f9cfc0a0e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:27.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:27.005+0000 7f9cfb7fe640 1 --2- 172.21.15.31:0/2924542920 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9cfc0ccc10 0x7f9cfc0a0e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:27.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:27.005+0000 7f9cfb7fe640 1 -- 172.21.15.31:0/2924542920 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9cfc06d590 msgr2=0x7f9cfc0c9b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:27.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:27.005+0000 7f9cfb7fe640 1 --2- 172.21.15.31:0/2924542920 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9cfc06d590 0x7f9cfc0c9b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:27.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:27.005+0000 7f9cfb7fe640 1 -- 172.21.15.31:0/2924542920 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9cfc1e7a50 con 0x7f9cfc074130 2024-09-16T07:23:27.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:27.005+0000 7f9cfbfff640 1 --2- 172.21.15.31:0/2924542920 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9cfc06d590 0x7f9cfc0c9b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:23:27.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:27.005+0000 7f9cfb7fe640 1 --2- 172.21.15.31:0/2924542920 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9cfc074130 0x7f9cfc1e7000 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f9cf000e9f0 tx=0x7f9cf000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:23:27.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:27.005+0000 7f9cf8ff9640 1 -- 172.21.15.31:0/2924542920 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cf000cd80 con 0x7f9cfc074130 2024-09-16T07:23:27.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:27.005+0000 7f9cf8ff9640 1 -- 172.21.15.31:0/2924542920 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9cf0010430 con 0x7f9cfc074130 2024-09-16T07:23:27.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:27.005+0000 7f9d02670640 1 -- 172.21.15.31:0/2924542920 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9cfc1e7d30 con 0x7f9cfc074130 2024-09-16T07:23:27.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:27.005+0000 7f9cf8ff9640 1 -- 172.21.15.31:0/2924542920 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cf0010840 con 0x7f9cfc074130 2024-09-16T07:23:27.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:27.005+0000 7f9d02670640 1 -- 172.21.15.31:0/2924542920 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9cfc1e82f0 con 0x7f9cfc074130 2024-09-16T07:23:27.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:27.006+0000 7f9d02670640 1 -- 172.21.15.31:0/2924542920 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9cfc071380 con 0x7f9cfc074130 2024-09-16T07:23:27.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:27.007+0000 7f9cf8ff9640 1 -- 172.21.15.31:0/2924542920 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 8) ==== 101491+0+0 (secure 0 0 0) 0x7f9cf00109e0 con 0x7f9cfc074130 2024-09-16T07:23:27.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:27.007+0000 7f9cf8ff9640 1 --2- 172.21.15.31:0/2924542920 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9ce8078a90 0x7f9ce807af50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:27.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:27.008+0000 7f9cf8ff9640 1 -- 172.21.15.31:0/2924542920 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5854+0+0 (secure 0 0 0) 0x7f9cf009b9c0 con 0x7f9cfc074130 2024-09-16T07:23:27.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:27.008+0000 7f9cfbfff640 1 --2- 172.21.15.31:0/2924542920 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9ce8078a90 0x7f9ce807af50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:27.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:27.008+0000 7f9cfbfff640 1 --2- 172.21.15.31:0/2924542920 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9ce8078a90 0x7f9ce807af50 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f9cec000f60 tx=0x7f9cec009040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:23:27.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:27.012+0000 7f9cf8ff9640 1 -- 172.21.15.31:0/2924542920 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f9cf009de20 con 0x7f9cfc074130 2024-09-16T07:23:27.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:27.237+0000 7f9d02670640 1 -- 172.21.15.31:0/2924542920 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9cfc0b0c00 con 0x7f9cfc074130 2024-09-16T07:23:27.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:27.237+0000 7f9cf8ff9640 1 -- 172.21.15.31:0/2924542920 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+5223 (secure 0 0 0) 0x7f9cf0063630 con 0x7f9cfc074130 2024-09-16T07:23:27.237 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:23:27.238 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":28,"btime":"2024-09-16T07:22:38:679679+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4934,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2654545976","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2654545976},{"type":"v1","addr":"172.21.15.155:6836","nonce":2654545976}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":4937,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/545251166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":545251166},{"type":"v1","addr":"172.21.15.155:6837","nonce":545251166}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5391,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6834/403188644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":403188644},{"type":"v1","addr":"172.21.15.31:6834","nonce":403188644}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21}],"filesystems":[{"mdsmap":{"epoch":27,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:22:28.829594+0000","modified":"2024-09-16T07:22:31.855003+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5394},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5394":{"gid":5394,"name":"c","rank":0,"incarnation":23,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6835/4030974348","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":4030974348},{"type":"v1","addr":"172.21.15.31:6835","nonce":4030974348}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5394,"qdb_cluster":[5394]},"id":3}]} 2024-09-16T07:23:27.238 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 28 2024-09-16T07:23:27.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:27.240+0000 7f9d02670640 1 -- 172.21.15.31:0/2924542920 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9ce8078a90 msgr2=0x7f9ce807af50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:27.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:27.240+0000 7f9d02670640 1 --2- 172.21.15.31:0/2924542920 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9ce8078a90 0x7f9ce807af50 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f9cec000f60 tx=0x7f9cec009040 comp rx=0 tx=0).stop 2024-09-16T07:23:27.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:27.240+0000 7f9d02670640 1 -- 172.21.15.31:0/2924542920 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9cfc074130 msgr2=0x7f9cfc1e7000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:27.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:27.240+0000 7f9d02670640 1 --2- 172.21.15.31:0/2924542920 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9cfc074130 0x7f9cfc1e7000 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f9cf000e9f0 tx=0x7f9cf000eeb0 comp rx=0 tx=0).stop 2024-09-16T07:23:27.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:27.240+0000 7f9d02670640 1 -- 172.21.15.31:0/2924542920 shutdown_connections 2024-09-16T07:23:27.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:27.240+0000 7f9d02670640 1 --2- 172.21.15.31:0/2924542920 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9ce8078a90 0x7f9ce807af50 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:27.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:27.240+0000 7f9d02670640 1 --2- 172.21.15.31:0/2924542920 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9cfc0ccc10 0x7f9cfc0a0e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:27.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:27.240+0000 7f9d02670640 1 --2- 172.21.15.31:0/2924542920 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9cfc074130 0x7f9cfc1e7000 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:27.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:27.240+0000 7f9d02670640 1 --2- 172.21.15.31:0/2924542920 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9cfc06d590 0x7f9cfc0c9b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:27.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:27.240+0000 7f9d02670640 1 -- 172.21.15.31:0/2924542920 >> 172.21.15.31:0/2924542920 conn(0x7f9cfc0d0c20 msgr2=0x7f9cfc0b5f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:23:27.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:27.240+0000 7f9d02670640 1 -- 172.21.15.31:0/2924542920 shutdown_connections 2024-09-16T07:23:27.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:27.240+0000 7f9d02670640 1 -- 172.21.15.31:0/2924542920 wait complete. 2024-09-16T07:23:27.251 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json session ls 2024-09-16T07:23:27.371 INFO:teuthology.orchestra.run.smithi031.stdout:[{"id":5302,"entity":{"name":{"type":"client","num":5302},"addr":{"type":"any","addr":"172.21.15.155:0","nonce":2742377024}},"state":"open","num_leases":0,"num_caps":7,"request_load_avg":10,"uptime":39.426346897000002,"requests_in_flight":0,"num_completed_requests":2,"num_completed_flushes":1,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":20.08517882681614,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":15,"last_trim_completed_flushes_tid":2,"delegated_inos":[{"start":"0x10000000005","length":500}],"inst":"client.5302 172.21.15.155:0/2742377024","completed_requests":[{"tid":15,"created_ino":"0x0"},{"tid":16,"created_ino":"0x100000001f9"}],"prealloc_inos":[{"start":"0x10000000005","length":500},{"start":"0x100000001fa","length":1000}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"4ef5f0587d1cad82c4295c20951c303dc342ac74","ceph_version":"ceph version 19.3.0-4938-g4ef5f058 (4ef5f0587d1cad82c4295c20951c303dc342ac74) squid (dev)","entity_id":"x","hostname":"smithi155","pid":"36358","root":"/"}}] 2024-09-16T07:23:27.372 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "4ef5f0587d1cad82c4295c20951c303dc342ac74", "ceph_version": "ceph version 19.3.0-4938-g4ef5f058 (4ef5f0587d1cad82c4295c20951c303dc342ac74) squid (dev)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "x", "hostname": "smithi155", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "pid": "36358", "root": "/" }, "completed_requests": [ { "created_ino": "0x0", "tid": 15 }, { "created_ino": "0x100000001f9", "tid": 16 } ], "delegated_inos": [ { "length": 500, "start": "0x10000000005" } ], "entity": { "addr": { "addr": "172.21.15.155:0", "nonce": 2742377024, "type": "any" }, "name": { "num": 5302, "type": "client" } }, "id": 5302, "inst": "client.5302 172.21.15.155:0/2742377024", "last_trim_completed_flushes_tid": 2, "last_trim_completed_requests_tid": 15, "num_caps": 7, "num_completed_flushes": 1, "num_completed_requests": 2, "num_leases": 0, "prealloc_inos": [ { "length": 500, "start": "0x10000000005" }, { "length": 1000, "start": "0x100000001fa" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 10, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 20.08517882681614 }, "state": "open", "uptime": 39.426346897 } ] 2024-09-16T07:23:27.372 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=90 retry_count=0)... 2024-09-16T07:23:32.374 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:23:32.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:32.495+0000 7ff8f2047640 1 -- 172.21.15.31:0/1361018356 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff8ec161b30 msgr2=0x7ff8ec0cf920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:32.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:32.495+0000 7ff8f2047640 1 --2- 172.21.15.31:0/1361018356 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff8ec161b30 0x7ff8ec0cf920 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7ff8dc005fd0 tx=0x7ff8dc02a580 comp rx=0 tx=0).stop 2024-09-16T07:23:32.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:32.495+0000 7ff8f2047640 1 -- 172.21.15.31:0/1361018356 shutdown_connections 2024-09-16T07:23:32.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:32.495+0000 7ff8f2047640 1 --2- 172.21.15.31:0/1361018356 >> v2:172.21.15.155:3300/0 conn(0x7ff8ec160ac0 0x7ff8ec160f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:32.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:32.495+0000 7ff8f2047640 1 --2- 172.21.15.31:0/1361018356 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff8ec161b30 0x7ff8ec0cf920 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:32.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:32.495+0000 7ff8f2047640 1 -- 172.21.15.31:0/1361018356 >> 172.21.15.31:0/1361018356 conn(0x7ff8ec0d3e40 msgr2=0x7ff8ec0d4250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:23:32.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:32.495+0000 7ff8f2047640 1 -- 172.21.15.31:0/1361018356 shutdown_connections 2024-09-16T07:23:32.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:32.495+0000 7ff8f2047640 1 -- 172.21.15.31:0/1361018356 wait complete. 2024-09-16T07:23:32.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:32.496+0000 7ff8f2047640 1 Processor -- start 2024-09-16T07:23:32.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:32.496+0000 7ff8f2047640 1 -- start start 2024-09-16T07:23:32.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:32.497+0000 7ff8f2047640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff8ec0d1a10 0x7ff8ec0c9ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:32.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:32.497+0000 7ff8f2047640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff8ec160ac0 0x7ff8ec150e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:32.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:32.497+0000 7ff8f2047640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff8ec161b30 0x7ff8ec151350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:32.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:32.497+0000 7ff8f2047640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7ff8ec0b39e0 con 0x7ff8ec0d1a10 2024-09-16T07:23:32.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:32.497+0000 7ff8f2047640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ff8ec161920 con 0x7ff8ec161b30 2024-09-16T07:23:32.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:32.497+0000 7ff8f2047640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ff8ec0b3b60 con 0x7ff8ec160ac0 2024-09-16T07:23:32.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:32.497+0000 7ff8eb7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff8ec0d1a10 0x7ff8ec0c9ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:32.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:32.497+0000 7ff8eb7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff8ec0d1a10 0x7ff8ec0c9ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:42092/0 (socket says 172.21.15.31:42092) 2024-09-16T07:23:32.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:32.497+0000 7ff8eb7fe640 1 -- 172.21.15.31:0/2430776403 learned_addr learned my addr 172.21.15.31:0/2430776403 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:23:32.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:32.497+0000 7ff8eaffd640 1 --2- 172.21.15.31:0/2430776403 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff8ec160ac0 0x7ff8ec150e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:32.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:32.497+0000 7ff8ebfff640 1 --2- 172.21.15.31:0/2430776403 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff8ec161b30 0x7ff8ec151350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:32.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:32.497+0000 7ff8eb7fe640 1 -- 172.21.15.31:0/2430776403 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff8ec160ac0 msgr2=0x7ff8ec150e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:32.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:32.497+0000 7ff8eb7fe640 1 --2- 172.21.15.31:0/2430776403 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff8ec160ac0 0x7ff8ec150e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:32.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:32.497+0000 7ff8eb7fe640 1 -- 172.21.15.31:0/2430776403 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff8ec161b30 msgr2=0x7ff8ec151350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:32.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:32.497+0000 7ff8eb7fe640 1 --2- 172.21.15.31:0/2430776403 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff8ec161b30 0x7ff8ec151350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:32.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:32.497+0000 7ff8eb7fe640 1 -- 172.21.15.31:0/2430776403 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8ec1f8900 con 0x7ff8ec0d1a10 2024-09-16T07:23:32.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:32.498+0000 7ff8eb7fe640 1 --2- 172.21.15.31:0/2430776403 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff8ec0d1a10 0x7ff8ec0c9ff0 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7ff8dc006010 tx=0x7ff8dc0038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:23:32.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:32.498+0000 7ff8e3fff640 1 -- 172.21.15.31:0/2430776403 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8dc03e030 con 0x7ff8ec0d1a10 2024-09-16T07:23:32.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:32.498+0000 7ff8e3fff640 1 -- 172.21.15.31:0/2430776403 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff8dc003d90 con 0x7ff8ec0d1a10 2024-09-16T07:23:32.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:32.498+0000 7ff8e3fff640 1 -- 172.21.15.31:0/2430776403 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8dc035040 con 0x7ff8ec0d1a10 2024-09-16T07:23:32.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:32.498+0000 7ff8f2047640 1 -- 172.21.15.31:0/2430776403 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff8ec1f4810 con 0x7ff8ec0d1a10 2024-09-16T07:23:32.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:32.498+0000 7ff8f2047640 1 -- 172.21.15.31:0/2430776403 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8ec0ca530 con 0x7ff8ec0d1a10 2024-09-16T07:23:32.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:32.499+0000 7ff8f2047640 1 -- 172.21.15.31:0/2430776403 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff8ec1f4620 con 0x7ff8ec0d1a10 2024-09-16T07:23:32.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:32.500+0000 7ff8e3fff640 1 -- 172.21.15.31:0/2430776403 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 8) ==== 101491+0+0 (secure 0 0 0) 0x7ff8dc041030 con 0x7ff8ec0d1a10 2024-09-16T07:23:32.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:32.500+0000 7ff8e3fff640 1 --2- 172.21.15.31:0/2430776403 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ff8cc078a90 0x7ff8cc07af50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:32.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:32.501+0000 7ff8e3fff640 1 -- 172.21.15.31:0/2430776403 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5854+0+0 (secure 0 0 0) 0x7ff8dc0bb420 con 0x7ff8ec0d1a10 2024-09-16T07:23:32.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:32.501+0000 7ff8eaffd640 1 --2- 172.21.15.31:0/2430776403 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ff8cc078a90 0x7ff8cc07af50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:32.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:32.501+0000 7ff8eaffd640 1 --2- 172.21.15.31:0/2430776403 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ff8cc078a90 0x7ff8cc07af50 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7ff8ec1605c0 tx=0x7ff8d4007e30 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:23:32.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:32.505+0000 7ff8e3fff640 1 -- 172.21.15.31:0/2430776403 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7ff8dc083010 con 0x7ff8ec0d1a10 2024-09-16T07:23:32.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:32.731+0000 7ff8f2047640 1 -- 172.21.15.31:0/2430776403 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff8ec1f4f20 con 0x7ff8ec0d1a10 2024-09-16T07:23:32.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:32.732+0000 7ff8e3fff640 1 -- 172.21.15.31:0/2430776403 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+5223 (secure 0 0 0) 0x7ff8dc087a40 con 0x7ff8ec0d1a10 2024-09-16T07:23:32.733 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:23:32.734 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":28,"btime":"2024-09-16T07:22:38:679679+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4934,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2654545976","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2654545976},{"type":"v1","addr":"172.21.15.155:6836","nonce":2654545976}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":4937,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/545251166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":545251166},{"type":"v1","addr":"172.21.15.155:6837","nonce":545251166}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5391,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6834/403188644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":403188644},{"type":"v1","addr":"172.21.15.31:6834","nonce":403188644}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21}],"filesystems":[{"mdsmap":{"epoch":27,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:22:28.829594+0000","modified":"2024-09-16T07:22:31.855003+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5394},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5394":{"gid":5394,"name":"c","rank":0,"incarnation":23,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6835/4030974348","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":4030974348},{"type":"v1","addr":"172.21.15.31:6835","nonce":4030974348}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5394,"qdb_cluster":[5394]},"id":3}]} 2024-09-16T07:23:32.735 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 28 2024-09-16T07:23:32.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:32.734+0000 7ff8f2047640 1 -- 172.21.15.31:0/2430776403 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ff8cc078a90 msgr2=0x7ff8cc07af50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:32.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:32.734+0000 7ff8f2047640 1 --2- 172.21.15.31:0/2430776403 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ff8cc078a90 0x7ff8cc07af50 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7ff8ec1605c0 tx=0x7ff8d4007e30 comp rx=0 tx=0).stop 2024-09-16T07:23:32.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:32.734+0000 7ff8f2047640 1 -- 172.21.15.31:0/2430776403 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff8ec0d1a10 msgr2=0x7ff8ec0c9ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:32.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:32.734+0000 7ff8f2047640 1 --2- 172.21.15.31:0/2430776403 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff8ec0d1a10 0x7ff8ec0c9ff0 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7ff8dc006010 tx=0x7ff8dc0038a0 comp rx=0 tx=0).stop 2024-09-16T07:23:32.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:32.734+0000 7ff8f2047640 1 -- 172.21.15.31:0/2430776403 shutdown_connections 2024-09-16T07:23:32.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:32.734+0000 7ff8f2047640 1 --2- 172.21.15.31:0/2430776403 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ff8cc078a90 0x7ff8cc07af50 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:32.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:32.734+0000 7ff8f2047640 1 --2- 172.21.15.31:0/2430776403 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff8ec161b30 0x7ff8ec151350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:32.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:32.734+0000 7ff8f2047640 1 --2- 172.21.15.31:0/2430776403 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff8ec160ac0 0x7ff8ec150e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:32.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:32.734+0000 7ff8f2047640 1 --2- 172.21.15.31:0/2430776403 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff8ec0d1a10 0x7ff8ec0c9ff0 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:32.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:32.734+0000 7ff8f2047640 1 -- 172.21.15.31:0/2430776403 >> 172.21.15.31:0/2430776403 conn(0x7ff8ec0d3e40 msgr2=0x7ff8ec161f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:23:32.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:32.734+0000 7ff8f2047640 1 -- 172.21.15.31:0/2430776403 shutdown_connections 2024-09-16T07:23:32.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:32.734+0000 7ff8f2047640 1 -- 172.21.15.31:0/2430776403 wait complete. 2024-09-16T07:23:32.745 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json session ls 2024-09-16T07:23:32.869 INFO:teuthology.orchestra.run.smithi031.stdout:[{"id":5302,"entity":{"name":{"type":"client","num":5302},"addr":{"type":"any","addr":"172.21.15.155:0","nonce":2742377024}},"state":"open","num_leases":0,"num_caps":7,"request_load_avg":9,"uptime":44.924255832999997,"requests_in_flight":0,"num_completed_requests":2,"num_completed_flushes":1,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":19.831653133680469,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":15,"last_trim_completed_flushes_tid":2,"delegated_inos":[{"start":"0x10000000005","length":500}],"inst":"client.5302 172.21.15.155:0/2742377024","completed_requests":[{"tid":15,"created_ino":"0x0"},{"tid":16,"created_ino":"0x100000001f9"}],"prealloc_inos":[{"start":"0x10000000005","length":500},{"start":"0x100000001fa","length":1000}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"4ef5f0587d1cad82c4295c20951c303dc342ac74","ceph_version":"ceph version 19.3.0-4938-g4ef5f058 (4ef5f0587d1cad82c4295c20951c303dc342ac74) squid (dev)","entity_id":"x","hostname":"smithi155","pid":"36358","root":"/"}}] 2024-09-16T07:23:32.870 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "4ef5f0587d1cad82c4295c20951c303dc342ac74", "ceph_version": "ceph version 19.3.0-4938-g4ef5f058 (4ef5f0587d1cad82c4295c20951c303dc342ac74) squid (dev)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "x", "hostname": "smithi155", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "pid": "36358", "root": "/" }, "completed_requests": [ { "created_ino": "0x0", "tid": 15 }, { "created_ino": "0x100000001f9", "tid": 16 } ], "delegated_inos": [ { "length": 500, "start": "0x10000000005" } ], "entity": { "addr": { "addr": "172.21.15.155:0", "nonce": 2742377024, "type": "any" }, "name": { "num": 5302, "type": "client" } }, "id": 5302, "inst": "client.5302 172.21.15.155:0/2742377024", "last_trim_completed_flushes_tid": 2, "last_trim_completed_requests_tid": 15, "num_caps": 7, "num_completed_flushes": 1, "num_completed_requests": 2, "num_leases": 0, "prealloc_inos": [ { "length": 500, "start": "0x10000000005" }, { "length": 1000, "start": "0x100000001fa" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 9, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 19.83165313368047 }, "state": "open", "uptime": 44.924255833 } ] 2024-09-16T07:23:32.870 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=90 retry_count=0)... 2024-09-16T07:23:37.138 DEBUG:teuthology.orchestra.run.smithi031:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T07:23:37.142 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T07:23:37.872 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:23:37.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:37.990+0000 7f2d506b6640 1 -- 172.21.15.31:0/4167184412 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2d480cc900 msgr2=0x7f2d4815fc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:37.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:37.990+0000 7f2d506b6640 1 --2- 172.21.15.31:0/4167184412 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2d480cc900 0x7f2d4815fc90 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f2d480b2330 tx=0x7f2d4002a620 comp rx=0 tx=0).stop 2024-09-16T07:23:37.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:37.990+0000 7f2d506b6640 1 -- 172.21.15.31:0/4167184412 shutdown_connections 2024-09-16T07:23:37.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:37.990+0000 7f2d506b6640 1 --2- 172.21.15.31:0/4167184412 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2d480cc900 0x7f2d4815fc90 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:37.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:37.990+0000 7f2d506b6640 1 --2- 172.21.15.31:0/4167184412 >> v2:172.21.15.155:3300/0 conn(0x7f2d480cc490 0x7f2d4815f750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:37.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:37.990+0000 7f2d506b6640 1 -- 172.21.15.31:0/4167184412 >> 172.21.15.31:0/4167184412 conn(0x7f2d480b1690 msgr2=0x7f2d480b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:23:37.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:37.990+0000 7f2d506b6640 1 -- 172.21.15.31:0/4167184412 shutdown_connections 2024-09-16T07:23:37.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:37.990+0000 7f2d506b6640 1 -- 172.21.15.31:0/4167184412 wait complete. 2024-09-16T07:23:37.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:37.991+0000 7f2d506b6640 1 Processor -- start 2024-09-16T07:23:37.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:37.991+0000 7f2d506b6640 1 -- start start 2024-09-16T07:23:37.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:37.992+0000 7f2d506b6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2d480cc490 0x7f2d481476b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:37.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:37.992+0000 7f2d506b6640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2d480cc900 0x7f2d48152950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:37.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:37.992+0000 7f2d506b6640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2d48159680 0x7f2d48151a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:37.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:37.992+0000 7f2d506b6640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f2d480cec40 con 0x7f2d480cc490 2024-09-16T07:23:37.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:37.992+0000 7f2d506b6640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f2d480ceac0 con 0x7f2d480cc900 2024-09-16T07:23:37.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:37.992+0000 7f2d506b6640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f2d480cedc0 con 0x7f2d48159680 2024-09-16T07:23:37.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:37.992+0000 7f2d4e452640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2d480cc490 0x7f2d481476b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:37.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:37.992+0000 7f2d4e452640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2d480cc490 0x7f2d481476b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:49622/0 (socket says 172.21.15.31:49622) 2024-09-16T07:23:37.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:37.992+0000 7f2d4e452640 1 -- 172.21.15.31:0/2021426912 learned_addr learned my addr 172.21.15.31:0/2021426912 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:23:37.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:37.993+0000 7f2d4ec53640 1 --2- 172.21.15.31:0/2021426912 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2d48159680 0x7f2d48151a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:37.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:37.993+0000 7f2d4dc51640 1 --2- 172.21.15.31:0/2021426912 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2d480cc900 0x7f2d48152950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:37.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:37.993+0000 7f2d4e452640 1 -- 172.21.15.31:0/2021426912 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2d48159680 msgr2=0x7f2d48151a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:37.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:37.993+0000 7f2d4e452640 1 --2- 172.21.15.31:0/2021426912 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2d48159680 0x7f2d48151a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:37.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:37.993+0000 7f2d4e452640 1 -- 172.21.15.31:0/2021426912 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2d480cc900 msgr2=0x7f2d48152950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:37.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:37.993+0000 7f2d4e452640 1 --2- 172.21.15.31:0/2021426912 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2d480cc900 0x7f2d48152950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:37.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:37.993+0000 7f2d4e452640 1 -- 172.21.15.31:0/2021426912 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d48151f80 con 0x7f2d480cc490 2024-09-16T07:23:37.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:37.993+0000 7f2d4e452640 1 --2- 172.21.15.31:0/2021426912 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2d480cc490 0x7f2d481476b0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f2d3800c730 tx=0x7f2d3800cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:23:37.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:37.993+0000 7f2d46ffd640 1 -- 172.21.15.31:0/2021426912 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d38003b70 con 0x7f2d480cc490 2024-09-16T07:23:37.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:37.993+0000 7f2d46ffd640 1 -- 172.21.15.31:0/2021426912 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2d38003d30 con 0x7f2d480cc490 2024-09-16T07:23:37.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:37.993+0000 7f2d506b6640 1 -- 172.21.15.31:0/2021426912 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d48150d40 con 0x7f2d480cc490 2024-09-16T07:23:37.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:37.993+0000 7f2d46ffd640 1 -- 172.21.15.31:0/2021426912 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d3800aab0 con 0x7f2d480cc490 2024-09-16T07:23:37.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:37.993+0000 7f2d506b6640 1 -- 172.21.15.31:0/2021426912 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d48153330 con 0x7f2d480cc490 2024-09-16T07:23:37.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:37.994+0000 7f2d506b6640 1 -- 172.21.15.31:0/2021426912 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2d4815e630 con 0x7f2d480cc490 2024-09-16T07:23:37.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:37.995+0000 7f2d46ffd640 1 -- 172.21.15.31:0/2021426912 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 8) ==== 101491+0+0 (secure 0 0 0) 0x7f2d3800ac50 con 0x7f2d480cc490 2024-09-16T07:23:37.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:37.995+0000 7f2d46ffd640 1 --2- 172.21.15.31:0/2021426912 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2d34078a90 0x7f2d3407af50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:37.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:37.996+0000 7f2d46ffd640 1 -- 172.21.15.31:0/2021426912 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5854+0+0 (secure 0 0 0) 0x7f2d3809ad00 con 0x7f2d480cc490 2024-09-16T07:23:37.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:37.996+0000 7f2d4dc51640 1 --2- 172.21.15.31:0/2021426912 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2d34078a90 0x7f2d3407af50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:37.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:37.996+0000 7f2d4dc51640 1 --2- 172.21.15.31:0/2021426912 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2d34078a90 0x7f2d3407af50 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f2d3c005fd0 tx=0x7f2d3c005850 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:23:38.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:38.000+0000 7f2d46ffd640 1 -- 172.21.15.31:0/2021426912 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f2d4815e630 con 0x7f2d480cc490 2024-09-16T07:23:38.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:38.222+0000 7f2d506b6640 1 -- 172.21.15.31:0/2021426912 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2d480b0c80 con 0x7f2d480cc490 2024-09-16T07:23:38.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:38.223+0000 7f2d46ffd640 1 -- 172.21.15.31:0/2021426912 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+5223 (secure 0 0 0) 0x7f2d38062f00 con 0x7f2d480cc490 2024-09-16T07:23:38.223 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:23:38.223 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":28,"btime":"2024-09-16T07:22:38:679679+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4934,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2654545976","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2654545976},{"type":"v1","addr":"172.21.15.155:6836","nonce":2654545976}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":4937,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/545251166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":545251166},{"type":"v1","addr":"172.21.15.155:6837","nonce":545251166}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5391,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6834/403188644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":403188644},{"type":"v1","addr":"172.21.15.31:6834","nonce":403188644}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21}],"filesystems":[{"mdsmap":{"epoch":27,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:22:28.829594+0000","modified":"2024-09-16T07:22:31.855003+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5394},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5394":{"gid":5394,"name":"c","rank":0,"incarnation":23,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6835/4030974348","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":4030974348},{"type":"v1","addr":"172.21.15.31:6835","nonce":4030974348}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5394,"qdb_cluster":[5394]},"id":3}]} 2024-09-16T07:23:38.224 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 28 2024-09-16T07:23:38.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:38.225+0000 7f2d506b6640 1 -- 172.21.15.31:0/2021426912 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2d34078a90 msgr2=0x7f2d3407af50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:38.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:38.225+0000 7f2d506b6640 1 --2- 172.21.15.31:0/2021426912 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2d34078a90 0x7f2d3407af50 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f2d3c005fd0 tx=0x7f2d3c005850 comp rx=0 tx=0).stop 2024-09-16T07:23:38.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:38.225+0000 7f2d506b6640 1 -- 172.21.15.31:0/2021426912 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2d480cc490 msgr2=0x7f2d481476b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:38.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:38.225+0000 7f2d506b6640 1 --2- 172.21.15.31:0/2021426912 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2d480cc490 0x7f2d481476b0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f2d3800c730 tx=0x7f2d3800cbf0 comp rx=0 tx=0).stop 2024-09-16T07:23:38.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:38.225+0000 7f2d506b6640 1 -- 172.21.15.31:0/2021426912 shutdown_connections 2024-09-16T07:23:38.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:38.225+0000 7f2d506b6640 1 --2- 172.21.15.31:0/2021426912 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2d34078a90 0x7f2d3407af50 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:38.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:38.225+0000 7f2d506b6640 1 --2- 172.21.15.31:0/2021426912 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2d48159680 0x7f2d48151a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:38.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:38.225+0000 7f2d506b6640 1 --2- 172.21.15.31:0/2021426912 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2d480cc900 0x7f2d48152950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:38.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:38.225+0000 7f2d506b6640 1 --2- 172.21.15.31:0/2021426912 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2d480cc490 0x7f2d481476b0 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:38.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:38.225+0000 7f2d506b6640 1 -- 172.21.15.31:0/2021426912 >> 172.21.15.31:0/2021426912 conn(0x7f2d480b1690 msgr2=0x7f2d480af9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:23:38.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:38.225+0000 7f2d506b6640 1 -- 172.21.15.31:0/2021426912 shutdown_connections 2024-09-16T07:23:38.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:38.225+0000 7f2d506b6640 1 -- 172.21.15.31:0/2021426912 wait complete. 2024-09-16T07:23:38.236 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json session ls 2024-09-16T07:23:38.359 INFO:teuthology.orchestra.run.smithi031.stdout:[{"id":5302,"entity":{"name":{"type":"client","num":5302},"addr":{"type":"any","addr":"172.21.15.155:0","nonce":2742377024}},"state":"open","num_leases":0,"num_caps":7,"request_load_avg":8,"uptime":50.415164885000003,"requests_in_flight":0,"num_completed_requests":2,"num_completed_flushes":1,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":19.581644269839149,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":15,"last_trim_completed_flushes_tid":2,"delegated_inos":[{"start":"0x10000000005","length":500}],"inst":"client.5302 172.21.15.155:0/2742377024","completed_requests":[{"tid":15,"created_ino":"0x0"},{"tid":16,"created_ino":"0x100000001f9"}],"prealloc_inos":[{"start":"0x10000000005","length":500},{"start":"0x100000001fa","length":1000}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"4ef5f0587d1cad82c4295c20951c303dc342ac74","ceph_version":"ceph version 19.3.0-4938-g4ef5f058 (4ef5f0587d1cad82c4295c20951c303dc342ac74) squid (dev)","entity_id":"x","hostname":"smithi155","pid":"36358","root":"/"}}] 2024-09-16T07:23:38.360 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "4ef5f0587d1cad82c4295c20951c303dc342ac74", "ceph_version": "ceph version 19.3.0-4938-g4ef5f058 (4ef5f0587d1cad82c4295c20951c303dc342ac74) squid (dev)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "x", "hostname": "smithi155", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "pid": "36358", "root": "/" }, "completed_requests": [ { "created_ino": "0x0", "tid": 15 }, { "created_ino": "0x100000001f9", "tid": 16 } ], "delegated_inos": [ { "length": 500, "start": "0x10000000005" } ], "entity": { "addr": { "addr": "172.21.15.155:0", "nonce": 2742377024, "type": "any" }, "name": { "num": 5302, "type": "client" } }, "id": 5302, "inst": "client.5302 172.21.15.155:0/2742377024", "last_trim_completed_flushes_tid": 2, "last_trim_completed_requests_tid": 15, "num_caps": 7, "num_completed_flushes": 1, "num_completed_requests": 2, "num_leases": 0, "prealloc_inos": [ { "length": 500, "start": "0x10000000005" }, { "length": 1000, "start": "0x100000001fa" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 8, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 19.58164426983915 }, "state": "open", "uptime": 50.415164885 } ] 2024-09-16T07:23:38.360 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=90 retry_count=0)... 2024-09-16T07:23:43.362 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:23:43.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:43.481+0000 7fd2887ad640 1 -- 172.21.15.31:0/645551106 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd2800d2410 msgr2=0x7fd2800b3090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:43.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:43.481+0000 7fd2887ad640 1 --2- 172.21.15.31:0/645551106 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd2800d2410 0x7fd2800b3090 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fd27c009830 tx=0x7fd27c02a5a0 comp rx=0 tx=0).stop 2024-09-16T07:23:43.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:43.481+0000 7fd2887ad640 1 -- 172.21.15.31:0/645551106 shutdown_connections 2024-09-16T07:23:43.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:43.481+0000 7fd2887ad640 1 --2- 172.21.15.31:0/645551106 >> v2:172.21.15.155:3300/0 conn(0x7fd28015f6d0 0x7fd28015c880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:43.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:43.481+0000 7fd2887ad640 1 --2- 172.21.15.31:0/645551106 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd2800d2410 0x7fd2800b3090 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:43.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:43.481+0000 7fd2887ad640 1 -- 172.21.15.31:0/645551106 >> 172.21.15.31:0/645551106 conn(0x7fd28009aa30 msgr2=0x7fd28009ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:23:43.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:43.481+0000 7fd2887ad640 1 -- 172.21.15.31:0/645551106 shutdown_connections 2024-09-16T07:23:43.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:43.481+0000 7fd2887ad640 1 -- 172.21.15.31:0/645551106 wait complete. 2024-09-16T07:23:43.483 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:43.483+0000 7fd2887ad640 1 Processor -- start 2024-09-16T07:23:43.483 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:43.483+0000 7fd2887ad640 1 -- start start 2024-09-16T07:23:43.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:43.483+0000 7fd2887ad640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd2800d2410 0x7fd2800cb470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:43.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:43.483+0000 7fd2887ad640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd28015cdc0 0x7fd280156010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:43.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:43.483+0000 7fd2887ad640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd28015f6d0 0x7fd2800b5770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:43.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:43.483+0000 7fd2887ad640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fd2800b13c0 con 0x7fd28015cdc0 2024-09-16T07:23:43.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:43.483+0000 7fd2887ad640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fd2800b1240 con 0x7fd28015f6d0 2024-09-16T07:23:43.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:43.483+0000 7fd2887ad640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fd2800b1540 con 0x7fd2800d2410 2024-09-16T07:23:43.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:43.484+0000 7fd285d48640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd28015cdc0 0x7fd280156010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:43.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:43.484+0000 7fd285d48640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd28015cdc0 0x7fd280156010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:49766/0 (socket says 172.21.15.31:49766) 2024-09-16T07:23:43.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:43.484+0000 7fd285d48640 1 -- 172.21.15.31:0/2481174678 learned_addr learned my addr 172.21.15.31:0/2481174678 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:23:43.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:43.484+0000 7fd286549640 1 --2- 172.21.15.31:0/2481174678 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd2800d2410 0x7fd2800cb470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:43.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:43.484+0000 7fd286d4a640 1 --2- 172.21.15.31:0/2481174678 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd28015f6d0 0x7fd2800b5770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:43.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:43.484+0000 7fd285d48640 1 -- 172.21.15.31:0/2481174678 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd2800d2410 msgr2=0x7fd2800cb470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:43.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:43.484+0000 7fd285d48640 1 --2- 172.21.15.31:0/2481174678 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd2800d2410 0x7fd2800cb470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:43.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:43.484+0000 7fd285d48640 1 -- 172.21.15.31:0/2481174678 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd28015f6d0 msgr2=0x7fd2800b5770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:43.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:43.484+0000 7fd285d48640 1 --2- 172.21.15.31:0/2481174678 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd28015f6d0 0x7fd2800b5770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:43.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:43.484+0000 7fd285d48640 1 -- 172.21.15.31:0/2481174678 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd280156550 con 0x7fd28015cdc0 2024-09-16T07:23:43.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:43.484+0000 7fd285d48640 1 --2- 172.21.15.31:0/2481174678 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd28015cdc0 0x7fd280156010 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7fd27400e9f0 tx=0x7fd27400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:23:43.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:43.484+0000 7fd272ffd640 1 -- 172.21.15.31:0/2481174678 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd27400cd80 con 0x7fd28015cdc0 2024-09-16T07:23:43.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:43.484+0000 7fd272ffd640 1 -- 172.21.15.31:0/2481174678 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd274004020 con 0x7fd28015cdc0 2024-09-16T07:23:43.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:43.484+0000 7fd272ffd640 1 -- 172.21.15.31:0/2481174678 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd274004470 con 0x7fd28015cdc0 2024-09-16T07:23:43.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:43.484+0000 7fd2887ad640 1 -- 172.21.15.31:0/2481174678 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2800cbb50 con 0x7fd28015cdc0 2024-09-16T07:23:43.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:43.484+0000 7fd2887ad640 1 -- 172.21.15.31:0/2481174678 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd280158290 con 0x7fd28015cdc0 2024-09-16T07:23:43.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:43.485+0000 7fd2887ad640 1 -- 172.21.15.31:0/2481174678 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd2800b19f0 con 0x7fd28015cdc0 2024-09-16T07:23:43.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:43.486+0000 7fd272ffd640 1 -- 172.21.15.31:0/2481174678 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 8) ==== 101491+0+0 (secure 0 0 0) 0x7fd2740035f0 con 0x7fd28015cdc0 2024-09-16T07:23:43.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:43.487+0000 7fd272ffd640 1 --2- 172.21.15.31:0/2481174678 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd264078a90 0x7fd26407af50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:43.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:43.487+0000 7fd272ffd640 1 -- 172.21.15.31:0/2481174678 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5854+0+0 (secure 0 0 0) 0x7fd27409b880 con 0x7fd28015cdc0 2024-09-16T07:23:43.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:43.487+0000 7fd286549640 1 --2- 172.21.15.31:0/2481174678 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd264078a90 0x7fd26407af50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:43.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:43.487+0000 7fd286549640 1 --2- 172.21.15.31:0/2481174678 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd264078a90 0x7fd26407af50 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fd27c034000 tx=0x7fd27c004730 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:23:43.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:43.491+0000 7fd272ffd640 1 -- 172.21.15.31:0/2481174678 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fd2740633b0 con 0x7fd28015cdc0 2024-09-16T07:23:43.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:43.718+0000 7fd2887ad640 1 -- 172.21.15.31:0/2481174678 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd2800d29a0 con 0x7fd28015cdc0 2024-09-16T07:23:43.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:43.719+0000 7fd272ffd640 1 -- 172.21.15.31:0/2481174678 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+5223 (secure 0 0 0) 0x7fd274067de0 con 0x7fd28015cdc0 2024-09-16T07:23:43.720 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:23:43.720 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":28,"btime":"2024-09-16T07:22:38:679679+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4934,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2654545976","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2654545976},{"type":"v1","addr":"172.21.15.155:6836","nonce":2654545976}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":4937,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/545251166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":545251166},{"type":"v1","addr":"172.21.15.155:6837","nonce":545251166}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5391,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6834/403188644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":403188644},{"type":"v1","addr":"172.21.15.31:6834","nonce":403188644}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21}],"filesystems":[{"mdsmap":{"epoch":27,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:22:28.829594+0000","modified":"2024-09-16T07:22:31.855003+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5394},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5394":{"gid":5394,"name":"c","rank":0,"incarnation":23,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6835/4030974348","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":4030974348},{"type":"v1","addr":"172.21.15.31:6835","nonce":4030974348}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5394,"qdb_cluster":[5394]},"id":3}]} 2024-09-16T07:23:43.720 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 28 2024-09-16T07:23:43.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:43.721+0000 7fd2887ad640 1 -- 172.21.15.31:0/2481174678 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd264078a90 msgr2=0x7fd26407af50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:43.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:43.721+0000 7fd2887ad640 1 --2- 172.21.15.31:0/2481174678 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd264078a90 0x7fd26407af50 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fd27c034000 tx=0x7fd27c004730 comp rx=0 tx=0).stop 2024-09-16T07:23:43.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:43.721+0000 7fd2887ad640 1 -- 172.21.15.31:0/2481174678 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd28015cdc0 msgr2=0x7fd280156010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:43.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:43.721+0000 7fd2887ad640 1 --2- 172.21.15.31:0/2481174678 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd28015cdc0 0x7fd280156010 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7fd27400e9f0 tx=0x7fd27400eeb0 comp rx=0 tx=0).stop 2024-09-16T07:23:43.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:43.721+0000 7fd2887ad640 1 -- 172.21.15.31:0/2481174678 shutdown_connections 2024-09-16T07:23:43.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:43.721+0000 7fd2887ad640 1 --2- 172.21.15.31:0/2481174678 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd264078a90 0x7fd26407af50 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:43.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:43.721+0000 7fd2887ad640 1 --2- 172.21.15.31:0/2481174678 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd28015f6d0 0x7fd2800b5770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:43.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:43.721+0000 7fd2887ad640 1 --2- 172.21.15.31:0/2481174678 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd28015cdc0 0x7fd280156010 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:43.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:43.721+0000 7fd2887ad640 1 --2- 172.21.15.31:0/2481174678 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd2800d2410 0x7fd2800cb470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:43.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:43.721+0000 7fd2887ad640 1 -- 172.21.15.31:0/2481174678 >> 172.21.15.31:0/2481174678 conn(0x7fd28009aa30 msgr2=0x7fd2800b4000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:23:43.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:43.721+0000 7fd2887ad640 1 -- 172.21.15.31:0/2481174678 shutdown_connections 2024-09-16T07:23:43.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:43.721+0000 7fd2887ad640 1 -- 172.21.15.31:0/2481174678 wait complete. 2024-09-16T07:23:43.733 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json session ls 2024-09-16T07:23:43.854 INFO:teuthology.orchestra.run.smithi031.stdout:[{"id":5302,"entity":{"name":{"type":"client","num":5302},"addr":{"type":"any","addr":"172.21.15.155:0","nonce":2742377024}},"state":"open","num_leases":0,"num_caps":7,"request_load_avg":8,"uptime":55.910073867999998,"requests_in_flight":0,"num_completed_requests":2,"num_completed_flushes":1,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":19.334608469499809,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":15,"last_trim_completed_flushes_tid":2,"delegated_inos":[{"start":"0x10000000005","length":500}],"inst":"client.5302 172.21.15.155:0/2742377024","completed_requests":[{"tid":15,"created_ino":"0x0"},{"tid":16,"created_ino":"0x100000001f9"}],"prealloc_inos":[{"start":"0x10000000005","length":500},{"start":"0x100000001fa","length":1000}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"4ef5f0587d1cad82c4295c20951c303dc342ac74","ceph_version":"ceph version 19.3.0-4938-g4ef5f058 (4ef5f0587d1cad82c4295c20951c303dc342ac74) squid (dev)","entity_id":"x","hostname":"smithi155","pid":"36358","root":"/"}}] 2024-09-16T07:23:43.855 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "4ef5f0587d1cad82c4295c20951c303dc342ac74", "ceph_version": "ceph version 19.3.0-4938-g4ef5f058 (4ef5f0587d1cad82c4295c20951c303dc342ac74) squid (dev)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "x", "hostname": "smithi155", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "pid": "36358", "root": "/" }, "completed_requests": [ { "created_ino": "0x0", "tid": 15 }, { "created_ino": "0x100000001f9", "tid": 16 } ], "delegated_inos": [ { "length": 500, "start": "0x10000000005" } ], "entity": { "addr": { "addr": "172.21.15.155:0", "nonce": 2742377024, "type": "any" }, "name": { "num": 5302, "type": "client" } }, "id": 5302, "inst": "client.5302 172.21.15.155:0/2742377024", "last_trim_completed_flushes_tid": 2, "last_trim_completed_requests_tid": 15, "num_caps": 7, "num_completed_flushes": 1, "num_completed_requests": 2, "num_leases": 0, "prealloc_inos": [ { "length": 500, "start": "0x10000000005" }, { "length": 1000, "start": "0x100000001fa" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 8, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 19.33460846949981 }, "state": "open", "uptime": 55.910073868 } ] 2024-09-16T07:23:43.855 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=90 retry_count=0)... 2024-09-16T07:23:48.856 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:23:48.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:48.976+0000 7faa0475d640 1 -- 172.21.15.31:0/2575294224 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa9fc0b3090 msgr2=0x7fa9fc15f6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:48.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:48.976+0000 7faa0475d640 1 --2- 172.21.15.31:0/2575294224 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa9fc0b3090 0x7fa9fc15f6d0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7fa9ec009830 tx=0x7fa9ec02a5a0 comp rx=0 tx=0).stop 2024-09-16T07:23:48.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:48.976+0000 7faa0475d640 1 -- 172.21.15.31:0/2575294224 shutdown_connections 2024-09-16T07:23:48.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:48.976+0000 7faa0475d640 1 --2- 172.21.15.31:0/2575294224 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa9fc0cfce0 0x7fa9fc0d0130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:48.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:48.976+0000 7faa0475d640 1 --2- 172.21.15.31:0/2575294224 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa9fc0b3090 0x7fa9fc15f6d0 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:48.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:48.976+0000 7faa0475d640 1 -- 172.21.15.31:0/2575294224 >> 172.21.15.31:0/2575294224 conn(0x7fa9fc09aa30 msgr2=0x7fa9fc09ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:23:48.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:48.976+0000 7faa0475d640 1 -- 172.21.15.31:0/2575294224 shutdown_connections 2024-09-16T07:23:48.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:48.976+0000 7faa0475d640 1 -- 172.21.15.31:0/2575294224 wait complete. 2024-09-16T07:23:48.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:48.977+0000 7faa0475d640 1 Processor -- start 2024-09-16T07:23:48.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:48.977+0000 7faa0475d640 1 -- start start 2024-09-16T07:23:48.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:48.978+0000 7faa0475d640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa9fc0b3090 0x7fa9fc156110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:48.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:48.978+0000 7faa0475d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa9fc0cfce0 0x7fa9fc156b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:48.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:48.978+0000 7faa0475d640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa9fc0d2410 0x7fa9fc0b7190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:48.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:48.978+0000 7faa0475d640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fa9fc0b13c0 con 0x7fa9fc0cfce0 2024-09-16T07:23:48.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:48.978+0000 7faa0475d640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa9fc0b1240 con 0x7fa9fc0d2410 2024-09-16T07:23:48.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:48.978+0000 7faa0475d640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa9fc0b1540 con 0x7fa9fc0b3090 2024-09-16T07:23:48.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:48.978+0000 7faa01cf8640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa9fc0cfce0 0x7fa9fc156b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:48.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:48.978+0000 7faa01cf8640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa9fc0cfce0 0x7fa9fc156b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:49786/0 (socket says 172.21.15.31:49786) 2024-09-16T07:23:48.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:48.978+0000 7faa01cf8640 1 -- 172.21.15.31:0/2689696521 learned_addr learned my addr 172.21.15.31:0/2689696521 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:23:48.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:48.978+0000 7faa024f9640 1 --2- 172.21.15.31:0/2689696521 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa9fc0b3090 0x7fa9fc156110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:48.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:48.978+0000 7faa02cfa640 1 --2- 172.21.15.31:0/2689696521 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa9fc0d2410 0x7fa9fc0b7190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:48.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:48.979+0000 7faa01cf8640 1 -- 172.21.15.31:0/2689696521 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa9fc0b3090 msgr2=0x7fa9fc156110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:48.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:48.979+0000 7faa01cf8640 1 --2- 172.21.15.31:0/2689696521 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa9fc0b3090 0x7fa9fc156110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:48.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:48.979+0000 7faa01cf8640 1 -- 172.21.15.31:0/2689696521 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa9fc0d2410 msgr2=0x7fa9fc0b7190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:48.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:48.979+0000 7faa01cf8640 1 --2- 172.21.15.31:0/2689696521 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa9fc0d2410 0x7fa9fc0b7190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:48.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:48.979+0000 7faa01cf8640 1 -- 172.21.15.31:0/2689696521 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9fc15d240 con 0x7fa9fc0cfce0 2024-09-16T07:23:48.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:48.979+0000 7faa01cf8640 1 --2- 172.21.15.31:0/2689696521 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa9fc0cfce0 0x7fa9fc156b70 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7fa9ec000c00 tx=0x7fa9ec032c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:23:48.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:48.979+0000 7fa9f2ffd640 1 -- 172.21.15.31:0/2689696521 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9ec040070 con 0x7fa9fc0cfce0 2024-09-16T07:23:48.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:48.979+0000 7fa9f2ffd640 1 -- 172.21.15.31:0/2689696521 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa9ec032e70 con 0x7fa9fc0cfce0 2024-09-16T07:23:48.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:48.979+0000 7faa0475d640 1 -- 172.21.15.31:0/2689696521 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa9fc15d520 con 0x7fa9fc0cfce0 2024-09-16T07:23:48.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:48.979+0000 7fa9f2ffd640 1 -- 172.21.15.31:0/2689696521 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9ec003d90 con 0x7fa9fc0cfce0 2024-09-16T07:23:48.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:48.979+0000 7faa0475d640 1 -- 172.21.15.31:0/2689696521 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9fc15dae0 con 0x7fa9fc0cfce0 2024-09-16T07:23:48.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:48.980+0000 7faa0475d640 1 -- 172.21.15.31:0/2689696521 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa9fc0b19a0 con 0x7fa9fc0cfce0 2024-09-16T07:23:48.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:48.981+0000 7fa9f2ffd640 1 -- 172.21.15.31:0/2689696521 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 8) ==== 101491+0+0 (secure 0 0 0) 0x7fa9ec039040 con 0x7fa9fc0cfce0 2024-09-16T07:23:48.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:48.981+0000 7fa9f2ffd640 1 --2- 172.21.15.31:0/2689696521 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa9e0078a90 0x7fa9e007af50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:48.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:48.982+0000 7fa9f2ffd640 1 -- 172.21.15.31:0/2689696521 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5854+0+0 (secure 0 0 0) 0x7fa9ec0bc220 con 0x7fa9fc0cfce0 2024-09-16T07:23:48.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:48.982+0000 7faa024f9640 1 --2- 172.21.15.31:0/2689696521 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa9e0078a90 0x7fa9e007af50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:48.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:48.982+0000 7faa024f9640 1 --2- 172.21.15.31:0/2689696521 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa9e0078a90 0x7fa9e007af50 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fa9f8000f60 tx=0x7fa9f8009040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:23:48.985 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:48.986+0000 7fa9f2ffd640 1 -- 172.21.15.31:0/2689696521 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fa9ec083ea0 con 0x7fa9fc0cfce0 2024-09-16T07:23:49.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:49.212+0000 7faa0475d640 1 -- 172.21.15.31:0/2689696521 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa9fc15f690 con 0x7fa9fc0cfce0 2024-09-16T07:23:49.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:49.212+0000 7fa9f2ffd640 1 -- 172.21.15.31:0/2689696521 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+5223 (secure 0 0 0) 0x7fa9ec0888d0 con 0x7fa9fc0cfce0 2024-09-16T07:23:49.212 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:23:49.212 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":28,"btime":"2024-09-16T07:22:38:679679+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4934,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2654545976","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2654545976},{"type":"v1","addr":"172.21.15.155:6836","nonce":2654545976}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":4937,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/545251166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":545251166},{"type":"v1","addr":"172.21.15.155:6837","nonce":545251166}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5391,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6834/403188644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":403188644},{"type":"v1","addr":"172.21.15.31:6834","nonce":403188644}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21}],"filesystems":[{"mdsmap":{"epoch":27,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:22:28.829594+0000","modified":"2024-09-16T07:22:31.855003+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5394},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5394":{"gid":5394,"name":"c","rank":0,"incarnation":23,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6835/4030974348","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":4030974348},{"type":"v1","addr":"172.21.15.31:6835","nonce":4030974348}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5394,"qdb_cluster":[5394]},"id":3}]} 2024-09-16T07:23:49.212 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 28 2024-09-16T07:23:49.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:49.215+0000 7faa0475d640 1 -- 172.21.15.31:0/2689696521 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa9e0078a90 msgr2=0x7fa9e007af50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:49.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:49.215+0000 7faa0475d640 1 --2- 172.21.15.31:0/2689696521 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa9e0078a90 0x7fa9e007af50 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fa9f8000f60 tx=0x7fa9f8009040 comp rx=0 tx=0).stop 2024-09-16T07:23:49.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:49.215+0000 7faa0475d640 1 -- 172.21.15.31:0/2689696521 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa9fc0cfce0 msgr2=0x7fa9fc156b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:49.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:49.215+0000 7faa0475d640 1 --2- 172.21.15.31:0/2689696521 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa9fc0cfce0 0x7fa9fc156b70 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7fa9ec000c00 tx=0x7fa9ec032c80 comp rx=0 tx=0).stop 2024-09-16T07:23:49.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:49.215+0000 7faa0475d640 1 -- 172.21.15.31:0/2689696521 shutdown_connections 2024-09-16T07:23:49.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:49.215+0000 7faa0475d640 1 --2- 172.21.15.31:0/2689696521 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa9e0078a90 0x7fa9e007af50 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:49.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:49.215+0000 7faa0475d640 1 --2- 172.21.15.31:0/2689696521 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa9fc0d2410 0x7fa9fc0b7190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:49.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:49.215+0000 7faa0475d640 1 --2- 172.21.15.31:0/2689696521 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa9fc0cfce0 0x7fa9fc156b70 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:49.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:49.215+0000 7faa0475d640 1 --2- 172.21.15.31:0/2689696521 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa9fc0b3090 0x7fa9fc156110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:49.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:49.215+0000 7faa0475d640 1 -- 172.21.15.31:0/2689696521 >> 172.21.15.31:0/2689696521 conn(0x7fa9fc09aa30 msgr2=0x7fa9fc0b3ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:23:49.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:49.215+0000 7faa0475d640 1 -- 172.21.15.31:0/2689696521 shutdown_connections 2024-09-16T07:23:49.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:49.215+0000 7faa0475d640 1 -- 172.21.15.31:0/2689696521 wait complete. 2024-09-16T07:23:49.225 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json session ls 2024-09-16T07:23:49.346 INFO:teuthology.orchestra.run.smithi031.stdout:[{"id":5302,"entity":{"name":{"type":"client","num":5302},"addr":{"type":"any","addr":"172.21.15.155:0","nonce":2742377024}},"state":"open","num_leases":0,"num_caps":7,"request_load_avg":7,"uptime":61.402982889999997,"requests_in_flight":0,"num_completed_requests":2,"num_completed_flushes":1,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":19.090777410499971,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":15,"last_trim_completed_flushes_tid":2,"delegated_inos":[{"start":"0x10000000005","length":500}],"inst":"client.5302 172.21.15.155:0/2742377024","completed_requests":[{"tid":15,"created_ino":"0x0"},{"tid":16,"created_ino":"0x100000001f9"}],"prealloc_inos":[{"start":"0x10000000005","length":500},{"start":"0x100000001fa","length":1000}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"4ef5f0587d1cad82c4295c20951c303dc342ac74","ceph_version":"ceph version 19.3.0-4938-g4ef5f058 (4ef5f0587d1cad82c4295c20951c303dc342ac74) squid (dev)","entity_id":"x","hostname":"smithi155","pid":"36358","root":"/"}}] 2024-09-16T07:23:49.347 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "4ef5f0587d1cad82c4295c20951c303dc342ac74", "ceph_version": "ceph version 19.3.0-4938-g4ef5f058 (4ef5f0587d1cad82c4295c20951c303dc342ac74) squid (dev)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "x", "hostname": "smithi155", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "pid": "36358", "root": "/" }, "completed_requests": [ { "created_ino": "0x0", "tid": 15 }, { "created_ino": "0x100000001f9", "tid": 16 } ], "delegated_inos": [ { "length": 500, "start": "0x10000000005" } ], "entity": { "addr": { "addr": "172.21.15.155:0", "nonce": 2742377024, "type": "any" }, "name": { "num": 5302, "type": "client" } }, "id": 5302, "inst": "client.5302 172.21.15.155:0/2742377024", "last_trim_completed_flushes_tid": 2, "last_trim_completed_requests_tid": 15, "num_caps": 7, "num_completed_flushes": 1, "num_completed_requests": 2, "num_leases": 0, "prealloc_inos": [ { "length": 500, "start": "0x10000000005" }, { "length": 1000, "start": "0x100000001fa" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 7, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 19.09077741049997 }, "state": "open", "uptime": 61.40298289 } ] 2024-09-16T07:23:49.347 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=90 retry_count=0)... 2024-09-16T07:23:54.348 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:23:54.468 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:54.468+0000 7fc6b7794640 1 -- 172.21.15.31:0/682469411 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc6b0074280 msgr2=0x7fc6b0073c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:54.468 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:54.468+0000 7fc6b7794640 1 --2- 172.21.15.31:0/682469411 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc6b0074280 0x7fc6b0073c20 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7fc6a0009830 tx=0x7fc6a002a480 comp rx=0 tx=0).stop 2024-09-16T07:23:54.468 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:54.468+0000 7fc6b7794640 1 -- 172.21.15.31:0/682469411 shutdown_connections 2024-09-16T07:23:54.468 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:54.468+0000 7fc6b7794640 1 --2- 172.21.15.31:0/682469411 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc6b0074280 0x7fc6b0073c20 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:54.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:54.468+0000 7fc6b7794640 1 --2- 172.21.15.31:0/682469411 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc6b015ad00 0x7fc6b00736e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:54.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:54.468+0000 7fc6b7794640 1 -- 172.21.15.31:0/682469411 >> 172.21.15.31:0/682469411 conn(0x7fc6b00d0c20 msgr2=0x7fc6b00d1030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:23:54.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:54.468+0000 7fc6b7794640 1 -- 172.21.15.31:0/682469411 shutdown_connections 2024-09-16T07:23:54.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:54.468+0000 7fc6b7794640 1 -- 172.21.15.31:0/682469411 wait complete. 2024-09-16T07:23:54.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:54.470+0000 7fc6b7794640 1 Processor -- start 2024-09-16T07:23:54.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:54.470+0000 7fc6b7794640 1 -- start start 2024-09-16T07:23:54.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:54.470+0000 7fc6b7794640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc6b0074280 0x7fc6b00c5a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:54.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:54.470+0000 7fc6b7794640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc6b00746e0 0x7fc6b015bc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:54.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:54.470+0000 7fc6b7794640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc6b015ad00 0x7fc6b01f5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:54.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:54.470+0000 7fc6b7794640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fc6b00d0820 con 0x7fc6b015ad00 2024-09-16T07:23:54.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:54.471+0000 7fc6b7794640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc6b00d06a0 con 0x7fc6b0074280 2024-09-16T07:23:54.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:54.471+0000 7fc6b7794640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc6b00cef00 con 0x7fc6b00746e0 2024-09-16T07:23:54.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:54.471+0000 7fc6b5d31640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc6b015ad00 0x7fc6b01f5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:54.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:54.471+0000 7fc6b5d31640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc6b015ad00 0x7fc6b01f5240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55620/0 (socket says 172.21.15.31:55620) 2024-09-16T07:23:54.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:54.471+0000 7fc6b5d31640 1 -- 172.21.15.31:0/3073702435 learned_addr learned my addr 172.21.15.31:0/3073702435 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:23:54.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:54.471+0000 7fc6b4d2f640 1 --2- 172.21.15.31:0/3073702435 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc6b00746e0 0x7fc6b015bc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:54.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:54.471+0000 7fc6b5530640 1 --2- 172.21.15.31:0/3073702435 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc6b0074280 0x7fc6b00c5a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:54.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:54.471+0000 7fc6b5d31640 1 -- 172.21.15.31:0/3073702435 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc6b00746e0 msgr2=0x7fc6b015bc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:54.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:54.471+0000 7fc6b5d31640 1 --2- 172.21.15.31:0/3073702435 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc6b00746e0 0x7fc6b015bc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:54.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:54.471+0000 7fc6b5d31640 1 -- 172.21.15.31:0/3073702435 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc6b0074280 msgr2=0x7fc6b00c5a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:54.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:54.471+0000 7fc6b5d31640 1 --2- 172.21.15.31:0/3073702435 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc6b0074280 0x7fc6b00c5a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:54.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:54.471+0000 7fc6b5d31640 1 -- 172.21.15.31:0/3073702435 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6b00c78a0 con 0x7fc6b015ad00 2024-09-16T07:23:54.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:54.471+0000 7fc6b5d31640 1 --2- 172.21.15.31:0/3073702435 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc6b015ad00 0x7fc6b01f5240 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7fc6a800cbf0 tx=0x7fc6a800a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:23:54.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:54.471+0000 7fc6a5ffb640 1 -- 172.21.15.31:0/3073702435 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6a8016020 con 0x7fc6b015ad00 2024-09-16T07:23:54.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:54.471+0000 7fc6a5ffb640 1 -- 172.21.15.31:0/3073702435 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc6a800adf0 con 0x7fc6b015ad00 2024-09-16T07:23:54.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:54.471+0000 7fc6a5ffb640 1 -- 172.21.15.31:0/3073702435 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6a8012660 con 0x7fc6b015ad00 2024-09-16T07:23:54.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:54.471+0000 7fc6b7794640 1 -- 172.21.15.31:0/3073702435 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6b00c4fa0 con 0x7fc6b015ad00 2024-09-16T07:23:54.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:54.472+0000 7fc6b7794640 1 -- 172.21.15.31:0/3073702435 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6b00c5560 con 0x7fc6b015ad00 2024-09-16T07:23:54.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:54.473+0000 7fc6b7794640 1 -- 172.21.15.31:0/3073702435 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc6b00c4d90 con 0x7fc6b015ad00 2024-09-16T07:23:54.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:54.473+0000 7fc6a5ffb640 1 -- 172.21.15.31:0/3073702435 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 9) ==== 101440+0+0 (secure 0 0 0) 0x7fc6a8019020 con 0x7fc6b015ad00 2024-09-16T07:23:54.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:54.474+0000 7fc6a5ffb640 1 --2- 172.21.15.31:0/3073702435 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc694078a00 0x7fc69407aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:54.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:54.474+0000 7fc6a5ffb640 1 -- 172.21.15.31:0/3073702435 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5854+0+0 (secure 0 0 0) 0x7fc6a809b330 con 0x7fc6b015ad00 2024-09-16T07:23:54.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:54.474+0000 7fc6b5530640 1 --2- 172.21.15.31:0/3073702435 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc694078a00 0x7fc69407aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:54.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:54.475+0000 7fc6b5530640 1 --2- 172.21.15.31:0/3073702435 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc694078a00 0x7fc69407aec0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fc6b015e120 tx=0x7fc6ac00b2e0 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:23:54.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:54.478+0000 7fc6a5ffb640 1 -- 172.21.15.31:0/3073702435 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fc6a8020020 con 0x7fc6b015ad00 2024-09-16T07:23:54.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:54.706+0000 7fc6b7794640 1 -- 172.21.15.31:0/3073702435 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc6b00cf3b0 con 0x7fc6b015ad00 2024-09-16T07:23:54.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:54.707+0000 7fc6a5ffb640 1 -- 172.21.15.31:0/3073702435 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+5223 (secure 0 0 0) 0x7fc6a8062f20 con 0x7fc6b015ad00 2024-09-16T07:23:54.707 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:23:54.707 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":28,"btime":"2024-09-16T07:22:38:679679+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4934,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2654545976","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2654545976},{"type":"v1","addr":"172.21.15.155:6836","nonce":2654545976}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":4937,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/545251166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":545251166},{"type":"v1","addr":"172.21.15.155:6837","nonce":545251166}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5391,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6834/403188644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":403188644},{"type":"v1","addr":"172.21.15.31:6834","nonce":403188644}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21}],"filesystems":[{"mdsmap":{"epoch":27,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:22:28.829594+0000","modified":"2024-09-16T07:22:31.855003+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5394},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5394":{"gid":5394,"name":"c","rank":0,"incarnation":23,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6835/4030974348","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":4030974348},{"type":"v1","addr":"172.21.15.31:6835","nonce":4030974348}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5394,"qdb_cluster":[5394]},"id":3}]} 2024-09-16T07:23:54.707 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 28 2024-09-16T07:23:54.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:54.709+0000 7fc6b7794640 1 -- 172.21.15.31:0/3073702435 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc694078a00 msgr2=0x7fc69407aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:54.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:54.709+0000 7fc6b7794640 1 --2- 172.21.15.31:0/3073702435 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc694078a00 0x7fc69407aec0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fc6b015e120 tx=0x7fc6ac00b2e0 comp rx=0 tx=0).stop 2024-09-16T07:23:54.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:54.709+0000 7fc6b7794640 1 -- 172.21.15.31:0/3073702435 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc6b015ad00 msgr2=0x7fc6b01f5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:54.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:54.709+0000 7fc6b7794640 1 --2- 172.21.15.31:0/3073702435 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc6b015ad00 0x7fc6b01f5240 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7fc6a800cbf0 tx=0x7fc6a800a430 comp rx=0 tx=0).stop 2024-09-16T07:23:54.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:54.710+0000 7fc6b7794640 1 -- 172.21.15.31:0/3073702435 shutdown_connections 2024-09-16T07:23:54.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:54.710+0000 7fc6b7794640 1 --2- 172.21.15.31:0/3073702435 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc694078a00 0x7fc69407aec0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:54.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:54.710+0000 7fc6b7794640 1 --2- 172.21.15.31:0/3073702435 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc6b015ad00 0x7fc6b01f5240 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:54.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:54.710+0000 7fc6b7794640 1 --2- 172.21.15.31:0/3073702435 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc6b00746e0 0x7fc6b015bc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:54.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:54.710+0000 7fc6b7794640 1 --2- 172.21.15.31:0/3073702435 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc6b0074280 0x7fc6b00c5a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:54.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:54.710+0000 7fc6b7794640 1 -- 172.21.15.31:0/3073702435 >> 172.21.15.31:0/3073702435 conn(0x7fc6b00d0c20 msgr2=0x7fc6b0071470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:23:54.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:54.710+0000 7fc6b7794640 1 -- 172.21.15.31:0/3073702435 shutdown_connections 2024-09-16T07:23:54.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:54.710+0000 7fc6b7794640 1 -- 172.21.15.31:0/3073702435 wait complete. 2024-09-16T07:23:54.721 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json session ls 2024-09-16T07:23:54.842 INFO:teuthology.orchestra.run.smithi031.stdout:[] 2024-09-16T07:23:54.988 DEBUG:tasks.cephfs.filesystem:_json_asok output [] 2024-09-16T07:23:54.988 DEBUG:tasks.ceph_test_case:wait_until_true: success in 60s and 0 retries 2024-09-16T07:23:54.988 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-16T07:23:54.988 DEBUG:teuthology.orchestra.run.smithi031:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T07:23:55.033 DEBUG:teuthology.orchestra.run.smithi155:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T07:23:55.081 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-16T07:23:55.082 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T07:23:55.082 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:23:55.082 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:23:55.099 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17171 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T07:23:55.100 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T07:23:55.100 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:23:55.100 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:23:55.119 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056027,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1315 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T07:23:55.119 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T07:23:55.119 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:23:55.119 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:23:55.157 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17171 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T07:23:55.158 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T07:23:55.158 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:23:55.158 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:23:55.177 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056027,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1315 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T07:23:55.178 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:23:55.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.305+0000 7fb3eb6fe640 1 -- 172.21.15.31:0/645017048 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb3e406ff80 msgr2=0x7fb3e40703f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:55.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.305+0000 7fb3eb6fe640 1 --2- 172.21.15.31:0/645017048 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb3e406ff80 0x7fb3e40703f0 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7fb3e406ee40 tx=0x7fb3dc02aa30 comp rx=0 tx=0).stop 2024-09-16T07:23:55.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.305+0000 7fb3eb6fe640 1 -- 172.21.15.31:0/645017048 shutdown_connections 2024-09-16T07:23:55.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.305+0000 7fb3eb6fe640 1 --2- 172.21.15.31:0/645017048 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb3e406ff80 0x7fb3e40703f0 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:55.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.305+0000 7fb3eb6fe640 1 --2- 172.21.15.31:0/645017048 >> v2:172.21.15.155:3300/0 conn(0x7fb3e40735a0 0x7fb3e40739d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:55.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.305+0000 7fb3eb6fe640 1 -- 172.21.15.31:0/645017048 >> 172.21.15.31:0/645017048 conn(0x7fb3e40b1690 msgr2=0x7fb3e40b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:23:55.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.305+0000 7fb3eb6fe640 1 -- 172.21.15.31:0/645017048 shutdown_connections 2024-09-16T07:23:55.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.305+0000 7fb3eb6fe640 1 -- 172.21.15.31:0/645017048 wait complete. 2024-09-16T07:23:55.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.306+0000 7fb3eb6fe640 1 Processor -- start 2024-09-16T07:23:55.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.306+0000 7fb3eb6fe640 1 -- start start 2024-09-16T07:23:55.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.307+0000 7fb3eb6fe640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb3e406ff80 0x7fb3e4146f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:55.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.307+0000 7fb3eb6fe640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb3e40735a0 0x7fb3e41468a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:55.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.307+0000 7fb3eb6fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb3e415aa70 0x7fb3e4158d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:55.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.307+0000 7fb3eb6fe640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fb3e40cd270 con 0x7fb3e415aa70 2024-09-16T07:23:55.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.307+0000 7fb3eb6fe640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb3e40cd0f0 con 0x7fb3e406ff80 2024-09-16T07:23:55.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.307+0000 7fb3eb6fe640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb3e40cd3f0 con 0x7fb3e40735a0 2024-09-16T07:23:55.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.307+0000 7fb3e9c9b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb3e415aa70 0x7fb3e4158d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:55.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.307+0000 7fb3e9c9b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb3e415aa70 0x7fb3e4158d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55626/0 (socket says 172.21.15.31:55626) 2024-09-16T07:23:55.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.307+0000 7fb3e9c9b640 1 -- 172.21.15.31:0/1186398881 learned_addr learned my addr 172.21.15.31:0/1186398881 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:23:55.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.307+0000 7fb3e8c99640 1 --2- 172.21.15.31:0/1186398881 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb3e40735a0 0x7fb3e41468a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:55.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.307+0000 7fb3e9c9b640 1 -- 172.21.15.31:0/1186398881 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb3e40735a0 msgr2=0x7fb3e41468a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:55.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.307+0000 7fb3e949a640 1 --2- 172.21.15.31:0/1186398881 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb3e406ff80 0x7fb3e4146f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:55.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.307+0000 7fb3e9c9b640 1 --2- 172.21.15.31:0/1186398881 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb3e40735a0 0x7fb3e41468a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:55.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.307+0000 7fb3e9c9b640 1 -- 172.21.15.31:0/1186398881 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb3e406ff80 msgr2=0x7fb3e4146f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:55.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.307+0000 7fb3e9c9b640 1 --2- 172.21.15.31:0/1186398881 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb3e406ff80 0x7fb3e4146f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:55.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.307+0000 7fb3e9c9b640 1 -- 172.21.15.31:0/1186398881 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3e41f2160 con 0x7fb3e415aa70 2024-09-16T07:23:55.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.307+0000 7fb3e9c9b640 1 --2- 172.21.15.31:0/1186398881 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb3e415aa70 0x7fb3e4158d10 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7fb3dc009d60 tx=0x7fb3dc003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:23:55.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.308+0000 7fb3d9ffb640 1 -- 172.21.15.31:0/1186398881 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3dc047070 con 0x7fb3e415aa70 2024-09-16T07:23:55.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.308+0000 7fb3d9ffb640 1 -- 172.21.15.31:0/1186398881 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb3dc004250 con 0x7fb3e415aa70 2024-09-16T07:23:55.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.308+0000 7fb3eb6fe640 1 -- 172.21.15.31:0/1186398881 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3e4159250 con 0x7fb3e415aa70 2024-09-16T07:23:55.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.308+0000 7fb3d9ffb640 1 -- 172.21.15.31:0/1186398881 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3dc033050 con 0x7fb3e415aa70 2024-09-16T07:23:55.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.308+0000 7fb3eb6fe640 1 -- 172.21.15.31:0/1186398881 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3e41f2700 con 0x7fb3e415aa70 2024-09-16T07:23:55.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.309+0000 7fb3eb6fe640 1 -- 172.21.15.31:0/1186398881 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb3e40cea20 con 0x7fb3e415aa70 2024-09-16T07:23:55.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.310+0000 7fb3d9ffb640 1 -- 172.21.15.31:0/1186398881 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 9) ==== 101440+0+0 (secure 0 0 0) 0x7fb3dc04a070 con 0x7fb3e415aa70 2024-09-16T07:23:55.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.310+0000 7fb3d9ffb640 1 --2- 172.21.15.31:0/1186398881 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb3c8078a30 0x7fb3c807aef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:55.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.310+0000 7fb3d9ffb640 1 -- 172.21.15.31:0/1186398881 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5854+0+0 (secure 0 0 0) 0x7fb3dc0bc1d0 con 0x7fb3e415aa70 2024-09-16T07:23:55.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.310+0000 7fb3e949a640 1 --2- 172.21.15.31:0/1186398881 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb3c8078a30 0x7fb3c807aef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:55.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.311+0000 7fb3e949a640 1 --2- 172.21.15.31:0/1186398881 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb3c8078a30 0x7fb3c807aef0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fb3e0000f60 tx=0x7fb3e0009040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:23:55.313 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.314+0000 7fb3d9ffb640 1 -- 172.21.15.31:0/1186398881 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fb3dc084420 con 0x7fb3e415aa70 2024-09-16T07:23:55.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.537+0000 7fb3eb6fe640 1 -- 172.21.15.31:0/1186398881 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb3e4070500 con 0x7fb3e415aa70 2024-09-16T07:23:55.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.538+0000 7fb3d9ffb640 1 -- 172.21.15.31:0/1186398881 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+5223 (secure 0 0 0) 0x7fb3dc083d20 con 0x7fb3e415aa70 2024-09-16T07:23:55.537 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:23:55.537 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":28,"btime":"2024-09-16T07:22:38:679679+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4934,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2654545976","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2654545976},{"type":"v1","addr":"172.21.15.155:6836","nonce":2654545976}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":4937,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/545251166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":545251166},{"type":"v1","addr":"172.21.15.155:6837","nonce":545251166}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5391,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6834/403188644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":403188644},{"type":"v1","addr":"172.21.15.31:6834","nonce":403188644}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21}],"filesystems":[{"mdsmap":{"epoch":27,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:22:28.829594+0000","modified":"2024-09-16T07:22:31.855003+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5394},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5394":{"gid":5394,"name":"c","rank":0,"incarnation":23,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6835/4030974348","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":4030974348},{"type":"v1","addr":"172.21.15.31:6835","nonce":4030974348}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5394,"qdb_cluster":[5394]},"id":3}]} 2024-09-16T07:23:55.538 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 28 2024-09-16T07:23:55.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.540+0000 7fb3eb6fe640 1 -- 172.21.15.31:0/1186398881 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb3c8078a30 msgr2=0x7fb3c807aef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:55.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.540+0000 7fb3eb6fe640 1 --2- 172.21.15.31:0/1186398881 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb3c8078a30 0x7fb3c807aef0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fb3e0000f60 tx=0x7fb3e0009040 comp rx=0 tx=0).stop 2024-09-16T07:23:55.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.540+0000 7fb3eb6fe640 1 -- 172.21.15.31:0/1186398881 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb3e415aa70 msgr2=0x7fb3e4158d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:55.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.540+0000 7fb3eb6fe640 1 --2- 172.21.15.31:0/1186398881 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb3e415aa70 0x7fb3e4158d10 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7fb3dc009d60 tx=0x7fb3dc003f10 comp rx=0 tx=0).stop 2024-09-16T07:23:55.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.540+0000 7fb3eb6fe640 1 -- 172.21.15.31:0/1186398881 shutdown_connections 2024-09-16T07:23:55.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.540+0000 7fb3eb6fe640 1 --2- 172.21.15.31:0/1186398881 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb3c8078a30 0x7fb3c807aef0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:55.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.540+0000 7fb3eb6fe640 1 --2- 172.21.15.31:0/1186398881 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb3e415aa70 0x7fb3e4158d10 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:55.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.540+0000 7fb3eb6fe640 1 --2- 172.21.15.31:0/1186398881 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb3e40735a0 0x7fb3e41468a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:55.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.540+0000 7fb3eb6fe640 1 --2- 172.21.15.31:0/1186398881 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb3e406ff80 0x7fb3e4146f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:55.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.540+0000 7fb3eb6fe640 1 -- 172.21.15.31:0/1186398881 >> 172.21.15.31:0/1186398881 conn(0x7fb3e40b1690 msgr2=0x7fb3e41559d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:23:55.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.540+0000 7fb3eb6fe640 1 -- 172.21.15.31:0/1186398881 shutdown_connections 2024-09-16T07:23:55.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.540+0000 7fb3eb6fe640 1 -- 172.21.15.31:0/1186398881 wait complete. 2024-09-16T07:23:55.550 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:23:55.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.656+0000 7f3424fda640 1 -- 172.21.15.31:0/2957524382 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3420162480 msgr2=0x7f34200d0b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:55.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.656+0000 7f3424fda640 1 --2- 172.21.15.31:0/2957524382 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3420162480 0x7f34200d0b70 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f342006d080 tx=0x7f341802a560 comp rx=0 tx=0).stop 2024-09-16T07:23:55.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.656+0000 7f3424fda640 1 -- 172.21.15.31:0/2957524382 shutdown_connections 2024-09-16T07:23:55.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.656+0000 7f3424fda640 1 --2- 172.21.15.31:0/2957524382 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3420162480 0x7f34200d0b70 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:55.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.656+0000 7f3424fda640 1 --2- 172.21.15.31:0/2957524382 >> v2:172.21.15.155:3300/0 conn(0x7f34200d49c0 0x7f34200d0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:55.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.656+0000 7f3424fda640 1 --2- 172.21.15.31:0/2957524382 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f342015df90 0x7f34200cf9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:55.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.656+0000 7f3424fda640 1 -- 172.21.15.31:0/2957524382 >> 172.21.15.31:0/2957524382 conn(0x7f34200d3ea0 msgr2=0x7f34200d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:23:55.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.656+0000 7f3424fda640 1 -- 172.21.15.31:0/2957524382 shutdown_connections 2024-09-16T07:23:55.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.656+0000 7f3424fda640 1 -- 172.21.15.31:0/2957524382 wait complete. 2024-09-16T07:23:55.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.658+0000 7f3424fda640 1 Processor -- start 2024-09-16T07:23:55.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.658+0000 7f3424fda640 1 -- start start 2024-09-16T07:23:55.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.658+0000 7f3424fda640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f34200d49c0 0x7f342014fb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:55.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.658+0000 7f3424fda640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f342015df90 0x7f3420152600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:55.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.658+0000 7f3424fda640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3420162480 0x7f3420152b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:55.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.658+0000 7f3424fda640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f34200b3b90 con 0x7f34200d49c0 2024-09-16T07:23:55.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.658+0000 7f3424fda640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f34200b3a10 con 0x7f3420162480 2024-09-16T07:23:55.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.658+0000 7f3424fda640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f34200b3d10 con 0x7f342015df90 2024-09-16T07:23:55.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.659+0000 7f341e59c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f34200d49c0 0x7f342014fb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:55.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.659+0000 7f341e59c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f34200d49c0 0x7f342014fb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55648/0 (socket says 172.21.15.31:55648) 2024-09-16T07:23:55.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.659+0000 7f341e59c640 1 -- 172.21.15.31:0/2634311101 learned_addr learned my addr 172.21.15.31:0/2634311101 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:23:55.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.659+0000 7f341ed9d640 1 --2- 172.21.15.31:0/2634311101 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3420162480 0x7f3420152b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:55.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.659+0000 7f341dd9b640 1 --2- 172.21.15.31:0/2634311101 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f342015df90 0x7f3420152600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:55.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.659+0000 7f341e59c640 1 -- 172.21.15.31:0/2634311101 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f342015df90 msgr2=0x7f3420152600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:55.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.659+0000 7f341e59c640 1 --2- 172.21.15.31:0/2634311101 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f342015df90 0x7f3420152600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:55.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.659+0000 7f341e59c640 1 -- 172.21.15.31:0/2634311101 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3420162480 msgr2=0x7f3420152b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:55.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.659+0000 7f341e59c640 1 --2- 172.21.15.31:0/2634311101 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3420162480 0x7f3420152b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:55.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.659+0000 7f341e59c640 1 -- 172.21.15.31:0/2634311101 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3420150080 con 0x7f34200d49c0 2024-09-16T07:23:55.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.659+0000 7f341e59c640 1 --2- 172.21.15.31:0/2634311101 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f34200d49c0 0x7f342014fb40 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f341000eb90 tx=0x7f341000c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:23:55.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.659+0000 7f3416ffd640 1 -- 172.21.15.31:0/2634311101 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3410004d20 con 0x7f34200d49c0 2024-09-16T07:23:55.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.659+0000 7f3416ffd640 1 -- 172.21.15.31:0/2634311101 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f341000ee90 con 0x7f34200d49c0 2024-09-16T07:23:55.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.659+0000 7f3424fda640 1 -- 172.21.15.31:0/2634311101 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f34200b8c60 con 0x7f34200d49c0 2024-09-16T07:23:55.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.659+0000 7f3416ffd640 1 -- 172.21.15.31:0/2634311101 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3410005280 con 0x7f34200d49c0 2024-09-16T07:23:55.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.659+0000 7f3424fda640 1 -- 172.21.15.31:0/2634311101 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f34200b9220 con 0x7f34200d49c0 2024-09-16T07:23:55.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.660+0000 7f3424fda640 1 -- 172.21.15.31:0/2634311101 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f34200cf9b0 con 0x7f34200d49c0 2024-09-16T07:23:55.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.661+0000 7f3416ffd640 1 -- 172.21.15.31:0/2634311101 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 9) ==== 101440+0+0 (secure 0 0 0) 0x7f3410005420 con 0x7f34200d49c0 2024-09-16T07:23:55.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.661+0000 7f3416ffd640 1 --2- 172.21.15.31:0/2634311101 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f3400078a00 0x7f340007aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:55.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.662+0000 7f3416ffd640 1 -- 172.21.15.31:0/2634311101 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5854+0+0 (secure 0 0 0) 0x7f341009ba80 con 0x7f34200d49c0 2024-09-16T07:23:55.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.662+0000 7f341dd9b640 1 --2- 172.21.15.31:0/2634311101 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f3400078a00 0x7f340007aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:55.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.662+0000 7f341dd9b640 1 --2- 172.21.15.31:0/2634311101 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f3400078a00 0x7f340007aec0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f34200ca990 tx=0x7f3408005f90 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:23:55.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.666+0000 7f3416ffd640 1 -- 172.21.15.31:0/2634311101 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f341009de20 con 0x7f34200d49c0 2024-09-16T07:23:55.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.892+0000 7f3424fda640 1 -- 172.21.15.31:0/2634311101 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f342008d590 con 0x7f34200d49c0 2024-09-16T07:23:55.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.892+0000 7f3416ffd640 1 -- 172.21.15.31:0/2634311101 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+5223 (secure 0 0 0) 0x7f3410063cc0 con 0x7f34200d49c0 2024-09-16T07:23:55.892 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:23:55.892 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":28,"btime":"2024-09-16T07:22:38:679679+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4934,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2654545976","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2654545976},{"type":"v1","addr":"172.21.15.155:6836","nonce":2654545976}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":4937,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/545251166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":545251166},{"type":"v1","addr":"172.21.15.155:6837","nonce":545251166}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5391,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6834/403188644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":403188644},{"type":"v1","addr":"172.21.15.31:6834","nonce":403188644}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21}],"filesystems":[{"mdsmap":{"epoch":27,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:22:28.829594+0000","modified":"2024-09-16T07:22:31.855003+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5394},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5394":{"gid":5394,"name":"c","rank":0,"incarnation":23,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6835/4030974348","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":4030974348},{"type":"v1","addr":"172.21.15.31:6835","nonce":4030974348}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5394,"qdb_cluster":[5394]},"id":3}]} 2024-09-16T07:23:55.892 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 28 2024-09-16T07:23:55.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.894+0000 7f3424fda640 1 -- 172.21.15.31:0/2634311101 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f3400078a00 msgr2=0x7f340007aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:55.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.894+0000 7f3424fda640 1 --2- 172.21.15.31:0/2634311101 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f3400078a00 0x7f340007aec0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f34200ca990 tx=0x7f3408005f90 comp rx=0 tx=0).stop 2024-09-16T07:23:55.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.894+0000 7f3424fda640 1 -- 172.21.15.31:0/2634311101 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f34200d49c0 msgr2=0x7f342014fb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:55.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.894+0000 7f3424fda640 1 --2- 172.21.15.31:0/2634311101 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f34200d49c0 0x7f342014fb40 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f341000eb90 tx=0x7f341000c6a0 comp rx=0 tx=0).stop 2024-09-16T07:23:55.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.895+0000 7f3424fda640 1 -- 172.21.15.31:0/2634311101 shutdown_connections 2024-09-16T07:23:55.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.895+0000 7f3424fda640 1 --2- 172.21.15.31:0/2634311101 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f3400078a00 0x7f340007aec0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:55.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.895+0000 7f3424fda640 1 --2- 172.21.15.31:0/2634311101 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3420162480 0x7f3420152b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:55.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.895+0000 7f3424fda640 1 --2- 172.21.15.31:0/2634311101 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f342015df90 0x7f3420152600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:55.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.895+0000 7f3424fda640 1 --2- 172.21.15.31:0/2634311101 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f34200d49c0 0x7f342014fb40 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:55.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.895+0000 7f3424fda640 1 -- 172.21.15.31:0/2634311101 >> 172.21.15.31:0/2634311101 conn(0x7f34200d3ea0 msgr2=0x7f342006eba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:23:55.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.895+0000 7f3424fda640 1 -- 172.21.15.31:0/2634311101 shutdown_connections 2024-09-16T07:23:55.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:55.895+0000 7f3424fda640 1 -- 172.21.15.31:0/2634311101 wait complete. 2024-09-16T07:23:55.905 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:23:56.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.010+0000 7fec9a97d640 1 -- 172.21.15.31:0/3107381467 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fec940d49c0 msgr2=0x7fec940d0630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:56.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.010+0000 7fec9a97d640 1 --2- 172.21.15.31:0/3107381467 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fec940d49c0 0x7fec940d0630 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7fec9408cf10 tx=0x7fec8802a5f0 comp rx=0 tx=0).stop 2024-09-16T07:23:56.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.010+0000 7fec9a97d640 1 -- 172.21.15.31:0/3107381467 shutdown_connections 2024-09-16T07:23:56.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.010+0000 7fec9a97d640 1 --2- 172.21.15.31:0/3107381467 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fec940d49c0 0x7fec940d0630 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:56.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.010+0000 7fec9a97d640 1 --2- 172.21.15.31:0/3107381467 >> v2:172.21.15.155:3300/0 conn(0x7fec9415df90 0x7fec940cf9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:56.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.010+0000 7fec9a97d640 1 -- 172.21.15.31:0/3107381467 >> 172.21.15.31:0/3107381467 conn(0x7fec940d3ea0 msgr2=0x7fec940d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:23:56.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.010+0000 7fec9a97d640 1 -- 172.21.15.31:0/3107381467 shutdown_connections 2024-09-16T07:23:56.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.010+0000 7fec9a97d640 1 -- 172.21.15.31:0/3107381467 wait complete. 2024-09-16T07:23:56.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.011+0000 7fec9a97d640 1 Processor -- start 2024-09-16T07:23:56.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.012+0000 7fec9a97d640 1 -- start start 2024-09-16T07:23:56.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.012+0000 7fec9a97d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fec940d49c0 0x7fec940a1510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:56.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.012+0000 7fec9a97d640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fec9415df90 0x7fec940cc9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:56.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.012+0000 7fec9a97d640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fec94162480 0x7fec940ccf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:56.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.012+0000 7fec9a97d640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fec940d0f00 con 0x7fec940d49c0 2024-09-16T07:23:56.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.012+0000 7fec9a97d640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fec940d0d80 con 0x7fec9415df90 2024-09-16T07:23:56.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.012+0000 7fec9a97d640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fec940b3f10 con 0x7fec94162480 2024-09-16T07:23:56.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.013+0000 7fec93fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fec940d49c0 0x7fec940a1510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:56.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.013+0000 7fec93fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fec940d49c0 0x7fec940a1510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55656/0 (socket says 172.21.15.31:55656) 2024-09-16T07:23:56.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.013+0000 7fec93fff640 1 -- 172.21.15.31:0/1048285875 learned_addr learned my addr 172.21.15.31:0/1048285875 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:23:56.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.013+0000 7fec937fe640 1 --2- 172.21.15.31:0/1048285875 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fec9415df90 0x7fec940cc9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:56.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.013+0000 7fec98f1a640 1 --2- 172.21.15.31:0/1048285875 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fec94162480 0x7fec940ccf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:56.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.013+0000 7fec93fff640 1 -- 172.21.15.31:0/1048285875 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fec94162480 msgr2=0x7fec940ccf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:56.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.013+0000 7fec93fff640 1 --2- 172.21.15.31:0/1048285875 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fec94162480 0x7fec940ccf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:56.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.013+0000 7fec93fff640 1 -- 172.21.15.31:0/1048285875 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fec9415df90 msgr2=0x7fec940cc9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:56.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.013+0000 7fec93fff640 1 --2- 172.21.15.31:0/1048285875 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fec9415df90 0x7fec940cc9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:56.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.013+0000 7fec93fff640 1 -- 172.21.15.31:0/1048285875 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec940cdb50 con 0x7fec940d49c0 2024-09-16T07:23:56.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.013+0000 7fec98f1a640 1 --2- 172.21.15.31:0/1048285875 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fec94162480 0x7fec940ccf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:23:56.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.013+0000 7fec93fff640 1 --2- 172.21.15.31:0/1048285875 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fec940d49c0 0x7fec940a1510 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7fec8400b4a0 tx=0x7fec8400b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:23:56.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.013+0000 7fec90ff9640 1 -- 172.21.15.31:0/1048285875 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec84014070 con 0x7fec940d49c0 2024-09-16T07:23:56.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.013+0000 7fec90ff9640 1 -- 172.21.15.31:0/1048285875 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fec84010700 con 0x7fec940d49c0 2024-09-16T07:23:56.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.013+0000 7fec9a97d640 1 -- 172.21.15.31:0/1048285875 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fec940a1a50 con 0x7fec940d49c0 2024-09-16T07:23:56.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.013+0000 7fec90ff9640 1 -- 172.21.15.31:0/1048285875 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec84010b50 con 0x7fec940d49c0 2024-09-16T07:23:56.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.013+0000 7fec9a97d640 1 -- 172.21.15.31:0/1048285875 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fec940cd870 con 0x7fec940d49c0 2024-09-16T07:23:56.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.014+0000 7fec9a97d640 1 -- 172.21.15.31:0/1048285875 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fec940b4430 con 0x7fec940d49c0 2024-09-16T07:23:56.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.015+0000 7fec90ff9640 1 -- 172.21.15.31:0/1048285875 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 9) ==== 101440+0+0 (secure 0 0 0) 0x7fec84017070 con 0x7fec940d49c0 2024-09-16T07:23:56.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.016+0000 7fec90ff9640 1 --2- 172.21.15.31:0/1048285875 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fec80078a00 0x7fec8007aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:56.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.016+0000 7fec90ff9640 1 -- 172.21.15.31:0/1048285875 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5854+0+0 (secure 0 0 0) 0x7fec8409a800 con 0x7fec940d49c0 2024-09-16T07:23:56.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.016+0000 7fec937fe640 1 --2- 172.21.15.31:0/1048285875 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fec80078a00 0x7fec8007aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:56.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.017+0000 7fec937fe640 1 --2- 172.21.15.31:0/1048285875 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fec80078a00 0x7fec8007aec0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fec88033000 tx=0x7fec88004730 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:23:56.020 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.020+0000 7fec90ff9640 1 -- 172.21.15.31:0/1048285875 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fec84062ae0 con 0x7fec940d49c0 2024-09-16T07:23:56.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.208+0000 7fec9a97d640 1 -- 172.21.15.31:0/1048285875 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fec9408d590 con 0x7fec940d49c0 2024-09-16T07:23:56.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.209+0000 7fec90ff9640 1 -- 172.21.15.31:0/1048285875 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v47) ==== 74+0+16936 (secure 0 0 0) 0x7fec8406b030 con 0x7fec940d49c0 2024-09-16T07:23:56.209 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:23:56.209 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":47,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:22:51.718143+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:22:26.469487+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-16T07:22:27.789126+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"45","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"7.5","mappings":[{"from":5,"to":7}]},{"pgid":"7.8","mappings":[{"from":5,"to":7}]},{"pgid":"7.28","mappings":[{"from":5,"to":0}]},{"pgid":"7.2e","mappings":[{"from":5,"to":7}]},{"pgid":"7.30","mappings":[{"from":5,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:23:56.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.211+0000 7fec9a97d640 1 -- 172.21.15.31:0/1048285875 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fec80078a00 msgr2=0x7fec8007aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:56.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.211+0000 7fec9a97d640 1 --2- 172.21.15.31:0/1048285875 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fec80078a00 0x7fec8007aec0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fec88033000 tx=0x7fec88004730 comp rx=0 tx=0).stop 2024-09-16T07:23:56.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.211+0000 7fec9a97d640 1 -- 172.21.15.31:0/1048285875 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fec940d49c0 msgr2=0x7fec940a1510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:56.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.211+0000 7fec9a97d640 1 --2- 172.21.15.31:0/1048285875 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fec940d49c0 0x7fec940a1510 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7fec8400b4a0 tx=0x7fec8400b960 comp rx=0 tx=0).stop 2024-09-16T07:23:56.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.211+0000 7fec9a97d640 1 -- 172.21.15.31:0/1048285875 shutdown_connections 2024-09-16T07:23:56.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.212+0000 7fec9a97d640 1 --2- 172.21.15.31:0/1048285875 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fec80078a00 0x7fec8007aec0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:56.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.212+0000 7fec9a97d640 1 --2- 172.21.15.31:0/1048285875 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fec94162480 0x7fec940ccf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:56.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.212+0000 7fec9a97d640 1 --2- 172.21.15.31:0/1048285875 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fec9415df90 0x7fec940cc9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:56.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.212+0000 7fec9a97d640 1 --2- 172.21.15.31:0/1048285875 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fec940d49c0 0x7fec940a1510 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:56.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.212+0000 7fec9a97d640 1 -- 172.21.15.31:0/1048285875 >> 172.21.15.31:0/1048285875 conn(0x7fec940d3ea0 msgr2=0x7fec940b0a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:23:56.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.212+0000 7fec9a97d640 1 -- 172.21.15.31:0/1048285875 shutdown_connections 2024-09-16T07:23:56.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.212+0000 7fec9a97d640 1 -- 172.21.15.31:0/1048285875 wait complete. 2024-09-16T07:23:56.222 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-16T07:23:56.222 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:23:56.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.327+0000 7f40b775d640 1 -- 172.21.15.31:0/205836239 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f40b015df90 msgr2=0x7f40b00cf9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:56.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.327+0000 7f40b775d640 1 --2- 172.21.15.31:0/205836239 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f40b015df90 0x7f40b00cf9b0 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f40a0005fd0 tx=0x7f40a002a8b0 comp rx=0 tx=0).stop 2024-09-16T07:23:56.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.327+0000 7f40b775d640 1 -- 172.21.15.31:0/205836239 shutdown_connections 2024-09-16T07:23:56.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.327+0000 7f40b775d640 1 --2- 172.21.15.31:0/205836239 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f40b00d0d40 0x7f40b00b3800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:56.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.327+0000 7f40b775d640 1 --2- 172.21.15.31:0/205836239 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f40b015df90 0x7f40b00cf9b0 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:56.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.327+0000 7f40b775d640 1 -- 172.21.15.31:0/205836239 >> 172.21.15.31:0/205836239 conn(0x7f40b00d3ea0 msgr2=0x7f40b00d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:23:56.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.327+0000 7f40b775d640 1 -- 172.21.15.31:0/205836239 shutdown_connections 2024-09-16T07:23:56.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.327+0000 7f40b775d640 1 -- 172.21.15.31:0/205836239 wait complete. 2024-09-16T07:23:56.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.328+0000 7f40b775d640 1 Processor -- start 2024-09-16T07:23:56.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.328+0000 7f40b775d640 1 -- start start 2024-09-16T07:23:56.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.329+0000 7f40b775d640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f40b00d0d40 0x7f40b00b8700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:56.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.329+0000 7f40b775d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f40b00d49c0 0x7f40b01f4550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:56.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.329+0000 7f40b775d640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f40b015df90 0x7f40b01f4a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:56.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.329+0000 7f40b775d640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f40b0162690 con 0x7f40b00d49c0 2024-09-16T07:23:56.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.329+0000 7f40b775d640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f40b00b3d40 con 0x7f40b015df90 2024-09-16T07:23:56.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.329+0000 7f40b775d640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f40b00b91f0 con 0x7f40b00d0d40 2024-09-16T07:23:56.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.329+0000 7f40b4cf8640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f40b00d49c0 0x7f40b01f4550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:56.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.329+0000 7f40b4cf8640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f40b00d49c0 0x7f40b01f4550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55684/0 (socket says 172.21.15.31:55684) 2024-09-16T07:23:56.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.329+0000 7f40b4cf8640 1 -- 172.21.15.31:0/1886722802 learned_addr learned my addr 172.21.15.31:0/1886722802 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:23:56.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.330+0000 7f40b54f9640 1 --2- 172.21.15.31:0/1886722802 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f40b00d0d40 0x7f40b00b8700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:56.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.330+0000 7f40b5cfa640 1 --2- 172.21.15.31:0/1886722802 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f40b015df90 0x7f40b01f4a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:56.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.330+0000 7f40b4cf8640 1 -- 172.21.15.31:0/1886722802 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f40b00d0d40 msgr2=0x7f40b00b8700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:56.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.330+0000 7f40b4cf8640 1 --2- 172.21.15.31:0/1886722802 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f40b00d0d40 0x7f40b00b8700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:56.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.330+0000 7f40b4cf8640 1 -- 172.21.15.31:0/1886722802 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f40b015df90 msgr2=0x7f40b01f4a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:56.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.330+0000 7f40b4cf8640 1 --2- 172.21.15.31:0/1886722802 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f40b015df90 0x7f40b01f4a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:56.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.330+0000 7f40b4cf8640 1 -- 172.21.15.31:0/1886722802 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40b00b94d0 con 0x7f40b00d49c0 2024-09-16T07:23:56.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.330+0000 7f40b5cfa640 1 --2- 172.21.15.31:0/1886722802 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f40b015df90 0x7f40b01f4a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:23:56.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.330+0000 7f40b4cf8640 1 --2- 172.21.15.31:0/1886722802 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f40b00d49c0 0x7f40b01f4550 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f40a400c500 tx=0x7f40a400c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:23:56.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.330+0000 7f40adffb640 1 -- 172.21.15.31:0/1886722802 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40a4016020 con 0x7f40b00d49c0 2024-09-16T07:23:56.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.330+0000 7f40adffb640 1 -- 172.21.15.31:0/1886722802 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f40a4012920 con 0x7f40b00d49c0 2024-09-16T07:23:56.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.330+0000 7f40adffb640 1 -- 172.21.15.31:0/1886722802 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40a4012d90 con 0x7f40b00d49c0 2024-09-16T07:23:56.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.330+0000 7f40b775d640 1 -- 172.21.15.31:0/1886722802 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40b015fed0 con 0x7f40b00d49c0 2024-09-16T07:23:56.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.330+0000 7f40b775d640 1 -- 172.21.15.31:0/1886722802 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40b015fbc0 con 0x7f40b00d49c0 2024-09-16T07:23:56.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.331+0000 7f40b775d640 1 -- 172.21.15.31:0/1886722802 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f40b008d590 con 0x7f40b00d49c0 2024-09-16T07:23:56.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.332+0000 7f40adffb640 1 -- 172.21.15.31:0/1886722802 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 9) ==== 101440+0+0 (secure 0 0 0) 0x7f40a4019020 con 0x7f40b00d49c0 2024-09-16T07:23:56.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.332+0000 7f40adffb640 1 --2- 172.21.15.31:0/1886722802 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f409c078a00 0x7f409c07aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:56.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.332+0000 7f40adffb640 1 -- 172.21.15.31:0/1886722802 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5854+0+0 (secure 0 0 0) 0x7f40a409abb0 con 0x7f40b00d49c0 2024-09-16T07:23:56.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.333+0000 7f40b54f9640 1 --2- 172.21.15.31:0/1886722802 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f409c078a00 0x7f409c07aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:56.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.333+0000 7f40b54f9640 1 --2- 172.21.15.31:0/1886722802 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f409c078a00 0x7f409c07aec0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f40a0034000 tx=0x7f40a0004ab0 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:23:56.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.337+0000 7f40adffb640 1 -- 172.21.15.31:0/1886722802 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f40a4020030 con 0x7f40b00d49c0 2024-09-16T07:23:56.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.562+0000 7f40b775d640 1 -- 172.21.15.31:0/1886722802 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f40b00d07d0 con 0x7f40b00d49c0 2024-09-16T07:23:56.562 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.563+0000 7f40adffb640 1 -- 172.21.15.31:0/1886722802 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+5223 (secure 0 0 0) 0x7f40b00ce970 con 0x7f40b00d49c0 2024-09-16T07:23:56.562 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:23:56.562 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":28,"btime":"2024-09-16T07:22:38:679679+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4934,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2654545976","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2654545976},{"type":"v1","addr":"172.21.15.155:6836","nonce":2654545976}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":4937,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/545251166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":545251166},{"type":"v1","addr":"172.21.15.155:6837","nonce":545251166}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5391,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6834/403188644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":403188644},{"type":"v1","addr":"172.21.15.31:6834","nonce":403188644}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21}],"filesystems":[{"mdsmap":{"epoch":27,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:22:28.829594+0000","modified":"2024-09-16T07:22:31.855003+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5394},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5394":{"gid":5394,"name":"c","rank":0,"incarnation":23,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6835/4030974348","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":4030974348},{"type":"v1","addr":"172.21.15.31:6835","nonce":4030974348}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5394,"qdb_cluster":[5394]},"id":3}]} 2024-09-16T07:23:56.562 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 28 2024-09-16T07:23:56.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.565+0000 7f40b775d640 1 -- 172.21.15.31:0/1886722802 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f409c078a00 msgr2=0x7f409c07aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:56.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.565+0000 7f40b775d640 1 --2- 172.21.15.31:0/1886722802 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f409c078a00 0x7f409c07aec0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f40a0034000 tx=0x7f40a0004ab0 comp rx=0 tx=0).stop 2024-09-16T07:23:56.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.565+0000 7f40b775d640 1 -- 172.21.15.31:0/1886722802 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f40b00d49c0 msgr2=0x7f40b01f4550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:56.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.565+0000 7f40b775d640 1 --2- 172.21.15.31:0/1886722802 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f40b00d49c0 0x7f40b01f4550 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f40a400c500 tx=0x7f40a400c9c0 comp rx=0 tx=0).stop 2024-09-16T07:23:56.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.565+0000 7f40b775d640 1 -- 172.21.15.31:0/1886722802 shutdown_connections 2024-09-16T07:23:56.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.565+0000 7f40b775d640 1 --2- 172.21.15.31:0/1886722802 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f409c078a00 0x7f409c07aec0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:56.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.565+0000 7f40b775d640 1 --2- 172.21.15.31:0/1886722802 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f40b015df90 0x7f40b01f4a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:56.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.565+0000 7f40b775d640 1 --2- 172.21.15.31:0/1886722802 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f40b00d49c0 0x7f40b01f4550 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:56.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.565+0000 7f40b775d640 1 --2- 172.21.15.31:0/1886722802 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f40b00d0d40 0x7f40b00b8700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:56.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.565+0000 7f40b775d640 1 -- 172.21.15.31:0/1886722802 >> 172.21.15.31:0/1886722802 conn(0x7f40b00d3ea0 msgr2=0x7f40b00c9ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:23:56.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.565+0000 7f40b775d640 1 -- 172.21.15.31:0/1886722802 shutdown_connections 2024-09-16T07:23:56.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.565+0000 7f40b775d640 1 -- 172.21.15.31:0/1886722802 wait complete. 2024-09-16T07:23:56.575 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:23:56.681 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.681+0000 7fbd5e1a1640 1 -- 172.21.15.31:0/2196787193 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbd44004db0 msgr2=0x7fbd44005230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:56.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.681+0000 7fbd5e1a1640 1 --2- 172.21.15.31:0/2196787193 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbd44004db0 0x7fbd44005230 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7fbd5000c630 tx=0x7fbd44005830 comp rx=0 tx=0).stop 2024-09-16T07:23:56.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.681+0000 7fbd5d9a0640 1 -- 172.21.15.31:0/2196787193 reap_dead start 2024-09-16T07:23:56.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.681+0000 7fbd5e1a1640 1 -- 172.21.15.31:0/2196787193 shutdown_connections 2024-09-16T07:23:56.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.681+0000 7fbd5e1a1640 1 -- 172.21.15.31:0/2196787193 >> 172.21.15.31:0/2196787193 conn(0x7fbd5809aa30 msgr2=0x7fbd5809ae40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:23:56.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.682+0000 7fbd5e1a1640 1 -- 172.21.15.31:0/2196787193 shutdown_connections 2024-09-16T07:23:56.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.682+0000 7fbd5e1a1640 1 -- 172.21.15.31:0/2196787193 wait complete. 2024-09-16T07:23:56.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.683+0000 7fbd5e1a1640 1 Processor -- start 2024-09-16T07:23:56.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.683+0000 7fbd5e1a1640 1 -- start start 2024-09-16T07:23:56.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.683+0000 7fbd5e1a1640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbd44004db0 0x7fbd580b75d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:56.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.684+0000 7fbd5e1a1640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbd580c9730 0x7fbd5814f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:56.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.684+0000 7fbd5e1a1640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbd580ce170 0x7fbd580ce5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:56.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.684+0000 7fbd5e1a1640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fbd580cfa80 con 0x7fbd580c9730 2024-09-16T07:23:56.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.684+0000 7fbd5e1a1640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fbd580cf900 con 0x7fbd580ce170 2024-09-16T07:23:56.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.684+0000 7fbd5e1a1640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fbd580cfc00 con 0x7fbd44004db0 2024-09-16T07:23:56.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.684+0000 7fbd5c99e640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbd580c9730 0x7fbd5814f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:56.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.684+0000 7fbd5c99e640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbd580c9730 0x7fbd5814f1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55704/0 (socket says 172.21.15.31:55704) 2024-09-16T07:23:56.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.684+0000 7fbd5c99e640 1 -- 172.21.15.31:0/3063616951 learned_addr learned my addr 172.21.15.31:0/3063616951 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:23:56.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.684+0000 7fbd5d19f640 1 --2- 172.21.15.31:0/3063616951 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbd44004db0 0x7fbd580b75d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:56.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.684+0000 7fbd5d9a0640 1 --2- 172.21.15.31:0/3063616951 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbd580ce170 0x7fbd580ce5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:56.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.684+0000 7fbd5c99e640 1 -- 172.21.15.31:0/3063616951 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbd44004db0 msgr2=0x7fbd580b75d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:56.686 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.684+0000 7fbd5c99e640 1 --2- 172.21.15.31:0/3063616951 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbd44004db0 0x7fbd580b75d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:56.686 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.684+0000 7fbd5c99e640 1 -- 172.21.15.31:0/3063616951 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbd580ce170 msgr2=0x7fbd580ce5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:56.686 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.684+0000 7fbd5c99e640 1 --2- 172.21.15.31:0/3063616951 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbd580ce170 0x7fbd580ce5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:56.686 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.684+0000 7fbd5c99e640 1 -- 172.21.15.31:0/3063616951 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd5814f6e0 con 0x7fbd580c9730 2024-09-16T07:23:56.686 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.684+0000 7fbd5c99e640 1 --2- 172.21.15.31:0/3063616951 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbd580c9730 0x7fbd5814f1a0 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7fbd4800f6f0 tx=0x7fbd4800fbb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:23:56.686 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.684+0000 7fbd4dffb640 1 -- 172.21.15.31:0/3063616951 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd48015070 con 0x7fbd580c9730 2024-09-16T07:23:56.686 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.684+0000 7fbd4dffb640 1 -- 172.21.15.31:0/3063616951 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbd48006170 con 0x7fbd580c9730 2024-09-16T07:23:56.686 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.684+0000 7fbd5e1a1640 1 -- 172.21.15.31:0/3063616951 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbd580cf5a0 con 0x7fbd580c9730 2024-09-16T07:23:56.686 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.684+0000 7fbd4dffb640 1 -- 172.21.15.31:0/3063616951 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd48003830 con 0x7fbd580c9730 2024-09-16T07:23:56.686 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.685+0000 7fbd5e1a1640 1 -- 172.21.15.31:0/3063616951 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbd580cf2c0 con 0x7fbd580c9730 2024-09-16T07:23:56.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.686+0000 7fbd5e1a1640 1 -- 172.21.15.31:0/3063616951 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbd580d1a10 con 0x7fbd580c9730 2024-09-16T07:23:56.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.686+0000 7fbd4dffb640 1 -- 172.21.15.31:0/3063616951 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 9) ==== 101440+0+0 (secure 0 0 0) 0x7fbd48018070 con 0x7fbd580c9730 2024-09-16T07:23:56.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.687+0000 7fbd4dffb640 1 --2- 172.21.15.31:0/3063616951 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fbd3c078a30 0x7fbd3c07aef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:56.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.687+0000 7fbd4dffb640 1 -- 172.21.15.31:0/3063616951 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5854+0+0 (secure 0 0 0) 0x7fbd4809ad20 con 0x7fbd580c9730 2024-09-16T07:23:56.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.687+0000 7fbd5d19f640 1 --2- 172.21.15.31:0/3063616951 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fbd3c078a30 0x7fbd3c07aef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:56.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.688+0000 7fbd5d19f640 1 --2- 172.21.15.31:0/3063616951 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fbd3c078a30 0x7fbd3c07aef0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fbd540057a0 tx=0x7fbd54005f90 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:23:56.690 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.691+0000 7fbd4dffb640 1 -- 172.21.15.31:0/3063616951 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fbd5814f6e0 con 0x7fbd580c9730 2024-09-16T07:23:56.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.914+0000 7fbd5e1a1640 1 -- 172.21.15.31:0/3063616951 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbd58071ef0 con 0x7fbd580c9730 2024-09-16T07:23:56.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.914+0000 7fbd4dffb640 1 -- 172.21.15.31:0/3063616951 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+5223 (secure 0 0 0) 0x7fbd48062a60 con 0x7fbd580c9730 2024-09-16T07:23:56.914 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:23:56.914 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":28,"btime":"2024-09-16T07:22:38:679679+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4934,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2654545976","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2654545976},{"type":"v1","addr":"172.21.15.155:6836","nonce":2654545976}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":4937,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/545251166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":545251166},{"type":"v1","addr":"172.21.15.155:6837","nonce":545251166}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5391,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6834/403188644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":403188644},{"type":"v1","addr":"172.21.15.31:6834","nonce":403188644}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21}],"filesystems":[{"mdsmap":{"epoch":27,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:22:28.829594+0000","modified":"2024-09-16T07:22:31.855003+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5394},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5394":{"gid":5394,"name":"c","rank":0,"incarnation":23,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6835/4030974348","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":4030974348},{"type":"v1","addr":"172.21.15.31:6835","nonce":4030974348}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5394,"qdb_cluster":[5394]},"id":3}]} 2024-09-16T07:23:56.914 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 28 2024-09-16T07:23:56.916 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.916+0000 7fbd5e1a1640 1 -- 172.21.15.31:0/3063616951 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fbd3c078a30 msgr2=0x7fbd3c07aef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:56.917 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.916+0000 7fbd5e1a1640 1 --2- 172.21.15.31:0/3063616951 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fbd3c078a30 0x7fbd3c07aef0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fbd540057a0 tx=0x7fbd54005f90 comp rx=0 tx=0).stop 2024-09-16T07:23:56.917 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.917+0000 7fbd5e1a1640 1 -- 172.21.15.31:0/3063616951 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbd580c9730 msgr2=0x7fbd5814f1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:56.917 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.917+0000 7fbd5e1a1640 1 --2- 172.21.15.31:0/3063616951 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbd580c9730 0x7fbd5814f1a0 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7fbd4800f6f0 tx=0x7fbd4800fbb0 comp rx=0 tx=0).stop 2024-09-16T07:23:56.917 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.917+0000 7fbd5e1a1640 1 -- 172.21.15.31:0/3063616951 shutdown_connections 2024-09-16T07:23:56.917 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.917+0000 7fbd5e1a1640 1 --2- 172.21.15.31:0/3063616951 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fbd3c078a30 0x7fbd3c07aef0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:56.917 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.917+0000 7fbd5e1a1640 1 --2- 172.21.15.31:0/3063616951 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbd580ce170 0x7fbd580ce5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:56.917 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.917+0000 7fbd5e1a1640 1 --2- 172.21.15.31:0/3063616951 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbd580c9730 0x7fbd5814f1a0 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:56.917 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.917+0000 7fbd5e1a1640 1 --2- 172.21.15.31:0/3063616951 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbd44004db0 0x7fbd580b75d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:56.917 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.917+0000 7fbd5e1a1640 1 -- 172.21.15.31:0/3063616951 >> 172.21.15.31:0/3063616951 conn(0x7fbd5809aa30 msgr2=0x7fbd58159c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:23:56.917 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.917+0000 7fbd5e1a1640 1 -- 172.21.15.31:0/3063616951 shutdown_connections 2024-09-16T07:23:56.917 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:56.917+0000 7fbd5e1a1640 1 -- 172.21.15.31:0/3063616951 wait complete. 2024-09-16T07:23:56.927 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:23:57.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.033+0000 7f0e0b3bc640 1 -- 172.21.15.31:0/3250625540 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0e0415f6d0 msgr2=0x7f0e0415c880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:57.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.033+0000 7f0e0b3bc640 1 --2- 172.21.15.31:0/3250625540 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0e0415f6d0 0x7f0e0415c880 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f0e04074670 tx=0x7f0df402a5f0 comp rx=0 tx=0).stop 2024-09-16T07:23:57.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.033+0000 7f0e0b3bc640 1 -- 172.21.15.31:0/3250625540 shutdown_connections 2024-09-16T07:23:57.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.033+0000 7f0e0b3bc640 1 --2- 172.21.15.31:0/3250625540 >> v2:172.21.15.155:3300/0 conn(0x7f0e0415cdc0 0x7f0e040cfce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:57.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.033+0000 7f0e0b3bc640 1 --2- 172.21.15.31:0/3250625540 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0e0415f6d0 0x7f0e0415c880 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:57.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.033+0000 7f0e0b3bc640 1 --2- 172.21.15.31:0/3250625540 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0e040d2410 0x7f0e040b3090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:57.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.033+0000 7f0e0b3bc640 1 -- 172.21.15.31:0/3250625540 >> 172.21.15.31:0/3250625540 conn(0x7f0e0409aa30 msgr2=0x7f0e0409ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:23:57.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.033+0000 7f0e0b3bc640 1 -- 172.21.15.31:0/3250625540 shutdown_connections 2024-09-16T07:23:57.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.033+0000 7f0e0b3bc640 1 -- 172.21.15.31:0/3250625540 wait complete. 2024-09-16T07:23:57.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.034+0000 7f0e0b3bc640 1 Processor -- start 2024-09-16T07:23:57.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.034+0000 7f0e0b3bc640 1 -- start start 2024-09-16T07:23:57.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.035+0000 7f0e0b3bc640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0e040d2410 0x7f0e0406f130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:57.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.035+0000 7f0e0b3bc640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0e0415cdc0 0x7f0e040b0430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:57.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.035+0000 7f0e0b3bc640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0e0415f6d0 0x7f0e040af9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:57.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.035+0000 7f0e0b3bc640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f0e040b1240 con 0x7f0e0415f6d0 2024-09-16T07:23:57.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.035+0000 7f0e0b3bc640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f0e040d0580 con 0x7f0e040d2410 2024-09-16T07:23:57.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.035+0000 7f0e0b3bc640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f0e040b13c0 con 0x7f0e0415cdc0 2024-09-16T07:23:57.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.035+0000 7f0e09959640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0e0415f6d0 0x7f0e040af9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:57.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.035+0000 7f0e09959640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0e0415f6d0 0x7f0e040af9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55718/0 (socket says 172.21.15.31:55718) 2024-09-16T07:23:57.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.035+0000 7f0e09959640 1 -- 172.21.15.31:0/2047565398 learned_addr learned my addr 172.21.15.31:0/2047565398 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:23:57.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.035+0000 7f0e08957640 1 --2- 172.21.15.31:0/2047565398 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0e0415cdc0 0x7f0e040b0430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:57.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.035+0000 7f0e09158640 1 --2- 172.21.15.31:0/2047565398 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0e040d2410 0x7f0e0406f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:57.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.035+0000 7f0e09959640 1 -- 172.21.15.31:0/2047565398 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0e0415cdc0 msgr2=0x7f0e040b0430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:57.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.035+0000 7f0e09959640 1 --2- 172.21.15.31:0/2047565398 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0e0415cdc0 0x7f0e040b0430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:57.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.035+0000 7f0e09959640 1 -- 172.21.15.31:0/2047565398 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0e040d2410 msgr2=0x7f0e0406f130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:57.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.035+0000 7f0e09959640 1 --2- 172.21.15.31:0/2047565398 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0e040d2410 0x7f0e0406f130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:57.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.035+0000 7f0e09959640 1 -- 172.21.15.31:0/2047565398 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e040cbaf0 con 0x7f0e0415f6d0 2024-09-16T07:23:57.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.035+0000 7f0e09158640 1 --2- 172.21.15.31:0/2047565398 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0e040d2410 0x7f0e0406f130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:23:57.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.035+0000 7f0e09959640 1 --2- 172.21.15.31:0/2047565398 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0e0415f6d0 0x7f0e040af9e0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f0dfc00e9d0 tx=0x7f0dfc00ee90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:23:57.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.036+0000 7f0df9ffb640 1 -- 172.21.15.31:0/2047565398 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dfc00cd80 con 0x7f0e0415f6d0 2024-09-16T07:23:57.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.036+0000 7f0df9ffb640 1 -- 172.21.15.31:0/2047565398 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0dfc004c30 con 0x7f0e0415f6d0 2024-09-16T07:23:57.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.036+0000 7f0e0b3bc640 1 -- 172.21.15.31:0/2047565398 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e040cbdd0 con 0x7f0e0415f6d0 2024-09-16T07:23:57.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.036+0000 7f0df9ffb640 1 -- 172.21.15.31:0/2047565398 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dfc005280 con 0x7f0e0415f6d0 2024-09-16T07:23:57.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.036+0000 7f0e0b3bc640 1 -- 172.21.15.31:0/2047565398 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e040b54b0 con 0x7f0e0415f6d0 2024-09-16T07:23:57.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.037+0000 7f0e0b3bc640 1 -- 172.21.15.31:0/2047565398 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0e040af2b0 con 0x7f0e0415f6d0 2024-09-16T07:23:57.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.037+0000 7f0df9ffb640 1 -- 172.21.15.31:0/2047565398 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 9) ==== 101440+0+0 (secure 0 0 0) 0x7f0dfc005420 con 0x7f0e0415f6d0 2024-09-16T07:23:57.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.038+0000 7f0df9ffb640 1 --2- 172.21.15.31:0/2047565398 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0de8078a00 0x7f0de807aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:57.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.038+0000 7f0df9ffb640 1 -- 172.21.15.31:0/2047565398 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5854+0+0 (secure 0 0 0) 0x7f0dfc09b6d0 con 0x7f0e0415f6d0 2024-09-16T07:23:57.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.038+0000 7f0e09158640 1 --2- 172.21.15.31:0/2047565398 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0de8078a00 0x7f0de807aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:57.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.038+0000 7f0e09158640 1 --2- 172.21.15.31:0/2047565398 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0de8078a00 0x7f0de807aec0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f0e00005e00 tx=0x7f0e00005d50 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:23:57.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.042+0000 7f0df9ffb640 1 -- 172.21.15.31:0/2047565398 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f0dfc016030 con 0x7f0e0415f6d0 2024-09-16T07:23:57.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.230+0000 7f0e0b3bc640 1 -- 172.21.15.31:0/2047565398 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0e040cbfa0 con 0x7f0e0415f6d0 2024-09-16T07:23:57.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.231+0000 7f0df9ffb640 1 -- 172.21.15.31:0/2047565398 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v47) ==== 74+0+16936 (secure 0 0 0) 0x7f0e040cbfa0 con 0x7f0e0415f6d0 2024-09-16T07:23:57.230 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:23:57.230 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":47,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:22:51.718143+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:22:26.469487+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-16T07:22:27.789126+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"45","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"7.5","mappings":[{"from":5,"to":7}]},{"pgid":"7.8","mappings":[{"from":5,"to":7}]},{"pgid":"7.28","mappings":[{"from":5,"to":0}]},{"pgid":"7.2e","mappings":[{"from":5,"to":7}]},{"pgid":"7.30","mappings":[{"from":5,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:23:57.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.233+0000 7f0e0b3bc640 1 -- 172.21.15.31:0/2047565398 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0de8078a00 msgr2=0x7f0de807aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:57.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.233+0000 7f0e0b3bc640 1 --2- 172.21.15.31:0/2047565398 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0de8078a00 0x7f0de807aec0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f0e00005e00 tx=0x7f0e00005d50 comp rx=0 tx=0).stop 2024-09-16T07:23:57.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.233+0000 7f0e0b3bc640 1 -- 172.21.15.31:0/2047565398 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0e0415f6d0 msgr2=0x7f0e040af9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:57.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.233+0000 7f0e0b3bc640 1 --2- 172.21.15.31:0/2047565398 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0e0415f6d0 0x7f0e040af9e0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f0dfc00e9d0 tx=0x7f0dfc00ee90 comp rx=0 tx=0).stop 2024-09-16T07:23:57.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.233+0000 7f0e0b3bc640 1 -- 172.21.15.31:0/2047565398 shutdown_connections 2024-09-16T07:23:57.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.233+0000 7f0e0b3bc640 1 --2- 172.21.15.31:0/2047565398 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0de8078a00 0x7f0de807aec0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:57.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.233+0000 7f0e0b3bc640 1 --2- 172.21.15.31:0/2047565398 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0e0415f6d0 0x7f0e040af9e0 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:57.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.233+0000 7f0e0b3bc640 1 --2- 172.21.15.31:0/2047565398 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0e0415cdc0 0x7f0e040b0430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:57.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.233+0000 7f0e0b3bc640 1 --2- 172.21.15.31:0/2047565398 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0e040d2410 0x7f0e0406f130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:57.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.233+0000 7f0e0b3bc640 1 -- 172.21.15.31:0/2047565398 >> 172.21.15.31:0/2047565398 conn(0x7f0e0409aa30 msgr2=0x7f0e040cc4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:23:57.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.233+0000 7f0e0b3bc640 1 -- 172.21.15.31:0/2047565398 shutdown_connections 2024-09-16T07:23:57.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.233+0000 7f0e0b3bc640 1 -- 172.21.15.31:0/2047565398 wait complete. 2024-09-16T07:23:57.244 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-16T07:23:57.350 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.350+0000 7f7c9e223640 1 -- 172.21.15.31:0/1314748421 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7c80003a50 msgr2=0x7f7c80003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:57.350 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.350+0000 7f7c9e223640 1 --2- 172.21.15.31:0/1314748421 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7c80003a50 0x7f7c80003e70 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f7c88009b20 tx=0x7f7c80005830 comp rx=0 tx=0).stop 2024-09-16T07:23:57.350 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.351+0000 7f7c9e223640 1 -- 172.21.15.31:0/1314748421 shutdown_connections 2024-09-16T07:23:57.350 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.351+0000 7f7c9e223640 1 --2- 172.21.15.31:0/1314748421 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7c80003a50 0x7f7c80003e70 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:57.351 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.351+0000 7f7c9e223640 1 -- 172.21.15.31:0/1314748421 >> 172.21.15.31:0/1314748421 conn(0x7f7c980d1c40 msgr2=0x7f7c980d2050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:23:57.351 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.351+0000 7f7c9e223640 1 -- 172.21.15.31:0/1314748421 shutdown_connections 2024-09-16T07:23:57.351 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.351+0000 7f7c9e223640 1 -- 172.21.15.31:0/1314748421 wait complete. 2024-09-16T07:23:57.351 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.352+0000 7f7c9e223640 1 Processor -- start 2024-09-16T07:23:57.351 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.352+0000 7f7c9e223640 1 -- start start 2024-09-16T07:23:57.353 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.353+0000 7f7c9e223640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7c80003a50 0x7f7c980cb000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:57.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.353+0000 7f7c9e223640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7c981f8f30 0x7f7c980c82d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:57.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.353+0000 7f7c9e223640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7c9806ddc0 0x7f7c981e8600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:57.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.353+0000 7f7c9e223640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f7c980d28e0 con 0x7f7c80003a50 2024-09-16T07:23:57.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.353+0000 7f7c9e223640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f7c980d2760 con 0x7f7c9806ddc0 2024-09-16T07:23:57.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.353+0000 7f7c9e223640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f7c9806ecb0 con 0x7f7c981f8f30 2024-09-16T07:23:57.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.353+0000 7f7c977fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7c80003a50 0x7f7c980cb000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:57.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.353+0000 7f7c977fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7c80003a50 0x7f7c980cb000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55744/0 (socket says 172.21.15.31:55744) 2024-09-16T07:23:57.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.353+0000 7f7c977fe640 1 -- 172.21.15.31:0/1597524995 learned_addr learned my addr 172.21.15.31:0/1597524995 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:23:57.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.353+0000 7f7c96ffd640 1 --2- 172.21.15.31:0/1597524995 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7c981f8f30 0x7f7c980c82d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:57.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.353+0000 7f7c97fff640 1 --2- 172.21.15.31:0/1597524995 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7c9806ddc0 0x7f7c981e8600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:57.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.353+0000 7f7c977fe640 1 -- 172.21.15.31:0/1597524995 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7c981f8f30 msgr2=0x7f7c980c82d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:57.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.353+0000 7f7c977fe640 1 --2- 172.21.15.31:0/1597524995 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7c981f8f30 0x7f7c980c82d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:57.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.353+0000 7f7c977fe640 1 -- 172.21.15.31:0/1597524995 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7c9806ddc0 msgr2=0x7f7c981e8600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:57.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.353+0000 7f7c977fe640 1 --2- 172.21.15.31:0/1597524995 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7c9806ddc0 0x7f7c981e8600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:57.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.353+0000 7f7c977fe640 1 -- 172.21.15.31:0/1597524995 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c980cb7a0 con 0x7f7c80003a50 2024-09-16T07:23:57.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.353+0000 7f7c97fff640 1 --2- 172.21.15.31:0/1597524995 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7c9806ddc0 0x7f7c981e8600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:23:57.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.353+0000 7f7c96ffd640 1 --2- 172.21.15.31:0/1597524995 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7c981f8f30 0x7f7c980c82d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:23:57.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.353+0000 7f7c977fe640 1 --2- 172.21.15.31:0/1597524995 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7c80003a50 0x7f7c980cb000 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f7c88009c40 tx=0x7f7c88033650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:23:57.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.353+0000 7f7c7ffff640 1 -- 172.21.15.31:0/1597524995 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c88038040 con 0x7f7c80003a50 2024-09-16T07:23:57.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.354+0000 7f7c7ffff640 1 -- 172.21.15.31:0/1597524995 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7c88004020 con 0x7f7c80003a50 2024-09-16T07:23:57.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.354+0000 7f7c9e223640 1 -- 172.21.15.31:0/1597524995 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c980cba80 con 0x7f7c80003a50 2024-09-16T07:23:57.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.354+0000 7f7c7ffff640 1 -- 172.21.15.31:0/1597524995 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c88004450 con 0x7f7c80003a50 2024-09-16T07:23:57.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.354+0000 7f7c9e223640 1 -- 172.21.15.31:0/1597524995 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c9806e940 con 0x7f7c80003a50 2024-09-16T07:23:57.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.355+0000 7f7c9e223640 1 -- 172.21.15.31:0/1597524995 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7c980b1760 con 0x7f7c80003a50 2024-09-16T07:23:57.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.355+0000 7f7c7ffff640 1 -- 172.21.15.31:0/1597524995 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 9) ==== 101440+0+0 (secure 0 0 0) 0x7f7c88045020 con 0x7f7c80003a50 2024-09-16T07:23:57.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.356+0000 7f7c7ffff640 1 --2- 172.21.15.31:0/1597524995 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7c84078a30 0x7f7c8407aef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:57.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.356+0000 7f7c7ffff640 1 -- 172.21.15.31:0/1597524995 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5854+0+0 (secure 0 0 0) 0x7f7c880bb480 con 0x7f7c80003a50 2024-09-16T07:23:57.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.356+0000 7f7c96ffd640 1 --2- 172.21.15.31:0/1597524995 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7c84078a30 0x7f7c8407aef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:57.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.357+0000 7f7c96ffd640 1 --2- 172.21.15.31:0/1597524995 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7c84078a30 0x7f7c8407aef0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f7c980b3af0 tx=0x7f7c8c001760 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:23:57.359 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.360+0000 7f7c7ffff640 1 -- 172.21.15.31:0/1597524995 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f7c88083650 con 0x7f7c80003a50 2024-09-16T07:23:57.587 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.588+0000 7f7c9e223640 1 -- 172.21.15.31:0/1597524995 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f7c980cf1f0 con 0x7f7c80003a50 2024-09-16T07:23:57.588 INFO:tasks.ceph.mon.a.smithi031.stderr:2024-09-16T07:23:57.588+0000 7fe9e4df9640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T07:23:57.589 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.590+0000 7f7c7ffff640 1 -- 172.21.15.31:0/1597524995 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v29) ==== 161+0+0 (secure 0 0 0) 0x7f7c88082f50 con 0x7f7c80003a50 2024-09-16T07:23:57.589 INFO:teuthology.orchestra.run.smithi031.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-16T07:23:57.594 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.594+0000 7f7c9e223640 1 -- 172.21.15.31:0/1597524995 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7c84078a30 msgr2=0x7f7c8407aef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:57.594 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.594+0000 7f7c9e223640 1 --2- 172.21.15.31:0/1597524995 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7c84078a30 0x7f7c8407aef0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f7c980b3af0 tx=0x7f7c8c001760 comp rx=0 tx=0).stop 2024-09-16T07:23:57.594 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.594+0000 7f7c9e223640 1 -- 172.21.15.31:0/1597524995 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7c80003a50 msgr2=0x7f7c980cb000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:57.594 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.594+0000 7f7c9e223640 1 --2- 172.21.15.31:0/1597524995 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7c80003a50 0x7f7c980cb000 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f7c88009c40 tx=0x7f7c88033650 comp rx=0 tx=0).stop 2024-09-16T07:23:57.594 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.594+0000 7f7c9e223640 1 -- 172.21.15.31:0/1597524995 shutdown_connections 2024-09-16T07:23:57.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.594+0000 7f7c9e223640 1 --2- 172.21.15.31:0/1597524995 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7c84078a30 0x7f7c8407aef0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:57.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.594+0000 7f7c9e223640 1 --2- 172.21.15.31:0/1597524995 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7c9806ddc0 0x7f7c981e8600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:57.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.594+0000 7f7c9e223640 1 --2- 172.21.15.31:0/1597524995 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7c981f8f30 0x7f7c980c82d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:57.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.594+0000 7f7c9e223640 1 --2- 172.21.15.31:0/1597524995 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7c80003a50 0x7f7c980cb000 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:57.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.594+0000 7f7c9e223640 1 -- 172.21.15.31:0/1597524995 >> 172.21.15.31:0/1597524995 conn(0x7f7c980d1c40 msgr2=0x7f7c980b4040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:23:57.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.594+0000 7f7c9e223640 1 -- 172.21.15.31:0/1597524995 shutdown_connections 2024-09-16T07:23:57.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.594+0000 7f7c9e223640 1 -- 172.21.15.31:0/1597524995 wait complete. 2024-09-16T07:23:57.605 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-16T07:23:57.631 INFO:tasks.ceph.mds.c.smithi031.stdout:starting mds.c at 2024-09-16T07:23:57.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.714+0000 7f6de5293640 1 -- 172.21.15.31:0/3735589424 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6de0151b50 msgr2=0x7f6de0070680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:57.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.714+0000 7f6de5293640 1 --2- 172.21.15.31:0/3735589424 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6de0151b50 0x7f6de0070680 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f6de006fc60 tx=0x7f6dd802aa00 comp rx=0 tx=0).stop 2024-09-16T07:23:57.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.714+0000 7f6de5293640 1 -- 172.21.15.31:0/3735589424 shutdown_connections 2024-09-16T07:23:57.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.714+0000 7f6de5293640 1 --2- 172.21.15.31:0/3735589424 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6de0151b50 0x7f6de0070680 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:57.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.714+0000 7f6de5293640 1 -- 172.21.15.31:0/3735589424 >> 172.21.15.31:0/3735589424 conn(0x7f6de00d0bb0 msgr2=0x7f6de00d0fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:23:57.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.714+0000 7f6de5293640 1 -- 172.21.15.31:0/3735589424 shutdown_connections 2024-09-16T07:23:57.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.714+0000 7f6de5293640 1 -- 172.21.15.31:0/3735589424 wait complete. 2024-09-16T07:23:57.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.715+0000 7f6de5293640 1 Processor -- start 2024-09-16T07:23:57.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.716+0000 7f6de5293640 1 -- start start 2024-09-16T07:23:57.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.716+0000 7f6de5293640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6de006e360 0x7f6de00c87a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:57.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.716+0000 7f6de5293640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6de0151770 0x7f6de01f8960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:57.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.716+0000 7f6de5293640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6de0151b50 0x7f6de0159c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:57.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.716+0000 7f6de5293640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f6de015f330 con 0x7f6de0151b50 2024-09-16T07:23:57.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.716+0000 7f6de5293640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f6de015f1b0 con 0x7f6de006e360 2024-09-16T07:23:57.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.716+0000 7f6de5293640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f6de015afa0 con 0x7f6de0151770 2024-09-16T07:23:57.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.716+0000 7f6ddf7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6de0151b50 0x7f6de0159c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:57.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.716+0000 7f6ddf7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6de0151b50 0x7f6de0159c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55774/0 (socket says 172.21.15.31:55774) 2024-09-16T07:23:57.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.716+0000 7f6ddf7fe640 1 -- 172.21.15.31:0/2239959938 learned_addr learned my addr 172.21.15.31:0/2239959938 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:23:57.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.717+0000 7f6ddeffd640 1 --2- 172.21.15.31:0/2239959938 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6de006e360 0x7f6de00c87a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:57.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.717+0000 7f6dde7fc640 1 --2- 172.21.15.31:0/2239959938 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6de0151770 0x7f6de01f8960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:57.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.717+0000 7f6ddf7fe640 1 -- 172.21.15.31:0/2239959938 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6de0151770 msgr2=0x7f6de01f8960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:57.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.717+0000 7f6ddf7fe640 1 --2- 172.21.15.31:0/2239959938 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6de0151770 0x7f6de01f8960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:57.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.717+0000 7f6ddf7fe640 1 -- 172.21.15.31:0/2239959938 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6de006e360 msgr2=0x7f6de00c87a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:57.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.717+0000 7f6ddf7fe640 1 --2- 172.21.15.31:0/2239959938 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6de006e360 0x7f6de00c87a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:57.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.717+0000 7f6ddf7fe640 1 -- 172.21.15.31:0/2239959938 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6de01541e0 con 0x7f6de0151b50 2024-09-16T07:23:57.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.717+0000 7f6ddf7fe640 1 --2- 172.21.15.31:0/2239959938 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6de0151b50 0x7f6de0159c50 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f6dd8009d60 tx=0x7f6dd8003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:23:57.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.717+0000 7f6dc77fe640 1 -- 172.21.15.31:0/2239959938 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dd8033050 con 0x7f6de0151b50 2024-09-16T07:23:57.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.717+0000 7f6dc77fe640 1 -- 172.21.15.31:0/2239959938 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6dd80044d0 con 0x7f6de0151b50 2024-09-16T07:23:57.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.717+0000 7f6de5293640 1 -- 172.21.15.31:0/2239959938 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6de01521b0 con 0x7f6de0151b50 2024-09-16T07:23:57.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.717+0000 7f6dc77fe640 1 -- 172.21.15.31:0/2239959938 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dd8038450 con 0x7f6de0151b50 2024-09-16T07:23:57.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.717+0000 7f6de5293640 1 -- 172.21.15.31:0/2239959938 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6de0152770 con 0x7f6de0151b50 2024-09-16T07:23:57.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.718+0000 7f6de5293640 1 -- 172.21.15.31:0/2239959938 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6de006dc50 con 0x7f6de0151b50 2024-09-16T07:23:57.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.719+0000 7f6dc77fe640 1 -- 172.21.15.31:0/2239959938 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 9) ==== 101440+0+0 (secure 0 0 0) 0x7f6dd8036070 con 0x7f6de0151b50 2024-09-16T07:23:57.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.719+0000 7f6dc77fe640 1 --2- 172.21.15.31:0/2239959938 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6dcc078a00 0x7f6dcc07aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:57.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.719+0000 7f6dc77fe640 1 -- 172.21.15.31:0/2239959938 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 5940+0+0 (secure 0 0 0) 0x7f6dd80bc190 con 0x7f6de0151b50 2024-09-16T07:23:57.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.719+0000 7f6ddeffd640 1 --2- 172.21.15.31:0/2239959938 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6dcc078a00 0x7f6dcc07aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:57.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.720+0000 7f6ddeffd640 1 --2- 172.21.15.31:0/2239959938 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6dcc078a00 0x7f6dcc07aec0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f6dd0001640 tx=0x7f6dd0009040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:23:57.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.723+0000 7f6dc77fe640 1 -- 172.21.15.31:0/2239959938 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f6dd8084410 con 0x7f6de0151b50 2024-09-16T07:23:57.946 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:57.946+0000 7f6de5293640 1 -- 172.21.15.31:0/2239959938 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f6de00cc630 con 0x7f6de0151b50 2024-09-16T07:23:58.591 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:58.592+0000 7f6dc77fe640 1 -- 172.21.15.31:0/2239959938 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v30) ==== 104+0+0 (secure 0 0 0) 0x7f6dd8083d10 con 0x7f6de0151b50 2024-09-16T07:23:58.594 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:58.595+0000 7f6de5293640 1 -- 172.21.15.31:0/2239959938 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6dcc078a00 msgr2=0x7f6dcc07aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:58.594 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:58.595+0000 7f6de5293640 1 --2- 172.21.15.31:0/2239959938 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6dcc078a00 0x7f6dcc07aec0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f6dd0001640 tx=0x7f6dd0009040 comp rx=0 tx=0).stop 2024-09-16T07:23:58.594 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:58.595+0000 7f6de5293640 1 -- 172.21.15.31:0/2239959938 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6de0151b50 msgr2=0x7f6de0159c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:58.594 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:58.595+0000 7f6de5293640 1 --2- 172.21.15.31:0/2239959938 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6de0151b50 0x7f6de0159c50 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f6dd8009d60 tx=0x7f6dd8003f10 comp rx=0 tx=0).stop 2024-09-16T07:23:58.594 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:58.595+0000 7f6de5293640 1 -- 172.21.15.31:0/2239959938 shutdown_connections 2024-09-16T07:23:58.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:58.595+0000 7f6de5293640 1 --2- 172.21.15.31:0/2239959938 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6dcc078a00 0x7f6dcc07aec0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:58.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:58.595+0000 7f6de5293640 1 --2- 172.21.15.31:0/2239959938 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6de0151b50 0x7f6de0159c50 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:58.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:58.595+0000 7f6de5293640 1 --2- 172.21.15.31:0/2239959938 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6de0151770 0x7f6de01f8960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:58.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:58.595+0000 7f6de5293640 1 --2- 172.21.15.31:0/2239959938 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6de006e360 0x7f6de00c87a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:58.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:58.595+0000 7f6de5293640 1 -- 172.21.15.31:0/2239959938 >> 172.21.15.31:0/2239959938 conn(0x7f6de00d0bb0 msgr2=0x7f6de00ce720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:23:58.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:58.595+0000 7f6de5293640 1 -- 172.21.15.31:0/2239959938 shutdown_connections 2024-09-16T07:23:58.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:58.595+0000 7f6de5293640 1 -- 172.21.15.31:0/2239959938 wait complete. 2024-09-16T07:23:58.608 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-16T07:23:58.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:58.768+0000 7fdb576bd640 1 -- 172.21.15.31:0/3681351895 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdb50072610 msgr2=0x7fdb50072aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:58.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:58.768+0000 7fdb576bd640 1 --2- 172.21.15.31:0/3681351895 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdb50072610 0x7fdb50072aa0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fdb48005fd0 tx=0x7fdb4802aa10 comp rx=0 tx=0).stop 2024-09-16T07:23:58.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:58.768+0000 7fdb576bd640 1 -- 172.21.15.31:0/3681351895 shutdown_connections 2024-09-16T07:23:58.769 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:58.768+0000 7fdb576bd640 1 --2- 172.21.15.31:0/3681351895 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdb50072610 0x7fdb50072aa0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:58.769 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:58.768+0000 7fdb576bd640 1 --2- 172.21.15.31:0/3681351895 >> v2:172.21.15.155:3300/0 conn(0x7fdb5006e4e0 0x7fdb500ae6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:58.769 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:58.768+0000 7fdb576bd640 1 -- 172.21.15.31:0/3681351895 >> 172.21.15.31:0/3681351895 conn(0x7fdb500b1620 msgr2=0x7fdb500b1a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:23:58.769 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:58.768+0000 7fdb576bd640 1 -- 172.21.15.31:0/3681351895 shutdown_connections 2024-09-16T07:23:58.769 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:58.768+0000 7fdb576bd640 1 -- 172.21.15.31:0/3681351895 wait complete. 2024-09-16T07:23:58.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:58.770+0000 7fdb576bd640 1 Processor -- start 2024-09-16T07:23:58.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:58.770+0000 7fdb576bd640 1 -- start start 2024-09-16T07:23:58.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:58.770+0000 7fdb576bd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdb5006e4e0 0x7fdb50149fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:58.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:58.770+0000 7fdb576bd640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdb50072610 0x7fdb500cc8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:58.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:58.770+0000 7fdb576bd640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdb50150ef0 0x7fdb501f5ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:58.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:58.770+0000 7fdb576bd640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fdb500b3560 con 0x7fdb5006e4e0 2024-09-16T07:23:58.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:58.770+0000 7fdb576bd640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fdb50070830 con 0x7fdb50072610 2024-09-16T07:23:58.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:58.770+0000 7fdb576bd640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fdb500b36e0 con 0x7fdb50150ef0 2024-09-16T07:23:58.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:58.771+0000 7fdb55459640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdb5006e4e0 0x7fdb50149fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:58.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:58.771+0000 7fdb55459640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdb5006e4e0 0x7fdb50149fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55780/0 (socket says 172.21.15.31:55780) 2024-09-16T07:23:58.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:58.771+0000 7fdb55459640 1 -- 172.21.15.31:0/3007961668 learned_addr learned my addr 172.21.15.31:0/3007961668 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:23:58.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:58.771+0000 7fdb55c5a640 1 --2- 172.21.15.31:0/3007961668 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdb50150ef0 0x7fdb501f5ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:58.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:58.771+0000 7fdb54c58640 1 --2- 172.21.15.31:0/3007961668 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdb50072610 0x7fdb500cc8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:58.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:58.771+0000 7fdb55459640 1 -- 172.21.15.31:0/3007961668 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdb50150ef0 msgr2=0x7fdb501f5ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:58.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:58.771+0000 7fdb55459640 1 --2- 172.21.15.31:0/3007961668 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdb50150ef0 0x7fdb501f5ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:58.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:58.771+0000 7fdb55459640 1 -- 172.21.15.31:0/3007961668 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdb50072610 msgr2=0x7fdb500cc8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:58.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:58.771+0000 7fdb55459640 1 --2- 172.21.15.31:0/3007961668 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdb50072610 0x7fdb500cc8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:58.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:58.771+0000 7fdb55459640 1 -- 172.21.15.31:0/3007961668 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb500d03a0 con 0x7fdb5006e4e0 2024-09-16T07:23:58.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:58.771+0000 7fdb55459640 1 --2- 172.21.15.31:0/3007961668 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdb5006e4e0 0x7fdb50149fd0 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7fdb4c00c3a0 tx=0x7fdb4c00c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:23:58.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:58.771+0000 7fdb45ffb640 1 -- 172.21.15.31:0/3007961668 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb4c017070 con 0x7fdb5006e4e0 2024-09-16T07:23:58.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:58.771+0000 7fdb45ffb640 1 -- 172.21.15.31:0/3007961668 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdb4c0053c0 con 0x7fdb5006e4e0 2024-09-16T07:23:58.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:58.771+0000 7fdb576bd640 1 -- 172.21.15.31:0/3007961668 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb500cd220 con 0x7fdb5006e4e0 2024-09-16T07:23:58.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:58.771+0000 7fdb45ffb640 1 -- 172.21.15.31:0/3007961668 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb4c003850 con 0x7fdb5006e4e0 2024-09-16T07:23:58.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:58.772+0000 7fdb576bd640 1 -- 172.21.15.31:0/3007961668 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb500cd7e0 con 0x7fdb5006e4e0 2024-09-16T07:23:58.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:58.772+0000 7fdb576bd640 1 -- 172.21.15.31:0/3007961668 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb500ae6f0 con 0x7fdb5006e4e0 2024-09-16T07:23:58.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:58.773+0000 7fdb45ffb640 1 -- 172.21.15.31:0/3007961668 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 9) ==== 101440+0+0 (secure 0 0 0) 0x7fdb4c01a070 con 0x7fdb5006e4e0 2024-09-16T07:23:58.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:58.774+0000 7fdb45ffb640 1 --2- 172.21.15.31:0/3007961668 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fdb34078a30 0x7fdb3407aef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:23:58.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:58.774+0000 7fdb45ffb640 1 -- 172.21.15.31:0/3007961668 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 5940+0+0 (secure 0 0 0) 0x7fdb4c09a0a0 con 0x7fdb5006e4e0 2024-09-16T07:23:58.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:58.774+0000 7fdb54c58640 1 --2- 172.21.15.31:0/3007961668 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fdb34078a30 0x7fdb3407aef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:23:58.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:58.775+0000 7fdb54c58640 1 --2- 172.21.15.31:0/3007961668 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fdb34078a30 0x7fdb3407aef0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fdb40009bd0 tx=0x7fdb40005f90 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:23:58.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:58.779+0000 7fdb45ffb640 1 -- 172.21.15.31:0/3007961668 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fdb4c061c50 con 0x7fdb5006e4e0 2024-09-16T07:23:58.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:58.969+0000 7fdb576bd640 1 -- 172.21.15.31:0/3007961668 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fdb50070330 con 0x7fdb5006e4e0 2024-09-16T07:23:59.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:59.881+0000 7fdb45ffb640 1 -- 172.21.15.31:0/3007961668 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v49) ==== 181+0+0 (secure 0 0 0) 0x7fdb4c066680 con 0x7fdb5006e4e0 2024-09-16T07:23:59.880 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_metadata' removed 2024-09-16T07:23:59.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:59.885+0000 7fdb576bd640 1 -- 172.21.15.31:0/3007961668 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fdb34078a30 msgr2=0x7fdb3407aef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:59.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:59.885+0000 7fdb576bd640 1 --2- 172.21.15.31:0/3007961668 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fdb34078a30 0x7fdb3407aef0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fdb40009bd0 tx=0x7fdb40005f90 comp rx=0 tx=0).stop 2024-09-16T07:23:59.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:59.885+0000 7fdb576bd640 1 -- 172.21.15.31:0/3007961668 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdb5006e4e0 msgr2=0x7fdb50149fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:23:59.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:59.885+0000 7fdb576bd640 1 --2- 172.21.15.31:0/3007961668 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdb5006e4e0 0x7fdb50149fd0 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7fdb4c00c3a0 tx=0x7fdb4c00c860 comp rx=0 tx=0).stop 2024-09-16T07:23:59.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:59.886+0000 7fdb576bd640 1 -- 172.21.15.31:0/3007961668 shutdown_connections 2024-09-16T07:23:59.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:59.886+0000 7fdb576bd640 1 --2- 172.21.15.31:0/3007961668 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fdb34078a30 0x7fdb3407aef0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:59.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:59.886+0000 7fdb576bd640 1 --2- 172.21.15.31:0/3007961668 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdb50150ef0 0x7fdb501f5ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:59.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:59.886+0000 7fdb576bd640 1 --2- 172.21.15.31:0/3007961668 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdb50072610 0x7fdb500cc8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:59.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:59.886+0000 7fdb576bd640 1 --2- 172.21.15.31:0/3007961668 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdb5006e4e0 0x7fdb50149fd0 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:23:59.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:59.886+0000 7fdb576bd640 1 -- 172.21.15.31:0/3007961668 >> 172.21.15.31:0/3007961668 conn(0x7fdb500b1620 msgr2=0x7fdb500b0a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:23:59.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:59.886+0000 7fdb576bd640 1 -- 172.21.15.31:0/3007961668 shutdown_connections 2024-09-16T07:23:59.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:23:59.886+0000 7fdb576bd640 1 -- 172.21.15.31:0/3007961668 wait complete. 2024-09-16T07:23:59.901 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-16T07:24:00.020 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:00.020+0000 7fa6e4b3d640 1 -- 172.21.15.31:0/87869804 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa6e00aee40 msgr2=0x7fa6e015b970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:00.020 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:00.020+0000 7fa6e4b3d640 1 --2- 172.21.15.31:0/87869804 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa6e00aee40 0x7fa6e015b970 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7fa6e00cc230 tx=0x7fa6d002a530 comp rx=0 tx=0).stop 2024-09-16T07:24:00.020 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:00.020+0000 7fa6e4b3d640 1 -- 172.21.15.31:0/87869804 shutdown_connections 2024-09-16T07:24:00.020 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:00.020+0000 7fa6e4b3d640 1 --2- 172.21.15.31:0/87869804 >> v2:172.21.15.155:3300/0 conn(0x7fa6e006e940 0x7fa6e006fe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:00.020 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:00.020+0000 7fa6e4b3d640 1 --2- 172.21.15.31:0/87869804 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa6e00aee40 0x7fa6e015b970 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:00.020 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:00.020+0000 7fa6e4b3d640 1 -- 172.21.15.31:0/87869804 >> 172.21.15.31:0/87869804 conn(0x7fa6e00b1620 msgr2=0x7fa6e00b1a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:00.020 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:00.020+0000 7fa6e4b3d640 1 -- 172.21.15.31:0/87869804 shutdown_connections 2024-09-16T07:24:00.020 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:00.020+0000 7fa6e4b3d640 1 -- 172.21.15.31:0/87869804 wait complete. 2024-09-16T07:24:00.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:00.021+0000 7fa6e4b3d640 1 Processor -- start 2024-09-16T07:24:00.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:00.021+0000 7fa6e4b3d640 1 -- start start 2024-09-16T07:24:00.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:00.022+0000 7fa6e4b3d640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa6e006e940 0x7fa6e015a410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:00.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:00.022+0000 7fa6e4b3d640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa6e00703c0 0x7fa6e00ad8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:00.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:00.022+0000 7fa6e4b3d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa6e00aee40 0x7fa6e00adde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:00.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:00.022+0000 7fa6e4b3d640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fa6e0158790 con 0x7fa6e00aee40 2024-09-16T07:24:00.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:00.022+0000 7fa6e4b3d640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa6e0158610 con 0x7fa6e00703c0 2024-09-16T07:24:00.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:00.022+0000 7fa6e4b3d640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa6e0158910 con 0x7fa6e006e940 2024-09-16T07:24:00.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:00.022+0000 7fa6ded9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa6e00aee40 0x7fa6e00adde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:00.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:00.022+0000 7fa6ded9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa6e00aee40 0x7fa6e00adde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55796/0 (socket says 172.21.15.31:55796) 2024-09-16T07:24:00.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:00.022+0000 7fa6ded9d640 1 -- 172.21.15.31:0/3736117386 learned_addr learned my addr 172.21.15.31:0/3736117386 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:00.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:00.022+0000 7fa6d7fff640 1 --2- 172.21.15.31:0/3736117386 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa6e00703c0 0x7fa6e00ad8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:00.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:00.022+0000 7fa6de59c640 1 --2- 172.21.15.31:0/3736117386 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa6e006e940 0x7fa6e015a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:00.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:00.022+0000 7fa6ded9d640 1 -- 172.21.15.31:0/3736117386 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa6e006e940 msgr2=0x7fa6e015a410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:00.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:00.022+0000 7fa6ded9d640 1 --2- 172.21.15.31:0/3736117386 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa6e006e940 0x7fa6e015a410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:00.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:00.022+0000 7fa6ded9d640 1 -- 172.21.15.31:0/3736117386 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa6e00703c0 msgr2=0x7fa6e00ad8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:00.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:00.022+0000 7fa6ded9d640 1 --2- 172.21.15.31:0/3736117386 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa6e00703c0 0x7fa6e00ad8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:00.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:00.022+0000 7fa6ded9d640 1 -- 172.21.15.31:0/3736117386 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6e01f8330 con 0x7fa6e00aee40 2024-09-16T07:24:00.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:00.023+0000 7fa6ded9d640 1 --2- 172.21.15.31:0/3736117386 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa6e00aee40 0x7fa6e00adde0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7fa6d800cbc0 tx=0x7fa6d800a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:00.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:00.023+0000 7fa6d6ffd640 1 -- 172.21.15.31:0/3736117386 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6d8016020 con 0x7fa6e00aee40 2024-09-16T07:24:00.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:00.023+0000 7fa6d6ffd640 1 -- 172.21.15.31:0/3736117386 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa6d800ae30 con 0x7fa6e00aee40 2024-09-16T07:24:00.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:00.023+0000 7fa6e4b3d640 1 -- 172.21.15.31:0/3736117386 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6e01f8610 con 0x7fa6e00aee40 2024-09-16T07:24:00.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:00.023+0000 7fa6d6ffd640 1 -- 172.21.15.31:0/3736117386 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6d8012660 con 0x7fa6e00aee40 2024-09-16T07:24:00.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:00.023+0000 7fa6e4b3d640 1 -- 172.21.15.31:0/3736117386 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6e01f8bd0 con 0x7fa6e00aee40 2024-09-16T07:24:00.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:00.024+0000 7fa6e4b3d640 1 -- 172.21.15.31:0/3736117386 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa6e006fe80 con 0x7fa6e00aee40 2024-09-16T07:24:00.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:00.024+0000 7fa6d6ffd640 1 -- 172.21.15.31:0/3736117386 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 9) ==== 101440+0+0 (secure 0 0 0) 0x7fa6d8019020 con 0x7fa6e00aee40 2024-09-16T07:24:00.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:00.025+0000 7fa6d6ffd640 1 --2- 172.21.15.31:0/3736117386 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa6c0078a30 0x7fa6c007aef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:00.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:00.025+0000 7fa6d6ffd640 1 -- 172.21.15.31:0/3736117386 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(49..49 src has 1..49) ==== 5502+0+0 (secure 0 0 0) 0x7fa6d809b180 con 0x7fa6e00aee40 2024-09-16T07:24:00.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:00.025+0000 7fa6de59c640 1 --2- 172.21.15.31:0/3736117386 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa6c0078a30 0x7fa6c007aef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:00.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:00.026+0000 7fa6de59c640 1 --2- 172.21.15.31:0/3736117386 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa6c0078a30 0x7fa6c007aef0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fa6d0034000 tx=0x7fa6d0004730 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:00.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:00.029+0000 7fa6d6ffd640 1 -- 172.21.15.31:0/3736117386 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fa6d8020020 con 0x7fa6e00aee40 2024-09-16T07:24:00.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:00.215+0000 7fa6e4b3d640 1 -- 172.21.15.31:0/3736117386 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fa6e00cf7a0 con 0x7fa6e00aee40 2024-09-16T07:24:00.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:00.886+0000 7fa6d6ffd640 1 -- 172.21.15.31:0/3736117386 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v50) ==== 169+0+0 (secure 0 0 0) 0x7fa6d80635c0 con 0x7fa6e00aee40 2024-09-16T07:24:00.886 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_data' removed 2024-09-16T07:24:00.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:00.893+0000 7fa6e4b3d640 1 -- 172.21.15.31:0/3736117386 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa6c0078a30 msgr2=0x7fa6c007aef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:00.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:00.893+0000 7fa6e4b3d640 1 --2- 172.21.15.31:0/3736117386 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa6c0078a30 0x7fa6c007aef0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fa6d0034000 tx=0x7fa6d0004730 comp rx=0 tx=0).stop 2024-09-16T07:24:00.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:00.893+0000 7fa6e4b3d640 1 -- 172.21.15.31:0/3736117386 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa6e00aee40 msgr2=0x7fa6e00adde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:00.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:00.893+0000 7fa6e4b3d640 1 --2- 172.21.15.31:0/3736117386 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa6e00aee40 0x7fa6e00adde0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7fa6d800cbc0 tx=0x7fa6d800a430 comp rx=0 tx=0).stop 2024-09-16T07:24:00.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:00.893+0000 7fa6e4b3d640 1 -- 172.21.15.31:0/3736117386 shutdown_connections 2024-09-16T07:24:00.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:00.893+0000 7fa6e4b3d640 1 --2- 172.21.15.31:0/3736117386 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa6c0078a30 0x7fa6c007aef0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:00.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:00.893+0000 7fa6e4b3d640 1 --2- 172.21.15.31:0/3736117386 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa6e00aee40 0x7fa6e00adde0 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:00.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:00.893+0000 7fa6e4b3d640 1 --2- 172.21.15.31:0/3736117386 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa6e00703c0 0x7fa6e00ad8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:00.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:00.893+0000 7fa6e4b3d640 1 --2- 172.21.15.31:0/3736117386 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa6e006e940 0x7fa6e015a410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:00.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:00.893+0000 7fa6e4b3d640 1 -- 172.21.15.31:0/3736117386 >> 172.21.15.31:0/3736117386 conn(0x7fa6e00b1620 msgr2=0x7fa6e015d580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:00.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:00.894+0000 7fa6e4b3d640 1 -- 172.21.15.31:0/3736117386 shutdown_connections 2024-09-16T07:24:00.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:00.894+0000 7fa6e4b3d640 1 -- 172.21.15.31:0/3736117386 wait complete. 2024-09-16T07:24:00.909 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config reset 27 2024-09-16T07:24:01.022 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.022+0000 7efcff5f4640 1 -- 172.21.15.31:0/362512223 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efcf815e1d0 msgr2=0x7efcf8070300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:01.022 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.022+0000 7efcff5f4640 1 --2- 172.21.15.31:0/362512223 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efcf815e1d0 0x7efcf8070300 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7efcf0009830 tx=0x7efcf002a3f0 comp rx=0 tx=0).stop 2024-09-16T07:24:01.022 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.022+0000 7efcff5f4640 1 -- 172.21.15.31:0/362512223 shutdown_connections 2024-09-16T07:24:01.022 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.022+0000 7efcff5f4640 1 --2- 172.21.15.31:0/362512223 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efcf80cc830 0x7efcf8070840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:01.022 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.022+0000 7efcff5f4640 1 --2- 172.21.15.31:0/362512223 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efcf815e1d0 0x7efcf8070300 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:01.022 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.022+0000 7efcff5f4640 1 -- 172.21.15.31:0/362512223 >> 172.21.15.31:0/362512223 conn(0x7efcf80741f0 msgr2=0x7efcf8074600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:01.022 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.022+0000 7efcff5f4640 1 -- 172.21.15.31:0/362512223 shutdown_connections 2024-09-16T07:24:01.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.022+0000 7efcff5f4640 1 -- 172.21.15.31:0/362512223 wait complete. 2024-09-16T07:24:01.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.023+0000 7efcff5f4640 1 Processor -- start 2024-09-16T07:24:01.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.023+0000 7efcff5f4640 1 -- start start 2024-09-16T07:24:01.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.024+0000 7efcff5f4640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efcf80cc2e0 0x7efcf815c4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:01.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.024+0000 7efcff5f4640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efcf80cc830 0x7efcf81f86d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:01.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.024+0000 7efcff5f4640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efcf815e1d0 0x7efcf81f8c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:01.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.024+0000 7efcff5f4640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7efcf80cbff0 con 0x7efcf815e1d0 2024-09-16T07:24:01.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.024+0000 7efcff5f4640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7efcf80cd440 con 0x7efcf80cc2e0 2024-09-16T07:24:01.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.024+0000 7efcff5f4640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7efcf80cd5c0 con 0x7efcf80cc830 2024-09-16T07:24:01.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.024+0000 7efcfdb91640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efcf815e1d0 0x7efcf81f8c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:01.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.024+0000 7efcfdb91640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efcf815e1d0 0x7efcf81f8c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55808/0 (socket says 172.21.15.31:55808) 2024-09-16T07:24:01.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.024+0000 7efcfdb91640 1 -- 172.21.15.31:0/2961918568 learned_addr learned my addr 172.21.15.31:0/2961918568 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:01.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.024+0000 7efcfcb8f640 1 --2- 172.21.15.31:0/2961918568 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efcf80cc830 0x7efcf81f86d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:01.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.024+0000 7efcfd390640 1 --2- 172.21.15.31:0/2961918568 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efcf80cc2e0 0x7efcf815c4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:01.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.024+0000 7efcfdb91640 1 -- 172.21.15.31:0/2961918568 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efcf80cc830 msgr2=0x7efcf81f86d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:01.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.024+0000 7efcfdb91640 1 --2- 172.21.15.31:0/2961918568 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efcf80cc830 0x7efcf81f86d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:01.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.024+0000 7efcfdb91640 1 -- 172.21.15.31:0/2961918568 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efcf80cc2e0 msgr2=0x7efcf815c4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:01.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.024+0000 7efcfdb91640 1 --2- 172.21.15.31:0/2961918568 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efcf80cc2e0 0x7efcf815c4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:01.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.024+0000 7efcfdb91640 1 -- 172.21.15.31:0/2961918568 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efcf80b0d20 con 0x7efcf815e1d0 2024-09-16T07:24:01.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.024+0000 7efcfcb8f640 1 --2- 172.21.15.31:0/2961918568 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efcf80cc830 0x7efcf81f86d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:24:01.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.024+0000 7efcfd390640 1 --2- 172.21.15.31:0/2961918568 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efcf80cc2e0 0x7efcf815c4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:24:01.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.025+0000 7efcfdb91640 1 --2- 172.21.15.31:0/2961918568 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efcf815e1d0 0x7efcf81f8c10 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7efce800c770 tx=0x7efce800cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:01.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.025+0000 7efcf5ffb640 1 -- 172.21.15.31:0/2961918568 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efce8017070 con 0x7efcf815e1d0 2024-09-16T07:24:01.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.025+0000 7efcf5ffb640 1 -- 172.21.15.31:0/2961918568 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efce8005070 con 0x7efcf815e1d0 2024-09-16T07:24:01.027 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.025+0000 7efcff5f4640 1 -- 172.21.15.31:0/2961918568 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efcf80c4010 con 0x7efcf815e1d0 2024-09-16T07:24:01.027 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.025+0000 7efcf5ffb640 1 -- 172.21.15.31:0/2961918568 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efce80054c0 con 0x7efcf815e1d0 2024-09-16T07:24:01.027 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.025+0000 7efcff5f4640 1 -- 172.21.15.31:0/2961918568 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efcf80c42b0 con 0x7efcf815e1d0 2024-09-16T07:24:01.027 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.026+0000 7efcff5f4640 1 -- 172.21.15.31:0/2961918568 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efcf8069f80 con 0x7efcf815e1d0 2024-09-16T07:24:01.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.027+0000 7efcf5ffb640 1 -- 172.21.15.31:0/2961918568 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 9) ==== 101440+0+0 (secure 0 0 0) 0x7efce801a070 con 0x7efcf815e1d0 2024-09-16T07:24:01.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.027+0000 7efcf5ffb640 1 --2- 172.21.15.31:0/2961918568 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7efce4078a00 0x7efce407aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:01.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.027+0000 7efcf5ffb640 1 -- 172.21.15.31:0/2961918568 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 4943+0+0 (secure 0 0 0) 0x7efce809a0f0 con 0x7efcf815e1d0 2024-09-16T07:24:01.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.028+0000 7efcfd390640 1 --2- 172.21.15.31:0/2961918568 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7efce4078a00 0x7efce407aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:01.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.029+0000 7efcfd390640 1 --2- 172.21.15.31:0/2961918568 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7efce4078a00 0x7efce407aec0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7efcf0034000 tx=0x7efcf0004730 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:01.031 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.031+0000 7efcf5ffb640 1 -- 172.21.15.31:0/2961918568 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7efce80626d0 con 0x7efcf815e1d0 2024-09-16T07:24:01.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.221+0000 7efcff5f4640 1 -- 172.21.15.31:0/2961918568 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "config reset", "num": 27} v 0) -- 0x7efcf80cdb20 con 0x7efcf815e1d0 2024-09-16T07:24:01.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.224+0000 7efcf5ffb640 1 -- 172.21.15.31:0/2961918568 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "config reset", "num": 27}]=0 v31) ==== 71+0+0 (secure 0 0 0) 0x7efce8061fd0 con 0x7efcf815e1d0 2024-09-16T07:24:01.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.226+0000 7efcff5f4640 1 -- 172.21.15.31:0/2961918568 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7efce4078a00 msgr2=0x7efce407aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:01.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.226+0000 7efcff5f4640 1 --2- 172.21.15.31:0/2961918568 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7efce4078a00 0x7efce407aec0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7efcf0034000 tx=0x7efcf0004730 comp rx=0 tx=0).stop 2024-09-16T07:24:01.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.226+0000 7efcff5f4640 1 -- 172.21.15.31:0/2961918568 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efcf815e1d0 msgr2=0x7efcf81f8c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:01.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.226+0000 7efcff5f4640 1 --2- 172.21.15.31:0/2961918568 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efcf815e1d0 0x7efcf81f8c10 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7efce800c770 tx=0x7efce800cc30 comp rx=0 tx=0).stop 2024-09-16T07:24:01.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.226+0000 7efcff5f4640 1 -- 172.21.15.31:0/2961918568 shutdown_connections 2024-09-16T07:24:01.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.227+0000 7efcff5f4640 1 --2- 172.21.15.31:0/2961918568 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7efce4078a00 0x7efce407aec0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:01.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.227+0000 7efcff5f4640 1 --2- 172.21.15.31:0/2961918568 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efcf815e1d0 0x7efcf81f8c10 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:01.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.227+0000 7efcff5f4640 1 --2- 172.21.15.31:0/2961918568 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efcf80cc830 0x7efcf81f86d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:01.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.227+0000 7efcff5f4640 1 --2- 172.21.15.31:0/2961918568 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efcf80cc2e0 0x7efcf815c4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:01.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.227+0000 7efcff5f4640 1 -- 172.21.15.31:0/2961918568 >> 172.21.15.31:0/2961918568 conn(0x7efcf80741f0 msgr2=0x7efcf815cde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:01.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.227+0000 7efcff5f4640 1 -- 172.21.15.31:0/2961918568 shutdown_connections 2024-09-16T07:24:01.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.227+0000 7efcff5f4640 1 -- 172.21.15.31:0/2961918568 wait complete. 2024-09-16T07:24:01.237 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_volumes.TestMisc.test_connection_expiration' 2024-09-16T07:24:01.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.342+0000 7f7f9f22a640 1 -- 172.21.15.31:0/876735246 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7f980ce780 msgr2=0x7f7f980cbb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:01.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.342+0000 7f7f9f22a640 1 --2- 172.21.15.31:0/876735246 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7f980ce780 0x7f7f980cbb80 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f7f980727b0 tx=0x7f7f8802a560 comp rx=0 tx=0).stop 2024-09-16T07:24:01.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.342+0000 7f7f9f22a640 1 -- 172.21.15.31:0/876735246 shutdown_connections 2024-09-16T07:24:01.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.342+0000 7f7f9f22a640 1 --2- 172.21.15.31:0/876735246 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7f980ce780 0x7f7f980cbb80 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:01.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.342+0000 7f7f9f22a640 1 --2- 172.21.15.31:0/876735246 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7f9806f490 0x7f7f980ce240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:01.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.342+0000 7f7f9f22a640 1 --2- 172.21.15.31:0/876735246 >> v2:172.21.15.155:3300/0 conn(0x7f7f9806f0b0 0x7f7f980cd3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:01.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.342+0000 7f7f9f22a640 1 -- 172.21.15.31:0/876735246 >> 172.21.15.31:0/876735246 conn(0x7f7f980741f0 msgr2=0x7f7f98074600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:01.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.342+0000 7f7f9f22a640 1 -- 172.21.15.31:0/876735246 shutdown_connections 2024-09-16T07:24:01.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.342+0000 7f7f9f22a640 1 -- 172.21.15.31:0/876735246 wait complete. 2024-09-16T07:24:01.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.343+0000 7f7f9f22a640 1 Processor -- start 2024-09-16T07:24:01.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.343+0000 7f7f9f22a640 1 -- start start 2024-09-16T07:24:01.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.344+0000 7f7f9f22a640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7f9806f0b0 0x7f7f980d05b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:01.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.344+0000 7f7f9f22a640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7f9806f490 0x7f7f9809d9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:01.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.344+0000 7f7f9f22a640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7f980ce780 0x7f7f980993c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:01.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.344+0000 7f7f9f22a640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f7f9815e5e0 con 0x7f7f980ce780 2024-09-16T07:24:01.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.344+0000 7f7f9f22a640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f7f9815e460 con 0x7f7f9806f0b0 2024-09-16T07:24:01.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.344+0000 7f7f9f22a640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f7f980cc0c0 con 0x7f7f9806f490 2024-09-16T07:24:01.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.344+0000 7f7f9d7c7640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7f980ce780 0x7f7f980993c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:01.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.344+0000 7f7f9d7c7640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7f980ce780 0x7f7f980993c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55832/0 (socket says 172.21.15.31:55832) 2024-09-16T07:24:01.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.344+0000 7f7f9d7c7640 1 -- 172.21.15.31:0/2310034958 learned_addr learned my addr 172.21.15.31:0/2310034958 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:01.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.344+0000 7f7f97fff640 1 --2- 172.21.15.31:0/2310034958 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7f9806f490 0x7f7f9809d9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:01.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.344+0000 7f7f9cfc6640 1 --2- 172.21.15.31:0/2310034958 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7f9806f0b0 0x7f7f980d05b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:01.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.345+0000 7f7f9d7c7640 1 -- 172.21.15.31:0/2310034958 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7f9806f490 msgr2=0x7f7f9809d9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:01.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.345+0000 7f7f9d7c7640 1 --2- 172.21.15.31:0/2310034958 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7f9806f490 0x7f7f9809d9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:01.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.345+0000 7f7f9d7c7640 1 -- 172.21.15.31:0/2310034958 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7f9806f0b0 msgr2=0x7f7f980d05b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:01.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.345+0000 7f7f9d7c7640 1 --2- 172.21.15.31:0/2310034958 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7f9806f0b0 0x7f7f980d05b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:01.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.345+0000 7f7f9d7c7640 1 -- 172.21.15.31:0/2310034958 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f981f33f0 con 0x7f7f980ce780 2024-09-16T07:24:01.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.345+0000 7f7f9d7c7640 1 --2- 172.21.15.31:0/2310034958 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7f980ce780 0x7f7f980993c0 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f7f88034040 tx=0x7f7f880039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:01.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.345+0000 7f7f957fa640 1 -- 172.21.15.31:0/2310034958 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f8803e030 con 0x7f7f980ce780 2024-09-16T07:24:01.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.345+0000 7f7f957fa640 1 -- 172.21.15.31:0/2310034958 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7f880047a0 con 0x7f7f980ce780 2024-09-16T07:24:01.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.345+0000 7f7f9f22a640 1 -- 172.21.15.31:0/2310034958 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f981f3730 con 0x7f7f980ce780 2024-09-16T07:24:01.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.345+0000 7f7f957fa640 1 -- 172.21.15.31:0/2310034958 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f88035040 con 0x7f7f980ce780 2024-09-16T07:24:01.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.345+0000 7f7f9f22a640 1 -- 172.21.15.31:0/2310034958 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f981f30a0 con 0x7f7f980ce780 2024-09-16T07:24:01.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.346+0000 7f7f9f22a640 1 -- 172.21.15.31:0/2310034958 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7f980cc5c0 con 0x7f7f980ce780 2024-09-16T07:24:01.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.347+0000 7f7f957fa640 1 -- 172.21.15.31:0/2310034958 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 9) ==== 101440+0+0 (secure 0 0 0) 0x7f7f88041030 con 0x7f7f980ce780 2024-09-16T07:24:01.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.347+0000 7f7f957fa640 1 --2- 172.21.15.31:0/2310034958 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7f84078a00 0x7f7f8407aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:01.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.347+0000 7f7f957fa640 1 -- 172.21.15.31:0/2310034958 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 4943+0+0 (secure 0 0 0) 0x7f7f880bb270 con 0x7f7f980ce780 2024-09-16T07:24:01.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.347+0000 7f7f9cfc6640 1 --2- 172.21.15.31:0/2310034958 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7f84078a00 0x7f7f8407aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:01.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.348+0000 7f7f9cfc6640 1 --2- 172.21.15.31:0/2310034958 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7f84078a00 0x7f7f8407aec0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f7f90009f20 tx=0x7f7f900094f0 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:01.351 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.352+0000 7f7f957fa640 1 -- 172.21.15.31:0/2310034958 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f7f981f3730 con 0x7f7f980ce780 2024-09-16T07:24:01.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.614+0000 7f7f9f22a640 1 -- 172.21.15.31:0/2310034958 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_connection_expiration"]} v 0) -- 0x7f7f98075070 con 0x7f7f980ce780 2024-09-16T07:24:01.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.888+0000 7f7f957fa640 1 -- 172.21.15.31:0/2310034958 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_connection_expiration"]}]=0 v165) ==== 140+0+0 (secure 0 0 0) 0x7f7f880837d0 con 0x7f7f980ce780 2024-09-16T07:24:01.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.890+0000 7f7f9f22a640 1 -- 172.21.15.31:0/2310034958 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7f84078a00 msgr2=0x7f7f8407aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:01.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.890+0000 7f7f9f22a640 1 --2- 172.21.15.31:0/2310034958 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7f84078a00 0x7f7f8407aec0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f7f90009f20 tx=0x7f7f900094f0 comp rx=0 tx=0).stop 2024-09-16T07:24:01.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.890+0000 7f7f9f22a640 1 -- 172.21.15.31:0/2310034958 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7f980ce780 msgr2=0x7f7f980993c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:01.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.890+0000 7f7f9f22a640 1 --2- 172.21.15.31:0/2310034958 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7f980ce780 0x7f7f980993c0 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f7f88034040 tx=0x7f7f880039e0 comp rx=0 tx=0).stop 2024-09-16T07:24:01.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.891+0000 7f7f9f22a640 1 -- 172.21.15.31:0/2310034958 shutdown_connections 2024-09-16T07:24:01.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.891+0000 7f7f9f22a640 1 --2- 172.21.15.31:0/2310034958 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7f84078a00 0x7f7f8407aec0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:01.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.891+0000 7f7f9f22a640 1 --2- 172.21.15.31:0/2310034958 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7f980ce780 0x7f7f980993c0 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:01.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.891+0000 7f7f9f22a640 1 --2- 172.21.15.31:0/2310034958 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7f9806f490 0x7f7f9809d9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:01.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.891+0000 7f7f9f22a640 1 --2- 172.21.15.31:0/2310034958 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7f9806f0b0 0x7f7f980d05b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:01.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.891+0000 7f7f9f22a640 1 -- 172.21.15.31:0/2310034958 >> 172.21.15.31:0/2310034958 conn(0x7f7f980741f0 msgr2=0x7f7f980c7f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:01.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.891+0000 7f7f9f22a640 1 -- 172.21.15.31:0/2310034958 shutdown_connections 2024-09-16T07:24:01.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:01.891+0000 7f7f9f22a640 1 -- 172.21.15.31:0/2310034958 wait complete. 2024-09-16T07:24:01.902 INFO:tasks.cephfs_test_runner:test_connection_expiration (tasks.cephfs.test_volumes.TestMisc) ... ok 2024-09-16T07:24:01.902 INFO:tasks.cephfs_test_runner:Starting test: test_malicious_metafile_on_legacy_to_v1_upgrade (tasks.cephfs.test_volumes.TestMisc) Validate handcrafted .meta file on legacy subvol root doesn't break the system 2024-09-16T07:24:01.902 INFO:tasks.cephfs_test_runner:test_malicious_metafile_on_legacy_to_v1_upgrade (tasks.cephfs.test_volumes.TestMisc) 2024-09-16T07:24:01.903 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:24:02.009 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.010+0000 7fe7b9b5a640 1 -- 172.21.15.31:0/2966421837 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe7b40735a0 msgr2=0x7fe7b40739a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:02.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.010+0000 7fe7b9b5a640 1 --2- 172.21.15.31:0/2966421837 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe7b40735a0 0x7fe7b40739a0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fe7a8009830 tx=0x7fe7a802a480 comp rx=0 tx=0).stop 2024-09-16T07:24:02.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.010+0000 7fe7b9b5a640 1 -- 172.21.15.31:0/2966421837 shutdown_connections 2024-09-16T07:24:02.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.010+0000 7fe7b9b5a640 1 --2- 172.21.15.31:0/2966421837 >> v2:172.21.15.155:3300/0 conn(0x7fe7b406ff80 0x7fe7b4070410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:02.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.010+0000 7fe7b9b5a640 1 --2- 172.21.15.31:0/2966421837 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe7b40735a0 0x7fe7b40739a0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:02.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.010+0000 7fe7b9b5a640 1 -- 172.21.15.31:0/2966421837 >> 172.21.15.31:0/2966421837 conn(0x7fe7b40b1690 msgr2=0x7fe7b40b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:02.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.010+0000 7fe7b9b5a640 1 -- 172.21.15.31:0/2966421837 shutdown_connections 2024-09-16T07:24:02.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.010+0000 7fe7b9b5a640 1 -- 172.21.15.31:0/2966421837 wait complete. 2024-09-16T07:24:02.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.011+0000 7fe7b9b5a640 1 Processor -- start 2024-09-16T07:24:02.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.011+0000 7fe7b9b5a640 1 -- start start 2024-09-16T07:24:02.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.012+0000 7fe7b9b5a640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe7b406ff80 0x7fe7b4147520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:02.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.012+0000 7fe7b9b5a640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe7b40735a0 0x7fe7b4146c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:02.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.012+0000 7fe7b9b5a640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe7b415aa70 0x7fe7b40cb510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:02.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.012+0000 7fe7b9b5a640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fe7b40cd270 con 0x7fe7b415aa70 2024-09-16T07:24:02.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.012+0000 7fe7b9b5a640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fe7b40cd0f0 con 0x7fe7b40735a0 2024-09-16T07:24:02.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.012+0000 7fe7b9b5a640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fe7b40cd3f0 con 0x7fe7b406ff80 2024-09-16T07:24:02.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.012+0000 7fe7b3fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe7b415aa70 0x7fe7b40cb510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:02.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.012+0000 7fe7b3fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe7b415aa70 0x7fe7b40cb510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55846/0 (socket says 172.21.15.31:55846) 2024-09-16T07:24:02.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.012+0000 7fe7b3fff640 1 -- 172.21.15.31:0/3390205617 learned_addr learned my addr 172.21.15.31:0/3390205617 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:02.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.012+0000 7fe7b37fe640 1 --2- 172.21.15.31:0/3390205617 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe7b406ff80 0x7fe7b4147520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:02.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.012+0000 7fe7b2ffd640 1 --2- 172.21.15.31:0/3390205617 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe7b40735a0 0x7fe7b4146c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:02.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.012+0000 7fe7b3fff640 1 -- 172.21.15.31:0/3390205617 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe7b406ff80 msgr2=0x7fe7b4147520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:02.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.012+0000 7fe7b3fff640 1 --2- 172.21.15.31:0/3390205617 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe7b406ff80 0x7fe7b4147520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:02.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.012+0000 7fe7b3fff640 1 -- 172.21.15.31:0/3390205617 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe7b40735a0 msgr2=0x7fe7b4146c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:02.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.012+0000 7fe7b3fff640 1 --2- 172.21.15.31:0/3390205617 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe7b40735a0 0x7fe7b4146c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:02.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.012+0000 7fe7b3fff640 1 -- 172.21.15.31:0/3390205617 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7b40c6c00 con 0x7fe7b415aa70 2024-09-16T07:24:02.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.013+0000 7fe7b3fff640 1 --2- 172.21.15.31:0/3390205617 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe7b415aa70 0x7fe7b40cb510 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7fe7ac009cf0 tx=0x7fe7ac00c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:02.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.013+0000 7fe79bfff640 1 -- 172.21.15.31:0/3390205617 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7ac003b70 con 0x7fe7b415aa70 2024-09-16T07:24:02.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.013+0000 7fe79bfff640 1 -- 172.21.15.31:0/3390205617 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe7ac003e00 con 0x7fe7b415aa70 2024-09-16T07:24:02.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.013+0000 7fe7b9b5a640 1 -- 172.21.15.31:0/3390205617 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7b40c6ee0 con 0x7fe7b415aa70 2024-09-16T07:24:02.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.013+0000 7fe79bfff640 1 -- 172.21.15.31:0/3390205617 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7ac004280 con 0x7fe7b415aa70 2024-09-16T07:24:02.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.013+0000 7fe7b9b5a640 1 -- 172.21.15.31:0/3390205617 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7b4147170 con 0x7fe7b415aa70 2024-09-16T07:24:02.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.014+0000 7fe7b9b5a640 1 -- 172.21.15.31:0/3390205617 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe7b40cd910 con 0x7fe7b415aa70 2024-09-16T07:24:02.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.014+0000 7fe79bfff640 1 -- 172.21.15.31:0/3390205617 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 9) ==== 101440+0+0 (secure 0 0 0) 0x7fe7ac004420 con 0x7fe7b415aa70 2024-09-16T07:24:02.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.015+0000 7fe79bfff640 1 --2- 172.21.15.31:0/3390205617 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe7a0078a00 0x7fe7a007aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:02.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.015+0000 7fe79bfff640 1 -- 172.21.15.31:0/3390205617 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 4943+0+0 (secure 0 0 0) 0x7fe7ac09b7d0 con 0x7fe7b415aa70 2024-09-16T07:24:02.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.015+0000 7fe7b37fe640 1 --2- 172.21.15.31:0/3390205617 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe7a0078a00 0x7fe7a007aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:02.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.016+0000 7fe7b37fe640 1 --2- 172.21.15.31:0/3390205617 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe7a0078a00 0x7fe7a007aec0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fe7a4007fd0 tx=0x7fe7a4001390 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:02.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.019+0000 7fe79bfff640 1 -- 172.21.15.31:0/3390205617 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fe7ac063770 con 0x7fe7b415aa70 2024-09-16T07:24:02.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.204+0000 7fe7b9b5a640 1 -- 172.21.15.31:0/3390205617 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe7b4073a90 con 0x7fe7b415aa70 2024-09-16T07:24:02.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.205+0000 7fe79bfff640 1 -- 172.21.15.31:0/3390205617 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v50) ==== 74+0+13008 (secure 0 0 0) 0x7fe7ac0681a0 con 0x7fe7b415aa70 2024-09-16T07:24:02.204 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:24:02.205 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":50,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:24:00.882110+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.31:6835/4030974348":"2024-09-17T07:23:57.589452+0000","172.21.15.31:6833/4030974348":"2024-09-17T07:23:57.589452+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:24:02.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.207+0000 7fe7b9b5a640 1 -- 172.21.15.31:0/3390205617 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe7a0078a00 msgr2=0x7fe7a007aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:02.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.207+0000 7fe7b9b5a640 1 --2- 172.21.15.31:0/3390205617 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe7a0078a00 0x7fe7a007aec0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fe7a4007fd0 tx=0x7fe7a4001390 comp rx=0 tx=0).stop 2024-09-16T07:24:02.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.207+0000 7fe7b9b5a640 1 -- 172.21.15.31:0/3390205617 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe7b415aa70 msgr2=0x7fe7b40cb510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:02.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.207+0000 7fe7b9b5a640 1 --2- 172.21.15.31:0/3390205617 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe7b415aa70 0x7fe7b40cb510 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7fe7ac009cf0 tx=0x7fe7ac00c6a0 comp rx=0 tx=0).stop 2024-09-16T07:24:02.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.207+0000 7fe7b9b5a640 1 -- 172.21.15.31:0/3390205617 shutdown_connections 2024-09-16T07:24:02.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.207+0000 7fe7b9b5a640 1 --2- 172.21.15.31:0/3390205617 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe7a0078a00 0x7fe7a007aec0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:02.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.207+0000 7fe7b9b5a640 1 --2- 172.21.15.31:0/3390205617 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe7b415aa70 0x7fe7b40cb510 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:02.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.207+0000 7fe7b9b5a640 1 --2- 172.21.15.31:0/3390205617 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe7b40735a0 0x7fe7b4146c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:02.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.207+0000 7fe7b9b5a640 1 --2- 172.21.15.31:0/3390205617 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe7b406ff80 0x7fe7b4147520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:02.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.207+0000 7fe7b9b5a640 1 -- 172.21.15.31:0/3390205617 >> 172.21.15.31:0/3390205617 conn(0x7fe7b40b1690 msgr2=0x7fe7b40b2bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:02.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.207+0000 7fe7b9b5a640 1 -- 172.21.15.31:0/3390205617 shutdown_connections 2024-09-16T07:24:02.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.207+0000 7fe7b9b5a640 1 -- 172.21.15.31:0/3390205617 wait complete. 2024-09-16T07:24:02.218 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-16T07:21:00.646987+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-16T07:24:02.218 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-16T07:24:02.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.328+0000 7fdc21f56640 1 -- 172.21.15.31:0/4251276657 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdc1c0b3de0 msgr2=0x7fdc1c0b4270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:02.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.328+0000 7fdc21f56640 1 --2- 172.21.15.31:0/4251276657 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdc1c0b3de0 0x7fdc1c0b4270 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7fdc14005fd0 tx=0x7fdc1402aa10 comp rx=0 tx=0).stop 2024-09-16T07:24:02.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.328+0000 7fdc21f56640 1 -- 172.21.15.31:0/4251276657 shutdown_connections 2024-09-16T07:24:02.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.328+0000 7fdc21f56640 1 --2- 172.21.15.31:0/4251276657 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdc1c0b3de0 0x7fdc1c0b4270 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:02.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.328+0000 7fdc21f56640 1 --2- 172.21.15.31:0/4251276657 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdc1c0d01b0 0x7fdc1c0d2440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:02.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.328+0000 7fdc21f56640 1 -- 172.21.15.31:0/4251276657 >> 172.21.15.31:0/4251276657 conn(0x7fdc1c0d3e30 msgr2=0x7fdc1c0d4240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:02.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.328+0000 7fdc21f56640 1 -- 172.21.15.31:0/4251276657 shutdown_connections 2024-09-16T07:24:02.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.328+0000 7fdc21f56640 1 -- 172.21.15.31:0/4251276657 wait complete. 2024-09-16T07:24:02.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.330+0000 7fdc21f56640 1 Processor -- start 2024-09-16T07:24:02.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.330+0000 7fdc21f56640 1 -- start start 2024-09-16T07:24:02.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.331+0000 7fdc21f56640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdc1c0b3de0 0x7fdc1c0b6c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:02.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.331+0000 7fdc21f56640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdc1c0d01b0 0x7fdc1c157300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:02.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.331+0000 7fdc21f56640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdc1c1617f0 0x7fdc1c0b9200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:02.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.331+0000 7fdc21f56640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fdc1c0b4930 con 0x7fdc1c0d01b0 2024-09-16T07:24:02.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.331+0000 7fdc21f56640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fdc1c0b47b0 con 0x7fdc1c0b3de0 2024-09-16T07:24:02.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.331+0000 7fdc21f56640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fdc1c0b4ab0 con 0x7fdc1c1617f0 2024-09-16T07:24:02.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.331+0000 7fdc12ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdc1c0d01b0 0x7fdc1c157300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:02.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.331+0000 7fdc12ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdc1c0d01b0 0x7fdc1c157300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55868/0 (socket says 172.21.15.31:55868) 2024-09-16T07:24:02.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.331+0000 7fdc12ffd640 1 -- 172.21.15.31:0/2330975165 learned_addr learned my addr 172.21.15.31:0/2330975165 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:02.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.331+0000 7fdc1b7fe640 1 --2- 172.21.15.31:0/2330975165 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdc1c0b3de0 0x7fdc1c0b6c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:02.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.331+0000 7fdc1bfff640 1 --2- 172.21.15.31:0/2330975165 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdc1c1617f0 0x7fdc1c0b9200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:02.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.331+0000 7fdc12ffd640 1 -- 172.21.15.31:0/2330975165 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdc1c1617f0 msgr2=0x7fdc1c0b9200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:02.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.331+0000 7fdc12ffd640 1 --2- 172.21.15.31:0/2330975165 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdc1c1617f0 0x7fdc1c0b9200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:02.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.331+0000 7fdc12ffd640 1 -- 172.21.15.31:0/2330975165 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdc1c0b3de0 msgr2=0x7fdc1c0b6c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:02.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.331+0000 7fdc12ffd640 1 --2- 172.21.15.31:0/2330975165 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdc1c0b3de0 0x7fdc1c0b6c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:02.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.331+0000 7fdc12ffd640 1 -- 172.21.15.31:0/2330975165 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc1c0b7560 con 0x7fdc1c0d01b0 2024-09-16T07:24:02.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.331+0000 7fdc12ffd640 1 --2- 172.21.15.31:0/2330975165 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdc1c0d01b0 0x7fdc1c157300 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7fdc0400c970 tx=0x7fdc0400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:02.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.331+0000 7fdc18ff9640 1 -- 172.21.15.31:0/2330975165 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc04007c10 con 0x7fdc1c0d01b0 2024-09-16T07:24:02.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.331+0000 7fdc18ff9640 1 -- 172.21.15.31:0/2330975165 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdc04018480 con 0x7fdc1c0d01b0 2024-09-16T07:24:02.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.331+0000 7fdc18ff9640 1 -- 172.21.15.31:0/2330975165 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc040188d0 con 0x7fdc1c0d01b0 2024-09-16T07:24:02.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.331+0000 7fdc21f56640 1 -- 172.21.15.31:0/2330975165 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdc1c0b7840 con 0x7fdc1c0d01b0 2024-09-16T07:24:02.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.332+0000 7fdc21f56640 1 -- 172.21.15.31:0/2330975165 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdc1c0b80e0 con 0x7fdc1c0d01b0 2024-09-16T07:24:02.334 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.333+0000 7fdc21f56640 1 -- 172.21.15.31:0/2330975165 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdc1c0b5040 con 0x7fdc1c0d01b0 2024-09-16T07:24:02.334 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.333+0000 7fdc18ff9640 1 -- 172.21.15.31:0/2330975165 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 9) ==== 101440+0+0 (secure 0 0 0) 0x7fdc04018a70 con 0x7fdc1c0d01b0 2024-09-16T07:24:02.335 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.334+0000 7fdc18ff9640 1 --2- 172.21.15.31:0/2330975165 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fdbfc078a00 0x7fdbfc07aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:02.335 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.334+0000 7fdc18ff9640 1 -- 172.21.15.31:0/2330975165 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 4943+0+0 (secure 0 0 0) 0x7fdc0409b3e0 con 0x7fdc1c0d01b0 2024-09-16T07:24:02.335 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.334+0000 7fdc1b7fe640 1 --2- 172.21.15.31:0/2330975165 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fdbfc078a00 0x7fdbfc07aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:02.335 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.335+0000 7fdc1b7fe640 1 --2- 172.21.15.31:0/2330975165 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fdbfc078a00 0x7fdbfc07aec0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fdc1c15f1a0 tx=0x7fdc0c009040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:02.338 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.338+0000 7fdc18ff9640 1 -- 172.21.15.31:0/2330975165 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fdc04063400 con 0x7fdc1c0d01b0 2024-09-16T07:24:02.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.525+0000 7fdc21f56640 1 -- 172.21.15.31:0/2330975165 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fdc1c0747a0 con 0x7fdc1c0d01b0 2024-09-16T07:24:02.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.525+0000 7fdc18ff9640 1 -- 172.21.15.31:0/2330975165 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v50) ==== 93+0+10 (secure 0 0 0) 0x7fdc04067e30 con 0x7fdc1c0d01b0 2024-09-16T07:24:02.525 INFO:teuthology.orchestra.run.smithi031.stdout:pg_num: 1 2024-09-16T07:24:02.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.527+0000 7fdc21f56640 1 -- 172.21.15.31:0/2330975165 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fdbfc078a00 msgr2=0x7fdbfc07aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:02.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.527+0000 7fdc21f56640 1 --2- 172.21.15.31:0/2330975165 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fdbfc078a00 0x7fdbfc07aec0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fdc1c15f1a0 tx=0x7fdc0c009040 comp rx=0 tx=0).stop 2024-09-16T07:24:02.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.527+0000 7fdc21f56640 1 -- 172.21.15.31:0/2330975165 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdc1c0d01b0 msgr2=0x7fdc1c157300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:02.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.527+0000 7fdc21f56640 1 --2- 172.21.15.31:0/2330975165 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdc1c0d01b0 0x7fdc1c157300 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7fdc0400c970 tx=0x7fdc0400ce30 comp rx=0 tx=0).stop 2024-09-16T07:24:02.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.527+0000 7fdc21f56640 1 -- 172.21.15.31:0/2330975165 shutdown_connections 2024-09-16T07:24:02.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.527+0000 7fdc21f56640 1 --2- 172.21.15.31:0/2330975165 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fdbfc078a00 0x7fdbfc07aec0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:02.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.527+0000 7fdc21f56640 1 --2- 172.21.15.31:0/2330975165 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdc1c1617f0 0x7fdc1c0b9200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:02.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.527+0000 7fdc21f56640 1 --2- 172.21.15.31:0/2330975165 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdc1c0d01b0 0x7fdc1c157300 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:02.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.527+0000 7fdc21f56640 1 --2- 172.21.15.31:0/2330975165 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdc1c0b3de0 0x7fdc1c0b6c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:02.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.527+0000 7fdc21f56640 1 -- 172.21.15.31:0/2330975165 >> 172.21.15.31:0/2330975165 conn(0x7fdc1c0d3e30 msgr2=0x7fdc1c0d1d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:02.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.528+0000 7fdc21f56640 1 -- 172.21.15.31:0/2330975165 shutdown_connections 2024-09-16T07:24:02.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.528+0000 7fdc21f56640 1 -- 172.21.15.31:0/2330975165 wait complete. 2024-09-16T07:24:02.538 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_volumes.TestMisc.test_malicious_metafile_on_legacy_to_v1_upgrade' 2024-09-16T07:24:02.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.644+0000 7f3a70e71640 1 -- 172.21.15.31:0/2189766491 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3a6c151370 msgr2=0x7f3a6c0cef30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:02.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.644+0000 7f3a70e71640 1 --2- 172.21.15.31:0/2189766491 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3a6c151370 0x7f3a6c0cef30 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f3a5c005fd0 tx=0x7f3a5c02a8b0 comp rx=0 tx=0).stop 2024-09-16T07:24:02.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.644+0000 7f3a70e71640 1 -- 172.21.15.31:0/2189766491 shutdown_connections 2024-09-16T07:24:02.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.644+0000 7f3a70e71640 1 --2- 172.21.15.31:0/2189766491 >> v2:172.21.15.155:3300/0 conn(0x7f3a6c072cb0 0x7f3a6c0cf470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:02.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.644+0000 7f3a70e71640 1 --2- 172.21.15.31:0/2189766491 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3a6c151370 0x7f3a6c0cef30 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:02.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.644+0000 7f3a70e71640 1 -- 172.21.15.31:0/2189766491 >> 172.21.15.31:0/2189766491 conn(0x7f3a6c0b1690 msgr2=0x7f3a6c0b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:02.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.644+0000 7f3a70e71640 1 -- 172.21.15.31:0/2189766491 shutdown_connections 2024-09-16T07:24:02.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.644+0000 7f3a70e71640 1 -- 172.21.15.31:0/2189766491 wait complete. 2024-09-16T07:24:02.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.646+0000 7f3a70e71640 1 Processor -- start 2024-09-16T07:24:02.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.646+0000 7f3a70e71640 1 -- start start 2024-09-16T07:24:02.647 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.646+0000 7f3a70e71640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3a6c072cb0 0x7f3a6c147380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:02.647 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.646+0000 7f3a70e71640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3a6c0b3140 0x7f3a6c148870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:02.647 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.647+0000 7f3a70e71640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3a6c151370 0x7f3a6c0b3650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:02.647 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.647+0000 7f3a70e71640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f3a6c070020 con 0x7f3a6c072cb0 2024-09-16T07:24:02.647 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.647+0000 7f3a70e71640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f3a6c06fea0 con 0x7f3a6c151370 2024-09-16T07:24:02.647 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.647+0000 7f3a70e71640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f3a6c0701a0 con 0x7f3a6c0b3140 2024-09-16T07:24:02.647 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.647+0000 7f3a6a59c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3a6c072cb0 0x7f3a6c147380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:02.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.647+0000 7f3a6a59c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3a6c072cb0 0x7f3a6c147380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:54192/0 (socket says 172.21.15.31:54192) 2024-09-16T07:24:02.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.647+0000 7f3a6a59c640 1 -- 172.21.15.31:0/972233896 learned_addr learned my addr 172.21.15.31:0/972233896 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:02.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.647+0000 7f3a69d9b640 1 --2- 172.21.15.31:0/972233896 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3a6c0b3140 0x7f3a6c148870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:02.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.647+0000 7f3a6ad9d640 1 --2- 172.21.15.31:0/972233896 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3a6c151370 0x7f3a6c0b3650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:02.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.647+0000 7f3a6a59c640 1 -- 172.21.15.31:0/972233896 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3a6c0b3140 msgr2=0x7f3a6c148870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:02.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.647+0000 7f3a6a59c640 1 --2- 172.21.15.31:0/972233896 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3a6c0b3140 0x7f3a6c148870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:02.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.647+0000 7f3a6a59c640 1 -- 172.21.15.31:0/972233896 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3a6c151370 msgr2=0x7f3a6c0b3650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:02.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.647+0000 7f3a6a59c640 1 --2- 172.21.15.31:0/972233896 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3a6c151370 0x7f3a6c0b3650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:02.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.647+0000 7f3a6a59c640 1 -- 172.21.15.31:0/972233896 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a6c1465c0 con 0x7f3a6c072cb0 2024-09-16T07:24:02.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.647+0000 7f3a6a59c640 1 --2- 172.21.15.31:0/972233896 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3a6c072cb0 0x7f3a6c147380 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f3a5c000f80 tx=0x7f3a5c003970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:02.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.647+0000 7f3a62ffd640 1 -- 172.21.15.31:0/972233896 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a5c031990 con 0x7f3a6c072cb0 2024-09-16T07:24:02.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.647+0000 7f3a62ffd640 1 -- 172.21.15.31:0/972233896 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3a5c031c20 con 0x7f3a6c072cb0 2024-09-16T07:24:02.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.647+0000 7f3a70e71640 1 -- 172.21.15.31:0/972233896 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3a6c1468a0 con 0x7f3a6c072cb0 2024-09-16T07:24:02.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.647+0000 7f3a62ffd640 1 -- 172.21.15.31:0/972233896 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a5c0330d0 con 0x7f3a6c072cb0 2024-09-16T07:24:02.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.647+0000 7f3a70e71640 1 -- 172.21.15.31:0/972233896 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3a6c149210 con 0x7f3a6c072cb0 2024-09-16T07:24:02.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.648+0000 7f3a70e71640 1 -- 172.21.15.31:0/972233896 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3a6c0cf7d0 con 0x7f3a6c072cb0 2024-09-16T07:24:02.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.649+0000 7f3a62ffd640 1 -- 172.21.15.31:0/972233896 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 9) ==== 101440+0+0 (secure 0 0 0) 0x7f3a5c033270 con 0x7f3a6c072cb0 2024-09-16T07:24:02.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.650+0000 7f3a62ffd640 1 --2- 172.21.15.31:0/972233896 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f3a4c078a00 0x7f3a4c07aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:02.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.650+0000 7f3a62ffd640 1 -- 172.21.15.31:0/972233896 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 4943+0+0 (secure 0 0 0) 0x7f3a5c0bbe10 con 0x7f3a6c072cb0 2024-09-16T07:24:02.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.650+0000 7f3a69d9b640 1 --2- 172.21.15.31:0/972233896 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f3a4c078a00 0x7f3a4c07aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:02.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.651+0000 7f3a69d9b640 1 --2- 172.21.15.31:0/972233896 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f3a4c078a00 0x7f3a4c07aec0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f3a6c0ce980 tx=0x7f3a54009040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:02.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.654+0000 7f3a62ffd640 1 -- 172.21.15.31:0/972233896 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f3a6c0cf7d0 con 0x7f3a6c072cb0 2024-09-16T07:24:02.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:02.913+0000 7f3a70e71640 1 -- 172.21.15.31:0/972233896 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_malicious_metafile_on_legacy_to_v1_upgrade"]} v 0) -- 0x7f3a6c0706c0 con 0x7f3a6c072cb0 2024-09-16T07:24:03.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:03.896+0000 7f3a62ffd640 1 -- 172.21.15.31:0/972233896 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_malicious_metafile_on_legacy_to_v1_upgrade"]}]=0 v167) ==== 164+0+0 (secure 0 0 0) 0x7f3a5c03f030 con 0x7f3a6c072cb0 2024-09-16T07:24:03.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:03.899+0000 7f3a70e71640 1 -- 172.21.15.31:0/972233896 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f3a4c078a00 msgr2=0x7f3a4c07aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:03.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:03.899+0000 7f3a70e71640 1 --2- 172.21.15.31:0/972233896 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f3a4c078a00 0x7f3a4c07aec0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f3a6c0ce980 tx=0x7f3a54009040 comp rx=0 tx=0).stop 2024-09-16T07:24:03.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:03.899+0000 7f3a70e71640 1 -- 172.21.15.31:0/972233896 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3a6c072cb0 msgr2=0x7f3a6c147380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:03.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:03.899+0000 7f3a70e71640 1 --2- 172.21.15.31:0/972233896 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3a6c072cb0 0x7f3a6c147380 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f3a5c000f80 tx=0x7f3a5c003970 comp rx=0 tx=0).stop 2024-09-16T07:24:03.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:03.899+0000 7f3a70e71640 1 -- 172.21.15.31:0/972233896 shutdown_connections 2024-09-16T07:24:03.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:03.899+0000 7f3a70e71640 1 --2- 172.21.15.31:0/972233896 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f3a4c078a00 0x7f3a4c07aec0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:03.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:03.899+0000 7f3a70e71640 1 --2- 172.21.15.31:0/972233896 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3a6c151370 0x7f3a6c0b3650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:03.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:03.899+0000 7f3a70e71640 1 --2- 172.21.15.31:0/972233896 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3a6c0b3140 0x7f3a6c148870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:03.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:03.899+0000 7f3a70e71640 1 --2- 172.21.15.31:0/972233896 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3a6c072cb0 0x7f3a6c147380 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:03.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:03.899+0000 7f3a70e71640 1 -- 172.21.15.31:0/972233896 >> 172.21.15.31:0/972233896 conn(0x7f3a6c0b1690 msgr2=0x7f3a6c0cc5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:03.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:03.899+0000 7f3a70e71640 1 -- 172.21.15.31:0/972233896 shutdown_connections 2024-09-16T07:24:03.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:03.899+0000 7f3a70e71640 1 -- 172.21.15.31:0/972233896 wait complete. 2024-09-16T07:24:03.912 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-09-16T07:24:04.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.024+0000 7f98ecf1f640 1 -- 172.21.15.31:0/3808251648 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f98e80cf640 msgr2=0x7f98e80725a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:04.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.024+0000 7f98ecf1f640 1 --2- 172.21.15.31:0/3808251648 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f98e80cf640 0x7f98e80725a0 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f98e80b22c0 tx=0x7f98dc02a560 comp rx=0 tx=0).stop 2024-09-16T07:24:04.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.024+0000 7f98ecf1f640 1 -- 172.21.15.31:0/3808251648 shutdown_connections 2024-09-16T07:24:04.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.024+0000 7f98ecf1f640 1 --2- 172.21.15.31:0/3808251648 >> v2:172.21.15.155:3300/0 conn(0x7f98e80b3140 0x7f98e8072ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:04.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.024+0000 7f98ecf1f640 1 --2- 172.21.15.31:0/3808251648 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f98e80cf640 0x7f98e80725a0 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:04.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.024+0000 7f98ecf1f640 1 -- 172.21.15.31:0/3808251648 >> 172.21.15.31:0/3808251648 conn(0x7f98e80b1690 msgr2=0x7f98e80b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:04.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.024+0000 7f98ecf1f640 1 -- 172.21.15.31:0/3808251648 shutdown_connections 2024-09-16T07:24:04.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.024+0000 7f98ecf1f640 1 -- 172.21.15.31:0/3808251648 wait complete. 2024-09-16T07:24:04.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.025+0000 7f98ecf1f640 1 Processor -- start 2024-09-16T07:24:04.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.025+0000 7f98ecf1f640 1 -- start start 2024-09-16T07:24:04.027 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.026+0000 7f98ecf1f640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f98e80b3140 0x7f98e81f3450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:04.027 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.026+0000 7f98ecf1f640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f98e80cf640 0x7f98e8153c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:04.027 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.026+0000 7f98ecf1f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f98e8151370 0x7f98e80ce7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:04.027 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.026+0000 7f98ecf1f640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f98e806ffd0 con 0x7f98e8151370 2024-09-16T07:24:04.027 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.026+0000 7f98ecf1f640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f98e806fe50 con 0x7f98e80cf640 2024-09-16T07:24:04.027 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.026+0000 7f98ecf1f640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f98e8070150 con 0x7f98e80b3140 2024-09-16T07:24:04.027 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.026+0000 7f98e6d9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f98e8151370 0x7f98e80ce7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:04.027 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.026+0000 7f98e6d9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f98e8151370 0x7f98e80ce7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:54212/0 (socket says 172.21.15.31:54212) 2024-09-16T07:24:04.027 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.026+0000 7f98e6d9d640 1 -- 172.21.15.31:0/2619909222 learned_addr learned my addr 172.21.15.31:0/2619909222 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:04.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.026+0000 7f98e659c640 1 --2- 172.21.15.31:0/2619909222 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f98e80b3140 0x7f98e81f3450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:04.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.026+0000 7f98e5d9b640 1 --2- 172.21.15.31:0/2619909222 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f98e80cf640 0x7f98e8153c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:04.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.026+0000 7f98e6d9d640 1 -- 172.21.15.31:0/2619909222 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f98e80b3140 msgr2=0x7f98e81f3450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:04.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.026+0000 7f98e6d9d640 1 --2- 172.21.15.31:0/2619909222 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f98e80b3140 0x7f98e81f3450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:04.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.026+0000 7f98e6d9d640 1 -- 172.21.15.31:0/2619909222 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f98e80cf640 msgr2=0x7f98e8153c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:04.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.026+0000 7f98e6d9d640 1 --2- 172.21.15.31:0/2619909222 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f98e80cf640 0x7f98e8153c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:04.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.026+0000 7f98e6d9d640 1 -- 172.21.15.31:0/2619909222 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98e80d07e0 con 0x7f98e8151370 2024-09-16T07:24:04.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.026+0000 7f98e659c640 1 --2- 172.21.15.31:0/2619909222 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f98e80b3140 0x7f98e81f3450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:24:04.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.026+0000 7f98e5d9b640 1 --2- 172.21.15.31:0/2619909222 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f98e80cf640 0x7f98e8153c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:24:04.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.027+0000 7f98e6d9d640 1 --2- 172.21.15.31:0/2619909222 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f98e8151370 0x7f98e80ce7b0 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f98e000b970 tx=0x7f98e000be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:04.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.027+0000 7f98d6ffd640 1 -- 172.21.15.31:0/2619909222 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98e0019070 con 0x7f98e8151370 2024-09-16T07:24:04.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.027+0000 7f98d6ffd640 1 -- 172.21.15.31:0/2619909222 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f98e000cc50 con 0x7f98e8151370 2024-09-16T07:24:04.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.027+0000 7f98ecf1f640 1 -- 172.21.15.31:0/2619909222 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98e81f3990 con 0x7f98e8151370 2024-09-16T07:24:04.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.027+0000 7f98d6ffd640 1 -- 172.21.15.31:0/2619909222 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98e00146a0 con 0x7f98e8151370 2024-09-16T07:24:04.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.027+0000 7f98ecf1f640 1 -- 172.21.15.31:0/2619909222 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98e80cfa20 con 0x7f98e8151370 2024-09-16T07:24:04.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.028+0000 7f98ecf1f640 1 -- 172.21.15.31:0/2619909222 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f98e80b4c00 con 0x7f98e8151370 2024-09-16T07:24:04.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.028+0000 7f98d6ffd640 1 -- 172.21.15.31:0/2619909222 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 9) ==== 101440+0+0 (secure 0 0 0) 0x7f98e001c070 con 0x7f98e8151370 2024-09-16T07:24:04.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.029+0000 7f98d6ffd640 1 --2- 172.21.15.31:0/2619909222 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f98c8078a00 0x7f98c807aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:04.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.029+0000 7f98d6ffd640 1 -- 172.21.15.31:0/2619909222 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 4943+0+0 (secure 0 0 0) 0x7f98e009a870 con 0x7f98e8151370 2024-09-16T07:24:04.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.029+0000 7f98e659c640 1 --2- 172.21.15.31:0/2619909222 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f98c8078a00 0x7f98c807aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:04.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.030+0000 7f98e659c640 1 --2- 172.21.15.31:0/2619909222 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f98c8078a00 0x7f98c807aec0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f98e8051120 tx=0x7f98d8008040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:04.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.034+0000 7f98d6ffd640 1 -- 172.21.15.31:0/2619909222 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f98e80b4c00 con 0x7f98e8151370 2024-09-16T07:24:04.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.219+0000 7f98ecf1f640 1 -- 172.21.15.31:0/2619909222 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7f98e80706b0 con 0x7f98e8151370 2024-09-16T07:24:04.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.220+0000 7f98d6ffd640 1 -- 172.21.15.31:0/2619909222 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v31) ==== 59+0+1998 (secure 0 0 0) 0x7f98e0062db0 con 0x7f98e8151370 2024-09-16T07:24:04.219 INFO:teuthology.orchestra.run.smithi031.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-09-16T07:24:04.219 INFO:teuthology.orchestra.run.smithi031.stdout:mon advanced mon_op_complaint_time 120 2024-09-16T07:24:04.220 INFO:teuthology.orchestra.run.smithi031.stdout:mon dev mon_warn_on_pool_no_app false 2024-09-16T07:24:04.220 INFO:teuthology.orchestra.run.smithi031.stdout:osd advanced osd_op_complaint_time 180.000000 2024-09-16T07:24:04.220 INFO:teuthology.orchestra.run.smithi031.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 4520.820560 2024-09-16T07:24:04.220 INFO:teuthology.orchestra.run.smithi031.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 5734.367886 2024-09-16T07:24:04.220 INFO:teuthology.orchestra.run.smithi031.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 4504.591485 2024-09-16T07:24:04.220 INFO:teuthology.orchestra.run.smithi031.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 4573.380612 2024-09-16T07:24:04.220 INFO:teuthology.orchestra.run.smithi031.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 5234.235164 2024-09-16T07:24:04.220 INFO:teuthology.orchestra.run.smithi031.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 5784.050173 2024-09-16T07:24:04.220 INFO:teuthology.orchestra.run.smithi031.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 8598.617671 2024-09-16T07:24:04.220 INFO:teuthology.orchestra.run.smithi031.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 5090.838884 2024-09-16T07:24:04.220 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced debug_mds 20/20 2024-09-16T07:24:04.220 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced debug_mds_balancer 20/20 2024-09-16T07:24:04.220 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced debug_ms 2/2 2024-09-16T07:24:04.221 INFO:teuthology.orchestra.run.smithi031.stdout:mds dev mds_debug_frag true 2024-09-16T07:24:04.221 INFO:teuthology.orchestra.run.smithi031.stdout:mds dev mds_debug_scatterstat true 2024-09-16T07:24:04.221 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced mds_op_complaint_time 180.000000 2024-09-16T07:24:04.221 INFO:teuthology.orchestra.run.smithi031.stdout:mds dev mds_verify_scatter true 2024-09-16T07:24:04.221 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced osd_op_complaint_time 180.000000 2024-09-16T07:24:04.221 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced rados_mon_op_timeout 900 2024-09-16T07:24:04.221 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced rados_osd_op_timeout 900 2024-09-16T07:24:04.221 INFO:teuthology.orchestra.run.smithi031.stdout:client advanced client_mount_timeout 600 2024-09-16T07:24:04.221 INFO:teuthology.orchestra.run.smithi031.stdout:client advanced debug_client 20/20 2024-09-16T07:24:04.221 INFO:teuthology.orchestra.run.smithi031.stdout:client advanced debug_ms 1/1 2024-09-16T07:24:04.221 INFO:teuthology.orchestra.run.smithi031.stdout:client advanced rados_mon_op_timeout 900 2024-09-16T07:24:04.221 INFO:teuthology.orchestra.run.smithi031.stdout:client advanced rados_osd_op_timeout 900 2024-09-16T07:24:04.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.222+0000 7f98ecf1f640 1 -- 172.21.15.31:0/2619909222 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f98c8078a00 msgr2=0x7f98c807aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:04.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.222+0000 7f98ecf1f640 1 --2- 172.21.15.31:0/2619909222 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f98c8078a00 0x7f98c807aec0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f98e8051120 tx=0x7f98d8008040 comp rx=0 tx=0).stop 2024-09-16T07:24:04.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.222+0000 7f98ecf1f640 1 -- 172.21.15.31:0/2619909222 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f98e8151370 msgr2=0x7f98e80ce7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:04.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.222+0000 7f98ecf1f640 1 --2- 172.21.15.31:0/2619909222 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f98e8151370 0x7f98e80ce7b0 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f98e000b970 tx=0x7f98e000be30 comp rx=0 tx=0).stop 2024-09-16T07:24:04.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.222+0000 7f98ecf1f640 1 -- 172.21.15.31:0/2619909222 shutdown_connections 2024-09-16T07:24:04.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.222+0000 7f98ecf1f640 1 --2- 172.21.15.31:0/2619909222 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f98c8078a00 0x7f98c807aec0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:04.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.222+0000 7f98ecf1f640 1 --2- 172.21.15.31:0/2619909222 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f98e8151370 0x7f98e80ce7b0 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:04.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.222+0000 7f98ecf1f640 1 --2- 172.21.15.31:0/2619909222 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f98e80cf640 0x7f98e8153c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:04.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.222+0000 7f98ecf1f640 1 --2- 172.21.15.31:0/2619909222 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f98e80b3140 0x7f98e81f3450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:04.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.222+0000 7f98ecf1f640 1 -- 172.21.15.31:0/2619909222 >> 172.21.15.31:0/2619909222 conn(0x7f98e80b1690 msgr2=0x7f98e80b0bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:04.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.222+0000 7f98ecf1f640 1 -- 172.21.15.31:0/2619909222 shutdown_connections 2024-09-16T07:24:04.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.222+0000 7f98ecf1f640 1 -- 172.21.15.31:0/2619909222 wait complete. 2024-09-16T07:24:04.233 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-16T07:24:04.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.342+0000 7fb813a72640 1 -- 172.21.15.31:0/4229707950 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb80c0d01b0 msgr2=0x7fb80c0d2440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:04.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.342+0000 7fb813a72640 1 --2- 172.21.15.31:0/4229707950 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb80c0d01b0 0x7fb80c0d2440 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fb7fc009830 tx=0x7fb7fc02a470 comp rx=0 tx=0).stop 2024-09-16T07:24:04.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.342+0000 7fb813a72640 1 -- 172.21.15.31:0/4229707950 shutdown_connections 2024-09-16T07:24:04.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.342+0000 7fb813a72640 1 --2- 172.21.15.31:0/4229707950 >> v2:172.21.15.155:3300/0 conn(0x7fb80c0b3de0 0x7fb80c0b4270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:04.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.342+0000 7fb813a72640 1 --2- 172.21.15.31:0/4229707950 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb80c0d01b0 0x7fb80c0d2440 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:04.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.342+0000 7fb813a72640 1 -- 172.21.15.31:0/4229707950 >> 172.21.15.31:0/4229707950 conn(0x7fb80c0d3e30 msgr2=0x7fb80c0d4240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:04.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.342+0000 7fb813a72640 1 -- 172.21.15.31:0/4229707950 shutdown_connections 2024-09-16T07:24:04.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.342+0000 7fb813a72640 1 -- 172.21.15.31:0/4229707950 wait complete. 2024-09-16T07:24:04.344 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.343+0000 7fb813a72640 1 Processor -- start 2024-09-16T07:24:04.344 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.343+0000 7fb813a72640 1 -- start start 2024-09-16T07:24:04.344 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.344+0000 7fb813a72640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb80c0b3de0 0x7fb80c157ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:04.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.344+0000 7fb813a72640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb80c0d01b0 0x7fb80c0b95b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:04.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.344+0000 7fb813a72640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb80c1617f0 0x7fb80c15bd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:04.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.344+0000 7fb813a72640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fb80c0b4930 con 0x7fb80c1617f0 2024-09-16T07:24:04.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.344+0000 7fb813a72640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb80c0b47b0 con 0x7fb80c0b3de0 2024-09-16T07:24:04.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.344+0000 7fb813a72640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb80c0b4ab0 con 0x7fb80c0d01b0 2024-09-16T07:24:04.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.344+0000 7fb81200f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb80c1617f0 0x7fb80c15bd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:04.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.344+0000 7fb81200f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb80c1617f0 0x7fb80c15bd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:54214/0 (socket says 172.21.15.31:54214) 2024-09-16T07:24:04.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.344+0000 7fb81200f640 1 -- 172.21.15.31:0/2231203190 learned_addr learned my addr 172.21.15.31:0/2231203190 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:04.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.344+0000 7fb81100d640 1 --2- 172.21.15.31:0/2231203190 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb80c0d01b0 0x7fb80c0b95b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:04.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.344+0000 7fb81180e640 1 --2- 172.21.15.31:0/2231203190 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb80c0b3de0 0x7fb80c157ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:04.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.344+0000 7fb81200f640 1 -- 172.21.15.31:0/2231203190 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb80c0d01b0 msgr2=0x7fb80c0b95b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:04.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.344+0000 7fb81200f640 1 --2- 172.21.15.31:0/2231203190 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb80c0d01b0 0x7fb80c0b95b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:04.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.344+0000 7fb81200f640 1 -- 172.21.15.31:0/2231203190 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb80c0b3de0 msgr2=0x7fb80c157ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:04.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.344+0000 7fb81200f640 1 --2- 172.21.15.31:0/2231203190 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb80c0b3de0 0x7fb80c157ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:04.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.344+0000 7fb81200f640 1 -- 172.21.15.31:0/2231203190 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb80c0b7d50 con 0x7fb80c1617f0 2024-09-16T07:24:04.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.345+0000 7fb81200f640 1 --2- 172.21.15.31:0/2231203190 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb80c1617f0 0x7fb80c15bd40 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7fb80400efd0 tx=0x7fb80400c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:04.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.345+0000 7fb8027fc640 1 -- 172.21.15.31:0/2231203190 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb804003b70 con 0x7fb80c1617f0 2024-09-16T07:24:04.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.345+0000 7fb8027fc640 1 -- 172.21.15.31:0/2231203190 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb804003e00 con 0x7fb80c1617f0 2024-09-16T07:24:04.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.345+0000 7fb813a72640 1 -- 172.21.15.31:0/2231203190 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb80c1f5010 con 0x7fb80c1617f0 2024-09-16T07:24:04.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.345+0000 7fb8027fc640 1 -- 172.21.15.31:0/2231203190 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb804004280 con 0x7fb80c1617f0 2024-09-16T07:24:04.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.345+0000 7fb813a72640 1 -- 172.21.15.31:0/2231203190 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb80c1f55d0 con 0x7fb80c1617f0 2024-09-16T07:24:04.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.346+0000 7fb813a72640 1 -- 172.21.15.31:0/2231203190 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb80c0b5040 con 0x7fb80c1617f0 2024-09-16T07:24:04.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.347+0000 7fb8027fc640 1 -- 172.21.15.31:0/2231203190 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 9) ==== 101440+0+0 (secure 0 0 0) 0x7fb804004420 con 0x7fb80c1617f0 2024-09-16T07:24:04.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.347+0000 7fb8027fc640 1 --2- 172.21.15.31:0/2231203190 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb7f0078a00 0x7fb7f007aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:04.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.347+0000 7fb8027fc640 1 -- 172.21.15.31:0/2231203190 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 4943+0+0 (secure 0 0 0) 0x7fb80409b7f0 con 0x7fb80c1617f0 2024-09-16T07:24:04.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.347+0000 7fb81180e640 1 --2- 172.21.15.31:0/2231203190 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb7f0078a00 0x7fb7f007aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:04.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.348+0000 7fb81180e640 1 --2- 172.21.15.31:0/2231203190 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb7f0078a00 0x7fb7f007aec0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fb808007fd0 tx=0x7fb808001370 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:04.350 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.351+0000 7fb8027fc640 1 -- 172.21.15.31:0/2231203190 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fb804063790 con 0x7fb80c1617f0 2024-09-16T07:24:04.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.537+0000 7fb813a72640 1 -- 172.21.15.31:0/2231203190 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fb80c0b5700 con 0x7fb80c1617f0 2024-09-16T07:24:04.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.540+0000 7fb8027fc640 1 -- 172.21.15.31:0/2231203190 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v32)=0 v32) ==== 122+0+0 (secure 0 0 0) 0x7fb8040681c0 con 0x7fb80c1617f0 2024-09-16T07:24:04.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.543+0000 7fb813a72640 1 -- 172.21.15.31:0/2231203190 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb7f0078a00 msgr2=0x7fb7f007aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:04.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.543+0000 7fb813a72640 1 --2- 172.21.15.31:0/2231203190 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb7f0078a00 0x7fb7f007aec0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fb808007fd0 tx=0x7fb808001370 comp rx=0 tx=0).stop 2024-09-16T07:24:04.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.543+0000 7fb813a72640 1 -- 172.21.15.31:0/2231203190 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb80c1617f0 msgr2=0x7fb80c15bd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:04.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.543+0000 7fb813a72640 1 --2- 172.21.15.31:0/2231203190 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb80c1617f0 0x7fb80c15bd40 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7fb80400efd0 tx=0x7fb80400c6a0 comp rx=0 tx=0).stop 2024-09-16T07:24:04.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.543+0000 7fb813a72640 1 -- 172.21.15.31:0/2231203190 shutdown_connections 2024-09-16T07:24:04.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.543+0000 7fb813a72640 1 --2- 172.21.15.31:0/2231203190 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb7f0078a00 0x7fb7f007aec0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:04.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.543+0000 7fb813a72640 1 --2- 172.21.15.31:0/2231203190 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb80c1617f0 0x7fb80c15bd40 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:04.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.543+0000 7fb813a72640 1 --2- 172.21.15.31:0/2231203190 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb80c0d01b0 0x7fb80c0b95b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:04.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.543+0000 7fb813a72640 1 --2- 172.21.15.31:0/2231203190 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb80c0b3de0 0x7fb80c157ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:04.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.543+0000 7fb813a72640 1 -- 172.21.15.31:0/2231203190 >> 172.21.15.31:0/2231203190 conn(0x7fb80c0d3e30 msgr2=0x7fb80c0b2b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:04.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.543+0000 7fb813a72640 1 -- 172.21.15.31:0/2231203190 shutdown_connections 2024-09-16T07:24:04.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.543+0000 7fb813a72640 1 -- 172.21.15.31:0/2231203190 wait complete. 2024-09-16T07:24:04.553 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-16T07:24:04.553 DEBUG:teuthology.orchestra.run.smithi031:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T07:24:04.603 DEBUG:teuthology.orchestra.run.smithi155:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T07:24:04.646 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-16T07:24:04.646 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:24:04.646 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:24:04.662 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17171 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T07:24:04.662 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:24:04.662 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:24:04.703 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056027,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1315 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T07:24:04.703 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:24:04.703 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:24:04.720 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17171 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T07:24:04.720 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:24:04.720 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:24:04.760 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056027,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1315 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T07:24:04.760 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-16T07:24:04.760 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:24:04.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.866+0000 7fb2352d4640 1 -- 172.21.15.31:0/2652605313 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb23015fe60 msgr2=0x7fb2300ceac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:04.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.866+0000 7fb2352d4640 1 --2- 172.21.15.31:0/2652605313 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb23015fe60 0x7fb2300ceac0 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7fb228009ca0 tx=0x7fb22802aac0 comp rx=0 tx=0).stop 2024-09-16T07:24:04.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.866+0000 7fb2352d4640 1 -- 172.21.15.31:0/2652605313 shutdown_connections 2024-09-16T07:24:04.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.866+0000 7fb2352d4640 1 --2- 172.21.15.31:0/2652605313 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb23015fe60 0x7fb2300ceac0 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:04.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.866+0000 7fb2352d4640 1 --2- 172.21.15.31:0/2652605313 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb230159680 0x7fb23015d270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:04.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.866+0000 7fb2352d4640 1 -- 172.21.15.31:0/2652605313 >> 172.21.15.31:0/2652605313 conn(0x7fb2300b1690 msgr2=0x7fb2300b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:04.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.866+0000 7fb2352d4640 1 -- 172.21.15.31:0/2652605313 shutdown_connections 2024-09-16T07:24:04.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.866+0000 7fb2352d4640 1 -- 172.21.15.31:0/2652605313 wait complete. 2024-09-16T07:24:04.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.867+0000 7fb2352d4640 1 Processor -- start 2024-09-16T07:24:04.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.867+0000 7fb2352d4640 1 -- start start 2024-09-16T07:24:04.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.868+0000 7fb2352d4640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb2300cc490 0x7fb2301474d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:04.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.868+0000 7fb2352d4640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb230159680 0x7fb2300b0650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:04.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.868+0000 7fb2352d4640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb23015fe60 0x7fb2300b0b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:04.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.868+0000 7fb2352d4640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fb2300cca50 con 0x7fb2300cc490 2024-09-16T07:24:04.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.868+0000 7fb2352d4640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb2300cc8d0 con 0x7fb23015fe60 2024-09-16T07:24:04.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.868+0000 7fb2352d4640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb2300ccbd0 con 0x7fb230159680 2024-09-16T07:24:04.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.868+0000 7fb22effd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb2300cc490 0x7fb2301474d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:04.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.868+0000 7fb22effd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb2300cc490 0x7fb2301474d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:54240/0 (socket says 172.21.15.31:54240) 2024-09-16T07:24:04.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.868+0000 7fb22effd640 1 -- 172.21.15.31:0/1924971511 learned_addr learned my addr 172.21.15.31:0/1924971511 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:04.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.868+0000 7fb227fff640 1 --2- 172.21.15.31:0/1924971511 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb230159680 0x7fb2300b0650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:04.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.868+0000 7fb22f7fe640 1 --2- 172.21.15.31:0/1924971511 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb23015fe60 0x7fb2300b0b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:04.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.868+0000 7fb22effd640 1 -- 172.21.15.31:0/1924971511 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb230159680 msgr2=0x7fb2300b0650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:04.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.868+0000 7fb22effd640 1 --2- 172.21.15.31:0/1924971511 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb230159680 0x7fb2300b0650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:04.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.868+0000 7fb22effd640 1 -- 172.21.15.31:0/1924971511 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb23015fe60 msgr2=0x7fb2300b0b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:04.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.868+0000 7fb22effd640 1 --2- 172.21.15.31:0/1924971511 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb23015fe60 0x7fb2300b0b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:04.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.868+0000 7fb22effd640 1 -- 172.21.15.31:0/1924971511 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2300addb0 con 0x7fb2300cc490 2024-09-16T07:24:04.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.868+0000 7fb22effd640 1 --2- 172.21.15.31:0/1924971511 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb2300cc490 0x7fb2301474d0 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7fb22000d950 tx=0x7fb22000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:04.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.868+0000 7fb2277fe640 1 -- 172.21.15.31:0/1924971511 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb220017070 con 0x7fb2300cc490 2024-09-16T07:24:04.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.868+0000 7fb2277fe640 1 -- 172.21.15.31:0/1924971511 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb220009d20 con 0x7fb2300cc490 2024-09-16T07:24:04.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.868+0000 7fb2352d4640 1 -- 172.21.15.31:0/1924971511 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2301f2880 con 0x7fb2300cc490 2024-09-16T07:24:04.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.868+0000 7fb2277fe640 1 -- 172.21.15.31:0/1924971511 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2200106c0 con 0x7fb2300cc490 2024-09-16T07:24:04.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.869+0000 7fb2352d4640 1 -- 172.21.15.31:0/1924971511 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2301f2e40 con 0x7fb2300cc490 2024-09-16T07:24:04.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.869+0000 7fb2352d4640 1 -- 172.21.15.31:0/1924971511 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb2300a9550 con 0x7fb2300cc490 2024-09-16T07:24:04.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.870+0000 7fb2277fe640 1 -- 172.21.15.31:0/1924971511 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 9) ==== 101440+0+0 (secure 0 0 0) 0x7fb220010860 con 0x7fb2300cc490 2024-09-16T07:24:04.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.871+0000 7fb2277fe640 1 --2- 172.21.15.31:0/1924971511 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb210078a00 0x7fb21007aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:04.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.871+0000 7fb2277fe640 1 -- 172.21.15.31:0/1924971511 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 4943+0+0 (secure 0 0 0) 0x7fb22009ae00 con 0x7fb2300cc490 2024-09-16T07:24:04.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.871+0000 7fb227fff640 1 --2- 172.21.15.31:0/1924971511 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb210078a00 0x7fb21007aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:04.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.871+0000 7fb227fff640 1 --2- 172.21.15.31:0/1924971511 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb210078a00 0x7fb21007aec0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fb218001220 tx=0x7fb218009040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:04.874 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:04.875+0000 7fb2277fe640 1 -- 172.21.15.31:0/1924971511 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fb2200633e0 con 0x7fb2300cc490 2024-09-16T07:24:05.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:05.097+0000 7fb2352d4640 1 -- 172.21.15.31:0/1924971511 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb23015d270 con 0x7fb2300cc490 2024-09-16T07:24:05.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:05.097+0000 7fb2277fe640 1 -- 172.21.15.31:0/1924971511 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 30 v30) ==== 94+0+3911 (secure 0 0 0) 0x7fb23015d270 con 0x7fb2300cc490 2024-09-16T07:24:05.097 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:24:05.097 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":30,"btime":"2024-09-16T07:23:58:591331+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4934,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2654545976","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2654545976},{"type":"v1","addr":"172.21.15.155:6836","nonce":2654545976}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":4937,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/545251166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":545251166},{"type":"v1","addr":"172.21.15.155:6837","nonce":545251166}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5391,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6834/403188644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":403188644},{"type":"v1","addr":"172.21.15.31:6834","nonce":403188644}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21},{"gid":5796,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/2581820582","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":2581820582},{"type":"v1","addr":"172.21.15.31:6835","nonce":2581820582}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30}],"filesystems":[]} 2024-09-16T07:24:05.097 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 30 2024-09-16T07:24:05.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:05.099+0000 7fb2352d4640 1 -- 172.21.15.31:0/1924971511 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb210078a00 msgr2=0x7fb21007aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:05.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:05.099+0000 7fb2352d4640 1 --2- 172.21.15.31:0/1924971511 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb210078a00 0x7fb21007aec0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fb218001220 tx=0x7fb218009040 comp rx=0 tx=0).stop 2024-09-16T07:24:05.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:05.099+0000 7fb2352d4640 1 -- 172.21.15.31:0/1924971511 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb2300cc490 msgr2=0x7fb2301474d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:05.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:05.099+0000 7fb2352d4640 1 --2- 172.21.15.31:0/1924971511 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb2300cc490 0x7fb2301474d0 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7fb22000d950 tx=0x7fb22000de10 comp rx=0 tx=0).stop 2024-09-16T07:24:05.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:05.099+0000 7fb2352d4640 1 -- 172.21.15.31:0/1924971511 shutdown_connections 2024-09-16T07:24:05.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:05.099+0000 7fb2352d4640 1 --2- 172.21.15.31:0/1924971511 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb210078a00 0x7fb21007aec0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:05.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:05.099+0000 7fb2352d4640 1 --2- 172.21.15.31:0/1924971511 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb23015fe60 0x7fb2300b0b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:05.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:05.099+0000 7fb2352d4640 1 --2- 172.21.15.31:0/1924971511 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb230159680 0x7fb2300b0650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:05.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:05.099+0000 7fb2352d4640 1 --2- 172.21.15.31:0/1924971511 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb2300cc490 0x7fb2301474d0 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:05.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:05.099+0000 7fb2352d4640 1 -- 172.21.15.31:0/1924971511 >> 172.21.15.31:0/1924971511 conn(0x7fb2300b1690 msgr2=0x7fb23015a120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:05.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:05.099+0000 7fb2352d4640 1 -- 172.21.15.31:0/1924971511 shutdown_connections 2024-09-16T07:24:05.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:05.099+0000 7fb2352d4640 1 -- 172.21.15.31:0/1924971511 wait complete. 2024-09-16T07:24:05.110 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-16T07:24:05.110 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-16T07:24:05.110 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-16T07:24:05.110 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:24:05.111 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-16T07:24:05.111 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-16T07:24:05.111 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-16T07:24:05.111 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:24:05.111 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-16T07:24:05.111 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-16T07:24:05.112 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-16T07:24:05.112 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:24:05.112 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-16T07:24:05.112 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-16T07:24:05.112 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-16T07:24:05.112 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:24:05.121 INFO:tasks.ceph.mds.c:Stopped 2024-09-16T07:24:05.121 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-16T07:24:05.125 INFO:tasks.ceph.mds.d:Stopped 2024-09-16T07:24:05.125 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-16T07:24:05.163 INFO:tasks.ceph.mds.c:Started 2024-09-16T07:24:05.164 DEBUG:teuthology.parallel:result is None 2024-09-16T07:24:05.167 INFO:tasks.ceph.mds.d:Started 2024-09-16T07:24:05.167 DEBUG:teuthology.parallel:result is None 2024-09-16T07:24:05.239 INFO:tasks.ceph.mds.c.smithi031.stdout:starting mds.c at 2024-09-16T07:24:05.248 INFO:tasks.ceph.mds.d.smithi155.stdout:starting mds.d at 2024-09-16T07:24:07.277 DEBUG:teuthology.orchestra.run.smithi031:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T07:24:07.280 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T07:24:09.625 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~0s 2024-09-16T07:24:09.625 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~0s 2024-09-16T07:24:11.122 INFO:tasks.ceph.mds.a:Stopped 2024-09-16T07:24:11.122 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-16T07:24:11.125 INFO:tasks.ceph.mds.b:Stopped 2024-09-16T07:24:11.125 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-16T07:24:11.125 INFO:tasks.ceph.mds.a:Started 2024-09-16T07:24:11.126 DEBUG:teuthology.parallel:result is None 2024-09-16T07:24:11.128 INFO:tasks.ceph.mds.b:Started 2024-09-16T07:24:11.128 DEBUG:teuthology.parallel:result is None 2024-09-16T07:24:11.129 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-16T07:24:11.212 INFO:tasks.ceph.mds.b.smithi155.stdout:starting mds.b at 2024-09-16T07:24:11.214 INFO:tasks.ceph.mds.a.smithi031.stdout:starting mds.a at 2024-09-16T07:24:11.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:11.248+0000 7f178f0b6640 1 -- 172.21.15.31:0/2248535358 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f17880d0a90 msgr2=0x7f178815ec80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:11.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:11.248+0000 7f178f0b6640 1 --2- 172.21.15.31:0/2248535358 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f17880d0a90 0x7f178815ec80 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f17880b1310 tx=0x7f177802a560 comp rx=0 tx=0).stop 2024-09-16T07:24:11.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:11.248+0000 7f178f0b6640 1 -- 172.21.15.31:0/2248535358 shutdown_connections 2024-09-16T07:24:11.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:11.248+0000 7f178f0b6640 1 --2- 172.21.15.31:0/2248535358 >> v2:172.21.15.155:3300/0 conn(0x7f17880b15a0 0x7f17880b1a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:11.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:11.248+0000 7f178f0b6640 1 --2- 172.21.15.31:0/2248535358 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f17880d0a90 0x7f178815ec80 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:11.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:11.248+0000 7f178f0b6640 1 -- 172.21.15.31:0/2248535358 >> 172.21.15.31:0/2248535358 conn(0x7f17880d1c40 msgr2=0x7f17880d2050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:11.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:11.248+0000 7f178f0b6640 1 -- 172.21.15.31:0/2248535358 shutdown_connections 2024-09-16T07:24:11.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:11.248+0000 7f178f0b6640 1 -- 172.21.15.31:0/2248535358 wait complete. 2024-09-16T07:24:11.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:11.249+0000 7f178f0b6640 1 Processor -- start 2024-09-16T07:24:11.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:11.250+0000 7f178f0b6640 1 -- start start 2024-09-16T07:24:11.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:11.250+0000 7f178f0b6640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f17880b15a0 0x7f17880b7520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:11.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:11.250+0000 7f178f0b6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f17880d0a90 0x7f178815c640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:11.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:11.250+0000 7f178f0b6640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1788161c20 0x7f17881f4a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:11.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:11.250+0000 7f178f0b6640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f178806e950 con 0x7f17880d0a90 2024-09-16T07:24:11.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:11.250+0000 7f178f0b6640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f178806e7d0 con 0x7f1788161c20 2024-09-16T07:24:11.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:11.250+0000 7f178f0b6640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f178806ead0 con 0x7f17880b15a0 2024-09-16T07:24:11.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:11.251+0000 7f1787fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f17880d0a90 0x7f178815c640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:11.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:11.251+0000 7f1787fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f17880d0a90 0x7f178815c640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:54316/0 (socket says 172.21.15.31:54316) 2024-09-16T07:24:11.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:11.251+0000 7f1787fff640 1 -- 172.21.15.31:0/2346042481 learned_addr learned my addr 172.21.15.31:0/2346042481 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:11.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:11.251+0000 7f178ce52640 1 --2- 172.21.15.31:0/2346042481 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f17880b15a0 0x7f17880b7520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:11.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:11.251+0000 7f178d653640 1 --2- 172.21.15.31:0/2346042481 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1788161c20 0x7f17881f4a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:11.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:11.251+0000 7f1787fff640 1 -- 172.21.15.31:0/2346042481 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f17880b15a0 msgr2=0x7f17880b7520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:11.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:11.251+0000 7f1787fff640 1 --2- 172.21.15.31:0/2346042481 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f17880b15a0 0x7f17880b7520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:11.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:11.251+0000 7f1787fff640 1 -- 172.21.15.31:0/2346042481 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1788161c20 msgr2=0x7f17881f4a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:11.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:11.251+0000 7f1787fff640 1 --2- 172.21.15.31:0/2346042481 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1788161c20 0x7f17881f4a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:11.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:11.251+0000 7f1787fff640 1 -- 172.21.15.31:0/2346042481 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17880b30e0 con 0x7f17880d0a90 2024-09-16T07:24:11.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:11.251+0000 7f1787fff640 1 --2- 172.21.15.31:0/2346042481 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f17880d0a90 0x7f178815c640 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f17780099c0 tx=0x7f17780038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:11.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:11.251+0000 7f17857fa640 1 -- 172.21.15.31:0/2346042481 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f177803f070 con 0x7f17880d0a90 2024-09-16T07:24:11.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:11.251+0000 7f17857fa640 1 -- 172.21.15.31:0/2346042481 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f17780047a0 con 0x7f17880d0a90 2024-09-16T07:24:11.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:11.251+0000 7f178f0b6640 1 -- 172.21.15.31:0/2346042481 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17880b33c0 con 0x7f17880d0a90 2024-09-16T07:24:11.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:11.251+0000 7f17857fa640 1 -- 172.21.15.31:0/2346042481 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1778035030 con 0x7f17880d0a90 2024-09-16T07:24:11.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:11.252+0000 7f178f0b6640 1 -- 172.21.15.31:0/2346042481 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17880b3980 con 0x7f17880d0a90 2024-09-16T07:24:11.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:11.253+0000 7f178f0b6640 1 -- 172.21.15.31:0/2346042481 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f178806f060 con 0x7f17880d0a90 2024-09-16T07:24:11.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:11.253+0000 7f17857fa640 1 -- 172.21.15.31:0/2346042481 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 9) ==== 101440+0+0 (secure 0 0 0) 0x7f1778042070 con 0x7f17880d0a90 2024-09-16T07:24:11.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:11.253+0000 7f17857fa640 1 --2- 172.21.15.31:0/2346042481 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f1768078a00 0x7f176807aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:11.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:11.254+0000 7f17857fa640 1 -- 172.21.15.31:0/2346042481 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(52..52 src has 1..52) ==== 4943+0+0 (secure 0 0 0) 0x7f17780bb9a0 con 0x7f17880d0a90 2024-09-16T07:24:11.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:11.254+0000 7f178ce52640 1 --2- 172.21.15.31:0/2346042481 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f1768078a00 0x7f176807aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:11.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:11.254+0000 7f178ce52640 1 --2- 172.21.15.31:0/2346042481 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f1768078a00 0x7f176807aec0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f17880b5470 tx=0x7f1770009040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:11.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:11.258+0000 7f17857fa640 1 -- 172.21.15.31:0/2346042481 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f1778083a70 con 0x7f17880d0a90 2024-09-16T07:24:11.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:11.455+0000 7f178f0b6640 1 -- 172.21.15.31:0/2346042481 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f17880b1380 con 0x7f17880d0a90 2024-09-16T07:24:11.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:11.927+0000 7f17857fa640 1 -- 172.21.15.31:0/2346042481 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v54) ==== 97+0+0 (secure 0 0 0) 0x7f17780884a0 con 0x7f17880d0a90 2024-09-16T07:24:11.927 INFO:teuthology.orchestra.run.smithi031.stderr: removed all blocklist entries 2024-09-16T07:24:11.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:11.930+0000 7f178f0b6640 1 -- 172.21.15.31:0/2346042481 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f1768078a00 msgr2=0x7f176807aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:11.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:11.930+0000 7f178f0b6640 1 --2- 172.21.15.31:0/2346042481 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f1768078a00 0x7f176807aec0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f17880b5470 tx=0x7f1770009040 comp rx=0 tx=0).stop 2024-09-16T07:24:11.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:11.930+0000 7f178f0b6640 1 -- 172.21.15.31:0/2346042481 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f17880d0a90 msgr2=0x7f178815c640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:11.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:11.930+0000 7f178f0b6640 1 --2- 172.21.15.31:0/2346042481 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f17880d0a90 0x7f178815c640 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f17780099c0 tx=0x7f17780038a0 comp rx=0 tx=0).stop 2024-09-16T07:24:11.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:11.930+0000 7f178f0b6640 1 -- 172.21.15.31:0/2346042481 shutdown_connections 2024-09-16T07:24:11.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:11.930+0000 7f178f0b6640 1 --2- 172.21.15.31:0/2346042481 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f1768078a00 0x7f176807aec0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:11.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:11.930+0000 7f178f0b6640 1 --2- 172.21.15.31:0/2346042481 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1788161c20 0x7f17881f4a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:11.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:11.930+0000 7f178f0b6640 1 --2- 172.21.15.31:0/2346042481 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f17880d0a90 0x7f178815c640 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:11.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:11.930+0000 7f178f0b6640 1 --2- 172.21.15.31:0/2346042481 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f17880b15a0 0x7f17880b7520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:11.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:11.930+0000 7f178f0b6640 1 -- 172.21.15.31:0/2346042481 >> 172.21.15.31:0/2346042481 conn(0x7f17880d1c40 msgr2=0x7f178815fc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:11.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:11.930+0000 7f178f0b6640 1 -- 172.21.15.31:0/2346042481 shutdown_connections 2024-09-16T07:24:11.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:11.930+0000 7f178f0b6640 1 -- 172.21.15.31:0/2346042481 wait complete. 2024-09-16T07:24:11.943 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-16T07:24:12.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.053+0000 7f0c92679640 1 -- 172.21.15.31:0/329109759 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0c8c0d2760 msgr2=0x7f0c8c0ce630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:12.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.053+0000 7f0c92679640 1 --2- 172.21.15.31:0/329109759 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0c8c0d2760 0x7f0c8c0ce630 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f0c8c06a2b0 tx=0x7f0c8002a4a0 comp rx=0 tx=0).stop 2024-09-16T07:24:12.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.053+0000 7f0c92679640 1 -- 172.21.15.31:0/329109759 shutdown_connections 2024-09-16T07:24:12.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.053+0000 7f0c92679640 1 --2- 172.21.15.31:0/329109759 >> v2:172.21.15.155:3300/0 conn(0x7f0c8c0ceb70 0x7f0c8c0cd1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:12.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.053+0000 7f0c92679640 1 --2- 172.21.15.31:0/329109759 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0c8c0d2760 0x7f0c8c0ce630 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:12.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.053+0000 7f0c92679640 1 -- 172.21.15.31:0/329109759 >> 172.21.15.31:0/329109759 conn(0x7f0c8c0d1c40 msgr2=0x7f0c8c0d2050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:12.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.053+0000 7f0c92679640 1 -- 172.21.15.31:0/329109759 shutdown_connections 2024-09-16T07:24:12.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.053+0000 7f0c92679640 1 -- 172.21.15.31:0/329109759 wait complete. 2024-09-16T07:24:12.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.054+0000 7f0c92679640 1 Processor -- start 2024-09-16T07:24:12.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.055+0000 7f0c92679640 1 -- start start 2024-09-16T07:24:12.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.055+0000 7f0c92679640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0c8c0ceb70 0x7f0c8c154490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:12.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.055+0000 7f0c92679640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0c8c0d2760 0x7f0c8c0b1ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:12.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.055+0000 7f0c92679640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0c8c15bd30 0x7f0c8c0b2410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:12.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.055+0000 7f0c92679640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f0c8c0ce440 con 0x7f0c8c0ceb70 2024-09-16T07:24:12.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.055+0000 7f0c92679640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f0c8c0ce2c0 con 0x7f0c8c15bd30 2024-09-16T07:24:12.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.055+0000 7f0c92679640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f0c8c0cf410 con 0x7f0c8c0d2760 2024-09-16T07:24:12.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.055+0000 7f0c8bfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0c8c0ceb70 0x7f0c8c154490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:12.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.055+0000 7f0c8bfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0c8c0ceb70 0x7f0c8c154490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:54344/0 (socket says 172.21.15.31:54344) 2024-09-16T07:24:12.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.055+0000 7f0c8bfff640 1 -- 172.21.15.31:0/1473768299 learned_addr learned my addr 172.21.15.31:0/1473768299 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:12.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.056+0000 7f0c90c16640 1 --2- 172.21.15.31:0/1473768299 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0c8c15bd30 0x7f0c8c0b2410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:12.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.056+0000 7f0c8b7fe640 1 --2- 172.21.15.31:0/1473768299 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0c8c0d2760 0x7f0c8c0b1ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:12.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.056+0000 7f0c8bfff640 1 -- 172.21.15.31:0/1473768299 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0c8c0d2760 msgr2=0x7f0c8c0b1ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:12.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.056+0000 7f0c8bfff640 1 --2- 172.21.15.31:0/1473768299 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0c8c0d2760 0x7f0c8c0b1ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:12.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.056+0000 7f0c8bfff640 1 -- 172.21.15.31:0/1473768299 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0c8c15bd30 msgr2=0x7f0c8c0b2410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:12.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.056+0000 7f0c8bfff640 1 --2- 172.21.15.31:0/1473768299 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0c8c15bd30 0x7f0c8c0b2410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:12.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.056+0000 7f0c8bfff640 1 -- 172.21.15.31:0/1473768299 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c8c0b3140 con 0x7f0c8c0ceb70 2024-09-16T07:24:12.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.056+0000 7f0c8b7fe640 1 --2- 172.21.15.31:0/1473768299 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0c8c0d2760 0x7f0c8c0b1ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:24:12.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.056+0000 7f0c8bfff640 1 --2- 172.21.15.31:0/1473768299 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0c8c0ceb70 0x7f0c8c154490 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f0c7c00c3a0 tx=0x7f0c7c00c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:12.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.056+0000 7f0c88ff9640 1 -- 172.21.15.31:0/1473768299 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c7c011790 con 0x7f0c8c0ceb70 2024-09-16T07:24:12.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.056+0000 7f0c88ff9640 1 -- 172.21.15.31:0/1473768299 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0c7c017070 con 0x7f0c8c0ceb70 2024-09-16T07:24:12.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.056+0000 7f0c92679640 1 -- 172.21.15.31:0/1473768299 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c8c0b3420 con 0x7f0c8c0ceb70 2024-09-16T07:24:12.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.056+0000 7f0c88ff9640 1 -- 172.21.15.31:0/1473768299 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c7c011cc0 con 0x7f0c8c0ceb70 2024-09-16T07:24:12.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.056+0000 7f0c92679640 1 -- 172.21.15.31:0/1473768299 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c8c0b4d50 con 0x7f0c8c0ceb70 2024-09-16T07:24:12.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.057+0000 7f0c92679640 1 -- 172.21.15.31:0/1473768299 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0c8c0cd8f0 con 0x7f0c8c0ceb70 2024-09-16T07:24:12.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.058+0000 7f0c88ff9640 1 -- 172.21.15.31:0/1473768299 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 9) ==== 101440+0+0 (secure 0 0 0) 0x7f0c7c01c460 con 0x7f0c8c0ceb70 2024-09-16T07:24:12.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.058+0000 7f0c88ff9640 1 --2- 172.21.15.31:0/1473768299 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0c78078a30 0x7f0c7807aef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:12.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.058+0000 7f0c88ff9640 1 -- 172.21.15.31:0/1473768299 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 4857+0+0 (secure 0 0 0) 0x7f0c7c09a680 con 0x7f0c8c0ceb70 2024-09-16T07:24:12.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.059+0000 7f0c8b7fe640 1 --2- 172.21.15.31:0/1473768299 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0c78078a30 0x7f0c7807aef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:12.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.059+0000 7f0c8b7fe640 1 --2- 172.21.15.31:0/1473768299 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0c78078a30 0x7f0c7807aef0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f0c80034000 tx=0x7f0c80004730 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:12.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.063+0000 7f0c88ff9640 1 -- 172.21.15.31:0/1473768299 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f0c7c062cb0 con 0x7f0c8c0ceb70 2024-09-16T07:24:12.318 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.318+0000 7f0c92679640 1 -- 172.21.15.31:0/1473768299 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f0c8c0b06f0 con 0x7f0c8c0ceb70 2024-09-16T07:24:12.318 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.319+0000 7f0c88ff9640 1 -- 172.21.15.31:0/1473768299 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v17) ==== 80+0+5304 (secure 0 0 0) 0x7f0c7c0625b0 con 0x7f0c8c0ceb70 2024-09-16T07:24:12.319 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:24:12.319 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-16T07:24:12.319 INFO:teuthology.orchestra.run.smithi031.stdout: "auth_dump": [ 2024-09-16T07:24:12.319 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:24:12.319 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mds.a", 2024-09-16T07:24:12.319 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmqZelCxAAscsPpPoHsQV4HwJyGUrzNg==", 2024-09-16T07:24:12.319 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:24:12.319 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:24:12.319 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-16T07:24:12.319 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-16T07:24:12.319 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:24:12.320 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:24:12.320 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:24:12.320 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:24:12.320 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mds.b", 2024-09-16T07:24:12.320 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmfXmZFxAA0mYeuvcMORlWFFaaDmQbxw==", 2024-09-16T07:24:12.320 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:24:12.320 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:24:12.320 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-16T07:24:12.321 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-16T07:24:12.321 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:24:12.321 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:24:12.321 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:24:12.321 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:24:12.321 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mds.c", 2024-09-16T07:24:12.321 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3Odm/cTfEhAAaZgZnhh9QGyve9RYquWC0Q==", 2024-09-16T07:24:12.321 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:24:12.321 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:24:12.321 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-16T07:24:12.321 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-16T07:24:12.322 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:24:12.322 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:24:12.322 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:24:12.322 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:24:12.322 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mds.d", 2024-09-16T07:24:12.322 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3Odm8EGiHhAAIhv2GzralSJeeiMnM31Z+A==", 2024-09-16T07:24:12.322 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:24:12.322 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:24:12.322 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-16T07:24:12.323 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-16T07:24:12.323 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:24:12.323 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:24:12.323 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:24:12.323 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:24:12.323 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.0", 2024-09-16T07:24:12.323 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAt3Odm1TDYBBAAuJFJONHh8+uAFkIcQ3Mk/g==", 2024-09-16T07:24:12.323 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:24:12.323 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:24:12.323 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:24:12.323 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:24:12.323 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:24:12.323 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:24:12.324 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:24:12.324 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.1", 2024-09-16T07:24:12.324 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAw3OdmEqk3BxAAMCfxQ9tUoIzjRULBEmXnaQ==", 2024-09-16T07:24:12.324 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:24:12.324 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:24:12.324 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:24:12.324 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:24:12.324 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:24:12.324 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:24:12.324 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:24:12.324 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.2", 2024-09-16T07:24:12.324 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAz3OdmF9NyCRAAZxPWCrgzE7K49H8eURVIeg==", 2024-09-16T07:24:12.324 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:24:12.325 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:24:12.325 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:24:12.325 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:24:12.325 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:24:12.325 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:24:12.325 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:24:12.325 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.3", 2024-09-16T07:24:12.325 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQA23OdmAWFmGhAA6Z7zsRIfx/L0hjYcyl/B5w==", 2024-09-16T07:24:12.325 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:24:12.325 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:24:12.325 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:24:12.325 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:24:12.325 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:24:12.325 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:24:12.326 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:24:12.326 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.4", 2024-09-16T07:24:12.326 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQA93OdmY9BKFBAAssskgPYXTuKx1qSrhUEPjA==", 2024-09-16T07:24:12.326 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:24:12.326 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:24:12.326 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:24:12.326 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:24:12.326 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:24:12.326 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:24:12.326 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:24:12.326 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.5", 2024-09-16T07:24:12.327 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQBB3OdmdTufBhAANeNgBap5Vw/toilxLT55fA==", 2024-09-16T07:24:12.327 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:24:12.327 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:24:12.327 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:24:12.327 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:24:12.327 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:24:12.327 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:24:12.327 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:24:12.327 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.6", 2024-09-16T07:24:12.327 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQBE3Odm67gaJhAAhpplhm3JGeAQE4M6hZNxog==", 2024-09-16T07:24:12.327 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:24:12.327 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:24:12.327 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:24:12.328 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:24:12.328 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:24:12.328 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:24:12.328 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:24:12.328 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.7", 2024-09-16T07:24:12.328 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQBH3OdmTNeJNhAAezS0/56A2+76DoYwfs7jAQ==", 2024-09-16T07:24:12.328 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:24:12.328 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:24:12.328 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:24:12.328 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:24:12.329 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:24:12.329 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:24:12.329 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:24:12.329 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.0", 2024-09-16T07:24:12.329 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmOi3VIhAA6pREvErOkWIiU+/Wlqimsw==", 2024-09-16T07:24:12.329 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:24:12.329 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:24:12.329 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow r", 2024-09-16T07:24:12.329 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-16T07:24:12.329 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:24:12.329 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:24:12.329 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:24:12.329 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.1", 2024-09-16T07:24:12.329 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmTiLQKxAAIGqY1wYPmJI86PYNb+gngw==", 2024-09-16T07:24:12.329 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:24:12.330 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:24:12.330 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow r", 2024-09-16T07:24:12.330 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow rw", 2024-09-16T07:24:12.330 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow rwx" 2024-09-16T07:24:12.330 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:24:12.330 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:24:12.330 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:24:12.330 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.2", 2024-09-16T07:24:12.330 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmLLaRKBAAQ0i+yw037feTEHpSrd2Iwg==", 2024-09-16T07:24:12.330 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:24:12.330 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:24:12.330 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow r", 2024-09-16T07:24:12.330 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow rw", 2024-09-16T07:24:12.331 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow rwx" 2024-09-16T07:24:12.331 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:24:12.331 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:24:12.331 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:24:12.331 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.3", 2024-09-16T07:24:12.331 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3Odmxe1yMRAAVpguX9xvU2H1VDIC1iZZdQ==", 2024-09-16T07:24:12.331 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:24:12.331 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:24:12.331 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow r", 2024-09-16T07:24:12.331 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow rw", 2024-09-16T07:24:12.331 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow rwx" 2024-09-16T07:24:12.331 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:24:12.331 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:24:12.332 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:24:12.332 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.admin", 2024-09-16T07:24:12.332 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAo3OdmZ9mRKxAASODnqbtdFSv2jjXDSPXSuw==", 2024-09-16T07:24:12.332 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:24:12.332 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow *", 2024-09-16T07:24:12.332 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-16T07:24:12.332 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-16T07:24:12.332 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:24:12.332 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:24:12.332 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:24:12.332 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:24:12.332 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mgr.x", 2024-09-16T07:24:12.332 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmoVFWCBAA1E3B8t60xOMqiOyfwDlYMw==", 2024-09-16T07:24:12.333 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:24:12.333 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow *", 2024-09-16T07:24:12.333 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile mgr", 2024-09-16T07:24:12.333 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:24:12.333 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:24:12.333 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:24:12.333 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:24:12.333 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mgr.y", 2024-09-16T07:24:12.333 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3Odm9hHfBBAAiSK5kbNBYonj7atHktVxiA==", 2024-09-16T07:24:12.334 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:24:12.334 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow *", 2024-09-16T07:24:12.334 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile mgr", 2024-09-16T07:24:12.334 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:24:12.334 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:24:12.334 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:24:12.334 INFO:teuthology.orchestra.run.smithi031.stdout: ] 2024-09-16T07:24:12.334 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-16T07:24:12.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.321+0000 7f0c92679640 1 -- 172.21.15.31:0/1473768299 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0c78078a30 msgr2=0x7f0c7807aef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:12.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.321+0000 7f0c92679640 1 --2- 172.21.15.31:0/1473768299 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0c78078a30 0x7f0c7807aef0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f0c80034000 tx=0x7f0c80004730 comp rx=0 tx=0).stop 2024-09-16T07:24:12.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.321+0000 7f0c92679640 1 -- 172.21.15.31:0/1473768299 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0c8c0ceb70 msgr2=0x7f0c8c154490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:12.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.321+0000 7f0c92679640 1 --2- 172.21.15.31:0/1473768299 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0c8c0ceb70 0x7f0c8c154490 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f0c7c00c3a0 tx=0x7f0c7c00c860 comp rx=0 tx=0).stop 2024-09-16T07:24:12.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.321+0000 7f0c92679640 1 -- 172.21.15.31:0/1473768299 shutdown_connections 2024-09-16T07:24:12.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.321+0000 7f0c92679640 1 --2- 172.21.15.31:0/1473768299 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0c78078a30 0x7f0c7807aef0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:12.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.321+0000 7f0c92679640 1 --2- 172.21.15.31:0/1473768299 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0c8c15bd30 0x7f0c8c0b2410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:12.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.321+0000 7f0c92679640 1 --2- 172.21.15.31:0/1473768299 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0c8c0d2760 0x7f0c8c0b1ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:12.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.321+0000 7f0c92679640 1 --2- 172.21.15.31:0/1473768299 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0c8c0ceb70 0x7f0c8c154490 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:12.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.321+0000 7f0c92679640 1 -- 172.21.15.31:0/1473768299 >> 172.21.15.31:0/1473768299 conn(0x7f0c8c0d1c40 msgr2=0x7f0c8c0b15a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:12.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.321+0000 7f0c92679640 1 -- 172.21.15.31:0/1473768299 shutdown_connections 2024-09-16T07:24:12.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.321+0000 7f0c92679640 1 -- 172.21.15.31:0/1473768299 wait complete. 2024-09-16T07:24:12.338 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-16T07:24:12.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.443+0000 7f2bb686a640 1 -- 172.21.15.31:0/1293430326 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2b98003a50 msgr2=0x7f2b98003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:12.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.443+0000 7f2bb686a640 1 --2- 172.21.15.31:0/1293430326 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2b98003a50 0x7f2b98003e70 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f2ba0006fd0 tx=0x7f2b98005830 comp rx=0 tx=0).stop 2024-09-16T07:24:12.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.443+0000 7f2bb686a640 1 -- 172.21.15.31:0/1293430326 shutdown_connections 2024-09-16T07:24:12.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.443+0000 7f2bb686a640 1 --2- 172.21.15.31:0/1293430326 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2b98003a50 0x7f2b98003e70 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:12.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.443+0000 7f2bb686a640 1 -- 172.21.15.31:0/1293430326 >> 172.21.15.31:0/1293430326 conn(0x7f2bb00b1690 msgr2=0x7f2bb00b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:12.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.443+0000 7f2bb686a640 1 -- 172.21.15.31:0/1293430326 shutdown_connections 2024-09-16T07:24:12.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.443+0000 7f2bb686a640 1 -- 172.21.15.31:0/1293430326 wait complete. 2024-09-16T07:24:12.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.445+0000 7f2bb686a640 1 Processor -- start 2024-09-16T07:24:12.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.445+0000 7f2bb686a640 1 -- start start 2024-09-16T07:24:12.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.446+0000 7f2bb686a640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2b98003a50 0x7f2bb00b0150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:12.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.446+0000 7f2bb686a640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2bb0153580 0x7f2bb00aec90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:12.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.446+0000 7f2bb686a640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2bb014c420 0x7f2bb00ad8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:12.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.446+0000 7f2bb686a640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f2bb015d3f0 con 0x7f2bb014c420 2024-09-16T07:24:12.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.446+0000 7f2bb686a640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f2bb015d270 con 0x7f2b98003a50 2024-09-16T07:24:12.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.446+0000 7f2bb686a640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f2bb015d570 con 0x7f2bb0153580 2024-09-16T07:24:12.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.446+0000 7f2bb4e07640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2bb014c420 0x7f2bb00ad8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:12.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.446+0000 7f2bb4e07640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2bb014c420 0x7f2bb00ad8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:54366/0 (socket says 172.21.15.31:54366) 2024-09-16T07:24:12.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.446+0000 7f2bb4e07640 1 -- 172.21.15.31:0/3608685059 learned_addr learned my addr 172.21.15.31:0/3608685059 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:12.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.446+0000 7f2baffff640 1 --2- 172.21.15.31:0/3608685059 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2b98003a50 0x7f2bb00b0150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:12.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.446+0000 7f2baf7fe640 1 --2- 172.21.15.31:0/3608685059 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2bb0153580 0x7f2bb00aec90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:12.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.446+0000 7f2bb4e07640 1 -- 172.21.15.31:0/3608685059 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2bb0153580 msgr2=0x7f2bb00aec90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:12.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.446+0000 7f2bb4e07640 1 --2- 172.21.15.31:0/3608685059 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2bb0153580 0x7f2bb00aec90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:12.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.446+0000 7f2bb4e07640 1 -- 172.21.15.31:0/3608685059 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2b98003a50 msgr2=0x7f2bb00b0150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:12.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.446+0000 7f2bb4e07640 1 --2- 172.21.15.31:0/3608685059 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2b98003a50 0x7f2bb00b0150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:12.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.446+0000 7f2bb4e07640 1 -- 172.21.15.31:0/3608685059 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2bb00af1d0 con 0x7f2bb014c420 2024-09-16T07:24:12.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.446+0000 7f2bb4e07640 1 --2- 172.21.15.31:0/3608685059 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2bb014c420 0x7f2bb00ad8a0 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f2bb0069d90 tx=0x7f2ba80019b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:12.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.446+0000 7f2bacff9640 1 -- 172.21.15.31:0/3608685059 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ba8011870 con 0x7f2bb014c420 2024-09-16T07:24:12.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.446+0000 7f2bacff9640 1 -- 172.21.15.31:0/3608685059 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2ba8017070 con 0x7f2bb014c420 2024-09-16T07:24:12.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.446+0000 7f2bb686a640 1 -- 172.21.15.31:0/3608685059 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2bb0153d80 con 0x7f2bb014c420 2024-09-16T07:24:12.448 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.446+0000 7f2bacff9640 1 -- 172.21.15.31:0/3608685059 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ba8011d80 con 0x7f2bb014c420 2024-09-16T07:24:12.448 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.446+0000 7f2bb686a640 1 -- 172.21.15.31:0/3608685059 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2bb00b4240 con 0x7f2bb014c420 2024-09-16T07:24:12.448 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.447+0000 7f2bb686a640 1 -- 172.21.15.31:0/3608685059 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2bb015f830 con 0x7f2bb014c420 2024-09-16T07:24:12.449 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.448+0000 7f2bacff9640 1 -- 172.21.15.31:0/3608685059 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 9) ==== 101440+0+0 (secure 0 0 0) 0x7f2ba801c460 con 0x7f2bb014c420 2024-09-16T07:24:12.449 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.448+0000 7f2bacff9640 1 --2- 172.21.15.31:0/3608685059 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2b9c078a30 0x7f2b9c07aef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:12.449 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.449+0000 7f2bacff9640 1 -- 172.21.15.31:0/3608685059 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 4857+0+0 (secure 0 0 0) 0x7f2ba809afc0 con 0x7f2bb014c420 2024-09-16T07:24:12.449 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.449+0000 7f2baffff640 1 --2- 172.21.15.31:0/3608685059 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2b9c078a30 0x7f2b9c07aef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:12.449 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.449+0000 7f2baffff640 1 --2- 172.21.15.31:0/3608685059 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2b9c078a30 0x7f2b9c07aef0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f2ba0033000 tx=0x7f2ba0038040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:12.452 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.453+0000 7f2bacff9640 1 -- 172.21.15.31:0/3608685059 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f2ba8063060 con 0x7f2bb014c420 2024-09-16T07:24:12.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.640+0000 7f2bb686a640 1 -- 172.21.15.31:0/3608685059 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f2bb015b550 con 0x7f2bb014c420 2024-09-16T07:24:12.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.640+0000 7f2bacff9640 1 -- 172.21.15.31:0/3608685059 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v54) ==== 84+0+65 (secure 0 0 0) 0x7f2ba8067a90 con 0x7f2bb014c420 2024-09-16T07:24:12.640 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:24:12.640 INFO:teuthology.orchestra.run.smithi031.stdout:[ 2024-09-16T07:24:12.640 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:24:12.640 INFO:teuthology.orchestra.run.smithi031.stdout: "poolnum": 1, 2024-09-16T07:24:12.640 INFO:teuthology.orchestra.run.smithi031.stdout: "poolname": ".mgr" 2024-09-16T07:24:12.640 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:24:12.640 INFO:teuthology.orchestra.run.smithi031.stdout:] 2024-09-16T07:24:12.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.643+0000 7f2bb686a640 1 -- 172.21.15.31:0/3608685059 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2b9c078a30 msgr2=0x7f2b9c07aef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:12.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.643+0000 7f2bb686a640 1 --2- 172.21.15.31:0/3608685059 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2b9c078a30 0x7f2b9c07aef0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f2ba0033000 tx=0x7f2ba0038040 comp rx=0 tx=0).stop 2024-09-16T07:24:12.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.643+0000 7f2bb686a640 1 -- 172.21.15.31:0/3608685059 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2bb014c420 msgr2=0x7f2bb00ad8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:12.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.643+0000 7f2bb686a640 1 --2- 172.21.15.31:0/3608685059 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2bb014c420 0x7f2bb00ad8a0 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f2bb0069d90 tx=0x7f2ba80019b0 comp rx=0 tx=0).stop 2024-09-16T07:24:12.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.643+0000 7f2bb686a640 1 -- 172.21.15.31:0/3608685059 shutdown_connections 2024-09-16T07:24:12.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.643+0000 7f2bb686a640 1 --2- 172.21.15.31:0/3608685059 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2b9c078a30 0x7f2b9c07aef0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:12.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.643+0000 7f2bb686a640 1 --2- 172.21.15.31:0/3608685059 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2bb014c420 0x7f2bb00ad8a0 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:12.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.643+0000 7f2bb686a640 1 --2- 172.21.15.31:0/3608685059 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2bb0153580 0x7f2bb00aec90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:12.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.643+0000 7f2bb686a640 1 --2- 172.21.15.31:0/3608685059 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2b98003a50 0x7f2bb00b0150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:12.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.643+0000 7f2bb686a640 1 -- 172.21.15.31:0/3608685059 >> 172.21.15.31:0/3608685059 conn(0x7f2bb00b1690 msgr2=0x7f2bb006e630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:12.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.643+0000 7f2bb686a640 1 -- 172.21.15.31:0/3608685059 shutdown_connections 2024-09-16T07:24:12.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.643+0000 7f2bb686a640 1 -- 172.21.15.31:0/3608685059 wait complete. 2024-09-16T07:24:12.653 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-16T07:24:12.654 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-16T07:24:12.762 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.763+0000 7fa629847640 1 -- 172.21.15.31:0/2320070447 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa62415f4c0 msgr2=0x7fa6240ce3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:12.763 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.763+0000 7fa629847640 1 --2- 172.21.15.31:0/2320070447 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa62415f4c0 0x7fa6240ce3f0 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7fa6240b3420 tx=0x7fa61402a5f0 comp rx=0 tx=0).stop 2024-09-16T07:24:12.763 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.763+0000 7fa629847640 1 -- 172.21.15.31:0/2320070447 shutdown_connections 2024-09-16T07:24:12.763 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.763+0000 7fa629847640 1 --2- 172.21.15.31:0/2320070447 >> v2:172.21.15.155:3300/0 conn(0x7fa6240b2a20 0x7fa6240cc630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:12.763 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.763+0000 7fa629847640 1 --2- 172.21.15.31:0/2320070447 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa62415f4c0 0x7fa6240ce3f0 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:12.763 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.763+0000 7fa629847640 1 -- 172.21.15.31:0/2320070447 >> 172.21.15.31:0/2320070447 conn(0x7fa6240d1bc0 msgr2=0x7fa6240d1fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:12.763 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.763+0000 7fa629847640 1 -- 172.21.15.31:0/2320070447 shutdown_connections 2024-09-16T07:24:12.763 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.763+0000 7fa629847640 1 -- 172.21.15.31:0/2320070447 wait complete. 2024-09-16T07:24:12.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.764+0000 7fa629847640 1 Processor -- start 2024-09-16T07:24:12.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.764+0000 7fa629847640 1 -- start start 2024-09-16T07:24:12.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.765+0000 7fa629847640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa6240b2a20 0x7fa6240cb060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:12.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.765+0000 7fa629847640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa6240ce930 0x7fa6241f2010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:12.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.765+0000 7fa629847640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa62415f4c0 0x7fa6240c54b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:12.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.765+0000 7fa629847640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fa6240d0920 con 0x7fa6240b2a20 2024-09-16T07:24:12.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.765+0000 7fa629847640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa6240d07a0 con 0x7fa62415f4c0 2024-09-16T07:24:12.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.765+0000 7fa629847640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa6240d0aa0 con 0x7fa6240ce930 2024-09-16T07:24:12.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.765+0000 7fa622ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa6240b2a20 0x7fa6240cb060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:12.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.765+0000 7fa622ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa6240b2a20 0x7fa6240cb060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:34250/0 (socket says 172.21.15.31:34250) 2024-09-16T07:24:12.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.765+0000 7fa622ffd640 1 -- 172.21.15.31:0/759766389 learned_addr learned my addr 172.21.15.31:0/759766389 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:12.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.765+0000 7fa6237fe640 1 --2- 172.21.15.31:0/759766389 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa62415f4c0 0x7fa6240c54b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:12.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.765+0000 7fa6227fc640 1 --2- 172.21.15.31:0/759766389 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa6240ce930 0x7fa6241f2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:12.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.765+0000 7fa622ffd640 1 -- 172.21.15.31:0/759766389 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa6240ce930 msgr2=0x7fa6241f2010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:12.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.765+0000 7fa622ffd640 1 --2- 172.21.15.31:0/759766389 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa6240ce930 0x7fa6241f2010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:12.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.765+0000 7fa622ffd640 1 -- 172.21.15.31:0/759766389 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa62415f4c0 msgr2=0x7fa6240c54b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:12.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.765+0000 7fa622ffd640 1 --2- 172.21.15.31:0/759766389 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa62415f4c0 0x7fa6240c54b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:12.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.765+0000 7fa622ffd640 1 -- 172.21.15.31:0/759766389 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6240b5710 con 0x7fa6240b2a20 2024-09-16T07:24:12.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.765+0000 7fa6227fc640 1 --2- 172.21.15.31:0/759766389 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa6240ce930 0x7fa6241f2010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:24:12.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.766+0000 7fa622ffd640 1 --2- 172.21.15.31:0/759766389 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa6240b2a20 0x7fa6240cb060 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7fa614034040 tx=0x7fa614003910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:12.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.766+0000 7fa60bfff640 1 -- 172.21.15.31:0/759766389 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa61403e030 con 0x7fa6240b2a20 2024-09-16T07:24:12.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.766+0000 7fa60bfff640 1 -- 172.21.15.31:0/759766389 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa614003e00 con 0x7fa6240b2a20 2024-09-16T07:24:12.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.766+0000 7fa629847640 1 -- 172.21.15.31:0/759766389 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6240b59f0 con 0x7fa6240b2a20 2024-09-16T07:24:12.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.766+0000 7fa60bfff640 1 -- 172.21.15.31:0/759766389 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa614035040 con 0x7fa6240b2a20 2024-09-16T07:24:12.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.766+0000 7fa629847640 1 -- 172.21.15.31:0/759766389 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6240b5fb0 con 0x7fa6240b2a20 2024-09-16T07:24:12.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.767+0000 7fa629847640 1 -- 172.21.15.31:0/759766389 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa6240cc630 con 0x7fa6240b2a20 2024-09-16T07:24:12.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.767+0000 7fa60bfff640 1 -- 172.21.15.31:0/759766389 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 9) ==== 101440+0+0 (secure 0 0 0) 0x7fa614041030 con 0x7fa6240b2a20 2024-09-16T07:24:12.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.768+0000 7fa60bfff640 1 --2- 172.21.15.31:0/759766389 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa610078a00 0x7fa61007aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:12.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.768+0000 7fa60bfff640 1 -- 172.21.15.31:0/759766389 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 4857+0+0 (secure 0 0 0) 0x7fa6140bb0b0 con 0x7fa6240b2a20 2024-09-16T07:24:12.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.768+0000 7fa6227fc640 1 --2- 172.21.15.31:0/759766389 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa610078a00 0x7fa61007aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:12.769 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.769+0000 7fa6227fc640 1 --2- 172.21.15.31:0/759766389 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa610078a00 0x7fa61007aec0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fa618007fd0 tx=0x7fa618009040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:12.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.772+0000 7fa60bfff640 1 -- 172.21.15.31:0/759766389 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fa614083090 con 0x7fa6240b2a20 2024-09-16T07:24:12.962 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:12.963+0000 7fa629847640 1 -- 172.21.15.31:0/759766389 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fa6240cdfc0 con 0x7fa6240b2a20 2024-09-16T07:24:13.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:13.931+0000 7fa60bfff640 1 -- 172.21.15.31:0/759766389 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v55) ==== 138+0+0 (secure 0 0 0) 0x7fa614087ac0 con 0x7fa6240b2a20 2024-09-16T07:24:13.931 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_metadata' created 2024-09-16T07:24:13.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:13.936+0000 7fa629847640 1 -- 172.21.15.31:0/759766389 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa610078a00 msgr2=0x7fa61007aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:13.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:13.936+0000 7fa629847640 1 --2- 172.21.15.31:0/759766389 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa610078a00 0x7fa61007aec0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fa618007fd0 tx=0x7fa618009040 comp rx=0 tx=0).stop 2024-09-16T07:24:13.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:13.936+0000 7fa629847640 1 -- 172.21.15.31:0/759766389 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa6240b2a20 msgr2=0x7fa6240cb060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:13.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:13.936+0000 7fa629847640 1 --2- 172.21.15.31:0/759766389 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa6240b2a20 0x7fa6240cb060 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7fa614034040 tx=0x7fa614003910 comp rx=0 tx=0).stop 2024-09-16T07:24:13.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:13.937+0000 7fa629847640 1 -- 172.21.15.31:0/759766389 shutdown_connections 2024-09-16T07:24:13.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:13.937+0000 7fa629847640 1 --2- 172.21.15.31:0/759766389 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa610078a00 0x7fa61007aec0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:13.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:13.937+0000 7fa629847640 1 --2- 172.21.15.31:0/759766389 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa62415f4c0 0x7fa6240c54b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:13.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:13.937+0000 7fa629847640 1 --2- 172.21.15.31:0/759766389 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa6240ce930 0x7fa6241f2010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:13.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:13.937+0000 7fa629847640 1 --2- 172.21.15.31:0/759766389 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa6240b2a20 0x7fa6240cb060 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:13.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:13.937+0000 7fa629847640 1 -- 172.21.15.31:0/759766389 >> 172.21.15.31:0/759766389 conn(0x7fa6240d1bc0 msgr2=0x7fa6240cce10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:13.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:13.937+0000 7fa629847640 1 -- 172.21.15.31:0/759766389 shutdown_connections 2024-09-16T07:24:13.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:13.939+0000 7fa629847640 1 -- 172.21.15.31:0/759766389 wait complete. 2024-09-16T07:24:13.953 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-16T07:24:14.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:14.073+0000 7f61fb79b640 1 -- 172.21.15.31:0/3010869109 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f61f40d01b0 msgr2=0x7f61f40d2270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:14.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:14.073+0000 7f61fb79b640 1 --2- 172.21.15.31:0/3010869109 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f61f40d01b0 0x7f61f40d2270 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f61e8005fd0 tx=0x7f61e802a540 comp rx=0 tx=0).stop 2024-09-16T07:24:14.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:14.073+0000 7f61fb79b640 1 -- 172.21.15.31:0/3010869109 shutdown_connections 2024-09-16T07:24:14.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:14.073+0000 7f61fb79b640 1 --2- 172.21.15.31:0/3010869109 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f61f40d01b0 0x7f61f40d2270 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:14.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:14.073+0000 7f61fb79b640 1 --2- 172.21.15.31:0/3010869109 >> v2:172.21.15.155:3300/0 conn(0x7f61f41617f0 0x7f61f40d1d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:14.074 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:14.073+0000 7f61fb79b640 1 -- 172.21.15.31:0/3010869109 >> 172.21.15.31:0/3010869109 conn(0x7f61f40d3e30 msgr2=0x7f61f40d4240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:14.074 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:14.073+0000 7f61fb79b640 1 -- 172.21.15.31:0/3010869109 shutdown_connections 2024-09-16T07:24:14.074 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:14.073+0000 7f61fb79b640 1 -- 172.21.15.31:0/3010869109 wait complete. 2024-09-16T07:24:14.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:14.074+0000 7f61fb79b640 1 Processor -- start 2024-09-16T07:24:14.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:14.074+0000 7f61fb79b640 1 -- start start 2024-09-16T07:24:14.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:14.075+0000 7f61fb79b640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f61f40d01b0 0x7f61f415b320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:14.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:14.075+0000 7f61fb79b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f61f40d27b0 0x7f61f40b90e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:14.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:14.075+0000 7f61fb79b640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f61f41617f0 0x7f61f40b9620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:14.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:14.075+0000 7f61fb79b640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f61f40d0f50 con 0x7f61f40d27b0 2024-09-16T07:24:14.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:14.075+0000 7f61fb79b640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f61f40b5000 con 0x7f61f40d01b0 2024-09-16T07:24:14.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:14.075+0000 7f61fb79b640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f61f40d10d0 con 0x7f61f41617f0 2024-09-16T07:24:14.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:14.075+0000 7f61f8d36640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f61f40d27b0 0x7f61f40b90e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:14.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:14.075+0000 7f61f8d36640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f61f40d27b0 0x7f61f40b90e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:34252/0 (socket says 172.21.15.31:34252) 2024-09-16T07:24:14.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:14.075+0000 7f61f8d36640 1 -- 172.21.15.31:0/3611652987 learned_addr learned my addr 172.21.15.31:0/3611652987 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:14.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:14.075+0000 7f61f9537640 1 --2- 172.21.15.31:0/3611652987 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f61f40d01b0 0x7f61f415b320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:14.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:14.075+0000 7f61f9d38640 1 --2- 172.21.15.31:0/3611652987 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f61f41617f0 0x7f61f40b9620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:14.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:14.076+0000 7f61f8d36640 1 -- 172.21.15.31:0/3611652987 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f61f41617f0 msgr2=0x7f61f40b9620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:14.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:14.076+0000 7f61f8d36640 1 --2- 172.21.15.31:0/3611652987 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f61f41617f0 0x7f61f40b9620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:14.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:14.076+0000 7f61f8d36640 1 -- 172.21.15.31:0/3611652987 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f61f40d01b0 msgr2=0x7f61f415b320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:14.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:14.076+0000 7f61f8d36640 1 --2- 172.21.15.31:0/3611652987 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f61f40d01b0 0x7f61f415b320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:14.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:14.076+0000 7f61f8d36640 1 -- 172.21.15.31:0/3611652987 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61f415cd90 con 0x7f61f40d27b0 2024-09-16T07:24:14.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:14.076+0000 7f61f8d36640 1 --2- 172.21.15.31:0/3611652987 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f61f40d27b0 0x7f61f40b90e0 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f61e8000c00 tx=0x7f61e80038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:14.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:14.076+0000 7f61f1ffb640 1 -- 172.21.15.31:0/3611652987 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61e803f070 con 0x7f61f40d27b0 2024-09-16T07:24:14.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:14.076+0000 7f61f1ffb640 1 -- 172.21.15.31:0/3611652987 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f61e80047a0 con 0x7f61f40d27b0 2024-09-16T07:24:14.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:14.076+0000 7f61fb79b640 1 -- 172.21.15.31:0/3611652987 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61f415bfd0 con 0x7f61f40d27b0 2024-09-16T07:24:14.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:14.076+0000 7f61f1ffb640 1 -- 172.21.15.31:0/3611652987 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61e8035030 con 0x7f61f40d27b0 2024-09-16T07:24:14.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:14.076+0000 7f61fb79b640 1 -- 172.21.15.31:0/3611652987 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61f415c590 con 0x7f61f40d27b0 2024-09-16T07:24:14.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:14.077+0000 7f61fb79b640 1 -- 172.21.15.31:0/3611652987 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f61f40d0840 con 0x7f61f40d27b0 2024-09-16T07:24:14.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:14.078+0000 7f61f1ffb640 1 -- 172.21.15.31:0/3611652987 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 9) ==== 101440+0+0 (secure 0 0 0) 0x7f61e8042070 con 0x7f61f40d27b0 2024-09-16T07:24:14.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:14.079+0000 7f61f1ffb640 1 --2- 172.21.15.31:0/3611652987 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f61e0078a00 0x7f61e007aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:14.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:14.079+0000 7f61f1ffb640 1 -- 172.21.15.31:0/3611652987 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 5227+0+0 (secure 0 0 0) 0x7f61e80bbbf0 con 0x7f61f40d27b0 2024-09-16T07:24:14.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:14.079+0000 7f61f9537640 1 --2- 172.21.15.31:0/3611652987 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f61e0078a00 0x7f61e007aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:14.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:14.080+0000 7f61f9537640 1 --2- 172.21.15.31:0/3611652987 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f61e0078a00 0x7f61e007aec0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f61e40099a0 tx=0x7f61e4009500 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:14.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:14.083+0000 7f61f1ffb640 1 -- 172.21.15.31:0/3611652987 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f61e8083b00 con 0x7f61f40d27b0 2024-09-16T07:24:14.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:14.274+0000 7f61fb79b640 1 -- 172.21.15.31:0/3611652987 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f61f40b3570 con 0x7f61f40d27b0 2024-09-16T07:24:14.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:14.937+0000 7f61f1ffb640 1 -- 172.21.15.31:0/3611652987 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v56) ==== 170+0+0 (secure 0 0 0) 0x7f61e8088530 con 0x7f61f40d27b0 2024-09-16T07:24:14.937 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_data' created 2024-09-16T07:24:14.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:14.942+0000 7f61fb79b640 1 -- 172.21.15.31:0/3611652987 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f61e0078a00 msgr2=0x7f61e007aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:14.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:14.942+0000 7f61fb79b640 1 --2- 172.21.15.31:0/3611652987 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f61e0078a00 0x7f61e007aec0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f61e40099a0 tx=0x7f61e4009500 comp rx=0 tx=0).stop 2024-09-16T07:24:14.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:14.942+0000 7f61fb79b640 1 -- 172.21.15.31:0/3611652987 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f61f40d27b0 msgr2=0x7f61f40b90e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:14.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:14.942+0000 7f61fb79b640 1 --2- 172.21.15.31:0/3611652987 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f61f40d27b0 0x7f61f40b90e0 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f61e8000c00 tx=0x7f61e80038a0 comp rx=0 tx=0).stop 2024-09-16T07:24:14.942 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:14.942+0000 7f61fb79b640 1 -- 172.21.15.31:0/3611652987 shutdown_connections 2024-09-16T07:24:14.942 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:14.942+0000 7f61fb79b640 1 --2- 172.21.15.31:0/3611652987 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f61e0078a00 0x7f61e007aec0 secure :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f61e40099a0 tx=0x7f61e4009500 comp rx=0 tx=0).stop 2024-09-16T07:24:14.942 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:14.942+0000 7f61fb79b640 1 --2- 172.21.15.31:0/3611652987 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f61f41617f0 0x7f61f40b9620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:14.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:14.942+0000 7f61fb79b640 1 --2- 172.21.15.31:0/3611652987 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f61f40d27b0 0x7f61f40b90e0 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:14.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:14.942+0000 7f61fb79b640 1 --2- 172.21.15.31:0/3611652987 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f61f40d01b0 0x7f61f415b320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:14.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:14.942+0000 7f61fb79b640 1 -- 172.21.15.31:0/3611652987 >> 172.21.15.31:0/3611652987 conn(0x7f61f40d3e30 msgr2=0x7f61f40b0a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:14.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:14.943+0000 7f61fb79b640 1 -- 172.21.15.31:0/3611652987 shutdown_connections 2024-09-16T07:24:14.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:14.943+0000 7f61fb79b640 1 -- 172.21.15.31:0/3611652987 wait complete. 2024-09-16T07:24:14.969 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-16T07:24:15.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:15.084+0000 7fee2d900640 1 -- 172.21.15.31:0/4002651122 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fee14004800 msgr2=0x7fee14004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:15.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:15.084+0000 7fee2d900640 1 --2- 172.21.15.31:0/4002651122 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fee14004800 0x7fee14004c80 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7fee10009b50 tx=0x7fee14005830 comp rx=0 tx=0).stop 2024-09-16T07:24:15.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:15.084+0000 7fee2d900640 1 -- 172.21.15.31:0/4002651122 shutdown_connections 2024-09-16T07:24:15.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:15.084+0000 7fee2d900640 1 --2- 172.21.15.31:0/4002651122 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fee14004800 0x7fee14004c80 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:15.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:15.084+0000 7fee2d900640 1 -- 172.21.15.31:0/4002651122 >> 172.21.15.31:0/4002651122 conn(0x7fee2809aa30 msgr2=0x7fee2809ae40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:15.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:15.084+0000 7fee2d900640 1 -- 172.21.15.31:0/4002651122 shutdown_connections 2024-09-16T07:24:15.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:15.084+0000 7fee2d900640 1 -- 172.21.15.31:0/4002651122 wait complete. 2024-09-16T07:24:15.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:15.085+0000 7fee2d900640 1 Processor -- start 2024-09-16T07:24:15.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:15.085+0000 7fee2d900640 1 -- start start 2024-09-16T07:24:15.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:15.086+0000 7fee2d900640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fee14004800 0x7fee280c8da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:15.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:15.086+0000 7fee2d900640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fee28159400 0x7fee281f4640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:15.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:15.086+0000 7fee2d900640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fee281f4b80 0x7fee281f5000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:15.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:15.086+0000 7fee2d900640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fee280d02b0 con 0x7fee28159400 2024-09-16T07:24:15.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:15.086+0000 7fee2d900640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fee280d1f10 con 0x7fee14004800 2024-09-16T07:24:15.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:15.086+0000 7fee2d900640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fee280d0430 con 0x7fee281f4b80 2024-09-16T07:24:15.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:15.086+0000 7fee267fc640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fee28159400 0x7fee281f4640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:15.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:15.086+0000 7fee267fc640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fee28159400 0x7fee281f4640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:34274/0 (socket says 172.21.15.31:34274) 2024-09-16T07:24:15.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:15.086+0000 7fee267fc640 1 -- 172.21.15.31:0/3622362159 learned_addr learned my addr 172.21.15.31:0/3622362159 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:15.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:15.086+0000 7fee26ffd640 1 --2- 172.21.15.31:0/3622362159 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fee14004800 0x7fee280c8da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:15.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:15.086+0000 7fee277fe640 1 --2- 172.21.15.31:0/3622362159 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fee281f4b80 0x7fee281f5000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:15.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:15.086+0000 7fee267fc640 1 -- 172.21.15.31:0/3622362159 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fee281f4b80 msgr2=0x7fee281f5000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:15.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:15.086+0000 7fee267fc640 1 --2- 172.21.15.31:0/3622362159 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fee281f4b80 0x7fee281f5000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:15.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:15.086+0000 7fee267fc640 1 -- 172.21.15.31:0/3622362159 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fee14004800 msgr2=0x7fee280c8da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:15.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:15.086+0000 7fee267fc640 1 --2- 172.21.15.31:0/3622362159 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fee14004800 0x7fee280c8da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:15.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:15.086+0000 7fee267fc640 1 -- 172.21.15.31:0/3622362159 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee280cb660 con 0x7fee28159400 2024-09-16T07:24:15.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:15.087+0000 7fee267fc640 1 --2- 172.21.15.31:0/3622362159 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fee28159400 0x7fee281f4640 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7fee10009a70 tx=0x7fee100336f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:15.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:15.087+0000 7fee1ffff640 1 -- 172.21.15.31:0/3622362159 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee10038040 con 0x7fee28159400 2024-09-16T07:24:15.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:15.087+0000 7fee1ffff640 1 -- 172.21.15.31:0/3622362159 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fee100339d0 con 0x7fee28159400 2024-09-16T07:24:15.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:15.087+0000 7fee2d900640 1 -- 172.21.15.31:0/3622362159 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fee280cb940 con 0x7fee28159400 2024-09-16T07:24:15.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:15.087+0000 7fee1ffff640 1 -- 172.21.15.31:0/3622362159 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee10033e20 con 0x7fee28159400 2024-09-16T07:24:15.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:15.087+0000 7fee2d900640 1 -- 172.21.15.31:0/3622362159 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fee280cbf00 con 0x7fee28159400 2024-09-16T07:24:15.089 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:15.088+0000 7fee2d900640 1 -- 172.21.15.31:0/3622362159 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fee280cb3a0 con 0x7fee28159400 2024-09-16T07:24:15.089 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:15.089+0000 7fee1ffff640 1 -- 172.21.15.31:0/3622362159 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 9) ==== 101440+0+0 (secure 0 0 0) 0x7fee10043020 con 0x7fee28159400 2024-09-16T07:24:15.089 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:15.089+0000 7fee1ffff640 1 --2- 172.21.15.31:0/3622362159 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fee08078a00 0x7fee0807aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:15.089 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:15.089+0000 7fee1ffff640 1 -- 172.21.15.31:0/3622362159 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5609+0+0 (secure 0 0 0) 0x7fee100bab80 con 0x7fee28159400 2024-09-16T07:24:15.089 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:15.089+0000 7fee26ffd640 1 --2- 172.21.15.31:0/3622362159 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fee08078a00 0x7fee0807aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:15.089 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:15.090+0000 7fee26ffd640 1 --2- 172.21.15.31:0/3622362159 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fee08078a00 0x7fee0807aec0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fee20001bc0 tx=0x7fee20001da0 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:15.093 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:15.094+0000 7fee1ffff640 1 -- 172.21.15.31:0/3622362159 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fee1004a020 con 0x7fee28159400 2024-09-16T07:24:15.316 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:15.316+0000 7fee2d900640 1 -- 172.21.15.31:0/3622362159 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fee280cd010 con 0x7fee28159400 2024-09-16T07:24:15.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:15.939+0000 7fee1ffff640 1 -- 172.21.15.31:0/3622362159 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 8 and data pool 9 v34) ==== 172+0+0 (secure 0 0 0) 0x7fee100828a0 con 0x7fee28159400 2024-09-16T07:24:15.938 INFO:teuthology.orchestra.run.smithi031.stderr:new fs with metadata pool 8 and data pool 9 2024-09-16T07:24:15.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:15.944+0000 7fee2d900640 1 -- 172.21.15.31:0/3622362159 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fee08078a00 msgr2=0x7fee0807aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:15.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:15.944+0000 7fee2d900640 1 --2- 172.21.15.31:0/3622362159 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fee08078a00 0x7fee0807aec0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fee20001bc0 tx=0x7fee20001da0 comp rx=0 tx=0).stop 2024-09-16T07:24:15.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:15.944+0000 7fee2d900640 1 -- 172.21.15.31:0/3622362159 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fee28159400 msgr2=0x7fee281f4640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:15.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:15.944+0000 7fee2d900640 1 --2- 172.21.15.31:0/3622362159 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fee28159400 0x7fee281f4640 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7fee10009a70 tx=0x7fee100336f0 comp rx=0 tx=0).stop 2024-09-16T07:24:15.944 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:15.944+0000 7fee2d900640 1 -- 172.21.15.31:0/3622362159 shutdown_connections 2024-09-16T07:24:15.944 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:15.944+0000 7fee2d900640 1 --2- 172.21.15.31:0/3622362159 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fee08078a00 0x7fee0807aec0 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:15.944 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:15.944+0000 7fee2d900640 1 --2- 172.21.15.31:0/3622362159 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fee281f4b80 0x7fee281f5000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:15.944 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:15.944+0000 7fee2d900640 1 --2- 172.21.15.31:0/3622362159 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fee28159400 0x7fee281f4640 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:15.944 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:15.944+0000 7fee2d900640 1 --2- 172.21.15.31:0/3622362159 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fee14004800 0x7fee280c8da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:15.944 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:15.944+0000 7fee2d900640 1 -- 172.21.15.31:0/3622362159 >> 172.21.15.31:0/3622362159 conn(0x7fee2809aa30 msgr2=0x7fee28070dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:15.944 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:15.944+0000 7fee2d900640 1 -- 172.21.15.31:0/3622362159 shutdown_connections 2024-09-16T07:24:15.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:15.945+0000 7fee2d900640 1 -- 172.21.15.31:0/3622362159 wait complete. 2024-09-16T07:24:15.968 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:24:16.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.080+0000 7f86cccef640 1 -- 172.21.15.31:0/3588311610 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f86c8159680 msgr2=0x7f86c815d270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:16.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.080+0000 7f86cccef640 1 --2- 172.21.15.31:0/3588311610 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f86c8159680 0x7f86c815d270 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f86c815f6b0 tx=0x7f86b802a5f0 comp rx=0 tx=0).stop 2024-09-16T07:24:16.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.081+0000 7f86cccef640 1 -- 172.21.15.31:0/3588311610 shutdown_connections 2024-09-16T07:24:16.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.081+0000 7f86cccef640 1 --2- 172.21.15.31:0/3588311610 >> v2:172.21.15.155:3300/0 conn(0x7f86c815fe60 0x7f86c80ceac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:16.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.081+0000 7f86cccef640 1 --2- 172.21.15.31:0/3588311610 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f86c8159680 0x7f86c815d270 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:16.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.081+0000 7f86cccef640 1 -- 172.21.15.31:0/3588311610 >> 172.21.15.31:0/3588311610 conn(0x7f86c80b1690 msgr2=0x7f86c80b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:16.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.081+0000 7f86cccef640 1 -- 172.21.15.31:0/3588311610 shutdown_connections 2024-09-16T07:24:16.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.081+0000 7f86cccef640 1 -- 172.21.15.31:0/3588311610 wait complete. 2024-09-16T07:24:16.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.082+0000 7f86cccef640 1 Processor -- start 2024-09-16T07:24:16.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.082+0000 7f86cccef640 1 -- start start 2024-09-16T07:24:16.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.083+0000 7f86cccef640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f86c80cc490 0x7f86c8152a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:16.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.083+0000 7f86cccef640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f86c8159680 0x7f86c80aed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:16.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.083+0000 7f86cccef640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f86c815fe60 0x7f86c81f81a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:16.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.083+0000 7f86cccef640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f86c80cca80 con 0x7f86c8159680 2024-09-16T07:24:16.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.083+0000 7f86cccef640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f86c80cc900 con 0x7f86c815fe60 2024-09-16T07:24:16.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.083+0000 7f86cccef640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f86c80ccc00 con 0x7f86c80cc490 2024-09-16T07:24:16.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.083+0000 7f86bdd9b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f86c8159680 0x7f86c80aed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:16.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.083+0000 7f86bdd9b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f86c8159680 0x7f86c80aed40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:34288/0 (socket says 172.21.15.31:34288) 2024-09-16T07:24:16.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.083+0000 7f86bdd9b640 1 -- 172.21.15.31:0/3552314180 learned_addr learned my addr 172.21.15.31:0/3552314180 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:16.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.083+0000 7f86c6d9d640 1 --2- 172.21.15.31:0/3552314180 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f86c815fe60 0x7f86c81f81a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:16.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.083+0000 7f86c659c640 1 --2- 172.21.15.31:0/3552314180 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f86c80cc490 0x7f86c8152a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:16.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.084+0000 7f86bdd9b640 1 -- 172.21.15.31:0/3552314180 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f86c80cc490 msgr2=0x7f86c8152a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:16.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.084+0000 7f86bdd9b640 1 --2- 172.21.15.31:0/3552314180 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f86c80cc490 0x7f86c8152a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:16.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.084+0000 7f86bdd9b640 1 -- 172.21.15.31:0/3552314180 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f86c815fe60 msgr2=0x7f86c81f81a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:16.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.084+0000 7f86bdd9b640 1 --2- 172.21.15.31:0/3552314180 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f86c815fe60 0x7f86c81f81a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:16.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.084+0000 7f86bdd9b640 1 -- 172.21.15.31:0/3552314180 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86c8152f70 con 0x7f86c8159680 2024-09-16T07:24:16.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.084+0000 7f86bdd9b640 1 --2- 172.21.15.31:0/3552314180 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f86c8159680 0x7f86c80aed40 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f86b000c450 tx=0x7f86b000c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:16.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.084+0000 7f86bf7fe640 1 -- 172.21.15.31:0/3552314180 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86b00052d0 con 0x7f86c8159680 2024-09-16T07:24:16.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.084+0000 7f86bf7fe640 1 -- 172.21.15.31:0/3552314180 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f86b0005470 con 0x7f86c8159680 2024-09-16T07:24:16.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.084+0000 7f86cccef640 1 -- 172.21.15.31:0/3552314180 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86c815f880 con 0x7f86c8159680 2024-09-16T07:24:16.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.084+0000 7f86bf7fe640 1 -- 172.21.15.31:0/3552314180 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86b0012870 con 0x7f86c8159680 2024-09-16T07:24:16.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.084+0000 7f86cccef640 1 -- 172.21.15.31:0/3552314180 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86c8155530 con 0x7f86c8159680 2024-09-16T07:24:16.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.085+0000 7f86cccef640 1 -- 172.21.15.31:0/3552314180 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f86c8155020 con 0x7f86c8159680 2024-09-16T07:24:16.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.086+0000 7f86bf7fe640 1 -- 172.21.15.31:0/3552314180 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 9) ==== 101440+0+0 (secure 0 0 0) 0x7f86b00035f0 con 0x7f86c8159680 2024-09-16T07:24:16.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.086+0000 7f86bf7fe640 1 --2- 172.21.15.31:0/3552314180 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f86a8078a00 0x7f86a807aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:16.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.086+0000 7f86bf7fe640 1 -- 172.21.15.31:0/3552314180 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5709+0+0 (secure 0 0 0) 0x7f86b009a730 con 0x7f86c8159680 2024-09-16T07:24:16.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.087+0000 7f86c659c640 1 --2- 172.21.15.31:0/3552314180 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f86a8078a00 0x7f86a807aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:16.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.087+0000 7f86c659c640 1 --2- 172.21.15.31:0/3552314180 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f86a8078a00 0x7f86a807aec0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f86b8033000 tx=0x7f86b8004730 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:16.090 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.091+0000 7f86bf7fe640 1 -- 172.21.15.31:0/3552314180 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f86b00623c0 con 0x7f86c8159680 2024-09-16T07:24:16.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.277+0000 7f86cccef640 1 -- 172.21.15.31:0/3552314180 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f86c80ceaa0 con 0x7f86c8159680 2024-09-16T07:24:16.277 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.278+0000 7f86bf7fe640 1 -- 172.21.15.31:0/3552314180 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v57) ==== 74+0+16714 (secure 0 0 0) 0x7f86b0066df0 con 0x7f86c8159680 2024-09-16T07:24:16.278 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:24:16.278 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":57,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:24:15.317857+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:24:12.967873+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-16T07:24:14.279099+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:24:16.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.280+0000 7f86cccef640 1 -- 172.21.15.31:0/3552314180 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f86a8078a00 msgr2=0x7f86a807aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:16.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.280+0000 7f86cccef640 1 --2- 172.21.15.31:0/3552314180 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f86a8078a00 0x7f86a807aec0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f86b8033000 tx=0x7f86b8004730 comp rx=0 tx=0).stop 2024-09-16T07:24:16.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.280+0000 7f86cccef640 1 -- 172.21.15.31:0/3552314180 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f86c8159680 msgr2=0x7f86c80aed40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:16.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.280+0000 7f86cccef640 1 --2- 172.21.15.31:0/3552314180 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f86c8159680 0x7f86c80aed40 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f86b000c450 tx=0x7f86b000c910 comp rx=0 tx=0).stop 2024-09-16T07:24:16.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.280+0000 7f86cccef640 1 -- 172.21.15.31:0/3552314180 shutdown_connections 2024-09-16T07:24:16.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.280+0000 7f86cccef640 1 --2- 172.21.15.31:0/3552314180 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f86a8078a00 0x7f86a807aec0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:16.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.280+0000 7f86cccef640 1 --2- 172.21.15.31:0/3552314180 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f86c815fe60 0x7f86c81f81a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:16.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.280+0000 7f86cccef640 1 --2- 172.21.15.31:0/3552314180 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f86c8159680 0x7f86c80aed40 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:16.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.280+0000 7f86cccef640 1 --2- 172.21.15.31:0/3552314180 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f86c80cc490 0x7f86c8152a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:16.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.280+0000 7f86cccef640 1 -- 172.21.15.31:0/3552314180 >> 172.21.15.31:0/3552314180 conn(0x7f86c80b1690 msgr2=0x7f86c815b060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:16.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.280+0000 7f86cccef640 1 -- 172.21.15.31:0/3552314180 shutdown_connections 2024-09-16T07:24:16.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.280+0000 7f86cccef640 1 -- 172.21.15.31:0/3552314180 wait complete. 2024-09-16T07:24:16.291 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:24:16.337 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a has been restored 2024-09-16T07:24:16.338 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b has been restored 2024-09-16T07:24:16.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.396+0000 7fec12abd640 1 -- 172.21.15.31:0/1345080606 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7febf40041c0 msgr2=0x7febf4004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:16.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.396+0000 7fec12abd640 1 --2- 172.21.15.31:0/1345080606 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7febf40041c0 0x7febf4004800 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7febfc006fb0 tx=0x7febf4005830 comp rx=0 tx=0).stop 2024-09-16T07:24:16.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.396+0000 7fec1105a640 1 -- 172.21.15.31:0/1345080606 reap_dead start 2024-09-16T07:24:16.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.396+0000 7fec12abd640 1 -- 172.21.15.31:0/1345080606 shutdown_connections 2024-09-16T07:24:16.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.396+0000 7fec12abd640 1 -- 172.21.15.31:0/1345080606 >> 172.21.15.31:0/1345080606 conn(0x7fec0c0b1690 msgr2=0x7fec0c0b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:16.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.396+0000 7fec12abd640 1 -- 172.21.15.31:0/1345080606 shutdown_connections 2024-09-16T07:24:16.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.396+0000 7fec12abd640 1 -- 172.21.15.31:0/1345080606 wait complete. 2024-09-16T07:24:16.400 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.398+0000 7fec12abd640 1 Processor -- start 2024-09-16T07:24:16.400 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.398+0000 7fec12abd640 1 -- start start 2024-09-16T07:24:16.400 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.398+0000 7fec12abd640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7febf40041c0 0x7fec0c1f8ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:16.400 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.398+0000 7fec12abd640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fec0c0ce110 0x7fec0c1f5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:16.400 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.399+0000 7fec12abd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fec0c1443a0 0x7fec0c1591a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:16.400 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.399+0000 7fec12abd640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fec0c06e970 con 0x7fec0c1443a0 2024-09-16T07:24:16.400 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.399+0000 7fec12abd640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fec0c06e7f0 con 0x7fec0c0ce110 2024-09-16T07:24:16.400 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.399+0000 7fec12abd640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fec0c06eaf0 con 0x7febf40041c0 2024-09-16T07:24:16.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.399+0000 7fec1105a640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fec0c1443a0 0x7fec0c1591a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:16.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.399+0000 7fec1105a640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fec0c1443a0 0x7fec0c1591a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:34316/0 (socket says 172.21.15.31:34316) 2024-09-16T07:24:16.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.399+0000 7fec1105a640 1 -- 172.21.15.31:0/3023881563 learned_addr learned my addr 172.21.15.31:0/3023881563 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:16.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.399+0000 7fec03fff640 1 --2- 172.21.15.31:0/3023881563 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fec0c0ce110 0x7fec0c1f5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:16.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.399+0000 7fec10859640 1 --2- 172.21.15.31:0/3023881563 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7febf40041c0 0x7fec0c1f8ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:16.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.399+0000 7fec1105a640 1 -- 172.21.15.31:0/3023881563 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7febf40041c0 msgr2=0x7fec0c1f8ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:16.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.399+0000 7fec1105a640 1 --2- 172.21.15.31:0/3023881563 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7febf40041c0 0x7fec0c1f8ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:16.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.399+0000 7fec1105a640 1 -- 172.21.15.31:0/3023881563 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fec0c0ce110 msgr2=0x7fec0c1f5780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:16.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.399+0000 7fec1105a640 1 --2- 172.21.15.31:0/3023881563 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fec0c0ce110 0x7fec0c1f5780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:16.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.399+0000 7fec1105a640 1 -- 172.21.15.31:0/3023881563 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec0c1f5cc0 con 0x7fec0c1443a0 2024-09-16T07:24:16.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.399+0000 7fec1105a640 1 --2- 172.21.15.31:0/3023881563 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fec0c1443a0 0x7fec0c1591a0 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7fec0c154d40 tx=0x7fec0400d7b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:16.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.399+0000 7fec017fa640 1 -- 172.21.15.31:0/3023881563 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec04003970 con 0x7fec0c1443a0 2024-09-16T07:24:16.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.399+0000 7fec017fa640 1 -- 172.21.15.31:0/3023881563 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fec04003b30 con 0x7fec0c1443a0 2024-09-16T07:24:16.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.399+0000 7fec017fa640 1 -- 172.21.15.31:0/3023881563 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec04004030 con 0x7fec0c1443a0 2024-09-16T07:24:16.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.399+0000 7fec12abd640 1 -- 172.21.15.31:0/3023881563 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fec0c0ce590 con 0x7fec0c1443a0 2024-09-16T07:24:16.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.399+0000 7fec12abd640 1 -- 172.21.15.31:0/3023881563 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fec0c0cd5e0 con 0x7fec0c1443a0 2024-09-16T07:24:16.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.400+0000 7fec12abd640 1 -- 172.21.15.31:0/3023881563 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fec0c0cd7e0 con 0x7fec0c1443a0 2024-09-16T07:24:16.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.401+0000 7fec017fa640 1 -- 172.21.15.31:0/3023881563 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 9) ==== 101440+0+0 (secure 0 0 0) 0x7fec040041d0 con 0x7fec0c1443a0 2024-09-16T07:24:16.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.402+0000 7fec017fa640 1 --2- 172.21.15.31:0/3023881563 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7febf8078a00 0x7febf807aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:16.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.402+0000 7fec017fa640 1 -- 172.21.15.31:0/3023881563 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5709+0+0 (secure 0 0 0) 0x7fec0409b5b0 con 0x7fec0c1443a0 2024-09-16T07:24:16.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.402+0000 7fec10859640 1 --2- 172.21.15.31:0/3023881563 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7febf8078a00 0x7febf807aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:16.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.402+0000 7fec10859640 1 --2- 172.21.15.31:0/3023881563 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7febf8078a00 0x7febf807aec0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fec08006fd0 tx=0x7fec080068c0 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:16.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.406+0000 7fec017fa640 1 -- 172.21.15.31:0/3023881563 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fec0c0cd7e0 con 0x7fec0c1443a0 2024-09-16T07:24:16.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.593+0000 7fec12abd640 1 -- 172.21.15.31:0/3023881563 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fec0c15a1c0 con 0x7fec0c1443a0 2024-09-16T07:24:16.593 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.594+0000 7fec017fa640 1 -- 172.21.15.31:0/3023881563 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v57) ==== 74+0+16714 (secure 0 0 0) 0x7fec0c1f5cc0 con 0x7fec0c1443a0 2024-09-16T07:24:16.593 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:24:16.593 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":57,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:24:15.317857+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:24:12.967873+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-16T07:24:14.279099+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:24:16.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.596+0000 7fec12abd640 1 -- 172.21.15.31:0/3023881563 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7febf8078a00 msgr2=0x7febf807aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:16.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.596+0000 7fec12abd640 1 --2- 172.21.15.31:0/3023881563 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7febf8078a00 0x7febf807aec0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fec08006fd0 tx=0x7fec080068c0 comp rx=0 tx=0).stop 2024-09-16T07:24:16.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.596+0000 7fec12abd640 1 -- 172.21.15.31:0/3023881563 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fec0c1443a0 msgr2=0x7fec0c1591a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:16.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.596+0000 7fec12abd640 1 --2- 172.21.15.31:0/3023881563 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fec0c1443a0 0x7fec0c1591a0 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7fec0c154d40 tx=0x7fec0400d7b0 comp rx=0 tx=0).stop 2024-09-16T07:24:16.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.596+0000 7fec12abd640 1 -- 172.21.15.31:0/3023881563 shutdown_connections 2024-09-16T07:24:16.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.596+0000 7fec12abd640 1 --2- 172.21.15.31:0/3023881563 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7febf8078a00 0x7febf807aec0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:16.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.596+0000 7fec12abd640 1 --2- 172.21.15.31:0/3023881563 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fec0c1443a0 0x7fec0c1591a0 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:16.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.596+0000 7fec12abd640 1 --2- 172.21.15.31:0/3023881563 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fec0c0ce110 0x7fec0c1f5780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:16.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.596+0000 7fec12abd640 1 --2- 172.21.15.31:0/3023881563 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7febf40041c0 0x7fec0c1f8ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:16.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.596+0000 7fec12abd640 1 -- 172.21.15.31:0/3023881563 >> 172.21.15.31:0/3023881563 conn(0x7fec0c0b1690 msgr2=0x7fec0c0b0280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:16.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.596+0000 7fec12abd640 1 -- 172.21.15.31:0/3023881563 shutdown_connections 2024-09-16T07:24:16.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.596+0000 7fec12abd640 1 -- 172.21.15.31:0/3023881563 wait complete. 2024-09-16T07:24:16.606 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-16T07:24:16.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.715+0000 7f5092047640 1 -- 172.21.15.31:0/551277377 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f508c0d23f0 msgr2=0x7f508c0af830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:16.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.715+0000 7f5092047640 1 --2- 172.21.15.31:0/551277377 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f508c0d23f0 0x7f508c0af830 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f5074009830 tx=0x7f507402a480 comp rx=0 tx=0).stop 2024-09-16T07:24:16.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.715+0000 7f5092047640 1 -- 172.21.15.31:0/551277377 shutdown_connections 2024-09-16T07:24:16.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.715+0000 7f5092047640 1 --2- 172.21.15.31:0/551277377 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f508c0d23f0 0x7f508c0af830 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:16.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.715+0000 7f5092047640 1 -- 172.21.15.31:0/551277377 >> 172.21.15.31:0/551277377 conn(0x7f508c09aa30 msgr2=0x7f508c09ae40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:16.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.715+0000 7f5092047640 1 -- 172.21.15.31:0/551277377 shutdown_connections 2024-09-16T07:24:16.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.715+0000 7f5092047640 1 -- 172.21.15.31:0/551277377 wait complete. 2024-09-16T07:24:16.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.716+0000 7f5092047640 1 Processor -- start 2024-09-16T07:24:16.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.716+0000 7f5092047640 1 -- start start 2024-09-16T07:24:16.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.717+0000 7f5092047640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f508c0b0d80 0x7f508c1f5030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:16.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.717+0000 7f5092047640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f508c0d23f0 0x7f508c1543e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:16.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.717+0000 7f5092047640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f508c15bf10 0x7f508c1593e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:16.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.717+0000 7f5092047640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f508c0b0600 con 0x7f508c15bf10 2024-09-16T07:24:16.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.717+0000 7f5092047640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f508c0b0480 con 0x7f508c0d23f0 2024-09-16T07:24:16.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.717+0000 7f5092047640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f508c0b0780 con 0x7f508c0b0d80 2024-09-16T07:24:16.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.717+0000 7f508bfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f508c15bf10 0x7f508c1593e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:16.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.717+0000 7f508bfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f508c15bf10 0x7f508c1593e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:34346/0 (socket says 172.21.15.31:34346) 2024-09-16T07:24:16.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.717+0000 7f508bfff640 1 -- 172.21.15.31:0/2419317380 learned_addr learned my addr 172.21.15.31:0/2419317380 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:16.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.717+0000 7f508b7fe640 1 --2- 172.21.15.31:0/2419317380 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f508c0b0d80 0x7f508c1f5030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:16.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.717+0000 7f5083fff640 1 --2- 172.21.15.31:0/2419317380 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f508c0d23f0 0x7f508c1543e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:16.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.717+0000 7f508bfff640 1 -- 172.21.15.31:0/2419317380 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f508c0b0d80 msgr2=0x7f508c1f5030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:16.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.717+0000 7f508bfff640 1 --2- 172.21.15.31:0/2419317380 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f508c0b0d80 0x7f508c1f5030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:16.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.717+0000 7f508bfff640 1 -- 172.21.15.31:0/2419317380 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f508c0d23f0 msgr2=0x7f508c1543e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:16.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.717+0000 7f508bfff640 1 --2- 172.21.15.31:0/2419317380 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f508c0d23f0 0x7f508c1543e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:16.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.717+0000 7f508bfff640 1 -- 172.21.15.31:0/2419317380 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f508c1f45c0 con 0x7f508c15bf10 2024-09-16T07:24:16.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.718+0000 7f508bfff640 1 --2- 172.21.15.31:0/2419317380 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f508c15bf10 0x7f508c1593e0 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f508400c780 tx=0x7f508400cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:16.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.718+0000 7f5088ff9640 1 -- 172.21.15.31:0/2419317380 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5084004b60 con 0x7f508c15bf10 2024-09-16T07:24:16.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.718+0000 7f5088ff9640 1 -- 172.21.15.31:0/2419317380 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5084004df0 con 0x7f508c15bf10 2024-09-16T07:24:16.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.718+0000 7f5088ff9640 1 -- 172.21.15.31:0/2419317380 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f508400aa70 con 0x7f508c15bf10 2024-09-16T07:24:16.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.718+0000 7f5092047640 1 -- 172.21.15.31:0/2419317380 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f508c0723d0 con 0x7f508c15bf10 2024-09-16T07:24:16.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.718+0000 7f5092047640 1 -- 172.21.15.31:0/2419317380 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f508c1f4b10 con 0x7f508c15bf10 2024-09-16T07:24:16.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.719+0000 7f5092047640 1 -- 172.21.15.31:0/2419317380 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f508c0d1ce0 con 0x7f508c15bf10 2024-09-16T07:24:16.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.720+0000 7f5088ff9640 1 -- 172.21.15.31:0/2419317380 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 9) ==== 101440+0+0 (secure 0 0 0) 0x7f508400ac10 con 0x7f508c15bf10 2024-09-16T07:24:16.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.720+0000 7f5088ff9640 1 --2- 172.21.15.31:0/2419317380 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f506c078a30 0x7f506c07aef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:16.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.720+0000 7f5088ff9640 1 -- 172.21.15.31:0/2419317380 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5709+0+0 (secure 0 0 0) 0x7f508409ae10 con 0x7f508c15bf10 2024-09-16T07:24:16.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.721+0000 7f508b7fe640 1 --2- 172.21.15.31:0/2419317380 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f506c078a30 0x7f506c07aef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:16.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.721+0000 7f508b7fe640 1 --2- 172.21.15.31:0/2419317380 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f506c078a30 0x7f506c07aef0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f507c0046b0 tx=0x7f507c007eb0 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:16.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.725+0000 7f5088ff9640 1 -- 172.21.15.31:0/2419317380 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f5084020070 con 0x7f508c15bf10 2024-09-16T07:24:16.956 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:16.956+0000 7f5092047640 1 -- 172.21.15.31:0/2419317380 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f508c155060 con 0x7f508c15bf10 2024-09-16T07:24:17.930 INFO:tasks.ceph.mds.a.smithi031.stderr:2024-09-16T07:24:17.931+0000 7f7fb92bf640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-16T07:24:17.962 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:17.963+0000 7f5088ff9640 1 -- 172.21.15.31:0/2419317380 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v36) ==== 118+0+0 (secure 0 0 0) 0x7f5084062aa0 con 0x7f508c15bf10 2024-09-16T07:24:17.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:17.966+0000 7f5092047640 1 -- 172.21.15.31:0/2419317380 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f506c078a30 msgr2=0x7f506c07aef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:17.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:17.966+0000 7f5092047640 1 --2- 172.21.15.31:0/2419317380 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f506c078a30 0x7f506c07aef0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f507c0046b0 tx=0x7f507c007eb0 comp rx=0 tx=0).stop 2024-09-16T07:24:17.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:17.966+0000 7f5092047640 1 -- 172.21.15.31:0/2419317380 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f508c15bf10 msgr2=0x7f508c1593e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:17.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:17.966+0000 7f5092047640 1 --2- 172.21.15.31:0/2419317380 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f508c15bf10 0x7f508c1593e0 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f508400c780 tx=0x7f508400cc40 comp rx=0 tx=0).stop 2024-09-16T07:24:17.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:17.966+0000 7f5092047640 1 -- 172.21.15.31:0/2419317380 shutdown_connections 2024-09-16T07:24:17.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:17.966+0000 7f5092047640 1 --2- 172.21.15.31:0/2419317380 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f506c078a30 0x7f506c07aef0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:17.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:17.966+0000 7f5092047640 1 --2- 172.21.15.31:0/2419317380 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f508c15bf10 0x7f508c1593e0 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:17.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:17.966+0000 7f5092047640 1 --2- 172.21.15.31:0/2419317380 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f508c0d23f0 0x7f508c1543e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:17.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:17.966+0000 7f5092047640 1 --2- 172.21.15.31:0/2419317380 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f508c0b0d80 0x7f508c1f5030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:17.967 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:17.966+0000 7f5092047640 1 -- 172.21.15.31:0/2419317380 >> 172.21.15.31:0/2419317380 conn(0x7f508c09aa30 msgr2=0x7f508c070910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:17.967 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:17.966+0000 7f5092047640 1 -- 172.21.15.31:0/2419317380 shutdown_connections 2024-09-16T07:24:17.967 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:17.966+0000 7f5092047640 1 -- 172.21.15.31:0/2419317380 wait complete. 2024-09-16T07:24:17.979 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-16T07:24:17.979 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-16T07:24:18.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:18.094+0000 7f18ec9ec640 1 -- 172.21.15.31:0/3103547756 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f18e81617f0 msgr2=0x7f18e80d1d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:18.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:18.094+0000 7f18ec9ec640 1 --2- 172.21.15.31:0/3103547756 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f18e81617f0 0x7f18e80d1d30 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f18d8005fd0 tx=0x7f18d802aa10 comp rx=0 tx=0).stop 2024-09-16T07:24:18.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:18.094+0000 7f18ec9ec640 1 -- 172.21.15.31:0/3103547756 shutdown_connections 2024-09-16T07:24:18.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:18.094+0000 7f18ec9ec640 1 --2- 172.21.15.31:0/3103547756 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f18e80b3de0 0x7f18e80b4230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:18.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:18.094+0000 7f18ec9ec640 1 --2- 172.21.15.31:0/3103547756 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f18e81617f0 0x7f18e80d1d30 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:18.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:18.094+0000 7f18ec9ec640 1 -- 172.21.15.31:0/3103547756 >> 172.21.15.31:0/3103547756 conn(0x7f18e80d3e30 msgr2=0x7f18e80d4240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:18.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:18.094+0000 7f18ec9ec640 1 -- 172.21.15.31:0/3103547756 shutdown_connections 2024-09-16T07:24:18.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:18.094+0000 7f18ec9ec640 1 -- 172.21.15.31:0/3103547756 wait complete. 2024-09-16T07:24:18.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:18.096+0000 7f18ec9ec640 1 Processor -- start 2024-09-16T07:24:18.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:18.096+0000 7f18ec9ec640 1 -- start start 2024-09-16T07:24:18.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:18.097+0000 7f18ec9ec640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f18e80b3de0 0x7f18e80c7960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:18.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:18.097+0000 7f18ec9ec640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f18e80d01b0 0x7f18e80c8780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:18.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:18.097+0000 7f18ec9ec640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f18e81617f0 0x7f18e815f990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:18.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:18.097+0000 7f18ec9ec640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f18e80b48f0 con 0x7f18e80b3de0 2024-09-16T07:24:18.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:18.097+0000 7f18ec9ec640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f18e80b4770 con 0x7f18e80d01b0 2024-09-16T07:24:18.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:18.097+0000 7f18ec9ec640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f18e80b4a70 con 0x7f18e81617f0 2024-09-16T07:24:18.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:18.097+0000 7f18e659c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f18e80b3de0 0x7f18e80c7960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:18.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:18.097+0000 7f18e659c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f18e80b3de0 0x7f18e80c7960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:34356/0 (socket says 172.21.15.31:34356) 2024-09-16T07:24:18.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:18.097+0000 7f18e659c640 1 -- 172.21.15.31:0/1784161875 learned_addr learned my addr 172.21.15.31:0/1784161875 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:18.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:18.097+0000 7f18e6d9d640 1 --2- 172.21.15.31:0/1784161875 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f18e81617f0 0x7f18e815f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:18.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:18.097+0000 7f18e5d9b640 1 --2- 172.21.15.31:0/1784161875 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f18e80d01b0 0x7f18e80c8780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:18.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:18.097+0000 7f18e659c640 1 -- 172.21.15.31:0/1784161875 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f18e81617f0 msgr2=0x7f18e815f990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:18.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:18.097+0000 7f18e659c640 1 --2- 172.21.15.31:0/1784161875 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f18e81617f0 0x7f18e815f990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:18.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:18.097+0000 7f18e659c640 1 -- 172.21.15.31:0/1784161875 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f18e80d01b0 msgr2=0x7f18e80c8780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:18.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:18.097+0000 7f18e659c640 1 --2- 172.21.15.31:0/1784161875 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f18e80d01b0 0x7f18e80c8780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:18.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:18.097+0000 7f18e659c640 1 -- 172.21.15.31:0/1784161875 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18e80c8cc0 con 0x7f18e80b3de0 2024-09-16T07:24:18.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:18.097+0000 7f18e659c640 1 --2- 172.21.15.31:0/1784161875 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f18e80b3de0 0x7f18e80c7960 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f18d8000f80 tx=0x7f18d8003ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:18.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:18.097+0000 7f18deffd640 1 -- 172.21.15.31:0/1784161875 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18d8033050 con 0x7f18e80b3de0 2024-09-16T07:24:18.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:18.097+0000 7f18deffd640 1 -- 172.21.15.31:0/1784161875 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f18d8004250 con 0x7f18e80b3de0 2024-09-16T07:24:18.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:18.097+0000 7f18ec9ec640 1 -- 172.21.15.31:0/1784161875 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18e81f5340 con 0x7f18e80b3de0 2024-09-16T07:24:18.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:18.098+0000 7f18deffd640 1 -- 172.21.15.31:0/1784161875 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18d80046a0 con 0x7f18e80b3de0 2024-09-16T07:24:18.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:18.098+0000 7f18ec9ec640 1 -- 172.21.15.31:0/1784161875 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18e81f5900 con 0x7f18e80b3de0 2024-09-16T07:24:18.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:18.099+0000 7f18ec9ec640 1 -- 172.21.15.31:0/1784161875 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f18e80b7d60 con 0x7f18e80b3de0 2024-09-16T07:24:18.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:18.099+0000 7f18deffd640 1 -- 172.21.15.31:0/1784161875 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 9) ==== 101440+0+0 (secure 0 0 0) 0x7f18d8036070 con 0x7f18e80b3de0 2024-09-16T07:24:18.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:18.100+0000 7f18deffd640 1 --2- 172.21.15.31:0/1784161875 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f18c8078a00 0x7f18c807aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:18.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:18.100+0000 7f18deffd640 1 -- 172.21.15.31:0/1784161875 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f18d80bbc30 con 0x7f18e80b3de0 2024-09-16T07:24:18.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:18.100+0000 7f18e5d9b640 1 --2- 172.21.15.31:0/1784161875 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f18c8078a00 0x7f18c807aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:18.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:18.101+0000 7f18e5d9b640 1 --2- 172.21.15.31:0/1784161875 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f18c8078a00 0x7f18c807aec0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f18e80d1280 tx=0x7f18d0009040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:18.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:18.105+0000 7f18deffd640 1 -- 172.21.15.31:0/1784161875 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f18e80c8cc0 con 0x7f18e80b3de0 2024-09-16T07:24:18.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:18.330+0000 7f18ec9ec640 1 -- 172.21.15.31:0/1784161875 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f18e80b5700 con 0x7f18e80b3de0 2024-09-16T07:24:18.968 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:18.969+0000 7f18deffd640 1 -- 172.21.15.31:0/1784161875 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v37) ==== 122+0+0 (secure 0 0 0) 0x7f18d80838d0 con 0x7f18e80b3de0 2024-09-16T07:24:18.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:18.971+0000 7f18ec9ec640 1 -- 172.21.15.31:0/1784161875 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f18c8078a00 msgr2=0x7f18c807aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:18.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:18.972+0000 7f18ec9ec640 1 --2- 172.21.15.31:0/1784161875 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f18c8078a00 0x7f18c807aec0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f18e80d1280 tx=0x7f18d0009040 comp rx=0 tx=0).stop 2024-09-16T07:24:18.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:18.972+0000 7f18ec9ec640 1 -- 172.21.15.31:0/1784161875 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f18e80b3de0 msgr2=0x7f18e80c7960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:18.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:18.972+0000 7f18ec9ec640 1 --2- 172.21.15.31:0/1784161875 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f18e80b3de0 0x7f18e80c7960 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f18d8000f80 tx=0x7f18d8003ef0 comp rx=0 tx=0).stop 2024-09-16T07:24:18.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:18.972+0000 7f18ec9ec640 1 -- 172.21.15.31:0/1784161875 shutdown_connections 2024-09-16T07:24:18.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:18.972+0000 7f18ec9ec640 1 --2- 172.21.15.31:0/1784161875 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f18c8078a00 0x7f18c807aec0 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:18.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:18.972+0000 7f18ec9ec640 1 --2- 172.21.15.31:0/1784161875 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f18e81617f0 0x7f18e815f990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:18.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:18.972+0000 7f18ec9ec640 1 --2- 172.21.15.31:0/1784161875 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f18e80d01b0 0x7f18e80c8780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:18.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:18.972+0000 7f18ec9ec640 1 --2- 172.21.15.31:0/1784161875 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f18e80b3de0 0x7f18e80c7960 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:18.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:18.972+0000 7f18ec9ec640 1 -- 172.21.15.31:0/1784161875 >> 172.21.15.31:0/1784161875 conn(0x7f18e80d3e30 msgr2=0x7f18e80b1d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:18.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:18.972+0000 7f18ec9ec640 1 -- 172.21.15.31:0/1784161875 shutdown_connections 2024-09-16T07:24:18.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:18.972+0000 7f18ec9ec640 1 -- 172.21.15.31:0/1784161875 wait complete. 2024-09-16T07:24:18.985 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-16T07:24:18.986 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:24:19.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.099+0000 7f778cc93640 1 -- 172.21.15.31:0/2074761910 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f77880d4960 msgr2=0x7f77880b6c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:19.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.099+0000 7f778cc93640 1 --2- 172.21.15.31:0/2074761910 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f77880d4960 0x7f77880b6c70 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f7780005fd0 tx=0x7f778002a840 comp rx=0 tx=0).stop 2024-09-16T07:24:19.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.099+0000 7f778cc93640 1 -- 172.21.15.31:0/2074761910 shutdown_connections 2024-09-16T07:24:19.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.099+0000 7f778cc93640 1 --2- 172.21.15.31:0/2074761910 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f77880d4960 0x7f77880b6c70 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:19.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.099+0000 7f778cc93640 1 --2- 172.21.15.31:0/2074761910 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f77880d0d00 0x7f77880cf9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:19.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.099+0000 7f778cc93640 1 -- 172.21.15.31:0/2074761910 >> 172.21.15.31:0/2074761910 conn(0x7f77880d3e40 msgr2=0x7f77880d4250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:19.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.099+0000 7f778cc93640 1 -- 172.21.15.31:0/2074761910 shutdown_connections 2024-09-16T07:24:19.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.099+0000 7f778cc93640 1 -- 172.21.15.31:0/2074761910 wait complete. 2024-09-16T07:24:19.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.100+0000 7f778cc93640 1 Processor -- start 2024-09-16T07:24:19.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.100+0000 7f778cc93640 1 -- start start 2024-09-16T07:24:19.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.101+0000 7f778cc93640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f77880d0d00 0x7f77881f78b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:19.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.101+0000 7f778cc93640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f77880d4960 0x7f778806e3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:19.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.101+0000 7f778cc93640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f778815df30 0x7f778806e8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:19.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.101+0000 7f778cc93640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f77880d2ae0 con 0x7f778815df30 2024-09-16T07:24:19.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.101+0000 7f778cc93640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f77880b71b0 con 0x7f77880d4960 2024-09-16T07:24:19.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.101+0000 7f778cc93640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f778815cd40 con 0x7f77880d0d00 2024-09-16T07:24:19.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.101+0000 7f7786d9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f778815df30 0x7f778806e8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:19.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.101+0000 7f7786d9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f778815df30 0x7f778806e8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:34372/0 (socket says 172.21.15.31:34372) 2024-09-16T07:24:19.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.101+0000 7f7786d9d640 1 -- 172.21.15.31:0/2612878935 learned_addr learned my addr 172.21.15.31:0/2612878935 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:19.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.101+0000 7f7785d9b640 1 --2- 172.21.15.31:0/2612878935 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f77880d4960 0x7f778806e3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:19.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.101+0000 7f778659c640 1 --2- 172.21.15.31:0/2612878935 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f77880d0d00 0x7f77881f78b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:19.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.101+0000 7f7786d9d640 1 -- 172.21.15.31:0/2612878935 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f77880d0d00 msgr2=0x7f77881f78b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:19.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.101+0000 7f7786d9d640 1 --2- 172.21.15.31:0/2612878935 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f77880d0d00 0x7f77881f78b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:19.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.101+0000 7f7786d9d640 1 -- 172.21.15.31:0/2612878935 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f77880d4960 msgr2=0x7f778806e3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:19.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.101+0000 7f7786d9d640 1 --2- 172.21.15.31:0/2612878935 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f77880d4960 0x7f778806e3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:19.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.101+0000 7f7786d9d640 1 -- 172.21.15.31:0/2612878935 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f778809e050 con 0x7f778815df30 2024-09-16T07:24:19.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.101+0000 7f7785d9b640 1 --2- 172.21.15.31:0/2612878935 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f77880d4960 0x7f778806e3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:24:19.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.102+0000 7f7786d9d640 1 --2- 172.21.15.31:0/2612878935 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f778815df30 0x7f778806e8f0 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f7780005fd0 tx=0x7f7780032cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:19.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.102+0000 7f777effd640 1 -- 172.21.15.31:0/2612878935 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7780040070 con 0x7f778815df30 2024-09-16T07:24:19.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.102+0000 7f777effd640 1 -- 172.21.15.31:0/2612878935 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7780004540 con 0x7f778815df30 2024-09-16T07:24:19.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.102+0000 7f778cc93640 1 -- 172.21.15.31:0/2612878935 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f778809e330 con 0x7f778815df30 2024-09-16T07:24:19.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.102+0000 7f777effd640 1 -- 172.21.15.31:0/2612878935 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7780003e60 con 0x7f778815df30 2024-09-16T07:24:19.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.102+0000 7f778cc93640 1 -- 172.21.15.31:0/2612878935 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f778809fd20 con 0x7f778815df30 2024-09-16T07:24:19.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.103+0000 7f778cc93640 1 -- 172.21.15.31:0/2612878935 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f77880b7740 con 0x7f778815df30 2024-09-16T07:24:19.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.103+0000 7f777effd640 1 -- 172.21.15.31:0/2612878935 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 9) ==== 101440+0+0 (secure 0 0 0) 0x7f7780043070 con 0x7f778815df30 2024-09-16T07:24:19.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.104+0000 7f777effd640 1 --2- 172.21.15.31:0/2612878935 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7768078a00 0x7f776807aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:19.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.104+0000 7f777effd640 1 -- 172.21.15.31:0/2612878935 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f77800bbde0 con 0x7f778815df30 2024-09-16T07:24:19.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.104+0000 7f778659c640 1 --2- 172.21.15.31:0/2612878935 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7768078a00 0x7f776807aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:19.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.105+0000 7f778659c640 1 --2- 172.21.15.31:0/2612878935 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7768078a00 0x7f776807aec0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f7778001eb0 tx=0x7f7778009040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:19.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.109+0000 7f777effd640 1 -- 172.21.15.31:0/2612878935 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f7780084040 con 0x7f778815df30 2024-09-16T07:24:19.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.332+0000 7f778cc93640 1 -- 172.21.15.31:0/2612878935 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f77880d13f0 con 0x7f778815df30 2024-09-16T07:24:19.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.333+0000 7f777effd640 1 -- 172.21.15.31:0/2612878935 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 37 v37) ==== 94+0+5223 (secure 0 0 0) 0x7f7780083940 con 0x7f778815df30 2024-09-16T07:24:19.333 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:24:19.333 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":37,"btime":"2024-09-16T07:24:18:964048+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5195,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/591914701","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6836","nonce":591914701},{"type":"v1","addr":"172.21.15.155:6837","nonce":591914701}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":32},{"gid":5443,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/2973170074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2973170074},{"type":"v1","addr":"172.21.15.155:6835","nonce":2973170074}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":5874,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6833/1149078406","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":1149078406},{"type":"v1","addr":"172.21.15.31:6833","nonce":1149078406}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31}],"filesystems":[{"mdsmap":{"epoch":37,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:24:15.317820+0000","modified":"2024-09-16T07:24:18.332000+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5895},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5895":{"gid":5895,"name":"a","rank":0,"incarnation":34,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6835/401448301","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6834","nonce":401448301},{"type":"v1","addr":"172.21.15.31:6835","nonce":401448301}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5895,"qdb_cluster":[5895]},"id":4}]} 2024-09-16T07:24:19.333 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 37 2024-09-16T07:24:19.335 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.335+0000 7f778cc93640 1 -- 172.21.15.31:0/2612878935 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7768078a00 msgr2=0x7f776807aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:19.335 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.335+0000 7f778cc93640 1 --2- 172.21.15.31:0/2612878935 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7768078a00 0x7f776807aec0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f7778001eb0 tx=0x7f7778009040 comp rx=0 tx=0).stop 2024-09-16T07:24:19.335 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.335+0000 7f778cc93640 1 -- 172.21.15.31:0/2612878935 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f778815df30 msgr2=0x7f778806e8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:19.335 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.335+0000 7f778cc93640 1 --2- 172.21.15.31:0/2612878935 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f778815df30 0x7f778806e8f0 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f7780005fd0 tx=0x7f7780032cf0 comp rx=0 tx=0).stop 2024-09-16T07:24:19.335 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.335+0000 7f778cc93640 1 -- 172.21.15.31:0/2612878935 shutdown_connections 2024-09-16T07:24:19.335 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.335+0000 7f778cc93640 1 --2- 172.21.15.31:0/2612878935 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7768078a00 0x7f776807aec0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:19.335 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.335+0000 7f778cc93640 1 --2- 172.21.15.31:0/2612878935 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f778815df30 0x7f778806e8f0 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:19.335 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.335+0000 7f778cc93640 1 --2- 172.21.15.31:0/2612878935 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f77880d4960 0x7f778806e3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:19.335 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.335+0000 7f778cc93640 1 --2- 172.21.15.31:0/2612878935 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f77880d0d00 0x7f77881f78b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:19.335 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.335+0000 7f778cc93640 1 -- 172.21.15.31:0/2612878935 >> 172.21.15.31:0/2612878935 conn(0x7f77880d3e40 msgr2=0x7f77880d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:19.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.335+0000 7f778cc93640 1 -- 172.21.15.31:0/2612878935 shutdown_connections 2024-09-16T07:24:19.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.335+0000 7f778cc93640 1 -- 172.21.15.31:0/2612878935 wait complete. 2024-09-16T07:24:19.345 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:24:19.451 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.451+0000 7fd46193d640 1 -- 172.21.15.31:0/990727820 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd45c074280 msgr2=0x7fd45c0cb350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:19.451 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.451+0000 7fd46193d640 1 --2- 172.21.15.31:0/990727820 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd45c074280 0x7fd45c0cb350 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7fd444009830 tx=0x7fd44402a3f0 comp rx=0 tx=0).stop 2024-09-16T07:24:19.451 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.451+0000 7fd46193d640 1 -- 172.21.15.31:0/990727820 shutdown_connections 2024-09-16T07:24:19.451 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.451+0000 7fd46193d640 1 --2- 172.21.15.31:0/990727820 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd45c074280 0x7fd45c0cb350 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:19.451 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.452+0000 7fd46193d640 1 -- 172.21.15.31:0/990727820 >> 172.21.15.31:0/990727820 conn(0x7fd45c0d0c20 msgr2=0x7fd45c0d1030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:19.452 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.452+0000 7fd46193d640 1 -- 172.21.15.31:0/990727820 shutdown_connections 2024-09-16T07:24:19.452 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.452+0000 7fd46193d640 1 -- 172.21.15.31:0/990727820 wait complete. 2024-09-16T07:24:19.452 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.453+0000 7fd46193d640 1 Processor -- start 2024-09-16T07:24:19.452 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.453+0000 7fd46193d640 1 -- start start 2024-09-16T07:24:19.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.453+0000 7fd46193d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd45c074280 0x7fd45c0ca600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:19.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.453+0000 7fd46193d640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd45c0746e0 0x7fd45c0c7cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:19.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.453+0000 7fd46193d640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd45c15ad00 0x7fd45c0c8230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:19.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.453+0000 7fd46193d640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fd45c0d0820 con 0x7fd45c074280 2024-09-16T07:24:19.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.453+0000 7fd46193d640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fd45c0d06a0 con 0x7fd45c15ad00 2024-09-16T07:24:19.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.453+0000 7fd46193d640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fd45c0cbfa0 con 0x7fd45c0746e0 2024-09-16T07:24:19.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.454+0000 7fd45affd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd45c074280 0x7fd45c0ca600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:19.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.454+0000 7fd45affd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd45c074280 0x7fd45c0ca600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:34382/0 (socket says 172.21.15.31:34382) 2024-09-16T07:24:19.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.454+0000 7fd45affd640 1 -- 172.21.15.31:0/2946061782 learned_addr learned my addr 172.21.15.31:0/2946061782 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:19.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.454+0000 7fd453fff640 1 --2- 172.21.15.31:0/2946061782 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd45c0746e0 0x7fd45c0c7cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:19.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.454+0000 7fd45b7fe640 1 --2- 172.21.15.31:0/2946061782 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd45c15ad00 0x7fd45c0c8230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:19.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.454+0000 7fd45affd640 1 -- 172.21.15.31:0/2946061782 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd45c0746e0 msgr2=0x7fd45c0c7cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:19.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.454+0000 7fd45affd640 1 --2- 172.21.15.31:0/2946061782 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd45c0746e0 0x7fd45c0c7cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:19.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.454+0000 7fd45affd640 1 -- 172.21.15.31:0/2946061782 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd45c15ad00 msgr2=0x7fd45c0c8230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:19.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.454+0000 7fd45affd640 1 --2- 172.21.15.31:0/2946061782 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd45c15ad00 0x7fd45c0c8230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:19.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.454+0000 7fd45affd640 1 -- 172.21.15.31:0/2946061782 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd45c0c9b60 con 0x7fd45c074280 2024-09-16T07:24:19.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.454+0000 7fd45b7fe640 1 --2- 172.21.15.31:0/2946061782 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd45c15ad00 0x7fd45c0c8230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:24:19.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.454+0000 7fd453fff640 1 --2- 172.21.15.31:0/2946061782 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd45c0746e0 0x7fd45c0c7cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:24:19.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.454+0000 7fd45affd640 1 --2- 172.21.15.31:0/2946061782 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd45c074280 0x7fd45c0ca600 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7fd44c00b3f0 tx=0x7fd44c00b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:19.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.454+0000 7fd458ff9640 1 -- 172.21.15.31:0/2946061782 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd44c015020 con 0x7fd45c074280 2024-09-16T07:24:19.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.454+0000 7fd458ff9640 1 -- 172.21.15.31:0/2946061782 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd44c011920 con 0x7fd45c074280 2024-09-16T07:24:19.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.454+0000 7fd46193d640 1 -- 172.21.15.31:0/2946061782 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd45c0b2ab0 con 0x7fd45c074280 2024-09-16T07:24:19.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.454+0000 7fd458ff9640 1 -- 172.21.15.31:0/2946061782 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd44c011d70 con 0x7fd45c074280 2024-09-16T07:24:19.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.454+0000 7fd46193d640 1 -- 172.21.15.31:0/2946061782 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd45c0c9e00 con 0x7fd45c074280 2024-09-16T07:24:19.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.455+0000 7fd46193d640 1 -- 172.21.15.31:0/2946061782 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd45c0d1190 con 0x7fd45c074280 2024-09-16T07:24:19.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.456+0000 7fd458ff9640 1 -- 172.21.15.31:0/2946061782 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 9) ==== 101440+0+0 (secure 0 0 0) 0x7fd44c018020 con 0x7fd45c074280 2024-09-16T07:24:19.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.456+0000 7fd458ff9640 1 --2- 172.21.15.31:0/2946061782 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd43c078a00 0x7fd43c07aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:19.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.457+0000 7fd458ff9640 1 -- 172.21.15.31:0/2946061782 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7fd44c09abf0 con 0x7fd45c074280 2024-09-16T07:24:19.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.457+0000 7fd453fff640 1 --2- 172.21.15.31:0/2946061782 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd43c078a00 0x7fd43c07aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:19.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.457+0000 7fd453fff640 1 --2- 172.21.15.31:0/2946061782 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd43c078a00 0x7fd43c07aec0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fd444034000 tx=0x7fd444004730 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:19.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.461+0000 7fd458ff9640 1 -- 172.21.15.31:0/2946061782 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fd45c0d1190 con 0x7fd45c074280 2024-09-16T07:24:19.647 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.647+0000 7fd46193d640 1 -- 172.21.15.31:0/2946061782 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd45c0736e0 con 0x7fd45c074280 2024-09-16T07:24:19.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.648+0000 7fd458ff9640 1 -- 172.21.15.31:0/2946061782 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v58) ==== 74+0+16701 (secure 0 0 0) 0x7fd44c01f020 con 0x7fd45c074280 2024-09-16T07:24:19.648 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:24:19.648 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":58,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:24:16.939982+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:24:12.967873+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-16T07:24:14.279099+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"58","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:24:19.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.651+0000 7fd46193d640 1 -- 172.21.15.31:0/2946061782 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd43c078a00 msgr2=0x7fd43c07aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:19.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.651+0000 7fd46193d640 1 --2- 172.21.15.31:0/2946061782 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd43c078a00 0x7fd43c07aec0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fd444034000 tx=0x7fd444004730 comp rx=0 tx=0).stop 2024-09-16T07:24:19.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.651+0000 7fd46193d640 1 -- 172.21.15.31:0/2946061782 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd45c074280 msgr2=0x7fd45c0ca600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:19.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.651+0000 7fd46193d640 1 --2- 172.21.15.31:0/2946061782 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd45c074280 0x7fd45c0ca600 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7fd44c00b3f0 tx=0x7fd44c00b8b0 comp rx=0 tx=0).stop 2024-09-16T07:24:19.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.651+0000 7fd46193d640 1 -- 172.21.15.31:0/2946061782 shutdown_connections 2024-09-16T07:24:19.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.651+0000 7fd46193d640 1 --2- 172.21.15.31:0/2946061782 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd43c078a00 0x7fd43c07aec0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:19.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.651+0000 7fd46193d640 1 --2- 172.21.15.31:0/2946061782 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd45c15ad00 0x7fd45c0c8230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:19.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.651+0000 7fd46193d640 1 --2- 172.21.15.31:0/2946061782 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd45c0746e0 0x7fd45c0c7cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:19.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.651+0000 7fd46193d640 1 --2- 172.21.15.31:0/2946061782 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd45c074280 0x7fd45c0ca600 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:19.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.651+0000 7fd46193d640 1 -- 172.21.15.31:0/2946061782 >> 172.21.15.31:0/2946061782 conn(0x7fd45c0d0c20 msgr2=0x7fd45c070e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:19.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.651+0000 7fd46193d640 1 -- 172.21.15.31:0/2946061782 shutdown_connections 2024-09-16T07:24:19.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.651+0000 7fd46193d640 1 -- 172.21.15.31:0/2946061782 wait complete. 2024-09-16T07:24:19.662 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-16T07:24:19.662 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T07:24:19.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.768+0000 7f4318465640 1 -- 172.21.15.31:0/2946342373 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f43100d2010 msgr2=0x7f431015ed90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:19.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.768+0000 7f4318465640 1 --2- 172.21.15.31:0/2946342373 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f43100d2010 0x7f431015ed90 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f4300009860 tx=0x7f430002a5a0 comp rx=0 tx=0).stop 2024-09-16T07:24:19.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.768+0000 7f4318465640 1 -- 172.21.15.31:0/2946342373 shutdown_connections 2024-09-16T07:24:19.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.768+0000 7f4318465640 1 --2- 172.21.15.31:0/2946342373 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f43100d2010 0x7f431015ed90 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:19.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.768+0000 7f4318465640 1 -- 172.21.15.31:0/2946342373 >> 172.21.15.31:0/2946342373 conn(0x7f431009aa30 msgr2=0x7f431009ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:19.769 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.768+0000 7f4318465640 1 -- 172.21.15.31:0/2946342373 shutdown_connections 2024-09-16T07:24:19.769 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.768+0000 7f4318465640 1 -- 172.21.15.31:0/2946342373 wait complete. 2024-09-16T07:24:19.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.770+0000 7f4318465640 1 Processor -- start 2024-09-16T07:24:19.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.770+0000 7f4318465640 1 -- start start 2024-09-16T07:24:19.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.770+0000 7f4318465640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f43100b01a0 0x7f43100ce870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:19.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.770+0000 7f4318465640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f43100d2010 0x7f43101f45e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:19.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.770+0000 7f4318465640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4310157a70 0x7f43100c6ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:19.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.770+0000 7f4318465640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f43101585b0 con 0x7f43100b01a0 2024-09-16T07:24:19.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.770+0000 7f4318465640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f43100b0e30 con 0x7f43100d2010 2024-09-16T07:24:19.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.770+0000 7f4318465640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f4310158730 con 0x7f4310157a70 2024-09-16T07:24:19.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.771+0000 7f4316201640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f43100b01a0 0x7f43100ce870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:19.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.771+0000 7f4316201640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f43100b01a0 0x7f43100ce870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:34392/0 (socket says 172.21.15.31:34392) 2024-09-16T07:24:19.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.771+0000 7f4316201640 1 -- 172.21.15.31:0/4156075203 learned_addr learned my addr 172.21.15.31:0/4156075203 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:19.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.771+0000 7f4315a00640 1 --2- 172.21.15.31:0/4156075203 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f43100d2010 0x7f43101f45e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:19.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.771+0000 7f4316a02640 1 --2- 172.21.15.31:0/4156075203 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4310157a70 0x7f43100c6ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:19.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.771+0000 7f4316201640 1 -- 172.21.15.31:0/4156075203 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4310157a70 msgr2=0x7f43100c6ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:19.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.771+0000 7f4316201640 1 --2- 172.21.15.31:0/4156075203 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4310157a70 0x7f43100c6ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:19.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.771+0000 7f4316201640 1 -- 172.21.15.31:0/4156075203 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f43100d2010 msgr2=0x7f43101f45e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:19.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.771+0000 7f4316201640 1 --2- 172.21.15.31:0/4156075203 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f43100d2010 0x7f43101f45e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:19.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.771+0000 7f4316201640 1 -- 172.21.15.31:0/4156075203 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43101f4e10 con 0x7f43100b01a0 2024-09-16T07:24:19.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.771+0000 7f4316201640 1 --2- 172.21.15.31:0/4156075203 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f43100b01a0 0x7f43100ce870 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f430c00c450 tx=0x7f430c00c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:19.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.771+0000 7f4306ffd640 1 -- 172.21.15.31:0/4156075203 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f430c017070 con 0x7f43100b01a0 2024-09-16T07:24:19.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.771+0000 7f4306ffd640 1 -- 172.21.15.31:0/4156075203 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f430c0035f0 con 0x7f43100b01a0 2024-09-16T07:24:19.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.771+0000 7f4318465640 1 -- 172.21.15.31:0/4156075203 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43101f50f0 con 0x7f43100b01a0 2024-09-16T07:24:19.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.771+0000 7f4306ffd640 1 -- 172.21.15.31:0/4156075203 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f430c003a80 con 0x7f43100b01a0 2024-09-16T07:24:19.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.771+0000 7f4318465640 1 -- 172.21.15.31:0/4156075203 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43100c69c0 con 0x7f43100b01a0 2024-09-16T07:24:19.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.772+0000 7f4318465640 1 -- 172.21.15.31:0/4156075203 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f43100c67b0 con 0x7f43100b01a0 2024-09-16T07:24:19.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.773+0000 7f4306ffd640 1 -- 172.21.15.31:0/4156075203 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 9) ==== 101440+0+0 (secure 0 0 0) 0x7f430c01a070 con 0x7f43100b01a0 2024-09-16T07:24:19.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.774+0000 7f4306ffd640 1 --2- 172.21.15.31:0/4156075203 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f42f4078a00 0x7f42f407aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:19.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.774+0000 7f4306ffd640 1 -- 172.21.15.31:0/4156075203 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f430c099f70 con 0x7f43100b01a0 2024-09-16T07:24:19.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.774+0000 7f4315a00640 1 --2- 172.21.15.31:0/4156075203 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f42f4078a00 0x7f42f407aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:19.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.775+0000 7f4315a00640 1 --2- 172.21.15.31:0/4156075203 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f42f4078a00 0x7f42f407aec0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f4300034000 tx=0x7f4300004730 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:19.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.778+0000 7f4306ffd640 1 -- 172.21.15.31:0/4156075203 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f430c061cb0 con 0x7f43100b01a0 2024-09-16T07:24:19.960 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.961+0000 7f4318465640 1 -- 172.21.15.31:0/4156075203 --> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f4310156e20 con 0x7f42f4078a00 2024-09-16T07:24:19.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.966+0000 7f4306ffd640 1 -- 172.21.15.31:0/4156075203 <== mgr.4117 v2:172.21.15.155:6808/3650624732 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+241898 (secure 0 0 0) 0x7f4300004260 con 0x7f42f4078a00 2024-09-16T07:24:19.968 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:24:19.969 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-16T07:24:19.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.969+0000 7f4318465640 1 -- 172.21.15.31:0/4156075203 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f42f4078a00 msgr2=0x7f42f407aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:19.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.969+0000 7f4318465640 1 --2- 172.21.15.31:0/4156075203 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f42f4078a00 0x7f42f407aec0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f4300034000 tx=0x7f4300004730 comp rx=0 tx=0).stop 2024-09-16T07:24:19.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.969+0000 7f4318465640 1 -- 172.21.15.31:0/4156075203 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f43100b01a0 msgr2=0x7f43100ce870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:19.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.969+0000 7f4318465640 1 --2- 172.21.15.31:0/4156075203 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f43100b01a0 0x7f43100ce870 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f430c00c450 tx=0x7f430c00c910 comp rx=0 tx=0).stop 2024-09-16T07:24:19.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.969+0000 7f4318465640 1 -- 172.21.15.31:0/4156075203 shutdown_connections 2024-09-16T07:24:19.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.969+0000 7f4318465640 1 --2- 172.21.15.31:0/4156075203 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f42f4078a00 0x7f42f407aec0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:19.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.969+0000 7f4318465640 1 --2- 172.21.15.31:0/4156075203 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4310157a70 0x7f43100c6ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:19.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.969+0000 7f4318465640 1 --2- 172.21.15.31:0/4156075203 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f43100d2010 0x7f43101f45e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:19.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.969+0000 7f4318465640 1 --2- 172.21.15.31:0/4156075203 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f43100b01a0 0x7f43100ce870 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:19.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.969+0000 7f4318465640 1 -- 172.21.15.31:0/4156075203 >> 172.21.15.31:0/4156075203 conn(0x7f431009aa30 msgr2=0x7f43100b5340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:19.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.969+0000 7f4318465640 1 -- 172.21.15.31:0/4156075203 shutdown_connections 2024-09-16T07:24:19.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:19.969+0000 7f4318465640 1 -- 172.21.15.31:0/4156075203 wait complete. 2024-09-16T07:24:19.980 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":152,"stamp":"2024-09-16T07:24:18.677259+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":104,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":88,"acting":88,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":37,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":226640,"kb_used_data":6252,"kb_used_omap":12,"kb_used_meta":220211,"kb_avail":754748080,"statfs":{"total":773094113280,"available":772862033920,"internally_reserved":0,"allocated":6402048,"data_stored":3303750,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":225496625},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.743776"},"pg_stats":[{"pgid":"9.3f","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T07:24:15.975011+0000","last_change":"2024-09-16T07:24:15.967001+0000","last_active":"2024-09-16T07:24:15.975011+0000","last_peered":"2024-09-16T07:24:15.975011+0000","last_clean":"2024-09-16T07:24:15.975011+0000","last_became_active":"2024-09-16T07:24:15.965771+0000","last_became_peered":"2024-09-16T07:24:15.965771+0000","last_unstale":"2024-09-16T07:24:15.975011+0000","last_undegraded":"2024-09-16T07:24:15.975011+0000","last_fullsized":"2024-09-16T07:24:15.975011+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:57:24.993609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.3b","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T07:24:15.974683+0000","last_change":"2024-09-16T07:24:15.965263+0000","last_active":"2024-09-16T07:24:15.974683+0000","last_peered":"2024-09-16T07:24:15.974683+0000","last_clean":"2024-09-16T07:24:15.974683+0000","last_became_active":"2024-09-16T07:24:15.965006+0000","last_became_peered":"2024-09-16T07:24:15.965006+0000","last_unstale":"2024-09-16T07:24:15.974683+0000","last_undegraded":"2024-09-16T07:24:15.974683+0000","last_fullsized":"2024-09-16T07:24:15.974683+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:05:08.020158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.3a","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T07:24:15.971578+0000","last_change":"2024-09-16T07:24:15.958363+0000","last_active":"2024-09-16T07:24:15.971578+0000","last_peered":"2024-09-16T07:24:15.971578+0000","last_clean":"2024-09-16T07:24:15.971578+0000","last_became_active":"2024-09-16T07:24:15.958064+0000","last_became_peered":"2024-09-16T07:24:15.958064+0000","last_unstale":"2024-09-16T07:24:15.971578+0000","last_undegraded":"2024-09-16T07:24:15.971578+0000","last_fullsized":"2024-09-16T07:24:15.971578+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:05:04.094329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.36","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T07:24:15.971498+0000","last_change":"2024-09-16T07:24:15.961761+0000","last_active":"2024-09-16T07:24:15.971498+0000","last_peered":"2024-09-16T07:24:15.971498+0000","last_clean":"2024-09-16T07:24:15.971498+0000","last_became_active":"2024-09-16T07:24:15.961413+0000","last_became_peered":"2024-09-16T07:24:15.961413+0000","last_unstale":"2024-09-16T07:24:15.971498+0000","last_undegraded":"2024-09-16T07:24:15.971498+0000","last_fullsized":"2024-09-16T07:24:15.971498+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:55:28.075320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.30","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T07:24:15.964456+0000","last_change":"2024-09-16T07:24:15.957235+0000","last_active":"2024-09-16T07:24:15.964456+0000","last_peered":"2024-09-16T07:24:15.964456+0000","last_clean":"2024-09-16T07:24:15.964456+0000","last_became_active":"2024-09-16T07:24:15.956200+0000","last_became_peered":"2024-09-16T07:24:15.956200+0000","last_unstale":"2024-09-16T07:24:15.964456+0000","last_undegraded":"2024-09-16T07:24:15.964456+0000","last_fullsized":"2024-09-16T07:24:15.964456+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:57:55.263238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.2f","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T07:24:15.975566+0000","last_change":"2024-09-16T07:24:15.971298+0000","last_active":"2024-09-16T07:24:15.975566+0000","last_peered":"2024-09-16T07:24:15.975566+0000","last_clean":"2024-09-16T07:24:15.975566+0000","last_became_active":"2024-09-16T07:24:15.971003+0000","last_became_peered":"2024-09-16T07:24:15.971003+0000","last_unstale":"2024-09-16T07:24:15.975566+0000","last_undegraded":"2024-09-16T07:24:15.975566+0000","last_fullsized":"2024-09-16T07:24:15.975566+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:26:35.012064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T07:24:15.971455+0000","last_change":"2024-09-16T07:24:15.960055+0000","last_active":"2024-09-16T07:24:15.971455+0000","last_peered":"2024-09-16T07:24:15.971455+0000","last_clean":"2024-09-16T07:24:15.971455+0000","last_became_active":"2024-09-16T07:24:15.959381+0000","last_became_peered":"2024-09-16T07:24:15.959381+0000","last_unstale":"2024-09-16T07:24:15.971455+0000","last_undegraded":"2024-09-16T07:24:15.971455+0000","last_fullsized":"2024-09-16T07:24:15.971455+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:36:47.090469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.937777+0000","last_change":"2024-09-16T07:24:13.937777+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.937777+0000","last_undegraded":"2024-09-16T07:24:13.937777+0000","last_fullsized":"2024-09-16T07:24:13.937777+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T07:24:15.975079+0000","last_change":"2024-09-16T07:24:15.968793+0000","last_active":"2024-09-16T07:24:15.975079+0000","last_peered":"2024-09-16T07:24:15.975079+0000","last_clean":"2024-09-16T07:24:15.975079+0000","last_became_active":"2024-09-16T07:24:15.968428+0000","last_became_peered":"2024-09-16T07:24:15.968428+0000","last_unstale":"2024-09-16T07:24:15.975079+0000","last_undegraded":"2024-09-16T07:24:15.975079+0000","last_fullsized":"2024-09-16T07:24:15.975079+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:00:58.501518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1e","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.935324+0000","last_change":"2024-09-16T07:24:13.935324+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.935324+0000","last_undegraded":"2024-09-16T07:24:13.935324+0000","last_fullsized":"2024-09-16T07:24:13.935324+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.1d","version":"57'2","reported_seq":15,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T07:24:15.975678+0000","last_change":"2024-09-16T07:24:14.956000+0000","last_active":"2024-09-16T07:24:15.975678+0000","last_peered":"2024-09-16T07:24:15.975678+0000","last_clean":"2024-09-16T07:24:15.975678+0000","last_became_active":"2024-09-16T07:24:14.955726+0000","last_became_peered":"2024-09-16T07:24:14.955726+0000","last_unstale":"2024-09-16T07:24:15.975678+0000","last_undegraded":"2024-09-16T07:24:15.975678+0000","last_fullsized":"2024-09-16T07:24:15.975678+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:30:33.320089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T07:24:15.974727+0000","last_change":"2024-09-16T07:24:15.966354+0000","last_active":"2024-09-16T07:24:15.974727+0000","last_peered":"2024-09-16T07:24:15.974727+0000","last_clean":"2024-09-16T07:24:15.974727+0000","last_became_active":"2024-09-16T07:24:15.966099+0000","last_became_peered":"2024-09-16T07:24:15.966099+0000","last_unstale":"2024-09-16T07:24:15.974727+0000","last_undegraded":"2024-09-16T07:24:15.974727+0000","last_fullsized":"2024-09-16T07:24:15.974727+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:34:58.007340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.939569+0000","last_change":"2024-09-16T07:24:13.939569+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.939569+0000","last_undegraded":"2024-09-16T07:24:13.939569+0000","last_fullsized":"2024-09-16T07:24:13.939569+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.935406+0000","last_change":"2024-09-16T07:24:13.935406+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.935406+0000","last_undegraded":"2024-09-16T07:24:13.935406+0000","last_fullsized":"2024-09-16T07:24:13.935406+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.1a","version":"57'1","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T07:24:15.978221+0000","last_change":"2024-09-16T07:24:14.956897+0000","last_active":"2024-09-16T07:24:15.978221+0000","last_peered":"2024-09-16T07:24:15.978221+0000","last_clean":"2024-09-16T07:24:15.978221+0000","last_became_active":"2024-09-16T07:24:14.956597+0000","last_became_peered":"2024-09-16T07:24:14.956597+0000","last_unstale":"2024-09-16T07:24:15.978221+0000","last_undegraded":"2024-09-16T07:24:15.978221+0000","last_fullsized":"2024-09-16T07:24:15.978221+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:24:44.021832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.937396+0000","last_change":"2024-09-16T07:24:13.937396+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.937396+0000","last_undegraded":"2024-09-16T07:24:13.937396+0000","last_fullsized":"2024-09-16T07:24:13.937396+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T07:24:15.974973+0000","last_change":"2024-09-16T07:24:15.966850+0000","last_active":"2024-09-16T07:24:15.974973+0000","last_peered":"2024-09-16T07:24:15.974973+0000","last_clean":"2024-09-16T07:24:15.974973+0000","last_became_active":"2024-09-16T07:24:15.966596+0000","last_became_peered":"2024-09-16T07:24:15.966596+0000","last_unstale":"2024-09-16T07:24:15.974973+0000","last_undegraded":"2024-09-16T07:24:15.974973+0000","last_fullsized":"2024-09-16T07:24:15.974973+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:22:43.969332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.939625+0000","last_change":"2024-09-16T07:24:13.939625+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.939625+0000","last_undegraded":"2024-09-16T07:24:13.939625+0000","last_fullsized":"2024-09-16T07:24:13.939625+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.936881+0000","last_change":"2024-09-16T07:24:13.936881+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.936881+0000","last_undegraded":"2024-09-16T07:24:13.936881+0000","last_fullsized":"2024-09-16T07:24:13.936881+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.938403+0000","last_change":"2024-09-16T07:24:13.938403+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.938403+0000","last_undegraded":"2024-09-16T07:24:13.938403+0000","last_fullsized":"2024-09-16T07:24:13.938403+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.938892+0000","last_change":"2024-09-16T07:24:13.938892+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.938892+0000","last_undegraded":"2024-09-16T07:24:13.938892+0000","last_fullsized":"2024-09-16T07:24:13.938892+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.940102+0000","last_change":"2024-09-16T07:24:13.940102+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.940102+0000","last_undegraded":"2024-09-16T07:24:13.940102+0000","last_fullsized":"2024-09-16T07:24:13.940102+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.13","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.937478+0000","last_change":"2024-09-16T07:24:13.937478+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.937478+0000","last_undegraded":"2024-09-16T07:24:13.937478+0000","last_fullsized":"2024-09-16T07:24:13.937478+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.938947+0000","last_change":"2024-09-16T07:24:13.938947+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.938947+0000","last_undegraded":"2024-09-16T07:24:13.938947+0000","last_fullsized":"2024-09-16T07:24:13.938947+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.938637+0000","last_change":"2024-09-16T07:24:13.938637+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.938637+0000","last_undegraded":"2024-09-16T07:24:13.938637+0000","last_fullsized":"2024-09-16T07:24:13.938637+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.938612+0000","last_change":"2024-09-16T07:24:13.938612+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.938612+0000","last_undegraded":"2024-09-16T07:24:13.938612+0000","last_fullsized":"2024-09-16T07:24:13.938612+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.f","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.936254+0000","last_change":"2024-09-16T07:24:13.936254+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.936254+0000","last_undegraded":"2024-09-16T07:24:13.936254+0000","last_fullsized":"2024-09-16T07:24:13.936254+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.e","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.937564+0000","last_change":"2024-09-16T07:24:13.937564+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.937564+0000","last_undegraded":"2024-09-16T07:24:13.937564+0000","last_fullsized":"2024-09-16T07:24:13.937564+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.935395+0000","last_change":"2024-09-16T07:24:13.935395+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.935395+0000","last_undegraded":"2024-09-16T07:24:13.935395+0000","last_fullsized":"2024-09-16T07:24:13.935395+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.937719+0000","last_change":"2024-09-16T07:24:13.937719+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.937719+0000","last_undegraded":"2024-09-16T07:24:13.937719+0000","last_fullsized":"2024-09-16T07:24:13.937719+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.b","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.937932+0000","last_change":"2024-09-16T07:24:13.937932+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.937932+0000","last_undegraded":"2024-09-16T07:24:13.937932+0000","last_fullsized":"2024-09-16T07:24:13.937932+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.937478+0000","last_change":"2024-09-16T07:24:13.937478+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.937478+0000","last_undegraded":"2024-09-16T07:24:13.937478+0000","last_fullsized":"2024-09-16T07:24:13.937478+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.937261+0000","last_change":"2024-09-16T07:24:13.937261+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.937261+0000","last_undegraded":"2024-09-16T07:24:13.937261+0000","last_fullsized":"2024-09-16T07:24:13.937261+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.935280+0000","last_change":"2024-09-16T07:24:13.935280+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.935280+0000","last_undegraded":"2024-09-16T07:24:13.935280+0000","last_fullsized":"2024-09-16T07:24:13.935280+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":13,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T07:24:15.952134+0000","last_change":"2024-09-16T07:24:14.956639+0000","last_active":"2024-09-16T07:24:15.952134+0000","last_peered":"2024-09-16T07:24:15.952134+0000","last_clean":"2024-09-16T07:24:15.952134+0000","last_became_active":"2024-09-16T07:24:14.956318+0000","last_became_peered":"2024-09-16T07:24:14.956318+0000","last_unstale":"2024-09-16T07:24:15.952134+0000","last_undegraded":"2024-09-16T07:24:15.952134+0000","last_fullsized":"2024-09-16T07:24:15.952134+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:35:45.798680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.937130+0000","last_change":"2024-09-16T07:24:13.937130+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.937130+0000","last_undegraded":"2024-09-16T07:24:13.937130+0000","last_fullsized":"2024-09-16T07:24:13.937130+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.935392+0000","last_change":"2024-09-16T07:24:13.935392+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.935392+0000","last_undegraded":"2024-09-16T07:24:13.935392+0000","last_fullsized":"2024-09-16T07:24:13.935392+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T07:24:15.971605+0000","last_change":"2024-09-16T07:24:15.962738+0000","last_active":"2024-09-16T07:24:15.971605+0000","last_peered":"2024-09-16T07:24:15.971605+0000","last_clean":"2024-09-16T07:24:15.971605+0000","last_became_active":"2024-09-16T07:24:15.961376+0000","last_became_peered":"2024-09-16T07:24:15.961376+0000","last_unstale":"2024-09-16T07:24:15.971605+0000","last_undegraded":"2024-09-16T07:24:15.971605+0000","last_fullsized":"2024-09-16T07:24:15.971605+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:47:09.101467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.935335+0000","last_change":"2024-09-16T07:24:13.935335+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.935335+0000","last_undegraded":"2024-09-16T07:24:13.935335+0000","last_fullsized":"2024-09-16T07:24:13.935335+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.935388+0000","last_change":"2024-09-16T07:24:13.935388+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.935388+0000","last_undegraded":"2024-09-16T07:24:13.935388+0000","last_fullsized":"2024-09-16T07:24:13.935388+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":13,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T07:24:15.952261+0000","last_change":"2024-09-16T07:24:14.950104+0000","last_active":"2024-09-16T07:24:15.952261+0000","last_peered":"2024-09-16T07:24:15.952261+0000","last_clean":"2024-09-16T07:24:15.952261+0000","last_became_active":"2024-09-16T07:24:14.949829+0000","last_became_peered":"2024-09-16T07:24:14.949829+0000","last_unstale":"2024-09-16T07:24:15.952261+0000","last_undegraded":"2024-09-16T07:24:15.952261+0000","last_fullsized":"2024-09-16T07:24:15.952261+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:15:40.086641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.938255+0000","last_change":"2024-09-16T07:24:13.938255+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.938255+0000","last_undegraded":"2024-09-16T07:24:13.938255+0000","last_fullsized":"2024-09-16T07:24:13.938255+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.939092+0000","last_change":"2024-09-16T07:24:13.939092+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.939092+0000","last_undegraded":"2024-09-16T07:24:13.939092+0000","last_fullsized":"2024-09-16T07:24:13.939092+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"18'72","reported_seq":171,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T07:24:13.934944+0000","last_change":"2024-09-16T07:21:02.600196+0000","last_active":"2024-09-16T07:24:13.934944+0000","last_peered":"2024-09-16T07:24:13.934944+0000","last_clean":"2024-09-16T07:24:13.934944+0000","last_became_active":"2024-09-16T07:21:02.599001+0000","last_became_peered":"2024-09-16T07:21:02.599001+0000","last_unstale":"2024-09-16T07:24:13.934944+0000","last_undegraded":"2024-09-16T07:24:13.934944+0000","last_fullsized":"2024-09-16T07:24:13.934944+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_clean_scrub_stamp":"2024-09-16T07:21:01.331773+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:28:40.942832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":9,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":22,"acting":22,"num_store_stats":1},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509483,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27664,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344176,"statfs":{"total":96636764160,"available":96608436224,"internally_reserved":0,"allocated":651264,"data_stored":265197,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509482,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28236,"kb_used_data":1204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343604,"statfs":{"total":96636764160,"available":96607850496,"internally_reserved":0,"allocated":1232896,"data_stored":849748,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509482,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27664,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344176,"statfs":{"total":96636764160,"available":96608436224,"internally_reserved":0,"allocated":651264,"data_stored":265197,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509483,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27664,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344176,"statfs":{"total":96636764160,"available":96608436224,"internally_reserved":0,"allocated":651264,"data_stored":265197,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509483,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27664,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344176,"statfs":{"total":96636764160,"available":96608436224,"internally_reserved":0,"allocated":651264,"data_stored":265197,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509483,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32404,"kb_used_data":1216,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339436,"statfs":{"total":96636764160,"available":96603582464,"internally_reserved":0,"allocated":1245184,"data_stored":855565,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509484,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27652,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344188,"statfs":{"total":96636764160,"available":96608448512,"internally_reserved":0,"allocated":638976,"data_stored":259380,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574890,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27692,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344148,"statfs":{"total":96636764160,"available":96608407552,"internally_reserved":0,"allocated":679936,"data_stored":278269,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T07:24:19.984 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T07:24:20.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.125+0000 7f550f1da640 1 -- 172.21.15.31:0/3130329699 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f55080d2180 msgr2=0x7f55080b3460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:20.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.125+0000 7f550f1da640 1 --2- 172.21.15.31:0/3130329699 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f55080d2180 0x7f55080b3460 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f550808c4c0 tx=0x7f550002aa50 comp rx=0 tx=0).stop 2024-09-16T07:24:20.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.125+0000 7f550f1da640 1 -- 172.21.15.31:0/3130329699 shutdown_connections 2024-09-16T07:24:20.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.125+0000 7f550f1da640 1 --2- 172.21.15.31:0/3130329699 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f55080d2180 0x7f55080b3460 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:20.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.125+0000 7f550f1da640 1 --2- 172.21.15.31:0/3130329699 >> v2:172.21.15.155:3300/0 conn(0x7f55080b4d20 0x7f55080d1c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:20.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.125+0000 7f550f1da640 1 --2- 172.21.15.31:0/3130329699 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f55081615f0 0x7f55080b5220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:20.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.125+0000 7f550f1da640 1 -- 172.21.15.31:0/3130329699 >> 172.21.15.31:0/3130329699 conn(0x7f55080d3e60 msgr2=0x7f55080d4270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:20.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.125+0000 7f550f1da640 1 -- 172.21.15.31:0/3130329699 shutdown_connections 2024-09-16T07:24:20.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.125+0000 7f550f1da640 1 -- 172.21.15.31:0/3130329699 wait complete. 2024-09-16T07:24:20.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.127+0000 7f550f1da640 1 Processor -- start 2024-09-16T07:24:20.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.127+0000 7f550f1da640 1 -- start start 2024-09-16T07:24:20.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.128+0000 7f550f1da640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f55080b4d20 0x7f55080b77f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:20.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.128+0000 7f550f1da640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f55080d2180 0x7f55080cc940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:20.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.128+0000 7f550f1da640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f55081615f0 0x7f55081f47d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:20.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.128+0000 7f550f1da640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f55080b3d30 con 0x7f55081615f0 2024-09-16T07:24:20.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.128+0000 7f550f1da640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f55080b3bb0 con 0x7f55080b4d20 2024-09-16T07:24:20.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.128+0000 7f550f1da640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f55080b3eb0 con 0x7f55080d2180 2024-09-16T07:24:20.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.128+0000 7f550d777640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f55081615f0 0x7f55081f47d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:20.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.128+0000 7f550d777640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f55081615f0 0x7f55081f47d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:34398/0 (socket says 172.21.15.31:34398) 2024-09-16T07:24:20.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.128+0000 7f550d777640 1 -- 172.21.15.31:0/549636531 learned_addr learned my addr 172.21.15.31:0/549636531 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:20.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.128+0000 7f5507fff640 1 --2- 172.21.15.31:0/549636531 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f55080d2180 0x7f55080cc940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:20.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.128+0000 7f550cf76640 1 --2- 172.21.15.31:0/549636531 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f55080b4d20 0x7f55080b77f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:20.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.128+0000 7f550d777640 1 -- 172.21.15.31:0/549636531 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f55080d2180 msgr2=0x7f55080cc940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:20.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.128+0000 7f550d777640 1 --2- 172.21.15.31:0/549636531 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f55080d2180 0x7f55080cc940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:20.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.128+0000 7f550d777640 1 -- 172.21.15.31:0/549636531 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f55080b4d20 msgr2=0x7f55080b77f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:20.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.128+0000 7f550d777640 1 --2- 172.21.15.31:0/549636531 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f55080b4d20 0x7f55080b77f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:20.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.128+0000 7f550d777640 1 -- 172.21.15.31:0/549636531 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55081f5690 con 0x7f55081615f0 2024-09-16T07:24:20.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.128+0000 7f550d777640 1 --2- 172.21.15.31:0/549636531 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f55081615f0 0x7f55081f47d0 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f5500006010 tx=0x7f5500039a80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:20.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.128+0000 7f55057fa640 1 -- 172.21.15.31:0/549636531 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5500033040 con 0x7f55081615f0 2024-09-16T07:24:20.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.128+0000 7f55057fa640 1 -- 172.21.15.31:0/549636531 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5500003970 con 0x7f55081615f0 2024-09-16T07:24:20.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.128+0000 7f550f1da640 1 -- 172.21.15.31:0/549636531 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55080b6d30 con 0x7f55081615f0 2024-09-16T07:24:20.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.128+0000 7f55057fa640 1 -- 172.21.15.31:0/549636531 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5500003dc0 con 0x7f55081615f0 2024-09-16T07:24:20.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.128+0000 7f550f1da640 1 -- 172.21.15.31:0/549636531 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55080b72f0 con 0x7f55081615f0 2024-09-16T07:24:20.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.129+0000 7f550f1da640 1 -- 172.21.15.31:0/549636531 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f55080b3460 con 0x7f55081615f0 2024-09-16T07:24:20.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.130+0000 7f55057fa640 1 -- 172.21.15.31:0/549636531 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 9) ==== 101440+0+0 (secure 0 0 0) 0x7f5500036070 con 0x7f55081615f0 2024-09-16T07:24:20.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.131+0000 7f55057fa640 1 --2- 172.21.15.31:0/549636531 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f54ec078a00 0x7f54ec07aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:20.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.131+0000 7f55057fa640 1 -- 172.21.15.31:0/549636531 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f55000bc070 con 0x7f55081615f0 2024-09-16T07:24:20.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.131+0000 7f550cf76640 1 --2- 172.21.15.31:0/549636531 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f54ec078a00 0x7f54ec07aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:20.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.131+0000 7f550cf76640 1 --2- 172.21.15.31:0/549636531 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f54ec078a00 0x7f54ec07aec0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f54fc005fd0 tx=0x7f54fc00a250 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:20.134 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.135+0000 7f55057fa640 1 -- 172.21.15.31:0/549636531 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f5500083d90 con 0x7f55081615f0 2024-09-16T07:24:20.317 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.317+0000 7f550f1da640 1 -- 172.21.15.31:0/549636531 --> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f550806d380 con 0x7f54ec078a00 2024-09-16T07:24:20.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.322+0000 7f55057fa640 1 -- 172.21.15.31:0/549636531 <== mgr.4117 v2:172.21.15.155:6808/3650624732 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+241898 (secure 0 0 0) 0x7f550806d380 con 0x7f54ec078a00 2024-09-16T07:24:20.323 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:24:20.324 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-16T07:24:20.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.325+0000 7f550f1da640 1 -- 172.21.15.31:0/549636531 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f54ec078a00 msgr2=0x7f54ec07aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:20.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.325+0000 7f550f1da640 1 --2- 172.21.15.31:0/549636531 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f54ec078a00 0x7f54ec07aec0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f54fc005fd0 tx=0x7f54fc00a250 comp rx=0 tx=0).stop 2024-09-16T07:24:20.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.325+0000 7f550f1da640 1 -- 172.21.15.31:0/549636531 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f55081615f0 msgr2=0x7f55081f47d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:20.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.325+0000 7f550f1da640 1 --2- 172.21.15.31:0/549636531 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f55081615f0 0x7f55081f47d0 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f5500006010 tx=0x7f5500039a80 comp rx=0 tx=0).stop 2024-09-16T07:24:20.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.325+0000 7f550f1da640 1 -- 172.21.15.31:0/549636531 shutdown_connections 2024-09-16T07:24:20.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.325+0000 7f550f1da640 1 --2- 172.21.15.31:0/549636531 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f54ec078a00 0x7f54ec07aec0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:20.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.325+0000 7f550f1da640 1 --2- 172.21.15.31:0/549636531 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f55081615f0 0x7f55081f47d0 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:20.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.325+0000 7f550f1da640 1 --2- 172.21.15.31:0/549636531 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f55080d2180 0x7f55080cc940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:20.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.325+0000 7f550f1da640 1 --2- 172.21.15.31:0/549636531 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f55080b4d20 0x7f55080b77f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:20.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.325+0000 7f550f1da640 1 -- 172.21.15.31:0/549636531 >> 172.21.15.31:0/549636531 conn(0x7f55080d3e60 msgr2=0x7f55080b0bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:20.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.325+0000 7f550f1da640 1 -- 172.21.15.31:0/549636531 shutdown_connections 2024-09-16T07:24:20.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.325+0000 7f550f1da640 1 -- 172.21.15.31:0/549636531 wait complete. 2024-09-16T07:24:20.335 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":152,"stamp":"2024-09-16T07:24:18.677259+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":104,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":88,"acting":88,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":37,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":226640,"kb_used_data":6252,"kb_used_omap":12,"kb_used_meta":220211,"kb_avail":754748080,"statfs":{"total":773094113280,"available":772862033920,"internally_reserved":0,"allocated":6402048,"data_stored":3303750,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":225496625},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.743776"},"pg_stats":[{"pgid":"9.3f","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T07:24:15.975011+0000","last_change":"2024-09-16T07:24:15.967001+0000","last_active":"2024-09-16T07:24:15.975011+0000","last_peered":"2024-09-16T07:24:15.975011+0000","last_clean":"2024-09-16T07:24:15.975011+0000","last_became_active":"2024-09-16T07:24:15.965771+0000","last_became_peered":"2024-09-16T07:24:15.965771+0000","last_unstale":"2024-09-16T07:24:15.975011+0000","last_undegraded":"2024-09-16T07:24:15.975011+0000","last_fullsized":"2024-09-16T07:24:15.975011+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:57:24.993609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.3b","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T07:24:15.974683+0000","last_change":"2024-09-16T07:24:15.965263+0000","last_active":"2024-09-16T07:24:15.974683+0000","last_peered":"2024-09-16T07:24:15.974683+0000","last_clean":"2024-09-16T07:24:15.974683+0000","last_became_active":"2024-09-16T07:24:15.965006+0000","last_became_peered":"2024-09-16T07:24:15.965006+0000","last_unstale":"2024-09-16T07:24:15.974683+0000","last_undegraded":"2024-09-16T07:24:15.974683+0000","last_fullsized":"2024-09-16T07:24:15.974683+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:05:08.020158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.3a","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T07:24:15.971578+0000","last_change":"2024-09-16T07:24:15.958363+0000","last_active":"2024-09-16T07:24:15.971578+0000","last_peered":"2024-09-16T07:24:15.971578+0000","last_clean":"2024-09-16T07:24:15.971578+0000","last_became_active":"2024-09-16T07:24:15.958064+0000","last_became_peered":"2024-09-16T07:24:15.958064+0000","last_unstale":"2024-09-16T07:24:15.971578+0000","last_undegraded":"2024-09-16T07:24:15.971578+0000","last_fullsized":"2024-09-16T07:24:15.971578+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:05:04.094329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.36","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T07:24:15.971498+0000","last_change":"2024-09-16T07:24:15.961761+0000","last_active":"2024-09-16T07:24:15.971498+0000","last_peered":"2024-09-16T07:24:15.971498+0000","last_clean":"2024-09-16T07:24:15.971498+0000","last_became_active":"2024-09-16T07:24:15.961413+0000","last_became_peered":"2024-09-16T07:24:15.961413+0000","last_unstale":"2024-09-16T07:24:15.971498+0000","last_undegraded":"2024-09-16T07:24:15.971498+0000","last_fullsized":"2024-09-16T07:24:15.971498+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:55:28.075320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.30","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T07:24:15.964456+0000","last_change":"2024-09-16T07:24:15.957235+0000","last_active":"2024-09-16T07:24:15.964456+0000","last_peered":"2024-09-16T07:24:15.964456+0000","last_clean":"2024-09-16T07:24:15.964456+0000","last_became_active":"2024-09-16T07:24:15.956200+0000","last_became_peered":"2024-09-16T07:24:15.956200+0000","last_unstale":"2024-09-16T07:24:15.964456+0000","last_undegraded":"2024-09-16T07:24:15.964456+0000","last_fullsized":"2024-09-16T07:24:15.964456+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:57:55.263238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.2f","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T07:24:15.975566+0000","last_change":"2024-09-16T07:24:15.971298+0000","last_active":"2024-09-16T07:24:15.975566+0000","last_peered":"2024-09-16T07:24:15.975566+0000","last_clean":"2024-09-16T07:24:15.975566+0000","last_became_active":"2024-09-16T07:24:15.971003+0000","last_became_peered":"2024-09-16T07:24:15.971003+0000","last_unstale":"2024-09-16T07:24:15.975566+0000","last_undegraded":"2024-09-16T07:24:15.975566+0000","last_fullsized":"2024-09-16T07:24:15.975566+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:26:35.012064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T07:24:15.971455+0000","last_change":"2024-09-16T07:24:15.960055+0000","last_active":"2024-09-16T07:24:15.971455+0000","last_peered":"2024-09-16T07:24:15.971455+0000","last_clean":"2024-09-16T07:24:15.971455+0000","last_became_active":"2024-09-16T07:24:15.959381+0000","last_became_peered":"2024-09-16T07:24:15.959381+0000","last_unstale":"2024-09-16T07:24:15.971455+0000","last_undegraded":"2024-09-16T07:24:15.971455+0000","last_fullsized":"2024-09-16T07:24:15.971455+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:36:47.090469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.937777+0000","last_change":"2024-09-16T07:24:13.937777+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.937777+0000","last_undegraded":"2024-09-16T07:24:13.937777+0000","last_fullsized":"2024-09-16T07:24:13.937777+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T07:24:15.975079+0000","last_change":"2024-09-16T07:24:15.968793+0000","last_active":"2024-09-16T07:24:15.975079+0000","last_peered":"2024-09-16T07:24:15.975079+0000","last_clean":"2024-09-16T07:24:15.975079+0000","last_became_active":"2024-09-16T07:24:15.968428+0000","last_became_peered":"2024-09-16T07:24:15.968428+0000","last_unstale":"2024-09-16T07:24:15.975079+0000","last_undegraded":"2024-09-16T07:24:15.975079+0000","last_fullsized":"2024-09-16T07:24:15.975079+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:00:58.501518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1e","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.935324+0000","last_change":"2024-09-16T07:24:13.935324+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.935324+0000","last_undegraded":"2024-09-16T07:24:13.935324+0000","last_fullsized":"2024-09-16T07:24:13.935324+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.1d","version":"57'2","reported_seq":15,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T07:24:15.975678+0000","last_change":"2024-09-16T07:24:14.956000+0000","last_active":"2024-09-16T07:24:15.975678+0000","last_peered":"2024-09-16T07:24:15.975678+0000","last_clean":"2024-09-16T07:24:15.975678+0000","last_became_active":"2024-09-16T07:24:14.955726+0000","last_became_peered":"2024-09-16T07:24:14.955726+0000","last_unstale":"2024-09-16T07:24:15.975678+0000","last_undegraded":"2024-09-16T07:24:15.975678+0000","last_fullsized":"2024-09-16T07:24:15.975678+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:30:33.320089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T07:24:15.974727+0000","last_change":"2024-09-16T07:24:15.966354+0000","last_active":"2024-09-16T07:24:15.974727+0000","last_peered":"2024-09-16T07:24:15.974727+0000","last_clean":"2024-09-16T07:24:15.974727+0000","last_became_active":"2024-09-16T07:24:15.966099+0000","last_became_peered":"2024-09-16T07:24:15.966099+0000","last_unstale":"2024-09-16T07:24:15.974727+0000","last_undegraded":"2024-09-16T07:24:15.974727+0000","last_fullsized":"2024-09-16T07:24:15.974727+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:34:58.007340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.939569+0000","last_change":"2024-09-16T07:24:13.939569+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.939569+0000","last_undegraded":"2024-09-16T07:24:13.939569+0000","last_fullsized":"2024-09-16T07:24:13.939569+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.935406+0000","last_change":"2024-09-16T07:24:13.935406+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.935406+0000","last_undegraded":"2024-09-16T07:24:13.935406+0000","last_fullsized":"2024-09-16T07:24:13.935406+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.1a","version":"57'1","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T07:24:15.978221+0000","last_change":"2024-09-16T07:24:14.956897+0000","last_active":"2024-09-16T07:24:15.978221+0000","last_peered":"2024-09-16T07:24:15.978221+0000","last_clean":"2024-09-16T07:24:15.978221+0000","last_became_active":"2024-09-16T07:24:14.956597+0000","last_became_peered":"2024-09-16T07:24:14.956597+0000","last_unstale":"2024-09-16T07:24:15.978221+0000","last_undegraded":"2024-09-16T07:24:15.978221+0000","last_fullsized":"2024-09-16T07:24:15.978221+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:24:44.021832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.937396+0000","last_change":"2024-09-16T07:24:13.937396+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.937396+0000","last_undegraded":"2024-09-16T07:24:13.937396+0000","last_fullsized":"2024-09-16T07:24:13.937396+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T07:24:15.974973+0000","last_change":"2024-09-16T07:24:15.966850+0000","last_active":"2024-09-16T07:24:15.974973+0000","last_peered":"2024-09-16T07:24:15.974973+0000","last_clean":"2024-09-16T07:24:15.974973+0000","last_became_active":"2024-09-16T07:24:15.966596+0000","last_became_peered":"2024-09-16T07:24:15.966596+0000","last_unstale":"2024-09-16T07:24:15.974973+0000","last_undegraded":"2024-09-16T07:24:15.974973+0000","last_fullsized":"2024-09-16T07:24:15.974973+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:22:43.969332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.939625+0000","last_change":"2024-09-16T07:24:13.939625+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.939625+0000","last_undegraded":"2024-09-16T07:24:13.939625+0000","last_fullsized":"2024-09-16T07:24:13.939625+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.936881+0000","last_change":"2024-09-16T07:24:13.936881+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.936881+0000","last_undegraded":"2024-09-16T07:24:13.936881+0000","last_fullsized":"2024-09-16T07:24:13.936881+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.938403+0000","last_change":"2024-09-16T07:24:13.938403+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.938403+0000","last_undegraded":"2024-09-16T07:24:13.938403+0000","last_fullsized":"2024-09-16T07:24:13.938403+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.938892+0000","last_change":"2024-09-16T07:24:13.938892+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.938892+0000","last_undegraded":"2024-09-16T07:24:13.938892+0000","last_fullsized":"2024-09-16T07:24:13.938892+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.940102+0000","last_change":"2024-09-16T07:24:13.940102+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.940102+0000","last_undegraded":"2024-09-16T07:24:13.940102+0000","last_fullsized":"2024-09-16T07:24:13.940102+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.13","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.937478+0000","last_change":"2024-09-16T07:24:13.937478+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.937478+0000","last_undegraded":"2024-09-16T07:24:13.937478+0000","last_fullsized":"2024-09-16T07:24:13.937478+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.938947+0000","last_change":"2024-09-16T07:24:13.938947+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.938947+0000","last_undegraded":"2024-09-16T07:24:13.938947+0000","last_fullsized":"2024-09-16T07:24:13.938947+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.938637+0000","last_change":"2024-09-16T07:24:13.938637+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.938637+0000","last_undegraded":"2024-09-16T07:24:13.938637+0000","last_fullsized":"2024-09-16T07:24:13.938637+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.938612+0000","last_change":"2024-09-16T07:24:13.938612+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.938612+0000","last_undegraded":"2024-09-16T07:24:13.938612+0000","last_fullsized":"2024-09-16T07:24:13.938612+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.f","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.936254+0000","last_change":"2024-09-16T07:24:13.936254+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.936254+0000","last_undegraded":"2024-09-16T07:24:13.936254+0000","last_fullsized":"2024-09-16T07:24:13.936254+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.e","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.937564+0000","last_change":"2024-09-16T07:24:13.937564+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.937564+0000","last_undegraded":"2024-09-16T07:24:13.937564+0000","last_fullsized":"2024-09-16T07:24:13.937564+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.935395+0000","last_change":"2024-09-16T07:24:13.935395+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.935395+0000","last_undegraded":"2024-09-16T07:24:13.935395+0000","last_fullsized":"2024-09-16T07:24:13.935395+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.937719+0000","last_change":"2024-09-16T07:24:13.937719+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.937719+0000","last_undegraded":"2024-09-16T07:24:13.937719+0000","last_fullsized":"2024-09-16T07:24:13.937719+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.b","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.937932+0000","last_change":"2024-09-16T07:24:13.937932+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.937932+0000","last_undegraded":"2024-09-16T07:24:13.937932+0000","last_fullsized":"2024-09-16T07:24:13.937932+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.937478+0000","last_change":"2024-09-16T07:24:13.937478+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.937478+0000","last_undegraded":"2024-09-16T07:24:13.937478+0000","last_fullsized":"2024-09-16T07:24:13.937478+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.937261+0000","last_change":"2024-09-16T07:24:13.937261+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.937261+0000","last_undegraded":"2024-09-16T07:24:13.937261+0000","last_fullsized":"2024-09-16T07:24:13.937261+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.935280+0000","last_change":"2024-09-16T07:24:13.935280+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.935280+0000","last_undegraded":"2024-09-16T07:24:13.935280+0000","last_fullsized":"2024-09-16T07:24:13.935280+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":13,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T07:24:15.952134+0000","last_change":"2024-09-16T07:24:14.956639+0000","last_active":"2024-09-16T07:24:15.952134+0000","last_peered":"2024-09-16T07:24:15.952134+0000","last_clean":"2024-09-16T07:24:15.952134+0000","last_became_active":"2024-09-16T07:24:14.956318+0000","last_became_peered":"2024-09-16T07:24:14.956318+0000","last_unstale":"2024-09-16T07:24:15.952134+0000","last_undegraded":"2024-09-16T07:24:15.952134+0000","last_fullsized":"2024-09-16T07:24:15.952134+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:35:45.798680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.937130+0000","last_change":"2024-09-16T07:24:13.937130+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.937130+0000","last_undegraded":"2024-09-16T07:24:13.937130+0000","last_fullsized":"2024-09-16T07:24:13.937130+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.935392+0000","last_change":"2024-09-16T07:24:13.935392+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.935392+0000","last_undegraded":"2024-09-16T07:24:13.935392+0000","last_fullsized":"2024-09-16T07:24:13.935392+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T07:24:15.971605+0000","last_change":"2024-09-16T07:24:15.962738+0000","last_active":"2024-09-16T07:24:15.971605+0000","last_peered":"2024-09-16T07:24:15.971605+0000","last_clean":"2024-09-16T07:24:15.971605+0000","last_became_active":"2024-09-16T07:24:15.961376+0000","last_became_peered":"2024-09-16T07:24:15.961376+0000","last_unstale":"2024-09-16T07:24:15.971605+0000","last_undegraded":"2024-09-16T07:24:15.971605+0000","last_fullsized":"2024-09-16T07:24:15.971605+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:47:09.101467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.935335+0000","last_change":"2024-09-16T07:24:13.935335+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.935335+0000","last_undegraded":"2024-09-16T07:24:13.935335+0000","last_fullsized":"2024-09-16T07:24:13.935335+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.935388+0000","last_change":"2024-09-16T07:24:13.935388+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.935388+0000","last_undegraded":"2024-09-16T07:24:13.935388+0000","last_fullsized":"2024-09-16T07:24:13.935388+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":13,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T07:24:15.952261+0000","last_change":"2024-09-16T07:24:14.950104+0000","last_active":"2024-09-16T07:24:15.952261+0000","last_peered":"2024-09-16T07:24:15.952261+0000","last_clean":"2024-09-16T07:24:15.952261+0000","last_became_active":"2024-09-16T07:24:14.949829+0000","last_became_peered":"2024-09-16T07:24:14.949829+0000","last_unstale":"2024-09-16T07:24:15.952261+0000","last_undegraded":"2024-09-16T07:24:15.952261+0000","last_fullsized":"2024-09-16T07:24:15.952261+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:15:40.086641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.938255+0000","last_change":"2024-09-16T07:24:13.938255+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.938255+0000","last_undegraded":"2024-09-16T07:24:13.938255+0000","last_fullsized":"2024-09-16T07:24:13.938255+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.939092+0000","last_change":"2024-09-16T07:24:13.939092+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.939092+0000","last_undegraded":"2024-09-16T07:24:13.939092+0000","last_fullsized":"2024-09-16T07:24:13.939092+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"18'72","reported_seq":171,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T07:24:13.934944+0000","last_change":"2024-09-16T07:21:02.600196+0000","last_active":"2024-09-16T07:24:13.934944+0000","last_peered":"2024-09-16T07:24:13.934944+0000","last_clean":"2024-09-16T07:24:13.934944+0000","last_became_active":"2024-09-16T07:21:02.599001+0000","last_became_peered":"2024-09-16T07:21:02.599001+0000","last_unstale":"2024-09-16T07:24:13.934944+0000","last_undegraded":"2024-09-16T07:24:13.934944+0000","last_fullsized":"2024-09-16T07:24:13.934944+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_clean_scrub_stamp":"2024-09-16T07:21:01.331773+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:28:40.942832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":9,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":22,"acting":22,"num_store_stats":1},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509483,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27664,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344176,"statfs":{"total":96636764160,"available":96608436224,"internally_reserved":0,"allocated":651264,"data_stored":265197,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509482,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28236,"kb_used_data":1204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343604,"statfs":{"total":96636764160,"available":96607850496,"internally_reserved":0,"allocated":1232896,"data_stored":849748,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509482,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27664,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344176,"statfs":{"total":96636764160,"available":96608436224,"internally_reserved":0,"allocated":651264,"data_stored":265197,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509483,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27664,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344176,"statfs":{"total":96636764160,"available":96608436224,"internally_reserved":0,"allocated":651264,"data_stored":265197,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509483,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27664,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344176,"statfs":{"total":96636764160,"available":96608436224,"internally_reserved":0,"allocated":651264,"data_stored":265197,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509483,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32404,"kb_used_data":1216,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339436,"statfs":{"total":96636764160,"available":96603582464,"internally_reserved":0,"allocated":1245184,"data_stored":855565,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509484,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27652,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344188,"statfs":{"total":96636764160,"available":96608448512,"internally_reserved":0,"allocated":638976,"data_stored":259380,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574890,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27692,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344148,"statfs":{"total":96636764160,"available":96608407552,"internally_reserved":0,"allocated":679936,"data_stored":278269,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T07:24:20.339 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T07:24:20.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.483+0000 7f7172b6b640 1 -- 172.21.15.31:0/1769762470 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f716c0d0f10 msgr2=0x7f716c15ed90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:20.483 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.483+0000 7f7172b6b640 1 --2- 172.21.15.31:0/1769762470 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f716c0d0f10 0x7f716c15ed90 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f7164005fd0 tx=0x7f716402ab40 comp rx=0 tx=0).stop 2024-09-16T07:24:20.483 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.483+0000 7f7172b6b640 1 -- 172.21.15.31:0/1769762470 shutdown_connections 2024-09-16T07:24:20.483 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.483+0000 7f7172b6b640 1 --2- 172.21.15.31:0/1769762470 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f716c0d0f10 0x7f716c15ed90 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:20.483 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.483+0000 7f7172b6b640 1 -- 172.21.15.31:0/1769762470 >> 172.21.15.31:0/1769762470 conn(0x7f716c09aa30 msgr2=0x7f716c09ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:20.483 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.483+0000 7f7172b6b640 1 -- 172.21.15.31:0/1769762470 shutdown_connections 2024-09-16T07:24:20.483 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.483+0000 7f7172b6b640 1 -- 172.21.15.31:0/1769762470 wait complete. 2024-09-16T07:24:20.484 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.484+0000 7f7172b6b640 1 Processor -- start 2024-09-16T07:24:20.484 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.484+0000 7f7172b6b640 1 -- start start 2024-09-16T07:24:20.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.485+0000 7f7172b6b640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f716c0b01a0 0x7f716c0c71a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:20.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.485+0000 7f7172b6b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f716c0d0f10 0x7f716c154f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:20.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.485+0000 7f7172b6b640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f716c0d2010 0x7f716c155440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:20.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.485+0000 7f7172b6b640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f716c0b0e30 con 0x7f716c0d0f10 2024-09-16T07:24:20.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.485+0000 7f7172b6b640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f716c0b0740 con 0x7f716c0d2010 2024-09-16T07:24:20.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.485+0000 7f7172b6b640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f716c158180 con 0x7f716c0b01a0 2024-09-16T07:24:20.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.485+0000 7f716bfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f716c0d0f10 0x7f716c154f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:20.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.485+0000 7f716bfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f716c0d0f10 0x7f716c154f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:34410/0 (socket says 172.21.15.31:34410) 2024-09-16T07:24:20.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.485+0000 7f716bfff640 1 -- 172.21.15.31:0/3334140016 learned_addr learned my addr 172.21.15.31:0/3334140016 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:20.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.485+0000 7f7171108640 1 --2- 172.21.15.31:0/3334140016 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f716c0d2010 0x7f716c155440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:20.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.485+0000 7f7170907640 1 --2- 172.21.15.31:0/3334140016 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f716c0b01a0 0x7f716c0c71a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:20.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.485+0000 7f716bfff640 1 -- 172.21.15.31:0/3334140016 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f716c0b01a0 msgr2=0x7f716c0c71a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:20.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.485+0000 7f716bfff640 1 --2- 172.21.15.31:0/3334140016 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f716c0b01a0 0x7f716c0c71a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:20.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.485+0000 7f716bfff640 1 -- 172.21.15.31:0/3334140016 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f716c0d2010 msgr2=0x7f716c155440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:20.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.485+0000 7f716bfff640 1 --2- 172.21.15.31:0/3334140016 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f716c0d2010 0x7f716c155440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:20.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.485+0000 7f716bfff640 1 -- 172.21.15.31:0/3334140016 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f716c0b1470 con 0x7f716c0d0f10 2024-09-16T07:24:20.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.486+0000 7f716bfff640 1 --2- 172.21.15.31:0/3334140016 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f716c0d0f10 0x7f716c154f00 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f715800c400 tx=0x7f715800c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:20.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.486+0000 7f71697fa640 1 -- 172.21.15.31:0/3334140016 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7158017070 con 0x7f716c0d0f10 2024-09-16T07:24:20.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.486+0000 7f71697fa640 1 -- 172.21.15.31:0/3334140016 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f71580053c0 con 0x7f716c0d0f10 2024-09-16T07:24:20.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.486+0000 7f7172b6b640 1 -- 172.21.15.31:0/3334140016 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f716c0b4220 con 0x7f716c0d0f10 2024-09-16T07:24:20.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.486+0000 7f71697fa640 1 -- 172.21.15.31:0/3334140016 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7158003850 con 0x7f716c0d0f10 2024-09-16T07:24:20.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.486+0000 7f7172b6b640 1 -- 172.21.15.31:0/3334140016 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f716c155980 con 0x7f716c0d0f10 2024-09-16T07:24:20.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.487+0000 7f7172b6b640 1 -- 172.21.15.31:0/3334140016 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f716c158630 con 0x7f716c0d0f10 2024-09-16T07:24:20.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.488+0000 7f71697fa640 1 -- 172.21.15.31:0/3334140016 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 9) ==== 101440+0+0 (secure 0 0 0) 0x7f715801a070 con 0x7f716c0d0f10 2024-09-16T07:24:20.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.488+0000 7f71697fa640 1 --2- 172.21.15.31:0/3334140016 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7150078a00 0x7f715007aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:20.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.488+0000 7f71697fa640 1 -- 172.21.15.31:0/3334140016 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f7158099f80 con 0x7f716c0d0f10 2024-09-16T07:24:20.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.489+0000 7f7170907640 1 --2- 172.21.15.31:0/3334140016 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7150078a00 0x7f715007aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:20.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.489+0000 7f7170907640 1 --2- 172.21.15.31:0/3334140016 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7150078a00 0x7f715007aec0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f7160007fd0 tx=0x7f7160009040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:20.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.492+0000 7f71697fa640 1 -- 172.21.15.31:0/3334140016 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f7158061cd0 con 0x7f716c0d0f10 2024-09-16T07:24:20.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.673+0000 7f7172b6b640 1 -- 172.21.15.31:0/3334140016 --> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f716c0d2850 con 0x7f7150078a00 2024-09-16T07:24:20.676 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.677+0000 7f71697fa640 1 -- 172.21.15.31:0/3334140016 <== mgr.4117 v2:172.21.15.155:6808/3650624732 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+241898 (secure 0 0 0) 0x7f716c0d2850 con 0x7f7150078a00 2024-09-16T07:24:20.679 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:24:20.680 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-16T07:24:20.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.680+0000 7f7172b6b640 1 -- 172.21.15.31:0/3334140016 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7150078a00 msgr2=0x7f715007aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:20.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.680+0000 7f7172b6b640 1 --2- 172.21.15.31:0/3334140016 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7150078a00 0x7f715007aec0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f7160007fd0 tx=0x7f7160009040 comp rx=0 tx=0).stop 2024-09-16T07:24:20.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.680+0000 7f7172b6b640 1 -- 172.21.15.31:0/3334140016 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f716c0d0f10 msgr2=0x7f716c154f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:20.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.680+0000 7f7172b6b640 1 --2- 172.21.15.31:0/3334140016 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f716c0d0f10 0x7f716c154f00 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f715800c400 tx=0x7f715800c8c0 comp rx=0 tx=0).stop 2024-09-16T07:24:20.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.680+0000 7f7172b6b640 1 -- 172.21.15.31:0/3334140016 shutdown_connections 2024-09-16T07:24:20.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.680+0000 7f7172b6b640 1 --2- 172.21.15.31:0/3334140016 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7150078a00 0x7f715007aec0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:20.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.680+0000 7f7172b6b640 1 --2- 172.21.15.31:0/3334140016 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f716c0d2010 0x7f716c155440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:20.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.680+0000 7f7172b6b640 1 --2- 172.21.15.31:0/3334140016 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f716c0d0f10 0x7f716c154f00 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:20.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.680+0000 7f7172b6b640 1 --2- 172.21.15.31:0/3334140016 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f716c0b01a0 0x7f716c0c71a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:20.683 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.680+0000 7f7172b6b640 1 -- 172.21.15.31:0/3334140016 >> 172.21.15.31:0/3334140016 conn(0x7f716c09aa30 msgr2=0x7f716c157400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:20.683 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.680+0000 7f7172b6b640 1 -- 172.21.15.31:0/3334140016 shutdown_connections 2024-09-16T07:24:20.683 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.680+0000 7f7172b6b640 1 -- 172.21.15.31:0/3334140016 wait complete. 2024-09-16T07:24:20.690 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":152,"stamp":"2024-09-16T07:24:18.677259+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":104,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":88,"acting":88,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":37,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":226640,"kb_used_data":6252,"kb_used_omap":12,"kb_used_meta":220211,"kb_avail":754748080,"statfs":{"total":773094113280,"available":772862033920,"internally_reserved":0,"allocated":6402048,"data_stored":3303750,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":225496625},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.743776"},"pg_stats":[{"pgid":"9.3f","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T07:24:15.975011+0000","last_change":"2024-09-16T07:24:15.967001+0000","last_active":"2024-09-16T07:24:15.975011+0000","last_peered":"2024-09-16T07:24:15.975011+0000","last_clean":"2024-09-16T07:24:15.975011+0000","last_became_active":"2024-09-16T07:24:15.965771+0000","last_became_peered":"2024-09-16T07:24:15.965771+0000","last_unstale":"2024-09-16T07:24:15.975011+0000","last_undegraded":"2024-09-16T07:24:15.975011+0000","last_fullsized":"2024-09-16T07:24:15.975011+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:57:24.993609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.3b","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T07:24:15.974683+0000","last_change":"2024-09-16T07:24:15.965263+0000","last_active":"2024-09-16T07:24:15.974683+0000","last_peered":"2024-09-16T07:24:15.974683+0000","last_clean":"2024-09-16T07:24:15.974683+0000","last_became_active":"2024-09-16T07:24:15.965006+0000","last_became_peered":"2024-09-16T07:24:15.965006+0000","last_unstale":"2024-09-16T07:24:15.974683+0000","last_undegraded":"2024-09-16T07:24:15.974683+0000","last_fullsized":"2024-09-16T07:24:15.974683+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:05:08.020158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.3a","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T07:24:15.971578+0000","last_change":"2024-09-16T07:24:15.958363+0000","last_active":"2024-09-16T07:24:15.971578+0000","last_peered":"2024-09-16T07:24:15.971578+0000","last_clean":"2024-09-16T07:24:15.971578+0000","last_became_active":"2024-09-16T07:24:15.958064+0000","last_became_peered":"2024-09-16T07:24:15.958064+0000","last_unstale":"2024-09-16T07:24:15.971578+0000","last_undegraded":"2024-09-16T07:24:15.971578+0000","last_fullsized":"2024-09-16T07:24:15.971578+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:05:04.094329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.36","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T07:24:15.971498+0000","last_change":"2024-09-16T07:24:15.961761+0000","last_active":"2024-09-16T07:24:15.971498+0000","last_peered":"2024-09-16T07:24:15.971498+0000","last_clean":"2024-09-16T07:24:15.971498+0000","last_became_active":"2024-09-16T07:24:15.961413+0000","last_became_peered":"2024-09-16T07:24:15.961413+0000","last_unstale":"2024-09-16T07:24:15.971498+0000","last_undegraded":"2024-09-16T07:24:15.971498+0000","last_fullsized":"2024-09-16T07:24:15.971498+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:55:28.075320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.30","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T07:24:15.964456+0000","last_change":"2024-09-16T07:24:15.957235+0000","last_active":"2024-09-16T07:24:15.964456+0000","last_peered":"2024-09-16T07:24:15.964456+0000","last_clean":"2024-09-16T07:24:15.964456+0000","last_became_active":"2024-09-16T07:24:15.956200+0000","last_became_peered":"2024-09-16T07:24:15.956200+0000","last_unstale":"2024-09-16T07:24:15.964456+0000","last_undegraded":"2024-09-16T07:24:15.964456+0000","last_fullsized":"2024-09-16T07:24:15.964456+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:57:55.263238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.2f","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T07:24:15.975566+0000","last_change":"2024-09-16T07:24:15.971298+0000","last_active":"2024-09-16T07:24:15.975566+0000","last_peered":"2024-09-16T07:24:15.975566+0000","last_clean":"2024-09-16T07:24:15.975566+0000","last_became_active":"2024-09-16T07:24:15.971003+0000","last_became_peered":"2024-09-16T07:24:15.971003+0000","last_unstale":"2024-09-16T07:24:15.975566+0000","last_undegraded":"2024-09-16T07:24:15.975566+0000","last_fullsized":"2024-09-16T07:24:15.975566+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:26:35.012064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T07:24:15.971455+0000","last_change":"2024-09-16T07:24:15.960055+0000","last_active":"2024-09-16T07:24:15.971455+0000","last_peered":"2024-09-16T07:24:15.971455+0000","last_clean":"2024-09-16T07:24:15.971455+0000","last_became_active":"2024-09-16T07:24:15.959381+0000","last_became_peered":"2024-09-16T07:24:15.959381+0000","last_unstale":"2024-09-16T07:24:15.971455+0000","last_undegraded":"2024-09-16T07:24:15.971455+0000","last_fullsized":"2024-09-16T07:24:15.971455+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:36:47.090469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.937777+0000","last_change":"2024-09-16T07:24:13.937777+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.937777+0000","last_undegraded":"2024-09-16T07:24:13.937777+0000","last_fullsized":"2024-09-16T07:24:13.937777+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T07:24:15.975079+0000","last_change":"2024-09-16T07:24:15.968793+0000","last_active":"2024-09-16T07:24:15.975079+0000","last_peered":"2024-09-16T07:24:15.975079+0000","last_clean":"2024-09-16T07:24:15.975079+0000","last_became_active":"2024-09-16T07:24:15.968428+0000","last_became_peered":"2024-09-16T07:24:15.968428+0000","last_unstale":"2024-09-16T07:24:15.975079+0000","last_undegraded":"2024-09-16T07:24:15.975079+0000","last_fullsized":"2024-09-16T07:24:15.975079+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:00:58.501518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1e","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.935324+0000","last_change":"2024-09-16T07:24:13.935324+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.935324+0000","last_undegraded":"2024-09-16T07:24:13.935324+0000","last_fullsized":"2024-09-16T07:24:13.935324+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.1d","version":"57'2","reported_seq":15,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T07:24:15.975678+0000","last_change":"2024-09-16T07:24:14.956000+0000","last_active":"2024-09-16T07:24:15.975678+0000","last_peered":"2024-09-16T07:24:15.975678+0000","last_clean":"2024-09-16T07:24:15.975678+0000","last_became_active":"2024-09-16T07:24:14.955726+0000","last_became_peered":"2024-09-16T07:24:14.955726+0000","last_unstale":"2024-09-16T07:24:15.975678+0000","last_undegraded":"2024-09-16T07:24:15.975678+0000","last_fullsized":"2024-09-16T07:24:15.975678+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:30:33.320089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T07:24:15.974727+0000","last_change":"2024-09-16T07:24:15.966354+0000","last_active":"2024-09-16T07:24:15.974727+0000","last_peered":"2024-09-16T07:24:15.974727+0000","last_clean":"2024-09-16T07:24:15.974727+0000","last_became_active":"2024-09-16T07:24:15.966099+0000","last_became_peered":"2024-09-16T07:24:15.966099+0000","last_unstale":"2024-09-16T07:24:15.974727+0000","last_undegraded":"2024-09-16T07:24:15.974727+0000","last_fullsized":"2024-09-16T07:24:15.974727+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:34:58.007340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.939569+0000","last_change":"2024-09-16T07:24:13.939569+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.939569+0000","last_undegraded":"2024-09-16T07:24:13.939569+0000","last_fullsized":"2024-09-16T07:24:13.939569+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.935406+0000","last_change":"2024-09-16T07:24:13.935406+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.935406+0000","last_undegraded":"2024-09-16T07:24:13.935406+0000","last_fullsized":"2024-09-16T07:24:13.935406+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.1a","version":"57'1","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T07:24:15.978221+0000","last_change":"2024-09-16T07:24:14.956897+0000","last_active":"2024-09-16T07:24:15.978221+0000","last_peered":"2024-09-16T07:24:15.978221+0000","last_clean":"2024-09-16T07:24:15.978221+0000","last_became_active":"2024-09-16T07:24:14.956597+0000","last_became_peered":"2024-09-16T07:24:14.956597+0000","last_unstale":"2024-09-16T07:24:15.978221+0000","last_undegraded":"2024-09-16T07:24:15.978221+0000","last_fullsized":"2024-09-16T07:24:15.978221+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:24:44.021832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.937396+0000","last_change":"2024-09-16T07:24:13.937396+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.937396+0000","last_undegraded":"2024-09-16T07:24:13.937396+0000","last_fullsized":"2024-09-16T07:24:13.937396+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T07:24:15.974973+0000","last_change":"2024-09-16T07:24:15.966850+0000","last_active":"2024-09-16T07:24:15.974973+0000","last_peered":"2024-09-16T07:24:15.974973+0000","last_clean":"2024-09-16T07:24:15.974973+0000","last_became_active":"2024-09-16T07:24:15.966596+0000","last_became_peered":"2024-09-16T07:24:15.966596+0000","last_unstale":"2024-09-16T07:24:15.974973+0000","last_undegraded":"2024-09-16T07:24:15.974973+0000","last_fullsized":"2024-09-16T07:24:15.974973+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:22:43.969332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.939625+0000","last_change":"2024-09-16T07:24:13.939625+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.939625+0000","last_undegraded":"2024-09-16T07:24:13.939625+0000","last_fullsized":"2024-09-16T07:24:13.939625+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.936881+0000","last_change":"2024-09-16T07:24:13.936881+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.936881+0000","last_undegraded":"2024-09-16T07:24:13.936881+0000","last_fullsized":"2024-09-16T07:24:13.936881+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.938403+0000","last_change":"2024-09-16T07:24:13.938403+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.938403+0000","last_undegraded":"2024-09-16T07:24:13.938403+0000","last_fullsized":"2024-09-16T07:24:13.938403+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.938892+0000","last_change":"2024-09-16T07:24:13.938892+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.938892+0000","last_undegraded":"2024-09-16T07:24:13.938892+0000","last_fullsized":"2024-09-16T07:24:13.938892+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.940102+0000","last_change":"2024-09-16T07:24:13.940102+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.940102+0000","last_undegraded":"2024-09-16T07:24:13.940102+0000","last_fullsized":"2024-09-16T07:24:13.940102+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.13","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.937478+0000","last_change":"2024-09-16T07:24:13.937478+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.937478+0000","last_undegraded":"2024-09-16T07:24:13.937478+0000","last_fullsized":"2024-09-16T07:24:13.937478+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.938947+0000","last_change":"2024-09-16T07:24:13.938947+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.938947+0000","last_undegraded":"2024-09-16T07:24:13.938947+0000","last_fullsized":"2024-09-16T07:24:13.938947+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.938637+0000","last_change":"2024-09-16T07:24:13.938637+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.938637+0000","last_undegraded":"2024-09-16T07:24:13.938637+0000","last_fullsized":"2024-09-16T07:24:13.938637+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.938612+0000","last_change":"2024-09-16T07:24:13.938612+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.938612+0000","last_undegraded":"2024-09-16T07:24:13.938612+0000","last_fullsized":"2024-09-16T07:24:13.938612+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.f","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.936254+0000","last_change":"2024-09-16T07:24:13.936254+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.936254+0000","last_undegraded":"2024-09-16T07:24:13.936254+0000","last_fullsized":"2024-09-16T07:24:13.936254+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.e","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.937564+0000","last_change":"2024-09-16T07:24:13.937564+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.937564+0000","last_undegraded":"2024-09-16T07:24:13.937564+0000","last_fullsized":"2024-09-16T07:24:13.937564+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.935395+0000","last_change":"2024-09-16T07:24:13.935395+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.935395+0000","last_undegraded":"2024-09-16T07:24:13.935395+0000","last_fullsized":"2024-09-16T07:24:13.935395+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.937719+0000","last_change":"2024-09-16T07:24:13.937719+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.937719+0000","last_undegraded":"2024-09-16T07:24:13.937719+0000","last_fullsized":"2024-09-16T07:24:13.937719+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.b","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.937932+0000","last_change":"2024-09-16T07:24:13.937932+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.937932+0000","last_undegraded":"2024-09-16T07:24:13.937932+0000","last_fullsized":"2024-09-16T07:24:13.937932+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.937478+0000","last_change":"2024-09-16T07:24:13.937478+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.937478+0000","last_undegraded":"2024-09-16T07:24:13.937478+0000","last_fullsized":"2024-09-16T07:24:13.937478+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.937261+0000","last_change":"2024-09-16T07:24:13.937261+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.937261+0000","last_undegraded":"2024-09-16T07:24:13.937261+0000","last_fullsized":"2024-09-16T07:24:13.937261+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.935280+0000","last_change":"2024-09-16T07:24:13.935280+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.935280+0000","last_undegraded":"2024-09-16T07:24:13.935280+0000","last_fullsized":"2024-09-16T07:24:13.935280+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":13,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T07:24:15.952134+0000","last_change":"2024-09-16T07:24:14.956639+0000","last_active":"2024-09-16T07:24:15.952134+0000","last_peered":"2024-09-16T07:24:15.952134+0000","last_clean":"2024-09-16T07:24:15.952134+0000","last_became_active":"2024-09-16T07:24:14.956318+0000","last_became_peered":"2024-09-16T07:24:14.956318+0000","last_unstale":"2024-09-16T07:24:15.952134+0000","last_undegraded":"2024-09-16T07:24:15.952134+0000","last_fullsized":"2024-09-16T07:24:15.952134+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:35:45.798680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.937130+0000","last_change":"2024-09-16T07:24:13.937130+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.937130+0000","last_undegraded":"2024-09-16T07:24:13.937130+0000","last_fullsized":"2024-09-16T07:24:13.937130+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.935392+0000","last_change":"2024-09-16T07:24:13.935392+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.935392+0000","last_undegraded":"2024-09-16T07:24:13.935392+0000","last_fullsized":"2024-09-16T07:24:13.935392+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T07:24:15.971605+0000","last_change":"2024-09-16T07:24:15.962738+0000","last_active":"2024-09-16T07:24:15.971605+0000","last_peered":"2024-09-16T07:24:15.971605+0000","last_clean":"2024-09-16T07:24:15.971605+0000","last_became_active":"2024-09-16T07:24:15.961376+0000","last_became_peered":"2024-09-16T07:24:15.961376+0000","last_unstale":"2024-09-16T07:24:15.971605+0000","last_undegraded":"2024-09-16T07:24:15.971605+0000","last_fullsized":"2024-09-16T07:24:15.971605+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:47:09.101467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.935335+0000","last_change":"2024-09-16T07:24:13.935335+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.935335+0000","last_undegraded":"2024-09-16T07:24:13.935335+0000","last_fullsized":"2024-09-16T07:24:13.935335+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.935388+0000","last_change":"2024-09-16T07:24:13.935388+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.935388+0000","last_undegraded":"2024-09-16T07:24:13.935388+0000","last_fullsized":"2024-09-16T07:24:13.935388+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":13,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T07:24:15.952261+0000","last_change":"2024-09-16T07:24:14.950104+0000","last_active":"2024-09-16T07:24:15.952261+0000","last_peered":"2024-09-16T07:24:15.952261+0000","last_clean":"2024-09-16T07:24:15.952261+0000","last_became_active":"2024-09-16T07:24:14.949829+0000","last_became_peered":"2024-09-16T07:24:14.949829+0000","last_unstale":"2024-09-16T07:24:15.952261+0000","last_undegraded":"2024-09-16T07:24:15.952261+0000","last_fullsized":"2024-09-16T07:24:15.952261+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:15:40.086641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.938255+0000","last_change":"2024-09-16T07:24:13.938255+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.938255+0000","last_undegraded":"2024-09-16T07:24:13.938255+0000","last_fullsized":"2024-09-16T07:24:13.938255+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:14.933194+0000","last_change":"2024-09-16T07:24:14.933194+0000","last_active":"2024-09-16T07:24:14.933194+0000","last_peered":"2024-09-16T07:24:14.933194+0000","last_clean":"2024-09-16T07:24:14.933194+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:14.933194+0000","last_undegraded":"2024-09-16T07:24:14.933194+0000","last_fullsized":"2024-09-16T07:24:14.933194+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":1,"reported_epoch":55,"state":"creating+peering","last_fresh":"2024-09-16T07:24:13.939092+0000","last_change":"2024-09-16T07:24:13.939092+0000","last_active":"2024-09-16T07:24:13.931087+0000","last_peered":"2024-09-16T07:24:13.931087+0000","last_clean":"2024-09-16T07:24:13.931087+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:13.939092+0000","last_undegraded":"2024-09-16T07:24:13.939092+0000","last_fullsized":"2024-09-16T07:24:13.939092+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"18'72","reported_seq":171,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-16T07:24:13.934944+0000","last_change":"2024-09-16T07:21:02.600196+0000","last_active":"2024-09-16T07:24:13.934944+0000","last_peered":"2024-09-16T07:24:13.934944+0000","last_clean":"2024-09-16T07:24:13.934944+0000","last_became_active":"2024-09-16T07:21:02.599001+0000","last_became_peered":"2024-09-16T07:21:02.599001+0000","last_unstale":"2024-09-16T07:24:13.934944+0000","last_undegraded":"2024-09-16T07:24:13.934944+0000","last_fullsized":"2024-09-16T07:24:13.934944+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_clean_scrub_stamp":"2024-09-16T07:21:01.331773+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:28:40.942832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":9,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":22,"acting":22,"num_store_stats":1},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509483,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27664,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344176,"statfs":{"total":96636764160,"available":96608436224,"internally_reserved":0,"allocated":651264,"data_stored":265197,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509482,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28236,"kb_used_data":1204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343604,"statfs":{"total":96636764160,"available":96607850496,"internally_reserved":0,"allocated":1232896,"data_stored":849748,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509482,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27664,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344176,"statfs":{"total":96636764160,"available":96608436224,"internally_reserved":0,"allocated":651264,"data_stored":265197,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509483,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27664,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344176,"statfs":{"total":96636764160,"available":96608436224,"internally_reserved":0,"allocated":651264,"data_stored":265197,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509483,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27664,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344176,"statfs":{"total":96636764160,"available":96608436224,"internally_reserved":0,"allocated":651264,"data_stored":265197,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509483,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32404,"kb_used_data":1216,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339436,"statfs":{"total":96636764160,"available":96603582464,"internally_reserved":0,"allocated":1245184,"data_stored":855565,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509484,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27652,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344188,"statfs":{"total":96636764160,"available":96608448512,"internally_reserved":0,"allocated":638976,"data_stored":259380,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574890,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27692,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344148,"statfs":{"total":96636764160,"available":96608407552,"internally_reserved":0,"allocated":679936,"data_stored":278269,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T07:24:20.694 INFO:tasks.ceph.ceph_manager.ceph:PG 9.3e is not active+clean 2024-09-16T07:24:20.694 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.3e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:24:14.933194+0000', 'last_change': '2024-09-16T07:24:14.933194+0000', 'last_active': '2024-09-16T07:24:14.933194+0000', 'last_peered': '2024-09-16T07:24:14.933194+0000', 'last_clean': '2024-09-16T07:24:14.933194+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:14.933194+0000', 'last_undegraded': '2024-09-16T07:24:14.933194+0000', 'last_fullsized': '2024-09-16T07:24:14.933194+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:24:20.695 INFO:tasks.ceph.ceph_manager.ceph:PG 9.3d is not active+clean 2024-09-16T07:24:20.695 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.3d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:24:14.933194+0000', 'last_change': '2024-09-16T07:24:14.933194+0000', 'last_active': '2024-09-16T07:24:14.933194+0000', 'last_peered': '2024-09-16T07:24:14.933194+0000', 'last_clean': '2024-09-16T07:24:14.933194+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:14.933194+0000', 'last_undegraded': '2024-09-16T07:24:14.933194+0000', 'last_fullsized': '2024-09-16T07:24:14.933194+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:24:20.695 INFO:tasks.ceph.ceph_manager.ceph:PG 9.3c is not active+clean 2024-09-16T07:24:20.695 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.3c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:24:14.933194+0000', 'last_change': '2024-09-16T07:24:14.933194+0000', 'last_active': '2024-09-16T07:24:14.933194+0000', 'last_peered': '2024-09-16T07:24:14.933194+0000', 'last_clean': '2024-09-16T07:24:14.933194+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:14.933194+0000', 'last_undegraded': '2024-09-16T07:24:14.933194+0000', 'last_fullsized': '2024-09-16T07:24:14.933194+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:24:20.695 INFO:tasks.ceph.ceph_manager.ceph:PG 9.39 is not active+clean 2024-09-16T07:24:20.695 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.39', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:24:14.933194+0000', 'last_change': '2024-09-16T07:24:14.933194+0000', 'last_active': '2024-09-16T07:24:14.933194+0000', 'last_peered': '2024-09-16T07:24:14.933194+0000', 'last_clean': '2024-09-16T07:24:14.933194+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:14.933194+0000', 'last_undegraded': '2024-09-16T07:24:14.933194+0000', 'last_fullsized': '2024-09-16T07:24:14.933194+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:24:20.695 INFO:tasks.ceph.ceph_manager.ceph:PG 9.38 is not active+clean 2024-09-16T07:24:20.695 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.38', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:24:14.933194+0000', 'last_change': '2024-09-16T07:24:14.933194+0000', 'last_active': '2024-09-16T07:24:14.933194+0000', 'last_peered': '2024-09-16T07:24:14.933194+0000', 'last_clean': '2024-09-16T07:24:14.933194+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:14.933194+0000', 'last_undegraded': '2024-09-16T07:24:14.933194+0000', 'last_fullsized': '2024-09-16T07:24:14.933194+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:24:20.695 INFO:tasks.ceph.ceph_manager.ceph:PG 9.37 is not active+clean 2024-09-16T07:24:20.695 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.37', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:24:14.933194+0000', 'last_change': '2024-09-16T07:24:14.933194+0000', 'last_active': '2024-09-16T07:24:14.933194+0000', 'last_peered': '2024-09-16T07:24:14.933194+0000', 'last_clean': '2024-09-16T07:24:14.933194+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:14.933194+0000', 'last_undegraded': '2024-09-16T07:24:14.933194+0000', 'last_fullsized': '2024-09-16T07:24:14.933194+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:24:20.695 INFO:tasks.ceph.ceph_manager.ceph:PG 9.35 is not active+clean 2024-09-16T07:24:20.696 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.35', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:24:14.933194+0000', 'last_change': '2024-09-16T07:24:14.933194+0000', 'last_active': '2024-09-16T07:24:14.933194+0000', 'last_peered': '2024-09-16T07:24:14.933194+0000', 'last_clean': '2024-09-16T07:24:14.933194+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:14.933194+0000', 'last_undegraded': '2024-09-16T07:24:14.933194+0000', 'last_fullsized': '2024-09-16T07:24:14.933194+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:24:20.696 INFO:tasks.ceph.ceph_manager.ceph:PG 9.34 is not active+clean 2024-09-16T07:24:20.696 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.34', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:24:14.933194+0000', 'last_change': '2024-09-16T07:24:14.933194+0000', 'last_active': '2024-09-16T07:24:14.933194+0000', 'last_peered': '2024-09-16T07:24:14.933194+0000', 'last_clean': '2024-09-16T07:24:14.933194+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:14.933194+0000', 'last_undegraded': '2024-09-16T07:24:14.933194+0000', 'last_fullsized': '2024-09-16T07:24:14.933194+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:24:20.696 INFO:tasks.ceph.ceph_manager.ceph:PG 9.33 is not active+clean 2024-09-16T07:24:20.696 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.33', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:24:14.933194+0000', 'last_change': '2024-09-16T07:24:14.933194+0000', 'last_active': '2024-09-16T07:24:14.933194+0000', 'last_peered': '2024-09-16T07:24:14.933194+0000', 'last_clean': '2024-09-16T07:24:14.933194+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:14.933194+0000', 'last_undegraded': '2024-09-16T07:24:14.933194+0000', 'last_fullsized': '2024-09-16T07:24:14.933194+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:24:20.696 INFO:tasks.ceph.ceph_manager.ceph:PG 9.32 is not active+clean 2024-09-16T07:24:20.696 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.32', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:24:14.933194+0000', 'last_change': '2024-09-16T07:24:14.933194+0000', 'last_active': '2024-09-16T07:24:14.933194+0000', 'last_peered': '2024-09-16T07:24:14.933194+0000', 'last_clean': '2024-09-16T07:24:14.933194+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:14.933194+0000', 'last_undegraded': '2024-09-16T07:24:14.933194+0000', 'last_fullsized': '2024-09-16T07:24:14.933194+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:24:20.696 INFO:tasks.ceph.ceph_manager.ceph:PG 9.31 is not active+clean 2024-09-16T07:24:20.696 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.31', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:24:14.933194+0000', 'last_change': '2024-09-16T07:24:14.933194+0000', 'last_active': '2024-09-16T07:24:14.933194+0000', 'last_peered': '2024-09-16T07:24:14.933194+0000', 'last_clean': '2024-09-16T07:24:14.933194+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:14.933194+0000', 'last_undegraded': '2024-09-16T07:24:14.933194+0000', 'last_fullsized': '2024-09-16T07:24:14.933194+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:24:20.696 INFO:tasks.ceph.ceph_manager.ceph:PG 9.2e is not active+clean 2024-09-16T07:24:20.696 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.2e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:24:14.933194+0000', 'last_change': '2024-09-16T07:24:14.933194+0000', 'last_active': '2024-09-16T07:24:14.933194+0000', 'last_peered': '2024-09-16T07:24:14.933194+0000', 'last_clean': '2024-09-16T07:24:14.933194+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:14.933194+0000', 'last_undegraded': '2024-09-16T07:24:14.933194+0000', 'last_fullsized': '2024-09-16T07:24:14.933194+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:24:20.697 INFO:tasks.ceph.ceph_manager.ceph:PG 9.2d is not active+clean 2024-09-16T07:24:20.697 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.2d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:24:14.933194+0000', 'last_change': '2024-09-16T07:24:14.933194+0000', 'last_active': '2024-09-16T07:24:14.933194+0000', 'last_peered': '2024-09-16T07:24:14.933194+0000', 'last_clean': '2024-09-16T07:24:14.933194+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:14.933194+0000', 'last_undegraded': '2024-09-16T07:24:14.933194+0000', 'last_fullsized': '2024-09-16T07:24:14.933194+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:24:20.697 INFO:tasks.ceph.ceph_manager.ceph:PG 9.2c is not active+clean 2024-09-16T07:24:20.697 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.2c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:24:14.933194+0000', 'last_change': '2024-09-16T07:24:14.933194+0000', 'last_active': '2024-09-16T07:24:14.933194+0000', 'last_peered': '2024-09-16T07:24:14.933194+0000', 'last_clean': '2024-09-16T07:24:14.933194+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:14.933194+0000', 'last_undegraded': '2024-09-16T07:24:14.933194+0000', 'last_fullsized': '2024-09-16T07:24:14.933194+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:24:20.697 INFO:tasks.ceph.ceph_manager.ceph:PG 9.2b is not active+clean 2024-09-16T07:24:20.697 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.2b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:24:14.933194+0000', 'last_change': '2024-09-16T07:24:14.933194+0000', 'last_active': '2024-09-16T07:24:14.933194+0000', 'last_peered': '2024-09-16T07:24:14.933194+0000', 'last_clean': '2024-09-16T07:24:14.933194+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:14.933194+0000', 'last_undegraded': '2024-09-16T07:24:14.933194+0000', 'last_fullsized': '2024-09-16T07:24:14.933194+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:24:20.697 INFO:tasks.ceph.ceph_manager.ceph:PG 9.2a is not active+clean 2024-09-16T07:24:20.697 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.2a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:24:14.933194+0000', 'last_change': '2024-09-16T07:24:14.933194+0000', 'last_active': '2024-09-16T07:24:14.933194+0000', 'last_peered': '2024-09-16T07:24:14.933194+0000', 'last_clean': '2024-09-16T07:24:14.933194+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:14.933194+0000', 'last_undegraded': '2024-09-16T07:24:14.933194+0000', 'last_fullsized': '2024-09-16T07:24:14.933194+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:24:20.697 INFO:tasks.ceph.ceph_manager.ceph:PG 9.29 is not active+clean 2024-09-16T07:24:20.697 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.29', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:24:14.933194+0000', 'last_change': '2024-09-16T07:24:14.933194+0000', 'last_active': '2024-09-16T07:24:14.933194+0000', 'last_peered': '2024-09-16T07:24:14.933194+0000', 'last_clean': '2024-09-16T07:24:14.933194+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:14.933194+0000', 'last_undegraded': '2024-09-16T07:24:14.933194+0000', 'last_fullsized': '2024-09-16T07:24:14.933194+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:24:20.698 INFO:tasks.ceph.ceph_manager.ceph:PG 9.28 is not active+clean 2024-09-16T07:24:20.698 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.28', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:24:14.933194+0000', 'last_change': '2024-09-16T07:24:14.933194+0000', 'last_active': '2024-09-16T07:24:14.933194+0000', 'last_peered': '2024-09-16T07:24:14.933194+0000', 'last_clean': '2024-09-16T07:24:14.933194+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:14.933194+0000', 'last_undegraded': '2024-09-16T07:24:14.933194+0000', 'last_fullsized': '2024-09-16T07:24:14.933194+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:24:20.698 INFO:tasks.ceph.ceph_manager.ceph:PG 9.27 is not active+clean 2024-09-16T07:24:20.698 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.27', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:24:14.933194+0000', 'last_change': '2024-09-16T07:24:14.933194+0000', 'last_active': '2024-09-16T07:24:14.933194+0000', 'last_peered': '2024-09-16T07:24:14.933194+0000', 'last_clean': '2024-09-16T07:24:14.933194+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:14.933194+0000', 'last_undegraded': '2024-09-16T07:24:14.933194+0000', 'last_fullsized': '2024-09-16T07:24:14.933194+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:24:20.698 INFO:tasks.ceph.ceph_manager.ceph:PG 9.26 is not active+clean 2024-09-16T07:24:20.698 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.26', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:24:14.933194+0000', 'last_change': '2024-09-16T07:24:14.933194+0000', 'last_active': '2024-09-16T07:24:14.933194+0000', 'last_peered': '2024-09-16T07:24:14.933194+0000', 'last_clean': '2024-09-16T07:24:14.933194+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:14.933194+0000', 'last_undegraded': '2024-09-16T07:24:14.933194+0000', 'last_fullsized': '2024-09-16T07:24:14.933194+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:24:20.698 INFO:tasks.ceph.ceph_manager.ceph:PG 9.25 is not active+clean 2024-09-16T07:24:20.698 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.25', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:24:14.933194+0000', 'last_change': '2024-09-16T07:24:14.933194+0000', 'last_active': '2024-09-16T07:24:14.933194+0000', 'last_peered': '2024-09-16T07:24:14.933194+0000', 'last_clean': '2024-09-16T07:24:14.933194+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:14.933194+0000', 'last_undegraded': '2024-09-16T07:24:14.933194+0000', 'last_fullsized': '2024-09-16T07:24:14.933194+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:24:20.698 INFO:tasks.ceph.ceph_manager.ceph:PG 9.24 is not active+clean 2024-09-16T07:24:20.698 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.24', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:24:14.933194+0000', 'last_change': '2024-09-16T07:24:14.933194+0000', 'last_active': '2024-09-16T07:24:14.933194+0000', 'last_peered': '2024-09-16T07:24:14.933194+0000', 'last_clean': '2024-09-16T07:24:14.933194+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:14.933194+0000', 'last_undegraded': '2024-09-16T07:24:14.933194+0000', 'last_fullsized': '2024-09-16T07:24:14.933194+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:24:20.698 INFO:tasks.ceph.ceph_manager.ceph:PG 9.23 is not active+clean 2024-09-16T07:24:20.699 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.23', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:24:14.933194+0000', 'last_change': '2024-09-16T07:24:14.933194+0000', 'last_active': '2024-09-16T07:24:14.933194+0000', 'last_peered': '2024-09-16T07:24:14.933194+0000', 'last_clean': '2024-09-16T07:24:14.933194+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:14.933194+0000', 'last_undegraded': '2024-09-16T07:24:14.933194+0000', 'last_fullsized': '2024-09-16T07:24:14.933194+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:24:20.699 INFO:tasks.ceph.ceph_manager.ceph:PG 9.22 is not active+clean 2024-09-16T07:24:20.699 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.22', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:24:14.933194+0000', 'last_change': '2024-09-16T07:24:14.933194+0000', 'last_active': '2024-09-16T07:24:14.933194+0000', 'last_peered': '2024-09-16T07:24:14.933194+0000', 'last_clean': '2024-09-16T07:24:14.933194+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:14.933194+0000', 'last_undegraded': '2024-09-16T07:24:14.933194+0000', 'last_fullsized': '2024-09-16T07:24:14.933194+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:24:20.699 INFO:tasks.ceph.ceph_manager.ceph:PG 9.21 is not active+clean 2024-09-16T07:24:20.699 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.21', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:24:14.933194+0000', 'last_change': '2024-09-16T07:24:14.933194+0000', 'last_active': '2024-09-16T07:24:14.933194+0000', 'last_peered': '2024-09-16T07:24:14.933194+0000', 'last_clean': '2024-09-16T07:24:14.933194+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:14.933194+0000', 'last_undegraded': '2024-09-16T07:24:14.933194+0000', 'last_fullsized': '2024-09-16T07:24:14.933194+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:24:20.699 INFO:tasks.ceph.ceph_manager.ceph:PG 9.20 is not active+clean 2024-09-16T07:24:20.699 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.20', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:24:14.933194+0000', 'last_change': '2024-09-16T07:24:14.933194+0000', 'last_active': '2024-09-16T07:24:14.933194+0000', 'last_peered': '2024-09-16T07:24:14.933194+0000', 'last_clean': '2024-09-16T07:24:14.933194+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:14.933194+0000', 'last_undegraded': '2024-09-16T07:24:14.933194+0000', 'last_fullsized': '2024-09-16T07:24:14.933194+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:24:20.700 INFO:tasks.ceph.ceph_manager.ceph:PG 8.1f is not active+clean 2024-09-16T07:24:20.700 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:24:13.937777+0000', 'last_change': '2024-09-16T07:24:13.937777+0000', 'last_active': '2024-09-16T07:24:13.931087+0000', 'last_peered': '2024-09-16T07:24:13.931087+0000', 'last_clean': '2024-09-16T07:24:13.931087+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:13.937777+0000', 'last_undegraded': '2024-09-16T07:24:13.937777+0000', 'last_fullsized': '2024-09-16T07:24:13.937777+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T07:24:20.700 INFO:tasks.ceph.ceph_manager.ceph:PG 8.1e is not active+clean 2024-09-16T07:24:20.700 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:24:13.935324+0000', 'last_change': '2024-09-16T07:24:13.935324+0000', 'last_active': '2024-09-16T07:24:13.931087+0000', 'last_peered': '2024-09-16T07:24:13.931087+0000', 'last_clean': '2024-09-16T07:24:13.931087+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:13.935324+0000', 'last_undegraded': '2024-09-16T07:24:13.935324+0000', 'last_fullsized': '2024-09-16T07:24:13.935324+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 0], 'acting': [7, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T07:24:20.700 INFO:tasks.ceph.ceph_manager.ceph:PG 9.1c is not active+clean 2024-09-16T07:24:20.700 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:24:14.933194+0000', 'last_change': '2024-09-16T07:24:14.933194+0000', 'last_active': '2024-09-16T07:24:14.933194+0000', 'last_peered': '2024-09-16T07:24:14.933194+0000', 'last_clean': '2024-09-16T07:24:14.933194+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:14.933194+0000', 'last_undegraded': '2024-09-16T07:24:14.933194+0000', 'last_fullsized': '2024-09-16T07:24:14.933194+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:24:20.700 INFO:tasks.ceph.ceph_manager.ceph:PG 8.1c is not active+clean 2024-09-16T07:24:20.700 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:24:13.939569+0000', 'last_change': '2024-09-16T07:24:13.939569+0000', 'last_active': '2024-09-16T07:24:13.931087+0000', 'last_peered': '2024-09-16T07:24:13.931087+0000', 'last_clean': '2024-09-16T07:24:13.931087+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:13.939569+0000', 'last_undegraded': '2024-09-16T07:24:13.939569+0000', 'last_fullsized': '2024-09-16T07:24:13.939569+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T07:24:20.700 INFO:tasks.ceph.ceph_manager.ceph:PG 9.1a is not active+clean 2024-09-16T07:24:20.700 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:24:14.933194+0000', 'last_change': '2024-09-16T07:24:14.933194+0000', 'last_active': '2024-09-16T07:24:14.933194+0000', 'last_peered': '2024-09-16T07:24:14.933194+0000', 'last_clean': '2024-09-16T07:24:14.933194+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:14.933194+0000', 'last_undegraded': '2024-09-16T07:24:14.933194+0000', 'last_fullsized': '2024-09-16T07:24:14.933194+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:24:20.700 INFO:tasks.ceph.ceph_manager.ceph:PG 8.1b is not active+clean 2024-09-16T07:24:20.701 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:24:13.935406+0000', 'last_change': '2024-09-16T07:24:13.935406+0000', 'last_active': '2024-09-16T07:24:13.931087+0000', 'last_peered': '2024-09-16T07:24:13.931087+0000', 'last_clean': '2024-09-16T07:24:13.931087+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:13.935406+0000', 'last_undegraded': '2024-09-16T07:24:13.935406+0000', 'last_fullsized': '2024-09-16T07:24:13.935406+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-16T07:24:20.701 INFO:tasks.ceph.ceph_manager.ceph:PG 9.1b is not active+clean 2024-09-16T07:24:20.701 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:24:14.933194+0000', 'last_change': '2024-09-16T07:24:14.933194+0000', 'last_active': '2024-09-16T07:24:14.933194+0000', 'last_peered': '2024-09-16T07:24:14.933194+0000', 'last_clean': '2024-09-16T07:24:14.933194+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:14.933194+0000', 'last_undegraded': '2024-09-16T07:24:14.933194+0000', 'last_fullsized': '2024-09-16T07:24:14.933194+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:24:20.701 INFO:tasks.ceph.ceph_manager.ceph:PG 9.18 is not active+clean 2024-09-16T07:24:20.701 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:24:14.933194+0000', 'last_change': '2024-09-16T07:24:14.933194+0000', 'last_active': '2024-09-16T07:24:14.933194+0000', 'last_peered': '2024-09-16T07:24:14.933194+0000', 'last_clean': '2024-09-16T07:24:14.933194+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:14.933194+0000', 'last_undegraded': '2024-09-16T07:24:14.933194+0000', 'last_fullsized': '2024-09-16T07:24:14.933194+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:24:20.701 INFO:tasks.ceph.ceph_manager.ceph:PG 8.19 is not active+clean 2024-09-16T07:24:20.701 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:24:13.937396+0000', 'last_change': '2024-09-16T07:24:13.937396+0000', 'last_active': '2024-09-16T07:24:13.931087+0000', 'last_peered': '2024-09-16T07:24:13.931087+0000', 'last_clean': '2024-09-16T07:24:13.931087+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:13.937396+0000', 'last_undegraded': '2024-09-16T07:24:13.937396+0000', 'last_fullsized': '2024-09-16T07:24:13.937396+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 0], 'acting': [1, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-16T07:24:20.701 INFO:tasks.ceph.ceph_manager.ceph:PG 8.18 is not active+clean 2024-09-16T07:24:20.701 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:24:13.939625+0000', 'last_change': '2024-09-16T07:24:13.939625+0000', 'last_active': '2024-09-16T07:24:13.931087+0000', 'last_peered': '2024-09-16T07:24:13.931087+0000', 'last_clean': '2024-09-16T07:24:13.931087+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:13.939625+0000', 'last_undegraded': '2024-09-16T07:24:13.939625+0000', 'last_fullsized': '2024-09-16T07:24:13.939625+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4], 'acting': [0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T07:24:20.701 INFO:tasks.ceph.ceph_manager.ceph:PG 9.16 is not active+clean 2024-09-16T07:24:20.701 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:24:14.933194+0000', 'last_change': '2024-09-16T07:24:14.933194+0000', 'last_active': '2024-09-16T07:24:14.933194+0000', 'last_peered': '2024-09-16T07:24:14.933194+0000', 'last_clean': '2024-09-16T07:24:14.933194+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:14.933194+0000', 'last_undegraded': '2024-09-16T07:24:14.933194+0000', 'last_fullsized': '2024-09-16T07:24:14.933194+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:24:20.702 INFO:tasks.ceph.ceph_manager.ceph:PG 8.17 is not active+clean 2024-09-16T07:24:20.702 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:24:13.936881+0000', 'last_change': '2024-09-16T07:24:13.936881+0000', 'last_active': '2024-09-16T07:24:13.931087+0000', 'last_peered': '2024-09-16T07:24:13.931087+0000', 'last_clean': '2024-09-16T07:24:13.931087+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:13.936881+0000', 'last_undegraded': '2024-09-16T07:24:13.936881+0000', 'last_fullsized': '2024-09-16T07:24:13.936881+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 7], 'acting': [1, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-16T07:24:20.702 INFO:tasks.ceph.ceph_manager.ceph:PG 9.17 is not active+clean 2024-09-16T07:24:20.702 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:24:14.933194+0000', 'last_change': '2024-09-16T07:24:14.933194+0000', 'last_active': '2024-09-16T07:24:14.933194+0000', 'last_peered': '2024-09-16T07:24:14.933194+0000', 'last_clean': '2024-09-16T07:24:14.933194+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:14.933194+0000', 'last_undegraded': '2024-09-16T07:24:14.933194+0000', 'last_fullsized': '2024-09-16T07:24:14.933194+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:24:20.702 INFO:tasks.ceph.ceph_manager.ceph:PG 8.16 is not active+clean 2024-09-16T07:24:20.702 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:24:13.938403+0000', 'last_change': '2024-09-16T07:24:13.938403+0000', 'last_active': '2024-09-16T07:24:13.931087+0000', 'last_peered': '2024-09-16T07:24:13.931087+0000', 'last_clean': '2024-09-16T07:24:13.931087+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:13.938403+0000', 'last_undegraded': '2024-09-16T07:24:13.938403+0000', 'last_fullsized': '2024-09-16T07:24:13.938403+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T07:24:20.702 INFO:tasks.ceph.ceph_manager.ceph:PG 9.14 is not active+clean 2024-09-16T07:24:20.702 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:24:14.933194+0000', 'last_change': '2024-09-16T07:24:14.933194+0000', 'last_active': '2024-09-16T07:24:14.933194+0000', 'last_peered': '2024-09-16T07:24:14.933194+0000', 'last_clean': '2024-09-16T07:24:14.933194+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:14.933194+0000', 'last_undegraded': '2024-09-16T07:24:14.933194+0000', 'last_fullsized': '2024-09-16T07:24:14.933194+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:24:20.702 INFO:tasks.ceph.ceph_manager.ceph:PG 8.15 is not active+clean 2024-09-16T07:24:20.702 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:24:13.938892+0000', 'last_change': '2024-09-16T07:24:13.938892+0000', 'last_active': '2024-09-16T07:24:13.931087+0000', 'last_peered': '2024-09-16T07:24:13.931087+0000', 'last_clean': '2024-09-16T07:24:13.931087+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:13.938892+0000', 'last_undegraded': '2024-09-16T07:24:13.938892+0000', 'last_fullsized': '2024-09-16T07:24:13.938892+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T07:24:20.702 INFO:tasks.ceph.ceph_manager.ceph:PG 9.15 is not active+clean 2024-09-16T07:24:20.703 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:24:14.933194+0000', 'last_change': '2024-09-16T07:24:14.933194+0000', 'last_active': '2024-09-16T07:24:14.933194+0000', 'last_peered': '2024-09-16T07:24:14.933194+0000', 'last_clean': '2024-09-16T07:24:14.933194+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:14.933194+0000', 'last_undegraded': '2024-09-16T07:24:14.933194+0000', 'last_fullsized': '2024-09-16T07:24:14.933194+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:24:20.703 INFO:tasks.ceph.ceph_manager.ceph:PG 8.14 is not active+clean 2024-09-16T07:24:20.703 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:24:13.940102+0000', 'last_change': '2024-09-16T07:24:13.940102+0000', 'last_active': '2024-09-16T07:24:13.931087+0000', 'last_peered': '2024-09-16T07:24:13.931087+0000', 'last_clean': '2024-09-16T07:24:13.931087+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:13.940102+0000', 'last_undegraded': '2024-09-16T07:24:13.940102+0000', 'last_fullsized': '2024-09-16T07:24:13.940102+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 2], 'acting': [0, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T07:24:20.703 INFO:tasks.ceph.ceph_manager.ceph:PG 9.12 is not active+clean 2024-09-16T07:24:20.703 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:24:14.933194+0000', 'last_change': '2024-09-16T07:24:14.933194+0000', 'last_active': '2024-09-16T07:24:14.933194+0000', 'last_peered': '2024-09-16T07:24:14.933194+0000', 'last_clean': '2024-09-16T07:24:14.933194+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:14.933194+0000', 'last_undegraded': '2024-09-16T07:24:14.933194+0000', 'last_fullsized': '2024-09-16T07:24:14.933194+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:24:20.703 INFO:tasks.ceph.ceph_manager.ceph:PG 8.13 is not active+clean 2024-09-16T07:24:20.703 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:24:13.937478+0000', 'last_change': '2024-09-16T07:24:13.937478+0000', 'last_active': '2024-09-16T07:24:13.931087+0000', 'last_peered': '2024-09-16T07:24:13.931087+0000', 'last_clean': '2024-09-16T07:24:13.931087+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:13.937478+0000', 'last_undegraded': '2024-09-16T07:24:13.937478+0000', 'last_fullsized': '2024-09-16T07:24:13.937478+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T07:24:20.703 INFO:tasks.ceph.ceph_manager.ceph:PG 9.13 is not active+clean 2024-09-16T07:24:20.703 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:24:14.933194+0000', 'last_change': '2024-09-16T07:24:14.933194+0000', 'last_active': '2024-09-16T07:24:14.933194+0000', 'last_peered': '2024-09-16T07:24:14.933194+0000', 'last_clean': '2024-09-16T07:24:14.933194+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:14.933194+0000', 'last_undegraded': '2024-09-16T07:24:14.933194+0000', 'last_fullsized': '2024-09-16T07:24:14.933194+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:24:20.703 INFO:tasks.ceph.ceph_manager.ceph:PG 8.12 is not active+clean 2024-09-16T07:24:20.703 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:24:13.938947+0000', 'last_change': '2024-09-16T07:24:13.938947+0000', 'last_active': '2024-09-16T07:24:13.931087+0000', 'last_peered': '2024-09-16T07:24:13.931087+0000', 'last_clean': '2024-09-16T07:24:13.931087+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:13.938947+0000', 'last_undegraded': '2024-09-16T07:24:13.938947+0000', 'last_fullsized': '2024-09-16T07:24:13.938947+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T07:24:20.704 INFO:tasks.ceph.ceph_manager.ceph:PG 9.10 is not active+clean 2024-09-16T07:24:20.704 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.10', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:24:14.933194+0000', 'last_change': '2024-09-16T07:24:14.933194+0000', 'last_active': '2024-09-16T07:24:14.933194+0000', 'last_peered': '2024-09-16T07:24:14.933194+0000', 'last_clean': '2024-09-16T07:24:14.933194+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:14.933194+0000', 'last_undegraded': '2024-09-16T07:24:14.933194+0000', 'last_fullsized': '2024-09-16T07:24:14.933194+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:24:20.704 INFO:tasks.ceph.ceph_manager.ceph:PG 8.11 is not active+clean 2024-09-16T07:24:20.704 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:24:13.938637+0000', 'last_change': '2024-09-16T07:24:13.938637+0000', 'last_active': '2024-09-16T07:24:13.931087+0000', 'last_peered': '2024-09-16T07:24:13.931087+0000', 'last_clean': '2024-09-16T07:24:13.931087+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:13.938637+0000', 'last_undegraded': '2024-09-16T07:24:13.938637+0000', 'last_fullsized': '2024-09-16T07:24:13.938637+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T07:24:20.704 INFO:tasks.ceph.ceph_manager.ceph:PG 9.11 is not active+clean 2024-09-16T07:24:20.704 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:24:14.933194+0000', 'last_change': '2024-09-16T07:24:14.933194+0000', 'last_active': '2024-09-16T07:24:14.933194+0000', 'last_peered': '2024-09-16T07:24:14.933194+0000', 'last_clean': '2024-09-16T07:24:14.933194+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:14.933194+0000', 'last_undegraded': '2024-09-16T07:24:14.933194+0000', 'last_fullsized': '2024-09-16T07:24:14.933194+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:24:20.704 INFO:tasks.ceph.ceph_manager.ceph:PG 8.10 is not active+clean 2024-09-16T07:24:20.704 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:24:13.938612+0000', 'last_change': '2024-09-16T07:24:13.938612+0000', 'last_active': '2024-09-16T07:24:13.931087+0000', 'last_peered': '2024-09-16T07:24:13.931087+0000', 'last_clean': '2024-09-16T07:24:13.931087+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:13.938612+0000', 'last_undegraded': '2024-09-16T07:24:13.938612+0000', 'last_fullsized': '2024-09-16T07:24:13.938612+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-16T07:24:20.704 INFO:tasks.ceph.ceph_manager.ceph:PG 9.e is not active+clean 2024-09-16T07:24:20.704 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:24:14.933194+0000', 'last_change': '2024-09-16T07:24:14.933194+0000', 'last_active': '2024-09-16T07:24:14.933194+0000', 'last_peered': '2024-09-16T07:24:14.933194+0000', 'last_clean': '2024-09-16T07:24:14.933194+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:14.933194+0000', 'last_undegraded': '2024-09-16T07:24:14.933194+0000', 'last_fullsized': '2024-09-16T07:24:14.933194+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:24:20.704 INFO:tasks.ceph.ceph_manager.ceph:PG 8.f is not active+clean 2024-09-16T07:24:20.705 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:24:13.936254+0000', 'last_change': '2024-09-16T07:24:13.936254+0000', 'last_active': '2024-09-16T07:24:13.931087+0000', 'last_peered': '2024-09-16T07:24:13.931087+0000', 'last_clean': '2024-09-16T07:24:13.931087+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:13.936254+0000', 'last_undegraded': '2024-09-16T07:24:13.936254+0000', 'last_fullsized': '2024-09-16T07:24:13.936254+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T07:24:20.705 INFO:tasks.ceph.ceph_manager.ceph:PG 9.f is not active+clean 2024-09-16T07:24:20.705 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:24:14.933194+0000', 'last_change': '2024-09-16T07:24:14.933194+0000', 'last_active': '2024-09-16T07:24:14.933194+0000', 'last_peered': '2024-09-16T07:24:14.933194+0000', 'last_clean': '2024-09-16T07:24:14.933194+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:14.933194+0000', 'last_undegraded': '2024-09-16T07:24:14.933194+0000', 'last_fullsized': '2024-09-16T07:24:14.933194+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:24:20.705 INFO:tasks.ceph.ceph_manager.ceph:PG 8.e is not active+clean 2024-09-16T07:24:20.705 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:24:13.937564+0000', 'last_change': '2024-09-16T07:24:13.937564+0000', 'last_active': '2024-09-16T07:24:13.931087+0000', 'last_peered': '2024-09-16T07:24:13.931087+0000', 'last_clean': '2024-09-16T07:24:13.931087+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:13.937564+0000', 'last_undegraded': '2024-09-16T07:24:13.937564+0000', 'last_fullsized': '2024-09-16T07:24:13.937564+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T07:24:20.705 INFO:tasks.ceph.ceph_manager.ceph:PG 9.c is not active+clean 2024-09-16T07:24:20.705 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:24:14.933194+0000', 'last_change': '2024-09-16T07:24:14.933194+0000', 'last_active': '2024-09-16T07:24:14.933194+0000', 'last_peered': '2024-09-16T07:24:14.933194+0000', 'last_clean': '2024-09-16T07:24:14.933194+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:14.933194+0000', 'last_undegraded': '2024-09-16T07:24:14.933194+0000', 'last_fullsized': '2024-09-16T07:24:14.933194+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:24:20.705 INFO:tasks.ceph.ceph_manager.ceph:PG 8.d is not active+clean 2024-09-16T07:24:20.705 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:24:13.935395+0000', 'last_change': '2024-09-16T07:24:13.935395+0000', 'last_active': '2024-09-16T07:24:13.931087+0000', 'last_peered': '2024-09-16T07:24:13.931087+0000', 'last_clean': '2024-09-16T07:24:13.931087+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:13.935395+0000', 'last_undegraded': '2024-09-16T07:24:13.935395+0000', 'last_fullsized': '2024-09-16T07:24:13.935395+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 7], 'acting': [2, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-16T07:24:20.705 INFO:tasks.ceph.ceph_manager.ceph:PG 9.d is not active+clean 2024-09-16T07:24:20.705 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:24:14.933194+0000', 'last_change': '2024-09-16T07:24:14.933194+0000', 'last_active': '2024-09-16T07:24:14.933194+0000', 'last_peered': '2024-09-16T07:24:14.933194+0000', 'last_clean': '2024-09-16T07:24:14.933194+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:14.933194+0000', 'last_undegraded': '2024-09-16T07:24:14.933194+0000', 'last_fullsized': '2024-09-16T07:24:14.933194+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:24:20.706 INFO:tasks.ceph.ceph_manager.ceph:PG 8.c is not active+clean 2024-09-16T07:24:20.706 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:24:13.937719+0000', 'last_change': '2024-09-16T07:24:13.937719+0000', 'last_active': '2024-09-16T07:24:13.931087+0000', 'last_peered': '2024-09-16T07:24:13.931087+0000', 'last_clean': '2024-09-16T07:24:13.931087+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:13.937719+0000', 'last_undegraded': '2024-09-16T07:24:13.937719+0000', 'last_fullsized': '2024-09-16T07:24:13.937719+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 6], 'acting': [5, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T07:24:20.706 INFO:tasks.ceph.ceph_manager.ceph:PG 9.a is not active+clean 2024-09-16T07:24:20.706 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:24:14.933194+0000', 'last_change': '2024-09-16T07:24:14.933194+0000', 'last_active': '2024-09-16T07:24:14.933194+0000', 'last_peered': '2024-09-16T07:24:14.933194+0000', 'last_clean': '2024-09-16T07:24:14.933194+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:14.933194+0000', 'last_undegraded': '2024-09-16T07:24:14.933194+0000', 'last_fullsized': '2024-09-16T07:24:14.933194+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:24:20.706 INFO:tasks.ceph.ceph_manager.ceph:PG 8.b is not active+clean 2024-09-16T07:24:20.706 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:24:13.937932+0000', 'last_change': '2024-09-16T07:24:13.937932+0000', 'last_active': '2024-09-16T07:24:13.931087+0000', 'last_peered': '2024-09-16T07:24:13.931087+0000', 'last_clean': '2024-09-16T07:24:13.931087+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:13.937932+0000', 'last_undegraded': '2024-09-16T07:24:13.937932+0000', 'last_fullsized': '2024-09-16T07:24:13.937932+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T07:24:20.706 INFO:tasks.ceph.ceph_manager.ceph:PG 9.b is not active+clean 2024-09-16T07:24:20.706 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:24:14.933194+0000', 'last_change': '2024-09-16T07:24:14.933194+0000', 'last_active': '2024-09-16T07:24:14.933194+0000', 'last_peered': '2024-09-16T07:24:14.933194+0000', 'last_clean': '2024-09-16T07:24:14.933194+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:14.933194+0000', 'last_undegraded': '2024-09-16T07:24:14.933194+0000', 'last_fullsized': '2024-09-16T07:24:14.933194+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:24:20.706 INFO:tasks.ceph.ceph_manager.ceph:PG 8.a is not active+clean 2024-09-16T07:24:20.706 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:24:13.937478+0000', 'last_change': '2024-09-16T07:24:13.937478+0000', 'last_active': '2024-09-16T07:24:13.931087+0000', 'last_peered': '2024-09-16T07:24:13.931087+0000', 'last_clean': '2024-09-16T07:24:13.931087+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:13.937478+0000', 'last_undegraded': '2024-09-16T07:24:13.937478+0000', 'last_fullsized': '2024-09-16T07:24:13.937478+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T07:24:20.707 INFO:tasks.ceph.ceph_manager.ceph:PG 9.9 is not active+clean 2024-09-16T07:24:20.707 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.9', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:24:14.933194+0000', 'last_change': '2024-09-16T07:24:14.933194+0000', 'last_active': '2024-09-16T07:24:14.933194+0000', 'last_peered': '2024-09-16T07:24:14.933194+0000', 'last_clean': '2024-09-16T07:24:14.933194+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:14.933194+0000', 'last_undegraded': '2024-09-16T07:24:14.933194+0000', 'last_fullsized': '2024-09-16T07:24:14.933194+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:24:20.707 INFO:tasks.ceph.ceph_manager.ceph:PG 8.8 is not active+clean 2024-09-16T07:24:20.707 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:24:13.937261+0000', 'last_change': '2024-09-16T07:24:13.937261+0000', 'last_active': '2024-09-16T07:24:13.931087+0000', 'last_peered': '2024-09-16T07:24:13.931087+0000', 'last_clean': '2024-09-16T07:24:13.931087+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:13.937261+0000', 'last_undegraded': '2024-09-16T07:24:13.937261+0000', 'last_fullsized': '2024-09-16T07:24:13.937261+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-16T07:24:20.707 INFO:tasks.ceph.ceph_manager.ceph:PG 9.6 is not active+clean 2024-09-16T07:24:20.707 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:24:14.933194+0000', 'last_change': '2024-09-16T07:24:14.933194+0000', 'last_active': '2024-09-16T07:24:14.933194+0000', 'last_peered': '2024-09-16T07:24:14.933194+0000', 'last_clean': '2024-09-16T07:24:14.933194+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:14.933194+0000', 'last_undegraded': '2024-09-16T07:24:14.933194+0000', 'last_fullsized': '2024-09-16T07:24:14.933194+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:24:20.707 INFO:tasks.ceph.ceph_manager.ceph:PG 8.7 is not active+clean 2024-09-16T07:24:20.707 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:24:13.935280+0000', 'last_change': '2024-09-16T07:24:13.935280+0000', 'last_active': '2024-09-16T07:24:13.931087+0000', 'last_peered': '2024-09-16T07:24:13.931087+0000', 'last_clean': '2024-09-16T07:24:13.931087+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:13.935280+0000', 'last_undegraded': '2024-09-16T07:24:13.935280+0000', 'last_fullsized': '2024-09-16T07:24:13.935280+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T07:24:20.708 INFO:tasks.ceph.ceph_manager.ceph:PG 9.7 is not active+clean 2024-09-16T07:24:20.708 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:24:14.933194+0000', 'last_change': '2024-09-16T07:24:14.933194+0000', 'last_active': '2024-09-16T07:24:14.933194+0000', 'last_peered': '2024-09-16T07:24:14.933194+0000', 'last_clean': '2024-09-16T07:24:14.933194+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:14.933194+0000', 'last_undegraded': '2024-09-16T07:24:14.933194+0000', 'last_fullsized': '2024-09-16T07:24:14.933194+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:24:20.708 INFO:tasks.ceph.ceph_manager.ceph:PG 9.4 is not active+clean 2024-09-16T07:24:20.708 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:24:14.933194+0000', 'last_change': '2024-09-16T07:24:14.933194+0000', 'last_active': '2024-09-16T07:24:14.933194+0000', 'last_peered': '2024-09-16T07:24:14.933194+0000', 'last_clean': '2024-09-16T07:24:14.933194+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:14.933194+0000', 'last_undegraded': '2024-09-16T07:24:14.933194+0000', 'last_fullsized': '2024-09-16T07:24:14.933194+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:24:20.708 INFO:tasks.ceph.ceph_manager.ceph:PG 8.5 is not active+clean 2024-09-16T07:24:20.708 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:24:13.937130+0000', 'last_change': '2024-09-16T07:24:13.937130+0000', 'last_active': '2024-09-16T07:24:13.931087+0000', 'last_peered': '2024-09-16T07:24:13.931087+0000', 'last_clean': '2024-09-16T07:24:13.931087+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:13.937130+0000', 'last_undegraded': '2024-09-16T07:24:13.937130+0000', 'last_fullsized': '2024-09-16T07:24:13.937130+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 2], 'acting': [1, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-16T07:24:20.708 INFO:tasks.ceph.ceph_manager.ceph:PG 9.5 is not active+clean 2024-09-16T07:24:20.708 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:24:14.933194+0000', 'last_change': '2024-09-16T07:24:14.933194+0000', 'last_active': '2024-09-16T07:24:14.933194+0000', 'last_peered': '2024-09-16T07:24:14.933194+0000', 'last_clean': '2024-09-16T07:24:14.933194+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:14.933194+0000', 'last_undegraded': '2024-09-16T07:24:14.933194+0000', 'last_fullsized': '2024-09-16T07:24:14.933194+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:24:20.708 INFO:tasks.ceph.ceph_manager.ceph:PG 8.4 is not active+clean 2024-09-16T07:24:20.708 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:24:13.935392+0000', 'last_change': '2024-09-16T07:24:13.935392+0000', 'last_active': '2024-09-16T07:24:13.931087+0000', 'last_peered': '2024-09-16T07:24:13.931087+0000', 'last_clean': '2024-09-16T07:24:13.931087+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:13.935392+0000', 'last_undegraded': '2024-09-16T07:24:13.935392+0000', 'last_fullsized': '2024-09-16T07:24:13.935392+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-16T07:24:20.708 INFO:tasks.ceph.ceph_manager.ceph:PG 8.3 is not active+clean 2024-09-16T07:24:20.709 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:24:13.935335+0000', 'last_change': '2024-09-16T07:24:13.935335+0000', 'last_active': '2024-09-16T07:24:13.931087+0000', 'last_peered': '2024-09-16T07:24:13.931087+0000', 'last_clean': '2024-09-16T07:24:13.931087+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:13.935335+0000', 'last_undegraded': '2024-09-16T07:24:13.935335+0000', 'last_fullsized': '2024-09-16T07:24:13.935335+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-16T07:24:20.709 INFO:tasks.ceph.ceph_manager.ceph:PG 9.3 is not active+clean 2024-09-16T07:24:20.709 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:24:14.933194+0000', 'last_change': '2024-09-16T07:24:14.933194+0000', 'last_active': '2024-09-16T07:24:14.933194+0000', 'last_peered': '2024-09-16T07:24:14.933194+0000', 'last_clean': '2024-09-16T07:24:14.933194+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:14.933194+0000', 'last_undegraded': '2024-09-16T07:24:14.933194+0000', 'last_fullsized': '2024-09-16T07:24:14.933194+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:24:20.709 INFO:tasks.ceph.ceph_manager.ceph:PG 8.2 is not active+clean 2024-09-16T07:24:20.709 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:24:13.935388+0000', 'last_change': '2024-09-16T07:24:13.935388+0000', 'last_active': '2024-09-16T07:24:13.931087+0000', 'last_peered': '2024-09-16T07:24:13.931087+0000', 'last_clean': '2024-09-16T07:24:13.931087+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:13.935388+0000', 'last_undegraded': '2024-09-16T07:24:13.935388+0000', 'last_fullsized': '2024-09-16T07:24:13.935388+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 7], 'acting': [2, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-16T07:24:20.709 INFO:tasks.ceph.ceph_manager.ceph:PG 9.0 is not active+clean 2024-09-16T07:24:20.709 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:24:14.933194+0000', 'last_change': '2024-09-16T07:24:14.933194+0000', 'last_active': '2024-09-16T07:24:14.933194+0000', 'last_peered': '2024-09-16T07:24:14.933194+0000', 'last_clean': '2024-09-16T07:24:14.933194+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:14.933194+0000', 'last_undegraded': '2024-09-16T07:24:14.933194+0000', 'last_fullsized': '2024-09-16T07:24:14.933194+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:24:20.709 INFO:tasks.ceph.ceph_manager.ceph:PG 9.1 is not active+clean 2024-09-16T07:24:20.710 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.1', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:24:14.933194+0000', 'last_change': '2024-09-16T07:24:14.933194+0000', 'last_active': '2024-09-16T07:24:14.933194+0000', 'last_peered': '2024-09-16T07:24:14.933194+0000', 'last_clean': '2024-09-16T07:24:14.933194+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:14.933194+0000', 'last_undegraded': '2024-09-16T07:24:14.933194+0000', 'last_fullsized': '2024-09-16T07:24:14.933194+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:24:20.710 INFO:tasks.ceph.ceph_manager.ceph:PG 8.0 is not active+clean 2024-09-16T07:24:20.710 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:24:13.938255+0000', 'last_change': '2024-09-16T07:24:13.938255+0000', 'last_active': '2024-09-16T07:24:13.931087+0000', 'last_peered': '2024-09-16T07:24:13.931087+0000', 'last_clean': '2024-09-16T07:24:13.931087+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:13.938255+0000', 'last_undegraded': '2024-09-16T07:24:13.938255+0000', 'last_fullsized': '2024-09-16T07:24:13.938255+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T07:24:20.710 INFO:tasks.ceph.ceph_manager.ceph:PG 9.8 is not active+clean 2024-09-16T07:24:20.710 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T07:24:14.933194+0000', 'last_change': '2024-09-16T07:24:14.933194+0000', 'last_active': '2024-09-16T07:24:14.933194+0000', 'last_peered': '2024-09-16T07:24:14.933194+0000', 'last_clean': '2024-09-16T07:24:14.933194+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:14.933194+0000', 'last_undegraded': '2024-09-16T07:24:14.933194+0000', 'last_fullsized': '2024-09-16T07:24:14.933194+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:14.933194+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T07:24:20.710 INFO:tasks.ceph.ceph_manager.ceph:PG 8.9 is not active+clean 2024-09-16T07:24:20.710 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 55, 'state': 'creating+peering', 'last_fresh': '2024-09-16T07:24:13.939092+0000', 'last_change': '2024-09-16T07:24:13.939092+0000', 'last_active': '2024-09-16T07:24:13.931087+0000', 'last_peered': '2024-09-16T07:24:13.931087+0000', 'last_clean': '2024-09-16T07:24:13.931087+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T07:24:13.939092+0000', 'last_undegraded': '2024-09-16T07:24:13.939092+0000', 'last_fullsized': '2024-09-16T07:24:13.939092+0000', 'mapping_epoch': 55, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 55, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'last_clean_scrub_stamp': '2024-09-16T07:24:13.931087+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 2], 'acting': [0, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T07:24:20.711 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-16T07:24:20.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.836+0000 7f967cfad640 1 -- 172.21.15.31:0/4250067773 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f96780736b0 msgr2=0x7f9678073b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:20.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.836+0000 7f967cfad640 1 --2- 172.21.15.31:0/4250067773 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f96780736b0 0x7f9678073b60 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f9668005fd0 tx=0x7f966802aa90 comp rx=0 tx=0).stop 2024-09-16T07:24:20.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.836+0000 7f967cfad640 1 -- 172.21.15.31:0/4250067773 shutdown_connections 2024-09-16T07:24:20.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.836+0000 7f967cfad640 1 --2- 172.21.15.31:0/4250067773 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f96780736b0 0x7f9678073b60 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:20.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.836+0000 7f967cfad640 1 --2- 172.21.15.31:0/4250067773 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f96781551b0 0x7f96780704d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:20.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.836+0000 7f967cfad640 1 -- 172.21.15.31:0/4250067773 >> 172.21.15.31:0/4250067773 conn(0x7f967806cf60 msgr2=0x7f967806d370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:20.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.836+0000 7f967cfad640 1 -- 172.21.15.31:0/4250067773 shutdown_connections 2024-09-16T07:24:20.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.836+0000 7f967cfad640 1 -- 172.21.15.31:0/4250067773 wait complete. 2024-09-16T07:24:20.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.838+0000 7f967cfad640 1 Processor -- start 2024-09-16T07:24:20.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.838+0000 7f967cfad640 1 -- start start 2024-09-16T07:24:20.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.839+0000 7f967cfad640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f96780736b0 0x7f96781f0bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:20.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.839+0000 7f967cfad640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f96781551b0 0x7f96781f4850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:20.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.839+0000 7f967cfad640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f967815f020 0x7f96780ccee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:20.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.839+0000 7f967cfad640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f967815b400 con 0x7f967815f020 2024-09-16T07:24:20.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.839+0000 7f967cfad640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f967815b280 con 0x7f96780736b0 2024-09-16T07:24:20.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.839+0000 7f967cfad640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f967815b580 con 0x7f96781551b0 2024-09-16T07:24:20.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.839+0000 7f9676d9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f967815f020 0x7f96780ccee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:20.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.839+0000 7f9676d9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f967815f020 0x7f96780ccee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:34418/0 (socket says 172.21.15.31:34418) 2024-09-16T07:24:20.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.839+0000 7f9676d9d640 1 -- 172.21.15.31:0/1458474447 learned_addr learned my addr 172.21.15.31:0/1458474447 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:20.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.839+0000 7f9675d9b640 1 --2- 172.21.15.31:0/1458474447 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f96781551b0 0x7f96781f4850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:20.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.839+0000 7f967659c640 1 --2- 172.21.15.31:0/1458474447 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f96780736b0 0x7f96781f0bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:20.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.839+0000 7f9676d9d640 1 -- 172.21.15.31:0/1458474447 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f96781551b0 msgr2=0x7f96781f4850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:20.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.839+0000 7f9676d9d640 1 --2- 172.21.15.31:0/1458474447 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f96781551b0 0x7f96781f4850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:20.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.839+0000 7f9676d9d640 1 -- 172.21.15.31:0/1458474447 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f96780736b0 msgr2=0x7f96781f0bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:20.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.839+0000 7f9676d9d640 1 --2- 172.21.15.31:0/1458474447 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f96780736b0 0x7f96781f0bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:20.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.839+0000 7f9676d9d640 1 -- 172.21.15.31:0/1458474447 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96781f51c0 con 0x7f967815f020 2024-09-16T07:24:20.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.839+0000 7f9675d9b640 1 --2- 172.21.15.31:0/1458474447 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f96781551b0 0x7f96781f4850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:24:20.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.839+0000 7f967659c640 1 --2- 172.21.15.31:0/1458474447 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f96780736b0 0x7f96781f0bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:24:20.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.839+0000 7f9676d9d640 1 --2- 172.21.15.31:0/1458474447 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f967815f020 0x7f96780ccee0 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f9668006010 tx=0x7f9668003ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:20.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.839+0000 7f966effd640 1 -- 172.21.15.31:0/1458474447 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9668046070 con 0x7f967815f020 2024-09-16T07:24:20.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.839+0000 7f966effd640 1 -- 172.21.15.31:0/1458474447 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9668003e50 con 0x7f967815f020 2024-09-16T07:24:20.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.839+0000 7f967cfad640 1 -- 172.21.15.31:0/1458474447 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96781f54a0 con 0x7f967815f020 2024-09-16T07:24:20.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.839+0000 7f966effd640 1 -- 172.21.15.31:0/1458474447 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96680044b0 con 0x7f967815f020 2024-09-16T07:24:20.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.839+0000 7f967cfad640 1 -- 172.21.15.31:0/1458474447 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9678140520 con 0x7f967815f020 2024-09-16T07:24:20.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.840+0000 7f967cfad640 1 -- 172.21.15.31:0/1458474447 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f967815baa0 con 0x7f967815f020 2024-09-16T07:24:20.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.841+0000 7f966effd640 1 -- 172.21.15.31:0/1458474447 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 9) ==== 101440+0+0 (secure 0 0 0) 0x7f9668049070 con 0x7f967815f020 2024-09-16T07:24:20.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.841+0000 7f966effd640 1 --2- 172.21.15.31:0/1458474447 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9658078a00 0x7f965807aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:20.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.842+0000 7f966effd640 1 -- 172.21.15.31:0/1458474447 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f96680bbcb0 con 0x7f967815f020 2024-09-16T07:24:20.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.842+0000 7f967659c640 1 --2- 172.21.15.31:0/1458474447 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9658078a00 0x7f965807aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:20.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.842+0000 7f967659c640 1 --2- 172.21.15.31:0/1458474447 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9658078a00 0x7f965807aec0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f9670005ed0 tx=0x7f9670005e60 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:20.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:20.846+0000 7f966effd640 1 -- 172.21.15.31:0/1458474447 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f9668032030 con 0x7f967815f020 2024-09-16T07:24:21.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.110+0000 7f967cfad640 1 -- 172.21.15.31:0/1458474447 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f9678050ee0 con 0x7f967815f020 2024-09-16T07:24:21.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.110+0000 7f966effd640 1 -- 172.21.15.31:0/1458474447 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1055 (secure 0 0 0) 0x7f9668083f00 con 0x7f967815f020 2024-09-16T07:24:21.110 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:24:21.110 INFO:teuthology.orchestra.run.smithi031.stdout:{"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":214,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":58,"num_osds":8,"num_up_osds":8,"osd_up_since":1726471259,"num_in_osds":8,"osd_in_since":1726471249,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":23,"data_bytes":592778,"bytes_used":232431616,"bytes_avail":772861681664,"bytes_total":773094113280,"write_bytes_sec":2388,"read_op_per_sec":0,"write_op_per_sec":7},"fsmap":{"epoch":37,"btime":"2024-09-16T07:24:18:964048+0000","id":4,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":4,"rank":0,"name":"a","status":"up:active","gid":5895}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":7,"modified":"2024-09-16T07:23:36.666245+0000","services":{}},"progress_events":{}} 2024-09-16T07:24:21.112 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.113+0000 7f967cfad640 1 -- 172.21.15.31:0/1458474447 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9658078a00 msgr2=0x7f965807aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:21.112 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.113+0000 7f967cfad640 1 --2- 172.21.15.31:0/1458474447 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9658078a00 0x7f965807aec0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f9670005ed0 tx=0x7f9670005e60 comp rx=0 tx=0).stop 2024-09-16T07:24:21.112 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.113+0000 7f967cfad640 1 -- 172.21.15.31:0/1458474447 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f967815f020 msgr2=0x7f96780ccee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:21.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.113+0000 7f967cfad640 1 --2- 172.21.15.31:0/1458474447 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f967815f020 0x7f96780ccee0 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f9668006010 tx=0x7f9668003ce0 comp rx=0 tx=0).stop 2024-09-16T07:24:21.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.113+0000 7f967cfad640 1 -- 172.21.15.31:0/1458474447 shutdown_connections 2024-09-16T07:24:21.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.113+0000 7f967cfad640 1 --2- 172.21.15.31:0/1458474447 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9658078a00 0x7f965807aec0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:21.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.113+0000 7f967cfad640 1 --2- 172.21.15.31:0/1458474447 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f967815f020 0x7f96780ccee0 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:21.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.113+0000 7f967cfad640 1 --2- 172.21.15.31:0/1458474447 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f96781551b0 0x7f96781f4850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:21.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.113+0000 7f967cfad640 1 --2- 172.21.15.31:0/1458474447 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f96780736b0 0x7f96781f0bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:21.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.113+0000 7f967cfad640 1 -- 172.21.15.31:0/1458474447 >> 172.21.15.31:0/1458474447 conn(0x7f967806cf60 msgr2=0x7f967806d340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:21.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.113+0000 7f967cfad640 1 -- 172.21.15.31:0/1458474447 shutdown_connections 2024-09-16T07:24:21.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.113+0000 7f967cfad640 1 -- 172.21.15.31:0/1458474447 wait complete. 2024-09-16T07:24:21.123 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-16T07:24:21.123 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T07:24:21.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.229+0000 7f7d49a72640 1 -- 172.21.15.31:0/3659924911 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7d4406ff80 msgr2=0x7f7d440703f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:21.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.229+0000 7f7d49a72640 1 --2- 172.21.15.31:0/3659924911 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7d4406ff80 0x7f7d440703f0 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f7d4406ee40 tx=0x7f7d3c02a980 comp rx=0 tx=0).stop 2024-09-16T07:24:21.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.229+0000 7f7d49a72640 1 -- 172.21.15.31:0/3659924911 shutdown_connections 2024-09-16T07:24:21.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.229+0000 7f7d49a72640 1 --2- 172.21.15.31:0/3659924911 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7d4406ff80 0x7f7d440703f0 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:21.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.229+0000 7f7d49a72640 1 --2- 172.21.15.31:0/3659924911 >> v2:172.21.15.155:3300/0 conn(0x7f7d440735a0 0x7f7d440739d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:21.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.229+0000 7f7d49a72640 1 -- 172.21.15.31:0/3659924911 >> 172.21.15.31:0/3659924911 conn(0x7f7d440b1690 msgr2=0x7f7d440b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:21.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.229+0000 7f7d49a72640 1 -- 172.21.15.31:0/3659924911 shutdown_connections 2024-09-16T07:24:21.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.229+0000 7f7d49a72640 1 -- 172.21.15.31:0/3659924911 wait complete. 2024-09-16T07:24:21.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.230+0000 7f7d49a72640 1 Processor -- start 2024-09-16T07:24:21.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.230+0000 7f7d49a72640 1 -- start start 2024-09-16T07:24:21.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.231+0000 7f7d49a72640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7d4406ff80 0x7f7d441f7a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:21.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.231+0000 7f7d49a72640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7d440735a0 0x7f7d440b0fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:21.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.231+0000 7f7d49a72640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7d4415aa70 0x7f7d44149a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:21.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.231+0000 7f7d49a72640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f7d440cd270 con 0x7f7d440735a0 2024-09-16T07:24:21.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.231+0000 7f7d49a72640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f7d440cd0f0 con 0x7f7d4406ff80 2024-09-16T07:24:21.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.231+0000 7f7d49a72640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f7d440cd3f0 con 0x7f7d4415aa70 2024-09-16T07:24:21.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.231+0000 7f7d42ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7d440735a0 0x7f7d440b0fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:21.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.231+0000 7f7d42ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7d440735a0 0x7f7d440b0fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:34444/0 (socket says 172.21.15.31:34444) 2024-09-16T07:24:21.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.231+0000 7f7d42ffd640 1 -- 172.21.15.31:0/588678455 learned_addr learned my addr 172.21.15.31:0/588678455 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:21.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.231+0000 7f7d43fff640 1 --2- 172.21.15.31:0/588678455 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7d4415aa70 0x7f7d44149a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:21.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.231+0000 7f7d437fe640 1 --2- 172.21.15.31:0/588678455 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7d4406ff80 0x7f7d441f7a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:21.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.232+0000 7f7d42ffd640 1 -- 172.21.15.31:0/588678455 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7d4415aa70 msgr2=0x7f7d44149a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:21.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.232+0000 7f7d42ffd640 1 --2- 172.21.15.31:0/588678455 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7d4415aa70 0x7f7d44149a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:21.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.232+0000 7f7d42ffd640 1 -- 172.21.15.31:0/588678455 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7d4406ff80 msgr2=0x7f7d441f7a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:21.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.232+0000 7f7d42ffd640 1 --2- 172.21.15.31:0/588678455 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7d4406ff80 0x7f7d441f7a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:21.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.232+0000 7f7d42ffd640 1 -- 172.21.15.31:0/588678455 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d441f81d0 con 0x7f7d440735a0 2024-09-16T07:24:21.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.232+0000 7f7d42ffd640 1 --2- 172.21.15.31:0/588678455 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7d440735a0 0x7f7d440b0fc0 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f7d3800d980 tx=0x7f7d3800de40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:21.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.232+0000 7f7d2bfff640 1 -- 172.21.15.31:0/588678455 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d38017070 con 0x7f7d440735a0 2024-09-16T07:24:21.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.232+0000 7f7d2bfff640 1 -- 172.21.15.31:0/588678455 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7d38009d20 con 0x7f7d440735a0 2024-09-16T07:24:21.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.232+0000 7f7d49a72640 1 -- 172.21.15.31:0/588678455 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d441f84b0 con 0x7f7d440735a0 2024-09-16T07:24:21.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.232+0000 7f7d2bfff640 1 -- 172.21.15.31:0/588678455 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d380106c0 con 0x7f7d440735a0 2024-09-16T07:24:21.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.232+0000 7f7d49a72640 1 -- 172.21.15.31:0/588678455 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d44149f70 con 0x7f7d440735a0 2024-09-16T07:24:21.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.233+0000 7f7d49a72640 1 -- 172.21.15.31:0/588678455 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7d4414a230 con 0x7f7d440735a0 2024-09-16T07:24:21.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.234+0000 7f7d2bfff640 1 -- 172.21.15.31:0/588678455 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 9) ==== 101440+0+0 (secure 0 0 0) 0x7f7d38010860 con 0x7f7d440735a0 2024-09-16T07:24:21.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.234+0000 7f7d2bfff640 1 --2- 172.21.15.31:0/588678455 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7d30078a00 0x7f7d3007aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:21.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.234+0000 7f7d2bfff640 1 -- 172.21.15.31:0/588678455 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f7d3809afe0 con 0x7f7d440735a0 2024-09-16T07:24:21.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.235+0000 7f7d437fe640 1 --2- 172.21.15.31:0/588678455 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7d30078a00 0x7f7d3007aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:21.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.235+0000 7f7d437fe640 1 --2- 172.21.15.31:0/588678455 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7d30078a00 0x7f7d3007aec0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f7d34006fd0 tx=0x7f7d34009060 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:21.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.239+0000 7f7d2bfff640 1 -- 172.21.15.31:0/588678455 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f7d38062cf0 con 0x7f7d440735a0 2024-09-16T07:24:21.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.424+0000 7f7d49a72640 1 -- 172.21.15.31:0/588678455 --> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f7d44146ff0 con 0x7f7d30078a00 2024-09-16T07:24:21.428 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.429+0000 7f7d2bfff640 1 -- 172.21.15.31:0/588678455 <== mgr.4117 v2:172.21.15.155:6808/3650624732 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251947 (secure 0 0 0) 0x7f7d44146ff0 con 0x7f7d30078a00 2024-09-16T07:24:21.431 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:24:21.432 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-16T07:24:21.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.432+0000 7f7d49a72640 1 -- 172.21.15.31:0/588678455 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7d30078a00 msgr2=0x7f7d3007aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:21.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.432+0000 7f7d49a72640 1 --2- 172.21.15.31:0/588678455 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7d30078a00 0x7f7d3007aec0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f7d34006fd0 tx=0x7f7d34009060 comp rx=0 tx=0).stop 2024-09-16T07:24:21.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.432+0000 7f7d49a72640 1 -- 172.21.15.31:0/588678455 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7d440735a0 msgr2=0x7f7d440b0fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:21.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.432+0000 7f7d49a72640 1 --2- 172.21.15.31:0/588678455 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7d440735a0 0x7f7d440b0fc0 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f7d3800d980 tx=0x7f7d3800de40 comp rx=0 tx=0).stop 2024-09-16T07:24:21.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.432+0000 7f7d49a72640 1 -- 172.21.15.31:0/588678455 shutdown_connections 2024-09-16T07:24:21.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.432+0000 7f7d49a72640 1 --2- 172.21.15.31:0/588678455 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7d30078a00 0x7f7d3007aec0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:21.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.432+0000 7f7d49a72640 1 --2- 172.21.15.31:0/588678455 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7d4415aa70 0x7f7d44149a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:21.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.432+0000 7f7d49a72640 1 --2- 172.21.15.31:0/588678455 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7d440735a0 0x7f7d440b0fc0 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:21.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.432+0000 7f7d49a72640 1 --2- 172.21.15.31:0/588678455 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7d4406ff80 0x7f7d441f7a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:21.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.432+0000 7f7d49a72640 1 -- 172.21.15.31:0/588678455 >> 172.21.15.31:0/588678455 conn(0x7f7d440b1690 msgr2=0x7f7d4415d5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:21.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.432+0000 7f7d49a72640 1 -- 172.21.15.31:0/588678455 shutdown_connections 2024-09-16T07:24:21.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:21.432+0000 7f7d49a72640 1 -- 172.21.15.31:0/588678455 wait complete. 2024-09-16T07:24:21.442 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":153,"stamp":"2024-09-16T07:24:20.677685+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":145,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":110,"ondisk_log_size":110,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":226984,"kb_used_data":6588,"kb_used_omap":12,"kb_used_meta":220211,"kb_avail":754747736,"statfs":{"total":773094113280,"available":772861681664,"internally_reserved":0,"allocated":6746112,"data_stored":3455632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":225496625},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":35,"apply_latency_ms":35,"commit_latency_ns":35000000,"apply_latency_ns":35000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001333"},"pg_stats":[{"pgid":"9.3f","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T07:24:15.975011+0000","last_change":"2024-09-16T07:24:15.967001+0000","last_active":"2024-09-16T07:24:15.975011+0000","last_peered":"2024-09-16T07:24:15.975011+0000","last_clean":"2024-09-16T07:24:15.975011+0000","last_became_active":"2024-09-16T07:24:15.965771+0000","last_became_peered":"2024-09-16T07:24:15.965771+0000","last_unstale":"2024-09-16T07:24:15.975011+0000","last_undegraded":"2024-09-16T07:24:15.975011+0000","last_fullsized":"2024-09-16T07:24:15.975011+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:57:24.993609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.3e","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.947001+0000","last_change":"2024-09-16T07:24:15.963591+0000","last_active":"2024-09-16T07:24:16.947001+0000","last_peered":"2024-09-16T07:24:16.947001+0000","last_clean":"2024-09-16T07:24:16.947001+0000","last_became_active":"2024-09-16T07:24:15.963316+0000","last_became_peered":"2024-09-16T07:24:15.963316+0000","last_unstale":"2024-09-16T07:24:16.947001+0000","last_undegraded":"2024-09-16T07:24:16.947001+0000","last_fullsized":"2024-09-16T07:24:16.947001+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:40:51.377942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3d","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.949838+0000","last_change":"2024-09-16T07:24:15.966009+0000","last_active":"2024-09-16T07:24:16.949838+0000","last_peered":"2024-09-16T07:24:16.949838+0000","last_clean":"2024-09-16T07:24:16.949838+0000","last_became_active":"2024-09-16T07:24:15.965722+0000","last_became_peered":"2024-09-16T07:24:15.965722+0000","last_unstale":"2024-09-16T07:24:16.949838+0000","last_undegraded":"2024-09-16T07:24:16.949838+0000","last_fullsized":"2024-09-16T07:24:16.949838+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:45:06.613576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3c","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.451711+0000","last_change":"2024-09-16T07:24:15.974123+0000","last_active":"2024-09-16T07:24:17.451711+0000","last_peered":"2024-09-16T07:24:17.451711+0000","last_clean":"2024-09-16T07:24:17.451711+0000","last_became_active":"2024-09-16T07:24:15.973840+0000","last_became_peered":"2024-09-16T07:24:15.973840+0000","last_unstale":"2024-09-16T07:24:17.451711+0000","last_undegraded":"2024-09-16T07:24:17.451711+0000","last_fullsized":"2024-09-16T07:24:17.451711+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:16:01.184090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.3b","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T07:24:15.974683+0000","last_change":"2024-09-16T07:24:15.965263+0000","last_active":"2024-09-16T07:24:15.974683+0000","last_peered":"2024-09-16T07:24:15.974683+0000","last_clean":"2024-09-16T07:24:15.974683+0000","last_became_active":"2024-09-16T07:24:15.965006+0000","last_became_peered":"2024-09-16T07:24:15.965006+0000","last_unstale":"2024-09-16T07:24:15.974683+0000","last_undegraded":"2024-09-16T07:24:15.974683+0000","last_fullsized":"2024-09-16T07:24:15.974683+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:05:08.020158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.3a","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T07:24:15.971578+0000","last_change":"2024-09-16T07:24:15.958363+0000","last_active":"2024-09-16T07:24:15.971578+0000","last_peered":"2024-09-16T07:24:15.971578+0000","last_clean":"2024-09-16T07:24:15.971578+0000","last_became_active":"2024-09-16T07:24:15.958064+0000","last_became_peered":"2024-09-16T07:24:15.958064+0000","last_unstale":"2024-09-16T07:24:15.971578+0000","last_undegraded":"2024-09-16T07:24:15.971578+0000","last_fullsized":"2024-09-16T07:24:15.971578+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:05:04.094329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.39","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.451528+0000","last_change":"2024-09-16T07:24:15.967615+0000","last_active":"2024-09-16T07:24:17.451528+0000","last_peered":"2024-09-16T07:24:17.451528+0000","last_clean":"2024-09-16T07:24:17.451528+0000","last_became_active":"2024-09-16T07:24:15.967330+0000","last_became_peered":"2024-09-16T07:24:15.967330+0000","last_unstale":"2024-09-16T07:24:17.451528+0000","last_undegraded":"2024-09-16T07:24:17.451528+0000","last_fullsized":"2024-09-16T07:24:17.451528+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:21:56.289190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.38","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.566974+0000","last_change":"2024-09-16T07:24:15.965488+0000","last_active":"2024-09-16T07:24:17.566974+0000","last_peered":"2024-09-16T07:24:17.566974+0000","last_clean":"2024-09-16T07:24:17.566974+0000","last_became_active":"2024-09-16T07:24:15.965228+0000","last_became_peered":"2024-09-16T07:24:15.965228+0000","last_unstale":"2024-09-16T07:24:17.566974+0000","last_undegraded":"2024-09-16T07:24:17.566974+0000","last_fullsized":"2024-09-16T07:24:17.566974+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:21:49.940466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.37","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.567247+0000","last_change":"2024-09-16T07:24:15.964960+0000","last_active":"2024-09-16T07:24:17.567247+0000","last_peered":"2024-09-16T07:24:17.567247+0000","last_clean":"2024-09-16T07:24:17.567247+0000","last_became_active":"2024-09-16T07:24:15.964675+0000","last_became_peered":"2024-09-16T07:24:15.964675+0000","last_unstale":"2024-09-16T07:24:17.567247+0000","last_undegraded":"2024-09-16T07:24:17.567247+0000","last_fullsized":"2024-09-16T07:24:17.567247+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:17:34.997869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.36","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T07:24:15.971498+0000","last_change":"2024-09-16T07:24:15.961761+0000","last_active":"2024-09-16T07:24:15.971498+0000","last_peered":"2024-09-16T07:24:15.971498+0000","last_clean":"2024-09-16T07:24:15.971498+0000","last_became_active":"2024-09-16T07:24:15.961413+0000","last_became_peered":"2024-09-16T07:24:15.961413+0000","last_unstale":"2024-09-16T07:24:15.971498+0000","last_undegraded":"2024-09-16T07:24:15.971498+0000","last_fullsized":"2024-09-16T07:24:15.971498+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:55:28.075320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.35","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.567376+0000","last_change":"2024-09-16T07:24:15.969743+0000","last_active":"2024-09-16T07:24:17.567376+0000","last_peered":"2024-09-16T07:24:17.567376+0000","last_clean":"2024-09-16T07:24:17.567376+0000","last_became_active":"2024-09-16T07:24:15.969252+0000","last_became_peered":"2024-09-16T07:24:15.969252+0000","last_unstale":"2024-09-16T07:24:17.567376+0000","last_undegraded":"2024-09-16T07:24:17.567376+0000","last_fullsized":"2024-09-16T07:24:17.567376+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:56:36.842234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.34","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.567188+0000","last_change":"2024-09-16T07:24:15.962145+0000","last_active":"2024-09-16T07:24:17.567188+0000","last_peered":"2024-09-16T07:24:17.567188+0000","last_clean":"2024-09-16T07:24:17.567188+0000","last_became_active":"2024-09-16T07:24:15.961873+0000","last_became_peered":"2024-09-16T07:24:15.961873+0000","last_unstale":"2024-09-16T07:24:17.567188+0000","last_undegraded":"2024-09-16T07:24:17.567188+0000","last_fullsized":"2024-09-16T07:24:17.567188+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:30:46.417061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.33","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.945783+0000","last_change":"2024-09-16T07:24:15.964333+0000","last_active":"2024-09-16T07:24:16.945783+0000","last_peered":"2024-09-16T07:24:16.945783+0000","last_clean":"2024-09-16T07:24:16.945783+0000","last_became_active":"2024-09-16T07:24:15.964057+0000","last_became_peered":"2024-09-16T07:24:15.964057+0000","last_unstale":"2024-09-16T07:24:16.945783+0000","last_undegraded":"2024-09-16T07:24:16.945783+0000","last_fullsized":"2024-09-16T07:24:16.945783+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:52:38.908407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.32","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.950208+0000","last_change":"2024-09-16T07:24:15.965626+0000","last_active":"2024-09-16T07:24:16.950208+0000","last_peered":"2024-09-16T07:24:16.950208+0000","last_clean":"2024-09-16T07:24:16.950208+0000","last_became_active":"2024-09-16T07:24:15.965253+0000","last_became_peered":"2024-09-16T07:24:15.965253+0000","last_unstale":"2024-09-16T07:24:16.950208+0000","last_undegraded":"2024-09-16T07:24:16.950208+0000","last_fullsized":"2024-09-16T07:24:16.950208+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:25:07.189036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.31","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.945724+0000","last_change":"2024-09-16T07:24:15.968335+0000","last_active":"2024-09-16T07:24:16.945724+0000","last_peered":"2024-09-16T07:24:16.945724+0000","last_clean":"2024-09-16T07:24:16.945724+0000","last_became_active":"2024-09-16T07:24:15.967169+0000","last_became_peered":"2024-09-16T07:24:15.967169+0000","last_unstale":"2024-09-16T07:24:16.945724+0000","last_undegraded":"2024-09-16T07:24:16.945724+0000","last_fullsized":"2024-09-16T07:24:16.945724+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:46:51.083750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.30","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T07:24:15.964456+0000","last_change":"2024-09-16T07:24:15.957235+0000","last_active":"2024-09-16T07:24:15.964456+0000","last_peered":"2024-09-16T07:24:15.964456+0000","last_clean":"2024-09-16T07:24:15.964456+0000","last_became_active":"2024-09-16T07:24:15.956200+0000","last_became_peered":"2024-09-16T07:24:15.956200+0000","last_unstale":"2024-09-16T07:24:15.964456+0000","last_undegraded":"2024-09-16T07:24:15.964456+0000","last_fullsized":"2024-09-16T07:24:15.964456+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:57:55.263238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.2f","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T07:24:15.975566+0000","last_change":"2024-09-16T07:24:15.971298+0000","last_active":"2024-09-16T07:24:15.975566+0000","last_peered":"2024-09-16T07:24:15.975566+0000","last_clean":"2024-09-16T07:24:15.975566+0000","last_became_active":"2024-09-16T07:24:15.971003+0000","last_became_peered":"2024-09-16T07:24:15.971003+0000","last_unstale":"2024-09-16T07:24:15.975566+0000","last_undegraded":"2024-09-16T07:24:15.975566+0000","last_fullsized":"2024-09-16T07:24:15.975566+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:26:35.012064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.2e","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.949897+0000","last_change":"2024-09-16T07:24:15.967102+0000","last_active":"2024-09-16T07:24:16.949897+0000","last_peered":"2024-09-16T07:24:16.949897+0000","last_clean":"2024-09-16T07:24:16.949897+0000","last_became_active":"2024-09-16T07:24:15.966517+0000","last_became_peered":"2024-09-16T07:24:15.966517+0000","last_unstale":"2024-09-16T07:24:16.949897+0000","last_undegraded":"2024-09-16T07:24:16.949897+0000","last_fullsized":"2024-09-16T07:24:16.949897+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:48:26.489493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2d","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.946987+0000","last_change":"2024-09-16T07:24:15.965295+0000","last_active":"2024-09-16T07:24:16.946987+0000","last_peered":"2024-09-16T07:24:16.946987+0000","last_clean":"2024-09-16T07:24:16.946987+0000","last_became_active":"2024-09-16T07:24:15.965030+0000","last_became_peered":"2024-09-16T07:24:15.965030+0000","last_unstale":"2024-09-16T07:24:16.946987+0000","last_undegraded":"2024-09-16T07:24:16.946987+0000","last_fullsized":"2024-09-16T07:24:16.946987+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:10:18.809369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2c","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.567581+0000","last_change":"2024-09-16T07:24:15.960741+0000","last_active":"2024-09-16T07:24:17.567581+0000","last_peered":"2024-09-16T07:24:17.567581+0000","last_clean":"2024-09-16T07:24:17.567581+0000","last_became_active":"2024-09-16T07:24:15.960351+0000","last_became_peered":"2024-09-16T07:24:15.960351+0000","last_unstale":"2024-09-16T07:24:17.567581+0000","last_undegraded":"2024-09-16T07:24:17.567581+0000","last_fullsized":"2024-09-16T07:24:17.567581+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:49:02.435679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2b","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.945891+0000","last_change":"2024-09-16T07:24:15.963393+0000","last_active":"2024-09-16T07:24:16.945891+0000","last_peered":"2024-09-16T07:24:16.945891+0000","last_clean":"2024-09-16T07:24:16.945891+0000","last_became_active":"2024-09-16T07:24:15.963102+0000","last_became_peered":"2024-09-16T07:24:15.963102+0000","last_unstale":"2024-09-16T07:24:16.945891+0000","last_undegraded":"2024-09-16T07:24:16.945891+0000","last_fullsized":"2024-09-16T07:24:16.945891+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:26:48.258264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.2a","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.567924+0000","last_change":"2024-09-16T07:24:15.965303+0000","last_active":"2024-09-16T07:24:17.567924+0000","last_peered":"2024-09-16T07:24:17.567924+0000","last_clean":"2024-09-16T07:24:17.567924+0000","last_became_active":"2024-09-16T07:24:15.965006+0000","last_became_peered":"2024-09-16T07:24:15.965006+0000","last_unstale":"2024-09-16T07:24:17.567924+0000","last_undegraded":"2024-09-16T07:24:17.567924+0000","last_fullsized":"2024-09-16T07:24:17.567924+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:06:37.451386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.29","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.451551+0000","last_change":"2024-09-16T07:24:15.966381+0000","last_active":"2024-09-16T07:24:17.451551+0000","last_peered":"2024-09-16T07:24:17.451551+0000","last_clean":"2024-09-16T07:24:17.451551+0000","last_became_active":"2024-09-16T07:24:15.965706+0000","last_became_peered":"2024-09-16T07:24:15.965706+0000","last_unstale":"2024-09-16T07:24:17.451551+0000","last_undegraded":"2024-09-16T07:24:17.451551+0000","last_fullsized":"2024-09-16T07:24:17.451551+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:04:46.749013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.28","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.567154+0000","last_change":"2024-09-16T07:24:15.961764+0000","last_active":"2024-09-16T07:24:17.567154+0000","last_peered":"2024-09-16T07:24:17.567154+0000","last_clean":"2024-09-16T07:24:17.567154+0000","last_became_active":"2024-09-16T07:24:15.961498+0000","last_became_peered":"2024-09-16T07:24:15.961498+0000","last_unstale":"2024-09-16T07:24:17.567154+0000","last_undegraded":"2024-09-16T07:24:17.567154+0000","last_fullsized":"2024-09-16T07:24:17.567154+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:44:19.163952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.27","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.947191+0000","last_change":"2024-09-16T07:24:15.963235+0000","last_active":"2024-09-16T07:24:16.947191+0000","last_peered":"2024-09-16T07:24:16.947191+0000","last_clean":"2024-09-16T07:24:16.947191+0000","last_became_active":"2024-09-16T07:24:15.962973+0000","last_became_peered":"2024-09-16T07:24:15.962973+0000","last_unstale":"2024-09-16T07:24:16.947191+0000","last_undegraded":"2024-09-16T07:24:16.947191+0000","last_fullsized":"2024-09-16T07:24:16.947191+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:33:00.392089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.26","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.946088+0000","last_change":"2024-09-16T07:24:15.963916+0000","last_active":"2024-09-16T07:24:16.946088+0000","last_peered":"2024-09-16T07:24:16.946088+0000","last_clean":"2024-09-16T07:24:16.946088+0000","last_became_active":"2024-09-16T07:24:15.963628+0000","last_became_peered":"2024-09-16T07:24:15.963628+0000","last_unstale":"2024-09-16T07:24:16.946088+0000","last_undegraded":"2024-09-16T07:24:16.946088+0000","last_fullsized":"2024-09-16T07:24:16.946088+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:44:39.221047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.25","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.947318+0000","last_change":"2024-09-16T07:24:15.966498+0000","last_active":"2024-09-16T07:24:16.947318+0000","last_peered":"2024-09-16T07:24:16.947318+0000","last_clean":"2024-09-16T07:24:16.947318+0000","last_became_active":"2024-09-16T07:24:15.966219+0000","last_became_peered":"2024-09-16T07:24:15.966219+0000","last_unstale":"2024-09-16T07:24:16.947318+0000","last_undegraded":"2024-09-16T07:24:16.947318+0000","last_fullsized":"2024-09-16T07:24:16.947318+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:52:17.783956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.24","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.567079+0000","last_change":"2024-09-16T07:24:15.971740+0000","last_active":"2024-09-16T07:24:17.567079+0000","last_peered":"2024-09-16T07:24:17.567079+0000","last_clean":"2024-09-16T07:24:17.567079+0000","last_became_active":"2024-09-16T07:24:15.971471+0000","last_became_peered":"2024-09-16T07:24:15.971471+0000","last_unstale":"2024-09-16T07:24:17.567079+0000","last_undegraded":"2024-09-16T07:24:17.567079+0000","last_fullsized":"2024-09-16T07:24:17.567079+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:16:24.759777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.23","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.567229+0000","last_change":"2024-09-16T07:24:15.969624+0000","last_active":"2024-09-16T07:24:17.567229+0000","last_peered":"2024-09-16T07:24:17.567229+0000","last_clean":"2024-09-16T07:24:17.567229+0000","last_became_active":"2024-09-16T07:24:15.969368+0000","last_became_peered":"2024-09-16T07:24:15.969368+0000","last_unstale":"2024-09-16T07:24:17.567229+0000","last_undegraded":"2024-09-16T07:24:17.567229+0000","last_fullsized":"2024-09-16T07:24:17.567229+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:21:11.075239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.22","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.451538+0000","last_change":"2024-09-16T07:24:15.966228+0000","last_active":"2024-09-16T07:24:17.451538+0000","last_peered":"2024-09-16T07:24:17.451538+0000","last_clean":"2024-09-16T07:24:17.451538+0000","last_became_active":"2024-09-16T07:24:15.965952+0000","last_became_peered":"2024-09-16T07:24:15.965952+0000","last_unstale":"2024-09-16T07:24:17.451538+0000","last_undegraded":"2024-09-16T07:24:17.451538+0000","last_fullsized":"2024-09-16T07:24:17.451538+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:42:50.785499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.21","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.946449+0000","last_change":"2024-09-16T07:24:15.948990+0000","last_active":"2024-09-16T07:24:16.946449+0000","last_peered":"2024-09-16T07:24:16.946449+0000","last_clean":"2024-09-16T07:24:16.946449+0000","last_became_active":"2024-09-16T07:24:15.948697+0000","last_became_peered":"2024-09-16T07:24:15.948697+0000","last_unstale":"2024-09-16T07:24:16.946449+0000","last_undegraded":"2024-09-16T07:24:16.946449+0000","last_fullsized":"2024-09-16T07:24:16.946449+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:05:14.801474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.20","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.566973+0000","last_change":"2024-09-16T07:24:15.965726+0000","last_active":"2024-09-16T07:24:17.566973+0000","last_peered":"2024-09-16T07:24:17.566973+0000","last_clean":"2024-09-16T07:24:17.566973+0000","last_became_active":"2024-09-16T07:24:15.965421+0000","last_became_peered":"2024-09-16T07:24:15.965421+0000","last_unstale":"2024-09-16T07:24:17.566973+0000","last_undegraded":"2024-09-16T07:24:17.566973+0000","last_fullsized":"2024-09-16T07:24:17.566973+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:25:15.753780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T07:24:15.971455+0000","last_change":"2024-09-16T07:24:15.960055+0000","last_active":"2024-09-16T07:24:15.971455+0000","last_peered":"2024-09-16T07:24:15.971455+0000","last_clean":"2024-09-16T07:24:15.971455+0000","last_became_active":"2024-09-16T07:24:15.959381+0000","last_became_peered":"2024-09-16T07:24:15.959381+0000","last_unstale":"2024-09-16T07:24:15.971455+0000","last_undegraded":"2024-09-16T07:24:15.971455+0000","last_fullsized":"2024-09-16T07:24:15.971455+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:36:47.090469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1f","version":"57'4","reported_seq":19,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.567271+0000","last_change":"2024-09-16T07:24:14.955667+0000","last_active":"2024-09-16T07:24:17.567271+0000","last_peered":"2024-09-16T07:24:17.567271+0000","last_clean":"2024-09-16T07:24:17.567271+0000","last_became_active":"2024-09-16T07:24:14.955331+0000","last_became_peered":"2024-09-16T07:24:14.955331+0000","last_unstale":"2024-09-16T07:24:17.567271+0000","last_undegraded":"2024-09-16T07:24:17.567271+0000","last_fullsized":"2024-09-16T07:24:17.567271+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:43:52.447425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T07:24:15.975079+0000","last_change":"2024-09-16T07:24:15.968793+0000","last_active":"2024-09-16T07:24:15.975079+0000","last_peered":"2024-09-16T07:24:15.975079+0000","last_clean":"2024-09-16T07:24:15.975079+0000","last_became_active":"2024-09-16T07:24:15.968428+0000","last_became_peered":"2024-09-16T07:24:15.968428+0000","last_unstale":"2024-09-16T07:24:15.975079+0000","last_undegraded":"2024-09-16T07:24:15.975079+0000","last_fullsized":"2024-09-16T07:24:15.975079+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:00:58.501518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1e","version":"57'1","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.946799+0000","last_change":"2024-09-16T07:24:14.961463+0000","last_active":"2024-09-16T07:24:16.946799+0000","last_peered":"2024-09-16T07:24:16.946799+0000","last_clean":"2024-09-16T07:24:16.946799+0000","last_became_active":"2024-09-16T07:24:14.961179+0000","last_became_peered":"2024-09-16T07:24:14.961179+0000","last_unstale":"2024-09-16T07:24:16.946799+0000","last_undegraded":"2024-09-16T07:24:16.946799+0000","last_fullsized":"2024-09-16T07:24:16.946799+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:05:06.070982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.567759+0000","last_change":"2024-09-16T07:24:15.973755+0000","last_active":"2024-09-16T07:24:17.567759+0000","last_peered":"2024-09-16T07:24:17.567759+0000","last_clean":"2024-09-16T07:24:17.567759+0000","last_became_active":"2024-09-16T07:24:15.973439+0000","last_became_peered":"2024-09-16T07:24:15.973439+0000","last_unstale":"2024-09-16T07:24:17.567759+0000","last_undegraded":"2024-09-16T07:24:17.567759+0000","last_fullsized":"2024-09-16T07:24:17.567759+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:03:20.744950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1d","version":"57'2","reported_seq":15,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T07:24:15.975678+0000","last_change":"2024-09-16T07:24:14.956000+0000","last_active":"2024-09-16T07:24:15.975678+0000","last_peered":"2024-09-16T07:24:15.975678+0000","last_clean":"2024-09-16T07:24:15.975678+0000","last_became_active":"2024-09-16T07:24:14.955726+0000","last_became_peered":"2024-09-16T07:24:14.955726+0000","last_unstale":"2024-09-16T07:24:15.975678+0000","last_undegraded":"2024-09-16T07:24:15.975678+0000","last_fullsized":"2024-09-16T07:24:15.975678+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:30:33.320089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T07:24:15.974727+0000","last_change":"2024-09-16T07:24:15.966354+0000","last_active":"2024-09-16T07:24:15.974727+0000","last_peered":"2024-09-16T07:24:15.974727+0000","last_clean":"2024-09-16T07:24:15.974727+0000","last_became_active":"2024-09-16T07:24:15.966099+0000","last_became_peered":"2024-09-16T07:24:15.966099+0000","last_unstale":"2024-09-16T07:24:15.974727+0000","last_undegraded":"2024-09-16T07:24:15.974727+0000","last_fullsized":"2024-09-16T07:24:15.974727+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:34:58.007340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"57'2","reported_seq":17,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.451559+0000","last_change":"2024-09-16T07:24:14.959805+0000","last_active":"2024-09-16T07:24:17.451559+0000","last_peered":"2024-09-16T07:24:17.451559+0000","last_clean":"2024-09-16T07:24:17.451559+0000","last_became_active":"2024-09-16T07:24:14.959503+0000","last_became_peered":"2024-09-16T07:24:14.959503+0000","last_unstale":"2024-09-16T07:24:17.451559+0000","last_undegraded":"2024-09-16T07:24:17.451559+0000","last_fullsized":"2024-09-16T07:24:17.451559+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:42:25.780695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.567596+0000","last_change":"2024-09-16T07:24:15.968065+0000","last_active":"2024-09-16T07:24:17.567596+0000","last_peered":"2024-09-16T07:24:17.567596+0000","last_clean":"2024-09-16T07:24:17.567596+0000","last_became_active":"2024-09-16T07:24:15.967738+0000","last_became_peered":"2024-09-16T07:24:15.967738+0000","last_unstale":"2024-09-16T07:24:17.567596+0000","last_undegraded":"2024-09-16T07:24:17.567596+0000","last_fullsized":"2024-09-16T07:24:17.567596+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:54:02.850135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1b","version":"57'1","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.949661+0000","last_change":"2024-09-16T07:24:14.953212+0000","last_active":"2024-09-16T07:24:16.949661+0000","last_peered":"2024-09-16T07:24:16.949661+0000","last_clean":"2024-09-16T07:24:16.949661+0000","last_became_active":"2024-09-16T07:24:14.952915+0000","last_became_peered":"2024-09-16T07:24:14.952915+0000","last_unstale":"2024-09-16T07:24:16.949661+0000","last_undegraded":"2024-09-16T07:24:16.949661+0000","last_fullsized":"2024-09-16T07:24:16.949661+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:22:29.460933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.567884+0000","last_change":"2024-09-16T07:24:15.966941+0000","last_active":"2024-09-16T07:24:17.567884+0000","last_peered":"2024-09-16T07:24:17.567884+0000","last_clean":"2024-09-16T07:24:17.567884+0000","last_became_active":"2024-09-16T07:24:15.966418+0000","last_became_peered":"2024-09-16T07:24:15.966418+0000","last_unstale":"2024-09-16T07:24:17.567884+0000","last_undegraded":"2024-09-16T07:24:17.567884+0000","last_fullsized":"2024-09-16T07:24:17.567884+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:31:10.873327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"57'1","reported_seq":14,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T07:24:15.978221+0000","last_change":"2024-09-16T07:24:14.956897+0000","last_active":"2024-09-16T07:24:15.978221+0000","last_peered":"2024-09-16T07:24:15.978221+0000","last_clean":"2024-09-16T07:24:15.978221+0000","last_became_active":"2024-09-16T07:24:14.956597+0000","last_became_peered":"2024-09-16T07:24:14.956597+0000","last_unstale":"2024-09-16T07:24:15.978221+0000","last_undegraded":"2024-09-16T07:24:15.978221+0000","last_fullsized":"2024-09-16T07:24:15.978221+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:24:44.021832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.949682+0000","last_change":"2024-09-16T07:24:15.964959+0000","last_active":"2024-09-16T07:24:16.949682+0000","last_peered":"2024-09-16T07:24:16.949682+0000","last_clean":"2024-09-16T07:24:16.949682+0000","last_became_active":"2024-09-16T07:24:15.964675+0000","last_became_peered":"2024-09-16T07:24:15.964675+0000","last_unstale":"2024-09-16T07:24:16.949682+0000","last_undegraded":"2024-09-16T07:24:16.949682+0000","last_fullsized":"2024-09-16T07:24:16.949682+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:58:45.407502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.566884+0000","last_change":"2024-09-16T07:24:14.961535+0000","last_active":"2024-09-16T07:24:17.566884+0000","last_peered":"2024-09-16T07:24:17.566884+0000","last_clean":"2024-09-16T07:24:17.566884+0000","last_became_active":"2024-09-16T07:24:14.961248+0000","last_became_peered":"2024-09-16T07:24:14.961248+0000","last_unstale":"2024-09-16T07:24:17.566884+0000","last_undegraded":"2024-09-16T07:24:17.566884+0000","last_fullsized":"2024-09-16T07:24:17.566884+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:40:46.264895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T07:24:15.974973+0000","last_change":"2024-09-16T07:24:15.966850+0000","last_active":"2024-09-16T07:24:15.974973+0000","last_peered":"2024-09-16T07:24:15.974973+0000","last_clean":"2024-09-16T07:24:15.974973+0000","last_became_active":"2024-09-16T07:24:15.966596+0000","last_became_peered":"2024-09-16T07:24:15.966596+0000","last_unstale":"2024-09-16T07:24:15.974973+0000","last_undegraded":"2024-09-16T07:24:15.974973+0000","last_fullsized":"2024-09-16T07:24:15.974973+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:22:43.969332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.945504+0000","last_change":"2024-09-16T07:24:14.946745+0000","last_active":"2024-09-16T07:24:16.945504+0000","last_peered":"2024-09-16T07:24:16.945504+0000","last_clean":"2024-09-16T07:24:16.945504+0000","last_became_active":"2024-09-16T07:24:14.946463+0000","last_became_peered":"2024-09-16T07:24:14.946463+0000","last_unstale":"2024-09-16T07:24:16.945504+0000","last_undegraded":"2024-09-16T07:24:16.945504+0000","last_fullsized":"2024-09-16T07:24:16.945504+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:44:58.158391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.946070+0000","last_change":"2024-09-16T07:24:15.956379+0000","last_active":"2024-09-16T07:24:16.946070+0000","last_peered":"2024-09-16T07:24:16.946070+0000","last_clean":"2024-09-16T07:24:16.946070+0000","last_became_active":"2024-09-16T07:24:15.956079+0000","last_became_peered":"2024-09-16T07:24:15.956079+0000","last_unstale":"2024-09-16T07:24:16.946070+0000","last_undegraded":"2024-09-16T07:24:16.946070+0000","last_fullsized":"2024-09-16T07:24:16.946070+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:29:01.248656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.567170+0000","last_change":"2024-09-16T07:24:14.959235+0000","last_active":"2024-09-16T07:24:17.567170+0000","last_peered":"2024-09-16T07:24:17.567170+0000","last_clean":"2024-09-16T07:24:17.567170+0000","last_became_active":"2024-09-16T07:24:14.958969+0000","last_became_peered":"2024-09-16T07:24:14.958969+0000","last_unstale":"2024-09-16T07:24:17.567170+0000","last_undegraded":"2024-09-16T07:24:17.567170+0000","last_fullsized":"2024-09-16T07:24:17.567170+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:26:23.890259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.950098+0000","last_change":"2024-09-16T07:24:15.971230+0000","last_active":"2024-09-16T07:24:16.950098+0000","last_peered":"2024-09-16T07:24:16.950098+0000","last_clean":"2024-09-16T07:24:16.950098+0000","last_became_active":"2024-09-16T07:24:15.970921+0000","last_became_peered":"2024-09-16T07:24:15.970921+0000","last_unstale":"2024-09-16T07:24:16.950098+0000","last_undegraded":"2024-09-16T07:24:16.950098+0000","last_fullsized":"2024-09-16T07:24:16.950098+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:04:31.526496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.567604+0000","last_change":"2024-09-16T07:24:14.960741+0000","last_active":"2024-09-16T07:24:17.567604+0000","last_peered":"2024-09-16T07:24:17.567604+0000","last_clean":"2024-09-16T07:24:17.567604+0000","last_became_active":"2024-09-16T07:24:14.960402+0000","last_became_peered":"2024-09-16T07:24:14.960402+0000","last_unstale":"2024-09-16T07:24:17.567604+0000","last_undegraded":"2024-09-16T07:24:17.567604+0000","last_fullsized":"2024-09-16T07:24:17.567604+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:31:17.149025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.568020+0000","last_change":"2024-09-16T07:24:15.970139+0000","last_active":"2024-09-16T07:24:17.568020+0000","last_peered":"2024-09-16T07:24:17.568020+0000","last_clean":"2024-09-16T07:24:17.568020+0000","last_became_active":"2024-09-16T07:24:15.968618+0000","last_became_peered":"2024-09-16T07:24:15.968618+0000","last_unstale":"2024-09-16T07:24:17.568020+0000","last_undegraded":"2024-09-16T07:24:17.568020+0000","last_fullsized":"2024-09-16T07:24:17.568020+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:42:04.518992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.15","version":"57'3","reported_seq":18,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.451842+0000","last_change":"2024-09-16T07:24:14.958370+0000","last_active":"2024-09-16T07:24:17.451842+0000","last_peered":"2024-09-16T07:24:17.451842+0000","last_clean":"2024-09-16T07:24:17.451842+0000","last_became_active":"2024-09-16T07:24:14.958010+0000","last_became_peered":"2024-09-16T07:24:14.958010+0000","last_unstale":"2024-09-16T07:24:17.451842+0000","last_undegraded":"2024-09-16T07:24:17.451842+0000","last_fullsized":"2024-09-16T07:24:17.451842+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:21:10.073132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.451785+0000","last_change":"2024-09-16T07:24:15.972796+0000","last_active":"2024-09-16T07:24:17.451785+0000","last_peered":"2024-09-16T07:24:17.451785+0000","last_clean":"2024-09-16T07:24:17.451785+0000","last_became_active":"2024-09-16T07:24:15.970516+0000","last_became_peered":"2024-09-16T07:24:15.970516+0000","last_unstale":"2024-09-16T07:24:17.451785+0000","last_undegraded":"2024-09-16T07:24:17.451785+0000","last_fullsized":"2024-09-16T07:24:17.451785+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:40:34.125114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.14","version":"57'6","reported_seq":21,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.945718+0000","last_change":"2024-09-16T07:24:14.956995+0000","last_active":"2024-09-16T07:24:16.945718+0000","last_peered":"2024-09-16T07:24:16.945718+0000","last_clean":"2024-09-16T07:24:16.945718+0000","last_became_active":"2024-09-16T07:24:14.956697+0000","last_became_peered":"2024-09-16T07:24:14.956697+0000","last_unstale":"2024-09-16T07:24:16.945718+0000","last_undegraded":"2024-09-16T07:24:16.945718+0000","last_fullsized":"2024-09-16T07:24:16.945718+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:55:13.142219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.567071+0000","last_change":"2024-09-16T07:24:15.949202+0000","last_active":"2024-09-16T07:24:17.567071+0000","last_peered":"2024-09-16T07:24:17.567071+0000","last_clean":"2024-09-16T07:24:17.567071+0000","last_became_active":"2024-09-16T07:24:15.948889+0000","last_became_peered":"2024-09-16T07:24:15.948889+0000","last_unstale":"2024-09-16T07:24:17.567071+0000","last_undegraded":"2024-09-16T07:24:17.567071+0000","last_fullsized":"2024-09-16T07:24:17.567071+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:35:54.748174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.13","version":"57'2","reported_seq":17,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.567267+0000","last_change":"2024-09-16T07:24:14.953410+0000","last_active":"2024-09-16T07:24:17.567267+0000","last_peered":"2024-09-16T07:24:17.567267+0000","last_clean":"2024-09-16T07:24:17.567267+0000","last_became_active":"2024-09-16T07:24:14.953011+0000","last_became_peered":"2024-09-16T07:24:14.953011+0000","last_unstale":"2024-09-16T07:24:17.567267+0000","last_undegraded":"2024-09-16T07:24:17.567267+0000","last_fullsized":"2024-09-16T07:24:17.567267+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:46:50.081642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.949892+0000","last_change":"2024-09-16T07:24:15.962397+0000","last_active":"2024-09-16T07:24:16.949892+0000","last_peered":"2024-09-16T07:24:16.949892+0000","last_clean":"2024-09-16T07:24:16.949892+0000","last_became_active":"2024-09-16T07:24:15.961258+0000","last_became_peered":"2024-09-16T07:24:15.961258+0000","last_unstale":"2024-09-16T07:24:16.949892+0000","last_undegraded":"2024-09-16T07:24:16.949892+0000","last_fullsized":"2024-09-16T07:24:16.949892+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:05:10.324720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.451444+0000","last_change":"2024-09-16T07:24:14.961708+0000","last_active":"2024-09-16T07:24:17.451444+0000","last_peered":"2024-09-16T07:24:17.451444+0000","last_clean":"2024-09-16T07:24:17.451444+0000","last_became_active":"2024-09-16T07:24:14.961407+0000","last_became_peered":"2024-09-16T07:24:14.961407+0000","last_unstale":"2024-09-16T07:24:17.451444+0000","last_undegraded":"2024-09-16T07:24:17.451444+0000","last_fullsized":"2024-09-16T07:24:17.451444+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:24:22.263429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.567145+0000","last_change":"2024-09-16T07:24:15.954709+0000","last_active":"2024-09-16T07:24:17.567145+0000","last_peered":"2024-09-16T07:24:17.567145+0000","last_clean":"2024-09-16T07:24:17.567145+0000","last_became_active":"2024-09-16T07:24:15.954410+0000","last_became_peered":"2024-09-16T07:24:15.954410+0000","last_unstale":"2024-09-16T07:24:17.567145+0000","last_undegraded":"2024-09-16T07:24:17.567145+0000","last_fullsized":"2024-09-16T07:24:17.567145+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:54:09.327271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.451669+0000","last_change":"2024-09-16T07:24:14.959500+0000","last_active":"2024-09-16T07:24:17.451669+0000","last_peered":"2024-09-16T07:24:17.451669+0000","last_clean":"2024-09-16T07:24:17.451669+0000","last_became_active":"2024-09-16T07:24:14.959219+0000","last_became_peered":"2024-09-16T07:24:14.959219+0000","last_unstale":"2024-09-16T07:24:17.451669+0000","last_undegraded":"2024-09-16T07:24:17.451669+0000","last_fullsized":"2024-09-16T07:24:17.451669+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:35:28.366143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.451794+0000","last_change":"2024-09-16T07:24:15.966109+0000","last_active":"2024-09-16T07:24:17.451794+0000","last_peered":"2024-09-16T07:24:17.451794+0000","last_clean":"2024-09-16T07:24:17.451794+0000","last_became_active":"2024-09-16T07:24:15.965473+0000","last_became_peered":"2024-09-16T07:24:15.965473+0000","last_unstale":"2024-09-16T07:24:17.451794+0000","last_undegraded":"2024-09-16T07:24:17.451794+0000","last_fullsized":"2024-09-16T07:24:17.451794+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:55:08.170301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.10","version":"57'8","reported_seq":23,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.451319+0000","last_change":"2024-09-16T07:24:14.962537+0000","last_active":"2024-09-16T07:24:17.451319+0000","last_peered":"2024-09-16T07:24:17.451319+0000","last_clean":"2024-09-16T07:24:17.451319+0000","last_became_active":"2024-09-16T07:24:14.962248+0000","last_became_peered":"2024-09-16T07:24:14.962248+0000","last_unstale":"2024-09-16T07:24:17.451319+0000","last_undegraded":"2024-09-16T07:24:17.451319+0000","last_fullsized":"2024-09-16T07:24:17.451319+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:12:28.812358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.949981+0000","last_change":"2024-09-16T07:24:15.964387+0000","last_active":"2024-09-16T07:24:16.949981+0000","last_peered":"2024-09-16T07:24:16.949981+0000","last_clean":"2024-09-16T07:24:16.949981+0000","last_became_active":"2024-09-16T07:24:15.964113+0000","last_became_peered":"2024-09-16T07:24:15.964113+0000","last_unstale":"2024-09-16T07:24:16.949981+0000","last_undegraded":"2024-09-16T07:24:16.949981+0000","last_fullsized":"2024-09-16T07:24:16.949981+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:44:39.221047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.f","version":"57'1","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.947260+0000","last_change":"2024-09-16T07:24:14.957830+0000","last_active":"2024-09-16T07:24:16.947260+0000","last_peered":"2024-09-16T07:24:16.947260+0000","last_clean":"2024-09-16T07:24:16.947260+0000","last_became_active":"2024-09-16T07:24:14.957468+0000","last_became_peered":"2024-09-16T07:24:14.957468+0000","last_unstale":"2024-09-16T07:24:16.947260+0000","last_undegraded":"2024-09-16T07:24:16.947260+0000","last_fullsized":"2024-09-16T07:24:16.947260+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:06:29.356084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.950161+0000","last_change":"2024-09-16T07:24:15.967231+0000","last_active":"2024-09-16T07:24:16.950161+0000","last_peered":"2024-09-16T07:24:16.950161+0000","last_clean":"2024-09-16T07:24:16.950161+0000","last_became_active":"2024-09-16T07:24:15.966622+0000","last_became_peered":"2024-09-16T07:24:15.966622+0000","last_unstale":"2024-09-16T07:24:16.950161+0000","last_undegraded":"2024-09-16T07:24:16.950161+0000","last_fullsized":"2024-09-16T07:24:16.950161+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:12:28.703520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.e","version":"57'2","reported_seq":17,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.567961+0000","last_change":"2024-09-16T07:24:14.959843+0000","last_active":"2024-09-16T07:24:17.567961+0000","last_peered":"2024-09-16T07:24:17.567961+0000","last_clean":"2024-09-16T07:24:17.567961+0000","last_became_active":"2024-09-16T07:24:14.959565+0000","last_became_peered":"2024-09-16T07:24:14.959565+0000","last_unstale":"2024-09-16T07:24:17.567961+0000","last_undegraded":"2024-09-16T07:24:17.567961+0000","last_fullsized":"2024-09-16T07:24:17.567961+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:48:25.487386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.946365+0000","last_change":"2024-09-16T07:24:15.964636+0000","last_active":"2024-09-16T07:24:16.946365+0000","last_peered":"2024-09-16T07:24:16.946365+0000","last_clean":"2024-09-16T07:24:16.946365+0000","last_became_active":"2024-09-16T07:24:15.964390+0000","last_became_peered":"2024-09-16T07:24:15.964390+0000","last_unstale":"2024-09-16T07:24:16.946365+0000","last_undegraded":"2024-09-16T07:24:16.946365+0000","last_fullsized":"2024-09-16T07:24:16.946365+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:20:33.994491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.d","version":"57'1","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.949869+0000","last_change":"2024-09-16T07:24:14.960309+0000","last_active":"2024-09-16T07:24:16.949869+0000","last_peered":"2024-09-16T07:24:16.949869+0000","last_clean":"2024-09-16T07:24:16.949869+0000","last_became_active":"2024-09-16T07:24:14.960001+0000","last_became_peered":"2024-09-16T07:24:14.960001+0000","last_unstale":"2024-09-16T07:24:16.949869+0000","last_undegraded":"2024-09-16T07:24:16.949869+0000","last_fullsized":"2024-09-16T07:24:16.949869+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:20:26.662620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.451841+0000","last_change":"2024-09-16T07:24:15.976019+0000","last_active":"2024-09-16T07:24:17.451841+0000","last_peered":"2024-09-16T07:24:17.451841+0000","last_clean":"2024-09-16T07:24:17.451841+0000","last_became_active":"2024-09-16T07:24:15.975727+0000","last_became_peered":"2024-09-16T07:24:15.975727+0000","last_unstale":"2024-09-16T07:24:17.451841+0000","last_undegraded":"2024-09-16T07:24:17.451841+0000","last_fullsized":"2024-09-16T07:24:17.451841+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:05:07.152698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.567834+0000","last_change":"2024-09-16T07:24:14.954928+0000","last_active":"2024-09-16T07:24:17.567834+0000","last_peered":"2024-09-16T07:24:17.567834+0000","last_clean":"2024-09-16T07:24:17.567834+0000","last_became_active":"2024-09-16T07:24:14.954657+0000","last_became_peered":"2024-09-16T07:24:14.954657+0000","last_unstale":"2024-09-16T07:24:17.567834+0000","last_undegraded":"2024-09-16T07:24:17.567834+0000","last_fullsized":"2024-09-16T07:24:17.567834+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:26:47.256157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.567099+0000","last_change":"2024-09-16T07:24:15.960472+0000","last_active":"2024-09-16T07:24:17.567099+0000","last_peered":"2024-09-16T07:24:17.567099+0000","last_clean":"2024-09-16T07:24:17.567099+0000","last_became_active":"2024-09-16T07:24:15.960159+0000","last_became_peered":"2024-09-16T07:24:15.960159+0000","last_unstale":"2024-09-16T07:24:17.567099+0000","last_undegraded":"2024-09-16T07:24:17.567099+0000","last_fullsized":"2024-09-16T07:24:17.567099+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:16:27.850629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.b","version":"57'2","reported_seq":17,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.567766+0000","last_change":"2024-09-16T07:24:14.959326+0000","last_active":"2024-09-16T07:24:17.567766+0000","last_peered":"2024-09-16T07:24:17.567766+0000","last_clean":"2024-09-16T07:24:17.567766+0000","last_became_active":"2024-09-16T07:24:14.958975+0000","last_became_peered":"2024-09-16T07:24:14.958975+0000","last_unstale":"2024-09-16T07:24:17.567766+0000","last_undegraded":"2024-09-16T07:24:17.567766+0000","last_fullsized":"2024-09-16T07:24:17.567766+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:58:44.405395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.567222+0000","last_change":"2024-09-16T07:24:15.971128+0000","last_active":"2024-09-16T07:24:17.567222+0000","last_peered":"2024-09-16T07:24:17.567222+0000","last_clean":"2024-09-16T07:24:17.567222+0000","last_became_active":"2024-09-16T07:24:15.970877+0000","last_became_peered":"2024-09-16T07:24:15.970877+0000","last_unstale":"2024-09-16T07:24:17.567222+0000","last_undegraded":"2024-09-16T07:24:17.567222+0000","last_fullsized":"2024-09-16T07:24:17.567222+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:31:26.483475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.567499+0000","last_change":"2024-09-16T07:24:14.954767+0000","last_active":"2024-09-16T07:24:17.567499+0000","last_peered":"2024-09-16T07:24:17.567499+0000","last_clean":"2024-09-16T07:24:17.567499+0000","last_became_active":"2024-09-16T07:24:14.954495+0000","last_became_peered":"2024-09-16T07:24:14.954495+0000","last_unstale":"2024-09-16T07:24:17.567499+0000","last_undegraded":"2024-09-16T07:24:17.567499+0000","last_fullsized":"2024-09-16T07:24:17.567499+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:31:48.389324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.567323+0000","last_change":"2024-09-16T07:24:15.964085+0000","last_active":"2024-09-16T07:24:17.567323+0000","last_peered":"2024-09-16T07:24:17.567323+0000","last_clean":"2024-09-16T07:24:17.567323+0000","last_became_active":"2024-09-16T07:24:15.963814+0000","last_became_peered":"2024-09-16T07:24:15.963814+0000","last_unstale":"2024-09-16T07:24:17.567323+0000","last_undegraded":"2024-09-16T07:24:17.567323+0000","last_fullsized":"2024-09-16T07:24:17.567323+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:01:27.668521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.567196+0000","last_change":"2024-09-16T07:24:14.957178+0000","last_active":"2024-09-16T07:24:17.567196+0000","last_peered":"2024-09-16T07:24:17.567196+0000","last_clean":"2024-09-16T07:24:17.567196+0000","last_became_active":"2024-09-16T07:24:14.956855+0000","last_became_peered":"2024-09-16T07:24:14.956855+0000","last_unstale":"2024-09-16T07:24:17.567196+0000","last_undegraded":"2024-09-16T07:24:17.567196+0000","last_fullsized":"2024-09-16T07:24:17.567196+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:37:38.246105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.950104+0000","last_change":"2024-09-16T07:24:15.966807+0000","last_active":"2024-09-16T07:24:16.950104+0000","last_peered":"2024-09-16T07:24:16.950104+0000","last_clean":"2024-09-16T07:24:16.950104+0000","last_became_active":"2024-09-16T07:24:15.966134+0000","last_became_peered":"2024-09-16T07:24:15.966134+0000","last_unstale":"2024-09-16T07:24:16.950104+0000","last_undegraded":"2024-09-16T07:24:16.950104+0000","last_fullsized":"2024-09-16T07:24:16.950104+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:57:09.910704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"57'2","reported_seq":17,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.947368+0000","last_change":"2024-09-16T07:24:14.960083+0000","last_active":"2024-09-16T07:24:16.947368+0000","last_peered":"2024-09-16T07:24:16.947368+0000","last_clean":"2024-09-16T07:24:16.947368+0000","last_became_active":"2024-09-16T07:24:14.959647+0000","last_became_peered":"2024-09-16T07:24:14.959647+0000","last_unstale":"2024-09-16T07:24:16.947368+0000","last_undegraded":"2024-09-16T07:24:16.947368+0000","last_fullsized":"2024-09-16T07:24:16.947368+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:05:53.016165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.950298+0000","last_change":"2024-09-16T07:24:15.966937+0000","last_active":"2024-09-16T07:24:16.950298+0000","last_peered":"2024-09-16T07:24:16.950298+0000","last_clean":"2024-09-16T07:24:16.950298+0000","last_became_active":"2024-09-16T07:24:15.965305+0000","last_became_peered":"2024-09-16T07:24:15.965305+0000","last_unstale":"2024-09-16T07:24:16.950298+0000","last_undegraded":"2024-09-16T07:24:16.950298+0000","last_fullsized":"2024-09-16T07:24:16.950298+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:50:08.062437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":13,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T07:24:15.952134+0000","last_change":"2024-09-16T07:24:14.956639+0000","last_active":"2024-09-16T07:24:15.952134+0000","last_peered":"2024-09-16T07:24:15.952134+0000","last_clean":"2024-09-16T07:24:15.952134+0000","last_became_active":"2024-09-16T07:24:14.956318+0000","last_became_peered":"2024-09-16T07:24:14.956318+0000","last_unstale":"2024-09-16T07:24:15.952134+0000","last_undegraded":"2024-09-16T07:24:15.952134+0000","last_fullsized":"2024-09-16T07:24:15.952134+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:35:45.798680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.946523+0000","last_change":"2024-09-16T07:24:15.965287+0000","last_active":"2024-09-16T07:24:16.946523+0000","last_peered":"2024-09-16T07:24:16.946523+0000","last_clean":"2024-09-16T07:24:16.946523+0000","last_became_active":"2024-09-16T07:24:15.965001+0000","last_became_peered":"2024-09-16T07:24:15.965001+0000","last_unstale":"2024-09-16T07:24:16.946523+0000","last_undegraded":"2024-09-16T07:24:16.946523+0000","last_fullsized":"2024-09-16T07:24:16.946523+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:59:58.814339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.566925+0000","last_change":"2024-09-16T07:24:14.954795+0000","last_active":"2024-09-16T07:24:17.566925+0000","last_peered":"2024-09-16T07:24:17.566925+0000","last_clean":"2024-09-16T07:24:17.566925+0000","last_became_active":"2024-09-16T07:24:14.954476+0000","last_became_peered":"2024-09-16T07:24:14.954476+0000","last_unstale":"2024-09-16T07:24:17.566925+0000","last_undegraded":"2024-09-16T07:24:17.566925+0000","last_fullsized":"2024-09-16T07:24:17.566925+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:49:31.086578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.568046+0000","last_change":"2024-09-16T07:24:15.963927+0000","last_active":"2024-09-16T07:24:17.568046+0000","last_peered":"2024-09-16T07:24:17.568046+0000","last_clean":"2024-09-16T07:24:17.568046+0000","last_became_active":"2024-09-16T07:24:15.963501+0000","last_became_peered":"2024-09-16T07:24:15.963501+0000","last_unstale":"2024-09-16T07:24:17.568046+0000","last_undegraded":"2024-09-16T07:24:17.568046+0000","last_fullsized":"2024-09-16T07:24:17.568046+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:16:30.648501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.949754+0000","last_change":"2024-09-16T07:24:14.956554+0000","last_active":"2024-09-16T07:24:16.949754+0000","last_peered":"2024-09-16T07:24:16.949754+0000","last_clean":"2024-09-16T07:24:16.949754+0000","last_became_active":"2024-09-16T07:24:14.956285+0000","last_became_peered":"2024-09-16T07:24:14.956285+0000","last_unstale":"2024-09-16T07:24:16.949754+0000","last_undegraded":"2024-09-16T07:24:16.949754+0000","last_fullsized":"2024-09-16T07:24:16.949754+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:36:45.347400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T07:24:15.971605+0000","last_change":"2024-09-16T07:24:15.962738+0000","last_active":"2024-09-16T07:24:15.971605+0000","last_peered":"2024-09-16T07:24:15.971605+0000","last_clean":"2024-09-16T07:24:15.971605+0000","last_became_active":"2024-09-16T07:24:15.961376+0000","last_became_peered":"2024-09-16T07:24:15.961376+0000","last_unstale":"2024-09-16T07:24:15.971605+0000","last_undegraded":"2024-09-16T07:24:15.971605+0000","last_fullsized":"2024-09-16T07:24:15.971605+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:47:09.101467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.946358+0000","last_change":"2024-09-16T07:24:14.958524+0000","last_active":"2024-09-16T07:24:16.946358+0000","last_peered":"2024-09-16T07:24:16.946358+0000","last_clean":"2024-09-16T07:24:16.946358+0000","last_became_active":"2024-09-16T07:24:14.958217+0000","last_became_peered":"2024-09-16T07:24:14.958217+0000","last_unstale":"2024-09-16T07:24:16.946358+0000","last_undegraded":"2024-09-16T07:24:16.946358+0000","last_fullsized":"2024-09-16T07:24:16.946358+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:02:16.485694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.945993+0000","last_change":"2024-09-16T07:24:15.970022+0000","last_active":"2024-09-16T07:24:16.945993+0000","last_peered":"2024-09-16T07:24:16.945993+0000","last_clean":"2024-09-16T07:24:16.945993+0000","last_became_active":"2024-09-16T07:24:15.969704+0000","last_became_peered":"2024-09-16T07:24:15.969704+0000","last_unstale":"2024-09-16T07:24:16.945993+0000","last_undegraded":"2024-09-16T07:24:16.945993+0000","last_fullsized":"2024-09-16T07:24:16.945993+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:48:26.489493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.949681+0000","last_change":"2024-09-16T07:24:14.955966+0000","last_active":"2024-09-16T07:24:16.949681+0000","last_peered":"2024-09-16T07:24:16.949681+0000","last_clean":"2024-09-16T07:24:16.949681+0000","last_became_active":"2024-09-16T07:24:14.955071+0000","last_became_peered":"2024-09-16T07:24:14.955071+0000","last_unstale":"2024-09-16T07:24:16.949681+0000","last_undegraded":"2024-09-16T07:24:16.949681+0000","last_fullsized":"2024-09-16T07:24:16.949681+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:28:43.823975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.566988+0000","last_change":"2024-09-16T07:24:15.973353+0000","last_active":"2024-09-16T07:24:17.566988+0000","last_peered":"2024-09-16T07:24:17.566988+0000","last_clean":"2024-09-16T07:24:17.566988+0000","last_became_active":"2024-09-16T07:24:15.973051+0000","last_became_peered":"2024-09-16T07:24:15.973051+0000","last_unstale":"2024-09-16T07:24:17.566988+0000","last_undegraded":"2024-09-16T07:24:17.566988+0000","last_fullsized":"2024-09-16T07:24:17.566988+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:48:18.258166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":13,"reported_epoch":57,"state":"active+clean","last_fresh":"2024-09-16T07:24:15.952261+0000","last_change":"2024-09-16T07:24:14.950104+0000","last_active":"2024-09-16T07:24:15.952261+0000","last_peered":"2024-09-16T07:24:15.952261+0000","last_clean":"2024-09-16T07:24:15.952261+0000","last_became_active":"2024-09-16T07:24:14.949829+0000","last_became_peered":"2024-09-16T07:24:14.949829+0000","last_unstale":"2024-09-16T07:24:15.952261+0000","last_undegraded":"2024-09-16T07:24:15.952261+0000","last_fullsized":"2024-09-16T07:24:15.952261+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:15:40.086641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.946663+0000","last_change":"2024-09-16T07:24:15.956358+0000","last_active":"2024-09-16T07:24:16.946663+0000","last_peered":"2024-09-16T07:24:16.946663+0000","last_clean":"2024-09-16T07:24:16.946663+0000","last_became_active":"2024-09-16T07:24:15.956047+0000","last_became_peered":"2024-09-16T07:24:15.956047+0000","last_unstale":"2024-09-16T07:24:16.946663+0000","last_undegraded":"2024-09-16T07:24:16.946663+0000","last_fullsized":"2024-09-16T07:24:16.946663+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:20:39.778234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.567062+0000","last_change":"2024-09-16T07:24:14.955883+0000","last_active":"2024-09-16T07:24:17.567062+0000","last_peered":"2024-09-16T07:24:17.567062+0000","last_clean":"2024-09-16T07:24:17.567062+0000","last_became_active":"2024-09-16T07:24:14.955584+0000","last_became_peered":"2024-09-16T07:24:14.955584+0000","last_unstale":"2024-09-16T07:24:17.567062+0000","last_undegraded":"2024-09-16T07:24:17.567062+0000","last_fullsized":"2024-09-16T07:24:17.567062+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:52:37.906300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.567567+0000","last_change":"2024-09-16T07:24:15.964953+0000","last_active":"2024-09-16T07:24:17.567567+0000","last_peered":"2024-09-16T07:24:17.567567+0000","last_clean":"2024-09-16T07:24:17.567567+0000","last_became_active":"2024-09-16T07:24:15.964587+0000","last_became_peered":"2024-09-16T07:24:15.964587+0000","last_unstale":"2024-09-16T07:24:17.567567+0000","last_undegraded":"2024-09-16T07:24:17.567567+0000","last_fullsized":"2024-09-16T07:24:17.567567+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:43:49.480709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.945785+0000","last_change":"2024-09-16T07:24:14.956312+0000","last_active":"2024-09-16T07:24:16.945785+0000","last_peered":"2024-09-16T07:24:16.945785+0000","last_clean":"2024-09-16T07:24:16.945785+0000","last_became_active":"2024-09-16T07:24:14.956011+0000","last_became_peered":"2024-09-16T07:24:14.956011+0000","last_unstale":"2024-09-16T07:24:16.945785+0000","last_undegraded":"2024-09-16T07:24:16.945785+0000","last_fullsized":"2024-09-16T07:24:16.945785+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:36:44.620744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"18'72","reported_seq":177,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.567244+0000","last_change":"2024-09-16T07:21:02.600196+0000","last_active":"2024-09-16T07:24:17.567244+0000","last_peered":"2024-09-16T07:24:17.567244+0000","last_clean":"2024-09-16T07:24:17.567244+0000","last_became_active":"2024-09-16T07:21:02.599001+0000","last_became_peered":"2024-09-16T07:21:02.599001+0000","last_unstale":"2024-09-16T07:24:17.567244+0000","last_undegraded":"2024-09-16T07:24:17.567244+0000","last_fullsized":"2024-09-16T07:24:17.567244+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_clean_scrub_stamp":"2024-09-16T07:21:01.331773+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:28:40.942832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":9,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509484,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27712,"kb_used_data":680,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344128,"statfs":{"total":96636764160,"available":96608387072,"internally_reserved":0,"allocated":696320,"data_stored":284639,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509483,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28284,"kb_used_data":1256,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343556,"statfs":{"total":96636764160,"available":96607801344,"internally_reserved":0,"allocated":1286144,"data_stored":874949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509483,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27708,"kb_used_data":680,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344132,"statfs":{"total":96636764160,"available":96608391168,"internally_reserved":0,"allocated":696320,"data_stored":285163,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509484,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27708,"kb_used_data":676,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344132,"statfs":{"total":96636764160,"available":96608391168,"internally_reserved":0,"allocated":692224,"data_stored":284637,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509484,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27720,"kb_used_data":692,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344120,"statfs":{"total":96636764160,"available":96608378880,"internally_reserved":0,"allocated":708608,"data_stored":286319,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509484,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32444,"kb_used_data":1256,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339396,"statfs":{"total":96636764160,"available":96603541504,"internally_reserved":0,"allocated":1286144,"data_stored":875497,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509485,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27716,"kb_used_data":684,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344124,"statfs":{"total":96636764160,"available":96608382976,"internally_reserved":0,"allocated":700416,"data_stored":286159,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574890,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27692,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344148,"statfs":{"total":96636764160,"available":96608407552,"internally_reserved":0,"allocated":679936,"data_stored":278269,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1772,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T07:24:24.447 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T07:24:24.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.566+0000 7fc4244ef640 1 -- 172.21.15.31:0/2306056735 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc41c15f6d0 msgr2=0x7fc41c15c880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:24.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.566+0000 7fc4244ef640 1 --2- 172.21.15.31:0/2306056735 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc41c15f6d0 0x7fc41c15c880 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7fc41c0d09d0 tx=0x7fc40c02a680 comp rx=0 tx=0).stop 2024-09-16T07:24:24.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.566+0000 7fc4244ef640 1 -- 172.21.15.31:0/2306056735 shutdown_connections 2024-09-16T07:24:24.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.566+0000 7fc4244ef640 1 --2- 172.21.15.31:0/2306056735 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc41c15f6d0 0x7fc41c15c880 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:24.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.566+0000 7fc4244ef640 1 --2- 172.21.15.31:0/2306056735 >> v2:172.21.15.155:3300/0 conn(0x7fc41c0d2410 0x7fc41c0b3090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:24.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.566+0000 7fc4244ef640 1 -- 172.21.15.31:0/2306056735 >> 172.21.15.31:0/2306056735 conn(0x7fc41c09aa30 msgr2=0x7fc41c09ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:24.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.566+0000 7fc4244ef640 1 -- 172.21.15.31:0/2306056735 shutdown_connections 2024-09-16T07:24:24.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.566+0000 7fc4244ef640 1 -- 172.21.15.31:0/2306056735 wait complete. 2024-09-16T07:24:24.570 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.568+0000 7fc4244ef640 1 Processor -- start 2024-09-16T07:24:24.570 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.568+0000 7fc4244ef640 1 -- start start 2024-09-16T07:24:24.570 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.568+0000 7fc4244ef640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc41c0d2410 0x7fc41c0c4aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:24.570 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.568+0000 7fc4244ef640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc41c15cdc0 0x7fc41c1f4940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:24.570 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.568+0000 7fc4244ef640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc41c15f6d0 0x7fc41c158380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:24.570 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.568+0000 7fc4244ef640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fc41c0b13c0 con 0x7fc41c15cdc0 2024-09-16T07:24:24.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.568+0000 7fc4244ef640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc41c0b1240 con 0x7fc41c15f6d0 2024-09-16T07:24:24.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.568+0000 7fc4244ef640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc41c0b1540 con 0x7fc41c0d2410 2024-09-16T07:24:24.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.569+0000 7fc421a8a640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc41c15cdc0 0x7fc41c1f4940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:24.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.569+0000 7fc421a8a640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc41c15cdc0 0x7fc41c1f4940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:42134/0 (socket says 172.21.15.31:42134) 2024-09-16T07:24:24.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.569+0000 7fc421a8a640 1 -- 172.21.15.31:0/4200783666 learned_addr learned my addr 172.21.15.31:0/4200783666 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:24.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.569+0000 7fc422a8c640 1 --2- 172.21.15.31:0/4200783666 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc41c15f6d0 0x7fc41c158380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:24.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.569+0000 7fc42228b640 1 --2- 172.21.15.31:0/4200783666 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc41c0d2410 0x7fc41c0c4aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:24.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.569+0000 7fc421a8a640 1 -- 172.21.15.31:0/4200783666 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc41c0d2410 msgr2=0x7fc41c0c4aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:24.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.569+0000 7fc421a8a640 1 --2- 172.21.15.31:0/4200783666 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc41c0d2410 0x7fc41c0c4aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:24.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.569+0000 7fc421a8a640 1 -- 172.21.15.31:0/4200783666 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc41c15f6d0 msgr2=0x7fc41c158380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:24.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.569+0000 7fc421a8a640 1 --2- 172.21.15.31:0/4200783666 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc41c15f6d0 0x7fc41c158380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:24.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.569+0000 7fc421a8a640 1 -- 172.21.15.31:0/4200783666 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc41c06ddd0 con 0x7fc41c15cdc0 2024-09-16T07:24:24.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.569+0000 7fc42228b640 1 --2- 172.21.15.31:0/4200783666 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc41c0d2410 0x7fc41c0c4aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:24:24.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.569+0000 7fc421a8a640 1 --2- 172.21.15.31:0/4200783666 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc41c15cdc0 0x7fc41c1f4940 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7fc40c034040 tx=0x7fc40c0039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:24.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.569+0000 7fc412ffd640 1 -- 172.21.15.31:0/4200783666 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc40c03e030 con 0x7fc41c15cdc0 2024-09-16T07:24:24.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.569+0000 7fc412ffd640 1 -- 172.21.15.31:0/4200783666 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc40c0047a0 con 0x7fc41c15cdc0 2024-09-16T07:24:24.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.569+0000 7fc4244ef640 1 -- 172.21.15.31:0/4200783666 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc41c1f5400 con 0x7fc41c15cdc0 2024-09-16T07:24:24.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.569+0000 7fc412ffd640 1 -- 172.21.15.31:0/4200783666 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc40c035040 con 0x7fc41c15cdc0 2024-09-16T07:24:24.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.570+0000 7fc4244ef640 1 -- 172.21.15.31:0/4200783666 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc41c06e090 con 0x7fc41c15cdc0 2024-09-16T07:24:24.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.571+0000 7fc4244ef640 1 -- 172.21.15.31:0/4200783666 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc41c0b21b0 con 0x7fc41c15cdc0 2024-09-16T07:24:24.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.571+0000 7fc412ffd640 1 -- 172.21.15.31:0/4200783666 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 9) ==== 101440+0+0 (secure 0 0 0) 0x7fc40c041030 con 0x7fc41c15cdc0 2024-09-16T07:24:24.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.572+0000 7fc412ffd640 1 --2- 172.21.15.31:0/4200783666 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc400078a00 0x7fc40007aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:24.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.572+0000 7fc412ffd640 1 -- 172.21.15.31:0/4200783666 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7fc40c0bb350 con 0x7fc41c15cdc0 2024-09-16T07:24:24.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.572+0000 7fc42228b640 1 --2- 172.21.15.31:0/4200783666 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc400078a00 0x7fc40007aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:24.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.573+0000 7fc42228b640 1 --2- 172.21.15.31:0/4200783666 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc400078a00 0x7fc40007aec0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fc41c1f7e90 tx=0x7fc41800b2c0 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:24.575 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.576+0000 7fc412ffd640 1 -- 172.21.15.31:0/4200783666 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fc40c082ff0 con 0x7fc41c15cdc0 2024-09-16T07:24:24.761 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.761+0000 7fc4244ef640 1 -- 172.21.15.31:0/4200783666 --> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fc41c1f5920 con 0x7fc400078a00 2024-09-16T07:24:24.765 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.766+0000 7fc412ffd640 1 -- 172.21.15.31:0/4200783666 <== mgr.4117 v2:172.21.15.155:6808/3650624732 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251860 (secure 0 0 0) 0x7fc41800b880 con 0x7fc400078a00 2024-09-16T07:24:24.769 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:24:24.771 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-16T07:24:24.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.769+0000 7fc4244ef640 1 -- 172.21.15.31:0/4200783666 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc400078a00 msgr2=0x7fc40007aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:24.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.769+0000 7fc4244ef640 1 --2- 172.21.15.31:0/4200783666 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc400078a00 0x7fc40007aec0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fc41c1f7e90 tx=0x7fc41800b2c0 comp rx=0 tx=0).stop 2024-09-16T07:24:24.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.769+0000 7fc4244ef640 1 -- 172.21.15.31:0/4200783666 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc41c15cdc0 msgr2=0x7fc41c1f4940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:24.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.769+0000 7fc4244ef640 1 --2- 172.21.15.31:0/4200783666 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc41c15cdc0 0x7fc41c1f4940 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7fc40c034040 tx=0x7fc40c0039e0 comp rx=0 tx=0).stop 2024-09-16T07:24:24.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.770+0000 7fc4244ef640 1 -- 172.21.15.31:0/4200783666 shutdown_connections 2024-09-16T07:24:24.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.770+0000 7fc4244ef640 1 --2- 172.21.15.31:0/4200783666 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc400078a00 0x7fc40007aec0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:24.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.770+0000 7fc4244ef640 1 --2- 172.21.15.31:0/4200783666 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc41c15f6d0 0x7fc41c158380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:24.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.770+0000 7fc4244ef640 1 --2- 172.21.15.31:0/4200783666 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc41c15cdc0 0x7fc41c1f4940 unknown :-1 s=CLOSED pgs=625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:24.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.770+0000 7fc4244ef640 1 --2- 172.21.15.31:0/4200783666 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc41c0d2410 0x7fc41c0c4aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:24.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.770+0000 7fc4244ef640 1 -- 172.21.15.31:0/4200783666 >> 172.21.15.31:0/4200783666 conn(0x7fc41c09aa30 msgr2=0x7fc41c15de90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:24.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.770+0000 7fc4244ef640 1 -- 172.21.15.31:0/4200783666 shutdown_connections 2024-09-16T07:24:24.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.770+0000 7fc4244ef640 1 -- 172.21.15.31:0/4200783666 wait complete. 2024-09-16T07:24:24.780 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":155,"stamp":"2024-09-16T07:24:24.678891+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":227000,"kb_used_data":6600,"kb_used_omap":12,"kb_used_meta":220211,"kb_avail":754747720,"statfs":{"total":773094113280,"available":772861665280,"internally_reserved":0,"allocated":6758400,"data_stored":3461932,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":225496625},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.736316"},"pg_stats":[{"pgid":"9.3f","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.947986+0000","last_change":"2024-09-16T07:24:15.967001+0000","last_active":"2024-09-16T07:24:16.947986+0000","last_peered":"2024-09-16T07:24:16.947986+0000","last_clean":"2024-09-16T07:24:16.947986+0000","last_became_active":"2024-09-16T07:24:15.965771+0000","last_became_peered":"2024-09-16T07:24:15.965771+0000","last_unstale":"2024-09-16T07:24:16.947986+0000","last_undegraded":"2024-09-16T07:24:16.947986+0000","last_fullsized":"2024-09-16T07:24:16.947986+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:37:12.706882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.3e","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.947001+0000","last_change":"2024-09-16T07:24:15.963591+0000","last_active":"2024-09-16T07:24:16.947001+0000","last_peered":"2024-09-16T07:24:16.947001+0000","last_clean":"2024-09-16T07:24:16.947001+0000","last_became_active":"2024-09-16T07:24:15.963316+0000","last_became_peered":"2024-09-16T07:24:15.963316+0000","last_unstale":"2024-09-16T07:24:16.947001+0000","last_undegraded":"2024-09-16T07:24:16.947001+0000","last_fullsized":"2024-09-16T07:24:16.947001+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:40:51.377942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3d","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.949838+0000","last_change":"2024-09-16T07:24:15.966009+0000","last_active":"2024-09-16T07:24:16.949838+0000","last_peered":"2024-09-16T07:24:16.949838+0000","last_clean":"2024-09-16T07:24:16.949838+0000","last_became_active":"2024-09-16T07:24:15.965722+0000","last_became_peered":"2024-09-16T07:24:15.965722+0000","last_unstale":"2024-09-16T07:24:16.949838+0000","last_undegraded":"2024-09-16T07:24:16.949838+0000","last_fullsized":"2024-09-16T07:24:16.949838+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:45:06.613576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3c","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.451711+0000","last_change":"2024-09-16T07:24:15.974123+0000","last_active":"2024-09-16T07:24:17.451711+0000","last_peered":"2024-09-16T07:24:17.451711+0000","last_clean":"2024-09-16T07:24:17.451711+0000","last_became_active":"2024-09-16T07:24:15.973840+0000","last_became_peered":"2024-09-16T07:24:15.973840+0000","last_unstale":"2024-09-16T07:24:17.451711+0000","last_undegraded":"2024-09-16T07:24:17.451711+0000","last_fullsized":"2024-09-16T07:24:17.451711+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:16:01.184090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.3b","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.946684+0000","last_change":"2024-09-16T07:24:15.965263+0000","last_active":"2024-09-16T07:24:16.946684+0000","last_peered":"2024-09-16T07:24:16.946684+0000","last_clean":"2024-09-16T07:24:16.946684+0000","last_became_active":"2024-09-16T07:24:15.965006+0000","last_became_peered":"2024-09-16T07:24:15.965006+0000","last_unstale":"2024-09-16T07:24:16.946684+0000","last_undegraded":"2024-09-16T07:24:16.946684+0000","last_fullsized":"2024-09-16T07:24:16.946684+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:33:13.823284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.3a","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.947996+0000","last_change":"2024-09-16T07:24:15.958363+0000","last_active":"2024-09-16T07:24:16.947996+0000","last_peered":"2024-09-16T07:24:16.947996+0000","last_clean":"2024-09-16T07:24:16.947996+0000","last_became_active":"2024-09-16T07:24:15.958064+0000","last_became_peered":"2024-09-16T07:24:15.958064+0000","last_unstale":"2024-09-16T07:24:16.947996+0000","last_undegraded":"2024-09-16T07:24:16.947996+0000","last_fullsized":"2024-09-16T07:24:16.947996+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:09:45.098862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.39","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.451528+0000","last_change":"2024-09-16T07:24:15.967615+0000","last_active":"2024-09-16T07:24:17.451528+0000","last_peered":"2024-09-16T07:24:17.451528+0000","last_clean":"2024-09-16T07:24:17.451528+0000","last_became_active":"2024-09-16T07:24:15.967330+0000","last_became_peered":"2024-09-16T07:24:15.967330+0000","last_unstale":"2024-09-16T07:24:17.451528+0000","last_undegraded":"2024-09-16T07:24:17.451528+0000","last_fullsized":"2024-09-16T07:24:17.451528+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:21:56.289190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.38","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.566974+0000","last_change":"2024-09-16T07:24:15.965488+0000","last_active":"2024-09-16T07:24:17.566974+0000","last_peered":"2024-09-16T07:24:17.566974+0000","last_clean":"2024-09-16T07:24:17.566974+0000","last_became_active":"2024-09-16T07:24:15.965228+0000","last_became_peered":"2024-09-16T07:24:15.965228+0000","last_unstale":"2024-09-16T07:24:17.566974+0000","last_undegraded":"2024-09-16T07:24:17.566974+0000","last_fullsized":"2024-09-16T07:24:17.566974+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:21:49.940466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.37","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.567247+0000","last_change":"2024-09-16T07:24:15.964960+0000","last_active":"2024-09-16T07:24:17.567247+0000","last_peered":"2024-09-16T07:24:17.567247+0000","last_clean":"2024-09-16T07:24:17.567247+0000","last_became_active":"2024-09-16T07:24:15.964675+0000","last_became_peered":"2024-09-16T07:24:15.964675+0000","last_unstale":"2024-09-16T07:24:17.567247+0000","last_undegraded":"2024-09-16T07:24:17.567247+0000","last_fullsized":"2024-09-16T07:24:17.567247+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:17:34.997869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.36","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.946975+0000","last_change":"2024-09-16T07:24:15.961761+0000","last_active":"2024-09-16T07:24:16.946975+0000","last_peered":"2024-09-16T07:24:16.946975+0000","last_clean":"2024-09-16T07:24:16.946975+0000","last_became_active":"2024-09-16T07:24:15.961413+0000","last_became_peered":"2024-09-16T07:24:15.961413+0000","last_unstale":"2024-09-16T07:24:16.946975+0000","last_undegraded":"2024-09-16T07:24:16.946975+0000","last_fullsized":"2024-09-16T07:24:16.946975+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:24:39.978839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.35","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.567376+0000","last_change":"2024-09-16T07:24:15.969743+0000","last_active":"2024-09-16T07:24:17.567376+0000","last_peered":"2024-09-16T07:24:17.567376+0000","last_clean":"2024-09-16T07:24:17.567376+0000","last_became_active":"2024-09-16T07:24:15.969252+0000","last_became_peered":"2024-09-16T07:24:15.969252+0000","last_unstale":"2024-09-16T07:24:17.567376+0000","last_undegraded":"2024-09-16T07:24:17.567376+0000","last_fullsized":"2024-09-16T07:24:17.567376+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:56:36.842234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.34","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.567188+0000","last_change":"2024-09-16T07:24:15.962145+0000","last_active":"2024-09-16T07:24:17.567188+0000","last_peered":"2024-09-16T07:24:17.567188+0000","last_clean":"2024-09-16T07:24:17.567188+0000","last_became_active":"2024-09-16T07:24:15.961873+0000","last_became_peered":"2024-09-16T07:24:15.961873+0000","last_unstale":"2024-09-16T07:24:17.567188+0000","last_undegraded":"2024-09-16T07:24:17.567188+0000","last_fullsized":"2024-09-16T07:24:17.567188+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:30:46.417061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.33","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.945783+0000","last_change":"2024-09-16T07:24:15.964333+0000","last_active":"2024-09-16T07:24:16.945783+0000","last_peered":"2024-09-16T07:24:16.945783+0000","last_clean":"2024-09-16T07:24:16.945783+0000","last_became_active":"2024-09-16T07:24:15.964057+0000","last_became_peered":"2024-09-16T07:24:15.964057+0000","last_unstale":"2024-09-16T07:24:16.945783+0000","last_undegraded":"2024-09-16T07:24:16.945783+0000","last_fullsized":"2024-09-16T07:24:16.945783+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:52:38.908407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.32","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.950208+0000","last_change":"2024-09-16T07:24:15.965626+0000","last_active":"2024-09-16T07:24:16.950208+0000","last_peered":"2024-09-16T07:24:16.950208+0000","last_clean":"2024-09-16T07:24:16.950208+0000","last_became_active":"2024-09-16T07:24:15.965253+0000","last_became_peered":"2024-09-16T07:24:15.965253+0000","last_unstale":"2024-09-16T07:24:16.950208+0000","last_undegraded":"2024-09-16T07:24:16.950208+0000","last_fullsized":"2024-09-16T07:24:16.950208+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:25:07.189036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.31","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.945724+0000","last_change":"2024-09-16T07:24:15.968335+0000","last_active":"2024-09-16T07:24:16.945724+0000","last_peered":"2024-09-16T07:24:16.945724+0000","last_clean":"2024-09-16T07:24:16.945724+0000","last_became_active":"2024-09-16T07:24:15.967169+0000","last_became_peered":"2024-09-16T07:24:15.967169+0000","last_unstale":"2024-09-16T07:24:16.945724+0000","last_undegraded":"2024-09-16T07:24:16.945724+0000","last_fullsized":"2024-09-16T07:24:16.945724+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:46:51.083750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.30","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.946654+0000","last_change":"2024-09-16T07:24:15.957235+0000","last_active":"2024-09-16T07:24:16.946654+0000","last_peered":"2024-09-16T07:24:16.946654+0000","last_clean":"2024-09-16T07:24:16.946654+0000","last_became_active":"2024-09-16T07:24:15.956200+0000","last_became_peered":"2024-09-16T07:24:15.956200+0000","last_unstale":"2024-09-16T07:24:16.946654+0000","last_undegraded":"2024-09-16T07:24:16.946654+0000","last_fullsized":"2024-09-16T07:24:16.946654+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:27:05.102830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.2f","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.948074+0000","last_change":"2024-09-16T07:24:15.971298+0000","last_active":"2024-09-16T07:24:16.948074+0000","last_peered":"2024-09-16T07:24:16.948074+0000","last_clean":"2024-09-16T07:24:16.948074+0000","last_became_active":"2024-09-16T07:24:15.971003+0000","last_became_peered":"2024-09-16T07:24:15.971003+0000","last_unstale":"2024-09-16T07:24:16.948074+0000","last_undegraded":"2024-09-16T07:24:16.948074+0000","last_fullsized":"2024-09-16T07:24:16.948074+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:43:18.852996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.2e","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.949897+0000","last_change":"2024-09-16T07:24:15.967102+0000","last_active":"2024-09-16T07:24:16.949897+0000","last_peered":"2024-09-16T07:24:16.949897+0000","last_clean":"2024-09-16T07:24:16.949897+0000","last_became_active":"2024-09-16T07:24:15.966517+0000","last_became_peered":"2024-09-16T07:24:15.966517+0000","last_unstale":"2024-09-16T07:24:16.949897+0000","last_undegraded":"2024-09-16T07:24:16.949897+0000","last_fullsized":"2024-09-16T07:24:16.949897+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:48:26.489493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2d","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.946987+0000","last_change":"2024-09-16T07:24:15.965295+0000","last_active":"2024-09-16T07:24:16.946987+0000","last_peered":"2024-09-16T07:24:16.946987+0000","last_clean":"2024-09-16T07:24:16.946987+0000","last_became_active":"2024-09-16T07:24:15.965030+0000","last_became_peered":"2024-09-16T07:24:15.965030+0000","last_unstale":"2024-09-16T07:24:16.946987+0000","last_undegraded":"2024-09-16T07:24:16.946987+0000","last_fullsized":"2024-09-16T07:24:16.946987+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:10:18.809369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2c","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.567581+0000","last_change":"2024-09-16T07:24:15.960741+0000","last_active":"2024-09-16T07:24:17.567581+0000","last_peered":"2024-09-16T07:24:17.567581+0000","last_clean":"2024-09-16T07:24:17.567581+0000","last_became_active":"2024-09-16T07:24:15.960351+0000","last_became_peered":"2024-09-16T07:24:15.960351+0000","last_unstale":"2024-09-16T07:24:17.567581+0000","last_undegraded":"2024-09-16T07:24:17.567581+0000","last_fullsized":"2024-09-16T07:24:17.567581+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:49:02.435679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2b","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.945891+0000","last_change":"2024-09-16T07:24:15.963393+0000","last_active":"2024-09-16T07:24:16.945891+0000","last_peered":"2024-09-16T07:24:16.945891+0000","last_clean":"2024-09-16T07:24:16.945891+0000","last_became_active":"2024-09-16T07:24:15.963102+0000","last_became_peered":"2024-09-16T07:24:15.963102+0000","last_unstale":"2024-09-16T07:24:16.945891+0000","last_undegraded":"2024-09-16T07:24:16.945891+0000","last_fullsized":"2024-09-16T07:24:16.945891+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:26:48.258264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.2a","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.567924+0000","last_change":"2024-09-16T07:24:15.965303+0000","last_active":"2024-09-16T07:24:17.567924+0000","last_peered":"2024-09-16T07:24:17.567924+0000","last_clean":"2024-09-16T07:24:17.567924+0000","last_became_active":"2024-09-16T07:24:15.965006+0000","last_became_peered":"2024-09-16T07:24:15.965006+0000","last_unstale":"2024-09-16T07:24:17.567924+0000","last_undegraded":"2024-09-16T07:24:17.567924+0000","last_fullsized":"2024-09-16T07:24:17.567924+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:06:37.451386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.29","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.451551+0000","last_change":"2024-09-16T07:24:15.966381+0000","last_active":"2024-09-16T07:24:17.451551+0000","last_peered":"2024-09-16T07:24:17.451551+0000","last_clean":"2024-09-16T07:24:17.451551+0000","last_became_active":"2024-09-16T07:24:15.965706+0000","last_became_peered":"2024-09-16T07:24:15.965706+0000","last_unstale":"2024-09-16T07:24:17.451551+0000","last_undegraded":"2024-09-16T07:24:17.451551+0000","last_fullsized":"2024-09-16T07:24:17.451551+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:04:46.749013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.28","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.567154+0000","last_change":"2024-09-16T07:24:15.961764+0000","last_active":"2024-09-16T07:24:17.567154+0000","last_peered":"2024-09-16T07:24:17.567154+0000","last_clean":"2024-09-16T07:24:17.567154+0000","last_became_active":"2024-09-16T07:24:15.961498+0000","last_became_peered":"2024-09-16T07:24:15.961498+0000","last_unstale":"2024-09-16T07:24:17.567154+0000","last_undegraded":"2024-09-16T07:24:17.567154+0000","last_fullsized":"2024-09-16T07:24:17.567154+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:44:19.163952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.27","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.947191+0000","last_change":"2024-09-16T07:24:15.963235+0000","last_active":"2024-09-16T07:24:16.947191+0000","last_peered":"2024-09-16T07:24:16.947191+0000","last_clean":"2024-09-16T07:24:16.947191+0000","last_became_active":"2024-09-16T07:24:15.962973+0000","last_became_peered":"2024-09-16T07:24:15.962973+0000","last_unstale":"2024-09-16T07:24:16.947191+0000","last_undegraded":"2024-09-16T07:24:16.947191+0000","last_fullsized":"2024-09-16T07:24:16.947191+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:33:00.392089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.26","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.946088+0000","last_change":"2024-09-16T07:24:15.963916+0000","last_active":"2024-09-16T07:24:16.946088+0000","last_peered":"2024-09-16T07:24:16.946088+0000","last_clean":"2024-09-16T07:24:16.946088+0000","last_became_active":"2024-09-16T07:24:15.963628+0000","last_became_peered":"2024-09-16T07:24:15.963628+0000","last_unstale":"2024-09-16T07:24:16.946088+0000","last_undegraded":"2024-09-16T07:24:16.946088+0000","last_fullsized":"2024-09-16T07:24:16.946088+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:44:39.221047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.25","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.947318+0000","last_change":"2024-09-16T07:24:15.966498+0000","last_active":"2024-09-16T07:24:16.947318+0000","last_peered":"2024-09-16T07:24:16.947318+0000","last_clean":"2024-09-16T07:24:16.947318+0000","last_became_active":"2024-09-16T07:24:15.966219+0000","last_became_peered":"2024-09-16T07:24:15.966219+0000","last_unstale":"2024-09-16T07:24:16.947318+0000","last_undegraded":"2024-09-16T07:24:16.947318+0000","last_fullsized":"2024-09-16T07:24:16.947318+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:52:17.783956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.24","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.567079+0000","last_change":"2024-09-16T07:24:15.971740+0000","last_active":"2024-09-16T07:24:17.567079+0000","last_peered":"2024-09-16T07:24:17.567079+0000","last_clean":"2024-09-16T07:24:17.567079+0000","last_became_active":"2024-09-16T07:24:15.971471+0000","last_became_peered":"2024-09-16T07:24:15.971471+0000","last_unstale":"2024-09-16T07:24:17.567079+0000","last_undegraded":"2024-09-16T07:24:17.567079+0000","last_fullsized":"2024-09-16T07:24:17.567079+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:16:24.759777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.23","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.567229+0000","last_change":"2024-09-16T07:24:15.969624+0000","last_active":"2024-09-16T07:24:17.567229+0000","last_peered":"2024-09-16T07:24:17.567229+0000","last_clean":"2024-09-16T07:24:17.567229+0000","last_became_active":"2024-09-16T07:24:15.969368+0000","last_became_peered":"2024-09-16T07:24:15.969368+0000","last_unstale":"2024-09-16T07:24:17.567229+0000","last_undegraded":"2024-09-16T07:24:17.567229+0000","last_fullsized":"2024-09-16T07:24:17.567229+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:21:11.075239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.22","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.451538+0000","last_change":"2024-09-16T07:24:15.966228+0000","last_active":"2024-09-16T07:24:17.451538+0000","last_peered":"2024-09-16T07:24:17.451538+0000","last_clean":"2024-09-16T07:24:17.451538+0000","last_became_active":"2024-09-16T07:24:15.965952+0000","last_became_peered":"2024-09-16T07:24:15.965952+0000","last_unstale":"2024-09-16T07:24:17.451538+0000","last_undegraded":"2024-09-16T07:24:17.451538+0000","last_fullsized":"2024-09-16T07:24:17.451538+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:42:50.785499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.21","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.946449+0000","last_change":"2024-09-16T07:24:15.948990+0000","last_active":"2024-09-16T07:24:16.946449+0000","last_peered":"2024-09-16T07:24:16.946449+0000","last_clean":"2024-09-16T07:24:16.946449+0000","last_became_active":"2024-09-16T07:24:15.948697+0000","last_became_peered":"2024-09-16T07:24:15.948697+0000","last_unstale":"2024-09-16T07:24:16.946449+0000","last_undegraded":"2024-09-16T07:24:16.946449+0000","last_fullsized":"2024-09-16T07:24:16.946449+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:05:14.801474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.20","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.566973+0000","last_change":"2024-09-16T07:24:15.965726+0000","last_active":"2024-09-16T07:24:17.566973+0000","last_peered":"2024-09-16T07:24:17.566973+0000","last_clean":"2024-09-16T07:24:17.566973+0000","last_became_active":"2024-09-16T07:24:15.965421+0000","last_became_peered":"2024-09-16T07:24:15.965421+0000","last_unstale":"2024-09-16T07:24:17.566973+0000","last_undegraded":"2024-09-16T07:24:17.566973+0000","last_fullsized":"2024-09-16T07:24:17.566973+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:25:15.753780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.947219+0000","last_change":"2024-09-16T07:24:15.960055+0000","last_active":"2024-09-16T07:24:16.947219+0000","last_peered":"2024-09-16T07:24:16.947219+0000","last_clean":"2024-09-16T07:24:16.947219+0000","last_became_active":"2024-09-16T07:24:15.959381+0000","last_became_peered":"2024-09-16T07:24:15.959381+0000","last_unstale":"2024-09-16T07:24:16.947219+0000","last_undegraded":"2024-09-16T07:24:16.947219+0000","last_fullsized":"2024-09-16T07:24:16.947219+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:30:47.668977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1f","version":"57'4","reported_seq":19,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.567271+0000","last_change":"2024-09-16T07:24:14.955667+0000","last_active":"2024-09-16T07:24:17.567271+0000","last_peered":"2024-09-16T07:24:17.567271+0000","last_clean":"2024-09-16T07:24:17.567271+0000","last_became_active":"2024-09-16T07:24:14.955331+0000","last_became_peered":"2024-09-16T07:24:14.955331+0000","last_unstale":"2024-09-16T07:24:17.567271+0000","last_undegraded":"2024-09-16T07:24:17.567271+0000","last_fullsized":"2024-09-16T07:24:17.567271+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:43:52.447425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.948257+0000","last_change":"2024-09-16T07:24:15.968793+0000","last_active":"2024-09-16T07:24:16.948257+0000","last_peered":"2024-09-16T07:24:16.948257+0000","last_clean":"2024-09-16T07:24:16.948257+0000","last_became_active":"2024-09-16T07:24:15.968428+0000","last_became_peered":"2024-09-16T07:24:15.968428+0000","last_unstale":"2024-09-16T07:24:16.948257+0000","last_undegraded":"2024-09-16T07:24:16.948257+0000","last_fullsized":"2024-09-16T07:24:16.948257+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:41:08.702285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1e","version":"57'1","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.946799+0000","last_change":"2024-09-16T07:24:14.961463+0000","last_active":"2024-09-16T07:24:16.946799+0000","last_peered":"2024-09-16T07:24:16.946799+0000","last_clean":"2024-09-16T07:24:16.946799+0000","last_became_active":"2024-09-16T07:24:14.961179+0000","last_became_peered":"2024-09-16T07:24:14.961179+0000","last_unstale":"2024-09-16T07:24:16.946799+0000","last_undegraded":"2024-09-16T07:24:16.946799+0000","last_fullsized":"2024-09-16T07:24:16.946799+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:05:06.070982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.567759+0000","last_change":"2024-09-16T07:24:15.973755+0000","last_active":"2024-09-16T07:24:17.567759+0000","last_peered":"2024-09-16T07:24:17.567759+0000","last_clean":"2024-09-16T07:24:17.567759+0000","last_became_active":"2024-09-16T07:24:15.973439+0000","last_became_peered":"2024-09-16T07:24:15.973439+0000","last_unstale":"2024-09-16T07:24:17.567759+0000","last_undegraded":"2024-09-16T07:24:17.567759+0000","last_fullsized":"2024-09-16T07:24:17.567759+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:03:20.744950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1d","version":"57'2","reported_seq":17,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.947816+0000","last_change":"2024-09-16T07:24:14.956000+0000","last_active":"2024-09-16T07:24:16.947816+0000","last_peered":"2024-09-16T07:24:16.947816+0000","last_clean":"2024-09-16T07:24:16.947816+0000","last_became_active":"2024-09-16T07:24:14.955726+0000","last_became_peered":"2024-09-16T07:24:14.955726+0000","last_unstale":"2024-09-16T07:24:16.947816+0000","last_undegraded":"2024-09-16T07:24:16.947816+0000","last_fullsized":"2024-09-16T07:24:16.947816+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:30:33.320089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.947553+0000","last_change":"2024-09-16T07:24:15.966354+0000","last_active":"2024-09-16T07:24:16.947553+0000","last_peered":"2024-09-16T07:24:16.947553+0000","last_clean":"2024-09-16T07:24:16.947553+0000","last_became_active":"2024-09-16T07:24:15.966099+0000","last_became_peered":"2024-09-16T07:24:15.966099+0000","last_unstale":"2024-09-16T07:24:16.947553+0000","last_undegraded":"2024-09-16T07:24:16.947553+0000","last_fullsized":"2024-09-16T07:24:16.947553+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:16:53.834372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"57'2","reported_seq":17,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.451559+0000","last_change":"2024-09-16T07:24:14.959805+0000","last_active":"2024-09-16T07:24:17.451559+0000","last_peered":"2024-09-16T07:24:17.451559+0000","last_clean":"2024-09-16T07:24:17.451559+0000","last_became_active":"2024-09-16T07:24:14.959503+0000","last_became_peered":"2024-09-16T07:24:14.959503+0000","last_unstale":"2024-09-16T07:24:17.451559+0000","last_undegraded":"2024-09-16T07:24:17.451559+0000","last_fullsized":"2024-09-16T07:24:17.451559+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:42:25.780695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.567596+0000","last_change":"2024-09-16T07:24:15.968065+0000","last_active":"2024-09-16T07:24:17.567596+0000","last_peered":"2024-09-16T07:24:17.567596+0000","last_clean":"2024-09-16T07:24:17.567596+0000","last_became_active":"2024-09-16T07:24:15.967738+0000","last_became_peered":"2024-09-16T07:24:15.967738+0000","last_unstale":"2024-09-16T07:24:17.567596+0000","last_undegraded":"2024-09-16T07:24:17.567596+0000","last_fullsized":"2024-09-16T07:24:17.567596+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:54:02.850135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1b","version":"57'1","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.949661+0000","last_change":"2024-09-16T07:24:14.953212+0000","last_active":"2024-09-16T07:24:16.949661+0000","last_peered":"2024-09-16T07:24:16.949661+0000","last_clean":"2024-09-16T07:24:16.949661+0000","last_became_active":"2024-09-16T07:24:14.952915+0000","last_became_peered":"2024-09-16T07:24:14.952915+0000","last_unstale":"2024-09-16T07:24:16.949661+0000","last_undegraded":"2024-09-16T07:24:16.949661+0000","last_fullsized":"2024-09-16T07:24:16.949661+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:22:29.460933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.567884+0000","last_change":"2024-09-16T07:24:15.966941+0000","last_active":"2024-09-16T07:24:17.567884+0000","last_peered":"2024-09-16T07:24:17.567884+0000","last_clean":"2024-09-16T07:24:17.567884+0000","last_became_active":"2024-09-16T07:24:15.966418+0000","last_became_peered":"2024-09-16T07:24:15.966418+0000","last_unstale":"2024-09-16T07:24:17.567884+0000","last_undegraded":"2024-09-16T07:24:17.567884+0000","last_fullsized":"2024-09-16T07:24:17.567884+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:31:10.873327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"57'1","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.948179+0000","last_change":"2024-09-16T07:24:14.956897+0000","last_active":"2024-09-16T07:24:16.948179+0000","last_peered":"2024-09-16T07:24:16.948179+0000","last_clean":"2024-09-16T07:24:16.948179+0000","last_became_active":"2024-09-16T07:24:14.956597+0000","last_became_peered":"2024-09-16T07:24:14.956597+0000","last_unstale":"2024-09-16T07:24:16.948179+0000","last_undegraded":"2024-09-16T07:24:16.948179+0000","last_fullsized":"2024-09-16T07:24:16.948179+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:24:44.021832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.949682+0000","last_change":"2024-09-16T07:24:15.964959+0000","last_active":"2024-09-16T07:24:16.949682+0000","last_peered":"2024-09-16T07:24:16.949682+0000","last_clean":"2024-09-16T07:24:16.949682+0000","last_became_active":"2024-09-16T07:24:15.964675+0000","last_became_peered":"2024-09-16T07:24:15.964675+0000","last_unstale":"2024-09-16T07:24:16.949682+0000","last_undegraded":"2024-09-16T07:24:16.949682+0000","last_fullsized":"2024-09-16T07:24:16.949682+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:58:45.407502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.566884+0000","last_change":"2024-09-16T07:24:14.961535+0000","last_active":"2024-09-16T07:24:17.566884+0000","last_peered":"2024-09-16T07:24:17.566884+0000","last_clean":"2024-09-16T07:24:17.566884+0000","last_became_active":"2024-09-16T07:24:14.961248+0000","last_became_peered":"2024-09-16T07:24:14.961248+0000","last_unstale":"2024-09-16T07:24:17.566884+0000","last_undegraded":"2024-09-16T07:24:17.566884+0000","last_fullsized":"2024-09-16T07:24:17.566884+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:40:46.264895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.947008+0000","last_change":"2024-09-16T07:24:15.966850+0000","last_active":"2024-09-16T07:24:16.947008+0000","last_peered":"2024-09-16T07:24:16.947008+0000","last_clean":"2024-09-16T07:24:16.947008+0000","last_became_active":"2024-09-16T07:24:15.966596+0000","last_became_peered":"2024-09-16T07:24:15.966596+0000","last_unstale":"2024-09-16T07:24:16.947008+0000","last_undegraded":"2024-09-16T07:24:16.947008+0000","last_fullsized":"2024-09-16T07:24:16.947008+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:44:00.017965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.945504+0000","last_change":"2024-09-16T07:24:14.946745+0000","last_active":"2024-09-16T07:24:16.945504+0000","last_peered":"2024-09-16T07:24:16.945504+0000","last_clean":"2024-09-16T07:24:16.945504+0000","last_became_active":"2024-09-16T07:24:14.946463+0000","last_became_peered":"2024-09-16T07:24:14.946463+0000","last_unstale":"2024-09-16T07:24:16.945504+0000","last_undegraded":"2024-09-16T07:24:16.945504+0000","last_fullsized":"2024-09-16T07:24:16.945504+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:44:58.158391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.946070+0000","last_change":"2024-09-16T07:24:15.956379+0000","last_active":"2024-09-16T07:24:16.946070+0000","last_peered":"2024-09-16T07:24:16.946070+0000","last_clean":"2024-09-16T07:24:16.946070+0000","last_became_active":"2024-09-16T07:24:15.956079+0000","last_became_peered":"2024-09-16T07:24:15.956079+0000","last_unstale":"2024-09-16T07:24:16.946070+0000","last_undegraded":"2024-09-16T07:24:16.946070+0000","last_fullsized":"2024-09-16T07:24:16.946070+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:29:01.248656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.567170+0000","last_change":"2024-09-16T07:24:14.959235+0000","last_active":"2024-09-16T07:24:17.567170+0000","last_peered":"2024-09-16T07:24:17.567170+0000","last_clean":"2024-09-16T07:24:17.567170+0000","last_became_active":"2024-09-16T07:24:14.958969+0000","last_became_peered":"2024-09-16T07:24:14.958969+0000","last_unstale":"2024-09-16T07:24:17.567170+0000","last_undegraded":"2024-09-16T07:24:17.567170+0000","last_fullsized":"2024-09-16T07:24:17.567170+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:26:23.890259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.950098+0000","last_change":"2024-09-16T07:24:15.971230+0000","last_active":"2024-09-16T07:24:16.950098+0000","last_peered":"2024-09-16T07:24:16.950098+0000","last_clean":"2024-09-16T07:24:16.950098+0000","last_became_active":"2024-09-16T07:24:15.970921+0000","last_became_peered":"2024-09-16T07:24:15.970921+0000","last_unstale":"2024-09-16T07:24:16.950098+0000","last_undegraded":"2024-09-16T07:24:16.950098+0000","last_fullsized":"2024-09-16T07:24:16.950098+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:04:31.526496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.567604+0000","last_change":"2024-09-16T07:24:14.960741+0000","last_active":"2024-09-16T07:24:17.567604+0000","last_peered":"2024-09-16T07:24:17.567604+0000","last_clean":"2024-09-16T07:24:17.567604+0000","last_became_active":"2024-09-16T07:24:14.960402+0000","last_became_peered":"2024-09-16T07:24:14.960402+0000","last_unstale":"2024-09-16T07:24:17.567604+0000","last_undegraded":"2024-09-16T07:24:17.567604+0000","last_fullsized":"2024-09-16T07:24:17.567604+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:31:17.149025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.568020+0000","last_change":"2024-09-16T07:24:15.970139+0000","last_active":"2024-09-16T07:24:17.568020+0000","last_peered":"2024-09-16T07:24:17.568020+0000","last_clean":"2024-09-16T07:24:17.568020+0000","last_became_active":"2024-09-16T07:24:15.968618+0000","last_became_peered":"2024-09-16T07:24:15.968618+0000","last_unstale":"2024-09-16T07:24:17.568020+0000","last_undegraded":"2024-09-16T07:24:17.568020+0000","last_fullsized":"2024-09-16T07:24:17.568020+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:42:04.518992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.15","version":"57'3","reported_seq":18,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.451842+0000","last_change":"2024-09-16T07:24:14.958370+0000","last_active":"2024-09-16T07:24:17.451842+0000","last_peered":"2024-09-16T07:24:17.451842+0000","last_clean":"2024-09-16T07:24:17.451842+0000","last_became_active":"2024-09-16T07:24:14.958010+0000","last_became_peered":"2024-09-16T07:24:14.958010+0000","last_unstale":"2024-09-16T07:24:17.451842+0000","last_undegraded":"2024-09-16T07:24:17.451842+0000","last_fullsized":"2024-09-16T07:24:17.451842+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:21:10.073132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.451785+0000","last_change":"2024-09-16T07:24:15.972796+0000","last_active":"2024-09-16T07:24:17.451785+0000","last_peered":"2024-09-16T07:24:17.451785+0000","last_clean":"2024-09-16T07:24:17.451785+0000","last_became_active":"2024-09-16T07:24:15.970516+0000","last_became_peered":"2024-09-16T07:24:15.970516+0000","last_unstale":"2024-09-16T07:24:17.451785+0000","last_undegraded":"2024-09-16T07:24:17.451785+0000","last_fullsized":"2024-09-16T07:24:17.451785+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:40:34.125114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.14","version":"57'6","reported_seq":21,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.945718+0000","last_change":"2024-09-16T07:24:14.956995+0000","last_active":"2024-09-16T07:24:16.945718+0000","last_peered":"2024-09-16T07:24:16.945718+0000","last_clean":"2024-09-16T07:24:16.945718+0000","last_became_active":"2024-09-16T07:24:14.956697+0000","last_became_peered":"2024-09-16T07:24:14.956697+0000","last_unstale":"2024-09-16T07:24:16.945718+0000","last_undegraded":"2024-09-16T07:24:16.945718+0000","last_fullsized":"2024-09-16T07:24:16.945718+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:55:13.142219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.567071+0000","last_change":"2024-09-16T07:24:15.949202+0000","last_active":"2024-09-16T07:24:17.567071+0000","last_peered":"2024-09-16T07:24:17.567071+0000","last_clean":"2024-09-16T07:24:17.567071+0000","last_became_active":"2024-09-16T07:24:15.948889+0000","last_became_peered":"2024-09-16T07:24:15.948889+0000","last_unstale":"2024-09-16T07:24:17.567071+0000","last_undegraded":"2024-09-16T07:24:17.567071+0000","last_fullsized":"2024-09-16T07:24:17.567071+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:35:54.748174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.13","version":"57'2","reported_seq":17,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.567267+0000","last_change":"2024-09-16T07:24:14.953410+0000","last_active":"2024-09-16T07:24:17.567267+0000","last_peered":"2024-09-16T07:24:17.567267+0000","last_clean":"2024-09-16T07:24:17.567267+0000","last_became_active":"2024-09-16T07:24:14.953011+0000","last_became_peered":"2024-09-16T07:24:14.953011+0000","last_unstale":"2024-09-16T07:24:17.567267+0000","last_undegraded":"2024-09-16T07:24:17.567267+0000","last_fullsized":"2024-09-16T07:24:17.567267+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:46:50.081642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.949892+0000","last_change":"2024-09-16T07:24:15.962397+0000","last_active":"2024-09-16T07:24:16.949892+0000","last_peered":"2024-09-16T07:24:16.949892+0000","last_clean":"2024-09-16T07:24:16.949892+0000","last_became_active":"2024-09-16T07:24:15.961258+0000","last_became_peered":"2024-09-16T07:24:15.961258+0000","last_unstale":"2024-09-16T07:24:16.949892+0000","last_undegraded":"2024-09-16T07:24:16.949892+0000","last_fullsized":"2024-09-16T07:24:16.949892+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:05:10.324720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.451444+0000","last_change":"2024-09-16T07:24:14.961708+0000","last_active":"2024-09-16T07:24:17.451444+0000","last_peered":"2024-09-16T07:24:17.451444+0000","last_clean":"2024-09-16T07:24:17.451444+0000","last_became_active":"2024-09-16T07:24:14.961407+0000","last_became_peered":"2024-09-16T07:24:14.961407+0000","last_unstale":"2024-09-16T07:24:17.451444+0000","last_undegraded":"2024-09-16T07:24:17.451444+0000","last_fullsized":"2024-09-16T07:24:17.451444+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:24:22.263429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.567145+0000","last_change":"2024-09-16T07:24:15.954709+0000","last_active":"2024-09-16T07:24:17.567145+0000","last_peered":"2024-09-16T07:24:17.567145+0000","last_clean":"2024-09-16T07:24:17.567145+0000","last_became_active":"2024-09-16T07:24:15.954410+0000","last_became_peered":"2024-09-16T07:24:15.954410+0000","last_unstale":"2024-09-16T07:24:17.567145+0000","last_undegraded":"2024-09-16T07:24:17.567145+0000","last_fullsized":"2024-09-16T07:24:17.567145+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:54:09.327271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.451669+0000","last_change":"2024-09-16T07:24:14.959500+0000","last_active":"2024-09-16T07:24:17.451669+0000","last_peered":"2024-09-16T07:24:17.451669+0000","last_clean":"2024-09-16T07:24:17.451669+0000","last_became_active":"2024-09-16T07:24:14.959219+0000","last_became_peered":"2024-09-16T07:24:14.959219+0000","last_unstale":"2024-09-16T07:24:17.451669+0000","last_undegraded":"2024-09-16T07:24:17.451669+0000","last_fullsized":"2024-09-16T07:24:17.451669+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:35:28.366143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.451794+0000","last_change":"2024-09-16T07:24:15.966109+0000","last_active":"2024-09-16T07:24:17.451794+0000","last_peered":"2024-09-16T07:24:17.451794+0000","last_clean":"2024-09-16T07:24:17.451794+0000","last_became_active":"2024-09-16T07:24:15.965473+0000","last_became_peered":"2024-09-16T07:24:15.965473+0000","last_unstale":"2024-09-16T07:24:17.451794+0000","last_undegraded":"2024-09-16T07:24:17.451794+0000","last_fullsized":"2024-09-16T07:24:17.451794+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:55:08.170301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.10","version":"57'8","reported_seq":23,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.451319+0000","last_change":"2024-09-16T07:24:14.962537+0000","last_active":"2024-09-16T07:24:17.451319+0000","last_peered":"2024-09-16T07:24:17.451319+0000","last_clean":"2024-09-16T07:24:17.451319+0000","last_became_active":"2024-09-16T07:24:14.962248+0000","last_became_peered":"2024-09-16T07:24:14.962248+0000","last_unstale":"2024-09-16T07:24:17.451319+0000","last_undegraded":"2024-09-16T07:24:17.451319+0000","last_fullsized":"2024-09-16T07:24:17.451319+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:12:28.812358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.949981+0000","last_change":"2024-09-16T07:24:15.964387+0000","last_active":"2024-09-16T07:24:16.949981+0000","last_peered":"2024-09-16T07:24:16.949981+0000","last_clean":"2024-09-16T07:24:16.949981+0000","last_became_active":"2024-09-16T07:24:15.964113+0000","last_became_peered":"2024-09-16T07:24:15.964113+0000","last_unstale":"2024-09-16T07:24:16.949981+0000","last_undegraded":"2024-09-16T07:24:16.949981+0000","last_fullsized":"2024-09-16T07:24:16.949981+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:44:39.221047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.f","version":"57'1","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.947260+0000","last_change":"2024-09-16T07:24:14.957830+0000","last_active":"2024-09-16T07:24:16.947260+0000","last_peered":"2024-09-16T07:24:16.947260+0000","last_clean":"2024-09-16T07:24:16.947260+0000","last_became_active":"2024-09-16T07:24:14.957468+0000","last_became_peered":"2024-09-16T07:24:14.957468+0000","last_unstale":"2024-09-16T07:24:16.947260+0000","last_undegraded":"2024-09-16T07:24:16.947260+0000","last_fullsized":"2024-09-16T07:24:16.947260+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:06:29.356084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.950161+0000","last_change":"2024-09-16T07:24:15.967231+0000","last_active":"2024-09-16T07:24:16.950161+0000","last_peered":"2024-09-16T07:24:16.950161+0000","last_clean":"2024-09-16T07:24:16.950161+0000","last_became_active":"2024-09-16T07:24:15.966622+0000","last_became_peered":"2024-09-16T07:24:15.966622+0000","last_unstale":"2024-09-16T07:24:16.950161+0000","last_undegraded":"2024-09-16T07:24:16.950161+0000","last_fullsized":"2024-09-16T07:24:16.950161+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:12:28.703520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.e","version":"57'2","reported_seq":17,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.567961+0000","last_change":"2024-09-16T07:24:14.959843+0000","last_active":"2024-09-16T07:24:17.567961+0000","last_peered":"2024-09-16T07:24:17.567961+0000","last_clean":"2024-09-16T07:24:17.567961+0000","last_became_active":"2024-09-16T07:24:14.959565+0000","last_became_peered":"2024-09-16T07:24:14.959565+0000","last_unstale":"2024-09-16T07:24:17.567961+0000","last_undegraded":"2024-09-16T07:24:17.567961+0000","last_fullsized":"2024-09-16T07:24:17.567961+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:48:25.487386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.946365+0000","last_change":"2024-09-16T07:24:15.964636+0000","last_active":"2024-09-16T07:24:16.946365+0000","last_peered":"2024-09-16T07:24:16.946365+0000","last_clean":"2024-09-16T07:24:16.946365+0000","last_became_active":"2024-09-16T07:24:15.964390+0000","last_became_peered":"2024-09-16T07:24:15.964390+0000","last_unstale":"2024-09-16T07:24:16.946365+0000","last_undegraded":"2024-09-16T07:24:16.946365+0000","last_fullsized":"2024-09-16T07:24:16.946365+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:20:33.994491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.d","version":"57'1","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.949869+0000","last_change":"2024-09-16T07:24:14.960309+0000","last_active":"2024-09-16T07:24:16.949869+0000","last_peered":"2024-09-16T07:24:16.949869+0000","last_clean":"2024-09-16T07:24:16.949869+0000","last_became_active":"2024-09-16T07:24:14.960001+0000","last_became_peered":"2024-09-16T07:24:14.960001+0000","last_unstale":"2024-09-16T07:24:16.949869+0000","last_undegraded":"2024-09-16T07:24:16.949869+0000","last_fullsized":"2024-09-16T07:24:16.949869+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:20:26.662620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.451841+0000","last_change":"2024-09-16T07:24:15.976019+0000","last_active":"2024-09-16T07:24:17.451841+0000","last_peered":"2024-09-16T07:24:17.451841+0000","last_clean":"2024-09-16T07:24:17.451841+0000","last_became_active":"2024-09-16T07:24:15.975727+0000","last_became_peered":"2024-09-16T07:24:15.975727+0000","last_unstale":"2024-09-16T07:24:17.451841+0000","last_undegraded":"2024-09-16T07:24:17.451841+0000","last_fullsized":"2024-09-16T07:24:17.451841+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:05:07.152698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.567834+0000","last_change":"2024-09-16T07:24:14.954928+0000","last_active":"2024-09-16T07:24:17.567834+0000","last_peered":"2024-09-16T07:24:17.567834+0000","last_clean":"2024-09-16T07:24:17.567834+0000","last_became_active":"2024-09-16T07:24:14.954657+0000","last_became_peered":"2024-09-16T07:24:14.954657+0000","last_unstale":"2024-09-16T07:24:17.567834+0000","last_undegraded":"2024-09-16T07:24:17.567834+0000","last_fullsized":"2024-09-16T07:24:17.567834+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:26:47.256157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.567099+0000","last_change":"2024-09-16T07:24:15.960472+0000","last_active":"2024-09-16T07:24:17.567099+0000","last_peered":"2024-09-16T07:24:17.567099+0000","last_clean":"2024-09-16T07:24:17.567099+0000","last_became_active":"2024-09-16T07:24:15.960159+0000","last_became_peered":"2024-09-16T07:24:15.960159+0000","last_unstale":"2024-09-16T07:24:17.567099+0000","last_undegraded":"2024-09-16T07:24:17.567099+0000","last_fullsized":"2024-09-16T07:24:17.567099+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:16:27.850629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.b","version":"57'2","reported_seq":17,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.567766+0000","last_change":"2024-09-16T07:24:14.959326+0000","last_active":"2024-09-16T07:24:17.567766+0000","last_peered":"2024-09-16T07:24:17.567766+0000","last_clean":"2024-09-16T07:24:17.567766+0000","last_became_active":"2024-09-16T07:24:14.958975+0000","last_became_peered":"2024-09-16T07:24:14.958975+0000","last_unstale":"2024-09-16T07:24:17.567766+0000","last_undegraded":"2024-09-16T07:24:17.567766+0000","last_fullsized":"2024-09-16T07:24:17.567766+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:58:44.405395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.567222+0000","last_change":"2024-09-16T07:24:15.971128+0000","last_active":"2024-09-16T07:24:17.567222+0000","last_peered":"2024-09-16T07:24:17.567222+0000","last_clean":"2024-09-16T07:24:17.567222+0000","last_became_active":"2024-09-16T07:24:15.970877+0000","last_became_peered":"2024-09-16T07:24:15.970877+0000","last_unstale":"2024-09-16T07:24:17.567222+0000","last_undegraded":"2024-09-16T07:24:17.567222+0000","last_fullsized":"2024-09-16T07:24:17.567222+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:31:26.483475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.567499+0000","last_change":"2024-09-16T07:24:14.954767+0000","last_active":"2024-09-16T07:24:17.567499+0000","last_peered":"2024-09-16T07:24:17.567499+0000","last_clean":"2024-09-16T07:24:17.567499+0000","last_became_active":"2024-09-16T07:24:14.954495+0000","last_became_peered":"2024-09-16T07:24:14.954495+0000","last_unstale":"2024-09-16T07:24:17.567499+0000","last_undegraded":"2024-09-16T07:24:17.567499+0000","last_fullsized":"2024-09-16T07:24:17.567499+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:31:48.389324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.567323+0000","last_change":"2024-09-16T07:24:15.964085+0000","last_active":"2024-09-16T07:24:17.567323+0000","last_peered":"2024-09-16T07:24:17.567323+0000","last_clean":"2024-09-16T07:24:17.567323+0000","last_became_active":"2024-09-16T07:24:15.963814+0000","last_became_peered":"2024-09-16T07:24:15.963814+0000","last_unstale":"2024-09-16T07:24:17.567323+0000","last_undegraded":"2024-09-16T07:24:17.567323+0000","last_fullsized":"2024-09-16T07:24:17.567323+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:01:27.668521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.567196+0000","last_change":"2024-09-16T07:24:14.957178+0000","last_active":"2024-09-16T07:24:17.567196+0000","last_peered":"2024-09-16T07:24:17.567196+0000","last_clean":"2024-09-16T07:24:17.567196+0000","last_became_active":"2024-09-16T07:24:14.956855+0000","last_became_peered":"2024-09-16T07:24:14.956855+0000","last_unstale":"2024-09-16T07:24:17.567196+0000","last_undegraded":"2024-09-16T07:24:17.567196+0000","last_fullsized":"2024-09-16T07:24:17.567196+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:37:38.246105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.950104+0000","last_change":"2024-09-16T07:24:15.966807+0000","last_active":"2024-09-16T07:24:16.950104+0000","last_peered":"2024-09-16T07:24:16.950104+0000","last_clean":"2024-09-16T07:24:16.950104+0000","last_became_active":"2024-09-16T07:24:15.966134+0000","last_became_peered":"2024-09-16T07:24:15.966134+0000","last_unstale":"2024-09-16T07:24:16.950104+0000","last_undegraded":"2024-09-16T07:24:16.950104+0000","last_fullsized":"2024-09-16T07:24:16.950104+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:57:09.910704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"57'2","reported_seq":17,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.947368+0000","last_change":"2024-09-16T07:24:14.960083+0000","last_active":"2024-09-16T07:24:16.947368+0000","last_peered":"2024-09-16T07:24:16.947368+0000","last_clean":"2024-09-16T07:24:16.947368+0000","last_became_active":"2024-09-16T07:24:14.959647+0000","last_became_peered":"2024-09-16T07:24:14.959647+0000","last_unstale":"2024-09-16T07:24:16.947368+0000","last_undegraded":"2024-09-16T07:24:16.947368+0000","last_fullsized":"2024-09-16T07:24:16.947368+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:05:53.016165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.950298+0000","last_change":"2024-09-16T07:24:15.966937+0000","last_active":"2024-09-16T07:24:16.950298+0000","last_peered":"2024-09-16T07:24:16.950298+0000","last_clean":"2024-09-16T07:24:16.950298+0000","last_became_active":"2024-09-16T07:24:15.965305+0000","last_became_peered":"2024-09-16T07:24:15.965305+0000","last_unstale":"2024-09-16T07:24:16.950298+0000","last_undegraded":"2024-09-16T07:24:16.950298+0000","last_fullsized":"2024-09-16T07:24:16.950298+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:50:08.062437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.6","version":"58'1","reported_seq":16,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.947417+0000","last_change":"2024-09-16T07:24:14.956639+0000","last_active":"2024-09-16T07:24:16.947417+0000","last_peered":"2024-09-16T07:24:16.947417+0000","last_clean":"2024-09-16T07:24:16.947417+0000","last_became_active":"2024-09-16T07:24:14.956318+0000","last_became_peered":"2024-09-16T07:24:14.956318+0000","last_unstale":"2024-09-16T07:24:16.947417+0000","last_undegraded":"2024-09-16T07:24:16.947417+0000","last_fullsized":"2024-09-16T07:24:16.947417+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:35:45.798680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.946523+0000","last_change":"2024-09-16T07:24:15.965287+0000","last_active":"2024-09-16T07:24:16.946523+0000","last_peered":"2024-09-16T07:24:16.946523+0000","last_clean":"2024-09-16T07:24:16.946523+0000","last_became_active":"2024-09-16T07:24:15.965001+0000","last_became_peered":"2024-09-16T07:24:15.965001+0000","last_unstale":"2024-09-16T07:24:16.946523+0000","last_undegraded":"2024-09-16T07:24:16.946523+0000","last_fullsized":"2024-09-16T07:24:16.946523+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:59:58.814339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.566925+0000","last_change":"2024-09-16T07:24:14.954795+0000","last_active":"2024-09-16T07:24:17.566925+0000","last_peered":"2024-09-16T07:24:17.566925+0000","last_clean":"2024-09-16T07:24:17.566925+0000","last_became_active":"2024-09-16T07:24:14.954476+0000","last_became_peered":"2024-09-16T07:24:14.954476+0000","last_unstale":"2024-09-16T07:24:17.566925+0000","last_undegraded":"2024-09-16T07:24:17.566925+0000","last_fullsized":"2024-09-16T07:24:17.566925+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:49:31.086578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.568046+0000","last_change":"2024-09-16T07:24:15.963927+0000","last_active":"2024-09-16T07:24:17.568046+0000","last_peered":"2024-09-16T07:24:17.568046+0000","last_clean":"2024-09-16T07:24:17.568046+0000","last_became_active":"2024-09-16T07:24:15.963501+0000","last_became_peered":"2024-09-16T07:24:15.963501+0000","last_unstale":"2024-09-16T07:24:17.568046+0000","last_undegraded":"2024-09-16T07:24:17.568046+0000","last_fullsized":"2024-09-16T07:24:17.568046+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:16:30.648501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.949754+0000","last_change":"2024-09-16T07:24:14.956554+0000","last_active":"2024-09-16T07:24:16.949754+0000","last_peered":"2024-09-16T07:24:16.949754+0000","last_clean":"2024-09-16T07:24:16.949754+0000","last_became_active":"2024-09-16T07:24:14.956285+0000","last_became_peered":"2024-09-16T07:24:14.956285+0000","last_unstale":"2024-09-16T07:24:16.949754+0000","last_undegraded":"2024-09-16T07:24:16.949754+0000","last_fullsized":"2024-09-16T07:24:16.949754+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:36:45.347400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.947970+0000","last_change":"2024-09-16T07:24:15.962738+0000","last_active":"2024-09-16T07:24:16.947970+0000","last_peered":"2024-09-16T07:24:16.947970+0000","last_clean":"2024-09-16T07:24:16.947970+0000","last_became_active":"2024-09-16T07:24:15.961376+0000","last_became_peered":"2024-09-16T07:24:15.961376+0000","last_unstale":"2024-09-16T07:24:16.947970+0000","last_undegraded":"2024-09-16T07:24:16.947970+0000","last_fullsized":"2024-09-16T07:24:16.947970+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:17:53.311501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.946358+0000","last_change":"2024-09-16T07:24:14.958524+0000","last_active":"2024-09-16T07:24:16.946358+0000","last_peered":"2024-09-16T07:24:16.946358+0000","last_clean":"2024-09-16T07:24:16.946358+0000","last_became_active":"2024-09-16T07:24:14.958217+0000","last_became_peered":"2024-09-16T07:24:14.958217+0000","last_unstale":"2024-09-16T07:24:16.946358+0000","last_undegraded":"2024-09-16T07:24:16.946358+0000","last_fullsized":"2024-09-16T07:24:16.946358+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:02:16.485694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.945993+0000","last_change":"2024-09-16T07:24:15.970022+0000","last_active":"2024-09-16T07:24:16.945993+0000","last_peered":"2024-09-16T07:24:16.945993+0000","last_clean":"2024-09-16T07:24:16.945993+0000","last_became_active":"2024-09-16T07:24:15.969704+0000","last_became_peered":"2024-09-16T07:24:15.969704+0000","last_unstale":"2024-09-16T07:24:16.945993+0000","last_undegraded":"2024-09-16T07:24:16.945993+0000","last_fullsized":"2024-09-16T07:24:16.945993+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:48:26.489493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.949681+0000","last_change":"2024-09-16T07:24:14.955966+0000","last_active":"2024-09-16T07:24:16.949681+0000","last_peered":"2024-09-16T07:24:16.949681+0000","last_clean":"2024-09-16T07:24:16.949681+0000","last_became_active":"2024-09-16T07:24:14.955071+0000","last_became_peered":"2024-09-16T07:24:14.955071+0000","last_unstale":"2024-09-16T07:24:16.949681+0000","last_undegraded":"2024-09-16T07:24:16.949681+0000","last_fullsized":"2024-09-16T07:24:16.949681+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:28:43.823975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.566988+0000","last_change":"2024-09-16T07:24:15.973353+0000","last_active":"2024-09-16T07:24:17.566988+0000","last_peered":"2024-09-16T07:24:17.566988+0000","last_clean":"2024-09-16T07:24:17.566988+0000","last_became_active":"2024-09-16T07:24:15.973051+0000","last_became_peered":"2024-09-16T07:24:15.973051+0000","last_unstale":"2024-09-16T07:24:17.566988+0000","last_undegraded":"2024-09-16T07:24:17.566988+0000","last_fullsized":"2024-09-16T07:24:17.566988+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:48:18.258166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.947161+0000","last_change":"2024-09-16T07:24:14.950104+0000","last_active":"2024-09-16T07:24:16.947161+0000","last_peered":"2024-09-16T07:24:16.947161+0000","last_clean":"2024-09-16T07:24:16.947161+0000","last_became_active":"2024-09-16T07:24:14.949829+0000","last_became_peered":"2024-09-16T07:24:14.949829+0000","last_unstale":"2024-09-16T07:24:16.947161+0000","last_undegraded":"2024-09-16T07:24:16.947161+0000","last_fullsized":"2024-09-16T07:24:16.947161+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:15:40.086641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.946663+0000","last_change":"2024-09-16T07:24:15.956358+0000","last_active":"2024-09-16T07:24:16.946663+0000","last_peered":"2024-09-16T07:24:16.946663+0000","last_clean":"2024-09-16T07:24:16.946663+0000","last_became_active":"2024-09-16T07:24:15.956047+0000","last_became_peered":"2024-09-16T07:24:15.956047+0000","last_unstale":"2024-09-16T07:24:16.946663+0000","last_undegraded":"2024-09-16T07:24:16.946663+0000","last_fullsized":"2024-09-16T07:24:16.946663+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:20:39.778234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.567062+0000","last_change":"2024-09-16T07:24:14.955883+0000","last_active":"2024-09-16T07:24:17.567062+0000","last_peered":"2024-09-16T07:24:17.567062+0000","last_clean":"2024-09-16T07:24:17.567062+0000","last_became_active":"2024-09-16T07:24:14.955584+0000","last_became_peered":"2024-09-16T07:24:14.955584+0000","last_unstale":"2024-09-16T07:24:17.567062+0000","last_undegraded":"2024-09-16T07:24:17.567062+0000","last_fullsized":"2024-09-16T07:24:17.567062+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:52:37.906300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.567567+0000","last_change":"2024-09-16T07:24:15.964953+0000","last_active":"2024-09-16T07:24:17.567567+0000","last_peered":"2024-09-16T07:24:17.567567+0000","last_clean":"2024-09-16T07:24:17.567567+0000","last_became_active":"2024-09-16T07:24:15.964587+0000","last_became_peered":"2024-09-16T07:24:15.964587+0000","last_unstale":"2024-09-16T07:24:17.567567+0000","last_undegraded":"2024-09-16T07:24:17.567567+0000","last_fullsized":"2024-09-16T07:24:17.567567+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:14.933194+0000","last_clean_scrub_stamp":"2024-09-16T07:24:14.933194+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:43:49.480709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:16.945785+0000","last_change":"2024-09-16T07:24:14.956312+0000","last_active":"2024-09-16T07:24:16.945785+0000","last_peered":"2024-09-16T07:24:16.945785+0000","last_clean":"2024-09-16T07:24:16.945785+0000","last_became_active":"2024-09-16T07:24:14.956011+0000","last_became_peered":"2024-09-16T07:24:14.956011+0000","last_unstale":"2024-09-16T07:24:16.945785+0000","last_undegraded":"2024-09-16T07:24:16.945785+0000","last_fullsized":"2024-09-16T07:24:16.945785+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":55,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:13.931087+0000","last_clean_scrub_stamp":"2024-09-16T07:24:13.931087+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:36:44.620744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"18'72","reported_seq":177,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-16T07:24:17.567244+0000","last_change":"2024-09-16T07:21:02.600196+0000","last_active":"2024-09-16T07:24:17.567244+0000","last_peered":"2024-09-16T07:24:17.567244+0000","last_clean":"2024-09-16T07:24:17.567244+0000","last_became_active":"2024-09-16T07:21:02.599001+0000","last_became_peered":"2024-09-16T07:21:02.599001+0000","last_unstale":"2024-09-16T07:24:17.567244+0000","last_undegraded":"2024-09-16T07:24:17.567244+0000","last_fullsized":"2024-09-16T07:24:17.567244+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_clean_scrub_stamp":"2024-09-16T07:21:01.331773+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:28:40.942832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":9,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509485,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27712,"kb_used_data":680,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344128,"statfs":{"total":96636764160,"available":96608387072,"internally_reserved":0,"allocated":696320,"data_stored":284639,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509484,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28284,"kb_used_data":1256,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343556,"statfs":{"total":96636764160,"available":96607801344,"internally_reserved":0,"allocated":1286144,"data_stored":874949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509484,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27708,"kb_used_data":680,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344132,"statfs":{"total":96636764160,"available":96608391168,"internally_reserved":0,"allocated":696320,"data_stored":285163,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509485,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27708,"kb_used_data":676,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344132,"statfs":{"total":96636764160,"available":96608391168,"internally_reserved":0,"allocated":692224,"data_stored":284637,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509485,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27720,"kb_used_data":692,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344120,"statfs":{"total":96636764160,"available":96608378880,"internally_reserved":0,"allocated":708608,"data_stored":286319,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509484,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32444,"kb_used_data":1256,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339396,"statfs":{"total":96636764160,"available":96603541504,"internally_reserved":0,"allocated":1286144,"data_stored":875497,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509486,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27716,"kb_used_data":684,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344124,"statfs":{"total":96636764160,"available":96608382976,"internally_reserved":0,"allocated":700416,"data_stored":286159,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574891,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27708,"kb_used_data":676,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344132,"statfs":{"total":96636764160,"available":96608391168,"internally_reserved":0,"allocated":692224,"data_stored":284569,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1772,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T07:24:24.785 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-16T07:24:24.785 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-16T07:24:24.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.934+0000 7ff8d59ad640 1 -- 172.21.15.31:0/1419049475 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff8d015aa00 msgr2=0x7ff8d015e5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:24.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.934+0000 7ff8d59ad640 1 --2- 172.21.15.31:0/1419049475 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff8d015aa00 0x7ff8d015e5c0 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7ff8d00ca930 tx=0x7ff8c002a560 comp rx=0 tx=0).stop 2024-09-16T07:24:24.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.934+0000 7ff8d59ad640 1 -- 172.21.15.31:0/1419049475 shutdown_connections 2024-09-16T07:24:24.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.934+0000 7ff8d59ad640 1 --2- 172.21.15.31:0/1419049475 >> v2:172.21.15.155:3300/0 conn(0x7ff8d00cc3b0 0x7ff8d00cc7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:24.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.934+0000 7ff8d59ad640 1 --2- 172.21.15.31:0/1419049475 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff8d015aa00 0x7ff8d015e5c0 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:24.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.934+0000 7ff8d59ad640 1 -- 172.21.15.31:0/1419049475 >> 172.21.15.31:0/1419049475 conn(0x7ff8d00b1700 msgr2=0x7ff8d00b1ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:24.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.934+0000 7ff8d59ad640 1 -- 172.21.15.31:0/1419049475 shutdown_connections 2024-09-16T07:24:24.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.934+0000 7ff8d59ad640 1 -- 172.21.15.31:0/1419049475 wait complete. 2024-09-16T07:24:24.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.935+0000 7ff8d59ad640 1 Processor -- start 2024-09-16T07:24:24.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.935+0000 7ff8d59ad640 1 -- start start 2024-09-16T07:24:24.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.936+0000 7ff8d59ad640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff8d0072670 0x7ff8d01f4f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:24.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.936+0000 7ff8d59ad640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff8d00cc3b0 0x7ff8d00c90a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:24.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.936+0000 7ff8d59ad640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff8d015aa00 0x7ff8d01f8c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:24.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.936+0000 7ff8d59ad640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7ff8d006f470 con 0x7ff8d00cc3b0 2024-09-16T07:24:24.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.936+0000 7ff8d59ad640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ff8d006f2f0 con 0x7ff8d015aa00 2024-09-16T07:24:24.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.936+0000 7ff8d59ad640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ff8d006f5f0 con 0x7ff8d0072670 2024-09-16T07:24:24.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.936+0000 7ff8c7fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff8d00cc3b0 0x7ff8d00c90a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:24.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.936+0000 7ff8c7fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff8d00cc3b0 0x7ff8d00c90a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:42142/0 (socket says 172.21.15.31:42142) 2024-09-16T07:24:24.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.936+0000 7ff8c7fff640 1 -- 172.21.15.31:0/2618355351 learned_addr learned my addr 172.21.15.31:0/2618355351 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:24.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.936+0000 7ff8cf7fe640 1 --2- 172.21.15.31:0/2618355351 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff8d015aa00 0x7ff8d01f8c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:24.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.936+0000 7ff8ceffd640 1 --2- 172.21.15.31:0/2618355351 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff8d0072670 0x7ff8d01f4f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:24.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.936+0000 7ff8c7fff640 1 -- 172.21.15.31:0/2618355351 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff8d0072670 msgr2=0x7ff8d01f4f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:24.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.936+0000 7ff8c7fff640 1 --2- 172.21.15.31:0/2618355351 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff8d0072670 0x7ff8d01f4f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:24.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.936+0000 7ff8c7fff640 1 -- 172.21.15.31:0/2618355351 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff8d015aa00 msgr2=0x7ff8d01f8c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:24.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.936+0000 7ff8c7fff640 1 --2- 172.21.15.31:0/2618355351 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff8d015aa00 0x7ff8d01f8c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:24.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.936+0000 7ff8c7fff640 1 -- 172.21.15.31:0/2618355351 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8d01f57c0 con 0x7ff8d00cc3b0 2024-09-16T07:24:24.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.936+0000 7ff8cf7fe640 1 --2- 172.21.15.31:0/2618355351 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff8d015aa00 0x7ff8d01f8c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:24:24.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.936+0000 7ff8c7fff640 1 --2- 172.21.15.31:0/2618355351 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff8d00cc3b0 0x7ff8d00c90a0 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7ff8b800c450 tx=0x7ff8b800c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:24.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.937+0000 7ff8ccff9640 1 -- 172.21.15.31:0/2618355351 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8b80052d0 con 0x7ff8d00cc3b0 2024-09-16T07:24:24.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.937+0000 7ff8ccff9640 1 -- 172.21.15.31:0/2618355351 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff8b8005470 con 0x7ff8d00cc3b0 2024-09-16T07:24:24.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.937+0000 7ff8d59ad640 1 -- 172.21.15.31:0/2618355351 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff8d01f5aa0 con 0x7ff8d00cc3b0 2024-09-16T07:24:24.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.937+0000 7ff8ccff9640 1 -- 172.21.15.31:0/2618355351 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8b8012870 con 0x7ff8d00cc3b0 2024-09-16T07:24:24.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.937+0000 7ff8d59ad640 1 -- 172.21.15.31:0/2618355351 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8d01f8770 con 0x7ff8d00cc3b0 2024-09-16T07:24:24.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.938+0000 7ff8d59ad640 1 -- 172.21.15.31:0/2618355351 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff8d01f8560 con 0x7ff8d00cc3b0 2024-09-16T07:24:24.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.938+0000 7ff8ccff9640 1 -- 172.21.15.31:0/2618355351 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 9) ==== 101440+0+0 (secure 0 0 0) 0x7ff8b80035f0 con 0x7ff8d00cc3b0 2024-09-16T07:24:24.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.939+0000 7ff8ccff9640 1 --2- 172.21.15.31:0/2618355351 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ff8b0078a00 0x7ff8b007aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:24.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.939+0000 7ff8ccff9640 1 -- 172.21.15.31:0/2618355351 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7ff8b809a8e0 con 0x7ff8d00cc3b0 2024-09-16T07:24:24.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.939+0000 7ff8ceffd640 1 --2- 172.21.15.31:0/2618355351 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ff8b0078a00 0x7ff8b007aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:24.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.940+0000 7ff8ceffd640 1 --2- 172.21.15.31:0/2618355351 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ff8b0078a00 0x7ff8b007aec0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7ff8c0033000 tx=0x7ff8c0004730 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:24.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:24.944+0000 7ff8ccff9640 1 -- 172.21.15.31:0/2618355351 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7ff8b8062b40 con 0x7ff8d00cc3b0 2024-09-16T07:24:25.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.204+0000 7ff8d59ad640 1 -- 172.21.15.31:0/2618355351 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7ff8d01f8940 con 0x7ff8d00cc3b0 2024-09-16T07:24:25.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.206+0000 7ff8ccff9640 1 -- 172.21.15.31:0/2618355351 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v18) ==== 190+0+147 (secure 0 0 0) 0x7ff8b8062440 con 0x7ff8d00cc3b0 2024-09-16T07:24:25.206 INFO:teuthology.orchestra.run.smithi031.stdout:[client.0] 2024-09-16T07:24:25.206 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQAp3OdmOi3VIhAA6pREvErOkWIiU+/Wlqimsw== 2024-09-16T07:24:25.206 INFO:teuthology.orchestra.run.smithi031.stdout: caps mds = "allow" 2024-09-16T07:24:25.206 INFO:teuthology.orchestra.run.smithi031.stdout: caps mon = "allow r" 2024-09-16T07:24:25.206 INFO:teuthology.orchestra.run.smithi031.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-16T07:24:25.206 INFO:teuthology.orchestra.run.smithi031.stderr:updated caps for client.0 2024-09-16T07:24:25.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.208+0000 7ff8d59ad640 1 -- 172.21.15.31:0/2618355351 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ff8b0078a00 msgr2=0x7ff8b007aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:25.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.208+0000 7ff8d59ad640 1 --2- 172.21.15.31:0/2618355351 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ff8b0078a00 0x7ff8b007aec0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7ff8c0033000 tx=0x7ff8c0004730 comp rx=0 tx=0).stop 2024-09-16T07:24:25.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.208+0000 7ff8d59ad640 1 -- 172.21.15.31:0/2618355351 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff8d00cc3b0 msgr2=0x7ff8d00c90a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:25.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.208+0000 7ff8d59ad640 1 --2- 172.21.15.31:0/2618355351 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff8d00cc3b0 0x7ff8d00c90a0 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7ff8b800c450 tx=0x7ff8b800c910 comp rx=0 tx=0).stop 2024-09-16T07:24:25.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.208+0000 7ff8d59ad640 1 -- 172.21.15.31:0/2618355351 shutdown_connections 2024-09-16T07:24:25.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.208+0000 7ff8d59ad640 1 --2- 172.21.15.31:0/2618355351 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ff8b0078a00 0x7ff8b007aec0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:25.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.208+0000 7ff8d59ad640 1 --2- 172.21.15.31:0/2618355351 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff8d015aa00 0x7ff8d01f8c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:25.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.208+0000 7ff8d59ad640 1 --2- 172.21.15.31:0/2618355351 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff8d00cc3b0 0x7ff8d00c90a0 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:25.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.208+0000 7ff8d59ad640 1 --2- 172.21.15.31:0/2618355351 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff8d0072670 0x7ff8d01f4f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:25.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.208+0000 7ff8d59ad640 1 -- 172.21.15.31:0/2618355351 >> 172.21.15.31:0/2618355351 conn(0x7ff8d00b1700 msgr2=0x7ff8d006fae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:25.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.208+0000 7ff8d59ad640 1 -- 172.21.15.31:0/2618355351 shutdown_connections 2024-09-16T07:24:25.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.208+0000 7ff8d59ad640 1 -- 172.21.15.31:0/2618355351 wait complete. 2024-09-16T07:24:25.218 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:24:25.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.323+0000 7f1f61124640 1 -- 172.21.15.31:0/2465746762 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1f5c15df90 msgr2=0x7f1f5c0cf9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:25.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.323+0000 7f1f61124640 1 --2- 172.21.15.31:0/2465746762 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1f5c15df90 0x7f1f5c0cf9b0 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f1f5c0b9f20 tx=0x7f1f5402a560 comp rx=0 tx=0).stop 2024-09-16T07:24:25.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.323+0000 7f1f61124640 1 -- 172.21.15.31:0/2465746762 shutdown_connections 2024-09-16T07:24:25.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.323+0000 7f1f61124640 1 --2- 172.21.15.31:0/2465746762 >> v2:172.21.15.155:3300/0 conn(0x7f1f5c0d0d40 0x7f1f5c0b3800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:25.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.323+0000 7f1f61124640 1 --2- 172.21.15.31:0/2465746762 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1f5c15df90 0x7f1f5c0cf9b0 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:25.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.323+0000 7f1f61124640 1 -- 172.21.15.31:0/2465746762 >> 172.21.15.31:0/2465746762 conn(0x7f1f5c0d3ea0 msgr2=0x7f1f5c0d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:25.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.323+0000 7f1f61124640 1 -- 172.21.15.31:0/2465746762 shutdown_connections 2024-09-16T07:24:25.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.323+0000 7f1f61124640 1 -- 172.21.15.31:0/2465746762 wait complete. 2024-09-16T07:24:25.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.325+0000 7f1f61124640 1 Processor -- start 2024-09-16T07:24:25.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.325+0000 7f1f61124640 1 -- start start 2024-09-16T07:24:25.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.325+0000 7f1f61124640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1f5c0d0d40 0x7f1f5c15d440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:25.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.325+0000 7f1f61124640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1f5c0d49c0 0x7f1f5c161150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:25.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.325+0000 7f1f61124640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1f5c15df90 0x7f1f5c09f1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:25.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.325+0000 7f1f61124640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f1f5c162690 con 0x7f1f5c0d49c0 2024-09-16T07:24:25.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.325+0000 7f1f61124640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f1f5c0b3d40 con 0x7f1f5c15df90 2024-09-16T07:24:25.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.325+0000 7f1f61124640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f1f5c0caf70 con 0x7f1f5c0d0d40 2024-09-16T07:24:25.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.326+0000 7f1f5a59c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1f5c0d49c0 0x7f1f5c161150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:25.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.326+0000 7f1f5a59c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1f5c0d49c0 0x7f1f5c161150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:42150/0 (socket says 172.21.15.31:42150) 2024-09-16T07:24:25.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.326+0000 7f1f5a59c640 1 -- 172.21.15.31:0/40239509 learned_addr learned my addr 172.21.15.31:0/40239509 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:25.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.326+0000 7f1f5ad9d640 1 --2- 172.21.15.31:0/40239509 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1f5c0d0d40 0x7f1f5c15d440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:25.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.326+0000 7f1f5b59e640 1 --2- 172.21.15.31:0/40239509 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1f5c15df90 0x7f1f5c09f1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:25.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.326+0000 7f1f5a59c640 1 -- 172.21.15.31:0/40239509 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1f5c0d0d40 msgr2=0x7f1f5c15d440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:25.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.326+0000 7f1f5a59c640 1 --2- 172.21.15.31:0/40239509 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1f5c0d0d40 0x7f1f5c15d440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:25.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.326+0000 7f1f5a59c640 1 -- 172.21.15.31:0/40239509 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1f5c15df90 msgr2=0x7f1f5c09f1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:25.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.326+0000 7f1f5a59c640 1 --2- 172.21.15.31:0/40239509 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1f5c15df90 0x7f1f5c09f1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:25.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.326+0000 7f1f5a59c640 1 -- 172.21.15.31:0/40239509 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f5c0cb1c0 con 0x7f1f5c0d49c0 2024-09-16T07:24:25.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.326+0000 7f1f5a59c640 1 --2- 172.21.15.31:0/40239509 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1f5c0d49c0 0x7f1f5c161150 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f1f4400c410 tx=0x7f1f4400c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:25.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.326+0000 7f1f537fe640 1 -- 172.21.15.31:0/40239509 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f44017070 con 0x7f1f5c0d49c0 2024-09-16T07:24:25.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.326+0000 7f1f537fe640 1 -- 172.21.15.31:0/40239509 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1f440035f0 con 0x7f1f5c0d49c0 2024-09-16T07:24:25.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.326+0000 7f1f61124640 1 -- 172.21.15.31:0/40239509 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f5c0cb4a0 con 0x7f1f5c0d49c0 2024-09-16T07:24:25.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.326+0000 7f1f537fe640 1 -- 172.21.15.31:0/40239509 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f44003a80 con 0x7f1f5c0d49c0 2024-09-16T07:24:25.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.326+0000 7f1f61124640 1 -- 172.21.15.31:0/40239509 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f5c0cba60 con 0x7f1f5c0d49c0 2024-09-16T07:24:25.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.327+0000 7f1f61124640 1 -- 172.21.15.31:0/40239509 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1f5c0b42c0 con 0x7f1f5c0d49c0 2024-09-16T07:24:25.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.328+0000 7f1f537fe640 1 -- 172.21.15.31:0/40239509 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 9) ==== 101440+0+0 (secure 0 0 0) 0x7f1f44003c20 con 0x7f1f5c0d49c0 2024-09-16T07:24:25.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.328+0000 7f1f537fe640 1 --2- 172.21.15.31:0/40239509 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f1f3c078a00 0x7f1f3c07aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:25.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.329+0000 7f1f537fe640 1 -- 172.21.15.31:0/40239509 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f1f44099fd0 con 0x7f1f5c0d49c0 2024-09-16T07:24:25.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.329+0000 7f1f5ad9d640 1 --2- 172.21.15.31:0/40239509 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f1f3c078a00 0x7f1f3c07aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:25.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.329+0000 7f1f5ad9d640 1 --2- 172.21.15.31:0/40239509 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f1f3c078a00 0x7f1f3c07aec0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f1f54033000 tx=0x7f1f54004730 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:25.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.333+0000 7f1f537fe640 1 -- 172.21.15.31:0/40239509 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f1f440010c0 con 0x7f1f5c0d49c0 2024-09-16T07:24:25.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.555+0000 7f1f61124640 1 -- 172.21.15.31:0/40239509 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1f5c08d590 con 0x7f1f5c0d49c0 2024-09-16T07:24:25.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.555+0000 7f1f537fe640 1 -- 172.21.15.31:0/40239509 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 37 v37) ==== 94+0+5223 (secure 0 0 0) 0x7f1f44061bf0 con 0x7f1f5c0d49c0 2024-09-16T07:24:25.686 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:24:25.686 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":37,"btime":"2024-09-16T07:24:18:964048+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5195,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/591914701","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6836","nonce":591914701},{"type":"v1","addr":"172.21.15.155:6837","nonce":591914701}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":32},{"gid":5443,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/2973170074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2973170074},{"type":"v1","addr":"172.21.15.155:6835","nonce":2973170074}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":5874,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6833/1149078406","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":1149078406},{"type":"v1","addr":"172.21.15.31:6833","nonce":1149078406}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31}],"filesystems":[{"mdsmap":{"epoch":37,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:24:15.317820+0000","modified":"2024-09-16T07:24:18.332000+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5895},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5895":{"gid":5895,"name":"a","rank":0,"incarnation":34,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6835/401448301","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6834","nonce":401448301},{"type":"v1","addr":"172.21.15.31:6835","nonce":401448301}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5895,"qdb_cluster":[5895]},"id":4}]} 2024-09-16T07:24:25.687 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 37 2024-09-16T07:24:25.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.557+0000 7f1f61124640 1 -- 172.21.15.31:0/40239509 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f1f3c078a00 msgr2=0x7f1f3c07aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:25.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.557+0000 7f1f61124640 1 --2- 172.21.15.31:0/40239509 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f1f3c078a00 0x7f1f3c07aec0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f1f54033000 tx=0x7f1f54004730 comp rx=0 tx=0).stop 2024-09-16T07:24:25.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.557+0000 7f1f61124640 1 -- 172.21.15.31:0/40239509 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1f5c0d49c0 msgr2=0x7f1f5c161150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:25.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.557+0000 7f1f61124640 1 --2- 172.21.15.31:0/40239509 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1f5c0d49c0 0x7f1f5c161150 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f1f4400c410 tx=0x7f1f4400c8d0 comp rx=0 tx=0).stop 2024-09-16T07:24:25.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.557+0000 7f1f61124640 1 -- 172.21.15.31:0/40239509 shutdown_connections 2024-09-16T07:24:25.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.557+0000 7f1f61124640 1 --2- 172.21.15.31:0/40239509 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f1f3c078a00 0x7f1f3c07aec0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:25.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.557+0000 7f1f61124640 1 --2- 172.21.15.31:0/40239509 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1f5c15df90 0x7f1f5c09f1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:25.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.557+0000 7f1f61124640 1 --2- 172.21.15.31:0/40239509 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1f5c0d49c0 0x7f1f5c161150 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:25.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.557+0000 7f1f61124640 1 --2- 172.21.15.31:0/40239509 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1f5c0d0d40 0x7f1f5c15d440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:25.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.557+0000 7f1f61124640 1 -- 172.21.15.31:0/40239509 >> 172.21.15.31:0/40239509 conn(0x7f1f5c0d3ea0 msgr2=0x7f1f5c0cf9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:25.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.558+0000 7f1f61124640 1 -- 172.21.15.31:0/40239509 shutdown_connections 2024-09-16T07:24:25.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:25.558+0000 7f1f61124640 1 -- 172.21.15.31:0/40239509 wait complete. 2024-09-16T07:24:26.092 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 37, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-16T07:24:15.317820+0000', 'modified': '2024-09-16T07:24:18.332000+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5895}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5895': {'gid': 5895, 'name': 'a', 'rank': 0, 'incarnation': 34, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.31:6835/401448301', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.31:6834', 'nonce': 401448301}, {'type': 'v1', 'addr': '172.21.15.31:6835', 'nonce': 401448301}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [9], 'metadata_pool': 8, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 5895, 'qdb_cluster': [5895]} 2024-09-16T07:24:26.092 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-16T07:24:26.092 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-16T07:24:26.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.206+0000 7f01f6218640 1 -- 172.21.15.31:0/2235347124 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f01f00cc490 msgr2=0x7f01f015f750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:26.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.206+0000 7f01f6218640 1 --2- 172.21.15.31:0/2235347124 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f01f00cc490 0x7f01f015f750 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f01f0069dc0 tx=0x7f01e402a560 comp rx=0 tx=0).stop 2024-09-16T07:24:26.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.206+0000 7f01f6218640 1 -- 172.21.15.31:0/2235347124 shutdown_connections 2024-09-16T07:24:26.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.206+0000 7f01f6218640 1 --2- 172.21.15.31:0/2235347124 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f01f00cc490 0x7f01f015f750 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:26.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.206+0000 7f01f6218640 1 --2- 172.21.15.31:0/2235347124 >> v2:172.21.15.155:3300/0 conn(0x7f01f0159680 0x7f01f015d270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:26.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.206+0000 7f01f6218640 1 -- 172.21.15.31:0/2235347124 >> 172.21.15.31:0/2235347124 conn(0x7f01f00b1690 msgr2=0x7f01f00b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:26.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.206+0000 7f01f6218640 1 -- 172.21.15.31:0/2235347124 shutdown_connections 2024-09-16T07:24:26.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.206+0000 7f01f6218640 1 -- 172.21.15.31:0/2235347124 wait complete. 2024-09-16T07:24:26.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.207+0000 7f01f6218640 1 Processor -- start 2024-09-16T07:24:26.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.208+0000 7f01f6218640 1 -- start start 2024-09-16T07:24:26.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.208+0000 7f01f6218640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f01f00cc490 0x7f01f01f8660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:26.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.208+0000 7f01f6218640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f01f00cc900 0x7f01f00ad8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:26.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.208+0000 7f01f6218640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f01f0159680 0x7f01f0155700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:26.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.208+0000 7f01f6218640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f01f00cf350 con 0x7f01f00cc490 2024-09-16T07:24:26.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.208+0000 7f01f6218640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f01f00cf1d0 con 0x7f01f00cc900 2024-09-16T07:24:26.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.208+0000 7f01f6218640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f01f00cf4d0 con 0x7f01f0159680 2024-09-16T07:24:26.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.208+0000 7f01ef7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f01f00cc490 0x7f01f01f8660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:26.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.208+0000 7f01ef7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f01f00cc490 0x7f01f01f8660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:42172/0 (socket says 172.21.15.31:42172) 2024-09-16T07:24:26.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.208+0000 7f01ef7fe640 1 -- 172.21.15.31:0/3681032315 learned_addr learned my addr 172.21.15.31:0/3681032315 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:26.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.209+0000 7f01eeffd640 1 --2- 172.21.15.31:0/3681032315 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f01f00cc900 0x7f01f00ad8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:26.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.209+0000 7f01effff640 1 --2- 172.21.15.31:0/3681032315 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f01f0159680 0x7f01f0155700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:26.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.209+0000 7f01ef7fe640 1 -- 172.21.15.31:0/3681032315 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f01f0159680 msgr2=0x7f01f0155700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:26.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.209+0000 7f01ef7fe640 1 --2- 172.21.15.31:0/3681032315 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f01f0159680 0x7f01f0155700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:26.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.209+0000 7f01ef7fe640 1 -- 172.21.15.31:0/3681032315 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f01f00cc900 msgr2=0x7f01f00ad8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:26.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.209+0000 7f01ef7fe640 1 --2- 172.21.15.31:0/3681032315 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f01f00cc900 0x7f01f00ad8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:26.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.209+0000 7f01ef7fe640 1 -- 172.21.15.31:0/3681032315 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01f00b4ad0 con 0x7f01f00cc490 2024-09-16T07:24:26.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.209+0000 7f01ef7fe640 1 --2- 172.21.15.31:0/3681032315 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f01f00cc490 0x7f01f01f8660 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f01e000ba50 tx=0x7f01e000bf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:26.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.209+0000 7f01d7fff640 1 -- 172.21.15.31:0/3681032315 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01e0019070 con 0x7f01f00cc490 2024-09-16T07:24:26.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.209+0000 7f01d7fff640 1 -- 172.21.15.31:0/3681032315 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f01e000ccf0 con 0x7f01f00cc490 2024-09-16T07:24:26.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.209+0000 7f01f6218640 1 -- 172.21.15.31:0/3681032315 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f01f0155c40 con 0x7f01f00cc490 2024-09-16T07:24:26.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.209+0000 7f01d7fff640 1 -- 172.21.15.31:0/3681032315 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01e00146a0 con 0x7f01f00cc490 2024-09-16T07:24:26.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.209+0000 7f01f6218640 1 -- 172.21.15.31:0/3681032315 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01f00b2ba0 con 0x7f01f00cc490 2024-09-16T07:24:26.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.211+0000 7f01d7fff640 1 -- 172.21.15.31:0/3681032315 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 9) ==== 101440+0+0 (secure 0 0 0) 0x7f01e001c070 con 0x7f01f00cc490 2024-09-16T07:24:26.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.211+0000 7f01d7fff640 1 --2- 172.21.15.31:0/3681032315 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f01dc078a00 0x7f01dc07aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:26.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.211+0000 7f01d7fff640 1 -- 172.21.15.31:0/3681032315 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f01e009a9c0 con 0x7f01f00cc490 2024-09-16T07:24:26.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.212+0000 7f01eeffd640 1 --2- 172.21.15.31:0/3681032315 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f01dc078a00 0x7f01dc07aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:26.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.212+0000 7f01f8fe2740 1 Processor -- start 2024-09-16T07:24:26.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.212+0000 7f01eeffd640 1 --2- 172.21.15.31:0/3681032315 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f01dc078a00 0x7f01dc07aec0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f01e4033000 tx=0x7f01e4004730 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:26.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.212+0000 7f01f8fe2740 1 -- start start 2024-09-16T07:24:26.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.213+0000 7f01f8fe2740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563d85d9a1b0 0x563d85d71b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:26.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.213+0000 7f01f8fe2740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x563d85db9df0 0x563d85dba1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:26.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.213+0000 7f01f8fe2740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563d85d6f5f0 0x563d85d6fa40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:26.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.213+0000 7f01f8fe2740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x563d85ce6820 con 0x563d85db9df0 2024-09-16T07:24:26.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.213+0000 7f01f8fe2740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x563d85cd5c50 con 0x563d85d9a1b0 2024-09-16T07:24:26.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.213+0000 7f01f8fe2740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x563d85cd9a60 con 0x563d85d6f5f0 2024-09-16T07:24:26.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.213+0000 7f01eeffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x563d85db9df0 0x563d85dba1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:26.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.213+0000 7f01eeffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x563d85db9df0 0x563d85dba1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:42188/0 (socket says 172.21.15.31:42188) 2024-09-16T07:24:26.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.213+0000 7f01eeffd640 1 -- 172.21.15.31:0/3872349049 learned_addr learned my addr 172.21.15.31:0/3872349049 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:26.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.213+0000 7f01ef7fe640 1 --2- 172.21.15.31:0/3872349049 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563d85d9a1b0 0x563d85d71b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:26.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.213+0000 7f01effff640 1 --2- 172.21.15.31:0/3872349049 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563d85d6f5f0 0x563d85d6fa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:26.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.213+0000 7f01eeffd640 1 -- 172.21.15.31:0/3872349049 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563d85d6f5f0 msgr2=0x563d85d6fa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:24:26.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.213+0000 7f01eeffd640 1 --2- 172.21.15.31:0/3872349049 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563d85d6f5f0 0x563d85d6fa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:26.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.213+0000 7f01eeffd640 1 -- 172.21.15.31:0/3872349049 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563d85d9a1b0 msgr2=0x563d85d71b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:24:26.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.213+0000 7f01eeffd640 1 --2- 172.21.15.31:0/3872349049 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563d85d9a1b0 0x563d85d71b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:26.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.213+0000 7f01eeffd640 1 -- 172.21.15.31:0/3872349049 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563d85a37850 con 0x563d85db9df0 2024-09-16T07:24:26.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.214+0000 7f01effff640 1 --2- 172.21.15.31:0/3872349049 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563d85d6f5f0 0x563d85d6fa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:24:26.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.214+0000 7f01eeffd640 1 --2- 172.21.15.31:0/3872349049 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x563d85db9df0 0x563d85dba1f0 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f01e4000c00 tx=0x7f01e403d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7506198ff3140a2 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:26.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.214+0000 7f01d57fa640 1 -- 172.21.15.31:0/3872349049 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01e4035040 con 0x563d85db9df0 2024-09-16T07:24:26.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.214+0000 7f01d57fa640 1 -- 172.21.15.31:0/3872349049 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f01e404e070 con 0x563d85db9df0 2024-09-16T07:24:26.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.214+0000 7f01d57fa640 1 -- 172.21.15.31:0/3872349049 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01e4049810 con 0x563d85db9df0 2024-09-16T07:24:26.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.214+0000 7f01f8fe2740 1 -- 172.21.15.31:0/3872349049 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x563d85db9df0 msgr2=0x563d85dba1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:26.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.214+0000 7f01f8fe2740 1 --2- 172.21.15.31:0/3872349049 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x563d85db9df0 0x563d85dba1f0 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f01e4000c00 tx=0x7f01e403d000 comp rx=0 tx=0).stop 2024-09-16T07:24:26.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.215+0000 7f01f8fe2740 1 -- 172.21.15.31:0/3872349049 shutdown_connections 2024-09-16T07:24:26.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.215+0000 7f01f8fe2740 1 --2- 172.21.15.31:0/3872349049 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563d85d6f5f0 0x563d85d6fa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:26.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.215+0000 7f01f8fe2740 1 --2- 172.21.15.31:0/3872349049 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x563d85db9df0 0x563d85dba1f0 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:26.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.215+0000 7f01f8fe2740 1 --2- 172.21.15.31:0/3872349049 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563d85d9a1b0 0x563d85d71b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:26.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.215+0000 7f01f8fe2740 1 -- 172.21.15.31:0/3872349049 >> 172.21.15.31:0/3872349049 conn(0x563d85d706a0 msgr2=0x563d85d740c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:26.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.215+0000 7f01f8fe2740 1 -- 172.21.15.31:0/3872349049 shutdown_connections 2024-09-16T07:24:26.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.215+0000 7f01f8fe2740 1 -- 172.21.15.31:0/3872349049 wait complete. 2024-09-16T07:24:26.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.215+0000 7f01f8fe2740 1 -- start start 2024-09-16T07:24:26.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.215+0000 7f01f8fe2740 1 Processor -- start 2024-09-16T07:24:26.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.216+0000 7f01f8fe2740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x563d85d9a1b0 0x563d85d9e290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:26.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.216+0000 7f01f8fe2740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563d85db9df0 0x563d85db52f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:26.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.216+0000 7f01f8fe2740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563d85db5830 0x563d85dcc610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:26.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.216+0000 7f01f8fe2740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x563d85a46620 con 0x563d85d9a1b0 2024-09-16T07:24:26.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.216+0000 7f01f8fe2740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x563d85c7b5f0 con 0x563d85db9df0 2024-09-16T07:24:26.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.216+0000 7f01f8fe2740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x563d85d6eb30 con 0x563d85db5830 2024-09-16T07:24:26.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.216+0000 7f01f8fe2740 10 client.0 _ll_register_callbacks cb 0x563d85c7f0a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T07:24:26.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.216+0000 7f01ef7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x563d85d9a1b0 0x563d85d9e290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:26.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.216+0000 7f01ef7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x563d85d9a1b0 0x563d85d9e290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:42202/0 (socket says 172.21.15.31:42202) 2024-09-16T07:24:26.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.216+0000 7f01ef7fe640 1 -- 172.21.15.31:0/1094394114 learned_addr learned my addr 172.21.15.31:0/1094394114 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:26.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.216+0000 7f01eeffd640 1 --2- 172.21.15.31:0/1094394114 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563d85db9df0 0x563d85db52f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:26.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.216+0000 7f01effff640 1 --2- 172.21.15.31:0/1094394114 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563d85db5830 0x563d85dcc610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:26.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.217+0000 7f01ef7fe640 1 -- 172.21.15.31:0/1094394114 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563d85db5830 msgr2=0x563d85dcc610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:24:26.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.217+0000 7f01ef7fe640 1 --2- 172.21.15.31:0/1094394114 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563d85db5830 0x563d85dcc610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:26.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.217+0000 7f01ef7fe640 1 -- 172.21.15.31:0/1094394114 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563d85db9df0 msgr2=0x563d85db52f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:24:26.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.217+0000 7f01ef7fe640 1 --2- 172.21.15.31:0/1094394114 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563d85db9df0 0x563d85db52f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:26.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.217+0000 7f01ef7fe640 1 -- 172.21.15.31:0/1094394114 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563d85aae6b0 con 0x563d85d9a1b0 2024-09-16T07:24:26.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.217+0000 7f01eeffd640 1 --2- 172.21.15.31:0/1094394114 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563d85db9df0 0x563d85db52f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:24:26.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.217+0000 7f01effff640 1 --2- 172.21.15.31:0/1094394114 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563d85db5830 0x563d85dcc610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:24:26.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.217+0000 7f01ef7fe640 1 --2- 172.21.15.31:0/1094394114 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x563d85d9a1b0 0x563d85d9e290 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f01e005f970 tx=0x7f01e0062c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=426af563ee7e23fc server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:26.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.217+0000 7f01ce7fc640 10 client.0 ms_handle_connect on v2:172.21.15.31:3300/0 2024-09-16T07:24:26.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.217+0000 7f01ce7fc640 1 -- 172.21.15.31:0/1094394114 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01e0088020 con 0x563d85d9a1b0 2024-09-16T07:24:26.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.217+0000 7f01ce7fc640 1 -- 172.21.15.31:0/1094394114 <== mon.0 v2:172.21.15.31:3300/0 2 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f01e0079c80 con 0x563d85d9a1b0 2024-09-16T07:24:26.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.217+0000 7f01f8fe2740 1 -- 172.21.15.31:0/1094394114 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f01e404e070 con 0x563d85d9a1b0 2024-09-16T07:24:26.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.217+0000 7f01ce7fc640 1 -- 172.21.15.31:0/1094394114 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f01e0081050 con 0x563d85d9a1b0 2024-09-16T07:24:26.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.217+0000 7f01f8fe2740 10 client.6045 fetch_fsmap learned FSMap version 37 2024-09-16T07:24:26.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.217+0000 7f01f8fe2740 1 -- 172.21.15.31:0/1094394114 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=2+}) -- 0x563d85db5c90 con 0x563d85d9a1b0 2024-09-16T07:24:26.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.217+0000 7f01ce7fc640 1 -- 172.21.15.31:0/1094394114 <== mon.0 v2:172.21.15.31:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f01e404e070 con 0x563d85d9a1b0 2024-09-16T07:24:26.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.217+0000 7f01ce7fc640 1 -- 172.21.15.31:0/1094394114 <== mon.0 v2:172.21.15.31:3300/0 5 ==== fsmap(e 37) ==== 3502+0+0 (secure 0 0 0) 0x7f01e0084020 con 0x563d85d9a1b0 2024-09-16T07:24:26.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.217+0000 7f01f8fe2740 10 client.6045 fetch_fsmap finished waiting for FSMap version 37 2024-09-16T07:24:26.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.217+0000 7f01f8fe2740 10 client.6045 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-16T07:24:26.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.217+0000 7f01f8fe2740 20 client.6045 populate_metadata read hostname 'smithi031' 2024-09-16T07:24:26.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.217+0000 7f01f8fe2740 1 --2- 172.21.15.31:0/1094394114 >> [v2:172.21.15.31:6834/401448301,v1:172.21.15.31:6835/401448301] conn(0x563d85d9bcf0 0x563d85dc90c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:26.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.217+0000 7f01f8fe2740 4 client.6045 mds_command: new command op to 5895 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T07:24:26.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.217+0000 7f01f8fe2740 1 -- 172.21.15.31:0/1094394114 --> [v2:172.21.15.31:6834/401448301,v1:172.21.15.31:6835/401448301] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563d85ce8770 con 0x563d85d9bcf0 2024-09-16T07:24:26.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.218+0000 7f01eeffd640 1 --2- 172.21.15.31:0/1094394114 >> [v2:172.21.15.31:6834/401448301,v1:172.21.15.31:6835/401448301] conn(0x563d85d9bcf0 0x563d85dc90c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:26.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.218+0000 7f01ce7fc640 10 client.6045 ms_handle_connect on v2:172.21.15.31:6834/401448301 2024-09-16T07:24:26.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.218+0000 7f01eeffd640 1 --2- 172.21.15.31:0/1094394114 >> [v2:172.21.15.31:6834/401448301,v1:172.21.15.31:6835/401448301] conn(0x563d85d9bcf0 0x563d85dc90c0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bbcef3d4b09b4868 server_cookie=fc79573d12bb8564 in_seq=0 out_seq=0 2024-09-16T07:24:26.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.218+0000 7f01ce7fc640 1 -- 172.21.15.31:0/1094394114 <== mds.0 v2:172.21.15.31:6834/401448301 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x563d85ce8770 con 0x563d85d9bcf0 2024-09-16T07:24:26.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.218+0000 7f01ce7fc640 10 client.6045 handle_command_reply: tid=0 2024-09-16T07:24:26.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.218+0000 7f01f8fe2740 1 client.6045 shutdown 2024-09-16T07:24:26.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.219+0000 7f01f8fe2740 1 -- 172.21.15.31:0/1094394114 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x563d85d9a1b0 msgr2=0x563d85d9e290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:26.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.219+0000 7f01f8fe2740 1 --2- 172.21.15.31:0/1094394114 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x563d85d9a1b0 0x563d85d9e290 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f01e005f970 tx=0x7f01e0062c50 comp rx=0 tx=0).stop 2024-09-16T07:24:26.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.219+0000 7f01f8fe2740 1 -- 172.21.15.31:0/1094394114 shutdown_connections 2024-09-16T07:24:26.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.219+0000 7f01f8fe2740 1 --2- 172.21.15.31:0/1094394114 >> [v2:172.21.15.31:6834/401448301,v1:172.21.15.31:6835/401448301] conn(0x563d85d9bcf0 0x563d85dc90c0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:26.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.219+0000 7f01f8fe2740 1 --2- 172.21.15.31:0/1094394114 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563d85db5830 0x563d85dcc610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:26.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.219+0000 7f01f8fe2740 1 --2- 172.21.15.31:0/1094394114 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563d85db9df0 0x563d85db52f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:26.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.219+0000 7f01ce7fc640 0 client.6045 ms_handle_reset on v2:172.21.15.31:6834/401448301 2024-09-16T07:24:26.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.219+0000 7f01f8fe2740 1 --2- 172.21.15.31:0/1094394114 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x563d85d9a1b0 0x563d85d9e290 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:26.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.219+0000 7f01f8fe2740 1 -- 172.21.15.31:0/1094394114 >> 172.21.15.31:0/1094394114 conn(0x563d85d6f5f0 msgr2=0x563d85d73ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:26.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.219+0000 7f01f8fe2740 1 -- 172.21.15.31:0/1094394114 shutdown_connections 2024-09-16T07:24:26.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.219+0000 7f01f8fe2740 1 -- 172.21.15.31:0/1094394114 wait complete. 2024-09-16T07:24:26.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.219+0000 7f01f8fe2740 20 client.6045 trim_cache size 0 max 16384 2024-09-16T07:24:26.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.237+0000 7f01f8fe2740 1 Processor -- start 2024-09-16T07:24:26.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.237+0000 7f01f8fe2740 1 -- start start 2024-09-16T07:24:26.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.238+0000 7f01f8fe2740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563d85d9a1b0 0x563d85db8890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:26.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.238+0000 7f01f8fe2740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x563d85db5830 0x563d85dcb0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:26.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.238+0000 7f01f8fe2740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563d85db9df0 0x563d85dcb5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:26.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.238+0000 7f01f8fe2740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f01f0200180 con 0x563d85db5830 2024-09-16T07:24:26.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.238+0000 7f01f8fe2740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f01f01f53b0 con 0x563d85d9a1b0 2024-09-16T07:24:26.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.238+0000 7f01f8fe2740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f01f00b4280 con 0x563d85db9df0 2024-09-16T07:24:26.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.238+0000 7f01eeffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x563d85db5830 0x563d85dcb0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:26.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.238+0000 7f01eeffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x563d85db5830 0x563d85dcb0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:42208/0 (socket says 172.21.15.31:42208) 2024-09-16T07:24:26.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.238+0000 7f01eeffd640 1 -- 172.21.15.31:0/1157157428 learned_addr learned my addr 172.21.15.31:0/1157157428 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:26.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.239+0000 7f01ef7fe640 1 --2- 172.21.15.31:0/1157157428 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563d85d9a1b0 0x563d85db8890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:26.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.239+0000 7f01effff640 1 --2- 172.21.15.31:0/1157157428 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563d85db9df0 0x563d85dcb5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:26.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.239+0000 7f01eeffd640 1 -- 172.21.15.31:0/1157157428 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563d85db9df0 msgr2=0x563d85dcb5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:24:26.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.239+0000 7f01eeffd640 1 --2- 172.21.15.31:0/1157157428 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563d85db9df0 0x563d85dcb5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:26.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.239+0000 7f01eeffd640 1 -- 172.21.15.31:0/1157157428 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563d85d9a1b0 msgr2=0x563d85db8890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:24:26.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.239+0000 7f01eeffd640 1 --2- 172.21.15.31:0/1157157428 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563d85d9a1b0 0x563d85db8890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:26.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.239+0000 7f01eeffd640 1 -- 172.21.15.31:0/1157157428 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563d85db5660 con 0x563d85db5830 2024-09-16T07:24:26.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.239+0000 7f01effff640 1 --2- 172.21.15.31:0/1157157428 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563d85db9df0 0x563d85dcb5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:24:26.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.239+0000 7f01eeffd640 1 --2- 172.21.15.31:0/1157157428 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x563d85db5830 0x563d85dcb0a0 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f01e404b040 tx=0x7f01e4009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=118a9f9481bb7212 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:26.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.239+0000 7f01d4ff9640 1 -- 172.21.15.31:0/1157157428 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01e4060020 con 0x563d85db5830 2024-09-16T07:24:26.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.239+0000 7f01d4ff9640 1 -- 172.21.15.31:0/1157157428 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f01e404e070 con 0x563d85db5830 2024-09-16T07:24:26.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.239+0000 7f01d4ff9640 1 -- 172.21.15.31:0/1157157428 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01e4035040 con 0x563d85db5830 2024-09-16T07:24:26.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.240+0000 7f01f8fe2740 1 -- 172.21.15.31:0/1157157428 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x563d85db5830 msgr2=0x563d85dcb0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:26.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.240+0000 7f01f8fe2740 1 --2- 172.21.15.31:0/1157157428 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x563d85db5830 0x563d85dcb0a0 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f01e404b040 tx=0x7f01e4009260 comp rx=0 tx=0).stop 2024-09-16T07:24:26.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.240+0000 7f01f8fe2740 1 -- 172.21.15.31:0/1157157428 shutdown_connections 2024-09-16T07:24:26.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.240+0000 7f01f8fe2740 1 --2- 172.21.15.31:0/1157157428 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563d85db9df0 0x563d85dcb5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:26.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.240+0000 7f01f8fe2740 1 --2- 172.21.15.31:0/1157157428 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x563d85db5830 0x563d85dcb0a0 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:26.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.240+0000 7f01f8fe2740 1 --2- 172.21.15.31:0/1157157428 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563d85d9a1b0 0x563d85db8890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:26.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.240+0000 7f01f8fe2740 1 -- 172.21.15.31:0/1157157428 >> 172.21.15.31:0/1157157428 conn(0x563d85d6f5f0 msgr2=0x563d85db6740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:26.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.240+0000 7f01f8fe2740 1 -- 172.21.15.31:0/1157157428 shutdown_connections 2024-09-16T07:24:26.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.240+0000 7f01f8fe2740 1 -- 172.21.15.31:0/1157157428 wait complete. 2024-09-16T07:24:26.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.240+0000 7f01f8fe2740 1 -- start start 2024-09-16T07:24:26.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.240+0000 7f01f8fe2740 1 Processor -- start 2024-09-16T07:24:26.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.241+0000 7f01f8fe2740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x563d85d9a1b0 0x563d85ddcb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:26.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.241+0000 7f01f8fe2740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563d85db5830 0x563d85e3ca00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:26.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.241+0000 7f01f8fe2740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563d85db9df0 0x563d85e3cf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:26.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.241+0000 7f01f8fe2740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x563d85d9bb70 con 0x563d85d9a1b0 2024-09-16T07:24:26.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.241+0000 7f01f8fe2740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x563d85dcd020 con 0x563d85db5830 2024-09-16T07:24:26.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.241+0000 7f01f8fe2740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x563d85d9c160 con 0x563d85db9df0 2024-09-16T07:24:26.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.241+0000 7f01f8fe2740 10 client.0 _ll_register_callbacks cb 0x7f01e0099080 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T07:24:26.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.241+0000 7f01ef7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x563d85d9a1b0 0x563d85ddcb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:26.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.241+0000 7f01ef7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x563d85d9a1b0 0x563d85ddcb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:42214/0 (socket says 172.21.15.31:42214) 2024-09-16T07:24:26.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.241+0000 7f01ef7fe640 1 -- 172.21.15.31:0/1413608480 learned_addr learned my addr 172.21.15.31:0/1413608480 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:26.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.242+0000 7f01effff640 1 --2- 172.21.15.31:0/1413608480 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563d85db9df0 0x563d85e3cf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:26.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.242+0000 7f01eeffd640 1 --2- 172.21.15.31:0/1413608480 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563d85db5830 0x563d85e3ca00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:26.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.242+0000 7f01ef7fe640 1 -- 172.21.15.31:0/1413608480 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563d85db9df0 msgr2=0x563d85e3cf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:24:26.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.242+0000 7f01ef7fe640 1 --2- 172.21.15.31:0/1413608480 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563d85db9df0 0x563d85e3cf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:26.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.242+0000 7f01ef7fe640 1 -- 172.21.15.31:0/1413608480 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563d85db5830 msgr2=0x563d85e3ca00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:24:26.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.242+0000 7f01ef7fe640 1 --2- 172.21.15.31:0/1413608480 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563d85db5830 0x563d85e3ca00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:26.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.242+0000 7f01ef7fe640 1 -- 172.21.15.31:0/1413608480 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563d85dd2710 con 0x563d85d9a1b0 2024-09-16T07:24:26.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.242+0000 7f01effff640 1 --2- 172.21.15.31:0/1413608480 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563d85db9df0 0x563d85e3cf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:24:26.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.242+0000 7f01eeffd640 1 --2- 172.21.15.31:0/1413608480 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563d85db5830 0x563d85e3ca00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:24:26.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.242+0000 7f01ef7fe640 1 --2- 172.21.15.31:0/1413608480 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x563d85d9a1b0 0x563d85ddcb10 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f01e0067150 tx=0x7f01e0069560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21741a82952116d6 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:26.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.242+0000 7f01ce7fc640 10 client.0 ms_handle_connect on v2:172.21.15.31:3300/0 2024-09-16T07:24:26.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.242+0000 7f01ce7fc640 1 -- 172.21.15.31:0/1413608480 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01e0088070 con 0x563d85d9a1b0 2024-09-16T07:24:26.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.242+0000 7f01ce7fc640 1 -- 172.21.15.31:0/1413608480 <== mon.0 v2:172.21.15.31:3300/0 2 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f01e005e260 con 0x563d85d9a1b0 2024-09-16T07:24:26.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.242+0000 7f01f8fe2740 1 -- 172.21.15.31:0/1413608480 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f01e404e070 con 0x563d85d9a1b0 2024-09-16T07:24:26.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.242+0000 7f01ce7fc640 1 -- 172.21.15.31:0/1413608480 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f01e0075050 con 0x563d85d9a1b0 2024-09-16T07:24:26.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.242+0000 7f01f8fe2740 10 client.6051 fetch_fsmap learned FSMap version 37 2024-09-16T07:24:26.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.242+0000 7f01f8fe2740 1 -- 172.21.15.31:0/1413608480 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=2+}) -- 0x563d85dce730 con 0x563d85d9a1b0 2024-09-16T07:24:26.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.242+0000 7f01ce7fc640 1 -- 172.21.15.31:0/1413608480 <== mon.0 v2:172.21.15.31:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f01e404e070 con 0x563d85d9a1b0 2024-09-16T07:24:26.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.242+0000 7f01ce7fc640 1 -- 172.21.15.31:0/1413608480 <== mon.0 v2:172.21.15.31:3300/0 5 ==== fsmap(e 37) ==== 3502+0+0 (secure 0 0 0) 0x7f01e0078020 con 0x563d85d9a1b0 2024-09-16T07:24:26.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.242+0000 7f01f8fe2740 10 client.6051 fetch_fsmap finished waiting for FSMap version 37 2024-09-16T07:24:26.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.242+0000 7f01f8fe2740 10 client.6051 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-16T07:24:26.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.242+0000 7f01f8fe2740 20 client.6051 populate_metadata read hostname 'smithi031' 2024-09-16T07:24:26.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.242+0000 7f01f8fe2740 1 --2- 172.21.15.31:0/1413608480 >> [v2:172.21.15.31:6834/401448301,v1:172.21.15.31:6835/401448301] conn(0x563d85e3e060 0x563d85dcd6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:26.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.242+0000 7f01f8fe2740 4 client.6051 mds_command: new command op to 5895 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-16T07:24:26.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.242+0000 7f01f8fe2740 1 -- 172.21.15.31:0/1413608480 --> [v2:172.21.15.31:6834/401448301,v1:172.21.15.31:6835/401448301] -- command(tid 0: {"prefix": "status"}) -- 0x563d85ce4220 con 0x563d85e3e060 2024-09-16T07:24:26.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.242+0000 7f01eeffd640 1 --2- 172.21.15.31:0/1413608480 >> [v2:172.21.15.31:6834/401448301,v1:172.21.15.31:6835/401448301] conn(0x563d85e3e060 0x563d85dcd6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:26.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.243+0000 7f01ce7fc640 10 client.6051 ms_handle_connect on v2:172.21.15.31:6834/401448301 2024-09-16T07:24:26.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.243+0000 7f01eeffd640 1 --2- 172.21.15.31:0/1413608480 >> [v2:172.21.15.31:6834/401448301,v1:172.21.15.31:6835/401448301] conn(0x563d85e3e060 0x563d85dcd6b0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=827d84d8f3458179 server_cookie=c92647a23bbbf9a5 in_seq=0 out_seq=0 2024-09-16T07:24:26.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.243+0000 7f01ce7fc640 1 -- 172.21.15.31:0/1413608480 <== mds.0 v2:172.21.15.31:6834/401448301 1 ==== command_reply(tid 0: 0 ) ==== 8+0+319 (crc 0 0 0) 0x563d85ce4220 con 0x563d85e3e060 2024-09-16T07:24:26.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.243+0000 7f01ce7fc640 10 client.6051 handle_command_reply: tid=0 2024-09-16T07:24:26.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.243+0000 7f01f8fe2740 1 client.6051 shutdown 2024-09-16T07:24:26.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.243+0000 7f01f8fe2740 1 -- 172.21.15.31:0/1413608480 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x563d85d9a1b0 msgr2=0x563d85ddcb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:26.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.243+0000 7f01f8fe2740 1 --2- 172.21.15.31:0/1413608480 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x563d85d9a1b0 0x563d85ddcb10 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f01e0067150 tx=0x7f01e0069560 comp rx=0 tx=0).stop 2024-09-16T07:24:26.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.243+0000 7f01f8fe2740 1 -- 172.21.15.31:0/1413608480 shutdown_connections 2024-09-16T07:24:26.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.243+0000 7f01f8fe2740 1 --2- 172.21.15.31:0/1413608480 >> [v2:172.21.15.31:6834/401448301,v1:172.21.15.31:6835/401448301] conn(0x563d85e3e060 0x563d85dcd6b0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:26.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.243+0000 7f01f8fe2740 1 --2- 172.21.15.31:0/1413608480 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563d85db9df0 0x563d85e3cf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:26.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.243+0000 7f01f8fe2740 1 --2- 172.21.15.31:0/1413608480 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563d85db5830 0x563d85e3ca00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:26.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.243+0000 7f01ce7fc640 0 client.6051 ms_handle_reset on v2:172.21.15.31:6834/401448301 2024-09-16T07:24:26.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.243+0000 7f01f8fe2740 1 --2- 172.21.15.31:0/1413608480 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x563d85d9a1b0 0x563d85ddcb10 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:26.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.243+0000 7f01f8fe2740 1 -- 172.21.15.31:0/1413608480 >> 172.21.15.31:0/1413608480 conn(0x563d85d6f5f0 msgr2=0x563d85dc8810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:26.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.243+0000 7f01f8fe2740 1 -- 172.21.15.31:0/1413608480 shutdown_connections 2024-09-16T07:24:26.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.243+0000 7f01f8fe2740 1 -- 172.21.15.31:0/1413608480 wait complete. 2024-09-16T07:24:26.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.243+0000 7f01f8fe2740 20 client.6051 trim_cache size 0 max 16384 2024-09-16T07:24:26.250 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-16T07:24:26.250 INFO:teuthology.orchestra.run.smithi031.stdout: "cluster_fsid": "aed87fb1-9c90-4029-9d57-80f2a5b1b4b1", 2024-09-16T07:24:26.250 INFO:teuthology.orchestra.run.smithi031.stdout: "whoami": 0, 2024-09-16T07:24:26.250 INFO:teuthology.orchestra.run.smithi031.stdout: "id": 5895, 2024-09-16T07:24:26.250 INFO:teuthology.orchestra.run.smithi031.stdout: "want_state": "up:active", 2024-09-16T07:24:26.251 INFO:teuthology.orchestra.run.smithi031.stdout: "state": "up:active", 2024-09-16T07:24:26.251 INFO:teuthology.orchestra.run.smithi031.stdout: "fs_name": "cephfs", 2024-09-16T07:24:26.251 INFO:teuthology.orchestra.run.smithi031.stdout: "rank_uptime": 10.303477288, 2024-09-16T07:24:26.251 INFO:teuthology.orchestra.run.smithi031.stdout: "mdsmap_epoch": 37, 2024-09-16T07:24:26.251 INFO:teuthology.orchestra.run.smithi031.stdout: "osdmap_epoch": 58, 2024-09-16T07:24:26.251 INFO:teuthology.orchestra.run.smithi031.stdout: "osdmap_epoch_barrier": 58, 2024-09-16T07:24:26.251 INFO:teuthology.orchestra.run.smithi031.stdout: "uptime": 15.026595812 2024-09-16T07:24:26.251 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-16T07:24:26.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.244+0000 7f01f6218640 1 -- 172.21.15.31:0/3681032315 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f01dc078a00 msgr2=0x7f01dc07aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:26.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.244+0000 7f01f6218640 1 --2- 172.21.15.31:0/3681032315 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f01dc078a00 0x7f01dc07aec0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f01e4033000 tx=0x7f01e4004730 comp rx=0 tx=0).stop 2024-09-16T07:24:26.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.244+0000 7f01f6218640 1 -- 172.21.15.31:0/3681032315 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f01f00cc490 msgr2=0x7f01f01f8660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:26.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.244+0000 7f01f6218640 1 --2- 172.21.15.31:0/3681032315 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f01f00cc490 0x7f01f01f8660 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f01e000ba50 tx=0x7f01e000bf10 comp rx=0 tx=0).stop 2024-09-16T07:24:26.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.244+0000 7f01f6218640 1 -- 172.21.15.31:0/3681032315 shutdown_connections 2024-09-16T07:24:26.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.244+0000 7f01f6218640 1 --2- 172.21.15.31:0/3681032315 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f01dc078a00 0x7f01dc07aec0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:26.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.244+0000 7f01f6218640 1 --2- 172.21.15.31:0/3681032315 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f01f0159680 0x7f01f0155700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:26.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.244+0000 7f01f6218640 1 --2- 172.21.15.31:0/3681032315 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f01f00cc900 0x7f01f00ad8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:26.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.244+0000 7f01f6218640 1 --2- 172.21.15.31:0/3681032315 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f01f00cc490 0x7f01f01f8660 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:26.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.244+0000 7f01f6218640 1 -- 172.21.15.31:0/3681032315 >> 172.21.15.31:0/3681032315 conn(0x7f01f00b1690 msgr2=0x7f01f015a3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:26.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.244+0000 7f01f6218640 1 -- 172.21.15.31:0/3681032315 shutdown_connections 2024-09-16T07:24:26.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.244+0000 7f01f6218640 1 -- 172.21.15.31:0/3681032315 wait complete. 2024-09-16T07:24:26.254 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T07:24:26.359 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.359+0000 7fea0b32b640 1 -- 172.21.15.31:0/80951366 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fea04070690 msgr2=0x7fea0413f290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:26.359 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.359+0000 7fea0b32b640 1 --2- 172.21.15.31:0/80951366 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fea04070690 0x7fea0413f290 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7fe9f4005fd0 tx=0x7fe9f402a5d0 comp rx=0 tx=0).stop 2024-09-16T07:24:26.359 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.360+0000 7fea0b32b640 1 -- 172.21.15.31:0/80951366 shutdown_connections 2024-09-16T07:24:26.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.360+0000 7fea0b32b640 1 --2- 172.21.15.31:0/80951366 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fea04070690 0x7fea0413f290 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:26.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.360+0000 7fea0b32b640 1 -- 172.21.15.31:0/80951366 >> 172.21.15.31:0/80951366 conn(0x7fea040b1690 msgr2=0x7fea040b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:26.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.360+0000 7fea0b32b640 1 -- 172.21.15.31:0/80951366 shutdown_connections 2024-09-16T07:24:26.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.360+0000 7fea0b32b640 1 -- 172.21.15.31:0/80951366 wait complete. 2024-09-16T07:24:26.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.361+0000 7fea0b32b640 1 Processor -- start 2024-09-16T07:24:26.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.361+0000 7fea0b32b640 1 -- start start 2024-09-16T07:24:26.362 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.362+0000 7fea0b32b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fea0406f0f0 0x7fea041f5300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:26.362 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.362+0000 7fea0b32b640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fea04070690 0x7fea040b09f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:26.362 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.362+0000 7fea0b32b640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fea0413ce00 0x7fea041f7d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:26.362 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.362+0000 7fea0b32b640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fea0406fd90 con 0x7fea0406f0f0 2024-09-16T07:24:26.362 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.362+0000 7fea0b32b640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fea0406fc10 con 0x7fea0413ce00 2024-09-16T07:24:26.362 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.362+0000 7fea0b32b640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fea0406ff10 con 0x7fea04070690 2024-09-16T07:24:26.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.362+0000 7fea090c7640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fea0406f0f0 0x7fea041f5300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:26.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.362+0000 7fea090c7640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fea0406f0f0 0x7fea041f5300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:42238/0 (socket says 172.21.15.31:42238) 2024-09-16T07:24:26.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.362+0000 7fea090c7640 1 -- 172.21.15.31:0/452112846 learned_addr learned my addr 172.21.15.31:0/452112846 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:26.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.362+0000 7fea098c8640 1 --2- 172.21.15.31:0/452112846 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fea0413ce00 0x7fea041f7d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:26.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.362+0000 7fea088c6640 1 --2- 172.21.15.31:0/452112846 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fea04070690 0x7fea040b09f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:26.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.362+0000 7fea090c7640 1 -- 172.21.15.31:0/452112846 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fea04070690 msgr2=0x7fea040b09f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:26.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.362+0000 7fea090c7640 1 --2- 172.21.15.31:0/452112846 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fea04070690 0x7fea040b09f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:26.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.362+0000 7fea090c7640 1 -- 172.21.15.31:0/452112846 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fea0413ce00 msgr2=0x7fea041f7d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:26.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.362+0000 7fea090c7640 1 --2- 172.21.15.31:0/452112846 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fea0413ce00 0x7fea041f7d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:26.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.362+0000 7fea090c7640 1 -- 172.21.15.31:0/452112846 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea041f8c10 con 0x7fea0406f0f0 2024-09-16T07:24:26.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.362+0000 7fea090c7640 1 --2- 172.21.15.31:0/452112846 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fea0406f0f0 0x7fea041f5300 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7fe9f4009850 tx=0x7fe9f40038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:26.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.362+0000 7fea01ffb640 1 -- 172.21.15.31:0/452112846 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9f403f070 con 0x7fea0406f0f0 2024-09-16T07:24:26.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.362+0000 7fea01ffb640 1 -- 172.21.15.31:0/452112846 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe9f40047a0 con 0x7fea0406f0f0 2024-09-16T07:24:26.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.362+0000 7fea01ffb640 1 -- 172.21.15.31:0/452112846 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9f4035030 con 0x7fea0406f0f0 2024-09-16T07:24:26.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.362+0000 7fea0b32b640 1 -- 172.21.15.31:0/452112846 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea041f8930 con 0x7fea0406f0f0 2024-09-16T07:24:26.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.363+0000 7fea0b32b640 1 -- 172.21.15.31:0/452112846 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fea041f4b00 con 0x7fea0406f0f0 2024-09-16T07:24:26.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.364+0000 7fea0b32b640 1 -- 172.21.15.31:0/452112846 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fea0406f500 con 0x7fea0406f0f0 2024-09-16T07:24:26.365 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.364+0000 7fea01ffb640 1 -- 172.21.15.31:0/452112846 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 9) ==== 101440+0+0 (secure 0 0 0) 0x7fe9f4042070 con 0x7fea0406f0f0 2024-09-16T07:24:26.365 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.365+0000 7fea01ffb640 1 --2- 172.21.15.31:0/452112846 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe9f0078a00 0x7fe9f007aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:26.365 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.365+0000 7fea01ffb640 1 -- 172.21.15.31:0/452112846 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7fe9f40bb8f0 con 0x7fea0406f0f0 2024-09-16T07:24:26.365 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.365+0000 7fea088c6640 1 --2- 172.21.15.31:0/452112846 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe9f0078a00 0x7fe9f007aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:26.365 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.366+0000 7fea088c6640 1 --2- 172.21.15.31:0/452112846 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe9f0078a00 0x7fe9f007aec0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fea04153d80 tx=0x7fe9f8009040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:26.368 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.369+0000 7fea01ffb640 1 -- 172.21.15.31:0/452112846 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fe9f4083590 con 0x7fea0406f0f0 2024-09-16T07:24:26.593 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.593+0000 7fea0b32b640 1 -- 172.21.15.31:0/452112846 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fea0415c630 con 0x7fea0406f0f0 2024-09-16T07:24:26.593 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.594+0000 7fea01ffb640 1 -- 172.21.15.31:0/452112846 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v37) ==== 53+0+73 (secure 0 0 0) 0x7fe9f4087fc0 con 0x7fea0406f0f0 2024-09-16T07:24:26.593 INFO:teuthology.orchestra.run.smithi031.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T07:24:26.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.596+0000 7fea0b32b640 1 -- 172.21.15.31:0/452112846 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe9f0078a00 msgr2=0x7fe9f007aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:26.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.596+0000 7fea0b32b640 1 --2- 172.21.15.31:0/452112846 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe9f0078a00 0x7fe9f007aec0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fea04153d80 tx=0x7fe9f8009040 comp rx=0 tx=0).stop 2024-09-16T07:24:26.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.596+0000 7fea0b32b640 1 -- 172.21.15.31:0/452112846 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fea0406f0f0 msgr2=0x7fea041f5300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:26.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.596+0000 7fea0b32b640 1 --2- 172.21.15.31:0/452112846 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fea0406f0f0 0x7fea041f5300 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7fe9f4009850 tx=0x7fe9f40038a0 comp rx=0 tx=0).stop 2024-09-16T07:24:26.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.596+0000 7fea0b32b640 1 -- 172.21.15.31:0/452112846 shutdown_connections 2024-09-16T07:24:26.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.596+0000 7fea0b32b640 1 --2- 172.21.15.31:0/452112846 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe9f0078a00 0x7fe9f007aec0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:26.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.596+0000 7fea0b32b640 1 --2- 172.21.15.31:0/452112846 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fea0413ce00 0x7fea041f7d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:26.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.596+0000 7fea0b32b640 1 --2- 172.21.15.31:0/452112846 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fea04070690 0x7fea040b09f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:26.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.596+0000 7fea0b32b640 1 --2- 172.21.15.31:0/452112846 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fea0406f0f0 0x7fea041f5300 unknown :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:26.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.596+0000 7fea0b32b640 1 -- 172.21.15.31:0/452112846 >> 172.21.15.31:0/452112846 conn(0x7fea040b1690 msgr2=0x7fea0413d740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:26.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.596+0000 7fea0b32b640 1 -- 172.21.15.31:0/452112846 shutdown_connections 2024-09-16T07:24:26.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26.596+0000 7fea0b32b640 1 -- 172.21.15.31:0/452112846 wait complete. 2024-09-16T07:24:26.606 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T07:24:26.606 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T07:24:26.606 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi031.front.sepia.ceph.com 2024-09-16T07:24:26.606 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-16T07:24:26.606 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-16T07:24:26.606 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T07:24:26.606 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T07:24:26.606 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T07:24:26.606 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T07:24:26.607 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:24:26.607 DEBUG:teuthology.orchestra.run.smithi031:> ip addr 2024-09-16T07:24:26.624 INFO:teuthology.orchestra.run.smithi031.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T07:24:26.624 INFO:teuthology.orchestra.run.smithi031.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T07:24:26.624 INFO:teuthology.orchestra.run.smithi031.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T07:24:26.624 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:24:26.624 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 ::1/128 scope host 2024-09-16T07:24:26.624 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:24:26.624 INFO:teuthology.orchestra.run.smithi031.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:24:26.624 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 0c:c4:7a:6b:f6:cc brd ff:ff:ff:ff:ff:ff 2024-09-16T07:24:26.624 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp7s0f0 2024-09-16T07:24:26.624 INFO:teuthology.orchestra.run.smithi031.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:24:26.624 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 0c:c4:7a:6b:f6:cd brd ff:ff:ff:ff:ff:ff 2024-09-16T07:24:26.625 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp7s0f1 2024-09-16T07:24:26.625 INFO:teuthology.orchestra.run.smithi031.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T07:24:26.625 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether ac:1f:6b:a5:ca:ba brd ff:ff:ff:ff:ff:ff 2024-09-16T07:24:26.625 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp1s0f0 2024-09-16T07:24:26.625 INFO:teuthology.orchestra.run.smithi031.stdout: inet 172.21.15.31/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-16T07:24:26.625 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft 42552sec preferred_lft 42552sec 2024-09-16T07:24:26.625 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::ae1f:6bff:fea5:caba/64 scope link 2024-09-16T07:24:26.625 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:24:26.625 INFO:teuthology.orchestra.run.smithi031.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:24:26.625 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether ac:1f:6b:a5:ca:bb brd ff:ff:ff:ff:ff:ff 2024-09-16T07:24:26.625 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp1s0f1 2024-09-16T07:24:26.625 INFO:teuthology.orchestra.run.smithi031.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T07:24:26.626 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 32:cb:fd:46:4e:14 brd ff:ff:ff:ff:ff:ff 2024-09-16T07:24:26.626 INFO:teuthology.orchestra.run.smithi031.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-16T07:24:26.626 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:24:26.626 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::5853:30ff:feaf:abcc/64 scope link 2024-09-16T07:24:26.626 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:24:26.626 INFO:teuthology.orchestra.run.smithi031.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T07:24:26.626 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether ea:2f:ff:7f:16:93 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:24:26.626 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::e82f:ffff:fe7f:1693/64 scope link 2024-09-16T07:24:26.626 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:24:26.626 INFO:teuthology.orchestra.run.smithi031.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T07:24:26.626 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 32:cb:fd:46:4e:14 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:24:26.626 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::30cb:fdff:fe46:4e14/64 scope link 2024-09-16T07:24:26.626 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:24:26.627 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:24:26.627 DEBUG:teuthology.orchestra.run.smithi031:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T07:24:26.689 INFO:teuthology.orchestra.run.smithi031.stdout:1 2024-09-16T07:24:26.690 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:24:26.690 DEBUG:teuthology.orchestra.run.smithi031:> route 2024-09-16T07:24:26.747 INFO:teuthology.orchestra.run.smithi031.stdout:Kernel IP routing table 2024-09-16T07:24:26.747 INFO:teuthology.orchestra.run.smithi031.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T07:24:26.747 INFO:teuthology.orchestra.run.smithi031.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-16T07:24:26.747 INFO:teuthology.orchestra.run.smithi031.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-16T07:24:26.747 INFO:teuthology.orchestra.run.smithi031.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T07:24:26.748 DEBUG:teuthology.orchestra.run.smithi031:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T07:24:26.748 DEBUG:teuthology.orchestra.run.smithi031:> set -e 2024-09-16T07:24:26.748 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-16T07:24:26.748 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-16T07:24:26.748 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-16T07:24:26.748 DEBUG:teuthology.orchestra.run.smithi031:> ') 2024-09-16T07:24:26.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T07:24:26.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:24:26.876 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:24:26.876 DEBUG:teuthology.orchestra.run.smithi031:> ip netns list 2024-09-16T07:24:26.892 INFO:teuthology.orchestra.run.smithi031.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-16T07:24:26.892 INFO:teuthology.orchestra.run.smithi031.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-16T07:24:26.893 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T07:24:26.893 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:24:26.893 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip link set brx.0 up 2024-09-16T07:24:26.958 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-16T07:24:26.958 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T07:24:26.958 DEBUG:teuthology.orchestra.run.smithi031:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-16T07:24:27.014 INFO:teuthology.orchestra.run.smithi031.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-16T07:24:27.015 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T07:24:27.015 DEBUG:teuthology.orchestra.run.smithi031:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-16T07:24:27.071 DEBUG:teuthology.orchestra.run.smithi031:> sudo modprobe fuse 2024-09-16T07:24:27.137 DEBUG:teuthology.orchestra.run.smithi031:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T07:24:27.195 INFO:teuthology.orchestra.run.smithi031.stdout:/proc 2024-09-16T07:24:27.195 INFO:teuthology.orchestra.run.smithi031.stdout:/sys 2024-09-16T07:24:27.195 INFO:teuthology.orchestra.run.smithi031.stdout:/dev 2024-09-16T07:24:27.195 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/security 2024-09-16T07:24:27.195 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/shm 2024-09-16T07:24:27.195 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/pts 2024-09-16T07:24:27.195 INFO:teuthology.orchestra.run.smithi031.stdout:/run 2024-09-16T07:24:27.196 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/cgroup 2024-09-16T07:24:27.196 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/pstore 2024-09-16T07:24:27.196 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/bpf 2024-09-16T07:24:27.196 INFO:teuthology.orchestra.run.smithi031.stdout:/ 2024-09-16T07:24:27.196 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/selinux 2024-09-16T07:24:27.196 INFO:teuthology.orchestra.run.smithi031.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T07:24:27.196 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/tracing 2024-09-16T07:24:27.196 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/mqueue 2024-09-16T07:24:27.196 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/debug 2024-09-16T07:24:27.196 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/hugepages 2024-09-16T07:24:27.196 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T07:24:27.196 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/fuse/connections 2024-09-16T07:24:27.196 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/config 2024-09-16T07:24:27.196 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T07:24:27.197 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T07:24:27.197 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T07:24:27.197 INFO:teuthology.orchestra.run.smithi031.stdout:/run/user/1000 2024-09-16T07:24:27.197 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph 2024-09-16T07:24:27.197 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T07:24:27.197 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T07:24:27.197 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T07:24:27.197 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T07:24:27.197 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns 2024-09-16T07:24:27.197 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:24:27.197 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:24:27.197 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:24:27.197 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:24:27.198 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:24:27.198 DEBUG:teuthology.orchestra.run.smithi031:> ls /sys/fs/fuse/connections 2024-09-16T07:24:27.251 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-16T07:24:27.251 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-16T07:24:27.294 DEBUG:teuthology.orchestra.run.smithi031:> sudo modprobe fuse 2024-09-16T07:24:27.320 DEBUG:teuthology.orchestra.run.smithi031:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T07:24:27.378 INFO:teuthology.orchestra.run.smithi031.stdout:/proc 2024-09-16T07:24:27.378 INFO:teuthology.orchestra.run.smithi031.stdout:/sys 2024-09-16T07:24:27.379 INFO:teuthology.orchestra.run.smithi031.stdout:/dev 2024-09-16T07:24:27.379 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/security 2024-09-16T07:24:27.379 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/shm 2024-09-16T07:24:27.379 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/pts 2024-09-16T07:24:27.379 INFO:teuthology.orchestra.run.smithi031.stdout:/run 2024-09-16T07:24:27.379 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/cgroup 2024-09-16T07:24:27.379 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/pstore 2024-09-16T07:24:27.379 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/bpf 2024-09-16T07:24:27.379 INFO:teuthology.orchestra.run.smithi031.stdout:/ 2024-09-16T07:24:27.379 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/selinux 2024-09-16T07:24:27.379 INFO:teuthology.orchestra.run.smithi031.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T07:24:27.380 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/tracing 2024-09-16T07:24:27.380 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/mqueue 2024-09-16T07:24:27.380 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/debug 2024-09-16T07:24:27.380 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/hugepages 2024-09-16T07:24:27.380 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T07:24:27.380 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/fuse/connections 2024-09-16T07:24:27.380 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/config 2024-09-16T07:24:27.380 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T07:24:27.380 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T07:24:27.380 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T07:24:27.380 INFO:teuthology.orchestra.run.smithi031.stdout:/run/user/1000 2024-09-16T07:24:27.381 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph 2024-09-16T07:24:27.381 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T07:24:27.381 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T07:24:27.381 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T07:24:27.381 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T07:24:27.381 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns 2024-09-16T07:24:27.381 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:24:27.381 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:24:27.381 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:24:27.381 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:24:27.382 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:24:27.382 DEBUG:teuthology.orchestra.run.smithi031:> ls /sys/fs/fuse/connections 2024-09-16T07:24:27.382 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi031.stderr:2024-09-16T07:24:27.379+0000 7f8a71be8480 -1 init, newargv = 0x55e8e4dec390 newargc=15 2024-09-16T07:24:27.383 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi031.stderr:ceph-fuse[55117]: starting ceph client 2024-09-16T07:24:27.383 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi031.stderr:ceph-fuse[55117]: starting fuse 2024-09-16T07:24:27.398 INFO:teuthology.orchestra.run.smithi031.stdout:42 2024-09-16T07:24:27.399 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [42] 2024-09-16T07:24:27.399 DEBUG:teuthology.orchestra.run.smithi031:> sudo stdin-killer -- python3 -c ' 2024-09-16T07:24:27.399 DEBUG:teuthology.orchestra.run.smithi031:> import glob 2024-09-16T07:24:27.399 DEBUG:teuthology.orchestra.run.smithi031:> import re 2024-09-16T07:24:27.399 DEBUG:teuthology.orchestra.run.smithi031:> import os 2024-09-16T07:24:27.399 DEBUG:teuthology.orchestra.run.smithi031:> import subprocess 2024-09-16T07:24:27.399 DEBUG:teuthology.orchestra.run.smithi031:> 2024-09-16T07:24:27.400 DEBUG:teuthology.orchestra.run.smithi031:> def _find_admin_socket(client_name): 2024-09-16T07:24:27.400 DEBUG:teuthology.orchestra.run.smithi031:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-16T07:24:27.400 DEBUG:teuthology.orchestra.run.smithi031:> files = glob.glob(asok_path) 2024-09-16T07:24:27.400 DEBUG:teuthology.orchestra.run.smithi031:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-16T07:24:27.400 DEBUG:teuthology.orchestra.run.smithi031:> 2024-09-16T07:24:27.400 DEBUG:teuthology.orchestra.run.smithi031:> # Given a non-glob path, it better be there 2024-09-16T07:24:27.400 DEBUG:teuthology.orchestra.run.smithi031:> if "*" not in asok_path: 2024-09-16T07:24:27.400 DEBUG:teuthology.orchestra.run.smithi031:> assert(len(files) == 1) 2024-09-16T07:24:27.400 DEBUG:teuthology.orchestra.run.smithi031:> return files[0] 2024-09-16T07:24:27.400 DEBUG:teuthology.orchestra.run.smithi031:> 2024-09-16T07:24:27.400 DEBUG:teuthology.orchestra.run.smithi031:> for f in files: 2024-09-16T07:24:27.401 DEBUG:teuthology.orchestra.run.smithi031:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T07:24:27.401 DEBUG:teuthology.orchestra.run.smithi031:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T07:24:27.401 DEBUG:teuthology.orchestra.run.smithi031:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T07:24:27.401 DEBUG:teuthology.orchestra.run.smithi031:> contents = proc_f.read() 2024-09-16T07:24:27.401 DEBUG:teuthology.orchestra.run.smithi031:> if mountpoint in contents: 2024-09-16T07:24:27.401 DEBUG:teuthology.orchestra.run.smithi031:> return f 2024-09-16T07:24:27.401 DEBUG:teuthology.orchestra.run.smithi031:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T07:24:27.401 DEBUG:teuthology.orchestra.run.smithi031:> 2024-09-16T07:24:27.401 DEBUG:teuthology.orchestra.run.smithi031:> print(_find_admin_socket("client.0")) 2024-09-16T07:24:27.401 DEBUG:teuthology.orchestra.run.smithi031:> ' 2024-09-16T07:24:27.518 INFO:teuthology.orchestra.run.smithi031.stdout:/var/run/ceph/ceph-client.0.55117.asok 2024-09-16T07:24:27.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:24:27.529 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.55117.asok 2024-09-16T07:24:27.530 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:24:27.530 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.55117.asok status 2024-09-16T07:24:27.666 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-16T07:24:27.666 INFO:teuthology.orchestra.run.smithi031.stdout: "metadata": { 2024-09-16T07:24:27.666 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph_sha1": "4ef5f0587d1cad82c4295c20951c303dc342ac74", 2024-09-16T07:24:27.666 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph_version": "ceph version 19.3.0-4938-g4ef5f058 (4ef5f0587d1cad82c4295c20951c303dc342ac74) squid (dev)", 2024-09-16T07:24:27.666 INFO:teuthology.orchestra.run.smithi031.stdout: "entity_id": "0", 2024-09-16T07:24:27.666 INFO:teuthology.orchestra.run.smithi031.stdout: "hostname": "smithi031", 2024-09-16T07:24:27.666 INFO:teuthology.orchestra.run.smithi031.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-16T07:24:27.666 INFO:teuthology.orchestra.run.smithi031.stdout: "pid": "55117", 2024-09-16T07:24:27.667 INFO:teuthology.orchestra.run.smithi031.stdout: "root": "/" 2024-09-16T07:24:27.667 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:24:27.667 INFO:teuthology.orchestra.run.smithi031.stdout: "dentry_count": 0, 2024-09-16T07:24:27.667 INFO:teuthology.orchestra.run.smithi031.stdout: "dentry_pinned_count": 0, 2024-09-16T07:24:27.667 INFO:teuthology.orchestra.run.smithi031.stdout: "id": 6063, 2024-09-16T07:24:27.667 INFO:teuthology.orchestra.run.smithi031.stdout: "inst": { 2024-09-16T07:24:27.667 INFO:teuthology.orchestra.run.smithi031.stdout: "name": { 2024-09-16T07:24:27.667 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "client", 2024-09-16T07:24:27.667 INFO:teuthology.orchestra.run.smithi031.stdout: "num": 6063 2024-09-16T07:24:27.667 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:24:27.667 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": { 2024-09-16T07:24:27.667 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "v1", 2024-09-16T07:24:27.667 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": "192.168.0.1:0", 2024-09-16T07:24:27.668 INFO:teuthology.orchestra.run.smithi031.stdout: "nonce": 1648924281 2024-09-16T07:24:27.668 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:24:27.668 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:24:27.668 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": { 2024-09-16T07:24:27.668 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "v1", 2024-09-16T07:24:27.668 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": "192.168.0.1:0", 2024-09-16T07:24:27.668 INFO:teuthology.orchestra.run.smithi031.stdout: "nonce": 1648924281 2024-09-16T07:24:27.668 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:24:27.668 INFO:teuthology.orchestra.run.smithi031.stdout: "inst_str": "client.6063 192.168.0.1:0/1648924281", 2024-09-16T07:24:27.668 INFO:teuthology.orchestra.run.smithi031.stdout: "addr_str": "192.168.0.1:0/1648924281", 2024-09-16T07:24:27.668 INFO:teuthology.orchestra.run.smithi031.stdout: "inode_count": 1, 2024-09-16T07:24:27.668 INFO:teuthology.orchestra.run.smithi031.stdout: "mds_epoch": 37, 2024-09-16T07:24:27.668 INFO:teuthology.orchestra.run.smithi031.stdout: "osd_epoch": 58, 2024-09-16T07:24:27.668 INFO:teuthology.orchestra.run.smithi031.stdout: "osd_epoch_barrier": 0, 2024-09-16T07:24:27.669 INFO:teuthology.orchestra.run.smithi031.stdout: "blocklisted": false, 2024-09-16T07:24:27.669 INFO:teuthology.orchestra.run.smithi031.stdout: "fs_name": "cephfs" 2024-09-16T07:24:27.669 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-16T07:24:27.674 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:24:27.674 DEBUG:teuthology.orchestra.run.smithi031:> stat --file-system '--printf=%T 2024-09-16T07:24:27.674 DEBUG:teuthology.orchestra.run.smithi031:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-16T07:24:27.691 INFO:teuthology.orchestra.run.smithi031.stdout:fuseblk 2024-09-16T07:24:27.691 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-16T07:24:27.692 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:24:27.692 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-16T07:24:27.758 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T07:24:27.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:27.904+0000 7f1080dc2640 1 -- 172.21.15.31:0/3234717450 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f107c0cfce0 msgr2=0x7f107c0d00f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:27.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:27.904+0000 7f1080dc2640 1 --2- 172.21.15.31:0/3234717450 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f107c0cfce0 0x7f107c0d00f0 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f107c0d09d0 tx=0x7f107402a940 comp rx=0 tx=0).stop 2024-09-16T07:24:27.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:27.904+0000 7f1080dc2640 1 -- 172.21.15.31:0/3234717450 shutdown_connections 2024-09-16T07:24:27.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:27.904+0000 7f1080dc2640 1 --2- 172.21.15.31:0/3234717450 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f107c0cfce0 0x7f107c0d00f0 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:27.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:27.904+0000 7f1080dc2640 1 --2- 172.21.15.31:0/3234717450 >> v2:172.21.15.155:3300/0 conn(0x7f107c0d2410 0x7f107c0b3090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:27.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:27.904+0000 7f1080dc2640 1 -- 172.21.15.31:0/3234717450 >> 172.21.15.31:0/3234717450 conn(0x7f107c09aa30 msgr2=0x7f107c09ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:27.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:27.904+0000 7f1080dc2640 1 -- 172.21.15.31:0/3234717450 shutdown_connections 2024-09-16T07:24:27.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:27.904+0000 7f1080dc2640 1 -- 172.21.15.31:0/3234717450 wait complete. 2024-09-16T07:24:27.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:27.905+0000 7f1080dc2640 1 Processor -- start 2024-09-16T07:24:27.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:27.905+0000 7f1080dc2640 1 -- start start 2024-09-16T07:24:27.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:27.906+0000 7f1080dc2640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f107c0cfce0 0x7f107c1593e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:27.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:27.906+0000 7f1080dc2640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f107c0d2410 0x7f107c1f32a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:27.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:27.906+0000 7f1080dc2640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f107c15f6d0 0x7f107c0b0090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:27.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:27.906+0000 7f1080dc2640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f107c0b13c0 con 0x7f107c15f6d0 2024-09-16T07:24:27.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:27.906+0000 7f1080dc2640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f107c0b1240 con 0x7f107c0cfce0 2024-09-16T07:24:27.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:27.906+0000 7f1080dc2640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f107c0b1540 con 0x7f107c0d2410 2024-09-16T07:24:27.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:27.906+0000 7f107ad9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f107c15f6d0 0x7f107c0b0090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:27.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:27.906+0000 7f107ad9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f107c15f6d0 0x7f107c0b0090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:42260/0 (socket says 172.21.15.31:42260) 2024-09-16T07:24:27.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:27.906+0000 7f107ad9d640 1 -- 172.21.15.31:0/3614357691 learned_addr learned my addr 172.21.15.31:0/3614357691 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:27.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:27.906+0000 7f107a59c640 1 --2- 172.21.15.31:0/3614357691 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f107c0cfce0 0x7f107c1593e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:27.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:27.906+0000 7f1073fff640 1 --2- 172.21.15.31:0/3614357691 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f107c0d2410 0x7f107c1f32a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:27.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:27.906+0000 7f107ad9d640 1 -- 172.21.15.31:0/3614357691 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f107c0d2410 msgr2=0x7f107c1f32a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:27.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:27.906+0000 7f107ad9d640 1 --2- 172.21.15.31:0/3614357691 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f107c0d2410 0x7f107c1f32a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:27.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:27.906+0000 7f107ad9d640 1 -- 172.21.15.31:0/3614357691 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f107c0cfce0 msgr2=0x7f107c1593e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:27.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:27.906+0000 7f107ad9d640 1 --2- 172.21.15.31:0/3614357691 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f107c0cfce0 0x7f107c1593e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:27.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:27.906+0000 7f107ad9d640 1 -- 172.21.15.31:0/3614357691 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f107c159920 con 0x7f107c15f6d0 2024-09-16T07:24:27.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:27.906+0000 7f107a59c640 1 --2- 172.21.15.31:0/3614357691 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f107c0cfce0 0x7f107c1593e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:24:27.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:27.906+0000 7f1073fff640 1 --2- 172.21.15.31:0/3614357691 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f107c0d2410 0x7f107c1f32a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:24:27.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:27.906+0000 7f107ad9d640 1 --2- 172.21.15.31:0/3614357691 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f107c15f6d0 0x7f107c0b0090 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f1074005fd0 tx=0x7f1074031ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:27.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:27.907+0000 7f1072ffd640 1 -- 172.21.15.31:0/3614357691 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1074030430 con 0x7f107c15f6d0 2024-09-16T07:24:27.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:27.907+0000 7f1072ffd640 1 -- 172.21.15.31:0/3614357691 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1074004240 con 0x7f107c15f6d0 2024-09-16T07:24:27.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:27.907+0000 7f1072ffd640 1 -- 172.21.15.31:0/3614357691 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1074004690 con 0x7f107c15f6d0 2024-09-16T07:24:27.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:27.907+0000 7f1080dc2640 1 -- 172.21.15.31:0/3614357691 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f107c1f37e0 con 0x7f107c15f6d0 2024-09-16T07:24:27.909 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:27.907+0000 7f1080dc2640 1 -- 172.21.15.31:0/3614357691 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f107c0af2d0 con 0x7f107c15f6d0 2024-09-16T07:24:27.909 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:27.908+0000 7f1080dc2640 1 -- 172.21.15.31:0/3614357691 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f107c0b19f0 con 0x7f107c15f6d0 2024-09-16T07:24:27.909 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:27.908+0000 7f1072ffd640 1 -- 172.21.15.31:0/3614357691 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 9) ==== 101440+0+0 (secure 0 0 0) 0x7f1074039440 con 0x7f107c15f6d0 2024-09-16T07:24:27.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:27.909+0000 7f1072ffd640 1 --2- 172.21.15.31:0/3614357691 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f105c078a30 0x7f105c07aef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:27.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:27.909+0000 7f1072ffd640 1 -- 172.21.15.31:0/3614357691 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f10740bc6f0 con 0x7f107c15f6d0 2024-09-16T07:24:27.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:27.909+0000 7f107a59c640 1 --2- 172.21.15.31:0/3614357691 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f105c078a30 0x7f105c07aef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:27.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:27.910+0000 7f107a59c640 1 --2- 172.21.15.31:0/3614357691 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f105c078a30 0x7f105c07aef0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f107c1f6f20 tx=0x7f106c005f90 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:27.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:27.913+0000 7f1072ffd640 1 -- 172.21.15.31:0/3614357691 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f107c159920 con 0x7f107c15f6d0 2024-09-16T07:24:28.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:28.140+0000 7f1080dc2640 1 -- 172.21.15.31:0/3614357691 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f107c0cdac0 con 0x7f107c15f6d0 2024-09-16T07:24:28.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:28.140+0000 7f1072ffd640 1 -- 172.21.15.31:0/3614357691 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v37) ==== 53+0+73 (secure 0 0 0) 0x7f1074084930 con 0x7f107c15f6d0 2024-09-16T07:24:28.140 INFO:teuthology.orchestra.run.smithi031.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T07:24:28.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:28.142+0000 7f1080dc2640 1 -- 172.21.15.31:0/3614357691 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f105c078a30 msgr2=0x7f105c07aef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:28.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:28.142+0000 7f1080dc2640 1 --2- 172.21.15.31:0/3614357691 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f105c078a30 0x7f105c07aef0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f107c1f6f20 tx=0x7f106c005f90 comp rx=0 tx=0).stop 2024-09-16T07:24:28.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:28.142+0000 7f1080dc2640 1 -- 172.21.15.31:0/3614357691 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f107c15f6d0 msgr2=0x7f107c0b0090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:28.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:28.142+0000 7f1080dc2640 1 --2- 172.21.15.31:0/3614357691 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f107c15f6d0 0x7f107c0b0090 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f1074005fd0 tx=0x7f1074031ea0 comp rx=0 tx=0).stop 2024-09-16T07:24:28.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:28.142+0000 7f1080dc2640 1 -- 172.21.15.31:0/3614357691 shutdown_connections 2024-09-16T07:24:28.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:28.142+0000 7f1080dc2640 1 --2- 172.21.15.31:0/3614357691 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f105c078a30 0x7f105c07aef0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:28.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:28.142+0000 7f1080dc2640 1 --2- 172.21.15.31:0/3614357691 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f107c15f6d0 0x7f107c0b0090 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:28.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:28.142+0000 7f1080dc2640 1 --2- 172.21.15.31:0/3614357691 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f107c0d2410 0x7f107c1f32a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:28.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:28.142+0000 7f1080dc2640 1 --2- 172.21.15.31:0/3614357691 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f107c0cfce0 0x7f107c1593e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:28.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:28.142+0000 7f1080dc2640 1 -- 172.21.15.31:0/3614357691 >> 172.21.15.31:0/3614357691 conn(0x7f107c09aa30 msgr2=0x7f107c0cca10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:28.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:28.142+0000 7f1080dc2640 1 -- 172.21.15.31:0/3614357691 shutdown_connections 2024-09-16T07:24:28.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:28.142+0000 7f1080dc2640 1 -- 172.21.15.31:0/3614357691 wait complete. 2024-09-16T07:24:28.153 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T07:24:28.153 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T07:24:28.153 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi155.front.sepia.ceph.com 2024-09-16T07:24:28.153 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-16T07:24:28.153 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-16T07:24:28.153 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T07:24:28.153 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T07:24:28.153 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T07:24:28.153 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-16T07:24:28.153 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:24:28.154 DEBUG:teuthology.orchestra.run.smithi155:> ip addr 2024-09-16T07:24:28.173 INFO:teuthology.orchestra.run.smithi155.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T07:24:28.173 INFO:teuthology.orchestra.run.smithi155.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T07:24:28.173 INFO:teuthology.orchestra.run.smithi155.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T07:24:28.173 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:24:28.173 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 ::1/128 scope host 2024-09-16T07:24:28.173 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:24:28.174 INFO:teuthology.orchestra.run.smithi155.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:24:28.174 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 0c:c4:7a:d9:a0:fa brd ff:ff:ff:ff:ff:ff 2024-09-16T07:24:28.174 INFO:teuthology.orchestra.run.smithi155.stdout: altname enp7s0f0 2024-09-16T07:24:28.174 INFO:teuthology.orchestra.run.smithi155.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:24:28.174 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 0c:c4:7a:d9:a0:fb brd ff:ff:ff:ff:ff:ff 2024-09-16T07:24:28.174 INFO:teuthology.orchestra.run.smithi155.stdout: altname enp7s0f1 2024-09-16T07:24:28.174 INFO:teuthology.orchestra.run.smithi155.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:24:28.174 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 0c:c4:7a:88:6d:ec brd ff:ff:ff:ff:ff:ff 2024-09-16T07:24:28.174 INFO:teuthology.orchestra.run.smithi155.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T07:24:28.174 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 0c:c4:7a:88:6d:ed brd ff:ff:ff:ff:ff:ff 2024-09-16T07:24:28.174 INFO:teuthology.orchestra.run.smithi155.stdout: inet 172.21.15.155/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-16T07:24:28.174 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft 42568sec preferred_lft 42568sec 2024-09-16T07:24:28.174 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 fe80::ec4:7aff:fe88:6ded/64 scope link noprefixroute 2024-09-16T07:24:28.175 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:24:28.175 INFO:teuthology.orchestra.run.smithi155.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T07:24:28.175 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 6a:24:67:c2:77:cc brd ff:ff:ff:ff:ff:ff 2024-09-16T07:24:28.175 INFO:teuthology.orchestra.run.smithi155.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-16T07:24:28.175 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:24:28.175 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 fe80::88e4:b9ff:fe24:e8a7/64 scope link 2024-09-16T07:24:28.175 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:24:28.175 INFO:teuthology.orchestra.run.smithi155.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T07:24:28.175 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether d6:1d:e5:de:08:cd brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:24:28.175 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 fe80::d41d:e5ff:fede:8cd/64 scope link 2024-09-16T07:24:28.175 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:24:28.175 INFO:teuthology.orchestra.run.smithi155.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T07:24:28.175 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 6a:24:67:c2:77:cc brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:24:28.176 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 fe80::6824:67ff:fec2:77cc/64 scope link 2024-09-16T07:24:28.176 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:24:28.176 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:24:28.176 DEBUG:teuthology.orchestra.run.smithi155:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T07:24:28.242 INFO:teuthology.orchestra.run.smithi155.stdout:1 2024-09-16T07:24:28.244 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:24:28.244 DEBUG:teuthology.orchestra.run.smithi155:> route 2024-09-16T07:24:28.303 INFO:teuthology.orchestra.run.smithi155.stdout:Kernel IP routing table 2024-09-16T07:24:28.303 INFO:teuthology.orchestra.run.smithi155.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T07:24:28.303 INFO:teuthology.orchestra.run.smithi155.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-16T07:24:28.303 INFO:teuthology.orchestra.run.smithi155.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-16T07:24:28.303 INFO:teuthology.orchestra.run.smithi155.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T07:24:28.303 DEBUG:teuthology.orchestra.run.smithi155:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T07:24:28.303 DEBUG:teuthology.orchestra.run.smithi155:> set -e 2024-09-16T07:24:28.304 DEBUG:teuthology.orchestra.run.smithi155:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-16T07:24:28.304 DEBUG:teuthology.orchestra.run.smithi155:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-16T07:24:28.304 DEBUG:teuthology.orchestra.run.smithi155:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-16T07:24:28.304 DEBUG:teuthology.orchestra.run.smithi155:> ') 2024-09-16T07:24:28.395 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:24:28 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T07:24:28.429 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:24:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:24:28.435 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:24:28.435 DEBUG:teuthology.orchestra.run.smithi155:> ip netns list 2024-09-16T07:24:28.451 INFO:teuthology.orchestra.run.smithi155.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-16T07:24:28.451 INFO:teuthology.orchestra.run.smithi155.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-16T07:24:28.451 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-16T07:24:28.451 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:24:28.451 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip link set brx.0 up 2024-09-16T07:24:28.517 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-16T07:24:28.517 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T07:24:28.517 DEBUG:teuthology.orchestra.run.smithi155:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-16T07:24:28.572 INFO:teuthology.orchestra.run.smithi155.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-16T07:24:28.573 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T07:24:28.573 DEBUG:teuthology.orchestra.run.smithi155:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-16T07:24:28.628 DEBUG:teuthology.orchestra.run.smithi155:> sudo modprobe fuse 2024-09-16T07:24:28.693 DEBUG:teuthology.orchestra.run.smithi155:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T07:24:28.749 INFO:teuthology.orchestra.run.smithi155.stdout:/proc 2024-09-16T07:24:28.749 INFO:teuthology.orchestra.run.smithi155.stdout:/sys 2024-09-16T07:24:28.749 INFO:teuthology.orchestra.run.smithi155.stdout:/dev 2024-09-16T07:24:28.749 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/security 2024-09-16T07:24:28.749 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/shm 2024-09-16T07:24:28.749 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/pts 2024-09-16T07:24:28.750 INFO:teuthology.orchestra.run.smithi155.stdout:/run 2024-09-16T07:24:28.750 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/cgroup 2024-09-16T07:24:28.750 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/pstore 2024-09-16T07:24:28.750 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/bpf 2024-09-16T07:24:28.750 INFO:teuthology.orchestra.run.smithi155.stdout:/ 2024-09-16T07:24:28.750 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/selinux 2024-09-16T07:24:28.750 INFO:teuthology.orchestra.run.smithi155.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T07:24:28.750 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/hugepages 2024-09-16T07:24:28.750 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/mqueue 2024-09-16T07:24:28.750 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/debug 2024-09-16T07:24:28.750 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/tracing 2024-09-16T07:24:28.750 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/fuse/connections 2024-09-16T07:24:28.750 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/config 2024-09-16T07:24:28.751 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T07:24:28.751 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T07:24:28.751 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T07:24:28.751 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T07:24:28.751 INFO:teuthology.orchestra.run.smithi155.stdout:/run/user/1000 2024-09-16T07:24:28.751 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph 2024-09-16T07:24:28.751 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-4 2024-09-16T07:24:28.751 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-5 2024-09-16T07:24:28.751 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-6 2024-09-16T07:24:28.751 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-7 2024-09-16T07:24:28.751 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns 2024-09-16T07:24:28.751 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:24:28.751 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:24:28.751 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:24:28.752 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:24:28.752 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:24:28.752 DEBUG:teuthology.orchestra.run.smithi155:> ls /sys/fs/fuse/connections 2024-09-16T07:24:28.804 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-16T07:24:28.804 DEBUG:teuthology.orchestra.run.smithi155:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-16T07:24:28.847 DEBUG:teuthology.orchestra.run.smithi155:> sudo modprobe fuse 2024-09-16T07:24:28.871 DEBUG:teuthology.orchestra.run.smithi155:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T07:24:28.927 INFO:teuthology.orchestra.run.smithi155.stdout:/proc 2024-09-16T07:24:28.927 INFO:teuthology.orchestra.run.smithi155.stdout:/sys 2024-09-16T07:24:28.927 INFO:teuthology.orchestra.run.smithi155.stdout:/dev 2024-09-16T07:24:28.927 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/security 2024-09-16T07:24:28.927 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/shm 2024-09-16T07:24:28.927 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/pts 2024-09-16T07:24:28.928 INFO:teuthology.orchestra.run.smithi155.stdout:/run 2024-09-16T07:24:28.928 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/cgroup 2024-09-16T07:24:28.928 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/pstore 2024-09-16T07:24:28.928 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/bpf 2024-09-16T07:24:28.928 INFO:teuthology.orchestra.run.smithi155.stdout:/ 2024-09-16T07:24:28.928 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/selinux 2024-09-16T07:24:28.928 INFO:teuthology.orchestra.run.smithi155.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T07:24:28.928 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/hugepages 2024-09-16T07:24:28.928 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/mqueue 2024-09-16T07:24:28.928 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/debug 2024-09-16T07:24:28.928 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/tracing 2024-09-16T07:24:28.928 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/fuse/connections 2024-09-16T07:24:28.928 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/config 2024-09-16T07:24:28.929 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T07:24:28.929 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T07:24:28.929 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T07:24:28.929 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T07:24:28.929 INFO:teuthology.orchestra.run.smithi155.stdout:/run/user/1000 2024-09-16T07:24:28.929 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph 2024-09-16T07:24:28.929 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-4 2024-09-16T07:24:28.929 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-5 2024-09-16T07:24:28.929 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-6 2024-09-16T07:24:28.929 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-7 2024-09-16T07:24:28.929 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns 2024-09-16T07:24:28.929 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:24:28.929 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:24:28.930 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:24:28.930 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:24:28.930 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:24:28.930 DEBUG:teuthology.orchestra.run.smithi155:> ls /sys/fs/fuse/connections 2024-09-16T07:24:28.931 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi155.stderr:2024-09-16T07:24:28.928+0000 7fc1fa849480 -1 init, newargv = 0x562c1b52c4b0 newargc=15 2024-09-16T07:24:28.931 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi155.stderr:ceph-fuse[44870]: starting ceph client 2024-09-16T07:24:28.933 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi155.stderr:ceph-fuse[44870]: starting fuse 2024-09-16T07:24:28.946 INFO:teuthology.orchestra.run.smithi155.stdout:43 2024-09-16T07:24:28.946 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-16T07:24:28.946 DEBUG:teuthology.orchestra.run.smithi155:> sudo stdin-killer -- python3 -c ' 2024-09-16T07:24:28.946 DEBUG:teuthology.orchestra.run.smithi155:> import glob 2024-09-16T07:24:28.946 DEBUG:teuthology.orchestra.run.smithi155:> import re 2024-09-16T07:24:28.946 DEBUG:teuthology.orchestra.run.smithi155:> import os 2024-09-16T07:24:28.946 DEBUG:teuthology.orchestra.run.smithi155:> import subprocess 2024-09-16T07:24:28.946 DEBUG:teuthology.orchestra.run.smithi155:> 2024-09-16T07:24:28.946 DEBUG:teuthology.orchestra.run.smithi155:> def _find_admin_socket(client_name): 2024-09-16T07:24:28.947 DEBUG:teuthology.orchestra.run.smithi155:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-16T07:24:28.947 DEBUG:teuthology.orchestra.run.smithi155:> files = glob.glob(asok_path) 2024-09-16T07:24:28.947 DEBUG:teuthology.orchestra.run.smithi155:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-16T07:24:28.947 DEBUG:teuthology.orchestra.run.smithi155:> 2024-09-16T07:24:28.947 DEBUG:teuthology.orchestra.run.smithi155:> # Given a non-glob path, it better be there 2024-09-16T07:24:28.947 DEBUG:teuthology.orchestra.run.smithi155:> if "*" not in asok_path: 2024-09-16T07:24:28.947 DEBUG:teuthology.orchestra.run.smithi155:> assert(len(files) == 1) 2024-09-16T07:24:28.947 DEBUG:teuthology.orchestra.run.smithi155:> return files[0] 2024-09-16T07:24:28.947 DEBUG:teuthology.orchestra.run.smithi155:> 2024-09-16T07:24:28.947 DEBUG:teuthology.orchestra.run.smithi155:> for f in files: 2024-09-16T07:24:28.947 DEBUG:teuthology.orchestra.run.smithi155:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T07:24:28.947 DEBUG:teuthology.orchestra.run.smithi155:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T07:24:28.947 DEBUG:teuthology.orchestra.run.smithi155:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T07:24:28.947 DEBUG:teuthology.orchestra.run.smithi155:> contents = proc_f.read() 2024-09-16T07:24:28.948 DEBUG:teuthology.orchestra.run.smithi155:> if mountpoint in contents: 2024-09-16T07:24:28.948 DEBUG:teuthology.orchestra.run.smithi155:> return f 2024-09-16T07:24:28.948 DEBUG:teuthology.orchestra.run.smithi155:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T07:24:28.948 DEBUG:teuthology.orchestra.run.smithi155:> 2024-09-16T07:24:28.948 DEBUG:teuthology.orchestra.run.smithi155:> print(_find_admin_socket("client.1")) 2024-09-16T07:24:28.948 DEBUG:teuthology.orchestra.run.smithi155:> ' 2024-09-16T07:24:29.063 INFO:teuthology.orchestra.run.smithi155.stdout:/var/run/ceph/ceph-client.1.44870.asok 2024-09-16T07:24:29.066 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:24:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:24:29.073 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.44870.asok 2024-09-16T07:24:29.073 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:24:29.073 DEBUG:teuthology.orchestra.run.smithi155:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.44870.asok status 2024-09-16T07:24:29.205 INFO:teuthology.orchestra.run.smithi155.stdout:{ 2024-09-16T07:24:29.205 INFO:teuthology.orchestra.run.smithi155.stdout: "metadata": { 2024-09-16T07:24:29.205 INFO:teuthology.orchestra.run.smithi155.stdout: "ceph_sha1": "4ef5f0587d1cad82c4295c20951c303dc342ac74", 2024-09-16T07:24:29.205 INFO:teuthology.orchestra.run.smithi155.stdout: "ceph_version": "ceph version 19.3.0-4938-g4ef5f058 (4ef5f0587d1cad82c4295c20951c303dc342ac74) squid (dev)", 2024-09-16T07:24:29.205 INFO:teuthology.orchestra.run.smithi155.stdout: "entity_id": "1", 2024-09-16T07:24:29.205 INFO:teuthology.orchestra.run.smithi155.stdout: "hostname": "smithi155", 2024-09-16T07:24:29.205 INFO:teuthology.orchestra.run.smithi155.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-16T07:24:29.205 INFO:teuthology.orchestra.run.smithi155.stdout: "pid": "44870", 2024-09-16T07:24:29.205 INFO:teuthology.orchestra.run.smithi155.stdout: "root": "/" 2024-09-16T07:24:29.206 INFO:teuthology.orchestra.run.smithi155.stdout: }, 2024-09-16T07:24:29.206 INFO:teuthology.orchestra.run.smithi155.stdout: "dentry_count": 0, 2024-09-16T07:24:29.206 INFO:teuthology.orchestra.run.smithi155.stdout: "dentry_pinned_count": 0, 2024-09-16T07:24:29.206 INFO:teuthology.orchestra.run.smithi155.stdout: "id": 5614, 2024-09-16T07:24:29.206 INFO:teuthology.orchestra.run.smithi155.stdout: "inst": { 2024-09-16T07:24:29.206 INFO:teuthology.orchestra.run.smithi155.stdout: "name": { 2024-09-16T07:24:29.206 INFO:teuthology.orchestra.run.smithi155.stdout: "type": "client", 2024-09-16T07:24:29.206 INFO:teuthology.orchestra.run.smithi155.stdout: "num": 5614 2024-09-16T07:24:29.206 INFO:teuthology.orchestra.run.smithi155.stdout: }, 2024-09-16T07:24:29.206 INFO:teuthology.orchestra.run.smithi155.stdout: "addr": { 2024-09-16T07:24:29.206 INFO:teuthology.orchestra.run.smithi155.stdout: "type": "v1", 2024-09-16T07:24:29.206 INFO:teuthology.orchestra.run.smithi155.stdout: "addr": "192.168.0.1:0", 2024-09-16T07:24:29.206 INFO:teuthology.orchestra.run.smithi155.stdout: "nonce": 78918779 2024-09-16T07:24:29.207 INFO:teuthology.orchestra.run.smithi155.stdout: } 2024-09-16T07:24:29.207 INFO:teuthology.orchestra.run.smithi155.stdout: }, 2024-09-16T07:24:29.207 INFO:teuthology.orchestra.run.smithi155.stdout: "addr": { 2024-09-16T07:24:29.207 INFO:teuthology.orchestra.run.smithi155.stdout: "type": "v1", 2024-09-16T07:24:29.207 INFO:teuthology.orchestra.run.smithi155.stdout: "addr": "192.168.0.1:0", 2024-09-16T07:24:29.207 INFO:teuthology.orchestra.run.smithi155.stdout: "nonce": 78918779 2024-09-16T07:24:29.207 INFO:teuthology.orchestra.run.smithi155.stdout: }, 2024-09-16T07:24:29.207 INFO:teuthology.orchestra.run.smithi155.stdout: "inst_str": "client.5614 192.168.0.1:0/78918779", 2024-09-16T07:24:29.207 INFO:teuthology.orchestra.run.smithi155.stdout: "addr_str": "192.168.0.1:0/78918779", 2024-09-16T07:24:29.207 INFO:teuthology.orchestra.run.smithi155.stdout: "inode_count": 1, 2024-09-16T07:24:29.207 INFO:teuthology.orchestra.run.smithi155.stdout: "mds_epoch": 37, 2024-09-16T07:24:29.207 INFO:teuthology.orchestra.run.smithi155.stdout: "osd_epoch": 58, 2024-09-16T07:24:29.207 INFO:teuthology.orchestra.run.smithi155.stdout: "osd_epoch_barrier": 0, 2024-09-16T07:24:29.208 INFO:teuthology.orchestra.run.smithi155.stdout: "blocklisted": false, 2024-09-16T07:24:29.208 INFO:teuthology.orchestra.run.smithi155.stdout: "fs_name": "cephfs" 2024-09-16T07:24:29.208 INFO:teuthology.orchestra.run.smithi155.stdout:} 2024-09-16T07:24:29.213 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:24:29.213 DEBUG:teuthology.orchestra.run.smithi155:> stat --file-system '--printf=%T 2024-09-16T07:24:29.213 DEBUG:teuthology.orchestra.run.smithi155:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-16T07:24:29.228 INFO:teuthology.orchestra.run.smithi155.stdout:fuseblk 2024-09-16T07:24:29.228 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-16T07:24:29.229 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:24:29.229 DEBUG:teuthology.orchestra.run.smithi155:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-16T07:24:29.294 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs flag set enable_multiple true --yes-i-really-mean-it 2024-09-16T07:24:29.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:29.419+0000 7fdfc51e8640 1 -- 172.21.15.31:0/2635777096 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdfac003c60 msgr2=0x7fdfac004060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:29.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:29.419+0000 7fdfc51e8640 1 --2- 172.21.15.31:0/2635777096 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdfac003c60 0x7fdfac004060 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7fdfb0009d20 tx=0x7fdfac005830 comp rx=0 tx=0).stop 2024-09-16T07:24:29.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:29.419+0000 7fdfbf59e640 1 -- 172.21.15.31:0/2635777096 reap_dead start 2024-09-16T07:24:29.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:29.419+0000 7fdfc51e8640 1 -- 172.21.15.31:0/2635777096 shutdown_connections 2024-09-16T07:24:29.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:29.419+0000 7fdfc51e8640 1 -- 172.21.15.31:0/2635777096 >> 172.21.15.31:0/2635777096 conn(0x7fdfc00b1620 msgr2=0x7fdfc00b1a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:29.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:29.419+0000 7fdfc51e8640 1 -- 172.21.15.31:0/2635777096 shutdown_connections 2024-09-16T07:24:29.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:29.419+0000 7fdfc51e8640 1 -- 172.21.15.31:0/2635777096 wait complete. 2024-09-16T07:24:29.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:29.421+0000 7fdfc51e8640 1 Processor -- start 2024-09-16T07:24:29.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:29.421+0000 7fdfc51e8640 1 -- start start 2024-09-16T07:24:29.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:29.421+0000 7fdfc51e8640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdfac003c60 0x7fdfc00ce480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:29.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:29.421+0000 7fdfc51e8640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdfc014fe00 0x7fdfc0150280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:29.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:29.422+0000 7fdfc51e8640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdfc0151490 0x7fdfc01518b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:29.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:29.422+0000 7fdfc51e8640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fdfc01624f0 con 0x7fdfc0151490 2024-09-16T07:24:29.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:29.422+0000 7fdfc51e8640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fdfc0072f40 con 0x7fdfc014fe00 2024-09-16T07:24:29.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:29.422+0000 7fdfc51e8640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fdfc00cb770 con 0x7fdfac003c60 2024-09-16T07:24:29.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:29.422+0000 7fdfbf59e640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdfc0151490 0x7fdfc01518b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:29.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:29.422+0000 7fdfbf59e640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdfc0151490 0x7fdfc01518b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:42286/0 (socket says 172.21.15.31:42286) 2024-09-16T07:24:29.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:29.422+0000 7fdfbf59e640 1 -- 172.21.15.31:0/1220053692 learned_addr learned my addr 172.21.15.31:0/1220053692 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:29.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:29.422+0000 7fdfbed9d640 1 --2- 172.21.15.31:0/1220053692 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdfac003c60 0x7fdfc00ce480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:29.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:29.422+0000 7fdfb7fff640 1 --2- 172.21.15.31:0/1220053692 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdfc014fe00 0x7fdfc0150280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:29.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:29.422+0000 7fdfbf59e640 1 -- 172.21.15.31:0/1220053692 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdfac003c60 msgr2=0x7fdfc00ce480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:29.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:29.422+0000 7fdfbf59e640 1 --2- 172.21.15.31:0/1220053692 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdfac003c60 0x7fdfc00ce480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:29.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:29.422+0000 7fdfbf59e640 1 -- 172.21.15.31:0/1220053692 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdfc014fe00 msgr2=0x7fdfc0150280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:29.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:29.422+0000 7fdfbf59e640 1 --2- 172.21.15.31:0/1220053692 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdfc014fe00 0x7fdfc0150280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:29.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:29.422+0000 7fdfbf59e640 1 -- 172.21.15.31:0/1220053692 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfc01e83b0 con 0x7fdfc0151490 2024-09-16T07:24:29.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:29.422+0000 7fdfb7fff640 1 --2- 172.21.15.31:0/1220053692 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdfc014fe00 0x7fdfc0150280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:24:29.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:29.422+0000 7fdfbf59e640 1 --2- 172.21.15.31:0/1220053692 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdfc0151490 0x7fdfc01518b0 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7fdfc00af540 tx=0x7fdfb80064f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:29.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:29.422+0000 7fdfb77fe640 1 -- 172.21.15.31:0/1220053692 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfb8011900 con 0x7fdfc0151490 2024-09-16T07:24:29.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:29.422+0000 7fdfb77fe640 1 -- 172.21.15.31:0/1220053692 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdfb8011aa0 con 0x7fdfc0151490 2024-09-16T07:24:29.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:29.422+0000 7fdfc51e8640 1 -- 172.21.15.31:0/1220053692 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdfc01e8690 con 0x7fdfc0151490 2024-09-16T07:24:29.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:29.422+0000 7fdfb77fe640 1 -- 172.21.15.31:0/1220053692 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfb800f430 con 0x7fdfc0151490 2024-09-16T07:24:29.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:29.422+0000 7fdfc51e8640 1 -- 172.21.15.31:0/1220053692 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdfc00cb400 con 0x7fdfc0151490 2024-09-16T07:24:29.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:29.424+0000 7fdfc51e8640 1 -- 172.21.15.31:0/1220053692 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdfc00b4380 con 0x7fdfc0151490 2024-09-16T07:24:29.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:29.424+0000 7fdfb77fe640 1 -- 172.21.15.31:0/1220053692 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 9) ==== 101440+0+0 (secure 0 0 0) 0x7fdfb800f5d0 con 0x7fdfc0151490 2024-09-16T07:24:29.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:29.425+0000 7fdfb77fe640 1 --2- 172.21.15.31:0/1220053692 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fdfa0078a00 0x7fdfa007aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:29.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:29.425+0000 7fdfb77fe640 1 -- 172.21.15.31:0/1220053692 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7fdfb809b560 con 0x7fdfc0151490 2024-09-16T07:24:29.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:29.425+0000 7fdfbed9d640 1 --2- 172.21.15.31:0/1220053692 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fdfa0078a00 0x7fdfa007aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:29.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:29.425+0000 7fdfbed9d640 1 --2- 172.21.15.31:0/1220053692 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fdfa0078a00 0x7fdfa007aec0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fdfb0034000 tx=0x7fdfb00046c0 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:29.428 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:29.429+0000 7fdfb77fe640 1 -- 172.21.15.31:0/1220053692 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fdfb8063830 con 0x7fdfc0151490 2024-09-16T07:24:29.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:29.653+0000 7fdfc51e8640 1 -- 172.21.15.31:0/1220053692 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true} v 0) -- 0x7fdfc0069770 con 0x7fdfc0151490 2024-09-16T07:24:30.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.005+0000 7fdfb77fe640 1 -- 172.21.15.31:0/1220053692 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true}]=0 v38) ==== 136+0+0 (secure 0 0 0) 0x7fdfb8063130 con 0x7fdfc0151490 2024-09-16T07:24:30.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.007+0000 7fdfc51e8640 1 -- 172.21.15.31:0/1220053692 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fdfa0078a00 msgr2=0x7fdfa007aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:30.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.007+0000 7fdfc51e8640 1 --2- 172.21.15.31:0/1220053692 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fdfa0078a00 0x7fdfa007aec0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fdfb0034000 tx=0x7fdfb00046c0 comp rx=0 tx=0).stop 2024-09-16T07:24:30.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.007+0000 7fdfc51e8640 1 -- 172.21.15.31:0/1220053692 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdfc0151490 msgr2=0x7fdfc01518b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:30.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.007+0000 7fdfc51e8640 1 --2- 172.21.15.31:0/1220053692 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdfc0151490 0x7fdfc01518b0 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7fdfc00af540 tx=0x7fdfb80064f0 comp rx=0 tx=0).stop 2024-09-16T07:24:30.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.007+0000 7fdfc51e8640 1 -- 172.21.15.31:0/1220053692 shutdown_connections 2024-09-16T07:24:30.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.007+0000 7fdfc51e8640 1 --2- 172.21.15.31:0/1220053692 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fdfa0078a00 0x7fdfa007aec0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:30.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.007+0000 7fdfc51e8640 1 --2- 172.21.15.31:0/1220053692 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdfc0151490 0x7fdfc01518b0 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:30.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.007+0000 7fdfc51e8640 1 --2- 172.21.15.31:0/1220053692 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdfc014fe00 0x7fdfc0150280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:30.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.007+0000 7fdfc51e8640 1 --2- 172.21.15.31:0/1220053692 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdfac003c60 0x7fdfc00ce480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:30.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.007+0000 7fdfc51e8640 1 -- 172.21.15.31:0/1220053692 >> 172.21.15.31:0/1220053692 conn(0x7fdfc00b1620 msgr2=0x7fdfc00b0490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:30.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.008+0000 7fdfc51e8640 1 -- 172.21.15.31:0/1220053692 shutdown_connections 2024-09-16T07:24:30.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.008+0000 7fdfc51e8640 1 -- 172.21.15.31:0/1220053692 wait complete. 2024-09-16T07:24:30.020 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume ls 2024-09-16T07:24:30.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.128+0000 7fc8dc1d3640 1 -- 172.21.15.31:0/1541582351 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc8d40d1900 msgr2=0x7fc8d40d1d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:30.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.128+0000 7fc8dc1d3640 1 --2- 172.21.15.31:0/1541582351 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc8d40d1900 0x7fc8d40d1d90 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7fc8d40704e0 tx=0x7fc8c402a560 comp rx=0 tx=0).stop 2024-09-16T07:24:30.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.128+0000 7fc8dc1d3640 1 -- 172.21.15.31:0/1541582351 shutdown_connections 2024-09-16T07:24:30.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.128+0000 7fc8dc1d3640 1 --2- 172.21.15.31:0/1541582351 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc8d4157a70 0x7fc8d4157e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:30.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.128+0000 7fc8dc1d3640 1 --2- 172.21.15.31:0/1541582351 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc8d40d1900 0x7fc8d40d1d90 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:30.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.128+0000 7fc8dc1d3640 1 --2- 172.21.15.31:0/1541582351 >> v2:172.21.15.155:3300/0 conn(0x7fc8d40b01a0 0x7fc8d415ed90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:30.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.128+0000 7fc8dc1d3640 1 -- 172.21.15.31:0/1541582351 >> 172.21.15.31:0/1541582351 conn(0x7fc8d409aa30 msgr2=0x7fc8d409ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:30.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.128+0000 7fc8dc1d3640 1 -- 172.21.15.31:0/1541582351 shutdown_connections 2024-09-16T07:24:30.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.128+0000 7fc8dc1d3640 1 -- 172.21.15.31:0/1541582351 wait complete. 2024-09-16T07:24:30.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.129+0000 7fc8dc1d3640 1 Processor -- start 2024-09-16T07:24:30.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.129+0000 7fc8dc1d3640 1 -- start start 2024-09-16T07:24:30.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.130+0000 7fc8dc1d3640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc8d40b01a0 0x7fc8d414a280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:30.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.130+0000 7fc8dc1d3640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc8d40d1900 0x7fc8d4154010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:30.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.130+0000 7fc8dc1d3640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc8d4157a70 0x7fc8d4154550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:30.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.130+0000 7fc8dc1d3640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fc8d40b0da0 con 0x7fc8d40b01a0 2024-09-16T07:24:30.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.130+0000 7fc8dc1d3640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc8d40b0c20 con 0x7fc8d40d1900 2024-09-16T07:24:30.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.130+0000 7fc8dc1d3640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc8d41583c0 con 0x7fc8d4157a70 2024-09-16T07:24:30.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.130+0000 7fc8d9f6f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc8d40b01a0 0x7fc8d414a280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:30.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.130+0000 7fc8d9f6f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc8d40b01a0 0x7fc8d414a280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:42310/0 (socket says 172.21.15.31:42310) 2024-09-16T07:24:30.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.130+0000 7fc8d9f6f640 1 -- 172.21.15.31:0/466184146 learned_addr learned my addr 172.21.15.31:0/466184146 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:30.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.130+0000 7fc8da770640 1 --2- 172.21.15.31:0/466184146 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc8d4157a70 0x7fc8d4154550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:30.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.130+0000 7fc8d976e640 1 --2- 172.21.15.31:0/466184146 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc8d40d1900 0x7fc8d4154010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:30.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.130+0000 7fc8d9f6f640 1 -- 172.21.15.31:0/466184146 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc8d4157a70 msgr2=0x7fc8d4154550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:30.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.130+0000 7fc8d9f6f640 1 --2- 172.21.15.31:0/466184146 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc8d4157a70 0x7fc8d4154550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:30.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.130+0000 7fc8d9f6f640 1 -- 172.21.15.31:0/466184146 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc8d40d1900 msgr2=0x7fc8d4154010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:30.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.130+0000 7fc8d9f6f640 1 --2- 172.21.15.31:0/466184146 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc8d40d1900 0x7fc8d4154010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:30.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.130+0000 7fc8d9f6f640 1 -- 172.21.15.31:0/466184146 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8d414a7c0 con 0x7fc8d40b01a0 2024-09-16T07:24:30.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.130+0000 7fc8d9f6f640 1 --2- 172.21.15.31:0/466184146 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc8d40b01a0 0x7fc8d414a280 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7fc8d000eab0 tx=0x7fc8d000ef70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:30.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.131+0000 7fc8ca7fc640 1 -- 172.21.15.31:0/466184146 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8d000ce40 con 0x7fc8d40b01a0 2024-09-16T07:24:30.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.131+0000 7fc8ca7fc640 1 -- 172.21.15.31:0/466184146 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc8d0011560 con 0x7fc8d40b01a0 2024-09-16T07:24:30.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.131+0000 7fc8dc1d3640 1 -- 172.21.15.31:0/466184146 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8d40c68c0 con 0x7fc8d40b01a0 2024-09-16T07:24:30.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.131+0000 7fc8ca7fc640 1 -- 172.21.15.31:0/466184146 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8d0011930 con 0x7fc8d40b01a0 2024-09-16T07:24:30.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.131+0000 7fc8dc1d3640 1 -- 172.21.15.31:0/466184146 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8d40c6e80 con 0x7fc8d40b01a0 2024-09-16T07:24:30.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.132+0000 7fc8dc1d3640 1 -- 172.21.15.31:0/466184146 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc8d40d1d90 con 0x7fc8d40b01a0 2024-09-16T07:24:30.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.132+0000 7fc8ca7fc640 1 -- 172.21.15.31:0/466184146 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 9) ==== 101440+0+0 (secure 0 0 0) 0x7fc8d0011ad0 con 0x7fc8d40b01a0 2024-09-16T07:24:30.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.133+0000 7fc8ca7fc640 1 --2- 172.21.15.31:0/466184146 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc8b8078a00 0x7fc8b807aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:30.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.133+0000 7fc8ca7fc640 1 -- 172.21.15.31:0/466184146 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7fc8d009b820 con 0x7fc8d40b01a0 2024-09-16T07:24:30.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.133+0000 7fc8d976e640 1 --2- 172.21.15.31:0/466184146 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc8b8078a00 0x7fc8b807aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:30.134 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.134+0000 7fc8d976e640 1 --2- 172.21.15.31:0/466184146 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc8b8078a00 0x7fc8b807aec0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fc8c4033000 tx=0x7fc8c4004730 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:30.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.137+0000 7fc8ca7fc640 1 -- 172.21.15.31:0/466184146 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fc8d414a7c0 con 0x7fc8d40b01a0 2024-09-16T07:24:30.344 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.345+0000 7fc8dc1d3640 1 -- 172.21.15.31:0/466184146 --> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] -- mgr_command(tid 0: {"prefix": "fs volume ls", "target": ["mon-mgr", ""]}) -- 0x7fc8d40b79e0 con 0x7fc8b8078a00 2024-09-16T07:24:30.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.347+0000 7fc8ca7fc640 1 -- 172.21.15.31:0/466184146 <== mgr.4117 v2:172.21.15.155:6808/3650624732 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+41 (secure 0 0 0) 0x7fc8d40b79e0 con 0x7fc8b8078a00 2024-09-16T07:24:30.346 INFO:teuthology.orchestra.run.smithi031.stdout:[ 2024-09-16T07:24:30.346 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:24:30.347 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "cephfs" 2024-09-16T07:24:30.347 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:24:30.347 INFO:teuthology.orchestra.run.smithi031.stdout:] 2024-09-16T07:24:30.349 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.350+0000 7fc8dc1d3640 1 -- 172.21.15.31:0/466184146 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc8b8078a00 msgr2=0x7fc8b807aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:30.349 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.350+0000 7fc8dc1d3640 1 --2- 172.21.15.31:0/466184146 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc8b8078a00 0x7fc8b807aec0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fc8c4033000 tx=0x7fc8c4004730 comp rx=0 tx=0).stop 2024-09-16T07:24:30.349 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.350+0000 7fc8dc1d3640 1 -- 172.21.15.31:0/466184146 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc8d40b01a0 msgr2=0x7fc8d414a280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:30.350 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.350+0000 7fc8dc1d3640 1 --2- 172.21.15.31:0/466184146 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc8d40b01a0 0x7fc8d414a280 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7fc8d000eab0 tx=0x7fc8d000ef70 comp rx=0 tx=0).stop 2024-09-16T07:24:30.350 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.350+0000 7fc8dc1d3640 1 -- 172.21.15.31:0/466184146 shutdown_connections 2024-09-16T07:24:30.350 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.350+0000 7fc8dc1d3640 1 --2- 172.21.15.31:0/466184146 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc8b8078a00 0x7fc8b807aec0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:30.350 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.350+0000 7fc8dc1d3640 1 --2- 172.21.15.31:0/466184146 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc8d4157a70 0x7fc8d4154550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:30.350 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.350+0000 7fc8dc1d3640 1 --2- 172.21.15.31:0/466184146 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc8d40d1900 0x7fc8d4154010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:30.350 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.350+0000 7fc8dc1d3640 1 --2- 172.21.15.31:0/466184146 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc8d40b01a0 0x7fc8d414a280 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:30.350 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.350+0000 7fc8dc1d3640 1 -- 172.21.15.31:0/466184146 >> 172.21.15.31:0/466184146 conn(0x7fc8d409aa30 msgr2=0x7fc8d40b50b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:30.350 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.350+0000 7fc8dc1d3640 1 -- 172.21.15.31:0/466184146 shutdown_connections 2024-09-16T07:24:30.350 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.350+0000 7fc8dc1d3640 1 -- 172.21.15.31:0/466184146 wait complete. 2024-09-16T07:24:30.360 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-16T07:24:30.468 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.469+0000 7f145f9d3640 1 -- 172.21.15.31:0/1776312625 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f14580cdb90 msgr2=0x7f14580ce000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:30.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.469+0000 7f145f9d3640 1 --2- 172.21.15.31:0/1776312625 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f14580cdb90 0x7f14580ce000 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f1448005fd0 tx=0x7f144802a530 comp rx=0 tx=0).stop 2024-09-16T07:24:30.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.469+0000 7f145f9d3640 1 -- 172.21.15.31:0/1776312625 shutdown_connections 2024-09-16T07:24:30.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.469+0000 7f145f9d3640 1 --2- 172.21.15.31:0/1776312625 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f14580cede0 0x7f14580cf270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:30.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.469+0000 7f145f9d3640 1 --2- 172.21.15.31:0/1776312625 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f14580cdb90 0x7f14580ce000 unknown :-1 s=CLOSED pgs=648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:30.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.469+0000 7f145f9d3640 1 -- 172.21.15.31:0/1776312625 >> 172.21.15.31:0/1776312625 conn(0x7f14580b1700 msgr2=0x7f14580b1ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:30.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.469+0000 7f145f9d3640 1 -- 172.21.15.31:0/1776312625 shutdown_connections 2024-09-16T07:24:30.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.469+0000 7f145f9d3640 1 -- 172.21.15.31:0/1776312625 wait complete. 2024-09-16T07:24:30.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.470+0000 7f145f9d3640 1 Processor -- start 2024-09-16T07:24:30.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.470+0000 7f145f9d3640 1 -- start start 2024-09-16T07:24:30.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.471+0000 7f145f9d3640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f14580cdb90 0x7f14581f5d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:30.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.471+0000 7f145f9d3640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f14580cede0 0x7f14581f2720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:30.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.471+0000 7f145f9d3640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f145815bab0 0x7f14581f2c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:30.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.471+0000 7f145f9d3640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f145806fde0 con 0x7f14580cede0 2024-09-16T07:24:30.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.471+0000 7f145f9d3640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f145806fc60 con 0x7f14580cdb90 2024-09-16T07:24:30.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.471+0000 7f145f9d3640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f145806ff60 con 0x7f145815bab0 2024-09-16T07:24:30.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.471+0000 7f145cf6e640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f14580cede0 0x7f14581f2720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:30.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.471+0000 7f145cf6e640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f14580cede0 0x7f14581f2720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:42328/0 (socket says 172.21.15.31:42328) 2024-09-16T07:24:30.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.471+0000 7f145cf6e640 1 -- 172.21.15.31:0/1763126147 learned_addr learned my addr 172.21.15.31:0/1763126147 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:30.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.471+0000 7f145d76f640 1 --2- 172.21.15.31:0/1763126147 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f14580cdb90 0x7f14581f5d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:30.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.471+0000 7f145df70640 1 --2- 172.21.15.31:0/1763126147 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f145815bab0 0x7f14581f2c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:30.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.471+0000 7f145cf6e640 1 -- 172.21.15.31:0/1763126147 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f145815bab0 msgr2=0x7f14581f2c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:30.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.471+0000 7f145cf6e640 1 --2- 172.21.15.31:0/1763126147 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f145815bab0 0x7f14581f2c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:30.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.471+0000 7f145cf6e640 1 -- 172.21.15.31:0/1763126147 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f14580cdb90 msgr2=0x7f14581f5d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:30.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.471+0000 7f145cf6e640 1 --2- 172.21.15.31:0/1763126147 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f14580cdb90 0x7f14581f5d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:30.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.471+0000 7f145cf6e640 1 -- 172.21.15.31:0/1763126147 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14580c4660 con 0x7f14580cede0 2024-09-16T07:24:30.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.471+0000 7f145df70640 1 --2- 172.21.15.31:0/1763126147 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f145815bab0 0x7f14581f2c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:24:30.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.471+0000 7f145d76f640 1 --2- 172.21.15.31:0/1763126147 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f14580cdb90 0x7f14581f5d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:24:30.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.471+0000 7f145cf6e640 1 --2- 172.21.15.31:0/1763126147 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f14580cede0 0x7f14581f2720 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f1448009850 tx=0x7f14480038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:30.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.472+0000 7f144dffb640 1 -- 172.21.15.31:0/1763126147 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f144803f070 con 0x7f14580cede0 2024-09-16T07:24:30.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.472+0000 7f144dffb640 1 -- 172.21.15.31:0/1763126147 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f14480047a0 con 0x7f14580cede0 2024-09-16T07:24:30.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.472+0000 7f145f9d3640 1 -- 172.21.15.31:0/1763126147 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14581f6590 con 0x7f14580cede0 2024-09-16T07:24:30.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.472+0000 7f144dffb640 1 -- 172.21.15.31:0/1763126147 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1448035030 con 0x7f14580cede0 2024-09-16T07:24:30.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.472+0000 7f145f9d3640 1 -- 172.21.15.31:0/1763126147 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14581f6b50 con 0x7f14580cede0 2024-09-16T07:24:30.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.473+0000 7f145f9d3640 1 -- 172.21.15.31:0/1763126147 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1458070480 con 0x7f14580cede0 2024-09-16T07:24:30.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.474+0000 7f144dffb640 1 -- 172.21.15.31:0/1763126147 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 9) ==== 101440+0+0 (secure 0 0 0) 0x7f1448042070 con 0x7f14580cede0 2024-09-16T07:24:30.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.474+0000 7f144dffb640 1 --2- 172.21.15.31:0/1763126147 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f143c078a00 0x7f143c07aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:30.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.474+0000 7f144dffb640 1 -- 172.21.15.31:0/1763126147 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f14480bbbe0 con 0x7f14580cede0 2024-09-16T07:24:30.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.475+0000 7f145d76f640 1 --2- 172.21.15.31:0/1763126147 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f143c078a00 0x7f143c07aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:30.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.475+0000 7f145d76f640 1 --2- 172.21.15.31:0/1763126147 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f143c078a00 0x7f143c07aec0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f1454006fd0 tx=0x7f1454008040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:30.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.478+0000 7f144dffb640 1 -- 172.21.15.31:0/1763126147 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f1448083e40 con 0x7f14580cede0 2024-09-16T07:24:30.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.663+0000 7f145f9d3640 1 -- 172.21.15.31:0/1763126147 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f1458073410 con 0x7f14580cede0 2024-09-16T07:24:30.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.664+0000 7f144dffb640 1 -- 172.21.15.31:0/1763126147 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v32)=0 v32) ==== 122+0+0 (secure 0 0 0) 0x7f1448083740 con 0x7f14580cede0 2024-09-16T07:24:30.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.666+0000 7f145f9d3640 1 -- 172.21.15.31:0/1763126147 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f143c078a00 msgr2=0x7f143c07aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:30.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.666+0000 7f145f9d3640 1 --2- 172.21.15.31:0/1763126147 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f143c078a00 0x7f143c07aec0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f1454006fd0 tx=0x7f1454008040 comp rx=0 tx=0).stop 2024-09-16T07:24:30.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.666+0000 7f145f9d3640 1 -- 172.21.15.31:0/1763126147 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f14580cede0 msgr2=0x7f14581f2720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:30.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.666+0000 7f145f9d3640 1 --2- 172.21.15.31:0/1763126147 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f14580cede0 0x7f14581f2720 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f1448009850 tx=0x7f14480038a0 comp rx=0 tx=0).stop 2024-09-16T07:24:30.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.666+0000 7f145f9d3640 1 -- 172.21.15.31:0/1763126147 shutdown_connections 2024-09-16T07:24:30.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.666+0000 7f145f9d3640 1 --2- 172.21.15.31:0/1763126147 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f143c078a00 0x7f143c07aec0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:30.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.666+0000 7f145f9d3640 1 --2- 172.21.15.31:0/1763126147 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f145815bab0 0x7f14581f2c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:30.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.666+0000 7f145f9d3640 1 --2- 172.21.15.31:0/1763126147 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f14580cede0 0x7f14581f2720 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:30.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.666+0000 7f145f9d3640 1 --2- 172.21.15.31:0/1763126147 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f14580cdb90 0x7f14581f5d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:30.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.666+0000 7f145f9d3640 1 -- 172.21.15.31:0/1763126147 >> 172.21.15.31:0/1763126147 conn(0x7f14580b1700 msgr2=0x7f14580b1ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:30.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.666+0000 7f145f9d3640 1 -- 172.21.15.31:0/1763126147 shutdown_connections 2024-09-16T07:24:30.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.666+0000 7f145f9d3640 1 -- 172.21.15.31:0/1763126147 wait complete. 2024-09-16T07:24:30.676 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:24:30.676 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo mkdir -p ./volumes/_nogroup/subvol27750) 2024-09-16T07:24:30.711 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:24:30.711 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.dir.layout.pool .) 2024-09-16T07:24:30.769 INFO:teuthology.orchestra.run.smithi031.stdout:cephfs_data 2024-09-16T07:24:30.770 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:24:30.770 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo setfattr -n ceph.dir.layout.pool -v cephfs_data ./volumes/_nogroup/subvol27750) 2024-09-16T07:24:30.840 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs subvol34511 2024-09-16T07:24:30.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.991+0000 7f3149260640 1 -- 172.21.15.31:0/2152752056 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f31440d0fb0 msgr2=0x7f31441612b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:30.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.991+0000 7f3149260640 1 --2- 172.21.15.31:0/2152752056 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f31440d0fb0 0x7f31441612b0 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f3138009830 tx=0x7f313802a510 comp rx=0 tx=0).stop 2024-09-16T07:24:30.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.991+0000 7f3149260640 1 -- 172.21.15.31:0/2152752056 shutdown_connections 2024-09-16T07:24:30.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.991+0000 7f3149260640 1 --2- 172.21.15.31:0/2152752056 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f31440d0fb0 0x7f31441612b0 unknown :-1 s=CLOSED pgs=651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:30.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.991+0000 7f3149260640 1 --2- 172.21.15.31:0/2152752056 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f31440d0bd0 0x7f31440b40d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:30.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.991+0000 7f3149260640 1 -- 172.21.15.31:0/2152752056 >> 172.21.15.31:0/2152752056 conn(0x7f314409d3c0 msgr2=0x7f31440d40e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:30.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.991+0000 7f3149260640 1 -- 172.21.15.31:0/2152752056 shutdown_connections 2024-09-16T07:24:30.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.991+0000 7f3149260640 1 -- 172.21.15.31:0/2152752056 wait complete. 2024-09-16T07:24:30.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.992+0000 7f3149260640 1 Processor -- start 2024-09-16T07:24:30.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.993+0000 7f3149260640 1 -- start start 2024-09-16T07:24:30.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.993+0000 7f3149260640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f31440d0bd0 0x7f31441f8530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:30.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.993+0000 7f3149260640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f31440d0fb0 0x7f31440b15c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:30.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.993+0000 7f3149260640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f31441617f0 0x7f3144149fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:30.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.993+0000 7f3149260640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f31440cfaa0 con 0x7f31441617f0 2024-09-16T07:24:30.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.993+0000 7f3149260640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f31440cf920 con 0x7f31440d0bd0 2024-09-16T07:24:30.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.993+0000 7f3149260640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f31440cfc20 con 0x7f31440d0fb0 2024-09-16T07:24:30.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.993+0000 7f314359e640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f31441617f0 0x7f3144149fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:30.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.993+0000 7f314359e640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f31441617f0 0x7f3144149fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:42348/0 (socket says 172.21.15.31:42348) 2024-09-16T07:24:30.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.993+0000 7f314359e640 1 -- 172.21.15.31:0/3415922704 learned_addr learned my addr 172.21.15.31:0/3415922704 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:30.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.994+0000 7f314259c640 1 --2- 172.21.15.31:0/3415922704 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f31440d0fb0 0x7f31440b15c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:30.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.994+0000 7f3142d9d640 1 --2- 172.21.15.31:0/3415922704 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f31440d0bd0 0x7f31441f8530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:30.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.994+0000 7f314359e640 1 -- 172.21.15.31:0/3415922704 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f31440d0fb0 msgr2=0x7f31440b15c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:30.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.994+0000 7f314359e640 1 --2- 172.21.15.31:0/3415922704 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f31440d0fb0 0x7f31440b15c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:30.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.994+0000 7f314359e640 1 -- 172.21.15.31:0/3415922704 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f31440d0bd0 msgr2=0x7f31441f8530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:30.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.994+0000 7f314359e640 1 --2- 172.21.15.31:0/3415922704 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f31440d0bd0 0x7f31441f8530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:30.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.994+0000 7f314359e640 1 -- 172.21.15.31:0/3415922704 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3144158a30 con 0x7f31441617f0 2024-09-16T07:24:30.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.994+0000 7f314359e640 1 --2- 172.21.15.31:0/3415922704 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f31441617f0 0x7f3144149fd0 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f313c00cae0 tx=0x7f313c00a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:30.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.994+0000 7f312b7fe640 1 -- 172.21.15.31:0/3415922704 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f313c016020 con 0x7f31441617f0 2024-09-16T07:24:30.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.994+0000 7f312b7fe640 1 -- 172.21.15.31:0/3415922704 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f313c00ad30 con 0x7f31441617f0 2024-09-16T07:24:30.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.994+0000 7f3149260640 1 -- 172.21.15.31:0/3415922704 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3144158cd0 con 0x7f31441617f0 2024-09-16T07:24:30.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.994+0000 7f312b7fe640 1 -- 172.21.15.31:0/3415922704 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f313c012680 con 0x7f31441617f0 2024-09-16T07:24:30.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.994+0000 7f3149260640 1 -- 172.21.15.31:0/3415922704 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f314415ba20 con 0x7f31441617f0 2024-09-16T07:24:30.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.995+0000 7f3149260640 1 -- 172.21.15.31:0/3415922704 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f31440699e0 con 0x7f31441617f0 2024-09-16T07:24:30.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.996+0000 7f312b7fe640 1 -- 172.21.15.31:0/3415922704 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 9) ==== 101440+0+0 (secure 0 0 0) 0x7f313c019020 con 0x7f31441617f0 2024-09-16T07:24:30.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.997+0000 7f312b7fe640 1 --2- 172.21.15.31:0/3415922704 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f3130078a00 0x7f313007aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:30.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.997+0000 7f312b7fe640 1 -- 172.21.15.31:0/3415922704 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f313c09aed0 con 0x7f31441617f0 2024-09-16T07:24:30.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.997+0000 7f3142d9d640 1 --2- 172.21.15.31:0/3415922704 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f3130078a00 0x7f313007aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:30.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:30.998+0000 7f3142d9d640 1 --2- 172.21.15.31:0/3415922704 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f3130078a00 0x7f313007aec0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f313400bbe0 tx=0x7f313400b390 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:31.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:31.001+0000 7f312b7fe640 1 -- 172.21.15.31:0/3415922704 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f31440699e0 con 0x7f31441617f0 2024-09-16T07:24:31.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:31.214+0000 7f3149260640 1 -- 172.21.15.31:0/3415922704 --> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "subvol34511", "target": ["mon-mgr", ""]}) -- 0x7f3144159070 con 0x7f3130078a00 2024-09-16T07:24:31.218 INFO:tasks.ceph.mgr.x.smithi155.stderr:2024-09-16T07:24:31.218+0000 7f77bea57640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:24:31.218 INFO:tasks.ceph.mgr.x.smithi155.stderr:2024-09-16T07:24:31.218+0000 7f77bea57640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:24:31.218 INFO:tasks.ceph.mgr.x.smithi155.stderr:2024-09-16T07:24:31.218+0000 7f77bea57640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:24:31.218 INFO:tasks.ceph.mgr.x.smithi155.stderr:2024-09-16T07:24:31.218+0000 7f77bea57640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:24:31.218 INFO:tasks.ceph.mgr.x.smithi155.stderr:2024-09-16T07:24:31.218+0000 7f77bea57640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:24:31.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:31.255+0000 7f312b7fe640 1 -- 172.21.15.31:0/3415922704 <== mgr.4117 v2:172.21.15.155:6808/3650624732 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f3144159070 con 0x7f3130078a00 2024-09-16T07:24:31.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:31.258+0000 7f3149260640 1 -- 172.21.15.31:0/3415922704 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f3130078a00 msgr2=0x7f313007aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:31.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:31.258+0000 7f3149260640 1 --2- 172.21.15.31:0/3415922704 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f3130078a00 0x7f313007aec0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f313400bbe0 tx=0x7f313400b390 comp rx=0 tx=0).stop 2024-09-16T07:24:31.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:31.258+0000 7f3149260640 1 -- 172.21.15.31:0/3415922704 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f31441617f0 msgr2=0x7f3144149fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:31.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:31.258+0000 7f3149260640 1 --2- 172.21.15.31:0/3415922704 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f31441617f0 0x7f3144149fd0 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f313c00cae0 tx=0x7f313c00a060 comp rx=0 tx=0).stop 2024-09-16T07:24:31.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:31.258+0000 7f3149260640 1 -- 172.21.15.31:0/3415922704 shutdown_connections 2024-09-16T07:24:31.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:31.258+0000 7f3149260640 1 --2- 172.21.15.31:0/3415922704 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f3130078a00 0x7f313007aec0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:31.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:31.258+0000 7f3149260640 1 --2- 172.21.15.31:0/3415922704 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f31441617f0 0x7f3144149fd0 unknown :-1 s=CLOSED pgs=652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:31.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:31.258+0000 7f3149260640 1 --2- 172.21.15.31:0/3415922704 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f31440d0fb0 0x7f31440b15c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:31.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:31.258+0000 7f3149260640 1 --2- 172.21.15.31:0/3415922704 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f31440d0bd0 0x7f31441f8530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:31.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:31.258+0000 7f3149260640 1 -- 172.21.15.31:0/3415922704 >> 172.21.15.31:0/3415922704 conn(0x7f314409d3c0 msgr2=0x7f31440d24e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:31.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:31.258+0000 7f3149260640 1 -- 172.21.15.31:0/3415922704 shutdown_connections 2024-09-16T07:24:31.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:31.258+0000 7f3149260640 1 -- 172.21.15.31:0/3415922704 wait complete. 2024-09-16T07:24:31.268 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:24:31.268 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo cp ./volumes/_nogroup/subvol34511/.meta ./volumes/_nogroup/subvol27750) 2024-09-16T07:24:36.234 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs subvol27750 2024-09-16T07:24:36.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.353+0000 7f2f2d1f3640 1 -- 172.21.15.31:0/2740143964 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2f140052e0 msgr2=0x7f2f1400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:36.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.353+0000 7f2f2d1f3640 1 --2- 172.21.15.31:0/2740143964 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2f140052e0 0x7f2f1400b9c0 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f2f20005fd0 tx=0x7f2f14005830 comp rx=0 tx=0).stop 2024-09-16T07:24:36.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.353+0000 7f2f2d1f3640 1 -- 172.21.15.31:0/2740143964 shutdown_connections 2024-09-16T07:24:36.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.353+0000 7f2f2d1f3640 1 --2- 172.21.15.31:0/2740143964 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2f140052e0 0x7f2f1400b9c0 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:36.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.353+0000 7f2f2d1f3640 1 -- 172.21.15.31:0/2740143964 >> 172.21.15.31:0/2740143964 conn(0x7f2f2809aa30 msgr2=0x7f2f2809ae40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:36.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.353+0000 7f2f2d1f3640 1 -- 172.21.15.31:0/2740143964 shutdown_connections 2024-09-16T07:24:36.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.353+0000 7f2f2d1f3640 1 -- 172.21.15.31:0/2740143964 wait complete. 2024-09-16T07:24:36.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.354+0000 7f2f2d1f3640 1 Processor -- start 2024-09-16T07:24:36.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.354+0000 7f2f2d1f3640 1 -- start start 2024-09-16T07:24:36.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.355+0000 7f2f2d1f3640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2f140052e0 0x7f2f281f2870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:36.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.355+0000 7f2f2d1f3640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2f281f5e60 0x7f2f280c8830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:36.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.355+0000 7f2f2d1f3640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2f28070910 0x7f2f28070d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:36.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.355+0000 7f2f2d1f3640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f2f280d1ce0 con 0x7f2f140052e0 2024-09-16T07:24:36.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.355+0000 7f2f2d1f3640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f2f280d0800 con 0x7f2f281f5e60 2024-09-16T07:24:36.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.355+0000 7f2f2d1f3640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f2f280d1e60 con 0x7f2f28070910 2024-09-16T07:24:36.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.355+0000 7f2f26d9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2f140052e0 0x7f2f281f2870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:36.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.355+0000 7f2f26d9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2f140052e0 0x7f2f281f2870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:56678/0 (socket says 172.21.15.31:56678) 2024-09-16T07:24:36.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.355+0000 7f2f26d9d640 1 -- 172.21.15.31:0/3199231544 learned_addr learned my addr 172.21.15.31:0/3199231544 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:36.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.355+0000 7f2f2759e640 1 --2- 172.21.15.31:0/3199231544 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2f28070910 0x7f2f28070d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:36.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.355+0000 7f2f1ffff640 1 --2- 172.21.15.31:0/3199231544 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2f281f5e60 0x7f2f280c8830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:36.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.356+0000 7f2f26d9d640 1 -- 172.21.15.31:0/3199231544 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2f28070910 msgr2=0x7f2f28070d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:36.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.356+0000 7f2f26d9d640 1 --2- 172.21.15.31:0/3199231544 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2f28070910 0x7f2f28070d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:36.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.356+0000 7f2f26d9d640 1 -- 172.21.15.31:0/3199231544 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2f281f5e60 msgr2=0x7f2f280c8830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:36.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.356+0000 7f2f26d9d640 1 --2- 172.21.15.31:0/3199231544 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2f281f5e60 0x7f2f280c8830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:36.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.356+0000 7f2f26d9d640 1 -- 172.21.15.31:0/3199231544 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f281f2e50 con 0x7f2f140052e0 2024-09-16T07:24:36.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.356+0000 7f2f26d9d640 1 --2- 172.21.15.31:0/3199231544 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2f140052e0 0x7f2f281f2870 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f2f18004ed0 tx=0x7f2f18001630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:36.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.356+0000 7f2f1f7fe640 1 -- 172.21.15.31:0/3199231544 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f18015020 con 0x7f2f140052e0 2024-09-16T07:24:36.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.356+0000 7f2f1f7fe640 1 -- 172.21.15.31:0/3199231544 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2f18011960 con 0x7f2f140052e0 2024-09-16T07:24:36.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.356+0000 7f2f2d1f3640 1 -- 172.21.15.31:0/3199231544 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f281f3130 con 0x7f2f140052e0 2024-09-16T07:24:36.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.356+0000 7f2f1f7fe640 1 -- 172.21.15.31:0/3199231544 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f18011d90 con 0x7f2f140052e0 2024-09-16T07:24:36.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.356+0000 7f2f2d1f3640 1 -- 172.21.15.31:0/3199231544 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f281f36f0 con 0x7f2f140052e0 2024-09-16T07:24:36.359 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.357+0000 7f2f2d1f3640 1 -- 172.21.15.31:0/3199231544 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2f28158bb0 con 0x7f2f140052e0 2024-09-16T07:24:36.359 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.358+0000 7f2f1f7fe640 1 -- 172.21.15.31:0/3199231544 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 10) ==== 101491+0+0 (secure 0 0 0) 0x7f2f18018020 con 0x7f2f140052e0 2024-09-16T07:24:36.359 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.358+0000 7f2f1f7fe640 1 --2- 172.21.15.31:0/3199231544 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2f08078a90 0x7f2f0807af50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:36.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.359+0000 7f2f1f7fe640 1 -- 172.21.15.31:0/3199231544 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f2f1809b7e0 con 0x7f2f140052e0 2024-09-16T07:24:36.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.359+0000 7f2f1ffff640 1 --2- 172.21.15.31:0/3199231544 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2f08078a90 0x7f2f0807af50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:36.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.359+0000 7f2f1ffff640 1 --2- 172.21.15.31:0/3199231544 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2f08078a90 0x7f2f0807af50 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f2f10001eb0 tx=0x7f2f10006040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:36.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.363+0000 7f2f1f7fe640 1 -- 172.21.15.31:0/3199231544 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f2f28158bb0 con 0x7f2f140052e0 2024-09-16T07:24:36.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.578+0000 7f2f2d1f3640 1 -- 172.21.15.31:0/3199231544 --> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "subvol27750", "target": ["mon-mgr", ""]}) -- 0x7f2f280b1b20 con 0x7f2f08078a90 2024-09-16T07:24:36.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.609+0000 7f2f1f7fe640 1 -- 172.21.15.31:0/3199231544 <== mgr.4117 v2:172.21.15.155:6808/3650624732 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+30 (secure 0 0 0) 0x7f2f280b1b20 con 0x7f2f08078a90 2024-09-16T07:24:36.609 INFO:teuthology.orchestra.run.smithi031.stdout:/volumes/_nogroup/subvol27750 2024-09-16T07:24:36.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.611+0000 7f2f2d1f3640 1 -- 172.21.15.31:0/3199231544 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2f08078a90 msgr2=0x7f2f0807af50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:36.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.611+0000 7f2f2d1f3640 1 --2- 172.21.15.31:0/3199231544 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2f08078a90 0x7f2f0807af50 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f2f10001eb0 tx=0x7f2f10006040 comp rx=0 tx=0).stop 2024-09-16T07:24:36.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.611+0000 7f2f2d1f3640 1 -- 172.21.15.31:0/3199231544 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2f140052e0 msgr2=0x7f2f281f2870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:36.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.611+0000 7f2f2d1f3640 1 --2- 172.21.15.31:0/3199231544 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2f140052e0 0x7f2f281f2870 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f2f18004ed0 tx=0x7f2f18001630 comp rx=0 tx=0).stop 2024-09-16T07:24:36.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.611+0000 7f2f2d1f3640 1 -- 172.21.15.31:0/3199231544 shutdown_connections 2024-09-16T07:24:36.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.611+0000 7f2f2d1f3640 1 --2- 172.21.15.31:0/3199231544 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2f08078a90 0x7f2f0807af50 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:36.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.611+0000 7f2f2d1f3640 1 --2- 172.21.15.31:0/3199231544 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2f28070910 0x7f2f28070d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:36.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.611+0000 7f2f2d1f3640 1 --2- 172.21.15.31:0/3199231544 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2f281f5e60 0x7f2f280c8830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:36.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.611+0000 7f2f2d1f3640 1 --2- 172.21.15.31:0/3199231544 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2f140052e0 0x7f2f281f2870 unknown :-1 s=CLOSED pgs=655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:36.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.611+0000 7f2f2d1f3640 1 -- 172.21.15.31:0/3199231544 >> 172.21.15.31:0/3199231544 conn(0x7f2f2809aa30 msgr2=0x7f2f28071d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:36.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.611+0000 7f2f2d1f3640 1 -- 172.21.15.31:0/3199231544 shutdown_connections 2024-09-16T07:24:36.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.611+0000 7f2f2d1f3640 1 -- 172.21.15.31:0/3199231544 wait complete. 2024-09-16T07:24:36.622 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs subvol27750 2024-09-16T07:24:36.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.731+0000 7f931fbdf640 1 -- 172.21.15.31:0/3891569905 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9304004d90 msgr2=0x7f93040051f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:36.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.731+0000 7f931fbdf640 1 --2- 172.21.15.31:0/3891569905 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9304004d90 0x7f93040051f0 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f931000c640 tx=0x7f9304005830 comp rx=0 tx=0).stop 2024-09-16T07:24:36.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.731+0000 7f931e17c640 1 -- 172.21.15.31:0/3891569905 reap_dead start 2024-09-16T07:24:36.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.731+0000 7f931fbdf640 1 -- 172.21.15.31:0/3891569905 shutdown_connections 2024-09-16T07:24:36.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.731+0000 7f931fbdf640 1 -- 172.21.15.31:0/3891569905 >> 172.21.15.31:0/3891569905 conn(0x7f93180d3e30 msgr2=0x7f93180d4240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:36.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.731+0000 7f931fbdf640 1 -- 172.21.15.31:0/3891569905 shutdown_connections 2024-09-16T07:24:36.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.731+0000 7f931fbdf640 1 -- 172.21.15.31:0/3891569905 wait complete. 2024-09-16T07:24:36.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.732+0000 7f931fbdf640 1 Processor -- start 2024-09-16T07:24:36.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.732+0000 7f931fbdf640 1 -- start start 2024-09-16T07:24:36.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.733+0000 7f931fbdf640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9304004d90 0x7f93181561f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:36.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.733+0000 7f931fbdf640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f93180b89c0 0x7f931806e4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:36.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.733+0000 7f931fbdf640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f93180b8e40 0x7f931806ea10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:36.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.733+0000 7f931fbdf640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f93180d2930 con 0x7f9304004d90 2024-09-16T07:24:36.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.733+0000 7f931fbdf640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f93180d27b0 con 0x7f93180b8e40 2024-09-16T07:24:36.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.733+0000 7f931fbdf640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f93180d2ab0 con 0x7f93180b89c0 2024-09-16T07:24:36.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.733+0000 7f931d97b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9304004d90 0x7f93181561f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:36.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.733+0000 7f931d97b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9304004d90 0x7f93181561f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:56686/0 (socket says 172.21.15.31:56686) 2024-09-16T07:24:36.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.733+0000 7f931d97b640 1 -- 172.21.15.31:0/1289266083 learned_addr learned my addr 172.21.15.31:0/1289266083 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:36.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.734+0000 7f931d17a640 1 --2- 172.21.15.31:0/1289266083 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f93180b89c0 0x7f931806e4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:36.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.734+0000 7f931e17c640 1 --2- 172.21.15.31:0/1289266083 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f93180b8e40 0x7f931806ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:36.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.734+0000 7f931d97b640 1 -- 172.21.15.31:0/1289266083 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f93180b89c0 msgr2=0x7f931806e4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:36.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.734+0000 7f931d97b640 1 --2- 172.21.15.31:0/1289266083 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f93180b89c0 0x7f931806e4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:36.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.734+0000 7f931d97b640 1 -- 172.21.15.31:0/1289266083 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f93180b8e40 msgr2=0x7f931806ea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:36.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.734+0000 7f931d97b640 1 --2- 172.21.15.31:0/1289266083 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f93180b8e40 0x7f931806ea10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:36.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.734+0000 7f931d97b640 1 -- 172.21.15.31:0/1289266083 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93180caf00 con 0x7f9304004d90 2024-09-16T07:24:36.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.734+0000 7f931d17a640 1 --2- 172.21.15.31:0/1289266083 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f93180b89c0 0x7f931806e4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:24:36.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.734+0000 7f931e17c640 1 --2- 172.21.15.31:0/1289266083 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f93180b8e40 0x7f931806ea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:24:36.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.734+0000 7f931d97b640 1 --2- 172.21.15.31:0/1289266083 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9304004d90 0x7f93181561f0 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f9314003dd0 tx=0x7f93140017f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:36.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.734+0000 7f930e7fc640 1 -- 172.21.15.31:0/1289266083 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9314011700 con 0x7f9304004d90 2024-09-16T07:24:36.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.734+0000 7f930e7fc640 1 -- 172.21.15.31:0/1289266083 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9314016020 con 0x7f9304004d90 2024-09-16T07:24:36.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.734+0000 7f931fbdf640 1 -- 172.21.15.31:0/1289266083 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93180cb1e0 con 0x7f9304004d90 2024-09-16T07:24:36.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.734+0000 7f930e7fc640 1 -- 172.21.15.31:0/1289266083 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9314011b80 con 0x7f9304004d90 2024-09-16T07:24:36.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.734+0000 7f931fbdf640 1 -- 172.21.15.31:0/1289266083 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93180cb7a0 con 0x7f9304004d90 2024-09-16T07:24:36.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.735+0000 7f931fbdf640 1 -- 172.21.15.31:0/1289266083 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f93180b4c70 con 0x7f9304004d90 2024-09-16T07:24:36.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.736+0000 7f930e7fc640 1 -- 172.21.15.31:0/1289266083 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 10) ==== 101491+0+0 (secure 0 0 0) 0x7f93140103c0 con 0x7f9304004d90 2024-09-16T07:24:36.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.736+0000 7f930e7fc640 1 --2- 172.21.15.31:0/1289266083 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f92fc078a90 0x7f92fc07af50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:36.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.736+0000 7f930e7fc640 1 -- 172.21.15.31:0/1289266083 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f931409b920 con 0x7f9304004d90 2024-09-16T07:24:36.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.736+0000 7f931d17a640 1 --2- 172.21.15.31:0/1289266083 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f92fc078a90 0x7f92fc07af50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:36.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.737+0000 7f931d17a640 1 --2- 172.21.15.31:0/1289266083 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f92fc078a90 0x7f92fc07af50 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f93180b8950 tx=0x7f9308005f90 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:36.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.740+0000 7f930e7fc640 1 -- 172.21.15.31:0/1289266083 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f9314020030 con 0x7f9304004d90 2024-09-16T07:24:36.956 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.955+0000 7f931fbdf640 1 -- 172.21.15.31:0/1289266083 --> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "subvol27750", "target": ["mon-mgr", ""]}) -- 0x7f93180b3570 con 0x7f92fc078a90 2024-09-16T07:24:36.961 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.961+0000 7f930e7fc640 1 -- 172.21.15.31:0/1289266083 <== mgr.4117 v2:172.21.15.155:6808/3650624732 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+30 (secure 0 0 0) 0x7f93180b3570 con 0x7f92fc078a90 2024-09-16T07:24:36.961 INFO:teuthology.orchestra.run.smithi031.stdout:/volumes/_nogroup/subvol27750 2024-09-16T07:24:36.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.963+0000 7f931fbdf640 1 -- 172.21.15.31:0/1289266083 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f92fc078a90 msgr2=0x7f92fc07af50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:36.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.963+0000 7f931fbdf640 1 --2- 172.21.15.31:0/1289266083 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f92fc078a90 0x7f92fc07af50 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f93180b8950 tx=0x7f9308005f90 comp rx=0 tx=0).stop 2024-09-16T07:24:36.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.963+0000 7f931fbdf640 1 -- 172.21.15.31:0/1289266083 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9304004d90 msgr2=0x7f93181561f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:36.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.963+0000 7f931fbdf640 1 --2- 172.21.15.31:0/1289266083 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9304004d90 0x7f93181561f0 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f9314003dd0 tx=0x7f93140017f0 comp rx=0 tx=0).stop 2024-09-16T07:24:36.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.964+0000 7f931fbdf640 1 -- 172.21.15.31:0/1289266083 shutdown_connections 2024-09-16T07:24:36.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.964+0000 7f931fbdf640 1 --2- 172.21.15.31:0/1289266083 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f92fc078a90 0x7f92fc07af50 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:36.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.964+0000 7f931fbdf640 1 --2- 172.21.15.31:0/1289266083 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f93180b8e40 0x7f931806ea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:36.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.964+0000 7f931fbdf640 1 --2- 172.21.15.31:0/1289266083 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f93180b89c0 0x7f931806e4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:36.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.964+0000 7f931fbdf640 1 --2- 172.21.15.31:0/1289266083 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9304004d90 0x7f93181561f0 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:36.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.964+0000 7f931fbdf640 1 -- 172.21.15.31:0/1289266083 >> 172.21.15.31:0/1289266083 conn(0x7f93180d3e30 msgr2=0x7f93180b1cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:36.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.964+0000 7f931fbdf640 1 -- 172.21.15.31:0/1289266083 shutdown_connections 2024-09-16T07:24:36.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:36.964+0000 7f931fbdf640 1 -- 172.21.15.31:0/1289266083 wait complete. 2024-09-16T07:24:36.975 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:24:36.975 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo cat ./volumes/_legacy/984c30c986c568a92a852be56fb9ade2.meta) 2024-09-16T07:24:37.458 DEBUG:teuthology.orchestra.run.smithi031:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T07:24:37.461 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T07:24:41.224 INFO:teuthology.orchestra.run.smithi031.stdout:[GLOBAL] 2024-09-16T07:24:41.224 INFO:teuthology.orchestra.run.smithi031.stdout:version = 1 2024-09-16T07:24:41.225 INFO:teuthology.orchestra.run.smithi031.stdout:type = subvolume 2024-09-16T07:24:41.225 INFO:teuthology.orchestra.run.smithi031.stdout:path = /volumes/_nogroup/subvol27750 2024-09-16T07:24:41.225 INFO:teuthology.orchestra.run.smithi031.stdout:state = complete 2024-09-16T07:24:41.225 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:24:41.226 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume authorize cephfs subvol27750 alice 2024-09-16T07:24:41.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.347+0000 7f715c1d3640 1 -- 172.21.15.31:0/2529541195 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f71540ae6f0 msgr2=0x7f715415ad90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:41.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.347+0000 7f715c1d3640 1 --2- 172.21.15.31:0/2529541195 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f71540ae6f0 0x7f715415ad90 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f71540767b0 tx=0x7f714802a4d0 comp rx=0 tx=0).stop 2024-09-16T07:24:41.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.347+0000 7f715c1d3640 1 -- 172.21.15.31:0/2529541195 shutdown_connections 2024-09-16T07:24:41.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.347+0000 7f715c1d3640 1 --2- 172.21.15.31:0/2529541195 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7154072610 0x7f7154072aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:41.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.347+0000 7f715c1d3640 1 --2- 172.21.15.31:0/2529541195 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f71540ae6f0 0x7f715415ad90 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:41.349 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.347+0000 7f715c1d3640 1 --2- 172.21.15.31:0/2529541195 >> v2:172.21.15.155:3300/0 conn(0x7f7154150ef0 0x7f715406e4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:41.349 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.347+0000 7f715c1d3640 1 -- 172.21.15.31:0/2529541195 >> 172.21.15.31:0/2529541195 conn(0x7f71540b1620 msgr2=0x7f71540b1a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:41.349 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.347+0000 7f715c1d3640 1 -- 172.21.15.31:0/2529541195 shutdown_connections 2024-09-16T07:24:41.349 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.347+0000 7f715c1d3640 1 -- 172.21.15.31:0/2529541195 wait complete. 2024-09-16T07:24:41.351 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.348+0000 7f715c1d3640 1 Processor -- start 2024-09-16T07:24:41.351 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.349+0000 7f715c1d3640 1 -- start start 2024-09-16T07:24:41.351 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.349+0000 7f715c1d3640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7154072610 0x7f7154146850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:41.351 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.349+0000 7f715c1d3640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f71540ae6f0 0x7f7154151450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:41.351 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.349+0000 7f715c1d3640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7154150ef0 0x7f7154154bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:41.351 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.349+0000 7f715c1d3640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f71540707a0 con 0x7f71540ae6f0 2024-09-16T07:24:41.352 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.349+0000 7f715c1d3640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f7154070620 con 0x7f7154072610 2024-09-16T07:24:41.352 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.349+0000 7f715c1d3640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f71540b3560 con 0x7f7154150ef0 2024-09-16T07:24:41.352 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.349+0000 7f715976e640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f71540ae6f0 0x7f7154151450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:41.352 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.350+0000 7f715976e640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f71540ae6f0 0x7f7154151450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:56694/0 (socket says 172.21.15.31:56694) 2024-09-16T07:24:41.352 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.350+0000 7f715976e640 1 -- 172.21.15.31:0/734280134 learned_addr learned my addr 172.21.15.31:0/734280134 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:41.352 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.350+0000 7f7159f6f640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7154072610 0x7f7154146850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:41.352 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.350+0000 7f715a770640 1 --2- 172.21.15.31:0/734280134 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7154150ef0 0x7f7154154bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:41.352 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.350+0000 7f715976e640 1 -- 172.21.15.31:0/734280134 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7154150ef0 msgr2=0x7f7154154bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:41.352 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.350+0000 7f715976e640 1 --2- 172.21.15.31:0/734280134 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7154150ef0 0x7f7154154bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:41.352 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.350+0000 7f715976e640 1 -- 172.21.15.31:0/734280134 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7154072610 msgr2=0x7f7154146850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:41.352 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.350+0000 7f715976e640 1 --2- 172.21.15.31:0/734280134 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7154072610 0x7f7154146850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:41.352 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.350+0000 7f715976e640 1 -- 172.21.15.31:0/734280134 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7154146d90 con 0x7f71540ae6f0 2024-09-16T07:24:41.352 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.350+0000 7f715976e640 1 --2- 172.21.15.31:0/734280134 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f71540ae6f0 0x7f7154151450 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f7148009850 tx=0x7f7148003910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:41.353 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.350+0000 7f71527fc640 1 -- 172.21.15.31:0/734280134 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f714803f070 con 0x7f71540ae6f0 2024-09-16T07:24:41.353 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.350+0000 7f71527fc640 1 -- 172.21.15.31:0/734280134 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f71480047a0 con 0x7f71540ae6f0 2024-09-16T07:24:41.353 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.350+0000 7f715c1d3640 1 -- 172.21.15.31:0/734280134 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71541472b0 con 0x7f71540ae6f0 2024-09-16T07:24:41.353 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.350+0000 7f71527fc640 1 -- 172.21.15.31:0/734280134 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7148035030 con 0x7f71540ae6f0 2024-09-16T07:24:41.353 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.350+0000 7f715c1d3640 1 -- 172.21.15.31:0/734280134 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7154147b50 con 0x7f71540ae6f0 2024-09-16T07:24:41.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.351+0000 7f715c1d3640 1 -- 172.21.15.31:0/734280134 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f71541476a0 con 0x7f71540ae6f0 2024-09-16T07:24:41.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.352+0000 7f71527fc640 1 -- 172.21.15.31:0/734280134 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 10) ==== 101491+0+0 (secure 0 0 0) 0x7f7148042070 con 0x7f71540ae6f0 2024-09-16T07:24:41.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.353+0000 7f71527fc640 1 --2- 172.21.15.31:0/734280134 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7140078ac0 0x7f714007af80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:41.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.353+0000 7f71527fc640 1 -- 172.21.15.31:0/734280134 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f71480bbad0 con 0x7f71540ae6f0 2024-09-16T07:24:41.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.353+0000 7f7159f6f640 1 --2- 172.21.15.31:0/734280134 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7140078ac0 0x7f714007af80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:41.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.353+0000 7f7159f6f640 1 --2- 172.21.15.31:0/734280134 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7140078ac0 0x7f714007af80 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f7144005fd0 tx=0x7f71440095e0 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:41.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.357+0000 7f71527fc640 1 -- 172.21.15.31:0/734280134 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f71480837e0 con 0x7f71540ae6f0 2024-09-16T07:24:41.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.572+0000 7f715c1d3640 1 -- 172.21.15.31:0/734280134 --> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] -- mgr_command(tid 0: {"prefix": "fs subvolume authorize", "vol_name": "cephfs", "sub_name": "subvol27750", "auth_id": "alice", "target": ["mon-mgr", ""]}) -- 0x7f715415ad90 con 0x7f7140078ac0 2024-09-16T07:24:41.582 INFO:tasks.ceph.mgr.x.smithi155.stderr:Creating meta for ID alice with tenant None 2024-09-16T07:24:41.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.614+0000 7f71527fc640 1 -- 172.21.15.31:0/734280134 <== mgr.4117 v2:172.21.15.155:6808/3650624732 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f715415ad90 con 0x7f7140078ac0 2024-09-16T07:24:41.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.616+0000 7f715c1d3640 1 -- 172.21.15.31:0/734280134 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7140078ac0 msgr2=0x7f714007af80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:41.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.616+0000 7f715c1d3640 1 --2- 172.21.15.31:0/734280134 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7140078ac0 0x7f714007af80 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f7144005fd0 tx=0x7f71440095e0 comp rx=0 tx=0).stop 2024-09-16T07:24:41.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.616+0000 7f715c1d3640 1 -- 172.21.15.31:0/734280134 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f71540ae6f0 msgr2=0x7f7154151450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:41.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.616+0000 7f715c1d3640 1 --2- 172.21.15.31:0/734280134 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f71540ae6f0 0x7f7154151450 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f7148009850 tx=0x7f7148003910 comp rx=0 tx=0).stop 2024-09-16T07:24:41.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.616+0000 7f715c1d3640 1 -- 172.21.15.31:0/734280134 shutdown_connections 2024-09-16T07:24:41.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.616+0000 7f715c1d3640 1 --2- 172.21.15.31:0/734280134 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7140078ac0 0x7f714007af80 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:41.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.616+0000 7f715c1d3640 1 --2- 172.21.15.31:0/734280134 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7154150ef0 0x7f7154154bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:41.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.616+0000 7f715c1d3640 1 --2- 172.21.15.31:0/734280134 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f71540ae6f0 0x7f7154151450 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:41.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.616+0000 7f715c1d3640 1 --2- 172.21.15.31:0/734280134 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7154072610 0x7f7154146850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:41.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.616+0000 7f715c1d3640 1 -- 172.21.15.31:0/734280134 >> 172.21.15.31:0/734280134 conn(0x7f71540b1620 msgr2=0x7f71540b3960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:41.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.617+0000 7f715c1d3640 1 -- 172.21.15.31:0/734280134 shutdown_connections 2024-09-16T07:24:41.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.617+0000 7f715c1d3640 1 -- 172.21.15.31:0/734280134 wait complete. 2024-09-16T07:24:41.628 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth get client.alice --format=json-pretty 2024-09-16T07:24:41.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.734+0000 7f5cbc039640 1 -- 172.21.15.31:0/2426602021 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5c9c003a30 msgr2=0x7f5c9c003e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:41.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.734+0000 7f5cbc039640 1 --2- 172.21.15.31:0/2426602021 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5c9c003a30 0x7f5c9c003e50 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f5cac009b50 tx=0x7f5c9c005830 comp rx=0 tx=0).stop 2024-09-16T07:24:41.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.734+0000 7f5cba5d6640 1 -- 172.21.15.31:0/2426602021 reap_dead start 2024-09-16T07:24:41.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.734+0000 7f5cbc039640 1 -- 172.21.15.31:0/2426602021 shutdown_connections 2024-09-16T07:24:41.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.734+0000 7f5cbc039640 1 -- 172.21.15.31:0/2426602021 >> 172.21.15.31:0/2426602021 conn(0x7f5cb40d3e40 msgr2=0x7f5cb40d4250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:41.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.734+0000 7f5cbc039640 1 -- 172.21.15.31:0/2426602021 shutdown_connections 2024-09-16T07:24:41.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.734+0000 7f5cbc039640 1 -- 172.21.15.31:0/2426602021 wait complete. 2024-09-16T07:24:41.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.735+0000 7f5cbc039640 1 Processor -- start 2024-09-16T07:24:41.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.735+0000 7f5cbc039640 1 -- start start 2024-09-16T07:24:41.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.736+0000 7f5cbc039640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5c9c003a30 0x7f5cb40b9460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:41.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.736+0000 7f5cbc039640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5cb40caf10 0x7f5cb40cb390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:41.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.736+0000 7f5cbc039640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5cb41f42b0 0x7f5cb41f4760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:41.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.736+0000 7f5cbc039640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f5cb40cf920 con 0x7f5cb41f42b0 2024-09-16T07:24:41.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.736+0000 7f5cbc039640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f5cb40b4c00 con 0x7f5c9c003a30 2024-09-16T07:24:41.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.736+0000 7f5cbc039640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f5cb40cfaa0 con 0x7f5cb40caf10 2024-09-16T07:24:41.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.736+0000 7f5cba5d6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5cb41f42b0 0x7f5cb41f4760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:41.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.736+0000 7f5cba5d6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5cb41f42b0 0x7f5cb41f4760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:56714/0 (socket says 172.21.15.31:56714) 2024-09-16T07:24:41.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.736+0000 7f5cba5d6640 1 -- 172.21.15.31:0/3018531237 learned_addr learned my addr 172.21.15.31:0/3018531237 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:41.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.736+0000 7f5cb9dd5640 1 --2- 172.21.15.31:0/3018531237 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5c9c003a30 0x7f5cb40b9460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:41.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.736+0000 7f5cba5d6640 1 -- 172.21.15.31:0/3018531237 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5cb40caf10 msgr2=0x7f5cb40cb390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:41.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.736+0000 7f5cb95d4640 1 --2- 172.21.15.31:0/3018531237 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5cb40caf10 0x7f5cb40cb390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:41.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.737+0000 7f5cba5d6640 1 --2- 172.21.15.31:0/3018531237 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5cb40caf10 0x7f5cb40cb390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:41.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.737+0000 7f5cba5d6640 1 -- 172.21.15.31:0/3018531237 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5c9c003a30 msgr2=0x7f5cb40b9460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:41.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.737+0000 7f5cba5d6640 1 --2- 172.21.15.31:0/3018531237 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5c9c003a30 0x7f5cb40b9460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:41.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.737+0000 7f5cba5d6640 1 -- 172.21.15.31:0/3018531237 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5cb40cb9d0 con 0x7f5cb41f42b0 2024-09-16T07:24:41.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.737+0000 7f5cb9dd5640 1 --2- 172.21.15.31:0/3018531237 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5c9c003a30 0x7f5cb40b9460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:24:41.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.737+0000 7f5cba5d6640 1 --2- 172.21.15.31:0/3018531237 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5cb41f42b0 0x7f5cb41f4760 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f5cb40b6a30 tx=0x7f5ca40019b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:41.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.737+0000 7f5cb27fc640 1 -- 172.21.15.31:0/3018531237 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ca4011870 con 0x7f5cb41f42b0 2024-09-16T07:24:41.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.737+0000 7f5cb27fc640 1 -- 172.21.15.31:0/3018531237 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5ca4017070 con 0x7f5cb41f42b0 2024-09-16T07:24:41.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.737+0000 7f5cbc039640 1 -- 172.21.15.31:0/3018531237 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5cb40cbcb0 con 0x7f5cb41f42b0 2024-09-16T07:24:41.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.737+0000 7f5cb27fc640 1 -- 172.21.15.31:0/3018531237 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ca4011dc0 con 0x7f5cb41f42b0 2024-09-16T07:24:41.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.737+0000 7f5cbc039640 1 -- 172.21.15.31:0/3018531237 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5cb40cc270 con 0x7f5cb41f42b0 2024-09-16T07:24:41.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.738+0000 7f5cbc039640 1 -- 172.21.15.31:0/3018531237 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5cb40d1200 con 0x7f5cb41f42b0 2024-09-16T07:24:41.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.739+0000 7f5cb27fc640 1 -- 172.21.15.31:0/3018531237 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 10) ==== 101491+0+0 (secure 0 0 0) 0x7f5ca401c460 con 0x7f5cb41f42b0 2024-09-16T07:24:41.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.739+0000 7f5cb27fc640 1 --2- 172.21.15.31:0/3018531237 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f5ca0078ac0 0x7f5ca007af80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:41.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.739+0000 7f5cb27fc640 1 -- 172.21.15.31:0/3018531237 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f5ca409b5b0 con 0x7f5cb41f42b0 2024-09-16T07:24:41.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.740+0000 7f5cb9dd5640 1 --2- 172.21.15.31:0/3018531237 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f5ca0078ac0 0x7f5ca007af80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:41.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.740+0000 7f5cb9dd5640 1 --2- 172.21.15.31:0/3018531237 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f5ca0078ac0 0x7f5ca007af80 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f5cac035000 tx=0x7f5cac02d040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:41.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:41.744+0000 7f5cb27fc640 1 -- 172.21.15.31:0/3018531237 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f5cb40d1200 con 0x7f5cb41f42b0 2024-09-16T07:24:42.001 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.000+0000 7f5cbc039640 1 -- 172.21.15.31:0/3018531237 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "auth get", "entity": "client.alice", "format": "json-pretty"} v 0) -- 0x7f5cb40b3580 con 0x7f5cb41f42b0 2024-09-16T07:24:42.001 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.000+0000 7f5cb27fc640 1 -- 172.21.15.31:0/3018531237 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "auth get", "entity": "client.alice", "format": "json-pretty"}]=0 v19) ==== 107+0+280 (secure 0 0 0) 0x7f5ca40637b0 con 0x7f5cb41f42b0 2024-09-16T07:24:42.001 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:24:42.001 INFO:teuthology.orchestra.run.smithi031.stdout:[ 2024-09-16T07:24:42.002 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:24:42.002 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.alice", 2024-09-16T07:24:42.002 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQA53edmYQxfIxAA4mxcGlIsll7LI9D6nPH6MQ==", 2024-09-16T07:24:42.002 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:24:42.002 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow rw path=/volumes/_nogroup/subvol27750", 2024-09-16T07:24:42.002 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow r", 2024-09-16T07:24:42.002 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow rw pool=cephfs_data" 2024-09-16T07:24:42.002 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:24:42.002 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:24:42.002 INFO:teuthology.orchestra.run.smithi031.stdout:] 2024-09-16T07:24:42.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.002+0000 7f5cbc039640 1 -- 172.21.15.31:0/3018531237 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f5ca0078ac0 msgr2=0x7f5ca007af80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:42.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.002+0000 7f5cbc039640 1 --2- 172.21.15.31:0/3018531237 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f5ca0078ac0 0x7f5ca007af80 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f5cac035000 tx=0x7f5cac02d040 comp rx=0 tx=0).stop 2024-09-16T07:24:42.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.002+0000 7f5cbc039640 1 -- 172.21.15.31:0/3018531237 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5cb41f42b0 msgr2=0x7f5cb41f4760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:42.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.002+0000 7f5cbc039640 1 --2- 172.21.15.31:0/3018531237 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5cb41f42b0 0x7f5cb41f4760 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f5cb40b6a30 tx=0x7f5ca40019b0 comp rx=0 tx=0).stop 2024-09-16T07:24:42.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.002+0000 7f5cbc039640 1 -- 172.21.15.31:0/3018531237 shutdown_connections 2024-09-16T07:24:42.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.002+0000 7f5cbc039640 1 --2- 172.21.15.31:0/3018531237 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f5ca0078ac0 0x7f5ca007af80 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:42.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.002+0000 7f5cbc039640 1 --2- 172.21.15.31:0/3018531237 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5cb41f42b0 0x7f5cb41f4760 unknown :-1 s=CLOSED pgs=663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:42.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.002+0000 7f5cbc039640 1 --2- 172.21.15.31:0/3018531237 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5cb40caf10 0x7f5cb40cb390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:42.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.002+0000 7f5cbc039640 1 --2- 172.21.15.31:0/3018531237 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5c9c003a30 0x7f5cb40b9460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:42.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.002+0000 7f5cbc039640 1 -- 172.21.15.31:0/3018531237 >> 172.21.15.31:0/3018531237 conn(0x7f5cb40d3e40 msgr2=0x7f5cb4160000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:42.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.002+0000 7f5cbc039640 1 -- 172.21.15.31:0/3018531237 shutdown_connections 2024-09-16T07:24:42.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.002+0000 7f5cbc039640 1 -- 172.21.15.31:0/3018531237 wait complete. 2024-09-16T07:24:42.014 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume rm cephfs subvol27750 2024-09-16T07:24:42.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.122+0000 7fea40d75640 1 -- 172.21.15.31:0/1796409904 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fea3c069fc0 msgr2=0x7fea3c0cabd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:42.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.122+0000 7fea40d75640 1 --2- 172.21.15.31:0/1796409904 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fea3c069fc0 0x7fea3c0cabd0 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7fea24005fd0 tx=0x7fea2402a610 comp rx=0 tx=0).stop 2024-09-16T07:24:42.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.123+0000 7fea40d75640 1 -- 172.21.15.31:0/1796409904 shutdown_connections 2024-09-16T07:24:42.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.123+0000 7fea40d75640 1 --2- 172.21.15.31:0/1796409904 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fea3c15acc0 0x7fea3c0cb110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:42.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.123+0000 7fea40d75640 1 --2- 172.21.15.31:0/1796409904 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fea3c069fc0 0x7fea3c0cabd0 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:42.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.123+0000 7fea40d75640 1 --2- 172.21.15.31:0/1796409904 >> v2:172.21.15.155:3300/0 conn(0x7fea3c15a8e0 0x7fea3c0cee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:42.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.123+0000 7fea40d75640 1 -- 172.21.15.31:0/1796409904 >> 172.21.15.31:0/1796409904 conn(0x7fea3c0cfdc0 msgr2=0x7fea3c0d01d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:42.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.123+0000 7fea40d75640 1 -- 172.21.15.31:0/1796409904 shutdown_connections 2024-09-16T07:24:42.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.123+0000 7fea40d75640 1 -- 172.21.15.31:0/1796409904 wait complete. 2024-09-16T07:24:42.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.124+0000 7fea40d75640 1 Processor -- start 2024-09-16T07:24:42.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.124+0000 7fea40d75640 1 -- start start 2024-09-16T07:24:42.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.125+0000 7fea40d75640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fea3c069fc0 0x7fea3c0aef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:42.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.125+0000 7fea40d75640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fea3c15a8e0 0x7fea3c1529a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:42.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.125+0000 7fea40d75640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fea3c15acc0 0x7fea3c0c4a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:42.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.125+0000 7fea40d75640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fea3c072fd0 con 0x7fea3c069fc0 2024-09-16T07:24:42.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.125+0000 7fea40d75640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fea3c072e50 con 0x7fea3c15a8e0 2024-09-16T07:24:42.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.125+0000 7fea40d75640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fea3c073150 con 0x7fea3c15acc0 2024-09-16T07:24:42.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.125+0000 7fea3a59c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fea3c069fc0 0x7fea3c0aef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:42.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.125+0000 7fea3a59c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fea3c069fc0 0x7fea3c0aef50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:56738/0 (socket says 172.21.15.31:56738) 2024-09-16T07:24:42.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.125+0000 7fea3a59c640 1 -- 172.21.15.31:0/1707374202 learned_addr learned my addr 172.21.15.31:0/1707374202 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:42.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.125+0000 7fea33fff640 1 --2- 172.21.15.31:0/1707374202 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fea3c15a8e0 0x7fea3c1529a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:42.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.125+0000 7fea3ad9d640 1 --2- 172.21.15.31:0/1707374202 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fea3c15acc0 0x7fea3c0c4a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:42.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.125+0000 7fea3a59c640 1 -- 172.21.15.31:0/1707374202 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fea3c15acc0 msgr2=0x7fea3c0c4a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:42.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.125+0000 7fea3a59c640 1 --2- 172.21.15.31:0/1707374202 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fea3c15acc0 0x7fea3c0c4a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:42.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.125+0000 7fea3a59c640 1 -- 172.21.15.31:0/1707374202 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fea3c15a8e0 msgr2=0x7fea3c1529a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:42.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.125+0000 7fea3a59c640 1 --2- 172.21.15.31:0/1707374202 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fea3c15a8e0 0x7fea3c1529a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:42.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.125+0000 7fea3a59c640 1 -- 172.21.15.31:0/1707374202 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea3c1664d0 con 0x7fea3c069fc0 2024-09-16T07:24:42.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.125+0000 7fea3ad9d640 1 --2- 172.21.15.31:0/1707374202 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fea3c15acc0 0x7fea3c0c4a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:24:42.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.125+0000 7fea3a59c640 1 --2- 172.21.15.31:0/1707374202 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fea3c069fc0 0x7fea3c0aef50 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7fea2c00d770 tx=0x7fea2c00dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:42.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.125+0000 7fea32ffd640 1 -- 172.21.15.31:0/1707374202 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea2c017070 con 0x7fea3c069fc0 2024-09-16T07:24:42.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.125+0000 7fea32ffd640 1 -- 172.21.15.31:0/1707374202 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fea2c009cc0 con 0x7fea3c069fc0 2024-09-16T07:24:42.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.126+0000 7fea40d75640 1 -- 172.21.15.31:0/1707374202 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea3c1667b0 con 0x7fea3c069fc0 2024-09-16T07:24:42.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.126+0000 7fea32ffd640 1 -- 172.21.15.31:0/1707374202 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea2c0106c0 con 0x7fea3c069fc0 2024-09-16T07:24:42.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.126+0000 7fea40d75640 1 -- 172.21.15.31:0/1707374202 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fea3c0ada50 con 0x7fea3c069fc0 2024-09-16T07:24:42.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.127+0000 7fea40d75640 1 -- 172.21.15.31:0/1707374202 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fea3c0cee40 con 0x7fea3c069fc0 2024-09-16T07:24:42.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.127+0000 7fea32ffd640 1 -- 172.21.15.31:0/1707374202 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 10) ==== 101491+0+0 (secure 0 0 0) 0x7fea2c01a070 con 0x7fea3c069fc0 2024-09-16T07:24:42.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.128+0000 7fea32ffd640 1 --2- 172.21.15.31:0/1707374202 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fea1c078a90 0x7fea1c07af50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:42.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.128+0000 7fea32ffd640 1 -- 172.21.15.31:0/1707374202 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7fea2c09af90 con 0x7fea3c069fc0 2024-09-16T07:24:42.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.128+0000 7fea33fff640 1 --2- 172.21.15.31:0/1707374202 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fea1c078a90 0x7fea1c07af50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:42.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.129+0000 7fea33fff640 1 --2- 172.21.15.31:0/1707374202 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fea1c078a90 0x7fea1c07af50 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fea24033000 tx=0x7fea24004730 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:42.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.132+0000 7fea32ffd640 1 -- 172.21.15.31:0/1707374202 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fea2c063180 con 0x7fea3c069fc0 2024-09-16T07:24:42.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.345+0000 7fea40d75640 1 -- 172.21.15.31:0/1707374202 --> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] -- mgr_command(tid 0: {"prefix": "fs subvolume rm", "vol_name": "cephfs", "sub_name": "subvol27750", "target": ["mon-mgr", ""]}) -- 0x7fea3c0b0420 con 0x7fea1c078a90 2024-09-16T07:24:42.359 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.358+0000 7fea32ffd640 1 -- 172.21.15.31:0/1707374202 <== mgr.4117 v2:172.21.15.155:6808/3650624732 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fea3c0b0420 con 0x7fea1c078a90 2024-09-16T07:24:42.362 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.360+0000 7fea40d75640 1 -- 172.21.15.31:0/1707374202 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fea1c078a90 msgr2=0x7fea1c07af50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:42.362 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.360+0000 7fea40d75640 1 --2- 172.21.15.31:0/1707374202 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fea1c078a90 0x7fea1c07af50 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fea24033000 tx=0x7fea24004730 comp rx=0 tx=0).stop 2024-09-16T07:24:42.362 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.360+0000 7fea40d75640 1 -- 172.21.15.31:0/1707374202 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fea3c069fc0 msgr2=0x7fea3c0aef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:42.362 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.360+0000 7fea40d75640 1 --2- 172.21.15.31:0/1707374202 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fea3c069fc0 0x7fea3c0aef50 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7fea2c00d770 tx=0x7fea2c00dc30 comp rx=0 tx=0).stop 2024-09-16T07:24:42.362 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.360+0000 7fea40d75640 1 -- 172.21.15.31:0/1707374202 shutdown_connections 2024-09-16T07:24:42.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.360+0000 7fea40d75640 1 --2- 172.21.15.31:0/1707374202 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fea1c078a90 0x7fea1c07af50 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:42.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.360+0000 7fea40d75640 1 --2- 172.21.15.31:0/1707374202 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fea3c15acc0 0x7fea3c0c4a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:42.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.360+0000 7fea40d75640 1 --2- 172.21.15.31:0/1707374202 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fea3c15a8e0 0x7fea3c1529a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:42.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.360+0000 7fea40d75640 1 --2- 172.21.15.31:0/1707374202 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fea3c069fc0 0x7fea3c0aef50 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:42.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.360+0000 7fea40d75640 1 -- 172.21.15.31:0/1707374202 >> 172.21.15.31:0/1707374202 conn(0x7fea3c0cfdc0 msgr2=0x7fea3c0af9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:42.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.360+0000 7fea40d75640 1 -- 172.21.15.31:0/1707374202 shutdown_connections 2024-09-16T07:24:42.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.360+0000 7fea40d75640 1 -- 172.21.15.31:0/1707374202 wait complete. 2024-09-16T07:24:42.364 INFO:tasks.ceph.mgr.x.smithi155.stderr:2024-09-16T07:24:42.362+0000 7f77c1a5d640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:24:42.364 INFO:tasks.ceph.mgr.x.smithi155.stderr:2024-09-16T07:24:42.362+0000 7f77c1a5d640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:24:42.364 INFO:tasks.ceph.mgr.x.smithi155.stderr:2024-09-16T07:24:42.362+0000 7f77c1a5d640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:24:42.365 INFO:tasks.ceph.mgr.x.smithi155.stderr:2024-09-16T07:24:42.362+0000 7f77c1a5d640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:24:42.365 INFO:tasks.ceph.mgr.x.smithi155.stderr:2024-09-16T07:24:42.362+0000 7f77c1a5d640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:24:42.373 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume rm cephfs subvol34511 2024-09-16T07:24:42.377 INFO:tasks.ceph.mgr.x.smithi155.stderr:2024-09-16T07:24:42.376+0000 7f77c125c640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:24:42.377 INFO:tasks.ceph.mgr.x.smithi155.stderr:2024-09-16T07:24:42.376+0000 7f77c125c640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:24:42.377 INFO:tasks.ceph.mgr.x.smithi155.stderr:2024-09-16T07:24:42.376+0000 7f77c125c640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:24:42.377 INFO:tasks.ceph.mgr.x.smithi155.stderr:2024-09-16T07:24:42.376+0000 7f77c125c640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:24:42.377 INFO:tasks.ceph.mgr.x.smithi155.stderr:2024-09-16T07:24:42.376+0000 7f77c125c640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:24:42.484 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.483+0000 7fcfd94a3640 1 -- 172.21.15.31:0/1513606612 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcfd40cd090 msgr2=0x7fcfd4140990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:42.484 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.483+0000 7fcfd94a3640 1 --2- 172.21.15.31:0/1513606612 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcfd40cd090 0x7fcfd4140990 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fcfc4009830 tx=0x7fcfc402a5c0 comp rx=0 tx=0).stop 2024-09-16T07:24:42.484 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.483+0000 7fcfd94a3640 1 -- 172.21.15.31:0/1513606612 shutdown_connections 2024-09-16T07:24:42.484 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.483+0000 7fcfd94a3640 1 --2- 172.21.15.31:0/1513606612 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcfd40cd090 0x7fcfd4140990 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:42.484 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.483+0000 7fcfd94a3640 1 -- 172.21.15.31:0/1513606612 >> 172.21.15.31:0/1513606612 conn(0x7fcfd40d0b60 msgr2=0x7fcfd40d0f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:42.484 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.483+0000 7fcfd94a3640 1 -- 172.21.15.31:0/1513606612 shutdown_connections 2024-09-16T07:24:42.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.483+0000 7fcfd94a3640 1 -- 172.21.15.31:0/1513606612 wait complete. 2024-09-16T07:24:42.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.484+0000 7fcfd94a3640 1 Processor -- start 2024-09-16T07:24:42.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.484+0000 7fcfd94a3640 1 -- start start 2024-09-16T07:24:42.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.485+0000 7fcfd94a3640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcfd4073c60 0x7fcfd41f8680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:42.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.485+0000 7fcfd94a3640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcfd40cd090 0x7fcfd40cf920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:42.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.485+0000 7fcfd94a3640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcfd415af10 0x7fcfd406dc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:42.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.485+0000 7fcfd94a3640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fcfd415b700 con 0x7fcfd40cd090 2024-09-16T07:24:42.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.485+0000 7fcfd94a3640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fcfd415b580 con 0x7fcfd4073c60 2024-09-16T07:24:42.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.485+0000 7fcfd94a3640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fcfd40b4220 con 0x7fcfd415af10 2024-09-16T07:24:42.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.485+0000 7fcfd27fc640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcfd40cd090 0x7fcfd40cf920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:42.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.485+0000 7fcfd27fc640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcfd40cd090 0x7fcfd40cf920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:56754/0 (socket says 172.21.15.31:56754) 2024-09-16T07:24:42.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.485+0000 7fcfd27fc640 1 -- 172.21.15.31:0/436284323 learned_addr learned my addr 172.21.15.31:0/436284323 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:42.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.485+0000 7fcfd2ffd640 1 --2- 172.21.15.31:0/436284323 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcfd4073c60 0x7fcfd41f8680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:42.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.485+0000 7fcfd37fe640 1 --2- 172.21.15.31:0/436284323 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcfd415af10 0x7fcfd406dc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:42.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.485+0000 7fcfd27fc640 1 -- 172.21.15.31:0/436284323 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcfd415af10 msgr2=0x7fcfd406dc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:42.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.485+0000 7fcfd27fc640 1 --2- 172.21.15.31:0/436284323 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcfd415af10 0x7fcfd406dc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:42.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.485+0000 7fcfd27fc640 1 -- 172.21.15.31:0/436284323 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcfd4073c60 msgr2=0x7fcfd41f8680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:42.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.485+0000 7fcfd27fc640 1 --2- 172.21.15.31:0/436284323 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcfd4073c60 0x7fcfd41f8680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:42.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.485+0000 7fcfd27fc640 1 -- 172.21.15.31:0/436284323 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcfd406e5c0 con 0x7fcfd40cd090 2024-09-16T07:24:42.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.485+0000 7fcfd2ffd640 1 --2- 172.21.15.31:0/436284323 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcfd4073c60 0x7fcfd41f8680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:24:42.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.485+0000 7fcfd27fc640 1 --2- 172.21.15.31:0/436284323 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcfd40cd090 0x7fcfd40cf920 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7fcfbc00c400 tx=0x7fcfbc00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:42.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.485+0000 7fcfcb7fe640 1 -- 172.21.15.31:0/436284323 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfbc011790 con 0x7fcfd40cd090 2024-09-16T07:24:42.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.486+0000 7fcfcb7fe640 1 -- 172.21.15.31:0/436284323 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcfbc017070 con 0x7fcfd40cd090 2024-09-16T07:24:42.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.486+0000 7fcfd94a3640 1 -- 172.21.15.31:0/436284323 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcfd406e8a0 con 0x7fcfd40cd090 2024-09-16T07:24:42.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.486+0000 7fcfcb7fe640 1 -- 172.21.15.31:0/436284323 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfbc011cc0 con 0x7fcfd40cd090 2024-09-16T07:24:42.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.486+0000 7fcfd94a3640 1 -- 172.21.15.31:0/436284323 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcfd41f7e80 con 0x7fcfd40cd090 2024-09-16T07:24:42.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.487+0000 7fcfd94a3640 1 -- 172.21.15.31:0/436284323 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcfd40b3b10 con 0x7fcfd40cd090 2024-09-16T07:24:42.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.487+0000 7fcfcb7fe640 1 -- 172.21.15.31:0/436284323 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 10) ==== 101491+0+0 (secure 0 0 0) 0x7fcfbc01c460 con 0x7fcfd40cd090 2024-09-16T07:24:42.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.488+0000 7fcfcb7fe640 1 --2- 172.21.15.31:0/436284323 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fcfb4078a90 0x7fcfb407af50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:42.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.488+0000 7fcfcb7fe640 1 -- 172.21.15.31:0/436284323 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7fcfbc09aaf0 con 0x7fcfd40cd090 2024-09-16T07:24:42.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.488+0000 7fcfd2ffd640 1 --2- 172.21.15.31:0/436284323 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fcfb4078a90 0x7fcfb407af50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:42.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.489+0000 7fcfd2ffd640 1 --2- 172.21.15.31:0/436284323 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fcfb4078a90 0x7fcfb407af50 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fcfc4034000 tx=0x7fcfc4004730 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:42.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.492+0000 7fcfcb7fe640 1 -- 172.21.15.31:0/436284323 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fcfbc062dd0 con 0x7fcfd40cd090 2024-09-16T07:24:42.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.704+0000 7fcfd94a3640 1 -- 172.21.15.31:0/436284323 --> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] -- mgr_command(tid 0: {"prefix": "fs subvolume rm", "vol_name": "cephfs", "sub_name": "subvol34511", "target": ["mon-mgr", ""]}) -- 0x7fcfd40b5e20 con 0x7fcfb4078a90 2024-09-16T07:24:42.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.720+0000 7fcfcb7fe640 1 -- 172.21.15.31:0/436284323 <== mgr.4117 v2:172.21.15.155:6808/3650624732 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fcfd40b5e20 con 0x7fcfb4078a90 2024-09-16T07:24:42.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.723+0000 7fcfd94a3640 1 -- 172.21.15.31:0/436284323 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fcfb4078a90 msgr2=0x7fcfb407af50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:42.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.723+0000 7fcfd94a3640 1 --2- 172.21.15.31:0/436284323 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fcfb4078a90 0x7fcfb407af50 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fcfc4034000 tx=0x7fcfc4004730 comp rx=0 tx=0).stop 2024-09-16T07:24:42.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.723+0000 7fcfd94a3640 1 -- 172.21.15.31:0/436284323 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcfd40cd090 msgr2=0x7fcfd40cf920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:42.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.723+0000 7fcfd94a3640 1 --2- 172.21.15.31:0/436284323 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcfd40cd090 0x7fcfd40cf920 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7fcfbc00c400 tx=0x7fcfbc00c8c0 comp rx=0 tx=0).stop 2024-09-16T07:24:42.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.723+0000 7fcfd94a3640 1 -- 172.21.15.31:0/436284323 shutdown_connections 2024-09-16T07:24:42.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.723+0000 7fcfd94a3640 1 --2- 172.21.15.31:0/436284323 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fcfb4078a90 0x7fcfb407af50 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:42.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.723+0000 7fcfd94a3640 1 --2- 172.21.15.31:0/436284323 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcfd415af10 0x7fcfd406dc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:42.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.723+0000 7fcfd94a3640 1 --2- 172.21.15.31:0/436284323 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcfd40cd090 0x7fcfd40cf920 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:42.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.723+0000 7fcfd94a3640 1 --2- 172.21.15.31:0/436284323 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcfd4073c60 0x7fcfd41f8680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:42.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.723+0000 7fcfd94a3640 1 -- 172.21.15.31:0/436284323 >> 172.21.15.31:0/436284323 conn(0x7fcfd40d0b60 msgr2=0x7fcfd4073550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:42.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.723+0000 7fcfd94a3640 1 -- 172.21.15.31:0/436284323 shutdown_connections 2024-09-16T07:24:42.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42.723+0000 7fcfd94a3640 1 -- 172.21.15.31:0/436284323 wait complete. 2024-09-16T07:24:42.735 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'stat -c %h /home/ubuntu/cephtest/mnt.0/./volumes/_deleting') 2024-09-16T07:24:42.785 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-16T07:24:42.791 INFO:teuthology.orchestra.run.smithi031.stdout:2 2024-09-16T07:24:42.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:24:42.797 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-16T07:24:42.798 DEBUG:teuthology.orchestra.run.smithi031:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T07:24:42.837 DEBUG:teuthology.orchestra.run.smithi155:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T07:24:42.879 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-16T07:24:42.879 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T07:24:42.879 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:24:42.879 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:24:42.895 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:24:42.895 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:24:42.951 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T07:24:43.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.099+0000 7fef9716c640 1 -- 172.21.15.31:0/4143662246 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fef900cfce0 msgr2=0x7fef900d0150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:43.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.099+0000 7fef9716c640 1 --2- 172.21.15.31:0/4143662246 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fef900cfce0 0x7fef900d0150 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7fef88005fd0 tx=0x7fef8802aa90 comp rx=0 tx=0).stop 2024-09-16T07:24:43.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.099+0000 7fef9716c640 1 -- 172.21.15.31:0/4143662246 shutdown_connections 2024-09-16T07:24:43.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.099+0000 7fef9716c640 1 --2- 172.21.15.31:0/4143662246 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fef900cfce0 0x7fef900d0150 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:43.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.099+0000 7fef9716c640 1 --2- 172.21.15.31:0/4143662246 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fef900d2410 0x7fef900b3090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:43.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.099+0000 7fef9716c640 1 -- 172.21.15.31:0/4143662246 >> 172.21.15.31:0/4143662246 conn(0x7fef9009aa30 msgr2=0x7fef9009ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:43.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.099+0000 7fef9716c640 1 -- 172.21.15.31:0/4143662246 shutdown_connections 2024-09-16T07:24:43.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.099+0000 7fef9716c640 1 -- 172.21.15.31:0/4143662246 wait complete. 2024-09-16T07:24:43.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.100+0000 7fef9716c640 1 Processor -- start 2024-09-16T07:24:43.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.100+0000 7fef9716c640 1 -- start start 2024-09-16T07:24:43.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.101+0000 7fef9716c640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fef900cfce0 0x7fef900c61b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:43.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.101+0000 7fef9716c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fef900d2410 0x7fef901f48a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:43.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.101+0000 7fef9716c640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fef9015f6d0 0x7fef900b7210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:43.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.101+0000 7fef9716c640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fef900b13c0 con 0x7fef900d2410 2024-09-16T07:24:43.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.101+0000 7fef9716c640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fef900b1240 con 0x7fef9015f6d0 2024-09-16T07:24:43.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.101+0000 7fef9716c640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fef900b1540 con 0x7fef900cfce0 2024-09-16T07:24:43.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.101+0000 7fef8ffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fef900d2410 0x7fef901f48a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:43.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.101+0000 7fef8ffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fef900d2410 0x7fef901f48a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:47368/0 (socket says 172.21.15.31:47368) 2024-09-16T07:24:43.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.101+0000 7fef8ffff640 1 -- 172.21.15.31:0/3079070107 learned_addr learned my addr 172.21.15.31:0/3079070107 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:43.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.101+0000 7fef94f08640 1 --2- 172.21.15.31:0/3079070107 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fef900cfce0 0x7fef900c61b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:43.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.101+0000 7fef95709640 1 --2- 172.21.15.31:0/3079070107 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fef9015f6d0 0x7fef900b7210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:43.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.101+0000 7fef8ffff640 1 -- 172.21.15.31:0/3079070107 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fef900cfce0 msgr2=0x7fef900c61b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:43.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.101+0000 7fef8ffff640 1 --2- 172.21.15.31:0/3079070107 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fef900cfce0 0x7fef900c61b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:43.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.101+0000 7fef8ffff640 1 -- 172.21.15.31:0/3079070107 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fef9015f6d0 msgr2=0x7fef900b7210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:43.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.101+0000 7fef8ffff640 1 --2- 172.21.15.31:0/3079070107 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fef9015f6d0 0x7fef900b7210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:43.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.101+0000 7fef8ffff640 1 -- 172.21.15.31:0/3079070107 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef901f4de0 con 0x7fef900d2410 2024-09-16T07:24:43.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.101+0000 7fef95709640 1 --2- 172.21.15.31:0/3079070107 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fef9015f6d0 0x7fef900b7210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:24:43.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.102+0000 7fef8ffff640 1 --2- 172.21.15.31:0/3079070107 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fef900d2410 0x7fef901f48a0 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7fef7c00b3f0 tx=0x7fef7c00b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:43.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.102+0000 7fef8d7fa640 1 -- 172.21.15.31:0/3079070107 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef7c015020 con 0x7fef900d2410 2024-09-16T07:24:43.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.102+0000 7fef8d7fa640 1 -- 172.21.15.31:0/3079070107 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fef7c011920 con 0x7fef900d2410 2024-09-16T07:24:43.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.102+0000 7fef9716c640 1 -- 172.21.15.31:0/3079070107 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef901f7ff0 con 0x7fef900d2410 2024-09-16T07:24:43.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.102+0000 7fef8d7fa640 1 -- 172.21.15.31:0/3079070107 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef7c011d70 con 0x7fef900d2410 2024-09-16T07:24:43.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.102+0000 7fef9716c640 1 -- 172.21.15.31:0/3079070107 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef901f5340 con 0x7fef900d2410 2024-09-16T07:24:43.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.103+0000 7fef9716c640 1 -- 172.21.15.31:0/3079070107 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fef901f81c0 con 0x7fef900d2410 2024-09-16T07:24:43.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.103+0000 7fef8d7fa640 1 -- 172.21.15.31:0/3079070107 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 11) ==== 101593+0+0 (secure 0 0 0) 0x7fef7c018020 con 0x7fef900d2410 2024-09-16T07:24:43.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.104+0000 7fef8d7fa640 1 --2- 172.21.15.31:0/3079070107 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fef74078bb0 0x7fef7407b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:43.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.104+0000 7fef8d7fa640 1 -- 172.21.15.31:0/3079070107 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7fef7c09ace0 con 0x7fef900d2410 2024-09-16T07:24:43.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.104+0000 7fef94f08640 1 --2- 172.21.15.31:0/3079070107 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fef74078bb0 0x7fef7407b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:43.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.105+0000 7fef94f08640 1 --2- 172.21.15.31:0/3079070107 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fef74078bb0 0x7fef7407b070 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fef84005fd0 tx=0x7fef84005850 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:43.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.108+0000 7fef8d7fa640 1 -- 172.21.15.31:0/3079070107 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fef7c01f030 con 0x7fef900d2410 2024-09-16T07:24:43.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.304+0000 7fef9716c640 1 -- 172.21.15.31:0/3079070107 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fef900b19f0 con 0x7fef900d2410 2024-09-16T07:24:43.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.304+0000 7fef8d7fa640 1 -- 172.21.15.31:0/3079070107 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v58) ==== 80+0+0 (secure 0 0 0) 0x7fef901f4de0 con 0x7fef900d2410 2024-09-16T07:24:43.305 INFO:teuthology.orchestra.run.smithi031.stderr:listed 0 entries 2024-09-16T07:24:43.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.307+0000 7fef9716c640 1 -- 172.21.15.31:0/3079070107 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fef74078bb0 msgr2=0x7fef7407b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:43.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.307+0000 7fef9716c640 1 --2- 172.21.15.31:0/3079070107 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fef74078bb0 0x7fef7407b070 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fef84005fd0 tx=0x7fef84005850 comp rx=0 tx=0).stop 2024-09-16T07:24:43.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.307+0000 7fef9716c640 1 -- 172.21.15.31:0/3079070107 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fef900d2410 msgr2=0x7fef901f48a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:43.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.307+0000 7fef9716c640 1 --2- 172.21.15.31:0/3079070107 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fef900d2410 0x7fef901f48a0 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7fef7c00b3f0 tx=0x7fef7c00b8b0 comp rx=0 tx=0).stop 2024-09-16T07:24:43.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.307+0000 7fef9716c640 1 -- 172.21.15.31:0/3079070107 shutdown_connections 2024-09-16T07:24:43.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.307+0000 7fef9716c640 1 --2- 172.21.15.31:0/3079070107 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fef74078bb0 0x7fef7407b070 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:43.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.307+0000 7fef9716c640 1 --2- 172.21.15.31:0/3079070107 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fef9015f6d0 0x7fef900b7210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:43.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.307+0000 7fef9716c640 1 --2- 172.21.15.31:0/3079070107 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fef900d2410 0x7fef901f48a0 unknown :-1 s=CLOSED pgs=669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:43.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.307+0000 7fef9716c640 1 --2- 172.21.15.31:0/3079070107 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fef900cfce0 0x7fef900c61b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:43.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.307+0000 7fef9716c640 1 -- 172.21.15.31:0/3079070107 >> 172.21.15.31:0/3079070107 conn(0x7fef9009aa30 msgr2=0x7fef90070780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:43.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.307+0000 7fef9716c640 1 -- 172.21.15.31:0/3079070107 shutdown_connections 2024-09-16T07:24:43.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.307+0000 7fef9716c640 1 -- 172.21.15.31:0/3079070107 wait complete. 2024-09-16T07:24:43.318 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi031.front.sepia.ceph.com... 2024-09-16T07:24:43.318 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:24:43.318 DEBUG:teuthology.orchestra.run.smithi031:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-16T07:24:43.342 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi031.stderr:ceph-fuse[55117]: fuse finished with error 0 and tester_r 0 2024-09-16T07:24:43.344 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi031.front.sepia.ceph.com 2024-09-16T07:24:43.344 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:24:43.344 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-16T07:24:43.401 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T07:24:43.402 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:24:43.402 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:24:43.419 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:24:43.419 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:24:43.477 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T07:24:43.583 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.583+0000 7f3eec0dd640 1 -- 172.21.15.31:0/3914064410 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3ee40d1900 msgr2=0x7f3ee40d1d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:43.583 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.583+0000 7f3eec0dd640 1 --2- 172.21.15.31:0/3914064410 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3ee40d1900 0x7f3ee40d1d60 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f3ed4009830 tx=0x7f3ed402a500 comp rx=0 tx=0).stop 2024-09-16T07:24:43.583 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.583+0000 7f3eec0dd640 1 -- 172.21.15.31:0/3914064410 shutdown_connections 2024-09-16T07:24:43.583 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.583+0000 7f3eec0dd640 1 --2- 172.21.15.31:0/3914064410 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3ee40d1900 0x7f3ee40d1d60 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:43.584 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.583+0000 7f3eec0dd640 1 --2- 172.21.15.31:0/3914064410 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3ee40b01a0 0x7f3ee415ed90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:43.584 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.583+0000 7f3eec0dd640 1 -- 172.21.15.31:0/3914064410 >> 172.21.15.31:0/3914064410 conn(0x7f3ee409aa30 msgr2=0x7f3ee409ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:43.584 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.583+0000 7f3eec0dd640 1 -- 172.21.15.31:0/3914064410 shutdown_connections 2024-09-16T07:24:43.584 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.583+0000 7f3eec0dd640 1 -- 172.21.15.31:0/3914064410 wait complete. 2024-09-16T07:24:43.584 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.584+0000 7f3eec0dd640 1 Processor -- start 2024-09-16T07:24:43.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.584+0000 7f3eec0dd640 1 -- start start 2024-09-16T07:24:43.587 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.585+0000 7f3eec0dd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3ee40b01a0 0x7f3ee41e82c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:43.587 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.585+0000 7f3eec0dd640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3ee40d1900 0x7f3ee40b3b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:43.587 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.585+0000 7f3eec0dd640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3ee4157a70 0x7f3ee40b4080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:43.587 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.585+0000 7f3eec0dd640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f3ee40b0da0 con 0x7f3ee40b01a0 2024-09-16T07:24:43.587 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.585+0000 7f3eec0dd640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f3ee40b0c20 con 0x7f3ee40d1900 2024-09-16T07:24:43.587 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.585+0000 7f3eec0dd640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f3ee41585d0 con 0x7f3ee4157a70 2024-09-16T07:24:43.587 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.585+0000 7f3ee9e79640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3ee40b01a0 0x7f3ee41e82c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:43.587 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.585+0000 7f3ee9e79640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3ee40b01a0 0x7f3ee41e82c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:47390/0 (socket says 172.21.15.31:47390) 2024-09-16T07:24:43.587 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.585+0000 7f3ee9e79640 1 -- 172.21.15.31:0/2232569938 learned_addr learned my addr 172.21.15.31:0/2232569938 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:43.587 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.585+0000 7f3eea67a640 1 --2- 172.21.15.31:0/2232569938 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3ee4157a70 0x7f3ee40b4080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:43.587 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.585+0000 7f3ee9678640 1 --2- 172.21.15.31:0/2232569938 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3ee40d1900 0x7f3ee40b3b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:43.588 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.585+0000 7f3ee9e79640 1 -- 172.21.15.31:0/2232569938 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3ee4157a70 msgr2=0x7f3ee40b4080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:43.588 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.585+0000 7f3ee9e79640 1 --2- 172.21.15.31:0/2232569938 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3ee4157a70 0x7f3ee40b4080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:43.588 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.585+0000 7f3ee9e79640 1 -- 172.21.15.31:0/2232569938 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3ee40d1900 msgr2=0x7f3ee40b3b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:43.588 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.585+0000 7f3ee9e79640 1 --2- 172.21.15.31:0/2232569938 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3ee40d1900 0x7f3ee40b3b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:43.588 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.585+0000 7f3ee9e79640 1 -- 172.21.15.31:0/2232569938 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ee40cdd70 con 0x7f3ee40b01a0 2024-09-16T07:24:43.588 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.585+0000 7f3ee9e79640 1 --2- 172.21.15.31:0/2232569938 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3ee40b01a0 0x7f3ee41e82c0 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f3ee000b4d0 tx=0x7f3ee000b990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:43.588 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.585+0000 7f3eda7fc640 1 -- 172.21.15.31:0/2232569938 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ee0014070 con 0x7f3ee40b01a0 2024-09-16T07:24:43.588 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.585+0000 7f3eda7fc640 1 -- 172.21.15.31:0/2232569938 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3ee0010960 con 0x7f3ee40b01a0 2024-09-16T07:24:43.588 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.585+0000 7f3eda7fc640 1 -- 172.21.15.31:0/2232569938 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ee0010db0 con 0x7f3ee40b01a0 2024-09-16T07:24:43.588 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.585+0000 7f3eec0dd640 1 -- 172.21.15.31:0/2232569938 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ee40ce050 con 0x7f3ee40b01a0 2024-09-16T07:24:43.588 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.585+0000 7f3eec0dd640 1 -- 172.21.15.31:0/2232569938 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ee40ce610 con 0x7f3ee40b01a0 2024-09-16T07:24:43.588 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.586+0000 7f3eec0dd640 1 -- 172.21.15.31:0/2232569938 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ee40cdae0 con 0x7f3ee40b01a0 2024-09-16T07:24:43.589 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.587+0000 7f3eda7fc640 1 -- 172.21.15.31:0/2232569938 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 11) ==== 101593+0+0 (secure 0 0 0) 0x7f3ee0017070 con 0x7f3ee40b01a0 2024-09-16T07:24:43.590 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.588+0000 7f3eda7fc640 1 --2- 172.21.15.31:0/2232569938 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f3ec8078bb0 0x7f3ec807b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:43.590 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.588+0000 7f3eda7fc640 1 -- 172.21.15.31:0/2232569938 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f3ee009aef0 con 0x7f3ee40b01a0 2024-09-16T07:24:43.590 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.588+0000 7f3ee9678640 1 --2- 172.21.15.31:0/2232569938 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f3ec8078bb0 0x7f3ec807b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:43.590 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.588+0000 7f3ee9678640 1 --2- 172.21.15.31:0/2232569938 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f3ec8078bb0 0x7f3ec807b070 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f3ed4034000 tx=0x7f3ed4004730 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:43.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.592+0000 7f3eda7fc640 1 -- 172.21.15.31:0/2232569938 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f3ee0062eb0 con 0x7f3ee40b01a0 2024-09-16T07:24:43.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.788+0000 7f3eec0dd640 1 -- 172.21.15.31:0/2232569938 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f3ee415ed90 con 0x7f3ee40b01a0 2024-09-16T07:24:43.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.788+0000 7f3eda7fc640 1 -- 172.21.15.31:0/2232569938 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v58) ==== 80+0+0 (secure 0 0 0) 0x7f3ee00627b0 con 0x7f3ee40b01a0 2024-09-16T07:24:43.788 INFO:teuthology.orchestra.run.smithi031.stderr:listed 0 entries 2024-09-16T07:24:43.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.790+0000 7f3eec0dd640 1 -- 172.21.15.31:0/2232569938 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f3ec8078bb0 msgr2=0x7f3ec807b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:43.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.790+0000 7f3eec0dd640 1 --2- 172.21.15.31:0/2232569938 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f3ec8078bb0 0x7f3ec807b070 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f3ed4034000 tx=0x7f3ed4004730 comp rx=0 tx=0).stop 2024-09-16T07:24:43.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.790+0000 7f3eec0dd640 1 -- 172.21.15.31:0/2232569938 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3ee40b01a0 msgr2=0x7f3ee41e82c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:43.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.790+0000 7f3eec0dd640 1 --2- 172.21.15.31:0/2232569938 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3ee40b01a0 0x7f3ee41e82c0 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f3ee000b4d0 tx=0x7f3ee000b990 comp rx=0 tx=0).stop 2024-09-16T07:24:43.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.790+0000 7f3eec0dd640 1 -- 172.21.15.31:0/2232569938 shutdown_connections 2024-09-16T07:24:43.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.790+0000 7f3eec0dd640 1 --2- 172.21.15.31:0/2232569938 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f3ec8078bb0 0x7f3ec807b070 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:43.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.790+0000 7f3eec0dd640 1 --2- 172.21.15.31:0/2232569938 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3ee4157a70 0x7f3ee40b4080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:43.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.790+0000 7f3eec0dd640 1 --2- 172.21.15.31:0/2232569938 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3ee40d1900 0x7f3ee40b3b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:43.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.790+0000 7f3eec0dd640 1 --2- 172.21.15.31:0/2232569938 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3ee40b01a0 0x7f3ee41e82c0 unknown :-1 s=CLOSED pgs=672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:43.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.790+0000 7f3eec0dd640 1 -- 172.21.15.31:0/2232569938 >> 172.21.15.31:0/2232569938 conn(0x7f3ee409aa30 msgr2=0x7f3ee40b4b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:43.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.790+0000 7f3eec0dd640 1 -- 172.21.15.31:0/2232569938 shutdown_connections 2024-09-16T07:24:43.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:43.790+0000 7f3eec0dd640 1 -- 172.21.15.31:0/2232569938 wait complete. 2024-09-16T07:24:43.801 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi155.front.sepia.ceph.com... 2024-09-16T07:24:43.801 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:24:43.801 DEBUG:teuthology.orchestra.run.smithi155:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-16T07:24:43.830 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi155.stderr:ceph-fuse[44870]: fuse finished with error 0 and tester_r 0 2024-09-16T07:24:43.832 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi155.front.sepia.ceph.com 2024-09-16T07:24:43.832 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:24:43.832 DEBUG:teuthology.orchestra.run.smithi155:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-16T07:24:43.939 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T07:24:43.940 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:24:43.940 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:24:43.957 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17171 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T07:24:43.957 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T07:24:43.957 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:24:43.957 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:24:43.975 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056027,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1315 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T07:24:43.976 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:24:44.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.103+0000 7f54482a3640 1 -- 172.21.15.31:0/761276319 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f544015ad00 msgr2=0x7f54400736e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:44.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.103+0000 7f54482a3640 1 --2- 172.21.15.31:0/761276319 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f544015ad00 0x7f54400736e0 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f5440073670 tx=0x7f543c02a4d0 comp rx=0 tx=0).stop 2024-09-16T07:24:44.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.103+0000 7f54482a3640 1 -- 172.21.15.31:0/761276319 shutdown_connections 2024-09-16T07:24:44.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.103+0000 7f54482a3640 1 --2- 172.21.15.31:0/761276319 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f54400746e0 0x7f54400ce7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:44.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.103+0000 7f54482a3640 1 --2- 172.21.15.31:0/761276319 >> v2:172.21.15.155:3300/0 conn(0x7f5440074280 0x7f5440073c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:44.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.103+0000 7f54482a3640 1 --2- 172.21.15.31:0/761276319 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f544015ad00 0x7f54400736e0 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:44.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.103+0000 7f54482a3640 1 -- 172.21.15.31:0/761276319 >> 172.21.15.31:0/761276319 conn(0x7f54400d0c20 msgr2=0x7f54400d1030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:44.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.103+0000 7f54482a3640 1 -- 172.21.15.31:0/761276319 shutdown_connections 2024-09-16T07:24:44.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.103+0000 7f54482a3640 1 -- 172.21.15.31:0/761276319 wait complete. 2024-09-16T07:24:44.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.104+0000 7f54482a3640 1 Processor -- start 2024-09-16T07:24:44.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.104+0000 7f54482a3640 1 -- start start 2024-09-16T07:24:44.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.105+0000 7f54482a3640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5440074280 0x7f54401f3870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:44.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.105+0000 7f54482a3640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f54400746e0 0x7f544009ca90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:44.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.105+0000 7f54482a3640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f544015ad00 0x7f54400ca020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:44.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.105+0000 7f54482a3640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f54400ced30 con 0x7f544015ad00 2024-09-16T07:24:44.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.105+0000 7f54482a3640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f54400d08b0 con 0x7f5440074280 2024-09-16T07:24:44.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.105+0000 7f54482a3640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f54400ceeb0 con 0x7f54400746e0 2024-09-16T07:24:44.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.105+0000 7f5446840640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f544015ad00 0x7f54400ca020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:44.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.105+0000 7f5446840640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f544015ad00 0x7f54400ca020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:47418/0 (socket says 172.21.15.31:47418) 2024-09-16T07:24:44.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.105+0000 7f544603f640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5440074280 0x7f54401f3870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:44.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.105+0000 7f5446840640 1 -- 172.21.15.31:0/3787757361 learned_addr learned my addr 172.21.15.31:0/3787757361 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:44.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.105+0000 7f544583e640 1 --2- 172.21.15.31:0/3787757361 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f54400746e0 0x7f544009ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:44.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.105+0000 7f5446840640 1 -- 172.21.15.31:0/3787757361 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f54400746e0 msgr2=0x7f544009ca90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:44.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.105+0000 7f5446840640 1 --2- 172.21.15.31:0/3787757361 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f54400746e0 0x7f544009ca90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:44.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.105+0000 7f5446840640 1 -- 172.21.15.31:0/3787757361 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5440074280 msgr2=0x7f54401f3870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:44.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.105+0000 7f5446840640 1 --2- 172.21.15.31:0/3787757361 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5440074280 0x7f54401f3870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:44.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.105+0000 7f5446840640 1 -- 172.21.15.31:0/3787757361 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54401f6af0 con 0x7f544015ad00 2024-09-16T07:24:44.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.105+0000 7f5446840640 1 --2- 172.21.15.31:0/3787757361 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f544015ad00 0x7f54400ca020 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f543800eaa0 tx=0x7f543800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:44.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.106+0000 7f5436ffd640 1 -- 172.21.15.31:0/3787757361 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f543800cdb0 con 0x7f544015ad00 2024-09-16T07:24:44.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.106+0000 7f5436ffd640 1 -- 172.21.15.31:0/3787757361 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5438004c10 con 0x7f544015ad00 2024-09-16T07:24:44.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.106+0000 7f54482a3640 1 -- 172.21.15.31:0/3787757361 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f54400c7cf0 con 0x7f544015ad00 2024-09-16T07:24:44.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.106+0000 7f5436ffd640 1 -- 172.21.15.31:0/3787757361 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5438005020 con 0x7f544015ad00 2024-09-16T07:24:44.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.106+0000 7f54482a3640 1 -- 172.21.15.31:0/3787757361 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54400c82b0 con 0x7f544015ad00 2024-09-16T07:24:44.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.107+0000 7f54482a3640 1 -- 172.21.15.31:0/3787757361 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f54400cf400 con 0x7f544015ad00 2024-09-16T07:24:44.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.107+0000 7f5436ffd640 1 -- 172.21.15.31:0/3787757361 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 11) ==== 101593+0+0 (secure 0 0 0) 0x7f54380051c0 con 0x7f544015ad00 2024-09-16T07:24:44.112 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.108+0000 7f5436ffd640 1 --2- 172.21.15.31:0/3787757361 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f5424078bb0 0x7f542407b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:44.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.108+0000 7f5436ffd640 1 -- 172.21.15.31:0/3787757361 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f543809b9c0 con 0x7f544015ad00 2024-09-16T07:24:44.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.108+0000 7f544603f640 1 --2- 172.21.15.31:0/3787757361 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f5424078bb0 0x7f542407b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:44.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.108+0000 7f544603f640 1 --2- 172.21.15.31:0/3787757361 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f5424078bb0 0x7f542407b070 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f543c033000 tx=0x7f543c004730 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:44.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.113+0000 7f5436ffd640 1 -- 172.21.15.31:0/3787757361 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f5438016030 con 0x7f544015ad00 2024-09-16T07:24:44.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.336+0000 7f54482a3640 1 -- 172.21.15.31:0/3787757361 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f54400736c0 con 0x7f544015ad00 2024-09-16T07:24:44.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.337+0000 7f5436ffd640 1 -- 172.21.15.31:0/3787757361 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 38 v38) ==== 94+0+5223 (secure 0 0 0) 0x7f5438063380 con 0x7f544015ad00 2024-09-16T07:24:44.337 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:24:44.337 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":38,"btime":"2024-09-16T07:24:30:004795+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5195,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/591914701","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6836","nonce":591914701},{"type":"v1","addr":"172.21.15.155:6837","nonce":591914701}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":32},{"gid":5443,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/2973170074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2973170074},{"type":"v1","addr":"172.21.15.155:6835","nonce":2973170074}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":5874,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6833/1149078406","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":1149078406},{"type":"v1","addr":"172.21.15.31:6833","nonce":1149078406}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31}],"filesystems":[{"mdsmap":{"epoch":37,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:24:15.317820+0000","modified":"2024-09-16T07:24:18.332000+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5895},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5895":{"gid":5895,"name":"a","rank":0,"incarnation":34,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6835/401448301","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6834","nonce":401448301},{"type":"v1","addr":"172.21.15.31:6835","nonce":401448301}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5895,"qdb_cluster":[5895]},"id":4}]} 2024-09-16T07:24:44.338 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 38 2024-09-16T07:24:44.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.340+0000 7f54482a3640 1 -- 172.21.15.31:0/3787757361 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f5424078bb0 msgr2=0x7f542407b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:44.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.340+0000 7f54482a3640 1 --2- 172.21.15.31:0/3787757361 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f5424078bb0 0x7f542407b070 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f543c033000 tx=0x7f543c004730 comp rx=0 tx=0).stop 2024-09-16T07:24:44.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.340+0000 7f54482a3640 1 -- 172.21.15.31:0/3787757361 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f544015ad00 msgr2=0x7f54400ca020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:44.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.340+0000 7f54482a3640 1 --2- 172.21.15.31:0/3787757361 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f544015ad00 0x7f54400ca020 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f543800eaa0 tx=0x7f543800ef60 comp rx=0 tx=0).stop 2024-09-16T07:24:44.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.340+0000 7f54482a3640 1 -- 172.21.15.31:0/3787757361 shutdown_connections 2024-09-16T07:24:44.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.340+0000 7f54482a3640 1 --2- 172.21.15.31:0/3787757361 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f5424078bb0 0x7f542407b070 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:44.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.340+0000 7f54482a3640 1 --2- 172.21.15.31:0/3787757361 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f544015ad00 0x7f54400ca020 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:44.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.340+0000 7f54482a3640 1 --2- 172.21.15.31:0/3787757361 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f54400746e0 0x7f544009ca90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:44.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.340+0000 7f54482a3640 1 --2- 172.21.15.31:0/3787757361 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5440074280 0x7f54401f3870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:44.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.340+0000 7f54482a3640 1 -- 172.21.15.31:0/3787757361 >> 172.21.15.31:0/3787757361 conn(0x7f54400d0c20 msgr2=0x7f54400c51e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:44.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.340+0000 7f54482a3640 1 -- 172.21.15.31:0/3787757361 shutdown_connections 2024-09-16T07:24:44.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.340+0000 7f54482a3640 1 -- 172.21.15.31:0/3787757361 wait complete. 2024-09-16T07:24:44.350 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:24:44.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.455+0000 7faa4b233640 1 -- 172.21.15.31:0/2111024994 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7faa440735a0 msgr2=0x7faa440739d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:44.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.455+0000 7faa4b233640 1 --2- 172.21.15.31:0/2111024994 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7faa440735a0 0x7faa440739d0 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7faa30005fd0 tx=0x7faa3002a540 comp rx=0 tx=0).stop 2024-09-16T07:24:44.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.455+0000 7faa4b233640 1 -- 172.21.15.31:0/2111024994 shutdown_connections 2024-09-16T07:24:44.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.455+0000 7faa4b233640 1 --2- 172.21.15.31:0/2111024994 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7faa4406ff80 0x7faa44070410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:44.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.455+0000 7faa4b233640 1 --2- 172.21.15.31:0/2111024994 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7faa440735a0 0x7faa440739d0 unknown :-1 s=CLOSED pgs=676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:44.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.455+0000 7faa4b233640 1 -- 172.21.15.31:0/2111024994 >> 172.21.15.31:0/2111024994 conn(0x7faa440b1690 msgr2=0x7faa440b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:44.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.455+0000 7faa4b233640 1 -- 172.21.15.31:0/2111024994 shutdown_connections 2024-09-16T07:24:44.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.455+0000 7faa4b233640 1 -- 172.21.15.31:0/2111024994 wait complete. 2024-09-16T07:24:44.459 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.457+0000 7faa4b233640 1 Processor -- start 2024-09-16T07:24:44.459 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.457+0000 7faa4b233640 1 -- start start 2024-09-16T07:24:44.459 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.457+0000 7faa4b233640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7faa4406ff80 0x7faa4413fc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:44.459 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.457+0000 7faa4b233640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7faa440735a0 0x7faa4406ee70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:44.459 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.458+0000 7faa4b233640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7faa4415aa70 0x7faa4406f3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:44.459 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.458+0000 7faa4b233640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7faa440cd270 con 0x7faa440735a0 2024-09-16T07:24:44.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.458+0000 7faa4b233640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7faa440cd0f0 con 0x7faa4406ff80 2024-09-16T07:24:44.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.458+0000 7faa4b233640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7faa440cd3f0 con 0x7faa4415aa70 2024-09-16T07:24:44.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.458+0000 7faa43fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7faa440735a0 0x7faa4406ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:44.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.458+0000 7faa43fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7faa440735a0 0x7faa4406ee70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:47440/0 (socket says 172.21.15.31:47440) 2024-09-16T07:24:44.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.458+0000 7faa43fff640 1 -- 172.21.15.31:0/375087172 learned_addr learned my addr 172.21.15.31:0/375087172 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:44.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.458+0000 7faa497d0640 1 --2- 172.21.15.31:0/375087172 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7faa4415aa70 0x7faa4406f3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:44.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.458+0000 7faa48fcf640 1 --2- 172.21.15.31:0/375087172 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7faa4406ff80 0x7faa4413fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:44.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.458+0000 7faa43fff640 1 -- 172.21.15.31:0/375087172 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7faa4415aa70 msgr2=0x7faa4406f3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:44.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.458+0000 7faa43fff640 1 --2- 172.21.15.31:0/375087172 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7faa4415aa70 0x7faa4406f3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:44.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.458+0000 7faa43fff640 1 -- 172.21.15.31:0/375087172 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7faa4406ff80 msgr2=0x7faa4413fc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:44.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.458+0000 7faa43fff640 1 --2- 172.21.15.31:0/375087172 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7faa4406ff80 0x7faa4413fc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:44.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.458+0000 7faa43fff640 1 -- 172.21.15.31:0/375087172 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa441405a0 con 0x7faa440735a0 2024-09-16T07:24:44.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.458+0000 7faa43fff640 1 --2- 172.21.15.31:0/375087172 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7faa440735a0 0x7faa4406ee70 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7faa30009850 tx=0x7faa300038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:44.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.458+0000 7faa417fa640 1 -- 172.21.15.31:0/375087172 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa3003f070 con 0x7faa440735a0 2024-09-16T07:24:44.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.458+0000 7faa417fa640 1 -- 172.21.15.31:0/375087172 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7faa300047a0 con 0x7faa440735a0 2024-09-16T07:24:44.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.458+0000 7faa4b233640 1 -- 172.21.15.31:0/375087172 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa44140880 con 0x7faa440735a0 2024-09-16T07:24:44.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.459+0000 7faa417fa640 1 -- 172.21.15.31:0/375087172 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa30035030 con 0x7faa440735a0 2024-09-16T07:24:44.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.459+0000 7faa4b233640 1 -- 172.21.15.31:0/375087172 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa44140e40 con 0x7faa440735a0 2024-09-16T07:24:44.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.459+0000 7faa4b233640 1 -- 172.21.15.31:0/375087172 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faa44142770 con 0x7faa440735a0 2024-09-16T07:24:44.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.460+0000 7faa417fa640 1 -- 172.21.15.31:0/375087172 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 11) ==== 101593+0+0 (secure 0 0 0) 0x7faa30042070 con 0x7faa440735a0 2024-09-16T07:24:44.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.461+0000 7faa417fa640 1 --2- 172.21.15.31:0/375087172 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7faa28078bb0 0x7faa2807b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:44.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.461+0000 7faa417fa640 1 -- 172.21.15.31:0/375087172 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7faa300bbd10 con 0x7faa440735a0 2024-09-16T07:24:44.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.461+0000 7faa48fcf640 1 --2- 172.21.15.31:0/375087172 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7faa28078bb0 0x7faa2807b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:44.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.461+0000 7faa48fcf640 1 --2- 172.21.15.31:0/375087172 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7faa28078bb0 0x7faa2807b070 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7faa38001720 tx=0x7faa38009040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:44.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.466+0000 7faa417fa640 1 -- 172.21.15.31:0/375087172 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7faa30083810 con 0x7faa440735a0 2024-09-16T07:24:44.689 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.689+0000 7faa4b233640 1 -- 172.21.15.31:0/375087172 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7faa440cd8a0 con 0x7faa440735a0 2024-09-16T07:24:44.690 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.689+0000 7faa417fa640 1 -- 172.21.15.31:0/375087172 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 38 v38) ==== 94+0+5223 (secure 0 0 0) 0x7faa30088240 con 0x7faa440735a0 2024-09-16T07:24:44.690 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:24:44.690 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":38,"btime":"2024-09-16T07:24:30:004795+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5195,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/591914701","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6836","nonce":591914701},{"type":"v1","addr":"172.21.15.155:6837","nonce":591914701}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":32},{"gid":5443,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/2973170074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2973170074},{"type":"v1","addr":"172.21.15.155:6835","nonce":2973170074}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":5874,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6833/1149078406","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":1149078406},{"type":"v1","addr":"172.21.15.31:6833","nonce":1149078406}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31}],"filesystems":[{"mdsmap":{"epoch":37,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:24:15.317820+0000","modified":"2024-09-16T07:24:18.332000+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5895},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5895":{"gid":5895,"name":"a","rank":0,"incarnation":34,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6835/401448301","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6834","nonce":401448301},{"type":"v1","addr":"172.21.15.31:6835","nonce":401448301}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5895,"qdb_cluster":[5895]},"id":4}]} 2024-09-16T07:24:44.690 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 38 2024-09-16T07:24:44.692 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.692+0000 7faa4b233640 1 -- 172.21.15.31:0/375087172 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7faa28078bb0 msgr2=0x7faa2807b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:44.692 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.692+0000 7faa4b233640 1 --2- 172.21.15.31:0/375087172 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7faa28078bb0 0x7faa2807b070 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7faa38001720 tx=0x7faa38009040 comp rx=0 tx=0).stop 2024-09-16T07:24:44.692 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.692+0000 7faa4b233640 1 -- 172.21.15.31:0/375087172 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7faa440735a0 msgr2=0x7faa4406ee70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:44.692 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.692+0000 7faa4b233640 1 --2- 172.21.15.31:0/375087172 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7faa440735a0 0x7faa4406ee70 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7faa30009850 tx=0x7faa300038a0 comp rx=0 tx=0).stop 2024-09-16T07:24:44.692 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.692+0000 7faa4b233640 1 -- 172.21.15.31:0/375087172 shutdown_connections 2024-09-16T07:24:44.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.692+0000 7faa4b233640 1 --2- 172.21.15.31:0/375087172 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7faa28078bb0 0x7faa2807b070 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:44.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.692+0000 7faa4b233640 1 --2- 172.21.15.31:0/375087172 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7faa4415aa70 0x7faa4406f3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:44.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.692+0000 7faa4b233640 1 --2- 172.21.15.31:0/375087172 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7faa440735a0 0x7faa4406ee70 unknown :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:44.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.692+0000 7faa4b233640 1 --2- 172.21.15.31:0/375087172 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7faa4406ff80 0x7faa4413fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:44.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.692+0000 7faa4b233640 1 -- 172.21.15.31:0/375087172 >> 172.21.15.31:0/375087172 conn(0x7faa440b1690 msgr2=0x7faa44159a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:44.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.692+0000 7faa4b233640 1 -- 172.21.15.31:0/375087172 shutdown_connections 2024-09-16T07:24:44.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.692+0000 7faa4b233640 1 -- 172.21.15.31:0/375087172 wait complete. 2024-09-16T07:24:44.703 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:24:44.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.807+0000 7f834c717640 1 -- 172.21.15.31:0/3974590947 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f834406ff80 msgr2=0x7f83440703f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:44.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.807+0000 7f834c717640 1 --2- 172.21.15.31:0/3974590947 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f834406ff80 0x7f83440703f0 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f834406ee40 tx=0x7f833c02a4a0 comp rx=0 tx=0).stop 2024-09-16T07:24:44.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.807+0000 7f834c717640 1 -- 172.21.15.31:0/3974590947 shutdown_connections 2024-09-16T07:24:44.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.807+0000 7f834c717640 1 --2- 172.21.15.31:0/3974590947 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f834406ff80 0x7f83440703f0 unknown :-1 s=CLOSED pgs=679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:44.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.807+0000 7f834c717640 1 --2- 172.21.15.31:0/3974590947 >> v2:172.21.15.155:3300/0 conn(0x7f83440735a0 0x7f83440739d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:44.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.807+0000 7f834c717640 1 -- 172.21.15.31:0/3974590947 >> 172.21.15.31:0/3974590947 conn(0x7f83440b1690 msgr2=0x7f83440b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:44.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.807+0000 7f834c717640 1 -- 172.21.15.31:0/3974590947 shutdown_connections 2024-09-16T07:24:44.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.807+0000 7f834c717640 1 -- 172.21.15.31:0/3974590947 wait complete. 2024-09-16T07:24:44.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.808+0000 7f834c717640 1 Processor -- start 2024-09-16T07:24:44.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.808+0000 7f834c717640 1 -- start start 2024-09-16T07:24:44.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.809+0000 7f834c717640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f834406ff80 0x7f8344159720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:44.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.809+0000 7f834c717640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f83440735a0 0x7f83441f8190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:44.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.809+0000 7f834c717640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f834415aa70 0x7f83441f86d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:44.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.809+0000 7f834c717640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f83440cd060 con 0x7f834415aa70 2024-09-16T07:24:44.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.809+0000 7f834c717640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f83440ccee0 con 0x7f834406ff80 2024-09-16T07:24:44.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.809+0000 7f834c717640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f83440cd1e0 con 0x7f83440735a0 2024-09-16T07:24:44.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.809+0000 7f834acb4640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f834415aa70 0x7f83441f86d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:44.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.809+0000 7f834acb4640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f834415aa70 0x7f83441f86d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:47458/0 (socket says 172.21.15.31:47458) 2024-09-16T07:24:44.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.809+0000 7f834acb4640 1 -- 172.21.15.31:0/1695950935 learned_addr learned my addr 172.21.15.31:0/1695950935 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:44.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.809+0000 7f834a4b3640 1 --2- 172.21.15.31:0/1695950935 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f834406ff80 0x7f8344159720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:44.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.810+0000 7f8349cb2640 1 --2- 172.21.15.31:0/1695950935 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f83440735a0 0x7f83441f8190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:44.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.810+0000 7f834acb4640 1 -- 172.21.15.31:0/1695950935 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f83440735a0 msgr2=0x7f83441f8190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:44.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.810+0000 7f834acb4640 1 --2- 172.21.15.31:0/1695950935 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f83440735a0 0x7f83441f8190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:44.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.810+0000 7f834acb4640 1 -- 172.21.15.31:0/1695950935 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f834406ff80 msgr2=0x7f8344159720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:44.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.810+0000 7f834acb4640 1 --2- 172.21.15.31:0/1695950935 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f834406ff80 0x7f8344159720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:44.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.810+0000 7f834acb4640 1 -- 172.21.15.31:0/1695950935 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83441f4ba0 con 0x7f834415aa70 2024-09-16T07:24:44.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.810+0000 7f8349cb2640 1 --2- 172.21.15.31:0/1695950935 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f83440735a0 0x7f83441f8190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:24:44.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.810+0000 7f834acb4640 1 --2- 172.21.15.31:0/1695950935 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f834415aa70 0x7f83441f86d0 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f833c009920 tx=0x7f833c032c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:44.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.810+0000 7f8342ffd640 1 -- 172.21.15.31:0/1695950935 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f833c040070 con 0x7f834415aa70 2024-09-16T07:24:44.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.810+0000 7f8342ffd640 1 -- 172.21.15.31:0/1695950935 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f833c005310 con 0x7f834415aa70 2024-09-16T07:24:44.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.810+0000 7f834c717640 1 -- 172.21.15.31:0/1695950935 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83441f8c10 con 0x7f834415aa70 2024-09-16T07:24:44.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.810+0000 7f8342ffd640 1 -- 172.21.15.31:0/1695950935 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f833c0047a0 con 0x7f834415aa70 2024-09-16T07:24:44.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.810+0000 7f834c717640 1 -- 172.21.15.31:0/1695950935 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83441f4e20 con 0x7f834415aa70 2024-09-16T07:24:44.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.811+0000 7f834c717640 1 -- 172.21.15.31:0/1695950935 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8344070eb0 con 0x7f834415aa70 2024-09-16T07:24:44.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.812+0000 7f8342ffd640 1 -- 172.21.15.31:0/1695950935 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 11) ==== 101593+0+0 (secure 0 0 0) 0x7f833c039040 con 0x7f834415aa70 2024-09-16T07:24:44.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.812+0000 7f8342ffd640 1 --2- 172.21.15.31:0/1695950935 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f8330078bb0 0x7f833007b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:44.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.812+0000 7f8342ffd640 1 -- 172.21.15.31:0/1695950935 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f833c0bc090 con 0x7f834415aa70 2024-09-16T07:24:44.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.813+0000 7f834a4b3640 1 --2- 172.21.15.31:0/1695950935 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f8330078bb0 0x7f833007b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:44.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.813+0000 7f834a4b3640 1 --2- 172.21.15.31:0/1695950935 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f8330078bb0 0x7f833007b070 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f83440c9d90 tx=0x7f83340019f0 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:44.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:44.817+0000 7f8342ffd640 1 -- 172.21.15.31:0/1695950935 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f8344070eb0 con 0x7f834415aa70 2024-09-16T07:24:45.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.006+0000 7f834c717640 1 -- 172.21.15.31:0/1695950935 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8344158100 con 0x7f834415aa70 2024-09-16T07:24:45.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.007+0000 7f8342ffd640 1 -- 172.21.15.31:0/1695950935 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v58) ==== 74+0+16701 (secure 0 0 0) 0x7f83441f4ba0 con 0x7f834415aa70 2024-09-16T07:24:45.007 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:24:45.008 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":58,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:24:16.939982+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:24:12.967873+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-16T07:24:14.279099+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"58","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:24:45.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.010+0000 7f834c717640 1 -- 172.21.15.31:0/1695950935 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f8330078bb0 msgr2=0x7f833007b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:45.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.010+0000 7f834c717640 1 --2- 172.21.15.31:0/1695950935 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f8330078bb0 0x7f833007b070 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f83440c9d90 tx=0x7f83340019f0 comp rx=0 tx=0).stop 2024-09-16T07:24:45.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.010+0000 7f834c717640 1 -- 172.21.15.31:0/1695950935 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f834415aa70 msgr2=0x7f83441f86d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:45.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.010+0000 7f834c717640 1 --2- 172.21.15.31:0/1695950935 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f834415aa70 0x7f83441f86d0 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f833c009920 tx=0x7f833c032c00 comp rx=0 tx=0).stop 2024-09-16T07:24:45.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.010+0000 7f834c717640 1 -- 172.21.15.31:0/1695950935 shutdown_connections 2024-09-16T07:24:45.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.010+0000 7f834c717640 1 --2- 172.21.15.31:0/1695950935 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f8330078bb0 0x7f833007b070 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:45.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.010+0000 7f834c717640 1 --2- 172.21.15.31:0/1695950935 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f834415aa70 0x7f83441f86d0 unknown :-1 s=CLOSED pgs=680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:45.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.010+0000 7f834c717640 1 --2- 172.21.15.31:0/1695950935 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f83440735a0 0x7f83441f8190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:45.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.010+0000 7f834c717640 1 --2- 172.21.15.31:0/1695950935 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f834406ff80 0x7f8344159720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:45.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.010+0000 7f834c717640 1 -- 172.21.15.31:0/1695950935 >> 172.21.15.31:0/1695950935 conn(0x7f83440b1690 msgr2=0x7f834406ee70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:45.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.010+0000 7f834c717640 1 -- 172.21.15.31:0/1695950935 shutdown_connections 2024-09-16T07:24:45.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.010+0000 7f834c717640 1 -- 172.21.15.31:0/1695950935 wait complete. 2024-09-16T07:24:45.020 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-16T07:24:45.021 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:24:45.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.126+0000 7f2d89b4b640 1 -- 172.21.15.31:0/938945042 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2d84161b30 msgr2=0x7f2d840cf920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:45.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.126+0000 7f2d89b4b640 1 --2- 172.21.15.31:0/938945042 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2d84161b30 0x7f2d840cf920 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f2d74005fd0 tx=0x7f2d7402a620 comp rx=0 tx=0).stop 2024-09-16T07:24:45.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.126+0000 7f2d89b4b640 1 -- 172.21.15.31:0/938945042 shutdown_connections 2024-09-16T07:24:45.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.126+0000 7f2d89b4b640 1 --2- 172.21.15.31:0/938945042 >> v2:172.21.15.155:3300/0 conn(0x7f2d840d1a10 0x7f2d84161f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:45.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.126+0000 7f2d89b4b640 1 --2- 172.21.15.31:0/938945042 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2d84161b30 0x7f2d840cf920 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:45.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.126+0000 7f2d89b4b640 1 -- 172.21.15.31:0/938945042 >> 172.21.15.31:0/938945042 conn(0x7f2d840d3e40 msgr2=0x7f2d840d4250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:45.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.126+0000 7f2d89b4b640 1 -- 172.21.15.31:0/938945042 shutdown_connections 2024-09-16T07:24:45.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.126+0000 7f2d89b4b640 1 -- 172.21.15.31:0/938945042 wait complete. 2024-09-16T07:24:45.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.127+0000 7f2d89b4b640 1 Processor -- start 2024-09-16T07:24:45.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.128+0000 7f2d89b4b640 1 -- start start 2024-09-16T07:24:45.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.128+0000 7f2d89b4b640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2d840d1a10 0x7f2d8414fe70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:45.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.128+0000 7f2d89b4b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2d84160ac0 0x7f2d8414d520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:45.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.128+0000 7f2d89b4b640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2d84161b30 0x7f2d841f82e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:45.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.128+0000 7f2d89b4b640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f2d840b39e0 con 0x7f2d84160ac0 2024-09-16T07:24:45.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.128+0000 7f2d89b4b640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f2d84161850 con 0x7f2d84161b30 2024-09-16T07:24:45.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.128+0000 7f2d89b4b640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f2d840b3b60 con 0x7f2d840d1a10 2024-09-16T07:24:45.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.128+0000 7f2d82ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2d84160ac0 0x7f2d8414d520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:45.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.128+0000 7f2d82ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2d84160ac0 0x7f2d8414d520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:47478/0 (socket says 172.21.15.31:47478) 2024-09-16T07:24:45.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.128+0000 7f2d82ffd640 1 -- 172.21.15.31:0/3162445340 learned_addr learned my addr 172.21.15.31:0/3162445340 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:45.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.129+0000 7f2d837fe640 1 --2- 172.21.15.31:0/3162445340 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2d840d1a10 0x7f2d8414fe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:45.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.129+0000 7f2d83fff640 1 --2- 172.21.15.31:0/3162445340 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2d84161b30 0x7f2d841f82e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:45.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.129+0000 7f2d82ffd640 1 -- 172.21.15.31:0/3162445340 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2d840d1a10 msgr2=0x7f2d8414fe70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:45.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.129+0000 7f2d82ffd640 1 --2- 172.21.15.31:0/3162445340 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2d840d1a10 0x7f2d8414fe70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:45.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.129+0000 7f2d82ffd640 1 -- 172.21.15.31:0/3162445340 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2d84161b30 msgr2=0x7f2d841f82e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:45.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.129+0000 7f2d82ffd640 1 --2- 172.21.15.31:0/3162445340 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2d84161b30 0x7f2d841f82e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:45.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.129+0000 7f2d82ffd640 1 -- 172.21.15.31:0/3162445340 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d841503b0 con 0x7f2d84160ac0 2024-09-16T07:24:45.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.129+0000 7f2d82ffd640 1 --2- 172.21.15.31:0/3162445340 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2d84160ac0 0x7f2d8414d520 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f2d7800d770 tx=0x7f2d7800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:45.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.129+0000 7f2d6bfff640 1 -- 172.21.15.31:0/3162445340 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d78017070 con 0x7f2d84160ac0 2024-09-16T07:24:45.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.129+0000 7f2d89b4b640 1 -- 172.21.15.31:0/3162445340 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d84150650 con 0x7f2d84160ac0 2024-09-16T07:24:45.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.129+0000 7f2d6bfff640 1 -- 172.21.15.31:0/3162445340 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2d78009d20 con 0x7f2d84160ac0 2024-09-16T07:24:45.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.129+0000 7f2d6bfff640 1 -- 172.21.15.31:0/3162445340 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d78005280 con 0x7f2d84160ac0 2024-09-16T07:24:45.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.129+0000 7f2d89b4b640 1 -- 172.21.15.31:0/3162445340 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d84150c10 con 0x7f2d84160ac0 2024-09-16T07:24:45.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.130+0000 7f2d89b4b640 1 -- 172.21.15.31:0/3162445340 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2d841f7bb0 con 0x7f2d84160ac0 2024-09-16T07:24:45.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.131+0000 7f2d6bfff640 1 -- 172.21.15.31:0/3162445340 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 11) ==== 101593+0+0 (secure 0 0 0) 0x7f2d78005420 con 0x7f2d84160ac0 2024-09-16T07:24:45.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.131+0000 7f2d6bfff640 1 --2- 172.21.15.31:0/3162445340 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2d70078bb0 0x7f2d7007b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:45.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.131+0000 7f2d6bfff640 1 -- 172.21.15.31:0/3162445340 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f2d7809b1f0 con 0x7f2d84160ac0 2024-09-16T07:24:45.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.132+0000 7f2d837fe640 1 --2- 172.21.15.31:0/3162445340 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2d70078bb0 0x7f2d7007b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:45.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.132+0000 7f2d837fe640 1 --2- 172.21.15.31:0/3162445340 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2d70078bb0 0x7f2d7007b070 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f2d74033000 tx=0x7f2d74004730 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:45.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.136+0000 7f2d6bfff640 1 -- 172.21.15.31:0/3162445340 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f2d78062b70 con 0x7f2d84160ac0 2024-09-16T07:24:45.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.360+0000 7f2d89b4b640 1 -- 172.21.15.31:0/3162445340 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2d840b3580 con 0x7f2d84160ac0 2024-09-16T07:24:45.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.361+0000 7f2d6bfff640 1 -- 172.21.15.31:0/3162445340 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 38 v38) ==== 94+0+5223 (secure 0 0 0) 0x7f2d780675a0 con 0x7f2d84160ac0 2024-09-16T07:24:45.361 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:24:45.361 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":38,"btime":"2024-09-16T07:24:30:004795+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5195,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/591914701","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6836","nonce":591914701},{"type":"v1","addr":"172.21.15.155:6837","nonce":591914701}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":32},{"gid":5443,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/2973170074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2973170074},{"type":"v1","addr":"172.21.15.155:6835","nonce":2973170074}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":5874,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6833/1149078406","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":1149078406},{"type":"v1","addr":"172.21.15.31:6833","nonce":1149078406}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31}],"filesystems":[{"mdsmap":{"epoch":37,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:24:15.317820+0000","modified":"2024-09-16T07:24:18.332000+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5895},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5895":{"gid":5895,"name":"a","rank":0,"incarnation":34,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6835/401448301","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6834","nonce":401448301},{"type":"v1","addr":"172.21.15.31:6835","nonce":401448301}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5895,"qdb_cluster":[5895]},"id":4}]} 2024-09-16T07:24:45.361 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 38 2024-09-16T07:24:45.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.363+0000 7f2d89b4b640 1 -- 172.21.15.31:0/3162445340 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2d70078bb0 msgr2=0x7f2d7007b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:45.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.363+0000 7f2d89b4b640 1 --2- 172.21.15.31:0/3162445340 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2d70078bb0 0x7f2d7007b070 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f2d74033000 tx=0x7f2d74004730 comp rx=0 tx=0).stop 2024-09-16T07:24:45.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.363+0000 7f2d89b4b640 1 -- 172.21.15.31:0/3162445340 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2d84160ac0 msgr2=0x7f2d8414d520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:45.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.363+0000 7f2d89b4b640 1 --2- 172.21.15.31:0/3162445340 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2d84160ac0 0x7f2d8414d520 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f2d7800d770 tx=0x7f2d7800dc30 comp rx=0 tx=0).stop 2024-09-16T07:24:45.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.363+0000 7f2d89b4b640 1 -- 172.21.15.31:0/3162445340 shutdown_connections 2024-09-16T07:24:45.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.363+0000 7f2d89b4b640 1 --2- 172.21.15.31:0/3162445340 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2d70078bb0 0x7f2d7007b070 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:45.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.363+0000 7f2d89b4b640 1 --2- 172.21.15.31:0/3162445340 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2d84161b30 0x7f2d841f82e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:45.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.363+0000 7f2d89b4b640 1 --2- 172.21.15.31:0/3162445340 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2d84160ac0 0x7f2d8414d520 unknown :-1 s=CLOSED pgs=682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:45.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.363+0000 7f2d89b4b640 1 --2- 172.21.15.31:0/3162445340 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2d840d1a10 0x7f2d8414fe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:45.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.363+0000 7f2d89b4b640 1 -- 172.21.15.31:0/3162445340 >> 172.21.15.31:0/3162445340 conn(0x7f2d840d3e40 msgr2=0x7f2d84160f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:45.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.363+0000 7f2d89b4b640 1 -- 172.21.15.31:0/3162445340 shutdown_connections 2024-09-16T07:24:45.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.363+0000 7f2d89b4b640 1 -- 172.21.15.31:0/3162445340 wait complete. 2024-09-16T07:24:45.373 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:24:45.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.479+0000 7f057333d640 1 -- 172.21.15.31:0/2238293220 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f056c159680 msgr2=0x7f056c15d270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:45.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.479+0000 7f057333d640 1 --2- 172.21.15.31:0/2238293220 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f056c159680 0x7f056c15d270 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7f0568005fd0 tx=0x7f056802a530 comp rx=0 tx=0).stop 2024-09-16T07:24:45.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.479+0000 7f057333d640 1 -- 172.21.15.31:0/2238293220 shutdown_connections 2024-09-16T07:24:45.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.479+0000 7f057333d640 1 --2- 172.21.15.31:0/2238293220 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f056c15fe60 0x7f056c0ceac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:45.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.479+0000 7f057333d640 1 --2- 172.21.15.31:0/2238293220 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f056c159680 0x7f056c15d270 unknown :-1 s=CLOSED pgs=683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:45.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.479+0000 7f057333d640 1 -- 172.21.15.31:0/2238293220 >> 172.21.15.31:0/2238293220 conn(0x7f056c0b1690 msgr2=0x7f056c0b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:45.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.479+0000 7f057333d640 1 -- 172.21.15.31:0/2238293220 shutdown_connections 2024-09-16T07:24:45.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.479+0000 7f057333d640 1 -- 172.21.15.31:0/2238293220 wait complete. 2024-09-16T07:24:45.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.480+0000 7f057333d640 1 Processor -- start 2024-09-16T07:24:45.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.480+0000 7f057333d640 1 -- start start 2024-09-16T07:24:45.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.481+0000 7f057333d640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f056c0cc490 0x7f056c1460c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:45.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.481+0000 7f057333d640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f056c159680 0x7f056c0735f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:45.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.481+0000 7f057333d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f056c15fe60 0x7f056c073b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:45.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.481+0000 7f057333d640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f056c0cca80 con 0x7f056c15fe60 2024-09-16T07:24:45.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.481+0000 7f057333d640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f056c0cc900 con 0x7f056c0cc490 2024-09-16T07:24:45.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.481+0000 7f057333d640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f056c0ccc00 con 0x7f056c159680 2024-09-16T07:24:45.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.481+0000 7f05718da640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f056c15fe60 0x7f056c073b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:45.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.481+0000 7f05718da640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f056c15fe60 0x7f056c073b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:47508/0 (socket says 172.21.15.31:47508) 2024-09-16T07:24:45.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.481+0000 7f05718da640 1 -- 172.21.15.31:0/330385519 learned_addr learned my addr 172.21.15.31:0/330385519 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:45.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.481+0000 7f05708d8640 1 --2- 172.21.15.31:0/330385519 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f056c159680 0x7f056c0735f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:45.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.481+0000 7f05710d9640 1 --2- 172.21.15.31:0/330385519 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f056c0cc490 0x7f056c1460c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:45.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.481+0000 7f05718da640 1 -- 172.21.15.31:0/330385519 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f056c159680 msgr2=0x7f056c0735f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:45.483 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.481+0000 7f05718da640 1 --2- 172.21.15.31:0/330385519 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f056c159680 0x7f056c0735f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:45.483 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.481+0000 7f05718da640 1 -- 172.21.15.31:0/330385519 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f056c0cc490 msgr2=0x7f056c1460c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:45.483 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.481+0000 7f05718da640 1 --2- 172.21.15.31:0/330385519 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f056c0cc490 0x7f056c1460c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:45.483 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.481+0000 7f05718da640 1 -- 172.21.15.31:0/330385519 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f056c0aada0 con 0x7f056c15fe60 2024-09-16T07:24:45.483 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.481+0000 7f05708d8640 1 --2- 172.21.15.31:0/330385519 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f056c159680 0x7f056c0735f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:24:45.483 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.481+0000 7f05718da640 1 --2- 172.21.15.31:0/330385519 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f056c15fe60 0x7f056c073b30 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f056400b970 tx=0x7f056400be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:45.483 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.481+0000 7f0561ffb640 1 -- 172.21.15.31:0/330385519 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0564019070 con 0x7f056c15fe60 2024-09-16T07:24:45.483 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.481+0000 7f0561ffb640 1 -- 172.21.15.31:0/330385519 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f056400cbf0 con 0x7f056c15fe60 2024-09-16T07:24:45.483 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.481+0000 7f0561ffb640 1 -- 172.21.15.31:0/330385519 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0564014440 con 0x7f056c15fe60 2024-09-16T07:24:45.483 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.481+0000 7f057333d640 1 -- 172.21.15.31:0/330385519 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f056c146600 con 0x7f056c15fe60 2024-09-16T07:24:45.483 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.482+0000 7f057333d640 1 -- 172.21.15.31:0/330385519 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f056c146b30 con 0x7f056c15fe60 2024-09-16T07:24:45.484 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.483+0000 7f057333d640 1 -- 172.21.15.31:0/330385519 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f056c160440 con 0x7f056c15fe60 2024-09-16T07:24:45.484 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.483+0000 7f0561ffb640 1 -- 172.21.15.31:0/330385519 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 11) ==== 101593+0+0 (secure 0 0 0) 0x7f056401c070 con 0x7f056c15fe60 2024-09-16T07:24:45.484 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.483+0000 7f0561ffb640 1 --2- 172.21.15.31:0/330385519 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0550078bb0 0x7f055007b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:45.484 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.484+0000 7f0561ffb640 1 -- 172.21.15.31:0/330385519 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f056409acd0 con 0x7f056c15fe60 2024-09-16T07:24:45.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.484+0000 7f05710d9640 1 --2- 172.21.15.31:0/330385519 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0550078bb0 0x7f055007b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:45.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.484+0000 7f05710d9640 1 --2- 172.21.15.31:0/330385519 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0550078bb0 0x7f055007b070 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f0568033000 tx=0x7f0568004730 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:45.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.488+0000 7f0561ffb640 1 -- 172.21.15.31:0/330385519 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f05640a0020 con 0x7f056c15fe60 2024-09-16T07:24:45.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.713+0000 7f057333d640 1 -- 172.21.15.31:0/330385519 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f056c0b1d20 con 0x7f056c15fe60 2024-09-16T07:24:45.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.713+0000 7f0561ffb640 1 -- 172.21.15.31:0/330385519 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 38 v38) ==== 94+0+5223 (secure 0 0 0) 0x7f056c146600 con 0x7f056c15fe60 2024-09-16T07:24:45.713 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:24:45.713 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":38,"btime":"2024-09-16T07:24:30:004795+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5195,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/591914701","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6836","nonce":591914701},{"type":"v1","addr":"172.21.15.155:6837","nonce":591914701}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":32},{"gid":5443,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/2973170074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2973170074},{"type":"v1","addr":"172.21.15.155:6835","nonce":2973170074}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":5874,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6833/1149078406","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":1149078406},{"type":"v1","addr":"172.21.15.31:6833","nonce":1149078406}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31}],"filesystems":[{"mdsmap":{"epoch":37,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:24:15.317820+0000","modified":"2024-09-16T07:24:18.332000+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5895},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5895":{"gid":5895,"name":"a","rank":0,"incarnation":34,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6835/401448301","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6834","nonce":401448301},{"type":"v1","addr":"172.21.15.31:6835","nonce":401448301}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5895,"qdb_cluster":[5895]},"id":4}]} 2024-09-16T07:24:45.713 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 38 2024-09-16T07:24:45.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.715+0000 7f057333d640 1 -- 172.21.15.31:0/330385519 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0550078bb0 msgr2=0x7f055007b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:45.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.715+0000 7f057333d640 1 --2- 172.21.15.31:0/330385519 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0550078bb0 0x7f055007b070 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f0568033000 tx=0x7f0568004730 comp rx=0 tx=0).stop 2024-09-16T07:24:45.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.715+0000 7f057333d640 1 -- 172.21.15.31:0/330385519 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f056c15fe60 msgr2=0x7f056c073b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:45.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.715+0000 7f057333d640 1 --2- 172.21.15.31:0/330385519 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f056c15fe60 0x7f056c073b30 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f056400b970 tx=0x7f056400be30 comp rx=0 tx=0).stop 2024-09-16T07:24:45.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.716+0000 7f057333d640 1 -- 172.21.15.31:0/330385519 shutdown_connections 2024-09-16T07:24:45.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.716+0000 7f057333d640 1 --2- 172.21.15.31:0/330385519 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0550078bb0 0x7f055007b070 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:45.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.716+0000 7f057333d640 1 --2- 172.21.15.31:0/330385519 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f056c15fe60 0x7f056c073b30 unknown :-1 s=CLOSED pgs=684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:45.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.716+0000 7f057333d640 1 --2- 172.21.15.31:0/330385519 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f056c159680 0x7f056c0735f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:45.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.716+0000 7f057333d640 1 --2- 172.21.15.31:0/330385519 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f056c0cc490 0x7f056c1460c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:45.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.716+0000 7f057333d640 1 -- 172.21.15.31:0/330385519 >> 172.21.15.31:0/330385519 conn(0x7f056c0b1690 msgr2=0x7f056c06e810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:45.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.716+0000 7f057333d640 1 -- 172.21.15.31:0/330385519 shutdown_connections 2024-09-16T07:24:45.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.716+0000 7f057333d640 1 -- 172.21.15.31:0/330385519 wait complete. 2024-09-16T07:24:45.726 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:24:45.831 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.832+0000 7fcdc8248640 1 -- 172.21.15.31:0/2809853112 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcdc00b1ae0 msgr2=0x7fcdc00ce630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:45.831 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.832+0000 7fcdc8248640 1 --2- 172.21.15.31:0/2809853112 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcdc00b1ae0 0x7fcdc00ce630 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7fcdc0073c60 tx=0x7fcdb402a560 comp rx=0 tx=0).stop 2024-09-16T07:24:45.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.832+0000 7fcdc8248640 1 -- 172.21.15.31:0/2809853112 shutdown_connections 2024-09-16T07:24:45.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.832+0000 7fcdc8248640 1 --2- 172.21.15.31:0/2809853112 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcdc00b1ae0 0x7fcdc00ce630 unknown :-1 s=CLOSED pgs=686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:45.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.832+0000 7fcdc8248640 1 --2- 172.21.15.31:0/2809853112 >> v2:172.21.15.155:3300/0 conn(0x7fcdc015bd30 0x7fcdc00b15a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:45.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.832+0000 7fcdc8248640 1 -- 172.21.15.31:0/2809853112 >> 172.21.15.31:0/2809853112 conn(0x7fcdc00d1c40 msgr2=0x7fcdc00d2050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:45.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.832+0000 7fcdc8248640 1 -- 172.21.15.31:0/2809853112 shutdown_connections 2024-09-16T07:24:45.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.832+0000 7fcdc8248640 1 -- 172.21.15.31:0/2809853112 wait complete. 2024-09-16T07:24:45.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.833+0000 7fcdc8248640 1 Processor -- start 2024-09-16T07:24:45.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.833+0000 7fcdc8248640 1 -- start start 2024-09-16T07:24:45.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.834+0000 7fcdc8248640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcdc00d2760 0x7fcdc00b66d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:45.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.834+0000 7fcdc8248640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcdc015bd30 0x7fcdc015c460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:45.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.834+0000 7fcdc8248640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcdc00cb460 0x7fcdc015c9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:45.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.834+0000 7fcdc8248640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fcdc00cda80 con 0x7fcdc015bd30 2024-09-16T07:24:45.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.834+0000 7fcdc8248640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fcdc00cd900 con 0x7fcdc00d2760 2024-09-16T07:24:45.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.834+0000 7fcdc8248640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fcdc00cafd0 con 0x7fcdc00cb460 2024-09-16T07:24:45.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.834+0000 7fcdc57e3640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcdc015bd30 0x7fcdc015c460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:45.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.834+0000 7fcdc57e3640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcdc015bd30 0x7fcdc015c460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:47526/0 (socket says 172.21.15.31:47526) 2024-09-16T07:24:45.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.834+0000 7fcdc57e3640 1 -- 172.21.15.31:0/982309626 learned_addr learned my addr 172.21.15.31:0/982309626 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:45.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.834+0000 7fcdc5fe4640 1 --2- 172.21.15.31:0/982309626 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcdc00d2760 0x7fcdc00b66d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:45.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.834+0000 7fcdc67e5640 1 --2- 172.21.15.31:0/982309626 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcdc00cb460 0x7fcdc015c9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:45.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.834+0000 7fcdc57e3640 1 -- 172.21.15.31:0/982309626 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcdc00cb460 msgr2=0x7fcdc015c9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:45.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.834+0000 7fcdc57e3640 1 --2- 172.21.15.31:0/982309626 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcdc00cb460 0x7fcdc015c9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:45.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.834+0000 7fcdc57e3640 1 -- 172.21.15.31:0/982309626 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcdc00d2760 msgr2=0x7fcdc00b66d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:45.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.834+0000 7fcdc57e3640 1 --2- 172.21.15.31:0/982309626 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcdc00d2760 0x7fcdc00b66d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:45.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.834+0000 7fcdc57e3640 1 -- 172.21.15.31:0/982309626 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcdc0156910 con 0x7fcdc015bd30 2024-09-16T07:24:45.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.834+0000 7fcdc5fe4640 1 --2- 172.21.15.31:0/982309626 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcdc00d2760 0x7fcdc00b66d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:24:45.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.834+0000 7fcdc57e3640 1 --2- 172.21.15.31:0/982309626 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcdc015bd30 0x7fcdc015c460 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7fcdb4009850 tx=0x7fcdb40039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:45.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.835+0000 7fcdb27fc640 1 -- 172.21.15.31:0/982309626 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdb403f070 con 0x7fcdc015bd30 2024-09-16T07:24:45.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.835+0000 7fcdb27fc640 1 -- 172.21.15.31:0/982309626 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcdb4004890 con 0x7fcdc015bd30 2024-09-16T07:24:45.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.835+0000 7fcdc8248640 1 -- 172.21.15.31:0/982309626 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcdc015f0c0 con 0x7fcdc015bd30 2024-09-16T07:24:45.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.835+0000 7fcdb27fc640 1 -- 172.21.15.31:0/982309626 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdb4035030 con 0x7fcdc015bd30 2024-09-16T07:24:45.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.835+0000 7fcdc8248640 1 -- 172.21.15.31:0/982309626 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcdc00cac60 con 0x7fcdc015bd30 2024-09-16T07:24:45.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.836+0000 7fcdc8248640 1 -- 172.21.15.31:0/982309626 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcdc00ced30 con 0x7fcdc015bd30 2024-09-16T07:24:45.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.836+0000 7fcdb27fc640 1 -- 172.21.15.31:0/982309626 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 11) ==== 101593+0+0 (secure 0 0 0) 0x7fcdb4042070 con 0x7fcdc015bd30 2024-09-16T07:24:45.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.837+0000 7fcdb27fc640 1 --2- 172.21.15.31:0/982309626 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fcda4078bb0 0x7fcda407b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:45.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.837+0000 7fcdb27fc640 1 -- 172.21.15.31:0/982309626 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7fcdb40bbdd0 con 0x7fcdc015bd30 2024-09-16T07:24:45.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.837+0000 7fcdc5fe4640 1 --2- 172.21.15.31:0/982309626 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fcda4078bb0 0x7fcda407b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:45.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.838+0000 7fcdc5fe4640 1 --2- 172.21.15.31:0/982309626 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fcda4078bb0 0x7fcda407b070 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fcdbc00ab40 tx=0x7fcdbc00a520 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:45.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:45.841+0000 7fcdb27fc640 1 -- 172.21.15.31:0/982309626 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fcdb40bf030 con 0x7fcdc015bd30 2024-09-16T07:24:46.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.035+0000 7fcdc8248640 1 -- 172.21.15.31:0/982309626 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fcdc00cf1f0 con 0x7fcdc015bd30 2024-09-16T07:24:46.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.036+0000 7fcdb27fc640 1 -- 172.21.15.31:0/982309626 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v58) ==== 74+0+16701 (secure 0 0 0) 0x7fcdb4083fb0 con 0x7fcdc015bd30 2024-09-16T07:24:46.035 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:24:46.035 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":58,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:24:16.939982+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:24:12.967873+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"57","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-16T07:24:14.279099+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"58","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:24:46.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.038+0000 7fcdc8248640 1 -- 172.21.15.31:0/982309626 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fcda4078bb0 msgr2=0x7fcda407b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:46.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.038+0000 7fcdc8248640 1 --2- 172.21.15.31:0/982309626 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fcda4078bb0 0x7fcda407b070 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fcdbc00ab40 tx=0x7fcdbc00a520 comp rx=0 tx=0).stop 2024-09-16T07:24:46.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.038+0000 7fcdc8248640 1 -- 172.21.15.31:0/982309626 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcdc015bd30 msgr2=0x7fcdc015c460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:46.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.038+0000 7fcdc8248640 1 --2- 172.21.15.31:0/982309626 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcdc015bd30 0x7fcdc015c460 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7fcdb4009850 tx=0x7fcdb40039e0 comp rx=0 tx=0).stop 2024-09-16T07:24:46.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.038+0000 7fcdc8248640 1 -- 172.21.15.31:0/982309626 shutdown_connections 2024-09-16T07:24:46.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.038+0000 7fcdc8248640 1 --2- 172.21.15.31:0/982309626 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fcda4078bb0 0x7fcda407b070 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:46.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.038+0000 7fcdc8248640 1 --2- 172.21.15.31:0/982309626 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcdc00cb460 0x7fcdc015c9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:46.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.038+0000 7fcdc8248640 1 --2- 172.21.15.31:0/982309626 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcdc015bd30 0x7fcdc015c460 unknown :-1 s=CLOSED pgs=687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:46.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.038+0000 7fcdc8248640 1 --2- 172.21.15.31:0/982309626 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcdc00d2760 0x7fcdc00b66d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:46.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.038+0000 7fcdc8248640 1 -- 172.21.15.31:0/982309626 >> 172.21.15.31:0/982309626 conn(0x7fcdc00d1c40 msgr2=0x7fcdc00ae830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:46.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.038+0000 7fcdc8248640 1 -- 172.21.15.31:0/982309626 shutdown_connections 2024-09-16T07:24:46.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.038+0000 7fcdc8248640 1 -- 172.21.15.31:0/982309626 wait complete. 2024-09-16T07:24:46.048 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-16T07:24:46.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.154+0000 7f05dbebe640 1 -- 172.21.15.31:0/780521 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f05d40cfce0 msgr2=0x7f05d40d00f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:46.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.154+0000 7f05dbebe640 1 --2- 172.21.15.31:0/780521 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f05d40cfce0 0x7f05d40d00f0 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f05d40ce590 tx=0x7f05cc02ab40 comp rx=0 tx=0).stop 2024-09-16T07:24:46.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.154+0000 7f05dbebe640 1 -- 172.21.15.31:0/780521 shutdown_connections 2024-09-16T07:24:46.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.154+0000 7f05dbebe640 1 --2- 172.21.15.31:0/780521 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f05d40cfce0 0x7f05d40d00f0 unknown :-1 s=CLOSED pgs=688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:46.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.154+0000 7f05dbebe640 1 --2- 172.21.15.31:0/780521 >> v2:172.21.15.155:3300/0 conn(0x7f05d40b3090 0x7f05d415f6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:46.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.154+0000 7f05dbebe640 1 -- 172.21.15.31:0/780521 >> 172.21.15.31:0/780521 conn(0x7f05d409aa30 msgr2=0x7f05d409ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:46.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.155+0000 7f05dbebe640 1 -- 172.21.15.31:0/780521 shutdown_connections 2024-09-16T07:24:46.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.155+0000 7f05dbebe640 1 -- 172.21.15.31:0/780521 wait complete. 2024-09-16T07:24:46.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.156+0000 7f05dbebe640 1 Processor -- start 2024-09-16T07:24:46.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.156+0000 7f05dbebe640 1 -- start start 2024-09-16T07:24:46.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.157+0000 7f05dbebe640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f05d40b3090 0x7f05d41f5e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:46.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.157+0000 7f05dbebe640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f05d40cfce0 0x7f05d40c7f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:46.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.157+0000 7f05dbebe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f05d40d2410 0x7f05d41f2ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:46.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.157+0000 7f05dbebe640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f05d40b13c0 con 0x7f05d40d2410 2024-09-16T07:24:46.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.157+0000 7f05dbebe640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f05d40b1240 con 0x7f05d40cfce0 2024-09-16T07:24:46.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.157+0000 7f05dbebe640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f05d40b1540 con 0x7f05d40b3090 2024-09-16T07:24:46.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.157+0000 7f05da45b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f05d40d2410 0x7f05d41f2ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:46.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.157+0000 7f05da45b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f05d40d2410 0x7f05d41f2ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:47544/0 (socket says 172.21.15.31:47544) 2024-09-16T07:24:46.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.157+0000 7f05da45b640 1 -- 172.21.15.31:0/570439883 learned_addr learned my addr 172.21.15.31:0/570439883 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:46.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.157+0000 7f05d9459640 1 --2- 172.21.15.31:0/570439883 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f05d40cfce0 0x7f05d40c7f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:46.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.157+0000 7f05d9c5a640 1 --2- 172.21.15.31:0/570439883 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f05d40b3090 0x7f05d41f5e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:46.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.157+0000 7f05da45b640 1 -- 172.21.15.31:0/570439883 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f05d40b3090 msgr2=0x7f05d41f5e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:46.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.157+0000 7f05da45b640 1 --2- 172.21.15.31:0/570439883 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f05d40b3090 0x7f05d41f5e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:46.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.157+0000 7f05da45b640 1 -- 172.21.15.31:0/570439883 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f05d40cfce0 msgr2=0x7f05d40c7f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:46.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.157+0000 7f05da45b640 1 --2- 172.21.15.31:0/570439883 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f05d40cfce0 0x7f05d40c7f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:46.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.157+0000 7f05da45b640 1 -- 172.21.15.31:0/570439883 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05d41f2850 con 0x7f05d40d2410 2024-09-16T07:24:46.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.157+0000 7f05da45b640 1 --2- 172.21.15.31:0/570439883 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f05d40d2410 0x7f05d41f2ff0 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7f05cc009d60 tx=0x7f05cc02c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:46.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.157+0000 7f05ca7fc640 1 -- 172.21.15.31:0/570439883 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05cc044070 con 0x7f05d40d2410 2024-09-16T07:24:46.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.157+0000 7f05ca7fc640 1 -- 172.21.15.31:0/570439883 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f05cc004250 con 0x7f05d40d2410 2024-09-16T07:24:46.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.157+0000 7f05dbebe640 1 -- 172.21.15.31:0/570439883 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05d41f6380 con 0x7f05d40d2410 2024-09-16T07:24:46.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.157+0000 7f05ca7fc640 1 -- 172.21.15.31:0/570439883 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05cc004660 con 0x7f05d40d2410 2024-09-16T07:24:46.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.157+0000 7f05dbebe640 1 -- 172.21.15.31:0/570439883 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05d41f6bc0 con 0x7f05d40d2410 2024-09-16T07:24:46.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.159+0000 7f05dbebe640 1 -- 172.21.15.31:0/570439883 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f05d40b19a0 con 0x7f05d40d2410 2024-09-16T07:24:46.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.159+0000 7f05ca7fc640 1 -- 172.21.15.31:0/570439883 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 11) ==== 101593+0+0 (secure 0 0 0) 0x7f05cc036400 con 0x7f05d40d2410 2024-09-16T07:24:46.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.159+0000 7f05ca7fc640 1 --2- 172.21.15.31:0/570439883 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f05b8078b20 0x7f05b807afe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:46.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.160+0000 7f05ca7fc640 1 -- 172.21.15.31:0/570439883 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5709+0+0 (secure 0 0 0) 0x7f05cc0bb610 con 0x7f05d40d2410 2024-09-16T07:24:46.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.160+0000 7f05d9c5a640 1 --2- 172.21.15.31:0/570439883 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f05b8078b20 0x7f05b807afe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:46.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.160+0000 7f05d9c5a640 1 --2- 172.21.15.31:0/570439883 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f05b8078b20 0x7f05b807afe0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f05d40b72a0 tx=0x7f05d0009040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:46.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.164+0000 7f05ca7fc640 1 -- 172.21.15.31:0/570439883 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f05d41f6380 con 0x7f05d40d2410 2024-09-16T07:24:46.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.388+0000 7f05dbebe640 1 -- 172.21.15.31:0/570439883 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f05d40d29a0 con 0x7f05d40d2410 2024-09-16T07:24:46.388 INFO:tasks.ceph.mon.a.smithi031.stderr:2024-09-16T07:24:46.389+0000 7fe9e4df9640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T07:24:46.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.390+0000 7f05ca7fc640 1 -- 172.21.15.31:0/570439883 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v39) ==== 161+0+0 (secure 0 0 0) 0x7f05d41f2850 con 0x7f05d40d2410 2024-09-16T07:24:46.390 INFO:teuthology.orchestra.run.smithi031.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-16T07:24:46.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.394+0000 7f05dbebe640 1 -- 172.21.15.31:0/570439883 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f05b8078b20 msgr2=0x7f05b807afe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:46.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.394+0000 7f05dbebe640 1 --2- 172.21.15.31:0/570439883 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f05b8078b20 0x7f05b807afe0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f05d40b72a0 tx=0x7f05d0009040 comp rx=0 tx=0).stop 2024-09-16T07:24:46.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.394+0000 7f05dbebe640 1 -- 172.21.15.31:0/570439883 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f05d40d2410 msgr2=0x7f05d41f2ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:46.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.394+0000 7f05dbebe640 1 --2- 172.21.15.31:0/570439883 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f05d40d2410 0x7f05d41f2ff0 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7f05cc009d60 tx=0x7f05cc02c8b0 comp rx=0 tx=0).stop 2024-09-16T07:24:46.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.394+0000 7f05dbebe640 1 -- 172.21.15.31:0/570439883 shutdown_connections 2024-09-16T07:24:46.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.394+0000 7f05dbebe640 1 --2- 172.21.15.31:0/570439883 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f05b8078b20 0x7f05b807afe0 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:46.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.394+0000 7f05dbebe640 1 --2- 172.21.15.31:0/570439883 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f05d40d2410 0x7f05d41f2ff0 unknown :-1 s=CLOSED pgs=689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:46.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.394+0000 7f05dbebe640 1 --2- 172.21.15.31:0/570439883 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f05d40cfce0 0x7f05d40c7f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:46.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.394+0000 7f05dbebe640 1 --2- 172.21.15.31:0/570439883 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f05d40b3090 0x7f05d41f5e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:46.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.394+0000 7f05dbebe640 1 -- 172.21.15.31:0/570439883 >> 172.21.15.31:0/570439883 conn(0x7f05d409aa30 msgr2=0x7f05d415f4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:46.395 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.394+0000 7f05dbebe640 1 -- 172.21.15.31:0/570439883 shutdown_connections 2024-09-16T07:24:46.395 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.394+0000 7f05dbebe640 1 -- 172.21.15.31:0/570439883 wait complete. 2024-09-16T07:24:46.409 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-16T07:24:46.437 INFO:tasks.ceph.mds.a.smithi031.stdout:starting mds.a at 2024-09-16T07:24:46.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.519+0000 7f2c8cf18640 1 -- 172.21.15.31:0/929232555 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2c700052e0 msgr2=0x7f2c7000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:46.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.519+0000 7f2c8cf18640 1 --2- 172.21.15.31:0/929232555 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2c700052e0 0x7f2c7000b9c0 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f2c80005fd0 tx=0x7f2c70005830 comp rx=0 tx=0).stop 2024-09-16T07:24:46.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.519+0000 7f2c8cf18640 1 -- 172.21.15.31:0/929232555 shutdown_connections 2024-09-16T07:24:46.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.519+0000 7f2c8cf18640 1 --2- 172.21.15.31:0/929232555 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2c700052e0 0x7f2c7000b9c0 unknown :-1 s=CLOSED pgs=694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:46.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.519+0000 7f2c8cf18640 1 -- 172.21.15.31:0/929232555 >> 172.21.15.31:0/929232555 conn(0x7f2c880d3e30 msgr2=0x7f2c880d4240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:46.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.519+0000 7f2c8cf18640 1 -- 172.21.15.31:0/929232555 shutdown_connections 2024-09-16T07:24:46.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.519+0000 7f2c8cf18640 1 -- 172.21.15.31:0/929232555 wait complete. 2024-09-16T07:24:46.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.521+0000 7f2c8cf18640 1 Processor -- start 2024-09-16T07:24:46.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.521+0000 7f2c8cf18640 1 -- start start 2024-09-16T07:24:46.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.521+0000 7f2c8cf18640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2c700052e0 0x7f2c880cdcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:46.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.521+0000 7f2c8cf18640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2c880c8370 0x7f2c880c9d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:46.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.521+0000 7f2c8cf18640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2c8814fe80 0x7f2c881502e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:46.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.521+0000 7f2c8cf18640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f2c880d1eb0 con 0x7f2c880c8370 2024-09-16T07:24:46.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.521+0000 7f2c8cf18640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f2c880d1d30 con 0x7f2c8814fe80 2024-09-16T07:24:46.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.521+0000 7f2c8cf18640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f2c880d2030 con 0x7f2c700052e0 2024-09-16T07:24:46.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.521+0000 7f2c85d9b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2c880c8370 0x7f2c880c9d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:46.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.521+0000 7f2c85d9b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2c880c8370 0x7f2c880c9d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:47578/0 (socket says 172.21.15.31:47578) 2024-09-16T07:24:46.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.521+0000 7f2c85d9b640 1 -- 172.21.15.31:0/2870889992 learned_addr learned my addr 172.21.15.31:0/2870889992 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:46.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.522+0000 7f2c86d9d640 1 --2- 172.21.15.31:0/2870889992 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2c8814fe80 0x7f2c881502e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:46.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.522+0000 7f2c8659c640 1 --2- 172.21.15.31:0/2870889992 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2c700052e0 0x7f2c880cdcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:46.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.522+0000 7f2c85d9b640 1 -- 172.21.15.31:0/2870889992 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2c700052e0 msgr2=0x7f2c880cdcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:46.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.522+0000 7f2c85d9b640 1 --2- 172.21.15.31:0/2870889992 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2c700052e0 0x7f2c880cdcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:46.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.522+0000 7f2c85d9b640 1 -- 172.21.15.31:0/2870889992 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2c8814fe80 msgr2=0x7f2c881502e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:46.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.522+0000 7f2c85d9b640 1 --2- 172.21.15.31:0/2870889992 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2c8814fe80 0x7f2c881502e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:46.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.522+0000 7f2c85d9b640 1 -- 172.21.15.31:0/2870889992 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c880c90d0 con 0x7f2c880c8370 2024-09-16T07:24:46.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.522+0000 7f2c86d9d640 1 --2- 172.21.15.31:0/2870889992 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2c8814fe80 0x7f2c881502e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:24:46.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.522+0000 7f2c85d9b640 1 --2- 172.21.15.31:0/2870889992 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2c880c8370 0x7f2c880c9d60 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f2c7c00e510 tx=0x7f2c7c00e9d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:46.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.522+0000 7f2c76ffd640 1 -- 172.21.15.31:0/2870889992 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c7c015070 con 0x7f2c880c8370 2024-09-16T07:24:46.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.522+0000 7f2c76ffd640 1 -- 172.21.15.31:0/2870889992 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2c7c0109a0 con 0x7f2c880c8370 2024-09-16T07:24:46.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.522+0000 7f2c8cf18640 1 -- 172.21.15.31:0/2870889992 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c880c8b10 con 0x7f2c880c8370 2024-09-16T07:24:46.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.522+0000 7f2c76ffd640 1 -- 172.21.15.31:0/2870889992 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c7c010df0 con 0x7f2c880c8370 2024-09-16T07:24:46.524 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.522+0000 7f2c8cf18640 1 -- 172.21.15.31:0/2870889992 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c880cb200 con 0x7f2c880c8370 2024-09-16T07:24:46.524 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.523+0000 7f2c8cf18640 1 -- 172.21.15.31:0/2870889992 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2c880d2590 con 0x7f2c880c8370 2024-09-16T07:24:46.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.524+0000 7f2c76ffd640 1 -- 172.21.15.31:0/2870889992 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 11) ==== 101593+0+0 (secure 0 0 0) 0x7f2c7c018070 con 0x7f2c880c8370 2024-09-16T07:24:46.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.524+0000 7f2c76ffd640 1 --2- 172.21.15.31:0/2870889992 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2c68078be0 0x7f2c6807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:46.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.524+0000 7f2c76ffd640 1 -- 172.21.15.31:0/2870889992 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(59..59 src has 1..59) ==== 5795+0+0 (secure 0 0 0) 0x7f2c7c09b480 con 0x7f2c880c8370 2024-09-16T07:24:46.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.525+0000 7f2c8659c640 1 --2- 172.21.15.31:0/2870889992 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2c68078be0 0x7f2c6807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:46.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.525+0000 7f2c8659c640 1 --2- 172.21.15.31:0/2870889992 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2c68078be0 0x7f2c6807b0a0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f2c78000c00 tx=0x7f2c78006b70 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:46.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.529+0000 7f2c76ffd640 1 -- 172.21.15.31:0/2870889992 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f2c7c063470 con 0x7f2c880c8370 2024-09-16T07:24:46.756 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:46.757+0000 7f2c8cf18640 1 -- 172.21.15.31:0/2870889992 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f2c880b5700 con 0x7f2c880c8370 2024-09-16T07:24:47.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:47.395+0000 7f2c76ffd640 1 -- 172.21.15.31:0/2870889992 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v40) ==== 104+0+0 (secure 0 0 0) 0x7f2c7c062d70 con 0x7f2c880c8370 2024-09-16T07:24:47.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:47.397+0000 7f2c8cf18640 1 -- 172.21.15.31:0/2870889992 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2c68078be0 msgr2=0x7f2c6807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:47.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:47.397+0000 7f2c8cf18640 1 --2- 172.21.15.31:0/2870889992 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2c68078be0 0x7f2c6807b0a0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f2c78000c00 tx=0x7f2c78006b70 comp rx=0 tx=0).stop 2024-09-16T07:24:47.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:47.397+0000 7f2c8cf18640 1 -- 172.21.15.31:0/2870889992 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2c880c8370 msgr2=0x7f2c880c9d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:47.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:47.397+0000 7f2c8cf18640 1 --2- 172.21.15.31:0/2870889992 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2c880c8370 0x7f2c880c9d60 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f2c7c00e510 tx=0x7f2c7c00e9d0 comp rx=0 tx=0).stop 2024-09-16T07:24:47.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:47.398+0000 7f2c8cf18640 1 -- 172.21.15.31:0/2870889992 shutdown_connections 2024-09-16T07:24:47.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:47.398+0000 7f2c8cf18640 1 --2- 172.21.15.31:0/2870889992 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2c68078be0 0x7f2c6807b0a0 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:47.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:47.398+0000 7f2c8cf18640 1 --2- 172.21.15.31:0/2870889992 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2c8814fe80 0x7f2c881502e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:47.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:47.398+0000 7f2c8cf18640 1 --2- 172.21.15.31:0/2870889992 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2c880c8370 0x7f2c880c9d60 unknown :-1 s=CLOSED pgs=695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:47.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:47.398+0000 7f2c8cf18640 1 --2- 172.21.15.31:0/2870889992 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2c700052e0 0x7f2c880cdcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:47.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:47.398+0000 7f2c8cf18640 1 -- 172.21.15.31:0/2870889992 >> 172.21.15.31:0/2870889992 conn(0x7f2c880d3e30 msgr2=0x7f2c8815f4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:47.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:47.398+0000 7f2c8cf18640 1 -- 172.21.15.31:0/2870889992 shutdown_connections 2024-09-16T07:24:47.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:47.398+0000 7f2c8cf18640 1 -- 172.21.15.31:0/2870889992 wait complete. 2024-09-16T07:24:47.410 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-16T07:24:47.563 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:47.563+0000 7f4652100640 1 -- 172.21.15.31:0/3512586365 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f464c0ceb00 msgr2=0x7f464c0b2310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:47.563 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:47.563+0000 7f4652100640 1 --2- 172.21.15.31:0/3512586365 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f464c0ceb00 0x7f464c0b2310 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f4640009830 tx=0x7f464002a5c0 comp rx=0 tx=0).stop 2024-09-16T07:24:47.563 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:47.563+0000 7f4652100640 1 -- 172.21.15.31:0/3512586365 shutdown_connections 2024-09-16T07:24:47.563 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:47.563+0000 7f4652100640 1 --2- 172.21.15.31:0/3512586365 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f464c0ceb00 0x7f464c0b2310 unknown :-1 s=CLOSED pgs=697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:47.563 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:47.563+0000 7f4652100640 1 -- 172.21.15.31:0/3512586365 >> 172.21.15.31:0/3512586365 conn(0x7f464c0d1bc0 msgr2=0x7f464c0d1fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:47.564 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:47.563+0000 7f4652100640 1 -- 172.21.15.31:0/3512586365 shutdown_connections 2024-09-16T07:24:47.564 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:47.563+0000 7f4652100640 1 -- 172.21.15.31:0/3512586365 wait complete. 2024-09-16T07:24:47.564 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:47.564+0000 7f4652100640 1 Processor -- start 2024-09-16T07:24:47.564 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:47.565+0000 7f4652100640 1 -- start start 2024-09-16T07:24:47.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:47.565+0000 7f4652100640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f464c0ceb00 0x7f464c15b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:47.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:47.565+0000 7f4652100640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f464c0d07a0 0x7f464c0c8c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:47.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:47.565+0000 7f4652100640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f464c15f4c0 0x7f464c0ae850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:47.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:47.565+0000 7f4652100640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f464c0b2be0 con 0x7f464c0ceb00 2024-09-16T07:24:47.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:47.565+0000 7f4652100640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f464c0b2a60 con 0x7f464c15f4c0 2024-09-16T07:24:47.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:47.565+0000 7f4652100640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f464c0ccd40 con 0x7f464c0d07a0 2024-09-16T07:24:47.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:47.566+0000 7f464b7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f464c0ceb00 0x7f464c15b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:47.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:47.566+0000 7f464b7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f464c0ceb00 0x7f464c15b0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:47602/0 (socket says 172.21.15.31:47602) 2024-09-16T07:24:47.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:47.566+0000 7f464b7fe640 1 -- 172.21.15.31:0/3810641727 learned_addr learned my addr 172.21.15.31:0/3810641727 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:47.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:47.566+0000 7f464bfff640 1 --2- 172.21.15.31:0/3810641727 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f464c15f4c0 0x7f464c0ae850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:47.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:47.566+0000 7f464affd640 1 --2- 172.21.15.31:0/3810641727 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f464c0d07a0 0x7f464c0c8c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:47.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:47.566+0000 7f464b7fe640 1 -- 172.21.15.31:0/3810641727 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f464c0d07a0 msgr2=0x7f464c0c8c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:47.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:47.566+0000 7f464b7fe640 1 --2- 172.21.15.31:0/3810641727 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f464c0d07a0 0x7f464c0c8c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:47.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:47.566+0000 7f464b7fe640 1 -- 172.21.15.31:0/3810641727 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f464c15f4c0 msgr2=0x7f464c0ae850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:47.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:47.566+0000 7f464b7fe640 1 --2- 172.21.15.31:0/3810641727 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f464c15f4c0 0x7f464c0ae850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:47.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:47.566+0000 7f464b7fe640 1 -- 172.21.15.31:0/3810641727 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f464c0c98f0 con 0x7f464c0ceb00 2024-09-16T07:24:47.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:47.566+0000 7f464b7fe640 1 --2- 172.21.15.31:0/3810641727 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f464c0ceb00 0x7f464c15b0d0 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f463c00c400 tx=0x7f463c00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:47.568 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:47.566+0000 7f4633fff640 1 -- 172.21.15.31:0/3810641727 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f463c011790 con 0x7f464c0ceb00 2024-09-16T07:24:47.568 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:47.566+0000 7f4633fff640 1 -- 172.21.15.31:0/3810641727 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f463c017070 con 0x7f464c0ceb00 2024-09-16T07:24:47.568 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:47.566+0000 7f4652100640 1 -- 172.21.15.31:0/3810641727 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f464c0c9bd0 con 0x7f464c0ceb00 2024-09-16T07:24:47.568 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:47.566+0000 7f4633fff640 1 -- 172.21.15.31:0/3810641727 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f463c011ce0 con 0x7f464c0ceb00 2024-09-16T07:24:47.568 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:47.566+0000 7f4652100640 1 -- 172.21.15.31:0/3810641727 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f464c0c61a0 con 0x7f464c0ceb00 2024-09-16T07:24:47.569 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:47.567+0000 7f4652100640 1 -- 172.21.15.31:0/3810641727 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f464c0cd2d0 con 0x7f464c0ceb00 2024-09-16T07:24:47.569 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:47.568+0000 7f4633fff640 1 -- 172.21.15.31:0/3810641727 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 11) ==== 101593+0+0 (secure 0 0 0) 0x7f463c01c460 con 0x7f464c0ceb00 2024-09-16T07:24:47.569 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:47.568+0000 7f4633fff640 1 --2- 172.21.15.31:0/3810641727 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f4638078bb0 0x7f463807b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:47.569 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:47.569+0000 7f4633fff640 1 -- 172.21.15.31:0/3810641727 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(59..59 src has 1..59) ==== 5795+0+0 (secure 0 0 0) 0x7f463c09ad70 con 0x7f464c0ceb00 2024-09-16T07:24:47.569 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:47.569+0000 7f464affd640 1 --2- 172.21.15.31:0/3810641727 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f4638078bb0 0x7f463807b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:47.569 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:47.569+0000 7f464affd640 1 --2- 172.21.15.31:0/3810641727 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f4638078bb0 0x7f463807b070 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f4640034000 tx=0x7f4640004730 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:47.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:47.573+0000 7f4633fff640 1 -- 172.21.15.31:0/3810641727 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f463c062eb0 con 0x7f464c0ceb00 2024-09-16T07:24:47.763 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:47.763+0000 7f4652100640 1 -- 172.21.15.31:0/3810641727 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f464c0cdfc0 con 0x7f464c0ceb00 2024-09-16T07:24:48.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:48.396+0000 7f4633fff640 1 -- 172.21.15.31:0/3810641727 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v60) ==== 181+0+0 (secure 0 0 0) 0x7f463c0627b0 con 0x7f464c0ceb00 2024-09-16T07:24:48.396 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_metadata' removed 2024-09-16T07:24:48.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:48.400+0000 7f4652100640 1 -- 172.21.15.31:0/3810641727 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f4638078bb0 msgr2=0x7f463807b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:48.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:48.400+0000 7f4652100640 1 --2- 172.21.15.31:0/3810641727 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f4638078bb0 0x7f463807b070 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f4640034000 tx=0x7f4640004730 comp rx=0 tx=0).stop 2024-09-16T07:24:48.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:48.400+0000 7f4652100640 1 -- 172.21.15.31:0/3810641727 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f464c0ceb00 msgr2=0x7f464c15b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:48.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:48.400+0000 7f4652100640 1 --2- 172.21.15.31:0/3810641727 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f464c0ceb00 0x7f464c15b0d0 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f463c00c400 tx=0x7f463c00c8c0 comp rx=0 tx=0).stop 2024-09-16T07:24:48.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:48.401+0000 7f4652100640 1 -- 172.21.15.31:0/3810641727 shutdown_connections 2024-09-16T07:24:48.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:48.401+0000 7f4652100640 1 --2- 172.21.15.31:0/3810641727 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f4638078bb0 0x7f463807b070 secure :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f4640034000 tx=0x7f4640004730 comp rx=0 tx=0).stop 2024-09-16T07:24:48.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:48.401+0000 7f4652100640 1 --2- 172.21.15.31:0/3810641727 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f464c15f4c0 0x7f464c0ae850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:48.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:48.401+0000 7f4652100640 1 --2- 172.21.15.31:0/3810641727 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f464c0d07a0 0x7f464c0c8c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:48.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:48.401+0000 7f4652100640 1 --2- 172.21.15.31:0/3810641727 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f464c0ceb00 0x7f464c15b0d0 secure :-1 s=CLOSED pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f463c00c400 tx=0x7f463c00c8c0 comp rx=0 tx=0).stop 2024-09-16T07:24:48.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:48.401+0000 7f4652100640 1 -- 172.21.15.31:0/3810641727 >> 172.21.15.31:0/3810641727 conn(0x7f464c0d1bc0 msgr2=0x7f464c070c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:48.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:48.402+0000 7f4652100640 1 -- 172.21.15.31:0/3810641727 shutdown_connections 2024-09-16T07:24:48.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:48.402+0000 7f4652100640 1 -- 172.21.15.31:0/3810641727 wait complete. 2024-09-16T07:24:48.416 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-16T07:24:48.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:48.535+0000 7f1ba58ed640 1 -- 172.21.15.31:0/1907464632 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1b8c004800 msgr2=0x7f1b8c004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:48.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:48.535+0000 7f1ba58ed640 1 --2- 172.21.15.31:0/1907464632 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1b8c004800 0x7f1b8c004c80 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f1b88009b50 tx=0x7f1b8c005830 comp rx=0 tx=0).stop 2024-09-16T07:24:48.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:48.535+0000 7f1b9f7fe640 1 -- 172.21.15.31:0/1907464632 reap_dead start 2024-09-16T07:24:48.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:48.535+0000 7f1ba58ed640 1 -- 172.21.15.31:0/1907464632 shutdown_connections 2024-09-16T07:24:48.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:48.535+0000 7f1ba58ed640 1 -- 172.21.15.31:0/1907464632 >> 172.21.15.31:0/1907464632 conn(0x7f1ba009aa30 msgr2=0x7f1ba009ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:48.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:48.535+0000 7f1ba58ed640 1 -- 172.21.15.31:0/1907464632 shutdown_connections 2024-09-16T07:24:48.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:48.535+0000 7f1ba58ed640 1 -- 172.21.15.31:0/1907464632 wait complete. 2024-09-16T07:24:48.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:48.536+0000 7f1ba58ed640 1 Processor -- start 2024-09-16T07:24:48.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:48.536+0000 7f1ba58ed640 1 -- start start 2024-09-16T07:24:48.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:48.537+0000 7f1ba58ed640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1b8c004800 0x7f1ba00b6700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:48.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:48.537+0000 7f1ba58ed640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1ba00caad0 0x7f1ba01f59e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:48.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:48.537+0000 7f1ba58ed640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1ba00caf50 0x7f1ba01f5f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:48.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:48.537+0000 7f1ba58ed640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f1ba0160140 con 0x7f1b8c004800 2024-09-16T07:24:48.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:48.537+0000 7f1ba58ed640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f1ba00b1210 con 0x7f1ba00caf50 2024-09-16T07:24:48.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:48.537+0000 7f1ba58ed640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f1ba01602c0 con 0x7f1ba00caad0 2024-09-16T07:24:48.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:48.537+0000 7f1b9effd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1b8c004800 0x7f1ba00b6700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:48.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:48.537+0000 7f1b9effd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1b8c004800 0x7f1ba00b6700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:47632/0 (socket says 172.21.15.31:47632) 2024-09-16T07:24:48.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:48.537+0000 7f1b9effd640 1 -- 172.21.15.31:0/701754370 learned_addr learned my addr 172.21.15.31:0/701754370 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:48.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:48.537+0000 7f1b9f7fe640 1 --2- 172.21.15.31:0/701754370 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1ba00caf50 0x7f1ba01f5f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:48.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:48.537+0000 7f1b9e7fc640 1 --2- 172.21.15.31:0/701754370 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1ba00caad0 0x7f1ba01f59e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:48.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:48.537+0000 7f1b9effd640 1 -- 172.21.15.31:0/701754370 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1ba00caad0 msgr2=0x7f1ba01f59e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:48.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:48.537+0000 7f1b9effd640 1 --2- 172.21.15.31:0/701754370 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1ba00caad0 0x7f1ba01f59e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:48.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:48.537+0000 7f1b9effd640 1 -- 172.21.15.31:0/701754370 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1ba00caf50 msgr2=0x7f1ba01f5f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:48.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:48.537+0000 7f1b9effd640 1 --2- 172.21.15.31:0/701754370 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1ba00caf50 0x7f1ba01f5f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:48.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:48.537+0000 7f1b9effd640 1 -- 172.21.15.31:0/701754370 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ba00c9700 con 0x7f1b8c004800 2024-09-16T07:24:48.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:48.538+0000 7f1b9effd640 1 --2- 172.21.15.31:0/701754370 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1b8c004800 0x7f1ba00b6700 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7f1b98006680 tx=0x7f1b980039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:48.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:48.538+0000 7f1b97fff640 1 -- 172.21.15.31:0/701754370 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b98015020 con 0x7f1b8c004800 2024-09-16T07:24:48.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:48.538+0000 7f1b97fff640 1 -- 172.21.15.31:0/701754370 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1b98011900 con 0x7f1b8c004800 2024-09-16T07:24:48.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:48.538+0000 7f1ba58ed640 1 -- 172.21.15.31:0/701754370 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ba00c99e0 con 0x7f1b8c004800 2024-09-16T07:24:48.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:48.538+0000 7f1b97fff640 1 -- 172.21.15.31:0/701754370 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b98011d30 con 0x7f1b8c004800 2024-09-16T07:24:48.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:48.538+0000 7f1ba58ed640 1 -- 172.21.15.31:0/701754370 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ba00c9fa0 con 0x7f1b8c004800 2024-09-16T07:24:48.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:48.539+0000 7f1ba58ed640 1 -- 172.21.15.31:0/701754370 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1ba00b26d0 con 0x7f1b8c004800 2024-09-16T07:24:48.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:48.540+0000 7f1b97fff640 1 -- 172.21.15.31:0/701754370 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 11) ==== 101593+0+0 (secure 0 0 0) 0x7f1b98018020 con 0x7f1b8c004800 2024-09-16T07:24:48.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:48.540+0000 7f1b97fff640 1 --2- 172.21.15.31:0/701754370 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f1b80078be0 0x7f1b8007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:48.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:48.540+0000 7f1b97fff640 1 -- 172.21.15.31:0/701754370 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5357+0+0 (secure 0 0 0) 0x7f1b9809b960 con 0x7f1b8c004800 2024-09-16T07:24:48.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:48.540+0000 7f1b9e7fc640 1 --2- 172.21.15.31:0/701754370 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f1b80078be0 0x7f1b8007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:48.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:48.541+0000 7f1b9e7fc640 1 --2- 172.21.15.31:0/701754370 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f1b80078be0 0x7f1b8007b0a0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f1b88035000 tx=0x7f1b8802d040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:48.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:48.544+0000 7f1b97fff640 1 -- 172.21.15.31:0/701754370 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f1b9801f020 con 0x7f1b8c004800 2024-09-16T07:24:48.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:48.731+0000 7f1ba58ed640 1 -- 172.21.15.31:0/701754370 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f1ba00d2a60 con 0x7f1b8c004800 2024-09-16T07:24:49.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.401+0000 7f1b97fff640 1 -- 172.21.15.31:0/701754370 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v61) ==== 169+0+0 (secure 0 0 0) 0x7f1b98063c10 con 0x7f1b8c004800 2024-09-16T07:24:49.401 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_data' removed 2024-09-16T07:24:49.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.407+0000 7f1ba58ed640 1 -- 172.21.15.31:0/701754370 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f1b80078be0 msgr2=0x7f1b8007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:49.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.407+0000 7f1ba58ed640 1 --2- 172.21.15.31:0/701754370 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f1b80078be0 0x7f1b8007b0a0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f1b88035000 tx=0x7f1b8802d040 comp rx=0 tx=0).stop 2024-09-16T07:24:49.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.407+0000 7f1ba58ed640 1 -- 172.21.15.31:0/701754370 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1b8c004800 msgr2=0x7f1ba00b6700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:49.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.407+0000 7f1ba58ed640 1 --2- 172.21.15.31:0/701754370 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1b8c004800 0x7f1ba00b6700 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7f1b98006680 tx=0x7f1b980039c0 comp rx=0 tx=0).stop 2024-09-16T07:24:49.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.407+0000 7f1ba58ed640 1 -- 172.21.15.31:0/701754370 shutdown_connections 2024-09-16T07:24:49.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.407+0000 7f1ba58ed640 1 --2- 172.21.15.31:0/701754370 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f1b80078be0 0x7f1b8007b0a0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:49.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.407+0000 7f1ba58ed640 1 --2- 172.21.15.31:0/701754370 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1ba00caf50 0x7f1ba01f5f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:49.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.407+0000 7f1ba58ed640 1 --2- 172.21.15.31:0/701754370 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1ba00caad0 0x7f1ba01f59e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:49.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.407+0000 7f1ba58ed640 1 --2- 172.21.15.31:0/701754370 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1b8c004800 0x7f1ba00b6700 unknown :-1 s=CLOSED pgs=701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:49.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.407+0000 7f1ba58ed640 1 -- 172.21.15.31:0/701754370 >> 172.21.15.31:0/701754370 conn(0x7f1ba009aa30 msgr2=0x7f1ba00b0070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:49.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.408+0000 7f1ba58ed640 1 -- 172.21.15.31:0/701754370 shutdown_connections 2024-09-16T07:24:49.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.408+0000 7f1ba58ed640 1 -- 172.21.15.31:0/701754370 wait complete. 2024-09-16T07:24:49.424 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config reset 27 2024-09-16T07:24:49.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.536+0000 7fa023dd3640 1 -- 172.21.15.31:0/1020927396 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa01c0d49c0 msgr2=0x7fa01c0cf9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:49.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.536+0000 7fa023dd3640 1 --2- 172.21.15.31:0/1020927396 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa01c0d49c0 0x7fa01c0cf9b0 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7fa01c0b9f50 tx=0x7fa01402a4f0 comp rx=0 tx=0).stop 2024-09-16T07:24:49.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.537+0000 7fa023dd3640 1 -- 172.21.15.31:0/1020927396 shutdown_connections 2024-09-16T07:24:49.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.537+0000 7fa023dd3640 1 --2- 172.21.15.31:0/1020927396 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa01c0d49c0 0x7fa01c0cf9b0 unknown :-1 s=CLOSED pgs=703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:49.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.537+0000 7fa023dd3640 1 -- 172.21.15.31:0/1020927396 >> 172.21.15.31:0/1020927396 conn(0x7fa01c0d3ea0 msgr2=0x7fa01c0d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:49.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.537+0000 7fa023dd3640 1 -- 172.21.15.31:0/1020927396 shutdown_connections 2024-09-16T07:24:49.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.537+0000 7fa023dd3640 1 -- 172.21.15.31:0/1020927396 wait complete. 2024-09-16T07:24:49.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.538+0000 7fa023dd3640 1 Processor -- start 2024-09-16T07:24:49.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.538+0000 7fa023dd3640 1 -- start start 2024-09-16T07:24:49.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.539+0000 7fa023dd3640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa01c0d0d40 0x7fa01c09fc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:49.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.539+0000 7fa023dd3640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa01c0d49c0 0x7fa01c1f7fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:49.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.539+0000 7fa023dd3640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa01c15df90 0x7fa01c0cd140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:49.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.539+0000 7fa023dd3640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fa01c162690 con 0x7fa01c0d0d40 2024-09-16T07:24:49.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.539+0000 7fa023dd3640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa01c0b3f10 con 0x7fa01c15df90 2024-09-16T07:24:49.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.539+0000 7fa023dd3640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa01c0d0630 con 0x7fa01c0d49c0 2024-09-16T07:24:49.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.539+0000 7fa021b6f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa01c0d0d40 0x7fa01c09fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:49.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.539+0000 7fa021b6f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa01c0d0d40 0x7fa01c09fc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:47650/0 (socket says 172.21.15.31:47650) 2024-09-16T07:24:49.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.539+0000 7fa021b6f640 1 -- 172.21.15.31:0/4094345898 learned_addr learned my addr 172.21.15.31:0/4094345898 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:49.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.539+0000 7fa022370640 1 --2- 172.21.15.31:0/4094345898 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa01c15df90 0x7fa01c0cd140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:49.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.539+0000 7fa02136e640 1 --2- 172.21.15.31:0/4094345898 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa01c0d49c0 0x7fa01c1f7fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:49.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.539+0000 7fa021b6f640 1 -- 172.21.15.31:0/4094345898 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa01c0d49c0 msgr2=0x7fa01c1f7fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:49.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.539+0000 7fa021b6f640 1 --2- 172.21.15.31:0/4094345898 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa01c0d49c0 0x7fa01c1f7fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:49.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.539+0000 7fa021b6f640 1 -- 172.21.15.31:0/4094345898 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa01c15df90 msgr2=0x7fa01c0cd140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:49.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.539+0000 7fa021b6f640 1 --2- 172.21.15.31:0/4094345898 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa01c15df90 0x7fa01c0cd140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:49.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.539+0000 7fa021b6f640 1 -- 172.21.15.31:0/4094345898 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa01c0a0390 con 0x7fa01c0d0d40 2024-09-16T07:24:49.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.539+0000 7fa021b6f640 1 --2- 172.21.15.31:0/4094345898 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa01c0d0d40 0x7fa01c09fc90 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7fa00c00c7d0 tx=0x7fa00c00cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:49.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.539+0000 7fa01a7fc640 1 -- 172.21.15.31:0/4094345898 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa00c017070 con 0x7fa01c0d0d40 2024-09-16T07:24:49.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.539+0000 7fa01a7fc640 1 -- 172.21.15.31:0/4094345898 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa00c005070 con 0x7fa01c0d0d40 2024-09-16T07:24:49.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.539+0000 7fa023dd3640 1 -- 172.21.15.31:0/4094345898 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa01c0a0670 con 0x7fa01c0d0d40 2024-09-16T07:24:49.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.540+0000 7fa01a7fc640 1 -- 172.21.15.31:0/4094345898 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa00c0054a0 con 0x7fa01c0d0d40 2024-09-16T07:24:49.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.540+0000 7fa023dd3640 1 -- 172.21.15.31:0/4094345898 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa01c0a0c30 con 0x7fa01c0d0d40 2024-09-16T07:24:49.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.541+0000 7fa023dd3640 1 -- 172.21.15.31:0/4094345898 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa01c0b4490 con 0x7fa01c0d0d40 2024-09-16T07:24:49.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.541+0000 7fa01a7fc640 1 -- 172.21.15.31:0/4094345898 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 11) ==== 101593+0+0 (secure 0 0 0) 0x7fa00c01a070 con 0x7fa01c0d0d40 2024-09-16T07:24:49.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.542+0000 7fa01a7fc640 1 --2- 172.21.15.31:0/4094345898 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa008078be0 0x7fa00807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:49.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.542+0000 7fa01a7fc640 1 -- 172.21.15.31:0/4094345898 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 4943+0+0 (secure 0 0 0) 0x7fa00c09a1c0 con 0x7fa01c0d0d40 2024-09-16T07:24:49.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.542+0000 7fa02136e640 1 --2- 172.21.15.31:0/4094345898 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa008078be0 0x7fa00807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:49.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.543+0000 7fa02136e640 1 --2- 172.21.15.31:0/4094345898 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa008078be0 0x7fa00807b0a0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fa01c0b6950 tx=0x7fa010009040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:49.546 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.546+0000 7fa01a7fc640 1 -- 172.21.15.31:0/4094345898 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fa01c0ce970 con 0x7fa01c0d0d40 2024-09-16T07:24:49.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.738+0000 7fa023dd3640 1 -- 172.21.15.31:0/4094345898 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "config reset", "num": 27} v 0) -- 0x7fa01c162260 con 0x7fa01c0d0d40 2024-09-16T07:24:49.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.741+0000 7fa01a7fc640 1 -- 172.21.15.31:0/4094345898 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "config reset", "num": 27}]=0 v33) ==== 71+0+0 (secure 0 0 0) 0x7fa00c0626a0 con 0x7fa01c0d0d40 2024-09-16T07:24:49.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.743+0000 7fa023dd3640 1 -- 172.21.15.31:0/4094345898 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa008078be0 msgr2=0x7fa00807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:49.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.743+0000 7fa023dd3640 1 --2- 172.21.15.31:0/4094345898 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa008078be0 0x7fa00807b0a0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fa01c0b6950 tx=0x7fa010009040 comp rx=0 tx=0).stop 2024-09-16T07:24:49.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.743+0000 7fa023dd3640 1 -- 172.21.15.31:0/4094345898 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa01c0d0d40 msgr2=0x7fa01c09fc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:49.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.743+0000 7fa023dd3640 1 --2- 172.21.15.31:0/4094345898 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa01c0d0d40 0x7fa01c09fc90 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7fa00c00c7d0 tx=0x7fa00c00cc90 comp rx=0 tx=0).stop 2024-09-16T07:24:49.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.743+0000 7fa023dd3640 1 -- 172.21.15.31:0/4094345898 shutdown_connections 2024-09-16T07:24:49.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.743+0000 7fa023dd3640 1 --2- 172.21.15.31:0/4094345898 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa008078be0 0x7fa00807b0a0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:49.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.743+0000 7fa023dd3640 1 --2- 172.21.15.31:0/4094345898 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa01c15df90 0x7fa01c0cd140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:49.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.743+0000 7fa023dd3640 1 --2- 172.21.15.31:0/4094345898 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa01c0d49c0 0x7fa01c1f7fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:49.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.743+0000 7fa023dd3640 1 --2- 172.21.15.31:0/4094345898 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa01c0d0d40 0x7fa01c09fc90 unknown :-1 s=CLOSED pgs=704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:49.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.743+0000 7fa023dd3640 1 -- 172.21.15.31:0/4094345898 >> 172.21.15.31:0/4094345898 conn(0x7fa01c0d3ea0 msgr2=0x7fa01c0b0a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:49.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.743+0000 7fa023dd3640 1 -- 172.21.15.31:0/4094345898 shutdown_connections 2024-09-16T07:24:49.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.743+0000 7fa023dd3640 1 -- 172.21.15.31:0/4094345898 wait complete. 2024-09-16T07:24:49.754 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_volumes.TestMisc.test_malicious_metafile_on_legacy_to_v1_upgrade' 2024-09-16T07:24:49.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.860+0000 7f1e6fb10640 1 -- 172.21.15.31:0/892966805 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1e6813ce00 msgr2=0x7f1e6813f7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:49.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.860+0000 7f1e6fb10640 1 --2- 172.21.15.31:0/892966805 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1e6813ce00 0x7f1e6813f7d0 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f1e68074a30 tx=0x7f1e6002a8b0 comp rx=0 tx=0).stop 2024-09-16T07:24:49.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.860+0000 7f1e6fb10640 1 -- 172.21.15.31:0/892966805 shutdown_connections 2024-09-16T07:24:49.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.860+0000 7f1e6fb10640 1 --2- 172.21.15.31:0/892966805 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1e6813ce00 0x7f1e6813f7d0 unknown :-1 s=CLOSED pgs=706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:49.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.860+0000 7f1e6fb10640 1 --2- 172.21.15.31:0/892966805 >> v2:172.21.15.155:3300/0 conn(0x7f1e68072cb0 0x7f1e6813f290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:49.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.860+0000 7f1e6fb10640 1 -- 172.21.15.31:0/892966805 >> 172.21.15.31:0/892966805 conn(0x7f1e680b1690 msgr2=0x7f1e680b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:49.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.860+0000 7f1e6fb10640 1 -- 172.21.15.31:0/892966805 shutdown_connections 2024-09-16T07:24:49.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.860+0000 7f1e6fb10640 1 -- 172.21.15.31:0/892966805 wait complete. 2024-09-16T07:24:49.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.861+0000 7f1e6fb10640 1 Processor -- start 2024-09-16T07:24:49.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.861+0000 7f1e6fb10640 1 -- start start 2024-09-16T07:24:49.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.862+0000 7f1e6fb10640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1e68070690 0x7f1e681541a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:49.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.862+0000 7f1e6fb10640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1e68072cb0 0x7f1e68165ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:49.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.862+0000 7f1e6fb10640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1e6813ce00 0x7f1e681559d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:49.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.862+0000 7f1e6fb10640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f1e68164c20 con 0x7f1e68070690 2024-09-16T07:24:49.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.862+0000 7f1e6fb10640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f1e68164aa0 con 0x7f1e68072cb0 2024-09-16T07:24:49.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.862+0000 7f1e6fb10640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f1e68164da0 con 0x7f1e6813ce00 2024-09-16T07:24:49.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.862+0000 7f1e6d8ac640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1e68070690 0x7f1e681541a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:49.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.862+0000 7f1e6d8ac640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1e68070690 0x7f1e681541a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:47668/0 (socket says 172.21.15.31:47668) 2024-09-16T07:24:49.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.862+0000 7f1e6d8ac640 1 -- 172.21.15.31:0/241070412 learned_addr learned my addr 172.21.15.31:0/241070412 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:49.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.862+0000 7f1e6e0ad640 1 --2- 172.21.15.31:0/241070412 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1e6813ce00 0x7f1e681559d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:49.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.862+0000 7f1e6d8ac640 1 -- 172.21.15.31:0/241070412 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1e6813ce00 msgr2=0x7f1e681559d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:49.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.862+0000 7f1e6d8ac640 1 --2- 172.21.15.31:0/241070412 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1e6813ce00 0x7f1e681559d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:49.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.862+0000 7f1e6d8ac640 1 -- 172.21.15.31:0/241070412 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1e68072cb0 msgr2=0x7f1e68165ab0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-16T07:24:49.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.862+0000 7f1e6d8ac640 1 --2- 172.21.15.31:0/241070412 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1e68072cb0 0x7f1e68165ab0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:49.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.862+0000 7f1e6d8ac640 1 -- 172.21.15.31:0/241070412 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e681563b0 con 0x7f1e68070690 2024-09-16T07:24:49.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.862+0000 7f1e6d8ac640 1 --2- 172.21.15.31:0/241070412 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1e68070690 0x7f1e681541a0 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f1e6400c500 tx=0x7f1e6400c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:49.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.863+0000 7f1e5e7fc640 1 -- 172.21.15.31:0/241070412 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e64017070 con 0x7f1e68070690 2024-09-16T07:24:49.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.863+0000 7f1e5e7fc640 1 -- 172.21.15.31:0/241070412 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1e640036e0 con 0x7f1e68070690 2024-09-16T07:24:49.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.863+0000 7f1e6fb10640 1 -- 172.21.15.31:0/241070412 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1e68156690 con 0x7f1e68070690 2024-09-16T07:24:49.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.863+0000 7f1e5e7fc640 1 -- 172.21.15.31:0/241070412 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e64003b30 con 0x7f1e68070690 2024-09-16T07:24:49.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.863+0000 7f1e6fb10640 1 -- 172.21.15.31:0/241070412 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1e68165ff0 con 0x7f1e68070690 2024-09-16T07:24:49.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.864+0000 7f1e6fb10640 1 -- 172.21.15.31:0/241070412 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1e68159690 con 0x7f1e68070690 2024-09-16T07:24:49.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.864+0000 7f1e5e7fc640 1 -- 172.21.15.31:0/241070412 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 11) ==== 101593+0+0 (secure 0 0 0) 0x7f1e6401a070 con 0x7f1e68070690 2024-09-16T07:24:49.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.865+0000 7f1e5e7fc640 1 --2- 172.21.15.31:0/241070412 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f1e4c078bb0 0x7f1e4c07b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:49.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.865+0000 7f1e5e7fc640 1 -- 172.21.15.31:0/241070412 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 4943+0+0 (secure 0 0 0) 0x7f1e6409a080 con 0x7f1e68070690 2024-09-16T07:24:49.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.865+0000 7f1e6d0ab640 1 --2- 172.21.15.31:0/241070412 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f1e4c078bb0 0x7f1e4c07b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:49.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.866+0000 7f1e6d0ab640 1 --2- 172.21.15.31:0/241070412 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f1e4c078bb0 0x7f1e4c07b070 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f1e680b1660 tx=0x7f1e58005ba0 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:49.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:49.869+0000 7f1e5e7fc640 1 -- 172.21.15.31:0/241070412 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f1e68159690 con 0x7f1e68070690 2024-09-16T07:24:50.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.132+0000 7f1e6fb10640 1 -- 172.21.15.31:0/241070412 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_malicious_metafile_on_legacy_to_v1_upgrade"]} v 0) -- 0x7f1e680725a0 con 0x7f1e68070690 2024-09-16T07:24:50.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.403+0000 7f1e5e7fc640 1 -- 172.21.15.31:0/241070412 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_malicious_metafile_on_legacy_to_v1_upgrade"]}]=0 v205) ==== 161+0+0 (secure 0 0 0) 0x7f1e64062560 con 0x7f1e68070690 2024-09-16T07:24:50.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.405+0000 7f1e6fb10640 1 -- 172.21.15.31:0/241070412 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f1e4c078bb0 msgr2=0x7f1e4c07b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:50.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.405+0000 7f1e6fb10640 1 --2- 172.21.15.31:0/241070412 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f1e4c078bb0 0x7f1e4c07b070 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f1e680b1660 tx=0x7f1e58005ba0 comp rx=0 tx=0).stop 2024-09-16T07:24:50.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.405+0000 7f1e6fb10640 1 -- 172.21.15.31:0/241070412 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1e68070690 msgr2=0x7f1e681541a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:50.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.405+0000 7f1e6fb10640 1 --2- 172.21.15.31:0/241070412 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1e68070690 0x7f1e681541a0 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f1e6400c500 tx=0x7f1e6400c9c0 comp rx=0 tx=0).stop 2024-09-16T07:24:50.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.405+0000 7f1e6fb10640 1 -- 172.21.15.31:0/241070412 shutdown_connections 2024-09-16T07:24:50.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.405+0000 7f1e6fb10640 1 --2- 172.21.15.31:0/241070412 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f1e4c078bb0 0x7f1e4c07b070 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:50.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.405+0000 7f1e6fb10640 1 --2- 172.21.15.31:0/241070412 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1e6813ce00 0x7f1e681559d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:50.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.405+0000 7f1e6fb10640 1 --2- 172.21.15.31:0/241070412 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1e68072cb0 0x7f1e68165ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:50.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.405+0000 7f1e6fb10640 1 --2- 172.21.15.31:0/241070412 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1e68070690 0x7f1e681541a0 unknown :-1 s=CLOSED pgs=707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:50.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.405+0000 7f1e6fb10640 1 -- 172.21.15.31:0/241070412 >> 172.21.15.31:0/241070412 conn(0x7f1e680b1690 msgr2=0x7f1e6813ddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:50.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.405+0000 7f1e6fb10640 1 -- 172.21.15.31:0/241070412 shutdown_connections 2024-09-16T07:24:50.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.405+0000 7f1e6fb10640 1 -- 172.21.15.31:0/241070412 wait complete. 2024-09-16T07:24:50.416 INFO:tasks.cephfs_test_runner:Validate handcrafted .meta file on legacy subvol root doesn't break the system ... ok 2024-09-16T07:24:50.416 INFO:tasks.cephfs_test_runner:Starting test: test_mgr_eviction (tasks.cephfs.test_volumes.TestMisc) 2024-09-16T07:24:50.417 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:24:50.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.524+0000 7ffb57865640 1 -- 172.21.15.31:0/1475116874 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffb500d2410 msgr2=0x7ffb500b3090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:50.524 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.524+0000 7ffb57865640 1 --2- 172.21.15.31:0/1475116874 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffb500d2410 0x7ffb500b3090 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7ffb4c009830 tx=0x7ffb4c02a5a0 comp rx=0 tx=0).stop 2024-09-16T07:24:50.524 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.524+0000 7ffb57865640 1 -- 172.21.15.31:0/1475116874 shutdown_connections 2024-09-16T07:24:50.524 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.524+0000 7ffb57865640 1 --2- 172.21.15.31:0/1475116874 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffb500cfce0 0x7ffb500d0130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:50.524 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.524+0000 7ffb57865640 1 --2- 172.21.15.31:0/1475116874 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffb500d2410 0x7ffb500b3090 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:50.524 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.524+0000 7ffb57865640 1 -- 172.21.15.31:0/1475116874 >> 172.21.15.31:0/1475116874 conn(0x7ffb5009aa30 msgr2=0x7ffb5009ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:50.524 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.524+0000 7ffb57865640 1 -- 172.21.15.31:0/1475116874 shutdown_connections 2024-09-16T07:24:50.524 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.524+0000 7ffb57865640 1 -- 172.21.15.31:0/1475116874 wait complete. 2024-09-16T07:24:50.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.525+0000 7ffb57865640 1 Processor -- start 2024-09-16T07:24:50.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.525+0000 7ffb57865640 1 -- start start 2024-09-16T07:24:50.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.526+0000 7ffb57865640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffb500cfce0 0x7ffb500b6330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:50.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.526+0000 7ffb57865640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffb500d2410 0x7ffb500c4d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:50.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.526+0000 7ffb57865640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffb5015f6d0 0x7ffb5006f5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:50.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.526+0000 7ffb57865640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7ffb500b13c0 con 0x7ffb500d2410 2024-09-16T07:24:50.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.526+0000 7ffb57865640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ffb500b1240 con 0x7ffb500cfce0 2024-09-16T07:24:50.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.526+0000 7ffb57865640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ffb500b1540 con 0x7ffb5015f6d0 2024-09-16T07:24:50.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.526+0000 7ffb54e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffb500d2410 0x7ffb500c4d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:50.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.526+0000 7ffb54e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffb500d2410 0x7ffb500c4d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:47674/0 (socket says 172.21.15.31:47674) 2024-09-16T07:24:50.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.526+0000 7ffb54e00640 1 -- 172.21.15.31:0/1781437222 learned_addr learned my addr 172.21.15.31:0/1781437222 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:50.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.526+0000 7ffb55601640 1 --2- 172.21.15.31:0/1781437222 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffb500cfce0 0x7ffb500b6330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:50.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.526+0000 7ffb55e02640 1 --2- 172.21.15.31:0/1781437222 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffb5015f6d0 0x7ffb5006f5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:50.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.527+0000 7ffb54e00640 1 -- 172.21.15.31:0/1781437222 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffb5015f6d0 msgr2=0x7ffb5006f5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:50.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.527+0000 7ffb54e00640 1 --2- 172.21.15.31:0/1781437222 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffb5015f6d0 0x7ffb5006f5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:50.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.527+0000 7ffb54e00640 1 -- 172.21.15.31:0/1781437222 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffb500cfce0 msgr2=0x7ffb500b6330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:50.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.527+0000 7ffb54e00640 1 --2- 172.21.15.31:0/1781437222 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffb500cfce0 0x7ffb500b6330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:50.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.527+0000 7ffb54e00640 1 -- 172.21.15.31:0/1781437222 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb500b69a0 con 0x7ffb500d2410 2024-09-16T07:24:50.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.527+0000 7ffb54e00640 1 --2- 172.21.15.31:0/1781437222 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffb500d2410 0x7ffb500c4d00 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7ffb4000c760 tx=0x7ffb4000cb60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:50.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.527+0000 7ffb45ffb640 1 -- 172.21.15.31:0/1781437222 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb40016020 con 0x7ffb500d2410 2024-09-16T07:24:50.529 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.527+0000 7ffb45ffb640 1 -- 172.21.15.31:0/1781437222 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ffb4000a950 con 0x7ffb500d2410 2024-09-16T07:24:50.529 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.527+0000 7ffb45ffb640 1 -- 172.21.15.31:0/1781437222 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb4000ada0 con 0x7ffb500d2410 2024-09-16T07:24:50.529 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.527+0000 7ffb57865640 1 -- 172.21.15.31:0/1781437222 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb500b6c80 con 0x7ffb500d2410 2024-09-16T07:24:50.529 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.527+0000 7ffb57865640 1 -- 172.21.15.31:0/1781437222 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb501f84f0 con 0x7ffb500d2410 2024-09-16T07:24:50.530 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.528+0000 7ffb57865640 1 -- 172.21.15.31:0/1781437222 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffb500b19a0 con 0x7ffb500d2410 2024-09-16T07:24:50.530 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.529+0000 7ffb45ffb640 1 -- 172.21.15.31:0/1781437222 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 11) ==== 101593+0+0 (secure 0 0 0) 0x7ffb40019020 con 0x7ffb500d2410 2024-09-16T07:24:50.530 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.529+0000 7ffb45ffb640 1 --2- 172.21.15.31:0/1781437222 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ffb34078bb0 0x7ffb3407b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:50.530 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.530+0000 7ffb45ffb640 1 -- 172.21.15.31:0/1781437222 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 4943+0+0 (secure 0 0 0) 0x7ffb4009a9c0 con 0x7ffb500d2410 2024-09-16T07:24:50.530 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.530+0000 7ffb55601640 1 --2- 172.21.15.31:0/1781437222 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ffb34078bb0 0x7ffb3407b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:50.530 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.530+0000 7ffb55601640 1 --2- 172.21.15.31:0/1781437222 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ffb34078bb0 0x7ffb3407b070 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7ffb4c034000 tx=0x7ffb4c004730 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:50.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.534+0000 7ffb45ffb640 1 -- 172.21.15.31:0/1781437222 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7ffb40020020 con 0x7ffb500d2410 2024-09-16T07:24:50.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.721+0000 7ffb57865640 1 -- 172.21.15.31:0/1781437222 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ffb500cc2e0 con 0x7ffb500d2410 2024-09-16T07:24:50.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.722+0000 7ffb45ffb640 1 -- 172.21.15.31:0/1781437222 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v61) ==== 74+0+13006 (secure 0 0 0) 0x7ffb5015c0e0 con 0x7ffb500d2410 2024-09-16T07:24:50.721 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:24:50.722 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":61,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:24:49.397705+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.31:6835/401448301":"2024-09-17T07:24:46.389970+0000","172.21.15.31:6834/401448301":"2024-09-17T07:24:46.389970+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:24:50.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.724+0000 7ffb57865640 1 -- 172.21.15.31:0/1781437222 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ffb34078bb0 msgr2=0x7ffb3407b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:50.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.724+0000 7ffb57865640 1 --2- 172.21.15.31:0/1781437222 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ffb34078bb0 0x7ffb3407b070 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7ffb4c034000 tx=0x7ffb4c004730 comp rx=0 tx=0).stop 2024-09-16T07:24:50.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.724+0000 7ffb57865640 1 -- 172.21.15.31:0/1781437222 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffb500d2410 msgr2=0x7ffb500c4d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:50.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.724+0000 7ffb57865640 1 --2- 172.21.15.31:0/1781437222 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffb500d2410 0x7ffb500c4d00 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7ffb4000c760 tx=0x7ffb4000cb60 comp rx=0 tx=0).stop 2024-09-16T07:24:50.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.724+0000 7ffb57865640 1 -- 172.21.15.31:0/1781437222 shutdown_connections 2024-09-16T07:24:50.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.724+0000 7ffb57865640 1 --2- 172.21.15.31:0/1781437222 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ffb34078bb0 0x7ffb3407b070 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:50.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.724+0000 7ffb57865640 1 --2- 172.21.15.31:0/1781437222 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffb5015f6d0 0x7ffb5006f5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:50.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.724+0000 7ffb57865640 1 --2- 172.21.15.31:0/1781437222 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffb500d2410 0x7ffb500c4d00 unknown :-1 s=CLOSED pgs=708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:50.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.724+0000 7ffb57865640 1 --2- 172.21.15.31:0/1781437222 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffb500cfce0 0x7ffb500b6330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:50.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.724+0000 7ffb57865640 1 -- 172.21.15.31:0/1781437222 >> 172.21.15.31:0/1781437222 conn(0x7ffb5009aa30 msgr2=0x7ffb500cc860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:50.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.725+0000 7ffb57865640 1 -- 172.21.15.31:0/1781437222 shutdown_connections 2024-09-16T07:24:50.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.725+0000 7ffb57865640 1 -- 172.21.15.31:0/1781437222 wait complete. 2024-09-16T07:24:50.735 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-16T07:21:00.646987+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-16T07:24:50.735 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-16T07:24:50.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.845+0000 7f0dbec23640 1 -- 172.21.15.31:0/947365519 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0da0004d40 msgr2=0x7f0da00051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:50.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.845+0000 7f0dbec23640 1 --2- 172.21.15.31:0/947365519 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0da0004d40 0x7f0da00051c0 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7f0da800c2e0 tx=0x7f0da0005830 comp rx=0 tx=0).stop 2024-09-16T07:24:50.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.845+0000 7f0dbd1c0640 1 -- 172.21.15.31:0/947365519 reap_dead start 2024-09-16T07:24:50.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.845+0000 7f0dbec23640 1 -- 172.21.15.31:0/947365519 shutdown_connections 2024-09-16T07:24:50.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.845+0000 7f0dbec23640 1 -- 172.21.15.31:0/947365519 >> 172.21.15.31:0/947365519 conn(0x7f0db80d3e30 msgr2=0x7f0db80d4240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:50.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.845+0000 7f0dbec23640 1 -- 172.21.15.31:0/947365519 shutdown_connections 2024-09-16T07:24:50.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.845+0000 7f0dbec23640 1 -- 172.21.15.31:0/947365519 wait complete. 2024-09-16T07:24:50.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.846+0000 7f0dbec23640 1 Processor -- start 2024-09-16T07:24:50.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.846+0000 7f0dbec23640 1 -- start start 2024-09-16T07:24:50.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.847+0000 7f0dbec23640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0da0004d40 0x7f0db80ca3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:50.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.847+0000 7f0dbec23640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0db81f4850 0x7f0db815a750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:50.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.847+0000 7f0dbec23640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0db80c81e0 0x7f0db80c8690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:50.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.847+0000 7f0dbec23640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f0db80d1d30 con 0x7f0db81f4850 2024-09-16T07:24:50.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.847+0000 7f0dbec23640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f0db80b5000 con 0x7f0db80c81e0 2024-09-16T07:24:50.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.847+0000 7f0dbec23640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f0db80d1eb0 con 0x7f0da0004d40 2024-09-16T07:24:50.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.847+0000 7f0db7fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0db81f4850 0x7f0db815a750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:50.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.847+0000 7f0db7fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0db81f4850 0x7f0db815a750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:47698/0 (socket says 172.21.15.31:47698) 2024-09-16T07:24:50.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.847+0000 7f0db7fff640 1 -- 172.21.15.31:0/1523101125 learned_addr learned my addr 172.21.15.31:0/1523101125 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:50.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.847+0000 7f0dbd1c0640 1 --2- 172.21.15.31:0/1523101125 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0db80c81e0 0x7f0db80c8690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:50.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.847+0000 7f0dbc9bf640 1 --2- 172.21.15.31:0/1523101125 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0da0004d40 0x7f0db80ca3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:50.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.847+0000 7f0db7fff640 1 -- 172.21.15.31:0/1523101125 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0da0004d40 msgr2=0x7f0db80ca3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:50.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.847+0000 7f0db7fff640 1 --2- 172.21.15.31:0/1523101125 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0da0004d40 0x7f0db80ca3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:50.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.847+0000 7f0db7fff640 1 -- 172.21.15.31:0/1523101125 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0db80c81e0 msgr2=0x7f0db80c8690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:50.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.847+0000 7f0db7fff640 1 --2- 172.21.15.31:0/1523101125 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0db80c81e0 0x7f0db80c8690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:50.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.848+0000 7f0db7fff640 1 -- 172.21.15.31:0/1523101125 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0db81f4fc0 con 0x7f0db81f4850 2024-09-16T07:24:50.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.848+0000 7f0dbd1c0640 1 --2- 172.21.15.31:0/1523101125 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0db80c81e0 0x7f0db80c8690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:24:50.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.848+0000 7f0db7fff640 1 --2- 172.21.15.31:0/1523101125 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0db81f4850 0x7f0db815a750 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f0dac011ae0 tx=0x7f0dac009e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:50.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.848+0000 7f0db57fa640 1 -- 172.21.15.31:0/1523101125 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dac00fdb0 con 0x7f0db81f4850 2024-09-16T07:24:50.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.848+0000 7f0db57fa640 1 -- 172.21.15.31:0/1523101125 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0dac016070 con 0x7f0db81f4850 2024-09-16T07:24:50.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.848+0000 7f0dbec23640 1 -- 172.21.15.31:0/1523101125 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0db81f52a0 con 0x7f0db81f4850 2024-09-16T07:24:50.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.848+0000 7f0db57fa640 1 -- 172.21.15.31:0/1523101125 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dac004280 con 0x7f0db81f4850 2024-09-16T07:24:50.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.848+0000 7f0dbec23640 1 -- 172.21.15.31:0/1523101125 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0db81f5bb0 con 0x7f0db81f4850 2024-09-16T07:24:50.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.849+0000 7f0dbec23640 1 -- 172.21.15.31:0/1523101125 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0db81f57c0 con 0x7f0db81f4850 2024-09-16T07:24:50.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.850+0000 7f0db57fa640 1 -- 172.21.15.31:0/1523101125 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 11) ==== 101593+0+0 (secure 0 0 0) 0x7f0dac018030 con 0x7f0db81f4850 2024-09-16T07:24:50.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.850+0000 7f0db57fa640 1 --2- 172.21.15.31:0/1523101125 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0da4078be0 0x7f0da407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:50.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.850+0000 7f0db57fa640 1 -- 172.21.15.31:0/1523101125 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 4943+0+0 (secure 0 0 0) 0x7f0dac09b410 con 0x7f0db81f4850 2024-09-16T07:24:50.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.850+0000 7f0dbc9bf640 1 --2- 172.21.15.31:0/1523101125 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0da4078be0 0x7f0da407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:50.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.851+0000 7f0dbc9bf640 1 --2- 172.21.15.31:0/1523101125 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0da4078be0 0x7f0da407b0a0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f0db0005fd0 tx=0x7f0db0009500 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:50.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:50.854+0000 7f0db57fa640 1 -- 172.21.15.31:0/1523101125 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f0db81f57c0 con 0x7f0db81f4850 2024-09-16T07:24:51.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:51.041+0000 7f0dbec23640 1 -- 172.21.15.31:0/1523101125 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f0db80d2250 con 0x7f0db81f4850 2024-09-16T07:24:51.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:51.042+0000 7f0db57fa640 1 -- 172.21.15.31:0/1523101125 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v61) ==== 93+0+10 (secure 0 0 0) 0x7f0dac0637e0 con 0x7f0db81f4850 2024-09-16T07:24:51.041 INFO:teuthology.orchestra.run.smithi031.stdout:pg_num: 1 2024-09-16T07:24:51.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:51.044+0000 7f0dbec23640 1 -- 172.21.15.31:0/1523101125 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0da4078be0 msgr2=0x7f0da407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:51.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:51.044+0000 7f0dbec23640 1 --2- 172.21.15.31:0/1523101125 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0da4078be0 0x7f0da407b0a0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f0db0005fd0 tx=0x7f0db0009500 comp rx=0 tx=0).stop 2024-09-16T07:24:51.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:51.044+0000 7f0dbec23640 1 -- 172.21.15.31:0/1523101125 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0db81f4850 msgr2=0x7f0db815a750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:51.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:51.044+0000 7f0dbec23640 1 --2- 172.21.15.31:0/1523101125 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0db81f4850 0x7f0db815a750 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f0dac011ae0 tx=0x7f0dac009e00 comp rx=0 tx=0).stop 2024-09-16T07:24:51.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:51.044+0000 7f0dbec23640 1 -- 172.21.15.31:0/1523101125 shutdown_connections 2024-09-16T07:24:51.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:51.044+0000 7f0dbec23640 1 --2- 172.21.15.31:0/1523101125 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0da4078be0 0x7f0da407b0a0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:51.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:51.044+0000 7f0dbec23640 1 --2- 172.21.15.31:0/1523101125 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0db80c81e0 0x7f0db80c8690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:51.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:51.044+0000 7f0dbec23640 1 --2- 172.21.15.31:0/1523101125 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0db81f4850 0x7f0db815a750 unknown :-1 s=CLOSED pgs=711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:51.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:51.044+0000 7f0dbec23640 1 --2- 172.21.15.31:0/1523101125 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0da0004d40 0x7f0db80ca3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:51.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:51.044+0000 7f0dbec23640 1 -- 172.21.15.31:0/1523101125 >> 172.21.15.31:0/1523101125 conn(0x7f0db80d3e30 msgr2=0x7f0db80b0de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:51.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:51.044+0000 7f0dbec23640 1 -- 172.21.15.31:0/1523101125 shutdown_connections 2024-09-16T07:24:51.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:51.044+0000 7f0dbec23640 1 -- 172.21.15.31:0/1523101125 wait complete. 2024-09-16T07:24:51.055 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_volumes.TestMisc.test_mgr_eviction' 2024-09-16T07:24:51.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:51.161+0000 7fbfa8a02640 1 -- 172.21.15.31:0/360106810 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbf90004d40 msgr2=0x7fbf900051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:51.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:51.161+0000 7fbfa8a02640 1 --2- 172.21.15.31:0/360106810 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbf90004d40 0x7fbf900051c0 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7fbf9c009b80 tx=0x7fbf90005830 comp rx=0 tx=0).stop 2024-09-16T07:24:51.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:51.161+0000 7fbfa359e640 1 -- 172.21.15.31:0/360106810 reap_dead start 2024-09-16T07:24:51.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:51.161+0000 7fbfa8a02640 1 -- 172.21.15.31:0/360106810 shutdown_connections 2024-09-16T07:24:51.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:51.161+0000 7fbfa8a02640 1 -- 172.21.15.31:0/360106810 >> 172.21.15.31:0/360106810 conn(0x7fbfa40d0cd0 msgr2=0x7fbfa40d10e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:51.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:51.161+0000 7fbfa8a02640 1 -- 172.21.15.31:0/360106810 shutdown_connections 2024-09-16T07:24:51.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:51.161+0000 7fbfa8a02640 1 -- 172.21.15.31:0/360106810 wait complete. 2024-09-16T07:24:51.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:51.162+0000 7fbfa8a02640 1 Processor -- start 2024-09-16T07:24:51.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:51.162+0000 7fbfa8a02640 1 -- start start 2024-09-16T07:24:51.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:51.163+0000 7fbfa8a02640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbf90004d40 0x7fbfa41e2050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:51.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:51.163+0000 7fbfa8a02640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbfa4158100 0x7fbfa41f1f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:51.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:51.163+0000 7fbfa8a02640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbfa41e2710 0x7fbfa41e2b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:51.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:51.163+0000 7fbfa8a02640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fbfa40720c0 con 0x7fbf90004d40 2024-09-16T07:24:51.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:51.163+0000 7fbfa8a02640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fbfa4071f40 con 0x7fbfa41e2710 2024-09-16T07:24:51.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:51.163+0000 7fbfa8a02640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fbfa40736e0 con 0x7fbfa4158100 2024-09-16T07:24:51.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:51.163+0000 7fbfa2d9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbf90004d40 0x7fbfa41e2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:51.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:51.163+0000 7fbfa2d9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbf90004d40 0x7fbfa41e2050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:47708/0 (socket says 172.21.15.31:47708) 2024-09-16T07:24:51.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:51.163+0000 7fbfa2d9d640 1 -- 172.21.15.31:0/1896264727 learned_addr learned my addr 172.21.15.31:0/1896264727 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:51.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:51.164+0000 7fbfa259c640 1 --2- 172.21.15.31:0/1896264727 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbfa4158100 0x7fbfa41f1f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:51.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:51.164+0000 7fbfa359e640 1 --2- 172.21.15.31:0/1896264727 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbfa41e2710 0x7fbfa41e2b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:51.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:51.164+0000 7fbfa2d9d640 1 -- 172.21.15.31:0/1896264727 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbfa4158100 msgr2=0x7fbfa41f1f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:51.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:51.164+0000 7fbfa2d9d640 1 --2- 172.21.15.31:0/1896264727 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbfa4158100 0x7fbfa41f1f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:51.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:51.164+0000 7fbfa2d9d640 1 -- 172.21.15.31:0/1896264727 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbfa41e2710 msgr2=0x7fbfa41e2b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:51.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:51.164+0000 7fbfa2d9d640 1 --2- 172.21.15.31:0/1896264727 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbfa41e2710 0x7fbfa41e2b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:51.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:51.164+0000 7fbfa2d9d640 1 -- 172.21.15.31:0/1896264727 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbfa41588e0 con 0x7fbf90004d40 2024-09-16T07:24:51.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:51.164+0000 7fbfa359e640 1 --2- 172.21.15.31:0/1896264727 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbfa41e2710 0x7fbfa41e2b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:24:51.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:51.164+0000 7fbfa2d9d640 1 --2- 172.21.15.31:0/1896264727 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbf90004d40 0x7fbfa41e2050 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7fbf94010cd0 tx=0x7fbf9400e720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:51.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:51.164+0000 7fbf9b7fe640 1 -- 172.21.15.31:0/1896264727 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf94011640 con 0x7fbf90004d40 2024-09-16T07:24:51.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:51.164+0000 7fbf9b7fe640 1 -- 172.21.15.31:0/1896264727 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbf940117e0 con 0x7fbf90004d40 2024-09-16T07:24:51.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:51.164+0000 7fbfa8a02640 1 -- 172.21.15.31:0/1896264727 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbfa4158bc0 con 0x7fbf90004d40 2024-09-16T07:24:51.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:51.164+0000 7fbf9b7fe640 1 -- 172.21.15.31:0/1896264727 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf94011c30 con 0x7fbf90004d40 2024-09-16T07:24:51.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:51.164+0000 7fbfa8a02640 1 -- 172.21.15.31:0/1896264727 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbfa4159180 con 0x7fbf90004d40 2024-09-16T07:24:51.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:51.165+0000 7fbfa8a02640 1 -- 172.21.15.31:0/1896264727 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbfa415cac0 con 0x7fbf90004d40 2024-09-16T07:24:51.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:51.166+0000 7fbf9b7fe640 1 -- 172.21.15.31:0/1896264727 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 11) ==== 101593+0+0 (secure 0 0 0) 0x7fbf940243f0 con 0x7fbf90004d40 2024-09-16T07:24:51.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:51.166+0000 7fbf9b7fe640 1 --2- 172.21.15.31:0/1896264727 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fbf84078be0 0x7fbf8407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:51.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:51.167+0000 7fbf9b7fe640 1 -- 172.21.15.31:0/1896264727 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 4943+0+0 (secure 0 0 0) 0x7fbf9409bc70 con 0x7fbf90004d40 2024-09-16T07:24:51.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:51.167+0000 7fbfa259c640 1 --2- 172.21.15.31:0/1896264727 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fbf84078be0 0x7fbf8407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:51.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:51.167+0000 7fbfa259c640 1 --2- 172.21.15.31:0/1896264727 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fbf84078be0 0x7fbf8407b0a0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fbfa41e4350 tx=0x7fbf8c000ed0 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:51.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:51.171+0000 7fbf9b7fe640 1 -- 172.21.15.31:0/1896264727 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fbf940639c0 con 0x7fbf90004d40 2024-09-16T07:24:51.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:51.437+0000 7fbfa8a02640 1 -- 172.21.15.31:0/1896264727 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_mgr_eviction"]} v 0) -- 0x7fbfa40c5a70 con 0x7fbf90004d40 2024-09-16T07:24:52.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.409+0000 7fbf9b7fe640 1 -- 172.21.15.31:0/1896264727 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_mgr_eviction"]}]=0 v207) ==== 134+0+0 (secure 0 0 0) 0x7fbf940683f0 con 0x7fbf90004d40 2024-09-16T07:24:52.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.412+0000 7fbfa8a02640 1 -- 172.21.15.31:0/1896264727 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fbf84078be0 msgr2=0x7fbf8407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:52.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.412+0000 7fbfa8a02640 1 --2- 172.21.15.31:0/1896264727 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fbf84078be0 0x7fbf8407b0a0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fbfa41e4350 tx=0x7fbf8c000ed0 comp rx=0 tx=0).stop 2024-09-16T07:24:52.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.412+0000 7fbfa8a02640 1 -- 172.21.15.31:0/1896264727 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbf90004d40 msgr2=0x7fbfa41e2050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:52.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.412+0000 7fbfa8a02640 1 --2- 172.21.15.31:0/1896264727 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbf90004d40 0x7fbfa41e2050 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7fbf94010cd0 tx=0x7fbf9400e720 comp rx=0 tx=0).stop 2024-09-16T07:24:52.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.412+0000 7fbfa8a02640 1 -- 172.21.15.31:0/1896264727 shutdown_connections 2024-09-16T07:24:52.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.412+0000 7fbfa8a02640 1 --2- 172.21.15.31:0/1896264727 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fbf84078be0 0x7fbf8407b0a0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:52.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.412+0000 7fbfa8a02640 1 --2- 172.21.15.31:0/1896264727 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbfa41e2710 0x7fbfa41e2b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:52.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.412+0000 7fbfa8a02640 1 --2- 172.21.15.31:0/1896264727 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbfa4158100 0x7fbfa41f1f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:52.413 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.412+0000 7fbfa8a02640 1 --2- 172.21.15.31:0/1896264727 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbf90004d40 0x7fbfa41e2050 unknown :-1 s=CLOSED pgs=714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:52.413 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.412+0000 7fbfa8a02640 1 -- 172.21.15.31:0/1896264727 >> 172.21.15.31:0/1896264727 conn(0x7fbfa40d0cd0 msgr2=0x7fbfa40cc900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:52.413 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.413+0000 7fbfa8a02640 1 -- 172.21.15.31:0/1896264727 shutdown_connections 2024-09-16T07:24:52.413 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.413+0000 7fbfa8a02640 1 -- 172.21.15.31:0/1896264727 wait complete. 2024-09-16T07:24:52.426 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-09-16T07:24:52.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.538+0000 7ffaf1870640 1 -- 172.21.15.31:0/3803967977 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffaec161b30 msgr2=0x7ffaec0cf920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:52.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.538+0000 7ffaf1870640 1 --2- 172.21.15.31:0/3803967977 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffaec161b30 0x7ffaec0cf920 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7ffae4005fd0 tx=0x7ffae402a580 comp rx=0 tx=0).stop 2024-09-16T07:24:52.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.538+0000 7ffaf1870640 1 -- 172.21.15.31:0/3803967977 shutdown_connections 2024-09-16T07:24:52.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.538+0000 7ffaf1870640 1 --2- 172.21.15.31:0/3803967977 >> v2:172.21.15.155:3300/0 conn(0x7ffaec160ac0 0x7ffaec160f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:52.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.538+0000 7ffaf1870640 1 --2- 172.21.15.31:0/3803967977 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffaec161b30 0x7ffaec0cf920 unknown :-1 s=CLOSED pgs=715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:52.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.538+0000 7ffaf1870640 1 -- 172.21.15.31:0/3803967977 >> 172.21.15.31:0/3803967977 conn(0x7ffaec0d3e40 msgr2=0x7ffaec0d4250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:52.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.538+0000 7ffaf1870640 1 -- 172.21.15.31:0/3803967977 shutdown_connections 2024-09-16T07:24:52.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.538+0000 7ffaf1870640 1 -- 172.21.15.31:0/3803967977 wait complete. 2024-09-16T07:24:52.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.540+0000 7ffaf1870640 1 Processor -- start 2024-09-16T07:24:52.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.540+0000 7ffaf1870640 1 -- start start 2024-09-16T07:24:52.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.540+0000 7ffaf1870640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffaec0d1a10 0x7ffaec150150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:52.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.540+0000 7ffaf1870640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffaec160ac0 0x7ffaec0c8360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:52.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.540+0000 7ffaf1870640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffaec161b30 0x7ffaec0b75a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:52.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.540+0000 7ffaf1870640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7ffaec0b39e0 con 0x7ffaec161b30 2024-09-16T07:24:52.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.540+0000 7ffaf1870640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ffaec1618e0 con 0x7ffaec0d1a10 2024-09-16T07:24:52.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.540+0000 7ffaf1870640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ffaec0b3b60 con 0x7ffaec160ac0 2024-09-16T07:24:52.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.541+0000 7ffaeb7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffaec161b30 0x7ffaec0b75a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:52.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.541+0000 7ffaeb7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffaec161b30 0x7ffaec0b75a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:47726/0 (socket says 172.21.15.31:47726) 2024-09-16T07:24:52.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.541+0000 7ffaeb7fe640 1 -- 172.21.15.31:0/1173801490 learned_addr learned my addr 172.21.15.31:0/1173801490 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:52.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.541+0000 7ffaeaffd640 1 --2- 172.21.15.31:0/1173801490 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffaec0d1a10 0x7ffaec150150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:52.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.541+0000 7ffaea7fc640 1 --2- 172.21.15.31:0/1173801490 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffaec160ac0 0x7ffaec0c8360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:52.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.541+0000 7ffaeb7fe640 1 -- 172.21.15.31:0/1173801490 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffaec160ac0 msgr2=0x7ffaec0c8360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:52.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.541+0000 7ffaeb7fe640 1 --2- 172.21.15.31:0/1173801490 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffaec160ac0 0x7ffaec0c8360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:52.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.541+0000 7ffaeb7fe640 1 -- 172.21.15.31:0/1173801490 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffaec0d1a10 msgr2=0x7ffaec150150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:52.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.541+0000 7ffaeb7fe640 1 --2- 172.21.15.31:0/1173801490 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffaec0d1a10 0x7ffaec150150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:52.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.541+0000 7ffaeb7fe640 1 -- 172.21.15.31:0/1173801490 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffaec0c8e00 con 0x7ffaec161b30 2024-09-16T07:24:52.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.541+0000 7ffaeb7fe640 1 --2- 172.21.15.31:0/1173801490 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffaec161b30 0x7ffaec0b75a0 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7ffadc00cd10 tx=0x7ffadc00a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:52.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.541+0000 7ffae3fff640 1 -- 172.21.15.31:0/1173801490 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffadc00f450 con 0x7ffaec161b30 2024-09-16T07:24:52.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.541+0000 7ffae3fff640 1 -- 172.21.15.31:0/1173801490 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ffadc00f6e0 con 0x7ffaec161b30 2024-09-16T07:24:52.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.541+0000 7ffaf1870640 1 -- 172.21.15.31:0/1173801490 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffaec0c90e0 con 0x7ffaec161b30 2024-09-16T07:24:52.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.541+0000 7ffae3fff640 1 -- 172.21.15.31:0/1173801490 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffadc00fb30 con 0x7ffaec161b30 2024-09-16T07:24:52.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.541+0000 7ffaf1870640 1 -- 172.21.15.31:0/1173801490 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffaec0c9980 con 0x7ffaec161b30 2024-09-16T07:24:52.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.542+0000 7ffaf1870640 1 -- 172.21.15.31:0/1173801490 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffaec0c9b80 con 0x7ffaec161b30 2024-09-16T07:24:52.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.543+0000 7ffae3fff640 1 -- 172.21.15.31:0/1173801490 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 11) ==== 101593+0+0 (secure 0 0 0) 0x7ffadc00fcd0 con 0x7ffaec161b30 2024-09-16T07:24:52.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.544+0000 7ffae3fff640 1 --2- 172.21.15.31:0/1173801490 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ffacc078bb0 0x7ffacc07b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:52.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.544+0000 7ffae3fff640 1 -- 172.21.15.31:0/1173801490 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 4943+0+0 (secure 0 0 0) 0x7ffadc09b6e0 con 0x7ffaec161b30 2024-09-16T07:24:52.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.544+0000 7ffaeaffd640 1 --2- 172.21.15.31:0/1173801490 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ffacc078bb0 0x7ffacc07b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:52.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.544+0000 7ffaeaffd640 1 --2- 172.21.15.31:0/1173801490 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ffacc078bb0 0x7ffacc07b070 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7ffae4033000 tx=0x7ffae4004730 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:52.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.548+0000 7ffae3fff640 1 -- 172.21.15.31:0/1173801490 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7ffaec0c9b80 con 0x7ffaec161b30 2024-09-16T07:24:52.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.734+0000 7ffaf1870640 1 -- 172.21.15.31:0/1173801490 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7ffaec0c92b0 con 0x7ffaec161b30 2024-09-16T07:24:52.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.734+0000 7ffae3fff640 1 -- 172.21.15.31:0/1173801490 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v33) ==== 59+0+1998 (secure 0 0 0) 0x7ffadc014030 con 0x7ffaec161b30 2024-09-16T07:24:52.734 INFO:teuthology.orchestra.run.smithi031.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-09-16T07:24:52.734 INFO:teuthology.orchestra.run.smithi031.stdout:mon advanced mon_op_complaint_time 120 2024-09-16T07:24:52.734 INFO:teuthology.orchestra.run.smithi031.stdout:mon dev mon_warn_on_pool_no_app false 2024-09-16T07:24:52.734 INFO:teuthology.orchestra.run.smithi031.stdout:osd advanced osd_op_complaint_time 180.000000 2024-09-16T07:24:52.735 INFO:teuthology.orchestra.run.smithi031.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 4520.820560 2024-09-16T07:24:52.735 INFO:teuthology.orchestra.run.smithi031.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 5734.367886 2024-09-16T07:24:52.735 INFO:teuthology.orchestra.run.smithi031.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 4504.591485 2024-09-16T07:24:52.735 INFO:teuthology.orchestra.run.smithi031.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 4573.380612 2024-09-16T07:24:52.735 INFO:teuthology.orchestra.run.smithi031.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 5234.235164 2024-09-16T07:24:52.735 INFO:teuthology.orchestra.run.smithi031.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 5784.050173 2024-09-16T07:24:52.736 INFO:teuthology.orchestra.run.smithi031.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 8598.617671 2024-09-16T07:24:52.736 INFO:teuthology.orchestra.run.smithi031.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 5090.838884 2024-09-16T07:24:52.736 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced debug_mds 20/20 2024-09-16T07:24:52.736 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced debug_mds_balancer 20/20 2024-09-16T07:24:52.736 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced debug_ms 2/2 2024-09-16T07:24:52.737 INFO:teuthology.orchestra.run.smithi031.stdout:mds dev mds_debug_frag true 2024-09-16T07:24:52.737 INFO:teuthology.orchestra.run.smithi031.stdout:mds dev mds_debug_scatterstat true 2024-09-16T07:24:52.737 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced mds_op_complaint_time 180.000000 2024-09-16T07:24:52.737 INFO:teuthology.orchestra.run.smithi031.stdout:mds dev mds_verify_scatter true 2024-09-16T07:24:52.737 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced osd_op_complaint_time 180.000000 2024-09-16T07:24:52.737 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced rados_mon_op_timeout 900 2024-09-16T07:24:52.738 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced rados_osd_op_timeout 900 2024-09-16T07:24:52.738 INFO:teuthology.orchestra.run.smithi031.stdout:client advanced client_mount_timeout 600 2024-09-16T07:24:52.738 INFO:teuthology.orchestra.run.smithi031.stdout:client advanced debug_client 20/20 2024-09-16T07:24:52.738 INFO:teuthology.orchestra.run.smithi031.stdout:client advanced debug_ms 1/1 2024-09-16T07:24:52.738 INFO:teuthology.orchestra.run.smithi031.stdout:client advanced rados_mon_op_timeout 900 2024-09-16T07:24:52.739 INFO:teuthology.orchestra.run.smithi031.stdout:client advanced rados_osd_op_timeout 900 2024-09-16T07:24:52.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.737+0000 7ffaf1870640 1 -- 172.21.15.31:0/1173801490 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ffacc078bb0 msgr2=0x7ffacc07b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:52.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.737+0000 7ffaf1870640 1 --2- 172.21.15.31:0/1173801490 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ffacc078bb0 0x7ffacc07b070 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7ffae4033000 tx=0x7ffae4004730 comp rx=0 tx=0).stop 2024-09-16T07:24:52.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.737+0000 7ffaf1870640 1 -- 172.21.15.31:0/1173801490 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffaec161b30 msgr2=0x7ffaec0b75a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:52.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.737+0000 7ffaf1870640 1 --2- 172.21.15.31:0/1173801490 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffaec161b30 0x7ffaec0b75a0 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7ffadc00cd10 tx=0x7ffadc00a620 comp rx=0 tx=0).stop 2024-09-16T07:24:52.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.737+0000 7ffaf1870640 1 -- 172.21.15.31:0/1173801490 shutdown_connections 2024-09-16T07:24:52.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.737+0000 7ffaf1870640 1 --2- 172.21.15.31:0/1173801490 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ffacc078bb0 0x7ffacc07b070 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:52.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.737+0000 7ffaf1870640 1 --2- 172.21.15.31:0/1173801490 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffaec161b30 0x7ffaec0b75a0 unknown :-1 s=CLOSED pgs=716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:52.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.737+0000 7ffaf1870640 1 --2- 172.21.15.31:0/1173801490 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffaec160ac0 0x7ffaec0c8360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:52.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.737+0000 7ffaf1870640 1 --2- 172.21.15.31:0/1173801490 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffaec0d1a10 0x7ffaec150150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:52.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.737+0000 7ffaf1870640 1 -- 172.21.15.31:0/1173801490 >> 172.21.15.31:0/1173801490 conn(0x7ffaec0d3e40 msgr2=0x7ffaec0b4c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:52.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.737+0000 7ffaf1870640 1 -- 172.21.15.31:0/1173801490 shutdown_connections 2024-09-16T07:24:52.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.737+0000 7ffaf1870640 1 -- 172.21.15.31:0/1173801490 wait complete. 2024-09-16T07:24:52.748 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-16T07:24:52.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.856+0000 7fd7ac9a0640 1 -- 172.21.15.31:0/333818260 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd7a81617f0 msgr2=0x7fd7a80d1cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:52.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.856+0000 7fd7ac9a0640 1 --2- 172.21.15.31:0/333818260 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd7a81617f0 0x7fd7a80d1cb0 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7fd7a808ce30 tx=0x7fd7a002aa30 comp rx=0 tx=0).stop 2024-09-16T07:24:52.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.856+0000 7fd7ac9a0640 1 -- 172.21.15.31:0/333818260 shutdown_connections 2024-09-16T07:24:52.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.856+0000 7fd7ac9a0640 1 --2- 172.21.15.31:0/333818260 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd7a81617f0 0x7fd7a80d1cb0 unknown :-1 s=CLOSED pgs=717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:52.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.856+0000 7fd7ac9a0640 1 --2- 172.21.15.31:0/333818260 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd7a80d0fb0 0x7fd7a81612b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:52.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.856+0000 7fd7ac9a0640 1 --2- 172.21.15.31:0/333818260 >> v2:172.21.15.155:3300/0 conn(0x7fd7a80d0bd0 0x7fd7a80b40d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:52.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.856+0000 7fd7ac9a0640 1 -- 172.21.15.31:0/333818260 >> 172.21.15.31:0/333818260 conn(0x7fd7a809d3c0 msgr2=0x7fd7a80d40e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:52.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.857+0000 7fd7ac9a0640 1 -- 172.21.15.31:0/333818260 shutdown_connections 2024-09-16T07:24:52.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.857+0000 7fd7ac9a0640 1 -- 172.21.15.31:0/333818260 wait complete. 2024-09-16T07:24:52.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.858+0000 7fd7ac9a0640 1 Processor -- start 2024-09-16T07:24:52.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.858+0000 7fd7ac9a0640 1 -- start start 2024-09-16T07:24:52.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.859+0000 7fd7ac9a0640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd7a80d0bd0 0x7fd7a80ce070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:52.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.859+0000 7fd7ac9a0640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd7a80d0fb0 0x7fd7a815cf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:52.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.859+0000 7fd7ac9a0640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd7a81617f0 0x7fd7a809f920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:52.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.859+0000 7fd7ac9a0640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fd7a80d21f0 con 0x7fd7a80d0fb0 2024-09-16T07:24:52.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.859+0000 7fd7ac9a0640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fd7a80b3380 con 0x7fd7a81617f0 2024-09-16T07:24:52.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.859+0000 7fd7ac9a0640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fd7a80d2370 con 0x7fd7a80d0bd0 2024-09-16T07:24:52.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.859+0000 7fd79ffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd7a80d0fb0 0x7fd7a815cf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:52.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.859+0000 7fd79ffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd7a80d0fb0 0x7fd7a815cf90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43136/0 (socket says 172.21.15.31:43136) 2024-09-16T07:24:52.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.859+0000 7fd79ffff640 1 -- 172.21.15.31:0/2986451247 learned_addr learned my addr 172.21.15.31:0/2986451247 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:52.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.859+0000 7fd7a6d9d640 1 --2- 172.21.15.31:0/2986451247 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd7a81617f0 0x7fd7a809f920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:52.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.859+0000 7fd7a659c640 1 --2- 172.21.15.31:0/2986451247 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd7a80d0bd0 0x7fd7a80ce070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:52.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.859+0000 7fd79ffff640 1 -- 172.21.15.31:0/2986451247 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd7a80d0bd0 msgr2=0x7fd7a80ce070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:52.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.859+0000 7fd79ffff640 1 --2- 172.21.15.31:0/2986451247 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd7a80d0bd0 0x7fd7a80ce070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:52.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.859+0000 7fd79ffff640 1 -- 172.21.15.31:0/2986451247 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd7a81617f0 msgr2=0x7fd7a809f920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:52.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.859+0000 7fd79ffff640 1 --2- 172.21.15.31:0/2986451247 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd7a81617f0 0x7fd7a809f920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:52.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.859+0000 7fd79ffff640 1 -- 172.21.15.31:0/2986451247 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7a815d4d0 con 0x7fd7a80d0fb0 2024-09-16T07:24:52.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.859+0000 7fd7a659c640 1 --2- 172.21.15.31:0/2986451247 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd7a80d0bd0 0x7fd7a80ce070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:24:52.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.859+0000 7fd79ffff640 1 --2- 172.21.15.31:0/2986451247 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd7a80d0fb0 0x7fd7a815cf90 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7fd79000d770 tx=0x7fd79000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:52.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.859+0000 7fd79effd640 1 -- 172.21.15.31:0/2986451247 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd790017070 con 0x7fd7a80d0fb0 2024-09-16T07:24:52.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.859+0000 7fd79effd640 1 -- 172.21.15.31:0/2986451247 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd790009d20 con 0x7fd7a80d0fb0 2024-09-16T07:24:52.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.859+0000 7fd7ac9a0640 1 -- 172.21.15.31:0/2986451247 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7a80b2320 con 0x7fd7a80d0fb0 2024-09-16T07:24:52.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.859+0000 7fd79effd640 1 -- 172.21.15.31:0/2986451247 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd790004280 con 0x7fd7a80d0fb0 2024-09-16T07:24:52.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.860+0000 7fd7ac9a0640 1 -- 172.21.15.31:0/2986451247 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7a80b25a0 con 0x7fd7a80d0fb0 2024-09-16T07:24:52.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.860+0000 7fd7ac9a0640 1 -- 172.21.15.31:0/2986451247 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd7a80d2870 con 0x7fd7a80d0fb0 2024-09-16T07:24:52.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.861+0000 7fd79effd640 1 -- 172.21.15.31:0/2986451247 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 11) ==== 101593+0+0 (secure 0 0 0) 0x7fd7900035f0 con 0x7fd7a80d0fb0 2024-09-16T07:24:52.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.861+0000 7fd79effd640 1 --2- 172.21.15.31:0/2986451247 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd788078bb0 0x7fd78807b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:52.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.862+0000 7fd79effd640 1 -- 172.21.15.31:0/2986451247 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 4943+0+0 (secure 0 0 0) 0x7fd79009ae60 con 0x7fd7a80d0fb0 2024-09-16T07:24:52.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.862+0000 7fd7a659c640 1 --2- 172.21.15.31:0/2986451247 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd788078bb0 0x7fd78807b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:52.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.862+0000 7fd7a659c640 1 --2- 172.21.15.31:0/2986451247 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd788078bb0 0x7fd78807b070 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fd798005e00 tx=0x7fd798005d50 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:52.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:52.866+0000 7fd79effd640 1 -- 172.21.15.31:0/2986451247 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fd7a80b2320 con 0x7fd7a80d0fb0 2024-09-16T07:24:53.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.053+0000 7fd7ac9a0640 1 -- 172.21.15.31:0/2986451247 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fd7a80761d0 con 0x7fd7a80d0fb0 2024-09-16T07:24:53.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.056+0000 7fd79effd640 1 -- 172.21.15.31:0/2986451247 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v34)=0 v34) ==== 122+0+0 (secure 0 0 0) 0x7fd790062b60 con 0x7fd7a80d0fb0 2024-09-16T07:24:53.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.059+0000 7fd7ac9a0640 1 -- 172.21.15.31:0/2986451247 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd788078bb0 msgr2=0x7fd78807b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:53.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.059+0000 7fd7ac9a0640 1 --2- 172.21.15.31:0/2986451247 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd788078bb0 0x7fd78807b070 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fd798005e00 tx=0x7fd798005d50 comp rx=0 tx=0).stop 2024-09-16T07:24:53.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.059+0000 7fd7ac9a0640 1 -- 172.21.15.31:0/2986451247 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd7a80d0fb0 msgr2=0x7fd7a815cf90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:53.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.059+0000 7fd7ac9a0640 1 --2- 172.21.15.31:0/2986451247 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd7a80d0fb0 0x7fd7a815cf90 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7fd79000d770 tx=0x7fd79000dc30 comp rx=0 tx=0).stop 2024-09-16T07:24:53.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.059+0000 7fd7ac9a0640 1 -- 172.21.15.31:0/2986451247 shutdown_connections 2024-09-16T07:24:53.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.059+0000 7fd7ac9a0640 1 --2- 172.21.15.31:0/2986451247 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd788078bb0 0x7fd78807b070 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:53.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.059+0000 7fd7ac9a0640 1 --2- 172.21.15.31:0/2986451247 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd7a81617f0 0x7fd7a809f920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:53.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.059+0000 7fd7ac9a0640 1 --2- 172.21.15.31:0/2986451247 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd7a80d0fb0 0x7fd7a815cf90 unknown :-1 s=CLOSED pgs=718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:53.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.059+0000 7fd7ac9a0640 1 --2- 172.21.15.31:0/2986451247 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd7a80d0bd0 0x7fd7a80ce070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:53.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.059+0000 7fd7ac9a0640 1 -- 172.21.15.31:0/2986451247 >> 172.21.15.31:0/2986451247 conn(0x7fd7a809d3c0 msgr2=0x7fd7a80b13e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:53.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.059+0000 7fd7ac9a0640 1 -- 172.21.15.31:0/2986451247 shutdown_connections 2024-09-16T07:24:53.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.059+0000 7fd7ac9a0640 1 -- 172.21.15.31:0/2986451247 wait complete. 2024-09-16T07:24:53.069 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-16T07:24:53.070 DEBUG:teuthology.orchestra.run.smithi031:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T07:24:53.108 DEBUG:teuthology.orchestra.run.smithi155:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T07:24:53.157 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-16T07:24:53.157 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:24:53.157 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:24:53.173 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17171 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T07:24:53.174 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:24:53.174 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:24:53.191 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056027,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1315 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T07:24:53.191 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:24:53.192 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:24:53.230 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17171 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T07:24:53.230 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:24:53.230 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:24:53.250 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056027,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1315 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T07:24:53.250 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-16T07:24:53.251 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:24:53.374 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.374+0000 7fd6605db640 1 -- 172.21.15.31:0/3149543278 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd65815df90 msgr2=0x7fd6580cf9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:53.374 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.374+0000 7fd6605db640 1 --2- 172.21.15.31:0/3149543278 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd65815df90 0x7fd6580cf9b0 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7fd654005fd0 tx=0x7fd65402a530 comp rx=0 tx=0).stop 2024-09-16T07:24:53.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.374+0000 7fd6605db640 1 -- 172.21.15.31:0/3149543278 shutdown_connections 2024-09-16T07:24:53.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.374+0000 7fd6605db640 1 --2- 172.21.15.31:0/3149543278 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd6580d0d40 0x7fd6580b3800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:53.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.374+0000 7fd6605db640 1 --2- 172.21.15.31:0/3149543278 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd65815df90 0x7fd6580cf9b0 unknown :-1 s=CLOSED pgs=719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:53.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.374+0000 7fd6605db640 1 -- 172.21.15.31:0/3149543278 >> 172.21.15.31:0/3149543278 conn(0x7fd6580d3ea0 msgr2=0x7fd6580d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:53.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.374+0000 7fd6605db640 1 -- 172.21.15.31:0/3149543278 shutdown_connections 2024-09-16T07:24:53.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.374+0000 7fd6605db640 1 -- 172.21.15.31:0/3149543278 wait complete. 2024-09-16T07:24:53.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.376+0000 7fd6605db640 1 Processor -- start 2024-09-16T07:24:53.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.376+0000 7fd6605db640 1 -- start start 2024-09-16T07:24:53.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.376+0000 7fd6605db640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd6580d0d40 0x7fd6580caf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:53.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.376+0000 7fd6605db640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd6580d49c0 0x7fd65815bc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:53.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.376+0000 7fd6605db640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd65815df90 0x7fd65815cea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:53.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.376+0000 7fd6605db640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fd6580b3d40 con 0x7fd65815df90 2024-09-16T07:24:53.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.376+0000 7fd6605db640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fd658162740 con 0x7fd6580d0d40 2024-09-16T07:24:53.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.376+0000 7fd6605db640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fd6580b3ec0 con 0x7fd6580d49c0 2024-09-16T07:24:53.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.377+0000 7fd65eb78640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd65815df90 0x7fd65815cea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:53.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.377+0000 7fd65eb78640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd65815df90 0x7fd65815cea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43158/0 (socket says 172.21.15.31:43158) 2024-09-16T07:24:53.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.377+0000 7fd65eb78640 1 -- 172.21.15.31:0/1684352789 learned_addr learned my addr 172.21.15.31:0/1684352789 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:53.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.377+0000 7fd65e377640 1 --2- 172.21.15.31:0/1684352789 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd6580d0d40 0x7fd6580caf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:53.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.377+0000 7fd65db76640 1 --2- 172.21.15.31:0/1684352789 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd6580d49c0 0x7fd65815bc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:53.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.377+0000 7fd65eb78640 1 -- 172.21.15.31:0/1684352789 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd6580d49c0 msgr2=0x7fd65815bc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:53.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.377+0000 7fd65eb78640 1 --2- 172.21.15.31:0/1684352789 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd6580d49c0 0x7fd65815bc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:53.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.377+0000 7fd65eb78640 1 -- 172.21.15.31:0/1684352789 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd6580d0d40 msgr2=0x7fd6580caf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:53.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.377+0000 7fd65eb78640 1 --2- 172.21.15.31:0/1684352789 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd6580d0d40 0x7fd6580caf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:53.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.377+0000 7fd65eb78640 1 -- 172.21.15.31:0/1684352789 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6580cb4b0 con 0x7fd65815df90 2024-09-16T07:24:53.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.377+0000 7fd65eb78640 1 --2- 172.21.15.31:0/1684352789 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd65815df90 0x7fd65815cea0 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7fd65000b9e0 tx=0x7fd65000bea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:53.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.377+0000 7fd64effd640 1 -- 172.21.15.31:0/1684352789 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd650019070 con 0x7fd65815df90 2024-09-16T07:24:53.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.377+0000 7fd64effd640 1 -- 172.21.15.31:0/1684352789 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd65000cc30 con 0x7fd65815df90 2024-09-16T07:24:53.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.377+0000 7fd64effd640 1 -- 172.21.15.31:0/1684352789 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6500146a0 con 0x7fd65815df90 2024-09-16T07:24:53.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.377+0000 7fd6605db640 1 -- 172.21.15.31:0/1684352789 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6580cda70 con 0x7fd65815df90 2024-09-16T07:24:53.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.377+0000 7fd6605db640 1 -- 172.21.15.31:0/1684352789 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6580cd1d0 con 0x7fd65815df90 2024-09-16T07:24:53.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.378+0000 7fd6605db640 1 -- 172.21.15.31:0/1684352789 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd6580b4bb0 con 0x7fd65815df90 2024-09-16T07:24:53.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.379+0000 7fd64effd640 1 -- 172.21.15.31:0/1684352789 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 11) ==== 101593+0+0 (secure 0 0 0) 0x7fd65001c070 con 0x7fd65815df90 2024-09-16T07:24:53.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.379+0000 7fd64effd640 1 --2- 172.21.15.31:0/1684352789 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd63c078bb0 0x7fd63c07b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:53.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.380+0000 7fd64effd640 1 -- 172.21.15.31:0/1684352789 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 4943+0+0 (secure 0 0 0) 0x7fd65009a890 con 0x7fd65815df90 2024-09-16T07:24:53.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.380+0000 7fd65e377640 1 --2- 172.21.15.31:0/1684352789 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd63c078bb0 0x7fd63c07b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:53.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.380+0000 7fd65e377640 1 --2- 172.21.15.31:0/1684352789 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd63c078bb0 0x7fd63c07b070 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fd654033000 tx=0x7fd654004730 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:53.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.384+0000 7fd64effd640 1 -- 172.21.15.31:0/1684352789 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fd65000ce20 con 0x7fd65815df90 2024-09-16T07:24:53.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.611+0000 7fd6605db640 1 -- 172.21.15.31:0/1684352789 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd6580b5730 con 0x7fd65815df90 2024-09-16T07:24:53.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.611+0000 7fd64effd640 1 -- 172.21.15.31:0/1684352789 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 40 v40) ==== 94+0+3914 (secure 0 0 0) 0x7fd6500626e0 con 0x7fd65815df90 2024-09-16T07:24:53.611 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:24:53.611 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":40,"btime":"2024-09-16T07:24:47:391876+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5195,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/591914701","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6836","nonce":591914701},{"type":"v1","addr":"172.21.15.155:6837","nonce":591914701}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":32},{"gid":5443,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/2973170074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2973170074},{"type":"v1","addr":"172.21.15.155:6835","nonce":2973170074}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":5874,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6833/1149078406","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":1149078406},{"type":"v1","addr":"172.21.15.31:6833","nonce":1149078406}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":6231,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/4285276942","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6834","nonce":4285276942},{"type":"v1","addr":"172.21.15.31:6835","nonce":4285276942}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":40}],"filesystems":[]} 2024-09-16T07:24:53.611 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 40 2024-09-16T07:24:53.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.613+0000 7fd6605db640 1 -- 172.21.15.31:0/1684352789 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd63c078bb0 msgr2=0x7fd63c07b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:53.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.613+0000 7fd6605db640 1 --2- 172.21.15.31:0/1684352789 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd63c078bb0 0x7fd63c07b070 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fd654033000 tx=0x7fd654004730 comp rx=0 tx=0).stop 2024-09-16T07:24:53.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.613+0000 7fd6605db640 1 -- 172.21.15.31:0/1684352789 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd65815df90 msgr2=0x7fd65815cea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:53.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.614+0000 7fd6605db640 1 --2- 172.21.15.31:0/1684352789 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd65815df90 0x7fd65815cea0 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7fd65000b9e0 tx=0x7fd65000bea0 comp rx=0 tx=0).stop 2024-09-16T07:24:53.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.614+0000 7fd6605db640 1 -- 172.21.15.31:0/1684352789 shutdown_connections 2024-09-16T07:24:53.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.614+0000 7fd6605db640 1 --2- 172.21.15.31:0/1684352789 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd63c078bb0 0x7fd63c07b070 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:53.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.614+0000 7fd6605db640 1 --2- 172.21.15.31:0/1684352789 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd65815df90 0x7fd65815cea0 unknown :-1 s=CLOSED pgs=720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:53.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.614+0000 7fd6605db640 1 --2- 172.21.15.31:0/1684352789 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd6580d49c0 0x7fd65815bc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:53.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.614+0000 7fd6605db640 1 --2- 172.21.15.31:0/1684352789 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd6580d0d40 0x7fd6580caf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:53.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.614+0000 7fd6605db640 1 -- 172.21.15.31:0/1684352789 >> 172.21.15.31:0/1684352789 conn(0x7fd6580d3ea0 msgr2=0x7fd6580b0bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:53.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.614+0000 7fd6605db640 1 -- 172.21.15.31:0/1684352789 shutdown_connections 2024-09-16T07:24:53.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.614+0000 7fd6605db640 1 -- 172.21.15.31:0/1684352789 wait complete. 2024-09-16T07:24:53.624 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-16T07:24:53.625 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-16T07:24:53.625 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-16T07:24:53.625 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:24:53.625 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-16T07:24:53.625 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-16T07:24:53.625 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-16T07:24:53.625 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:24:53.626 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-16T07:24:53.626 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-16T07:24:53.626 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-16T07:24:53.626 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:24:53.626 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-16T07:24:53.626 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-16T07:24:53.627 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-16T07:24:53.627 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:24:53.634 INFO:tasks.ceph.mds.a:Stopped 2024-09-16T07:24:53.635 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-16T07:24:53.635 INFO:tasks.ceph.mds.c:Stopped 2024-09-16T07:24:53.636 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-16T07:24:53.642 INFO:tasks.ceph.mds.b:Stopped 2024-09-16T07:24:53.642 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-16T07:24:53.644 INFO:tasks.ceph.mds.d:Stopped 2024-09-16T07:24:53.644 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-16T07:24:53.677 INFO:tasks.ceph.mds.a:Started 2024-09-16T07:24:53.678 DEBUG:teuthology.parallel:result is None 2024-09-16T07:24:53.679 INFO:tasks.ceph.mds.c:Started 2024-09-16T07:24:53.679 DEBUG:teuthology.parallel:result is None 2024-09-16T07:24:53.685 INFO:tasks.ceph.mds.b:Started 2024-09-16T07:24:53.686 DEBUG:teuthology.parallel:result is None 2024-09-16T07:24:53.686 INFO:tasks.ceph.mds.d:Started 2024-09-16T07:24:53.687 DEBUG:teuthology.parallel:result is None 2024-09-16T07:24:53.687 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-16T07:24:53.755 INFO:tasks.ceph.mds.c.smithi031.stdout:starting mds.c at 2024-09-16T07:24:53.755 INFO:tasks.ceph.mds.a.smithi031.stdout:starting mds.a at 2024-09-16T07:24:53.767 INFO:tasks.ceph.mds.d.smithi155.stdout:starting mds.d at 2024-09-16T07:24:53.767 INFO:tasks.ceph.mds.b.smithi155.stdout:starting mds.b at 2024-09-16T07:24:53.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.800+0000 7f2ed091f640 1 -- 172.21.15.31:0/3586128500 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2eb40052e0 msgr2=0x7f2eb400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:53.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.800+0000 7f2ed091f640 1 --2- 172.21.15.31:0/3586128500 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2eb40052e0 0x7f2eb400b9c0 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f2ec4002230 tx=0x7f2eb4005830 comp rx=0 tx=0).stop 2024-09-16T07:24:53.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.800+0000 7f2ed091f640 1 -- 172.21.15.31:0/3586128500 shutdown_connections 2024-09-16T07:24:53.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.800+0000 7f2ed091f640 1 --2- 172.21.15.31:0/3586128500 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2eb40052e0 0x7f2eb400b9c0 unknown :-1 s=CLOSED pgs=729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:53.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.800+0000 7f2ed091f640 1 -- 172.21.15.31:0/3586128500 >> 172.21.15.31:0/3586128500 conn(0x7f2ecc0d3ea0 msgr2=0x7f2ecc0d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:53.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.800+0000 7f2ed091f640 1 -- 172.21.15.31:0/3586128500 shutdown_connections 2024-09-16T07:24:53.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.800+0000 7f2ed091f640 1 -- 172.21.15.31:0/3586128500 wait complete. 2024-09-16T07:24:53.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.801+0000 7f2ed091f640 1 Processor -- start 2024-09-16T07:24:53.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.801+0000 7f2ed091f640 1 -- start start 2024-09-16T07:24:53.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.802+0000 7f2ed091f640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2eb40052e0 0x7f2ecc0cb620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:53.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.802+0000 7f2ed091f640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2ecc0cde00 0x7f2ecc1f4050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:53.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.802+0000 7f2ed091f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2ecc0b60c0 0x7f2ecc1f7de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:53.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.802+0000 7f2ed091f640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f2ecc0cf9b0 con 0x7f2ecc0b60c0 2024-09-16T07:24:53.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.802+0000 7f2ed091f640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f2ecc1627a0 con 0x7f2eb40052e0 2024-09-16T07:24:53.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.802+0000 7f2ed091f640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f2ecc0cfb30 con 0x7f2ecc0cde00 2024-09-16T07:24:53.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.802+0000 7f2ecad9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2ecc0b60c0 0x7f2ecc1f7de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:53.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.802+0000 7f2ecad9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2ecc0b60c0 0x7f2ecc1f7de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43204/0 (socket says 172.21.15.31:43204) 2024-09-16T07:24:53.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.802+0000 7f2ecad9d640 1 -- 172.21.15.31:0/2880229521 learned_addr learned my addr 172.21.15.31:0/2880229521 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:53.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.802+0000 7f2eca59c640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2eb40052e0 0x7f2ecc0cb620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:53.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.802+0000 7f2ec9d9b640 1 --2- 172.21.15.31:0/2880229521 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2ecc0cde00 0x7f2ecc1f4050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:53.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.803+0000 7f2ecad9d640 1 -- 172.21.15.31:0/2880229521 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2ecc0cde00 msgr2=0x7f2ecc1f4050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:53.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.803+0000 7f2ecad9d640 1 --2- 172.21.15.31:0/2880229521 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2ecc0cde00 0x7f2ecc1f4050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:53.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.803+0000 7f2ecad9d640 1 -- 172.21.15.31:0/2880229521 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2eb40052e0 msgr2=0x7f2ecc0cb620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:53.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.803+0000 7f2ecad9d640 1 --2- 172.21.15.31:0/2880229521 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2eb40052e0 0x7f2ecc0cb620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:53.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.803+0000 7f2ecad9d640 1 -- 172.21.15.31:0/2880229521 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ecc0ce280 con 0x7f2ecc0b60c0 2024-09-16T07:24:53.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.803+0000 7f2eca59c640 1 --2- 172.21.15.31:0/2880229521 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2eb40052e0 0x7f2ecc0cb620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T07:24:53.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.803+0000 7f2ecad9d640 1 --2- 172.21.15.31:0/2880229521 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2ecc0b60c0 0x7f2ecc1f7de0 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f2ec400a880 tx=0x7f2ec40039f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:53.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.803+0000 7f2ebaffd640 1 -- 172.21.15.31:0/2880229521 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ec4039070 con 0x7f2ecc0b60c0 2024-09-16T07:24:53.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.803+0000 7f2ebaffd640 1 -- 172.21.15.31:0/2880229521 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2ec402ba80 con 0x7f2ecc0b60c0 2024-09-16T07:24:53.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.803+0000 7f2ed091f640 1 -- 172.21.15.31:0/2880229521 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ecc0b5300 con 0x7f2ecc0b60c0 2024-09-16T07:24:53.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.803+0000 7f2ebaffd640 1 -- 172.21.15.31:0/2880229521 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ec40060d0 con 0x7f2ecc0b60c0 2024-09-16T07:24:53.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.803+0000 7f2ed091f640 1 -- 172.21.15.31:0/2880229521 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ecc0b58c0 con 0x7f2ecc0b60c0 2024-09-16T07:24:53.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.804+0000 7f2ed091f640 1 -- 172.21.15.31:0/2880229521 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ecc0d07a0 con 0x7f2ecc0b60c0 2024-09-16T07:24:53.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.805+0000 7f2ebaffd640 1 -- 172.21.15.31:0/2880229521 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 11) ==== 101593+0+0 (secure 0 0 0) 0x7f2ec403c070 con 0x7f2ecc0b60c0 2024-09-16T07:24:53.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.805+0000 7f2ebaffd640 1 --2- 172.21.15.31:0/2880229521 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2eac078bb0 0x7f2eac07b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:53.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.805+0000 7f2ebaffd640 1 -- 172.21.15.31:0/2880229521 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 4943+0+0 (secure 0 0 0) 0x7f2ec40ba360 con 0x7f2ecc0b60c0 2024-09-16T07:24:53.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.805+0000 7f2eca59c640 1 --2- 172.21.15.31:0/2880229521 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2eac078bb0 0x7f2eac07b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:53.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.806+0000 7f2eca59c640 1 --2- 172.21.15.31:0/2880229521 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2eac078bb0 0x7f2eac07b070 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f2ebc005e00 tx=0x7f2ebc00b2e0 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:53.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:53.810+0000 7f2ebaffd640 1 -- 172.21.15.31:0/2880229521 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f2ec4043030 con 0x7f2ecc0b60c0 2024-09-16T07:24:54.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.006+0000 7f2ed091f640 1 -- 172.21.15.31:0/2880229521 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f2ecc0b2be0 con 0x7f2ecc0b60c0 2024-09-16T07:24:54.427 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.428+0000 7f2ebaffd640 1 -- 172.21.15.31:0/2880229521 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v63) ==== 97+0+0 (secure 0 0 0) 0x7f2ecc0ce970 con 0x7f2ecc0b60c0 2024-09-16T07:24:54.427 INFO:teuthology.orchestra.run.smithi031.stderr: removed all blocklist entries 2024-09-16T07:24:54.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.430+0000 7f2ed091f640 1 -- 172.21.15.31:0/2880229521 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2eac078bb0 msgr2=0x7f2eac07b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:54.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.430+0000 7f2ed091f640 1 --2- 172.21.15.31:0/2880229521 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2eac078bb0 0x7f2eac07b070 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f2ebc005e00 tx=0x7f2ebc00b2e0 comp rx=0 tx=0).stop 2024-09-16T07:24:54.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.430+0000 7f2ed091f640 1 -- 172.21.15.31:0/2880229521 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2ecc0b60c0 msgr2=0x7f2ecc1f7de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:54.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.430+0000 7f2ed091f640 1 --2- 172.21.15.31:0/2880229521 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2ecc0b60c0 0x7f2ecc1f7de0 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f2ec400a880 tx=0x7f2ec40039f0 comp rx=0 tx=0).stop 2024-09-16T07:24:54.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.430+0000 7f2ed091f640 1 -- 172.21.15.31:0/2880229521 shutdown_connections 2024-09-16T07:24:54.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.430+0000 7f2ed091f640 1 --2- 172.21.15.31:0/2880229521 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2eac078bb0 0x7f2eac07b070 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:54.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.430+0000 7f2ed091f640 1 --2- 172.21.15.31:0/2880229521 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2ecc0b60c0 0x7f2ecc1f7de0 unknown :-1 s=CLOSED pgs=730 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:54.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.430+0000 7f2ed091f640 1 --2- 172.21.15.31:0/2880229521 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2ecc0cde00 0x7f2ecc1f4050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:54.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.430+0000 7f2ed091f640 1 --2- 172.21.15.31:0/2880229521 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2eb40052e0 0x7f2ecc0cb620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:54.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.430+0000 7f2ed091f640 1 -- 172.21.15.31:0/2880229521 >> 172.21.15.31:0/2880229521 conn(0x7f2ecc0d3ea0 msgr2=0x7f2ecc0b1220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:54.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.431+0000 7f2ed091f640 1 -- 172.21.15.31:0/2880229521 shutdown_connections 2024-09-16T07:24:54.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.431+0000 7f2ed091f640 1 -- 172.21.15.31:0/2880229521 wait complete. 2024-09-16T07:24:54.444 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-16T07:24:54.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.553+0000 7f9ef6775640 1 -- 172.21.15.31:0/1394778855 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9ef015aa70 msgr2=0x7f9ef00b4690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:54.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.553+0000 7f9ef6775640 1 --2- 172.21.15.31:0/1394778855 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9ef015aa70 0x7f9ef00b4690 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f9ef006ee40 tx=0x7f9ee002a5f0 comp rx=0 tx=0).stop 2024-09-16T07:24:54.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.554+0000 7f9ef6775640 1 -- 172.21.15.31:0/1394778855 shutdown_connections 2024-09-16T07:24:54.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.554+0000 7f9ef6775640 1 --2- 172.21.15.31:0/1394778855 >> v2:172.21.15.155:3300/0 conn(0x7f9ef00735a0 0x7f9ef00739d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:54.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.554+0000 7f9ef6775640 1 --2- 172.21.15.31:0/1394778855 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9ef015aa70 0x7f9ef00b4690 unknown :-1 s=CLOSED pgs=732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:54.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.554+0000 7f9ef6775640 1 -- 172.21.15.31:0/1394778855 >> 172.21.15.31:0/1394778855 conn(0x7f9ef00b1690 msgr2=0x7f9ef00b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:54.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.554+0000 7f9ef6775640 1 -- 172.21.15.31:0/1394778855 shutdown_connections 2024-09-16T07:24:54.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.554+0000 7f9ef6775640 1 -- 172.21.15.31:0/1394778855 wait complete. 2024-09-16T07:24:54.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.555+0000 7f9ef6775640 1 Processor -- start 2024-09-16T07:24:54.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.555+0000 7f9ef6775640 1 -- start start 2024-09-16T07:24:54.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.556+0000 7f9ef6775640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9ef006ff80 0x7f9ef01463c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:54.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.556+0000 7f9ef6775640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9ef00735a0 0x7f9ef01f5bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:54.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.556+0000 7f9ef6775640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9ef015aa70 0x7f9ef015ca30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:54.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.556+0000 7f9ef6775640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f9ef0070780 con 0x7f9ef006ff80 2024-09-16T07:24:54.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.556+0000 7f9ef6775640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f9ef0070600 con 0x7f9ef00735a0 2024-09-16T07:24:54.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.556+0000 7f9ef6775640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f9ef0070900 con 0x7f9ef015aa70 2024-09-16T07:24:54.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.556+0000 7f9eeffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9ef006ff80 0x7f9ef01463c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:54.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.556+0000 7f9eeffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9ef006ff80 0x7f9ef01463c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43234/0 (socket says 172.21.15.31:43234) 2024-09-16T07:24:54.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.556+0000 7f9eeffff640 1 -- 172.21.15.31:0/1217711953 learned_addr learned my addr 172.21.15.31:0/1217711953 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:54.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.556+0000 7f9eef7fe640 1 --2- 172.21.15.31:0/1217711953 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9ef00735a0 0x7f9ef01f5bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:54.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.556+0000 7f9ef4d12640 1 --2- 172.21.15.31:0/1217711953 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9ef015aa70 0x7f9ef015ca30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:54.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.556+0000 7f9eeffff640 1 -- 172.21.15.31:0/1217711953 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9ef015aa70 msgr2=0x7f9ef015ca30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:54.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.556+0000 7f9eeffff640 1 --2- 172.21.15.31:0/1217711953 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9ef015aa70 0x7f9ef015ca30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:54.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.556+0000 7f9eeffff640 1 -- 172.21.15.31:0/1217711953 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9ef00735a0 msgr2=0x7f9ef01f5bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:54.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.556+0000 7f9eeffff640 1 --2- 172.21.15.31:0/1217711953 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9ef00735a0 0x7f9ef01f5bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:54.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.556+0000 7f9eeffff640 1 -- 172.21.15.31:0/1217711953 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ef0146900 con 0x7f9ef006ff80 2024-09-16T07:24:54.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.556+0000 7f9eeffff640 1 --2- 172.21.15.31:0/1217711953 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9ef006ff80 0x7f9ef01463c0 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f9ee00099c0 tx=0x7f9ee00039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:54.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.557+0000 7f9eecff9640 1 -- 172.21.15.31:0/1217711953 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ee003e030 con 0x7f9ef006ff80 2024-09-16T07:24:54.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.557+0000 7f9eecff9640 1 -- 172.21.15.31:0/1217711953 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9ee00047a0 con 0x7f9ef006ff80 2024-09-16T07:24:54.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.557+0000 7f9ef6775640 1 -- 172.21.15.31:0/1217711953 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ef01f1f30 con 0x7f9ef006ff80 2024-09-16T07:24:54.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.557+0000 7f9eecff9640 1 -- 172.21.15.31:0/1217711953 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ee0035040 con 0x7f9ef006ff80 2024-09-16T07:24:54.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.557+0000 7f9ef6775640 1 -- 172.21.15.31:0/1217711953 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ef01f24f0 con 0x7f9ef006ff80 2024-09-16T07:24:54.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.558+0000 7f9ef6775640 1 -- 172.21.15.31:0/1217711953 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9ef00739d0 con 0x7f9ef006ff80 2024-09-16T07:24:54.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.558+0000 7f9eecff9640 1 -- 172.21.15.31:0/1217711953 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 11) ==== 101593+0+0 (secure 0 0 0) 0x7f9ee0041030 con 0x7f9ef006ff80 2024-09-16T07:24:54.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.559+0000 7f9eecff9640 1 --2- 172.21.15.31:0/1217711953 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9edc078bb0 0x7f9edc07b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:54.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.559+0000 7f9eecff9640 1 -- 172.21.15.31:0/1217711953 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(65..65 src has 1..65) ==== 4857+0+0 (secure 0 0 0) 0x7f9ee00bb1d0 con 0x7f9ef006ff80 2024-09-16T07:24:54.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.559+0000 7f9eef7fe640 1 --2- 172.21.15.31:0/1217711953 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9edc078bb0 0x7f9edc07b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:54.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.560+0000 7f9eef7fe640 1 --2- 172.21.15.31:0/1217711953 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9edc078bb0 0x7f9edc07b070 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f9ef00b1660 tx=0x7f9ee400b410 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:54.562 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.563+0000 7f9eecff9640 1 -- 172.21.15.31:0/1217711953 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f9ee0082fe0 con 0x7f9ef006ff80 2024-09-16T07:24:54.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.820+0000 7f9ef6775640 1 -- 172.21.15.31:0/1217711953 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f9ef01f26f0 con 0x7f9ef006ff80 2024-09-16T07:24:54.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.820+0000 7f9eecff9640 1 -- 172.21.15.31:0/1217711953 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v19) ==== 80+0+5617 (secure 0 0 0) 0x7f9ee0087a10 con 0x7f9ef006ff80 2024-09-16T07:24:54.820 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:24:54.820 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-16T07:24:54.820 INFO:teuthology.orchestra.run.smithi031.stdout: "auth_dump": [ 2024-09-16T07:24:54.820 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:24:54.820 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mds.a", 2024-09-16T07:24:54.820 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmqZelCxAAscsPpPoHsQV4HwJyGUrzNg==", 2024-09-16T07:24:54.820 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:24:54.820 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:24:54.820 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-16T07:24:54.820 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-16T07:24:54.820 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:24:54.820 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:24:54.821 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:24:54.821 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:24:54.821 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mds.b", 2024-09-16T07:24:54.821 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmfXmZFxAA0mYeuvcMORlWFFaaDmQbxw==", 2024-09-16T07:24:54.821 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:24:54.821 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:24:54.821 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-16T07:24:54.821 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-16T07:24:54.821 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:24:54.821 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:24:54.821 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:24:54.821 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:24:54.821 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mds.c", 2024-09-16T07:24:54.822 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3Odm/cTfEhAAaZgZnhh9QGyve9RYquWC0Q==", 2024-09-16T07:24:54.822 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:24:54.822 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:24:54.822 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-16T07:24:54.822 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-16T07:24:54.822 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:24:54.822 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:24:54.822 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:24:54.822 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:24:54.822 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mds.d", 2024-09-16T07:24:54.822 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3Odm8EGiHhAAIhv2GzralSJeeiMnM31Z+A==", 2024-09-16T07:24:54.822 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:24:54.822 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:24:54.822 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-16T07:24:54.823 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-16T07:24:54.823 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:24:54.823 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:24:54.823 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:24:54.823 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:24:54.823 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.0", 2024-09-16T07:24:54.823 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAt3Odm1TDYBBAAuJFJONHh8+uAFkIcQ3Mk/g==", 2024-09-16T07:24:54.823 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:24:54.823 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:24:54.823 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:24:54.823 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:24:54.823 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:24:54.823 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:24:54.824 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:24:54.824 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.1", 2024-09-16T07:24:54.824 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAw3OdmEqk3BxAAMCfxQ9tUoIzjRULBEmXnaQ==", 2024-09-16T07:24:54.824 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:24:54.824 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:24:54.824 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:24:54.824 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:24:54.824 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:24:54.824 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:24:54.824 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:24:54.824 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.2", 2024-09-16T07:24:54.824 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAz3OdmF9NyCRAAZxPWCrgzE7K49H8eURVIeg==", 2024-09-16T07:24:54.824 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:24:54.825 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:24:54.825 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:24:54.825 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:24:54.825 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:24:54.825 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:24:54.825 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:24:54.825 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.3", 2024-09-16T07:24:54.825 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQA23OdmAWFmGhAA6Z7zsRIfx/L0hjYcyl/B5w==", 2024-09-16T07:24:54.825 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:24:54.825 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:24:54.825 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:24:54.825 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:24:54.825 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:24:54.825 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:24:54.826 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:24:54.826 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.4", 2024-09-16T07:24:54.826 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQA93OdmY9BKFBAAssskgPYXTuKx1qSrhUEPjA==", 2024-09-16T07:24:54.826 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:24:54.826 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:24:54.826 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:24:54.826 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:24:54.826 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:24:54.826 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:24:54.826 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:24:54.826 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.5", 2024-09-16T07:24:54.826 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQBB3OdmdTufBhAANeNgBap5Vw/toilxLT55fA==", 2024-09-16T07:24:54.827 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:24:54.827 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:24:54.827 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:24:54.827 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:24:54.827 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:24:54.827 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:24:54.827 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:24:54.827 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.6", 2024-09-16T07:24:54.827 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQBE3Odm67gaJhAAhpplhm3JGeAQE4M6hZNxog==", 2024-09-16T07:24:54.827 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:24:54.827 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:24:54.828 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:24:54.828 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:24:54.828 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:24:54.828 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:24:54.828 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:24:54.828 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.7", 2024-09-16T07:24:54.828 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQBH3OdmTNeJNhAAezS0/56A2+76DoYwfs7jAQ==", 2024-09-16T07:24:54.828 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:24:54.828 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:24:54.828 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:24:54.828 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:24:54.828 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:24:54.828 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:24:54.829 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:24:54.829 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.0", 2024-09-16T07:24:54.829 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmOi3VIhAA6pREvErOkWIiU+/Wlqimsw==", 2024-09-16T07:24:54.829 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:24:54.829 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:24:54.829 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow r", 2024-09-16T07:24:54.829 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-16T07:24:54.829 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:24:54.829 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:24:54.829 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:24:54.829 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.1", 2024-09-16T07:24:54.829 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmTiLQKxAAIGqY1wYPmJI86PYNb+gngw==", 2024-09-16T07:24:54.829 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:24:54.829 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:24:54.830 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow r", 2024-09-16T07:24:54.830 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow rw", 2024-09-16T07:24:54.830 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow rwx" 2024-09-16T07:24:54.830 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:24:54.830 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:24:54.830 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:24:54.830 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.2", 2024-09-16T07:24:54.830 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmLLaRKBAAQ0i+yw037feTEHpSrd2Iwg==", 2024-09-16T07:24:54.830 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:24:54.830 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:24:54.830 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow r", 2024-09-16T07:24:54.830 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow rw", 2024-09-16T07:24:54.830 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow rwx" 2024-09-16T07:24:54.831 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:24:54.831 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:24:54.831 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:24:54.831 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.3", 2024-09-16T07:24:54.831 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3Odmxe1yMRAAVpguX9xvU2H1VDIC1iZZdQ==", 2024-09-16T07:24:54.831 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:24:54.831 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:24:54.831 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow r", 2024-09-16T07:24:54.831 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow rw", 2024-09-16T07:24:54.831 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow rwx" 2024-09-16T07:24:54.831 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:24:54.831 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:24:54.831 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:24:54.831 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.admin", 2024-09-16T07:24:54.832 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAo3OdmZ9mRKxAASODnqbtdFSv2jjXDSPXSuw==", 2024-09-16T07:24:54.832 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:24:54.832 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow *", 2024-09-16T07:24:54.832 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-16T07:24:54.832 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-16T07:24:54.832 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:24:54.832 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:24:54.832 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:24:54.832 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:24:54.832 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.alice", 2024-09-16T07:24:54.832 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQA53edmYQxfIxAA4mxcGlIsll7LI9D6nPH6MQ==", 2024-09-16T07:24:54.832 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:24:54.832 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow rw path=/volumes/_nogroup/subvol27750", 2024-09-16T07:24:54.832 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow r", 2024-09-16T07:24:54.833 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow rw pool=cephfs_data" 2024-09-16T07:24:54.833 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:24:54.833 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:24:54.833 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:24:54.833 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mgr.x", 2024-09-16T07:24:54.833 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmoVFWCBAA1E3B8t60xOMqiOyfwDlYMw==", 2024-09-16T07:24:54.833 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:24:54.833 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow *", 2024-09-16T07:24:54.833 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile mgr", 2024-09-16T07:24:54.833 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:24:54.833 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:24:54.833 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:24:54.833 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:24:54.834 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mgr.y", 2024-09-16T07:24:54.834 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3Odm9hHfBBAAiSK5kbNBYonj7atHktVxiA==", 2024-09-16T07:24:54.834 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:24:54.834 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow *", 2024-09-16T07:24:54.834 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile mgr", 2024-09-16T07:24:54.834 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:24:54.834 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:24:54.834 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:24:54.834 INFO:teuthology.orchestra.run.smithi031.stdout: ] 2024-09-16T07:24:54.834 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-16T07:24:54.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.822+0000 7f9ef6775640 1 -- 172.21.15.31:0/1217711953 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9edc078bb0 msgr2=0x7f9edc07b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:54.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.822+0000 7f9ef6775640 1 --2- 172.21.15.31:0/1217711953 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9edc078bb0 0x7f9edc07b070 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f9ef00b1660 tx=0x7f9ee400b410 comp rx=0 tx=0).stop 2024-09-16T07:24:54.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.822+0000 7f9ef6775640 1 -- 172.21.15.31:0/1217711953 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9ef006ff80 msgr2=0x7f9ef01463c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:54.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.822+0000 7f9ef6775640 1 --2- 172.21.15.31:0/1217711953 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9ef006ff80 0x7f9ef01463c0 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f9ee00099c0 tx=0x7f9ee00039e0 comp rx=0 tx=0).stop 2024-09-16T07:24:54.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.822+0000 7f9ef6775640 1 -- 172.21.15.31:0/1217711953 shutdown_connections 2024-09-16T07:24:54.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.822+0000 7f9ef6775640 1 --2- 172.21.15.31:0/1217711953 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9edc078bb0 0x7f9edc07b070 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:54.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.822+0000 7f9ef6775640 1 --2- 172.21.15.31:0/1217711953 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9ef015aa70 0x7f9ef015ca30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:54.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.822+0000 7f9ef6775640 1 --2- 172.21.15.31:0/1217711953 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9ef00735a0 0x7f9ef01f5bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:54.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.822+0000 7f9ef6775640 1 --2- 172.21.15.31:0/1217711953 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9ef006ff80 0x7f9ef01463c0 unknown :-1 s=CLOSED pgs=733 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:54.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.823+0000 7f9ef6775640 1 -- 172.21.15.31:0/1217711953 >> 172.21.15.31:0/1217711953 conn(0x7f9ef00b1690 msgr2=0x7f9ef00b2b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:54.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.823+0000 7f9ef6775640 1 -- 172.21.15.31:0/1217711953 shutdown_connections 2024-09-16T07:24:54.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.823+0000 7f9ef6775640 1 -- 172.21.15.31:0/1217711953 wait complete. 2024-09-16T07:24:54.837 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.alice 2024-09-16T07:24:54.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.944+0000 7f40f5a33640 1 -- 172.21.15.31:0/538369751 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f40f00d22b0 msgr2=0x7f40f00b0cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:54.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.944+0000 7f40f5a33640 1 --2- 172.21.15.31:0/538369751 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f40f00d22b0 0x7f40f00b0cd0 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f40f00d3e80 tx=0x7f40e002a4d0 comp rx=0 tx=0).stop 2024-09-16T07:24:54.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.944+0000 7f40f5a33640 1 -- 172.21.15.31:0/538369751 shutdown_connections 2024-09-16T07:24:54.944 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.944+0000 7f40f5a33640 1 --2- 172.21.15.31:0/538369751 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f40f00d2ae0 0x7f40f00b3f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:54.944 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.944+0000 7f40f5a33640 1 --2- 172.21.15.31:0/538369751 >> v2:172.21.15.155:3300/0 conn(0x7f40f00d2690 0x7f40f00b3a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:54.944 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.944+0000 7f40f5a33640 1 --2- 172.21.15.31:0/538369751 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f40f00d22b0 0x7f40f00b0cd0 unknown :-1 s=CLOSED pgs=734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:54.944 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.944+0000 7f40f5a33640 1 -- 172.21.15.31:0/538369751 >> 172.21.15.31:0/538369751 conn(0x7f40f009d370 msgr2=0x7f40f00d40e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:54.944 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.944+0000 7f40f5a33640 1 -- 172.21.15.31:0/538369751 shutdown_connections 2024-09-16T07:24:54.944 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.944+0000 7f40f5a33640 1 -- 172.21.15.31:0/538369751 wait complete. 2024-09-16T07:24:54.944 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.945+0000 7f40f5a33640 1 Processor -- start 2024-09-16T07:24:54.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.945+0000 7f40f5a33640 1 -- start start 2024-09-16T07:24:54.946 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.946+0000 7f40f5a33640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f40f00d22b0 0x7f40f01571f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:54.946 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.946+0000 7f40f5a33640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f40f00d2690 0x7f40f0160b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:54.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.946+0000 7f40f5a33640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f40f00d2ae0 0x7f40f015a3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:54.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.946+0000 7f40f5a33640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f40f0162130 con 0x7f40f00d2690 2024-09-16T07:24:54.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.946+0000 7f40f5a33640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f40f0161fb0 con 0x7f40f00d2ae0 2024-09-16T07:24:54.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.946+0000 7f40f5a33640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f40f01622b0 con 0x7f40f00d22b0 2024-09-16T07:24:54.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.946+0000 7f40e7fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f40f00d2690 0x7f40f0160b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:54.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.946+0000 7f40e7fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f40f00d2690 0x7f40f0160b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43252/0 (socket says 172.21.15.31:43252) 2024-09-16T07:24:54.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.946+0000 7f40e7fff640 1 -- 172.21.15.31:0/3476507711 learned_addr learned my addr 172.21.15.31:0/3476507711 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:54.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.946+0000 7f40ef7fe640 1 --2- 172.21.15.31:0/3476507711 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f40f00d2ae0 0x7f40f015a3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:54.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.946+0000 7f40eeffd640 1 --2- 172.21.15.31:0/3476507711 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f40f00d22b0 0x7f40f01571f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:54.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.946+0000 7f40e7fff640 1 -- 172.21.15.31:0/3476507711 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f40f00d22b0 msgr2=0x7f40f01571f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:54.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.946+0000 7f40e7fff640 1 --2- 172.21.15.31:0/3476507711 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f40f00d22b0 0x7f40f01571f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:54.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.946+0000 7f40e7fff640 1 -- 172.21.15.31:0/3476507711 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f40f00d2ae0 msgr2=0x7f40f015a3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:54.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.946+0000 7f40e7fff640 1 --2- 172.21.15.31:0/3476507711 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f40f00d2ae0 0x7f40f015a3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:54.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.946+0000 7f40e7fff640 1 -- 172.21.15.31:0/3476507711 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40f01f4bb0 con 0x7f40f00d2690 2024-09-16T07:24:54.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.946+0000 7f40e7fff640 1 --2- 172.21.15.31:0/3476507711 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f40f00d2690 0x7f40f0160b00 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f40d8005940 tx=0x7f40d800cd60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:54.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.946+0000 7f40ecff9640 1 -- 172.21.15.31:0/3476507711 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40d8007b50 con 0x7f40f00d2690 2024-09-16T07:24:54.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.947+0000 7f40ecff9640 1 -- 172.21.15.31:0/3476507711 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f40d8007de0 con 0x7f40f00d2690 2024-09-16T07:24:54.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.947+0000 7f40f5a33640 1 -- 172.21.15.31:0/3476507711 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40f01f4e90 con 0x7f40f00d2690 2024-09-16T07:24:54.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.947+0000 7f40ecff9640 1 -- 172.21.15.31:0/3476507711 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40d800f6b0 con 0x7f40f00d2690 2024-09-16T07:24:54.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.947+0000 7f40f5a33640 1 -- 172.21.15.31:0/3476507711 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40f01f5970 con 0x7f40f00d2690 2024-09-16T07:24:54.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.948+0000 7f40f5a33640 1 -- 172.21.15.31:0/3476507711 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f40f00b0cd0 con 0x7f40f00d2690 2024-09-16T07:24:54.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.948+0000 7f40ecff9640 1 -- 172.21.15.31:0/3476507711 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 11) ==== 101593+0+0 (secure 0 0 0) 0x7f40d800f850 con 0x7f40f00d2690 2024-09-16T07:24:54.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.949+0000 7f40ecff9640 1 --2- 172.21.15.31:0/3476507711 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f40d0078bb0 0x7f40d007b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:54.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.949+0000 7f40ecff9640 1 -- 172.21.15.31:0/3476507711 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(65..65 src has 1..65) ==== 4857+0+0 (secure 0 0 0) 0x7f40d809b2a0 con 0x7f40f00d2690 2024-09-16T07:24:54.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.949+0000 7f40eeffd640 1 --2- 172.21.15.31:0/3476507711 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f40d0078bb0 0x7f40d007b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:54.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.949+0000 7f40eeffd640 1 --2- 172.21.15.31:0/3476507711 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f40d0078bb0 0x7f40d007b070 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f40e0033000 tx=0x7f40e0004730 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:54.952 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:54.953+0000 7f40ecff9640 1 -- 172.21.15.31:0/3476507711 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f40d8014030 con 0x7f40f00d2690 2024-09-16T07:24:55.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.209+0000 7f40f5a33640 1 -- 172.21.15.31:0/3476507711 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.alice"} v 0) -- 0x7f40f015dba0 con 0x7f40f00d2690 2024-09-16T07:24:55.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.211+0000 7f40ecff9640 1 -- 172.21.15.31:0/3476507711 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.alice"}]=0 v20) ==== 82+0+0 (secure 0 0 0) 0x7f40d809b0c0 con 0x7f40f00d2690 2024-09-16T07:24:55.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.213+0000 7f40f5a33640 1 -- 172.21.15.31:0/3476507711 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f40d0078bb0 msgr2=0x7f40d007b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:55.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.213+0000 7f40f5a33640 1 --2- 172.21.15.31:0/3476507711 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f40d0078bb0 0x7f40d007b070 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f40e0033000 tx=0x7f40e0004730 comp rx=0 tx=0).stop 2024-09-16T07:24:55.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.213+0000 7f40f5a33640 1 -- 172.21.15.31:0/3476507711 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f40f00d2690 msgr2=0x7f40f0160b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:55.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.213+0000 7f40f5a33640 1 --2- 172.21.15.31:0/3476507711 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f40f00d2690 0x7f40f0160b00 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f40d8005940 tx=0x7f40d800cd60 comp rx=0 tx=0).stop 2024-09-16T07:24:55.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.213+0000 7f40f5a33640 1 -- 172.21.15.31:0/3476507711 shutdown_connections 2024-09-16T07:24:55.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.213+0000 7f40f5a33640 1 --2- 172.21.15.31:0/3476507711 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f40d0078bb0 0x7f40d007b070 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:55.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.213+0000 7f40f5a33640 1 --2- 172.21.15.31:0/3476507711 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f40f00d2ae0 0x7f40f015a3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:55.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.213+0000 7f40f5a33640 1 --2- 172.21.15.31:0/3476507711 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f40f00d2690 0x7f40f0160b00 unknown :-1 s=CLOSED pgs=735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:55.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.213+0000 7f40f5a33640 1 --2- 172.21.15.31:0/3476507711 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f40f00d22b0 0x7f40f01571f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:55.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.213+0000 7f40f5a33640 1 -- 172.21.15.31:0/3476507711 >> 172.21.15.31:0/3476507711 conn(0x7f40f009d370 msgr2=0x7f40f00b2c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:55.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.213+0000 7f40f5a33640 1 -- 172.21.15.31:0/3476507711 shutdown_connections 2024-09-16T07:24:55.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.213+0000 7f40f5a33640 1 -- 172.21.15.31:0/3476507711 wait complete. 2024-09-16T07:24:55.224 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-16T07:24:55.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.330+0000 7fa1da9f3640 1 -- 172.21.15.31:0/1186953143 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa1bc0051c0 msgr2=0x7fa1bc00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:55.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.330+0000 7fa1da9f3640 1 --2- 172.21.15.31:0/1186953143 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa1bc0051c0 0x7fa1bc00b9c0 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7fa1cc00c7a0 tx=0x7fa1bc005830 comp rx=0 tx=0).stop 2024-09-16T07:24:55.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.330+0000 7fa1da9f3640 1 -- 172.21.15.31:0/1186953143 shutdown_connections 2024-09-16T07:24:55.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.330+0000 7fa1da9f3640 1 --2- 172.21.15.31:0/1186953143 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa1bc0051c0 0x7fa1bc00b9c0 unknown :-1 s=CLOSED pgs=737 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:55.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.330+0000 7fa1da9f3640 1 -- 172.21.15.31:0/1186953143 >> 172.21.15.31:0/1186953143 conn(0x7fa1d409aa30 msgr2=0x7fa1d409ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:55.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.330+0000 7fa1da9f3640 1 -- 172.21.15.31:0/1186953143 shutdown_connections 2024-09-16T07:24:55.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.330+0000 7fa1da9f3640 1 -- 172.21.15.31:0/1186953143 wait complete. 2024-09-16T07:24:55.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.331+0000 7fa1da9f3640 1 Processor -- start 2024-09-16T07:24:55.334 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.332+0000 7fa1da9f3640 1 -- start start 2024-09-16T07:24:55.334 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.332+0000 7fa1da9f3640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa1bc0051c0 0x7fa1d415ec60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:55.334 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.332+0000 7fa1da9f3640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa1d415d080 0x7fa1d41f2f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:55.334 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.332+0000 7fa1da9f3640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa1d40b53d0 0x7fa1d40b5860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:55.334 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.332+0000 7fa1da9f3640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fa1d40d00f0 con 0x7fa1d415d080 2024-09-16T07:24:55.334 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.332+0000 7fa1da9f3640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa1d415fbb0 con 0x7fa1d40b53d0 2024-09-16T07:24:55.334 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.332+0000 7fa1da9f3640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa1d40d0270 con 0x7fa1bc0051c0 2024-09-16T07:24:55.334 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.332+0000 7fa1d37fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa1d415d080 0x7fa1d41f2f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:55.334 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.332+0000 7fa1d37fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa1d415d080 0x7fa1d41f2f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43260/0 (socket says 172.21.15.31:43260) 2024-09-16T07:24:55.334 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.332+0000 7fa1d37fe640 1 -- 172.21.15.31:0/2867963847 learned_addr learned my addr 172.21.15.31:0/2867963847 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:55.335 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.333+0000 7fa1d3fff640 1 --2- 172.21.15.31:0/2867963847 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa1bc0051c0 0x7fa1d415ec60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:55.335 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.333+0000 7fa1d8f90640 1 --2- 172.21.15.31:0/2867963847 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa1d40b53d0 0x7fa1d40b5860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:55.335 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.333+0000 7fa1d37fe640 1 -- 172.21.15.31:0/2867963847 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa1bc0051c0 msgr2=0x7fa1d415ec60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:55.335 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.333+0000 7fa1d37fe640 1 --2- 172.21.15.31:0/2867963847 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa1bc0051c0 0x7fa1d415ec60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:55.335 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.333+0000 7fa1d37fe640 1 -- 172.21.15.31:0/2867963847 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa1d40b53d0 msgr2=0x7fa1d40b5860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:55.335 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.333+0000 7fa1d37fe640 1 --2- 172.21.15.31:0/2867963847 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa1d40b53d0 0x7fa1d40b5860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:55.335 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.333+0000 7fa1d37fe640 1 -- 172.21.15.31:0/2867963847 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1d40b7730 con 0x7fa1d415d080 2024-09-16T07:24:55.335 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.333+0000 7fa1d8f90640 1 --2- 172.21.15.31:0/2867963847 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa1d40b53d0 0x7fa1d40b5860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:24:55.335 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.333+0000 7fa1d37fe640 1 --2- 172.21.15.31:0/2867963847 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa1d415d080 0x7fa1d41f2f50 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7fa1c8011b10 tx=0x7fa1c8009e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:55.335 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.333+0000 7fa1d0ff9640 1 -- 172.21.15.31:0/2867963847 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1c801e070 con 0x7fa1d415d080 2024-09-16T07:24:55.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.333+0000 7fa1d0ff9640 1 -- 172.21.15.31:0/2867963847 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa1c800fe60 con 0x7fa1d415d080 2024-09-16T07:24:55.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.333+0000 7fa1da9f3640 1 -- 172.21.15.31:0/2867963847 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa1d40b7a10 con 0x7fa1d415d080 2024-09-16T07:24:55.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.333+0000 7fa1d0ff9640 1 -- 172.21.15.31:0/2867963847 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1c8004290 con 0x7fa1d415d080 2024-09-16T07:24:55.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.333+0000 7fa1da9f3640 1 -- 172.21.15.31:0/2867963847 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1d4156f00 con 0x7fa1d415d080 2024-09-16T07:24:55.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.334+0000 7fa1da9f3640 1 -- 172.21.15.31:0/2867963847 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa1d415c880 con 0x7fa1d415d080 2024-09-16T07:24:55.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.335+0000 7fa1d0ff9640 1 -- 172.21.15.31:0/2867963847 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 11) ==== 101593+0+0 (secure 0 0 0) 0x7fa1c8021070 con 0x7fa1d415d080 2024-09-16T07:24:55.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.335+0000 7fa1d0ff9640 1 --2- 172.21.15.31:0/2867963847 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa1c0078be0 0x7fa1c007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:55.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.336+0000 7fa1d0ff9640 1 -- 172.21.15.31:0/2867963847 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(65..65 src has 1..65) ==== 4857+0+0 (secure 0 0 0) 0x7fa1c809b690 con 0x7fa1d415d080 2024-09-16T07:24:55.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.336+0000 7fa1d3fff640 1 --2- 172.21.15.31:0/2867963847 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa1c0078be0 0x7fa1c007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:55.338 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.336+0000 7fa1d3fff640 1 --2- 172.21.15.31:0/2867963847 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa1c0078be0 0x7fa1c007b0a0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fa1d41f5a20 tx=0x7fa1c4006330 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:55.339 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.340+0000 7fa1d0ff9640 1 -- 172.21.15.31:0/2867963847 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fa1c8063470 con 0x7fa1d415d080 2024-09-16T07:24:55.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.531+0000 7fa1da9f3640 1 -- 172.21.15.31:0/2867963847 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fa1d40b0a60 con 0x7fa1d415d080 2024-09-16T07:24:55.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.532+0000 7fa1d0ff9640 1 -- 172.21.15.31:0/2867963847 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v65) ==== 84+0+65 (secure 0 0 0) 0x7fa1c8067ea0 con 0x7fa1d415d080 2024-09-16T07:24:55.531 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:24:55.531 INFO:teuthology.orchestra.run.smithi031.stdout:[ 2024-09-16T07:24:55.531 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:24:55.531 INFO:teuthology.orchestra.run.smithi031.stdout: "poolnum": 1, 2024-09-16T07:24:55.531 INFO:teuthology.orchestra.run.smithi031.stdout: "poolname": ".mgr" 2024-09-16T07:24:55.532 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:24:55.532 INFO:teuthology.orchestra.run.smithi031.stdout:] 2024-09-16T07:24:55.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.534+0000 7fa1da9f3640 1 -- 172.21.15.31:0/2867963847 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa1c0078be0 msgr2=0x7fa1c007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:55.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.534+0000 7fa1da9f3640 1 --2- 172.21.15.31:0/2867963847 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa1c0078be0 0x7fa1c007b0a0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fa1d41f5a20 tx=0x7fa1c4006330 comp rx=0 tx=0).stop 2024-09-16T07:24:55.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.534+0000 7fa1da9f3640 1 -- 172.21.15.31:0/2867963847 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa1d415d080 msgr2=0x7fa1d41f2f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:55.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.534+0000 7fa1da9f3640 1 --2- 172.21.15.31:0/2867963847 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa1d415d080 0x7fa1d41f2f50 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7fa1c8011b10 tx=0x7fa1c8009e40 comp rx=0 tx=0).stop 2024-09-16T07:24:55.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.534+0000 7fa1da9f3640 1 -- 172.21.15.31:0/2867963847 shutdown_connections 2024-09-16T07:24:55.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.534+0000 7fa1da9f3640 1 --2- 172.21.15.31:0/2867963847 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa1c0078be0 0x7fa1c007b0a0 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:55.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.534+0000 7fa1da9f3640 1 --2- 172.21.15.31:0/2867963847 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa1d40b53d0 0x7fa1d40b5860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:55.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.534+0000 7fa1da9f3640 1 --2- 172.21.15.31:0/2867963847 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa1d415d080 0x7fa1d41f2f50 unknown :-1 s=CLOSED pgs=738 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:55.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.534+0000 7fa1da9f3640 1 --2- 172.21.15.31:0/2867963847 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa1bc0051c0 0x7fa1d415ec60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:55.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.534+0000 7fa1da9f3640 1 -- 172.21.15.31:0/2867963847 >> 172.21.15.31:0/2867963847 conn(0x7fa1d409aa30 msgr2=0x7fa1d40b1220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:55.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.534+0000 7fa1da9f3640 1 -- 172.21.15.31:0/2867963847 shutdown_connections 2024-09-16T07:24:55.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.534+0000 7fa1da9f3640 1 -- 172.21.15.31:0/2867963847 wait complete. 2024-09-16T07:24:55.544 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-16T07:24:55.545 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-16T07:24:55.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.654+0000 7f43c687f640 1 -- 172.21.15.31:0/3201949411 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f43c006d250 msgr2=0x7f43c006f630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:55.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.654+0000 7f43c687f640 1 --2- 172.21.15.31:0/3201949411 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f43c006d250 0x7f43c006f630 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7f43b4009830 tx=0x7f43b402a3f0 comp rx=0 tx=0).stop 2024-09-16T07:24:55.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.654+0000 7f43c687f640 1 -- 172.21.15.31:0/3201949411 shutdown_connections 2024-09-16T07:24:55.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.654+0000 7f43c687f640 1 --2- 172.21.15.31:0/3201949411 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f43c006d250 0x7f43c006f630 unknown :-1 s=CLOSED pgs=740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:55.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.654+0000 7f43c687f640 1 -- 172.21.15.31:0/3201949411 >> 172.21.15.31:0/3201949411 conn(0x7f43c00d0b90 msgr2=0x7f43c00d0fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:55.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.654+0000 7f43c687f640 1 -- 172.21.15.31:0/3201949411 shutdown_connections 2024-09-16T07:24:55.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.654+0000 7f43c687f640 1 -- 172.21.15.31:0/3201949411 wait complete. 2024-09-16T07:24:55.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.656+0000 7f43c687f640 1 Processor -- start 2024-09-16T07:24:55.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.656+0000 7f43c687f640 1 -- start start 2024-09-16T07:24:55.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.656+0000 7f43c687f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f43c006d250 0x7f43c0155180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:55.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.656+0000 7f43c687f640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f43c0071cb0 0x7f43c014a600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:55.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.656+0000 7f43c687f640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f43c015ba60 0x7f43c014ab40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:55.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.656+0000 7f43c687f640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f43c00d1a40 con 0x7f43c006d250 2024-09-16T07:24:55.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.657+0000 7f43c687f640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f43c00d18c0 con 0x7f43c015ba60 2024-09-16T07:24:55.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.657+0000 7f43c687f640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f43c015bfe0 con 0x7f43c0071cb0 2024-09-16T07:24:55.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.657+0000 7f43bffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f43c006d250 0x7f43c0155180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:55.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.657+0000 7f43bffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f43c006d250 0x7f43c0155180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43288/0 (socket says 172.21.15.31:43288) 2024-09-16T07:24:55.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.657+0000 7f43bffff640 1 -- 172.21.15.31:0/132316381 learned_addr learned my addr 172.21.15.31:0/132316381 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:55.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.657+0000 7f43c4e1c640 1 --2- 172.21.15.31:0/132316381 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f43c015ba60 0x7f43c014ab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:55.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.657+0000 7f43bffff640 1 -- 172.21.15.31:0/132316381 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f43c0071cb0 msgr2=0x7f43c014a600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:55.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.657+0000 7f43bffff640 1 --2- 172.21.15.31:0/132316381 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f43c0071cb0 0x7f43c014a600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:55.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.657+0000 7f43bffff640 1 -- 172.21.15.31:0/132316381 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f43c015ba60 msgr2=0x7f43c014ab40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:55.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.657+0000 7f43bffff640 1 --2- 172.21.15.31:0/132316381 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f43c015ba60 0x7f43c014ab40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:55.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.657+0000 7f43bffff640 1 -- 172.21.15.31:0/132316381 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43c0146e90 con 0x7f43c006d250 2024-09-16T07:24:55.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.657+0000 7f43bffff640 1 --2- 172.21.15.31:0/132316381 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f43c006d250 0x7f43c0155180 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7f43b000b3f0 tx=0x7f43b000b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:55.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.657+0000 7f43bcff9640 1 -- 172.21.15.31:0/132316381 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43b0015020 con 0x7f43c006d250 2024-09-16T07:24:55.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.657+0000 7f43bcff9640 1 -- 172.21.15.31:0/132316381 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f43b0011920 con 0x7f43c006d250 2024-09-16T07:24:55.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.657+0000 7f43c687f640 1 -- 172.21.15.31:0/132316381 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43c014b1d0 con 0x7f43c006d250 2024-09-16T07:24:55.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.657+0000 7f43bcff9640 1 -- 172.21.15.31:0/132316381 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43b0011d70 con 0x7f43c006d250 2024-09-16T07:24:55.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.657+0000 7f43c687f640 1 -- 172.21.15.31:0/132316381 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43c014ba10 con 0x7f43c006d250 2024-09-16T07:24:55.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.658+0000 7f43c687f640 1 -- 172.21.15.31:0/132316381 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f43c00705a0 con 0x7f43c006d250 2024-09-16T07:24:55.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.659+0000 7f43bcff9640 1 -- 172.21.15.31:0/132316381 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 11) ==== 101593+0+0 (secure 0 0 0) 0x7f43b0018020 con 0x7f43c006d250 2024-09-16T07:24:55.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.660+0000 7f43bcff9640 1 --2- 172.21.15.31:0/132316381 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f43ac078bb0 0x7f43ac07b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:55.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.660+0000 7f43bcff9640 1 -- 172.21.15.31:0/132316381 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(65..65 src has 1..65) ==== 4857+0+0 (secure 0 0 0) 0x7f43b009ac60 con 0x7f43c006d250 2024-09-16T07:24:55.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.660+0000 7f43bf7fe640 1 --2- 172.21.15.31:0/132316381 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f43ac078bb0 0x7f43ac07b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:55.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.660+0000 7f43bf7fe640 1 --2- 172.21.15.31:0/132316381 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f43ac078bb0 0x7f43ac07b070 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f43b4034000 tx=0x7f43b40046c0 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:55.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.664+0000 7f43bcff9640 1 -- 172.21.15.31:0/132316381 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f43b001f020 con 0x7f43c006d250 2024-09-16T07:24:55.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:55.850+0000 7f43c687f640 1 -- 172.21.15.31:0/132316381 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f43c00cd050 con 0x7f43c006d250 2024-09-16T07:24:56.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:56.444+0000 7f43bcff9640 1 -- 172.21.15.31:0/132316381 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v66) ==== 138+0+0 (secure 0 0 0) 0x7f43c014b1d0 con 0x7f43c006d250 2024-09-16T07:24:56.497 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_metadata' created 2024-09-16T07:24:56.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:56.447+0000 7f43c687f640 1 -- 172.21.15.31:0/132316381 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f43ac078bb0 msgr2=0x7f43ac07b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:56.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:56.447+0000 7f43c687f640 1 --2- 172.21.15.31:0/132316381 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f43ac078bb0 0x7f43ac07b070 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f43b4034000 tx=0x7f43b40046c0 comp rx=0 tx=0).stop 2024-09-16T07:24:56.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:56.447+0000 7f43c687f640 1 -- 172.21.15.31:0/132316381 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f43c006d250 msgr2=0x7f43c0155180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:56.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:56.447+0000 7f43c687f640 1 --2- 172.21.15.31:0/132316381 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f43c006d250 0x7f43c0155180 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7f43b000b3f0 tx=0x7f43b000b8b0 comp rx=0 tx=0).stop 2024-09-16T07:24:56.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:56.447+0000 7f43c687f640 1 -- 172.21.15.31:0/132316381 shutdown_connections 2024-09-16T07:24:56.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:56.447+0000 7f43c687f640 1 --2- 172.21.15.31:0/132316381 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f43ac078bb0 0x7f43ac07b070 secure :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f43b4034000 tx=0x7f43b40046c0 comp rx=0 tx=0).stop 2024-09-16T07:24:56.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:56.447+0000 7f43c687f640 1 --2- 172.21.15.31:0/132316381 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f43c015ba60 0x7f43c014ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:56.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:56.447+0000 7f43c687f640 1 --2- 172.21.15.31:0/132316381 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f43c0071cb0 0x7f43c014a600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:56.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:56.447+0000 7f43c687f640 1 --2- 172.21.15.31:0/132316381 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f43c006d250 0x7f43c0155180 unknown :-1 s=CLOSED pgs=741 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:56.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:56.447+0000 7f43c687f640 1 -- 172.21.15.31:0/132316381 >> 172.21.15.31:0/132316381 conn(0x7f43c00d0b90 msgr2=0x7f43c00d0f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:56.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:56.447+0000 7f43c687f640 1 -- 172.21.15.31:0/132316381 shutdown_connections 2024-09-16T07:24:56.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:56.447+0000 7f43c687f640 1 -- 172.21.15.31:0/132316381 wait complete. 2024-09-16T07:24:56.500 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-16T07:24:56.620 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:56.620+0000 7fbbc5860640 1 -- 172.21.15.31:0/1679902877 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbba8004800 msgr2=0x7fbba8004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:56.620 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:56.620+0000 7fbbc5860640 1 --2- 172.21.15.31:0/1679902877 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbba8004800 0x7fbba8004c80 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7fbbb4009b50 tx=0x7fbba8005830 comp rx=0 tx=0).stop 2024-09-16T07:24:56.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:56.621+0000 7fbbc5860640 1 -- 172.21.15.31:0/1679902877 shutdown_connections 2024-09-16T07:24:56.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:56.621+0000 7fbbc5860640 1 --2- 172.21.15.31:0/1679902877 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbba8004800 0x7fbba8004c80 unknown :-1 s=CLOSED pgs=743 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:56.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:56.621+0000 7fbbc5860640 1 -- 172.21.15.31:0/1679902877 >> 172.21.15.31:0/1679902877 conn(0x7fbbc00b1700 msgr2=0x7fbbc00b1ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:56.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:56.621+0000 7fbbc5860640 1 -- 172.21.15.31:0/1679902877 shutdown_connections 2024-09-16T07:24:56.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:56.621+0000 7fbbc5860640 1 -- 172.21.15.31:0/1679902877 wait complete. 2024-09-16T07:24:56.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:56.622+0000 7fbbc5860640 1 Processor -- start 2024-09-16T07:24:56.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:56.622+0000 7fbbc5860640 1 -- start start 2024-09-16T07:24:56.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:56.623+0000 7fbbc5860640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbba8004800 0x7fbbc0150160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:56.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:56.623+0000 7fbbc5860640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbbc00af120 0x7fbbc00afdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:56.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:56.623+0000 7fbbc5860640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbbc0150ab0 0x7fbbc00b02f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:56.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:56.623+0000 7fbbc5860640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fbbc00cc6c0 con 0x7fbbc0150ab0 2024-09-16T07:24:56.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:56.623+0000 7fbbc5860640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fbbc00cc540 con 0x7fbbc00af120 2024-09-16T07:24:56.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:56.623+0000 7fbbc5860640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fbbc00cc840 con 0x7fbba8004800 2024-09-16T07:24:56.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:56.623+0000 7fbbbf7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbbc0150ab0 0x7fbbc00b02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:56.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:56.623+0000 7fbbbf7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbbc0150ab0 0x7fbbc00b02f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43298/0 (socket says 172.21.15.31:43298) 2024-09-16T07:24:56.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:56.623+0000 7fbbbf7fe640 1 -- 172.21.15.31:0/2358616394 learned_addr learned my addr 172.21.15.31:0/2358616394 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:56.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:56.623+0000 7fbbbeffd640 1 --2- 172.21.15.31:0/2358616394 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbba8004800 0x7fbbc0150160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:56.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:56.623+0000 7fbbbe7fc640 1 --2- 172.21.15.31:0/2358616394 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbbc00af120 0x7fbbc00afdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:56.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:56.623+0000 7fbbbf7fe640 1 -- 172.21.15.31:0/2358616394 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbba8004800 msgr2=0x7fbbc0150160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:56.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:56.623+0000 7fbbbf7fe640 1 --2- 172.21.15.31:0/2358616394 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbba8004800 0x7fbbc0150160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:56.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:56.623+0000 7fbbbf7fe640 1 -- 172.21.15.31:0/2358616394 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbbc00af120 msgr2=0x7fbbc00afdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:56.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:56.623+0000 7fbbbf7fe640 1 --2- 172.21.15.31:0/2358616394 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbbc00af120 0x7fbbc00afdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:56.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:56.623+0000 7fbbbf7fe640 1 -- 172.21.15.31:0/2358616394 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbbc00b4020 con 0x7fbbc0150ab0 2024-09-16T07:24:56.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:56.623+0000 7fbbbeffd640 1 --2- 172.21.15.31:0/2358616394 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbba8004800 0x7fbbc0150160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:24:56.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:56.623+0000 7fbbbe7fc640 1 --2- 172.21.15.31:0/2358616394 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbbc00af120 0x7fbbc00afdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:24:56.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:56.623+0000 7fbbbf7fe640 1 --2- 172.21.15.31:0/2358616394 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbbc0150ab0 0x7fbbc00b02f0 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7fbbb80020a0 tx=0x7fbbb8006430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:56.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:56.623+0000 7fbba7fff640 1 -- 172.21.15.31:0/2358616394 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbb8015070 con 0x7fbbc0150ab0 2024-09-16T07:24:56.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:56.623+0000 7fbba7fff640 1 -- 172.21.15.31:0/2358616394 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbbb8011920 con 0x7fbbc0150ab0 2024-09-16T07:24:56.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:56.623+0000 7fbba7fff640 1 -- 172.21.15.31:0/2358616394 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbb8011d70 con 0x7fbbc0150ab0 2024-09-16T07:24:56.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:56.623+0000 7fbbc5860640 1 -- 172.21.15.31:0/2358616394 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbbc00b4300 con 0x7fbbc0150ab0 2024-09-16T07:24:56.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:56.624+0000 7fbbc5860640 1 -- 172.21.15.31:0/2358616394 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbbc00b48c0 con 0x7fbbc0150ab0 2024-09-16T07:24:56.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:56.624+0000 7fbbc5860640 1 -- 172.21.15.31:0/2358616394 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbbc015b8c0 con 0x7fbbc0150ab0 2024-09-16T07:24:56.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:56.625+0000 7fbba7fff640 1 -- 172.21.15.31:0/2358616394 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 11) ==== 101593+0+0 (secure 0 0 0) 0x7fbbb8018070 con 0x7fbbc0150ab0 2024-09-16T07:24:56.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:56.626+0000 7fbba7fff640 1 --2- 172.21.15.31:0/2358616394 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fbbac078be0 0x7fbbac07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:56.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:56.626+0000 7fbba7fff640 1 -- 172.21.15.31:0/2358616394 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 5227+0+0 (secure 0 0 0) 0x7fbbb809bab0 con 0x7fbbc0150ab0 2024-09-16T07:24:56.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:56.626+0000 7fbbbeffd640 1 --2- 172.21.15.31:0/2358616394 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fbbac078be0 0x7fbbac07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:56.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:56.627+0000 7fbbbeffd640 1 --2- 172.21.15.31:0/2358616394 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fbbac078be0 0x7fbbac07b0a0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fbbc0052890 tx=0x7fbbb0006720 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:56.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:56.630+0000 7fbba7fff640 1 -- 172.21.15.31:0/2358616394 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fbbb8063e70 con 0x7fbbc0150ab0 2024-09-16T07:24:56.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:56.821+0000 7fbbc5860640 1 -- 172.21.15.31:0/2358616394 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fbbc00c3440 con 0x7fbbc0150ab0 2024-09-16T07:24:57.449 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:57.450+0000 7fbba7fff640 1 -- 172.21.15.31:0/2358616394 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v67) ==== 170+0+0 (secure 0 0 0) 0x7fbbb8063770 con 0x7fbbc0150ab0 2024-09-16T07:24:57.449 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_data' created 2024-09-16T07:24:57.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:57.459+0000 7fbbc5860640 1 -- 172.21.15.31:0/2358616394 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fbbac078be0 msgr2=0x7fbbac07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:57.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:57.459+0000 7fbbc5860640 1 --2- 172.21.15.31:0/2358616394 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fbbac078be0 0x7fbbac07b0a0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fbbc0052890 tx=0x7fbbb0006720 comp rx=0 tx=0).stop 2024-09-16T07:24:57.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:57.459+0000 7fbbc5860640 1 -- 172.21.15.31:0/2358616394 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbbc0150ab0 msgr2=0x7fbbc00b02f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:57.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:57.459+0000 7fbbc5860640 1 --2- 172.21.15.31:0/2358616394 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbbc0150ab0 0x7fbbc00b02f0 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7fbbb80020a0 tx=0x7fbbb8006430 comp rx=0 tx=0).stop 2024-09-16T07:24:57.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:57.460+0000 7fbbc5860640 1 -- 172.21.15.31:0/2358616394 shutdown_connections 2024-09-16T07:24:57.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:57.460+0000 7fbbc5860640 1 --2- 172.21.15.31:0/2358616394 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fbbac078be0 0x7fbbac07b0a0 secure :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fbbc0052890 tx=0x7fbbb0006720 comp rx=0 tx=0).stop 2024-09-16T07:24:57.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:57.460+0000 7fbbc5860640 1 --2- 172.21.15.31:0/2358616394 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbbc0150ab0 0x7fbbc00b02f0 unknown :-1 s=CLOSED pgs=744 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:57.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:57.460+0000 7fbbc5860640 1 --2- 172.21.15.31:0/2358616394 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbbc00af120 0x7fbbc00afdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:57.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:57.460+0000 7fbbc5860640 1 --2- 172.21.15.31:0/2358616394 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbba8004800 0x7fbbc0150160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:57.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:57.460+0000 7fbbc5860640 1 -- 172.21.15.31:0/2358616394 >> 172.21.15.31:0/2358616394 conn(0x7fbbc00b1700 msgr2=0x7fbbc00c60e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:57.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:57.464+0000 7fbbc5860640 1 -- 172.21.15.31:0/2358616394 shutdown_connections 2024-09-16T07:24:57.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:57.465+0000 7fbbc5860640 1 -- 172.21.15.31:0/2358616394 wait complete. 2024-09-16T07:24:57.484 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-16T07:24:57.599 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:57.599+0000 7f46ca3a0640 1 -- 172.21.15.31:0/1477635223 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f46ac004800 msgr2=0x7f46ac004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:57.599 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:57.599+0000 7f46ca3a0640 1 --2- 172.21.15.31:0/1477635223 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f46ac004800 0x7f46ac004c80 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7f46b80016c0 tx=0x7f46ac005830 comp rx=0 tx=0).stop 2024-09-16T07:24:57.599 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:57.599+0000 7f46ca3a0640 1 -- 172.21.15.31:0/1477635223 shutdown_connections 2024-09-16T07:24:57.600 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:57.599+0000 7f46ca3a0640 1 --2- 172.21.15.31:0/1477635223 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f46ac004800 0x7f46ac004c80 unknown :-1 s=CLOSED pgs=746 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:57.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:57.599+0000 7f46ca3a0640 1 -- 172.21.15.31:0/1477635223 >> 172.21.15.31:0/1477635223 conn(0x7f46c409d3c0 msgr2=0x7f46c40d40e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:57.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:57.599+0000 7f46ca3a0640 1 -- 172.21.15.31:0/1477635223 shutdown_connections 2024-09-16T07:24:57.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:57.599+0000 7f46ca3a0640 1 -- 172.21.15.31:0/1477635223 wait complete. 2024-09-16T07:24:57.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:57.600+0000 7f46ca3a0640 1 Processor -- start 2024-09-16T07:24:57.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:57.601+0000 7f46ca3a0640 1 -- start start 2024-09-16T07:24:57.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:57.601+0000 7f46ca3a0640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f46ac004800 0x7f46c41f4280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:57.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:57.601+0000 7f46ca3a0640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f46c4158ac0 0x7f46c415a1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:57.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:57.601+0000 7f46ca3a0640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f46c415a720 0x7f46c415ab80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:57.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:57.601+0000 7f46ca3a0640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f46c40b42e0 con 0x7f46c4158ac0 2024-09-16T07:24:57.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:57.601+0000 7f46ca3a0640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f46c40b3380 con 0x7f46c415a720 2024-09-16T07:24:57.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:57.601+0000 7f46ca3a0640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f46c40b4460 con 0x7f46ac004800 2024-09-16T07:24:57.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:57.601+0000 7f46c37fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f46c4158ac0 0x7f46c415a1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:57.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:57.602+0000 7f46c37fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f46c4158ac0 0x7f46c415a1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43324/0 (socket says 172.21.15.31:43324) 2024-09-16T07:24:57.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:57.602+0000 7f46c37fe640 1 -- 172.21.15.31:0/1062636770 learned_addr learned my addr 172.21.15.31:0/1062636770 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:57.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:57.602+0000 7f46c3fff640 1 --2- 172.21.15.31:0/1062636770 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f46ac004800 0x7f46c41f4280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:57.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:57.602+0000 7f46c893d640 1 --2- 172.21.15.31:0/1062636770 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f46c415a720 0x7f46c415ab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:57.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:57.602+0000 7f46c37fe640 1 -- 172.21.15.31:0/1062636770 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f46ac004800 msgr2=0x7f46c41f4280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:57.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:57.602+0000 7f46c37fe640 1 --2- 172.21.15.31:0/1062636770 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f46ac004800 0x7f46c41f4280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:57.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:57.602+0000 7f46c37fe640 1 -- 172.21.15.31:0/1062636770 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f46c415a720 msgr2=0x7f46c415ab80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:57.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:57.602+0000 7f46c37fe640 1 --2- 172.21.15.31:0/1062636770 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f46c415a720 0x7f46c415ab80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:57.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:57.602+0000 7f46c37fe640 1 -- 172.21.15.31:0/1062636770 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46c4159080 con 0x7f46c4158ac0 2024-09-16T07:24:57.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:57.602+0000 7f46c893d640 1 --2- 172.21.15.31:0/1062636770 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f46c415a720 0x7f46c415ab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:24:57.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:57.602+0000 7f46c3fff640 1 --2- 172.21.15.31:0/1062636770 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f46ac004800 0x7f46c41f4280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:24:57.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:57.602+0000 7f46c37fe640 1 --2- 172.21.15.31:0/1062636770 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f46c4158ac0 0x7f46c415a1e0 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7f46b802a910 tx=0x7f46b80063a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:57.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:57.602+0000 7f46c0ff9640 1 -- 172.21.15.31:0/1062636770 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46b8003a00 con 0x7f46c4158ac0 2024-09-16T07:24:57.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:57.602+0000 7f46c0ff9640 1 -- 172.21.15.31:0/1062636770 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f46b8039070 con 0x7f46c4158ac0 2024-09-16T07:24:57.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:57.602+0000 7f46ca3a0640 1 -- 172.21.15.31:0/1062636770 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46c4159360 con 0x7f46c4158ac0 2024-09-16T07:24:57.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:57.602+0000 7f46c0ff9640 1 -- 172.21.15.31:0/1062636770 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46b8033420 con 0x7f46c4158ac0 2024-09-16T07:24:57.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:57.602+0000 7f46ca3a0640 1 -- 172.21.15.31:0/1062636770 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46c4159920 con 0x7f46c4158ac0 2024-09-16T07:24:57.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:57.603+0000 7f46ca3a0640 1 -- 172.21.15.31:0/1062636770 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f46c4161690 con 0x7f46c4158ac0 2024-09-16T07:24:57.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:57.604+0000 7f46c0ff9640 1 -- 172.21.15.31:0/1062636770 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 11) ==== 101593+0+0 (secure 0 0 0) 0x7f46b8044020 con 0x7f46c4158ac0 2024-09-16T07:24:57.606 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:57.604+0000 7f46c0ff9640 1 --2- 172.21.15.31:0/1062636770 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f46b0078be0 0x7f46b007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:57.606 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:57.605+0000 7f46c0ff9640 1 -- 172.21.15.31:0/1062636770 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(67..67 src has 1..67) ==== 5609+0+0 (secure 0 0 0) 0x7f46b80ba610 con 0x7f46c4158ac0 2024-09-16T07:24:57.606 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:57.605+0000 7f46c3fff640 1 --2- 172.21.15.31:0/1062636770 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f46b0078be0 0x7f46b007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:57.606 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:57.605+0000 7f46c3fff640 1 --2- 172.21.15.31:0/1062636770 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f46b0078be0 0x7f46b007b0a0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f46b4009cd0 tx=0x7f46b4005f90 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:57.608 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:57.609+0000 7f46c0ff9640 1 -- 172.21.15.31:0/1062636770 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f46b8082740 con 0x7f46c4158ac0 2024-09-16T07:24:57.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:57.836+0000 7f46ca3a0640 1 -- 172.21.15.31:0/1062636770 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f46c415b630 con 0x7f46c4158ac0 2024-09-16T07:24:58.451 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.451+0000 7f46c0ff9640 1 -- 172.21.15.31:0/1062636770 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 10 and data pool 11 v43) ==== 174+0+0 (secure 0 0 0) 0x7f46b8082040 con 0x7f46c4158ac0 2024-09-16T07:24:58.452 INFO:teuthology.orchestra.run.smithi031.stderr:new fs with metadata pool 10 and data pool 11 2024-09-16T07:24:58.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.458+0000 7f46ca3a0640 1 -- 172.21.15.31:0/1062636770 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f46b0078be0 msgr2=0x7f46b007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:58.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.458+0000 7f46ca3a0640 1 --2- 172.21.15.31:0/1062636770 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f46b0078be0 0x7f46b007b0a0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f46b4009cd0 tx=0x7f46b4005f90 comp rx=0 tx=0).stop 2024-09-16T07:24:58.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.458+0000 7f46ca3a0640 1 -- 172.21.15.31:0/1062636770 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f46c4158ac0 msgr2=0x7f46c415a1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:58.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.458+0000 7f46ca3a0640 1 --2- 172.21.15.31:0/1062636770 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f46c4158ac0 0x7f46c415a1e0 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7f46b802a910 tx=0x7f46b80063a0 comp rx=0 tx=0).stop 2024-09-16T07:24:58.459 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.458+0000 7f46ca3a0640 1 -- 172.21.15.31:0/1062636770 shutdown_connections 2024-09-16T07:24:58.459 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.458+0000 7f46ca3a0640 1 --2- 172.21.15.31:0/1062636770 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f46b0078be0 0x7f46b007b0a0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:58.459 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.458+0000 7f46ca3a0640 1 --2- 172.21.15.31:0/1062636770 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f46c415a720 0x7f46c415ab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:58.459 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.458+0000 7f46ca3a0640 1 --2- 172.21.15.31:0/1062636770 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f46c4158ac0 0x7f46c415a1e0 unknown :-1 s=CLOSED pgs=747 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:58.459 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.458+0000 7f46ca3a0640 1 --2- 172.21.15.31:0/1062636770 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f46ac004800 0x7f46c41f4280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:58.459 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.458+0000 7f46ca3a0640 1 -- 172.21.15.31:0/1062636770 >> 172.21.15.31:0/1062636770 conn(0x7f46c409d3c0 msgr2=0x7f46c406eb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:58.468 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.468+0000 7f46ca3a0640 1 -- 172.21.15.31:0/1062636770 shutdown_connections 2024-09-16T07:24:58.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.473+0000 7f46ca3a0640 1 -- 172.21.15.31:0/1062636770 wait complete. 2024-09-16T07:24:58.496 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:24:58.606 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.606+0000 7f0ea3a60640 1 -- 172.21.15.31:0/3393779893 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0e9c13ce00 msgr2=0x7f0e9c13f7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:58.606 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.606+0000 7f0ea3a60640 1 --2- 172.21.15.31:0/3393779893 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0e9c13ce00 0x7f0e9c13f7d0 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7f0e9c0d0ad0 tx=0x7f0e8c02a530 comp rx=0 tx=0).stop 2024-09-16T07:24:58.606 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.606+0000 7f0ea3a60640 1 -- 172.21.15.31:0/3393779893 shutdown_connections 2024-09-16T07:24:58.607 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.606+0000 7f0ea3a60640 1 --2- 172.21.15.31:0/3393779893 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0e9c13ce00 0x7f0e9c13f7d0 unknown :-1 s=CLOSED pgs=749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:58.607 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.606+0000 7f0ea3a60640 1 --2- 172.21.15.31:0/3393779893 >> v2:172.21.15.155:3300/0 conn(0x7f0e9c070690 0x7f0e9c13f290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:58.607 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.606+0000 7f0ea3a60640 1 -- 172.21.15.31:0/3393779893 >> 172.21.15.31:0/3393779893 conn(0x7f0e9c0b1690 msgr2=0x7f0e9c0b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:58.607 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.606+0000 7f0ea3a60640 1 -- 172.21.15.31:0/3393779893 shutdown_connections 2024-09-16T07:24:58.607 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.606+0000 7f0ea3a60640 1 -- 172.21.15.31:0/3393779893 wait complete. 2024-09-16T07:24:58.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.607+0000 7f0ea3a60640 1 Processor -- start 2024-09-16T07:24:58.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.607+0000 7f0ea3a60640 1 -- start start 2024-09-16T07:24:58.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.608+0000 7f0ea3a60640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0e9c070690 0x7f0e9c13c2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:58.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.608+0000 7f0ea3a60640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0e9c13ce00 0x7f0e9c1f85c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:58.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.608+0000 7f0ea3a60640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0e9c15d940 0x7f0e9c1420a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:58.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.608+0000 7f0ea3a60640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f0e9c140370 con 0x7f0e9c070690 2024-09-16T07:24:58.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.608+0000 7f0ea3a60640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f0e9c15e430 con 0x7f0e9c13ce00 2024-09-16T07:24:58.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.608+0000 7f0ea3a60640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f0e9c15e5b0 con 0x7f0e9c15d940 2024-09-16T07:24:58.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.608+0000 7f0ea17fc640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0e9c070690 0x7f0e9c13c2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:58.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.608+0000 7f0ea17fc640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0e9c070690 0x7f0e9c13c2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43336/0 (socket says 172.21.15.31:43336) 2024-09-16T07:24:58.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.608+0000 7f0ea17fc640 1 -- 172.21.15.31:0/3048579045 learned_addr learned my addr 172.21.15.31:0/3048579045 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:58.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.608+0000 7f0ea0ffb640 1 --2- 172.21.15.31:0/3048579045 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0e9c13ce00 0x7f0e9c1f85c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:58.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.608+0000 7f0ea1ffd640 1 --2- 172.21.15.31:0/3048579045 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0e9c15d940 0x7f0e9c1420a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:58.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.608+0000 7f0ea17fc640 1 -- 172.21.15.31:0/3048579045 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0e9c15d940 msgr2=0x7f0e9c1420a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:58.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.608+0000 7f0ea17fc640 1 --2- 172.21.15.31:0/3048579045 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0e9c15d940 0x7f0e9c1420a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:58.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.608+0000 7f0ea17fc640 1 -- 172.21.15.31:0/3048579045 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0e9c13ce00 msgr2=0x7f0e9c1f85c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:58.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.608+0000 7f0ea17fc640 1 --2- 172.21.15.31:0/3048579045 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0e9c13ce00 0x7f0e9c1f85c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:58.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.608+0000 7f0ea17fc640 1 -- 172.21.15.31:0/3048579045 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e9c142980 con 0x7f0e9c070690 2024-09-16T07:24:58.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.608+0000 7f0ea0ffb640 1 --2- 172.21.15.31:0/3048579045 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0e9c13ce00 0x7f0e9c1f85c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:24:58.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.609+0000 7f0ea17fc640 1 --2- 172.21.15.31:0/3048579045 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0e9c070690 0x7f0e9c13c2b0 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7f0e9800d980 tx=0x7f0e9800de40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:58.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.609+0000 7f0e91ffb640 1 -- 172.21.15.31:0/3048579045 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e98017070 con 0x7f0e9c070690 2024-09-16T07:24:58.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.609+0000 7f0e91ffb640 1 -- 172.21.15.31:0/3048579045 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0e98009d20 con 0x7f0e9c070690 2024-09-16T07:24:58.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.609+0000 7f0ea3a60640 1 -- 172.21.15.31:0/3048579045 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e9c1f7ae0 con 0x7f0e9c070690 2024-09-16T07:24:58.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.609+0000 7f0e91ffb640 1 -- 172.21.15.31:0/3048579045 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e980106c0 con 0x7f0e9c070690 2024-09-16T07:24:58.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.609+0000 7f0ea3a60640 1 -- 172.21.15.31:0/3048579045 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e9c1f80a0 con 0x7f0e9c070690 2024-09-16T07:24:58.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.610+0000 7f0ea3a60640 1 -- 172.21.15.31:0/3048579045 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0e9c15dd20 con 0x7f0e9c070690 2024-09-16T07:24:58.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.611+0000 7f0e91ffb640 1 -- 172.21.15.31:0/3048579045 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 11) ==== 101593+0+0 (secure 0 0 0) 0x7f0e98010860 con 0x7f0e9c070690 2024-09-16T07:24:58.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.611+0000 7f0e91ffb640 1 --2- 172.21.15.31:0/3048579045 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0e80078bb0 0x7f0e8007b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:58.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.611+0000 7f0e91ffb640 1 -- 172.21.15.31:0/3048579045 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5709+0+0 (secure 0 0 0) 0x7f0e9809b3c0 con 0x7f0e9c070690 2024-09-16T07:24:58.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.611+0000 7f0ea0ffb640 1 --2- 172.21.15.31:0/3048579045 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0e80078bb0 0x7f0e8007b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:58.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.612+0000 7f0ea0ffb640 1 --2- 172.21.15.31:0/3048579045 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0e80078bb0 0x7f0e8007b070 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f0e8c034000 tx=0x7f0e8c004730 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:58.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.616+0000 7f0e91ffb640 1 -- 172.21.15.31:0/3048579045 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f0e980634a0 con 0x7f0e9c070690 2024-09-16T07:24:58.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.805+0000 7f0ea3a60640 1 -- 172.21.15.31:0/3048579045 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0e9c15bfe0 con 0x7f0e9c070690 2024-09-16T07:24:58.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.806+0000 7f0e91ffb640 1 -- 172.21.15.31:0/3048579045 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v68) ==== 74+0+16657 (secure 0 0 0) 0x7f0e98062da0 con 0x7f0e9c070690 2024-09-16T07:24:58.806 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:24:58.806 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":68,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:24:57.838088+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:24:55.855423+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-09-16T07:24:56.825845+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:24:58.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.808+0000 7f0ea3a60640 1 -- 172.21.15.31:0/3048579045 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0e80078bb0 msgr2=0x7f0e8007b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:58.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.808+0000 7f0ea3a60640 1 --2- 172.21.15.31:0/3048579045 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0e80078bb0 0x7f0e8007b070 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f0e8c034000 tx=0x7f0e8c004730 comp rx=0 tx=0).stop 2024-09-16T07:24:58.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.808+0000 7f0ea3a60640 1 -- 172.21.15.31:0/3048579045 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0e9c070690 msgr2=0x7f0e9c13c2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:58.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.808+0000 7f0ea3a60640 1 --2- 172.21.15.31:0/3048579045 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0e9c070690 0x7f0e9c13c2b0 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7f0e9800d980 tx=0x7f0e9800de40 comp rx=0 tx=0).stop 2024-09-16T07:24:58.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.808+0000 7f0ea3a60640 1 -- 172.21.15.31:0/3048579045 shutdown_connections 2024-09-16T07:24:58.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.808+0000 7f0ea3a60640 1 --2- 172.21.15.31:0/3048579045 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0e80078bb0 0x7f0e8007b070 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:58.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.808+0000 7f0ea3a60640 1 --2- 172.21.15.31:0/3048579045 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0e9c15d940 0x7f0e9c1420a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:58.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.808+0000 7f0ea3a60640 1 --2- 172.21.15.31:0/3048579045 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0e9c13ce00 0x7f0e9c1f85c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:58.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.808+0000 7f0ea3a60640 1 --2- 172.21.15.31:0/3048579045 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0e9c070690 0x7f0e9c13c2b0 unknown :-1 s=CLOSED pgs=750 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:58.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.808+0000 7f0ea3a60640 1 -- 172.21.15.31:0/3048579045 >> 172.21.15.31:0/3048579045 conn(0x7f0e9c0b1690 msgr2=0x7f0e9c0af600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:58.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.808+0000 7f0ea3a60640 1 -- 172.21.15.31:0/3048579045 shutdown_connections 2024-09-16T07:24:58.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.808+0000 7f0ea3a60640 1 -- 172.21.15.31:0/3048579045 wait complete. 2024-09-16T07:24:58.819 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:24:58.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.924+0000 7f448d3e2640 1 -- 172.21.15.31:0/209444871 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f44740039e0 msgr2=0x7f4474003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:58.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.924+0000 7f448d3e2640 1 --2- 172.21.15.31:0/209444871 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f44740039e0 0x7f4474003dc0 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f448000c530 tx=0x7f4474005830 comp rx=0 tx=0).stop 2024-09-16T07:24:58.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.924+0000 7f44877fe640 1 -- 172.21.15.31:0/209444871 reap_dead start 2024-09-16T07:24:58.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.925+0000 7f448d3e2640 1 -- 172.21.15.31:0/209444871 shutdown_connections 2024-09-16T07:24:58.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.925+0000 7f448d3e2640 1 -- 172.21.15.31:0/209444871 >> 172.21.15.31:0/209444871 conn(0x7f44880b1690 msgr2=0x7f44880b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:58.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.925+0000 7f448d3e2640 1 -- 172.21.15.31:0/209444871 shutdown_connections 2024-09-16T07:24:58.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.925+0000 7f448d3e2640 1 -- 172.21.15.31:0/209444871 wait complete. 2024-09-16T07:24:58.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.926+0000 7f448d3e2640 1 Processor -- start 2024-09-16T07:24:58.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.926+0000 7f448d3e2640 1 -- start start 2024-09-16T07:24:58.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.927+0000 7f448d3e2640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f44740039e0 0x7f4488142150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:58.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.927+0000 7f448d3e2640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f44880a9490 0x7f44881ef5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:58.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.927+0000 7f448d3e2640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f44881efb00 0x7f448815ae50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:58.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.927+0000 7f448d3e2640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f44880ceac0 con 0x7f44880a9490 2024-09-16T07:24:58.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.927+0000 7f448d3e2640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f44880ccb10 con 0x7f44740039e0 2024-09-16T07:24:58.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.927+0000 7f448d3e2640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f44880cec40 con 0x7f44881efb00 2024-09-16T07:24:58.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.927+0000 7f44867fc640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f44880a9490 0x7f44881ef5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:58.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.927+0000 7f44867fc640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f44880a9490 0x7f44881ef5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43364/0 (socket says 172.21.15.31:43364) 2024-09-16T07:24:58.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.927+0000 7f44867fc640 1 -- 172.21.15.31:0/931158095 learned_addr learned my addr 172.21.15.31:0/931158095 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:58.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.927+0000 7f4486ffd640 1 --2- 172.21.15.31:0/931158095 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f44740039e0 0x7f4488142150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:58.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.927+0000 7f44877fe640 1 --2- 172.21.15.31:0/931158095 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f44881efb00 0x7f448815ae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:58.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.927+0000 7f44867fc640 1 -- 172.21.15.31:0/931158095 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f44881efb00 msgr2=0x7f448815ae50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:58.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.927+0000 7f44867fc640 1 --2- 172.21.15.31:0/931158095 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f44881efb00 0x7f448815ae50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:58.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.927+0000 7f44867fc640 1 -- 172.21.15.31:0/931158095 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f44740039e0 msgr2=0x7f4488142150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:58.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.927+0000 7f44867fc640 1 --2- 172.21.15.31:0/931158095 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f44740039e0 0x7f4488142150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:58.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.927+0000 7f44867fc640 1 -- 172.21.15.31:0/931158095 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44881f27c0 con 0x7f44880a9490 2024-09-16T07:24:58.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.927+0000 7f44867fc640 1 --2- 172.21.15.31:0/931158095 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f44880a9490 0x7f44881ef5c0 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f4470004e20 tx=0x7f4470001730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:58.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.927+0000 7f447f7fe640 1 -- 172.21.15.31:0/931158095 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4470010890 con 0x7f44880a9490 2024-09-16T07:24:58.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.927+0000 7f447f7fe640 1 -- 172.21.15.31:0/931158095 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4470010b20 con 0x7f44880a9490 2024-09-16T07:24:58.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.927+0000 7f448d3e2640 1 -- 172.21.15.31:0/931158095 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44881f2aa0 con 0x7f44880a9490 2024-09-16T07:24:58.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.928+0000 7f447f7fe640 1 -- 172.21.15.31:0/931158095 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4470011460 con 0x7f44880a9490 2024-09-16T07:24:58.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.928+0000 7f448d3e2640 1 -- 172.21.15.31:0/931158095 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44881f3060 con 0x7f44880a9490 2024-09-16T07:24:58.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.928+0000 7f448d3e2640 1 -- 172.21.15.31:0/931158095 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f44880cf1d0 con 0x7f44880a9490 2024-09-16T07:24:58.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.929+0000 7f447f7fe640 1 -- 172.21.15.31:0/931158095 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 11) ==== 101593+0+0 (secure 0 0 0) 0x7f4470011600 con 0x7f44880a9490 2024-09-16T07:24:58.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.930+0000 7f447f7fe640 1 --2- 172.21.15.31:0/931158095 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f4468078bb0 0x7f446807b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:58.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.930+0000 7f447f7fe640 1 -- 172.21.15.31:0/931158095 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5709+0+0 (secure 0 0 0) 0x7f447009ba00 con 0x7f44880a9490 2024-09-16T07:24:58.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.930+0000 7f4486ffd640 1 --2- 172.21.15.31:0/931158095 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f4468078bb0 0x7f446807b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:58.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.930+0000 7f4486ffd640 1 --2- 172.21.15.31:0/931158095 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f4468078bb0 0x7f446807b070 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f4480033000 tx=0x7f4480001cb0 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:58.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:58.934+0000 7f447f7fe640 1 -- 172.21.15.31:0/931158095 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f4470063ae0 con 0x7f44880a9490 2024-09-16T07:24:59.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:59.126+0000 7f448d3e2640 1 -- 172.21.15.31:0/931158095 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4488072db0 con 0x7f44880a9490 2024-09-16T07:24:59.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:59.128+0000 7f447f7fe640 1 -- 172.21.15.31:0/931158095 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v68) ==== 74+0+16657 (secure 0 0 0) 0x7f44700633e0 con 0x7f44880a9490 2024-09-16T07:24:59.127 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:24:59.127 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":68,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:24:57.838088+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:24:55.855423+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-09-16T07:24:56.825845+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:24:59.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:59.130+0000 7f448d3e2640 1 -- 172.21.15.31:0/931158095 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f4468078bb0 msgr2=0x7f446807b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:59.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:59.130+0000 7f448d3e2640 1 --2- 172.21.15.31:0/931158095 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f4468078bb0 0x7f446807b070 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f4480033000 tx=0x7f4480001cb0 comp rx=0 tx=0).stop 2024-09-16T07:24:59.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:59.130+0000 7f448d3e2640 1 -- 172.21.15.31:0/931158095 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f44880a9490 msgr2=0x7f44881ef5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:59.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:59.130+0000 7f448d3e2640 1 --2- 172.21.15.31:0/931158095 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f44880a9490 0x7f44881ef5c0 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f4470004e20 tx=0x7f4470001730 comp rx=0 tx=0).stop 2024-09-16T07:24:59.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:59.130+0000 7f448d3e2640 1 -- 172.21.15.31:0/931158095 shutdown_connections 2024-09-16T07:24:59.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:59.130+0000 7f448d3e2640 1 --2- 172.21.15.31:0/931158095 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f4468078bb0 0x7f446807b070 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:59.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:59.130+0000 7f448d3e2640 1 --2- 172.21.15.31:0/931158095 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f44881efb00 0x7f448815ae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:59.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:59.130+0000 7f448d3e2640 1 --2- 172.21.15.31:0/931158095 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f44880a9490 0x7f44881ef5c0 unknown :-1 s=CLOSED pgs=753 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:59.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:59.130+0000 7f448d3e2640 1 --2- 172.21.15.31:0/931158095 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f44740039e0 0x7f4488142150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:59.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:59.130+0000 7f448d3e2640 1 -- 172.21.15.31:0/931158095 >> 172.21.15.31:0/931158095 conn(0x7f44880b1690 msgr2=0x7f44880b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:59.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:59.130+0000 7f448d3e2640 1 -- 172.21.15.31:0/931158095 shutdown_connections 2024-09-16T07:24:59.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:59.130+0000 7f448d3e2640 1 -- 172.21.15.31:0/931158095 wait complete. 2024-09-16T07:24:59.141 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-16T07:24:59.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:59.250+0000 7fd9589df640 1 -- 172.21.15.31:0/3168898366 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd9540cc3b0 msgr2=0x7fd9540cc7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:59.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:59.250+0000 7fd9589df640 1 --2- 172.21.15.31:0/3168898366 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd9540cc3b0 0x7fd9540cc7e0 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7fd94c005fd0 tx=0x7fd94c02aa90 comp rx=0 tx=0).stop 2024-09-16T07:24:59.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:59.250+0000 7fd9589df640 1 -- 172.21.15.31:0/3168898366 shutdown_connections 2024-09-16T07:24:59.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:59.250+0000 7fd9589df640 1 --2- 172.21.15.31:0/3168898366 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd9540cc3b0 0x7fd9540cc7e0 unknown :-1 s=CLOSED pgs=754 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:59.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:59.250+0000 7fd9589df640 1 --2- 172.21.15.31:0/3168898366 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd95415aa00 0x7fd95415e5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:59.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:59.250+0000 7fd9589df640 1 -- 172.21.15.31:0/3168898366 >> 172.21.15.31:0/3168898366 conn(0x7fd9540b1700 msgr2=0x7fd9540b1ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:24:59.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:59.250+0000 7fd9589df640 1 -- 172.21.15.31:0/3168898366 shutdown_connections 2024-09-16T07:24:59.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:59.250+0000 7fd9589df640 1 -- 172.21.15.31:0/3168898366 wait complete. 2024-09-16T07:24:59.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:59.251+0000 7fd9589df640 1 Processor -- start 2024-09-16T07:24:59.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:59.251+0000 7fd9589df640 1 -- start start 2024-09-16T07:24:59.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:59.252+0000 7fd9589df640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd954072670 0x7fd9541f4f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:59.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:59.252+0000 7fd9589df640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd9540cc3b0 0x7fd9540c8320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:59.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:59.252+0000 7fd9589df640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd95415aa00 0x7fd9541e8a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:59.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:59.252+0000 7fd9589df640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fd95406f680 con 0x7fd9540cc3b0 2024-09-16T07:24:59.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:59.252+0000 7fd9589df640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fd95406f500 con 0x7fd95415aa00 2024-09-16T07:24:59.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:59.252+0000 7fd9589df640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fd95406f800 con 0x7fd954072670 2024-09-16T07:24:59.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:59.252+0000 7fd94bfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd9540cc3b0 0x7fd9540c8320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:59.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:59.252+0000 7fd94bfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd9540cc3b0 0x7fd9540c8320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43380/0 (socket says 172.21.15.31:43380) 2024-09-16T07:24:59.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:59.252+0000 7fd94bfff640 1 -- 172.21.15.31:0/1241091705 learned_addr learned my addr 172.21.15.31:0/1241091705 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:24:59.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:59.252+0000 7fd95259c640 1 --2- 172.21.15.31:0/1241091705 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd954072670 0x7fd9541f4f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:59.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:59.252+0000 7fd952d9d640 1 --2- 172.21.15.31:0/1241091705 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd95415aa00 0x7fd9541e8a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:59.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:59.252+0000 7fd94bfff640 1 -- 172.21.15.31:0/1241091705 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd954072670 msgr2=0x7fd9541f4f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:59.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:59.252+0000 7fd94bfff640 1 --2- 172.21.15.31:0/1241091705 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd954072670 0x7fd9541f4f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:59.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:59.252+0000 7fd94bfff640 1 -- 172.21.15.31:0/1241091705 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd95415aa00 msgr2=0x7fd9541e8a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:24:59.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:59.252+0000 7fd94bfff640 1 --2- 172.21.15.31:0/1241091705 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd95415aa00 0x7fd9541e8a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:24:59.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:59.252+0000 7fd94bfff640 1 -- 172.21.15.31:0/1241091705 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd95415afc0 con 0x7fd9540cc3b0 2024-09-16T07:24:59.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:59.252+0000 7fd94bfff640 1 --2- 172.21.15.31:0/1241091705 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd9540cc3b0 0x7fd9540c8320 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7fd93c00c420 tx=0x7fd93c00c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:59.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:59.253+0000 7fd94affd640 1 -- 172.21.15.31:0/1241091705 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd93c0052d0 con 0x7fd9540cc3b0 2024-09-16T07:24:59.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:59.253+0000 7fd94affd640 1 -- 172.21.15.31:0/1241091705 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd93c007020 con 0x7fd9540cc3b0 2024-09-16T07:24:59.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:59.253+0000 7fd9589df640 1 -- 172.21.15.31:0/1241091705 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd9541f5800 con 0x7fd9540cc3b0 2024-09-16T07:24:59.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:59.253+0000 7fd94affd640 1 -- 172.21.15.31:0/1241091705 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd93c007470 con 0x7fd9540cc3b0 2024-09-16T07:24:59.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:59.253+0000 7fd9589df640 1 -- 172.21.15.31:0/1241091705 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9541f5dc0 con 0x7fd9540cc3b0 2024-09-16T07:24:59.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:59.254+0000 7fd9589df640 1 -- 172.21.15.31:0/1241091705 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd95406fd20 con 0x7fd9540cc3b0 2024-09-16T07:24:59.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:59.254+0000 7fd94affd640 1 -- 172.21.15.31:0/1241091705 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 11) ==== 101593+0+0 (secure 0 0 0) 0x7fd93c0067d0 con 0x7fd9540cc3b0 2024-09-16T07:24:59.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:59.255+0000 7fd94affd640 1 --2- 172.21.15.31:0/1241091705 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd934078bb0 0x7fd93407b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:24:59.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:59.255+0000 7fd94affd640 1 -- 172.21.15.31:0/1241091705 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5709+0+0 (secure 0 0 0) 0x7fd93c09a2f0 con 0x7fd9540cc3b0 2024-09-16T07:24:59.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:59.255+0000 7fd95259c640 1 --2- 172.21.15.31:0/1241091705 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd934078bb0 0x7fd93407b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:24:59.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:59.256+0000 7fd95259c640 1 --2- 172.21.15.31:0/1241091705 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd934078bb0 0x7fd93407b070 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fd944004630 tx=0x7fd94400b2e0 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:24:59.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:59.260+0000 7fd94affd640 1 -- 172.21.15.31:0/1241091705 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fd93c061e80 con 0x7fd9540cc3b0 2024-09-16T07:24:59.484 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:24:59.485+0000 7fd9589df640 1 -- 172.21.15.31:0/1241091705 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fd9540c3300 con 0x7fd9540cc3b0 2024-09-16T07:25:00.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:00.475+0000 7fd94affd640 1 -- 172.21.15.31:0/1241091705 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v46) ==== 118+0+0 (secure 0 0 0) 0x7fd93c0668b0 con 0x7fd9540cc3b0 2024-09-16T07:25:00.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:00.478+0000 7fd9589df640 1 -- 172.21.15.31:0/1241091705 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd934078bb0 msgr2=0x7fd93407b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:00.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:00.478+0000 7fd9589df640 1 --2- 172.21.15.31:0/1241091705 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd934078bb0 0x7fd93407b070 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fd944004630 tx=0x7fd94400b2e0 comp rx=0 tx=0).stop 2024-09-16T07:25:00.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:00.478+0000 7fd9589df640 1 -- 172.21.15.31:0/1241091705 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd9540cc3b0 msgr2=0x7fd9540c8320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:00.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:00.478+0000 7fd9589df640 1 --2- 172.21.15.31:0/1241091705 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd9540cc3b0 0x7fd9540c8320 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7fd93c00c420 tx=0x7fd93c00c8e0 comp rx=0 tx=0).stop 2024-09-16T07:25:00.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:00.478+0000 7fd9589df640 1 -- 172.21.15.31:0/1241091705 shutdown_connections 2024-09-16T07:25:00.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:00.478+0000 7fd9589df640 1 --2- 172.21.15.31:0/1241091705 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd934078bb0 0x7fd93407b070 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:00.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:00.478+0000 7fd9589df640 1 --2- 172.21.15.31:0/1241091705 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd95415aa00 0x7fd9541e8a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:00.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:00.478+0000 7fd9589df640 1 --2- 172.21.15.31:0/1241091705 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd9540cc3b0 0x7fd9540c8320 unknown :-1 s=CLOSED pgs=755 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:00.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:00.478+0000 7fd9589df640 1 --2- 172.21.15.31:0/1241091705 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd954072670 0x7fd9541f4f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:00.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:00.478+0000 7fd9589df640 1 -- 172.21.15.31:0/1241091705 >> 172.21.15.31:0/1241091705 conn(0x7fd9540b1700 msgr2=0x7fd9540b2e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:00.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:00.478+0000 7fd9589df640 1 -- 172.21.15.31:0/1241091705 shutdown_connections 2024-09-16T07:25:00.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:00.478+0000 7fd9589df640 1 -- 172.21.15.31:0/1241091705 wait complete. 2024-09-16T07:25:00.491 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-16T07:25:00.492 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-16T07:25:00.607 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:00.607+0000 7f0d0e717640 1 -- 172.21.15.31:0/4026880806 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0d080d2330 msgr2=0x7f0d080cc690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:00.607 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:00.607+0000 7f0d0e717640 1 --2- 172.21.15.31:0/4026880806 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0d080d2330 0x7f0d080cc690 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7f0d00005fd0 tx=0x7f0d0002a820 comp rx=0 tx=0).stop 2024-09-16T07:25:00.607 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:00.607+0000 7f0d0e717640 1 -- 172.21.15.31:0/4026880806 shutdown_connections 2024-09-16T07:25:00.607 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:00.607+0000 7f0d0e717640 1 --2- 172.21.15.31:0/4026880806 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0d080d2330 0x7f0d080cc690 unknown :-1 s=CLOSED pgs=757 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:00.607 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:00.607+0000 7f0d0e717640 1 --2- 172.21.15.31:0/4026880806 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0d0815bdc0 0x7f0d080d02b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:00.607 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:00.607+0000 7f0d0e717640 1 -- 172.21.15.31:0/4026880806 >> 172.21.15.31:0/4026880806 conn(0x7f0d0809aa30 msgr2=0x7f0d0809ae40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:00.607 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:00.607+0000 7f0d0e717640 1 -- 172.21.15.31:0/4026880806 shutdown_connections 2024-09-16T07:25:00.607 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:00.607+0000 7f0d0e717640 1 -- 172.21.15.31:0/4026880806 wait complete. 2024-09-16T07:25:00.608 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:00.608+0000 7f0d0e717640 1 Processor -- start 2024-09-16T07:25:00.608 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:00.609+0000 7f0d0e717640 1 -- start start 2024-09-16T07:25:00.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:00.609+0000 7f0d0e717640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0d080b1360 0x7f0d081f4fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:00.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:00.609+0000 7f0d0e717640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0d080d2330 0x7f0d0806f330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:00.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:00.609+0000 7f0d0e717640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0d0815bdc0 0x7f0d0806f870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:00.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:00.609+0000 7f0d0e717640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f0d080cd0a0 con 0x7f0d080b1360 2024-09-16T07:25:00.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:00.609+0000 7f0d0e717640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f0d080ccf20 con 0x7f0d080d2330 2024-09-16T07:25:00.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:00.609+0000 7f0d0e717640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f0d080cd220 con 0x7f0d0815bdc0 2024-09-16T07:25:00.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:00.610+0000 7f0d07fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0d080b1360 0x7f0d081f4fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:00.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:00.610+0000 7f0d07fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0d080b1360 0x7f0d081f4fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43406/0 (socket says 172.21.15.31:43406) 2024-09-16T07:25:00.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:00.610+0000 7f0d07fff640 1 -- 172.21.15.31:0/3798769593 learned_addr learned my addr 172.21.15.31:0/3798769593 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:00.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:00.610+0000 7f0d0ccb4640 1 --2- 172.21.15.31:0/3798769593 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0d0815bdc0 0x7f0d0806f870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:00.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:00.610+0000 7f0d07fff640 1 -- 172.21.15.31:0/3798769593 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0d0815bdc0 msgr2=0x7f0d0806f870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:00.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:00.610+0000 7f0d07fff640 1 --2- 172.21.15.31:0/3798769593 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0d0815bdc0 0x7f0d0806f870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:00.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:00.610+0000 7f0d07fff640 1 -- 172.21.15.31:0/3798769593 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0d080d2330 msgr2=0x7f0d0806f330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:00.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:00.610+0000 7f0d07fff640 1 --2- 172.21.15.31:0/3798769593 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0d080d2330 0x7f0d0806f330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:00.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:00.610+0000 7f0d07fff640 1 -- 172.21.15.31:0/3798769593 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d081f5510 con 0x7f0d080b1360 2024-09-16T07:25:00.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:00.610+0000 7f0d07fff640 1 --2- 172.21.15.31:0/3798769593 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0d080b1360 0x7f0d081f4fd0 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7f0cf800d740 tx=0x7f0cf800dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:00.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:00.610+0000 7f0d04ff9640 1 -- 172.21.15.31:0/3798769593 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cf8017070 con 0x7f0d080b1360 2024-09-16T07:25:00.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:00.610+0000 7f0d04ff9640 1 -- 172.21.15.31:0/3798769593 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0cf8009d20 con 0x7f0d080b1360 2024-09-16T07:25:00.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:00.610+0000 7f0d0e717640 1 -- 172.21.15.31:0/3798769593 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d0806df60 con 0x7f0d080b1360 2024-09-16T07:25:00.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:00.610+0000 7f0d04ff9640 1 -- 172.21.15.31:0/3798769593 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cf80106c0 con 0x7f0d080b1360 2024-09-16T07:25:00.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:00.610+0000 7f0d0e717640 1 -- 172.21.15.31:0/3798769593 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d0806e800 con 0x7f0d080b1360 2024-09-16T07:25:00.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:00.611+0000 7f0d0e717640 1 -- 172.21.15.31:0/3798769593 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0d080cd7b0 con 0x7f0d080b1360 2024-09-16T07:25:00.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:00.612+0000 7f0d04ff9640 1 -- 172.21.15.31:0/3798769593 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 11) ==== 101593+0+0 (secure 0 0 0) 0x7f0cf801a070 con 0x7f0d080b1360 2024-09-16T07:25:00.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:00.613+0000 7f0d04ff9640 1 --2- 172.21.15.31:0/3798769593 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0ce8078bb0 0x7f0ce807b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:00.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:00.613+0000 7f0d04ff9640 1 -- 172.21.15.31:0/3798769593 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7f0cf809b220 con 0x7f0d080b1360 2024-09-16T07:25:00.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:00.613+0000 7f0d077fe640 1 --2- 172.21.15.31:0/3798769593 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0ce8078bb0 0x7f0ce807b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:00.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:00.614+0000 7f0d077fe640 1 --2- 172.21.15.31:0/3798769593 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0ce8078bb0 0x7f0ce807b070 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f0d0806f0a0 tx=0x7f0cf0007a30 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:00.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:00.617+0000 7f0d04ff9640 1 -- 172.21.15.31:0/3798769593 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f0d081f5510 con 0x7f0d080b1360 2024-09-16T07:25:00.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:00.845+0000 7f0d0e717640 1 -- 172.21.15.31:0/3798769593 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f0d081f7890 con 0x7f0d080b1360 2024-09-16T07:25:01.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.481+0000 7f0d04ff9640 1 -- 172.21.15.31:0/3798769593 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v47) ==== 122+0+0 (secure 0 0 0) 0x7f0cf8063230 con 0x7f0d080b1360 2024-09-16T07:25:01.484 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.484+0000 7f0d0e717640 1 -- 172.21.15.31:0/3798769593 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0ce8078bb0 msgr2=0x7f0ce807b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:01.484 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.484+0000 7f0d0e717640 1 --2- 172.21.15.31:0/3798769593 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0ce8078bb0 0x7f0ce807b070 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f0d0806f0a0 tx=0x7f0cf0007a30 comp rx=0 tx=0).stop 2024-09-16T07:25:01.484 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.484+0000 7f0d0e717640 1 -- 172.21.15.31:0/3798769593 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0d080b1360 msgr2=0x7f0d081f4fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:01.484 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.484+0000 7f0d0e717640 1 --2- 172.21.15.31:0/3798769593 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0d080b1360 0x7f0d081f4fd0 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7f0cf800d740 tx=0x7f0cf800dc00 comp rx=0 tx=0).stop 2024-09-16T07:25:01.484 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.484+0000 7f0d0e717640 1 -- 172.21.15.31:0/3798769593 shutdown_connections 2024-09-16T07:25:01.484 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.484+0000 7f0d0e717640 1 --2- 172.21.15.31:0/3798769593 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0ce8078bb0 0x7f0ce807b070 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:01.484 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.484+0000 7f0d0e717640 1 --2- 172.21.15.31:0/3798769593 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0d0815bdc0 0x7f0d0806f870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:01.484 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.484+0000 7f0d0e717640 1 --2- 172.21.15.31:0/3798769593 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0d080d2330 0x7f0d0806f330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:01.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.484+0000 7f0d0e717640 1 --2- 172.21.15.31:0/3798769593 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0d080b1360 0x7f0d081f4fd0 unknown :-1 s=CLOSED pgs=758 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:01.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.484+0000 7f0d0e717640 1 -- 172.21.15.31:0/3798769593 >> 172.21.15.31:0/3798769593 conn(0x7f0d0809aa30 msgr2=0x7f0d080ae8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:01.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.484+0000 7f0d0e717640 1 -- 172.21.15.31:0/3798769593 shutdown_connections 2024-09-16T07:25:01.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.484+0000 7f0d0e717640 1 -- 172.21.15.31:0/3798769593 wait complete. 2024-09-16T07:25:01.496 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-16T07:25:01.496 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:25:01.607 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.607+0000 7fa3af7d3640 1 -- 172.21.15.31:0/2315416762 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa390004d40 msgr2=0x7fa3900051a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:01.607 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.607+0000 7fa3af7d3640 1 --2- 172.21.15.31:0/2315416762 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa390004d40 0x7fa3900051a0 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7fa3a806dd50 tx=0x7fa390005830 comp rx=0 tx=0).stop 2024-09-16T07:25:01.607 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.607+0000 7fa3add70640 1 -- 172.21.15.31:0/2315416762 reap_dead start 2024-09-16T07:25:01.608 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.607+0000 7fa3af7d3640 1 -- 172.21.15.31:0/2315416762 shutdown_connections 2024-09-16T07:25:01.608 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.607+0000 7fa3af7d3640 1 -- 172.21.15.31:0/2315416762 >> 172.21.15.31:0/2315416762 conn(0x7fa3a80b19c0 msgr2=0x7fa3a80b1dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:01.608 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.608+0000 7fa3af7d3640 1 -- 172.21.15.31:0/2315416762 shutdown_connections 2024-09-16T07:25:01.608 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.608+0000 7fa3af7d3640 1 -- 172.21.15.31:0/2315416762 wait complete. 2024-09-16T07:25:01.608 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.609+0000 7fa3af7d3640 1 Processor -- start 2024-09-16T07:25:01.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.609+0000 7fa3af7d3640 1 -- start start 2024-09-16T07:25:01.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.609+0000 7fa3af7d3640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa390004d40 0x7fa3a81f67c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:01.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.610+0000 7fa3af7d3640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa3a80b1290 0x7fa3a80c8870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:01.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.610+0000 7fa3af7d3640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa3a80b4f10 0x7fa3a80b5380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:01.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.610+0000 7fa3af7d3640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fa3a8073dd0 con 0x7fa3a80b4f10 2024-09-16T07:25:01.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.610+0000 7fa3af7d3640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa3a815f9c0 con 0x7fa3a80b1290 2024-09-16T07:25:01.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.610+0000 7fa3af7d3640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa3a8073f50 con 0x7fa390004d40 2024-09-16T07:25:01.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.610+0000 7fa3add70640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa3a80b4f10 0x7fa3a80b5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:01.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.610+0000 7fa3add70640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa3a80b4f10 0x7fa3a80b5380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43426/0 (socket says 172.21.15.31:43426) 2024-09-16T07:25:01.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.610+0000 7fa3add70640 1 -- 172.21.15.31:0/3166318626 learned_addr learned my addr 172.21.15.31:0/3166318626 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:01.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.610+0000 7fa3ad56f640 1 --2- 172.21.15.31:0/3166318626 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa390004d40 0x7fa3a81f67c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:01.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.610+0000 7fa3acd6e640 1 --2- 172.21.15.31:0/3166318626 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa3a80b1290 0x7fa3a80c8870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:01.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.610+0000 7fa3add70640 1 -- 172.21.15.31:0/3166318626 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa390004d40 msgr2=0x7fa3a81f67c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:01.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.610+0000 7fa3add70640 1 --2- 172.21.15.31:0/3166318626 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa390004d40 0x7fa3a81f67c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:01.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.610+0000 7fa3add70640 1 -- 172.21.15.31:0/3166318626 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa3a80b1290 msgr2=0x7fa3a80c8870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:01.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.610+0000 7fa3add70640 1 --2- 172.21.15.31:0/3166318626 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa3a80b1290 0x7fa3a80c8870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:01.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.610+0000 7fa3add70640 1 -- 172.21.15.31:0/3166318626 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3a81f2960 con 0x7fa3a80b4f10 2024-09-16T07:25:01.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.610+0000 7fa3add70640 1 --2- 172.21.15.31:0/3166318626 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa3a80b4f10 0x7fa3a80b5380 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7fa3a000c290 tx=0x7fa3a0003bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:01.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.610+0000 7fa3a5ffb640 1 -- 172.21.15.31:0/3166318626 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3a0032030 con 0x7fa3a80b4f10 2024-09-16T07:25:01.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.610+0000 7fa3a5ffb640 1 -- 172.21.15.31:0/3166318626 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa3a0003c40 con 0x7fa3a80b4f10 2024-09-16T07:25:01.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.610+0000 7fa3af7d3640 1 -- 172.21.15.31:0/3166318626 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa3a81f2be0 con 0x7fa3a80b4f10 2024-09-16T07:25:01.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.610+0000 7fa3a5ffb640 1 -- 172.21.15.31:0/3166318626 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3a0001c00 con 0x7fa3a80b4f10 2024-09-16T07:25:01.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.611+0000 7fa3af7d3640 1 -- 172.21.15.31:0/3166318626 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3a81f31a0 con 0x7fa3a80b4f10 2024-09-16T07:25:01.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.611+0000 7fa3af7d3640 1 -- 172.21.15.31:0/3166318626 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa3a806e920 con 0x7fa3a80b4f10 2024-09-16T07:25:01.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.612+0000 7fa3a5ffb640 1 -- 172.21.15.31:0/3166318626 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 11) ==== 101593+0+0 (secure 0 0 0) 0x7fa3a0035020 con 0x7fa3a80b4f10 2024-09-16T07:25:01.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.613+0000 7fa3a5ffb640 1 --2- 172.21.15.31:0/3166318626 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa394078bb0 0x7fa39407b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:01.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.613+0000 7fa3a5ffb640 1 -- 172.21.15.31:0/3166318626 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7fa3a00bab10 con 0x7fa3a80b4f10 2024-09-16T07:25:01.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.613+0000 7fa3ad56f640 1 --2- 172.21.15.31:0/3166318626 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa394078bb0 0x7fa39407b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:01.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.614+0000 7fa3ad56f640 1 --2- 172.21.15.31:0/3166318626 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa394078bb0 0x7fa39407b070 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fa398000c00 tx=0x7fa398006b70 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:01.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.617+0000 7fa3a5ffb640 1 -- 172.21.15.31:0/3166318626 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fa3a81f2960 con 0x7fa3a80b4f10 2024-09-16T07:25:01.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.842+0000 7fa3af7d3640 1 -- 172.21.15.31:0/3166318626 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa3a8070b00 con 0x7fa3a80b4f10 2024-09-16T07:25:01.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.843+0000 7fa3a5ffb640 1 -- 172.21.15.31:0/3166318626 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 47 v47) ==== 94+0+5228 (secure 0 0 0) 0x7fa3a00826a0 con 0x7fa3a80b4f10 2024-09-16T07:25:01.842 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:25:01.842 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":47,"btime":"2024-09-16T07:25:01:476683+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5788,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/1065769710","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":1065769710},{"type":"v1","addr":"172.21.15.31:6835","nonce":1065769710}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":42},{"gid":5803,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/589596785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":589596785},{"type":"v1","addr":"172.21.15.155:6836","nonce":589596785}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":42},{"gid":5806,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/2442055452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":2442055452},{"type":"v1","addr":"172.21.15.155:6837","nonce":2442055452}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":42}],"filesystems":[{"mdsmap":{"epoch":47,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:24:57.838057+0000","modified":"2024-09-16T07:25:00.847041+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6318},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6318":{"gid":6318,"name":"c","rank":0,"incarnation":43,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6834/1482360243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":1482360243},{"type":"v1","addr":"172.21.15.31:6834","nonce":1482360243}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6318,"qdb_cluster":[6318]},"id":5}]} 2024-09-16T07:25:01.843 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 47 2024-09-16T07:25:01.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.845+0000 7fa3af7d3640 1 -- 172.21.15.31:0/3166318626 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa394078bb0 msgr2=0x7fa39407b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:01.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.845+0000 7fa3af7d3640 1 --2- 172.21.15.31:0/3166318626 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa394078bb0 0x7fa39407b070 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fa398000c00 tx=0x7fa398006b70 comp rx=0 tx=0).stop 2024-09-16T07:25:01.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.845+0000 7fa3af7d3640 1 -- 172.21.15.31:0/3166318626 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa3a80b4f10 msgr2=0x7fa3a80b5380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:01.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.845+0000 7fa3af7d3640 1 --2- 172.21.15.31:0/3166318626 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa3a80b4f10 0x7fa3a80b5380 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7fa3a000c290 tx=0x7fa3a0003bd0 comp rx=0 tx=0).stop 2024-09-16T07:25:01.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.845+0000 7fa3af7d3640 1 -- 172.21.15.31:0/3166318626 shutdown_connections 2024-09-16T07:25:01.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.845+0000 7fa3af7d3640 1 --2- 172.21.15.31:0/3166318626 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa394078bb0 0x7fa39407b070 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:01.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.845+0000 7fa3af7d3640 1 --2- 172.21.15.31:0/3166318626 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa3a80b4f10 0x7fa3a80b5380 unknown :-1 s=CLOSED pgs=761 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:01.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.845+0000 7fa3af7d3640 1 --2- 172.21.15.31:0/3166318626 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa3a80b1290 0x7fa3a80c8870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:01.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.845+0000 7fa3af7d3640 1 --2- 172.21.15.31:0/3166318626 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa390004d40 0x7fa3a81f67c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:01.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.845+0000 7fa3af7d3640 1 -- 172.21.15.31:0/3166318626 >> 172.21.15.31:0/3166318626 conn(0x7fa3a80b19c0 msgr2=0x7fa3a80afda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:01.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.845+0000 7fa3af7d3640 1 -- 172.21.15.31:0/3166318626 shutdown_connections 2024-09-16T07:25:01.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.845+0000 7fa3af7d3640 1 -- 172.21.15.31:0/3166318626 wait complete. 2024-09-16T07:25:01.856 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:25:01.961 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.961+0000 7f1bf42c6640 1 -- 172.21.15.31:0/1237042967 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1bec0d49c0 msgr2=0x7f1bec0b3800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:01.961 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.961+0000 7f1bf42c6640 1 --2- 172.21.15.31:0/1237042967 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1bec0d49c0 0x7f1bec0b3800 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f1be4005fd0 tx=0x7f1be402aa90 comp rx=0 tx=0).stop 2024-09-16T07:25:01.961 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.961+0000 7f1bf42c6640 1 -- 172.21.15.31:0/1237042967 shutdown_connections 2024-09-16T07:25:01.961 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.961+0000 7f1bf42c6640 1 --2- 172.21.15.31:0/1237042967 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1bec0d49c0 0x7f1bec0b3800 unknown :-1 s=CLOSED pgs=763 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:01.961 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.961+0000 7f1bf42c6640 1 --2- 172.21.15.31:0/1237042967 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1bec0d0d40 0x7f1bec0cf9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:01.961 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.961+0000 7f1bf42c6640 1 -- 172.21.15.31:0/1237042967 >> 172.21.15.31:0/1237042967 conn(0x7f1bec0d3ea0 msgr2=0x7f1bec0d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:01.961 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.961+0000 7f1bf42c6640 1 -- 172.21.15.31:0/1237042967 shutdown_connections 2024-09-16T07:25:01.962 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.961+0000 7f1bf42c6640 1 -- 172.21.15.31:0/1237042967 wait complete. 2024-09-16T07:25:01.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.962+0000 7f1bf42c6640 1 Processor -- start 2024-09-16T07:25:01.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.962+0000 7f1bf42c6640 1 -- start start 2024-09-16T07:25:01.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.963+0000 7f1bf42c6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1bec0d0d40 0x7f1bec1f7540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:01.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.963+0000 7f1bf42c6640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1bec0d49c0 0x7f1bec0cc0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:01.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.963+0000 7f1bf42c6640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1bec15df90 0x7f1bec0cc630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:01.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.963+0000 7f1bf42c6640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f1bec162690 con 0x7f1bec0d0d40 2024-09-16T07:25:01.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.963+0000 7f1bf42c6640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f1bec0b3d40 con 0x7f1bec0d49c0 2024-09-16T07:25:01.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.963+0000 7f1bf42c6640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f1bec1f4b50 con 0x7f1bec15df90 2024-09-16T07:25:01.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.963+0000 7f1bf2062640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1bec0d0d40 0x7f1bec1f7540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:01.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.963+0000 7f1bf2062640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1bec0d0d40 0x7f1bec1f7540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43446/0 (socket says 172.21.15.31:43446) 2024-09-16T07:25:01.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.963+0000 7f1bf2062640 1 -- 172.21.15.31:0/296189991 learned_addr learned my addr 172.21.15.31:0/296189991 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:01.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.963+0000 7f1bf1861640 1 --2- 172.21.15.31:0/296189991 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1bec0d49c0 0x7f1bec0cc0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:01.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.963+0000 7f1bf2062640 1 -- 172.21.15.31:0/296189991 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1bec15df90 msgr2=0x7f1bec0cc630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:01.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.963+0000 7f1bf2062640 1 --2- 172.21.15.31:0/296189991 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1bec15df90 0x7f1bec0cc630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:01.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.963+0000 7f1bf2062640 1 -- 172.21.15.31:0/296189991 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1bec0d49c0 msgr2=0x7f1bec0cc0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:01.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.963+0000 7f1bf2062640 1 --2- 172.21.15.31:0/296189991 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1bec0d49c0 0x7f1bec0cc0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:01.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.963+0000 7f1bf2062640 1 -- 172.21.15.31:0/296189991 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1bec0cccd0 con 0x7f1bec0d0d40 2024-09-16T07:25:01.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.963+0000 7f1bf1861640 1 --2- 172.21.15.31:0/296189991 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1bec0d49c0 0x7f1bec0cc0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:25:01.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.963+0000 7f1bf2062640 1 --2- 172.21.15.31:0/296189991 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1bec0d0d40 0x7f1bec1f7540 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7f1be800c3c0 tx=0x7f1be800c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:01.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.964+0000 7f1be2ffd640 1 -- 172.21.15.31:0/296189991 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1be8017070 con 0x7f1bec0d0d40 2024-09-16T07:25:01.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.964+0000 7f1be2ffd640 1 -- 172.21.15.31:0/296189991 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1be80035f0 con 0x7f1bec0d0d40 2024-09-16T07:25:01.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.964+0000 7f1bf42c6640 1 -- 172.21.15.31:0/296189991 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1bec0ccfb0 con 0x7f1bec0d0d40 2024-09-16T07:25:01.967 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.964+0000 7f1be2ffd640 1 -- 172.21.15.31:0/296189991 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1be8003a80 con 0x7f1bec0d0d40 2024-09-16T07:25:01.967 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.964+0000 7f1bf42c6640 1 -- 172.21.15.31:0/296189991 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1bec0cd570 con 0x7f1bec0d0d40 2024-09-16T07:25:01.967 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.965+0000 7f1bf42c6640 1 -- 172.21.15.31:0/296189991 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1bec0d3090 con 0x7f1bec0d0d40 2024-09-16T07:25:01.967 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.965+0000 7f1be2ffd640 1 -- 172.21.15.31:0/296189991 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 11) ==== 101593+0+0 (secure 0 0 0) 0x7f1be801a070 con 0x7f1bec0d0d40 2024-09-16T07:25:01.968 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.966+0000 7f1be2ffd640 1 --2- 172.21.15.31:0/296189991 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f1bd0078bb0 0x7f1bd007b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:01.968 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.966+0000 7f1be2ffd640 1 -- 172.21.15.31:0/296189991 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7f1be809a1a0 con 0x7f1bec0d0d40 2024-09-16T07:25:01.968 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.966+0000 7f1bf1861640 1 --2- 172.21.15.31:0/296189991 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f1bd0078bb0 0x7f1bd007b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:01.968 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.967+0000 7f1bf1861640 1 --2- 172.21.15.31:0/296189991 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f1bd0078bb0 0x7f1bd007b070 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f1bec15da80 tx=0x7f1bdc005d90 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:01.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:01.970+0000 7f1be2ffd640 1 -- 172.21.15.31:0/296189991 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f1bec0d3090 con 0x7f1bec0d0d40 2024-09-16T07:25:02.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.157+0000 7f1bf42c6640 1 -- 172.21.15.31:0/296189991 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1bec0cf9b0 con 0x7f1bec0d0d40 2024-09-16T07:25:02.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.158+0000 7f1be2ffd640 1 -- 172.21.15.31:0/296189991 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v69) ==== 74+0+16644 (secure 0 0 0) 0x7f1bec0ce970 con 0x7f1bec0d0d40 2024-09-16T07:25:02.158 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:25:02.158 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":69,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:24:59.460596+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:24:55.855423+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-09-16T07:24:56.825845+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:25:02.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.161+0000 7f1bf42c6640 1 -- 172.21.15.31:0/296189991 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f1bd0078bb0 msgr2=0x7f1bd007b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:02.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.161+0000 7f1bf42c6640 1 --2- 172.21.15.31:0/296189991 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f1bd0078bb0 0x7f1bd007b070 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f1bec15da80 tx=0x7f1bdc005d90 comp rx=0 tx=0).stop 2024-09-16T07:25:02.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.161+0000 7f1bf42c6640 1 -- 172.21.15.31:0/296189991 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1bec0d0d40 msgr2=0x7f1bec1f7540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:02.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.161+0000 7f1bf42c6640 1 --2- 172.21.15.31:0/296189991 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1bec0d0d40 0x7f1bec1f7540 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7f1be800c3c0 tx=0x7f1be800c880 comp rx=0 tx=0).stop 2024-09-16T07:25:02.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.161+0000 7f1bf42c6640 1 -- 172.21.15.31:0/296189991 shutdown_connections 2024-09-16T07:25:02.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.161+0000 7f1bf42c6640 1 --2- 172.21.15.31:0/296189991 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f1bd0078bb0 0x7f1bd007b070 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:02.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.161+0000 7f1bf42c6640 1 --2- 172.21.15.31:0/296189991 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1bec15df90 0x7f1bec0cc630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:02.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.161+0000 7f1bf42c6640 1 --2- 172.21.15.31:0/296189991 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1bec0d49c0 0x7f1bec0cc0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:02.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.161+0000 7f1bf42c6640 1 --2- 172.21.15.31:0/296189991 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1bec0d0d40 0x7f1bec1f7540 unknown :-1 s=CLOSED pgs=764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:02.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.161+0000 7f1bf42c6640 1 -- 172.21.15.31:0/296189991 >> 172.21.15.31:0/296189991 conn(0x7f1bec0d3ea0 msgr2=0x7f1bec0b8ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:02.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.161+0000 7f1bf42c6640 1 -- 172.21.15.31:0/296189991 shutdown_connections 2024-09-16T07:25:02.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.161+0000 7f1bf42c6640 1 -- 172.21.15.31:0/296189991 wait complete. 2024-09-16T07:25:02.172 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-16T07:25:02.172 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T07:25:02.277 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.277+0000 7fab98d9b640 1 -- 172.21.15.31:0/1046632317 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fab940d1900 msgr2=0x7fab940d1d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:02.277 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.277+0000 7fab98d9b640 1 --2- 172.21.15.31:0/1046632317 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fab940d1900 0x7fab940d1d90 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7fab940704e0 tx=0x7fab8802a560 comp rx=0 tx=0).stop 2024-09-16T07:25:02.277 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.277+0000 7fab98d9b640 1 -- 172.21.15.31:0/1046632317 shutdown_connections 2024-09-16T07:25:02.277 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.277+0000 7fab98d9b640 1 --2- 172.21.15.31:0/1046632317 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fab94157a70 0x7fab94157e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:02.277 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.277+0000 7fab98d9b640 1 --2- 172.21.15.31:0/1046632317 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fab940d1900 0x7fab940d1d90 unknown :-1 s=CLOSED pgs=765 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:02.277 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.277+0000 7fab98d9b640 1 --2- 172.21.15.31:0/1046632317 >> v2:172.21.15.155:3300/0 conn(0x7fab940b01a0 0x7fab9415ed90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:02.277 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.277+0000 7fab98d9b640 1 -- 172.21.15.31:0/1046632317 >> 172.21.15.31:0/1046632317 conn(0x7fab9409aa30 msgr2=0x7fab9409ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:02.277 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.277+0000 7fab98d9b640 1 -- 172.21.15.31:0/1046632317 shutdown_connections 2024-09-16T07:25:02.277 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.277+0000 7fab98d9b640 1 -- 172.21.15.31:0/1046632317 wait complete. 2024-09-16T07:25:02.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.278+0000 7fab98d9b640 1 Processor -- start 2024-09-16T07:25:02.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.278+0000 7fab98d9b640 1 -- start start 2024-09-16T07:25:02.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.279+0000 7fab98d9b640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fab940b01a0 0x7fab941f5340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:02.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.279+0000 7fab98d9b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fab940d1900 0x7fab940c5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:02.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.279+0000 7fab98d9b640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fab94157a70 0x7fab940b3c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:02.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.279+0000 7fab98d9b640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fab940b0da0 con 0x7fab940d1900 2024-09-16T07:25:02.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.279+0000 7fab98d9b640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fab940b0c20 con 0x7fab94157a70 2024-09-16T07:25:02.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.279+0000 7fab98d9b640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fab941583c0 con 0x7fab940b01a0 2024-09-16T07:25:02.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.279+0000 7fab91d9b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fab940d1900 0x7fab940c5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:02.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.279+0000 7fab91d9b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fab940d1900 0x7fab940c5780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43468/0 (socket says 172.21.15.31:43468) 2024-09-16T07:25:02.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.279+0000 7fab91d9b640 1 -- 172.21.15.31:0/1230265937 learned_addr learned my addr 172.21.15.31:0/1230265937 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:02.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.279+0000 7fab92d9d640 1 --2- 172.21.15.31:0/1230265937 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fab94157a70 0x7fab940b3c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:02.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.279+0000 7fab91d9b640 1 -- 172.21.15.31:0/1230265937 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fab940b01a0 msgr2=0x7fab941f5340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:02.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.279+0000 7fab9259c640 1 --2- 172.21.15.31:0/1230265937 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fab940b01a0 0x7fab941f5340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:02.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.279+0000 7fab91d9b640 1 --2- 172.21.15.31:0/1230265937 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fab940b01a0 0x7fab941f5340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:02.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.279+0000 7fab91d9b640 1 -- 172.21.15.31:0/1230265937 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fab94157a70 msgr2=0x7fab940b3c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:02.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.279+0000 7fab91d9b640 1 --2- 172.21.15.31:0/1230265937 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fab94157a70 0x7fab940b3c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:02.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.279+0000 7fab91d9b640 1 -- 172.21.15.31:0/1230265937 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab941f5880 con 0x7fab940d1900 2024-09-16T07:25:02.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.279+0000 7fab92d9d640 1 --2- 172.21.15.31:0/1230265937 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fab94157a70 0x7fab940b3c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:25:02.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.279+0000 7fab9259c640 1 --2- 172.21.15.31:0/1230265937 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fab940b01a0 0x7fab941f5340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:25:02.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.280+0000 7fab91d9b640 1 --2- 172.21.15.31:0/1230265937 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fab940d1900 0x7fab940c5780 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7fab880099c0 tx=0x7fab880039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:02.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.280+0000 7fab82ffd640 1 -- 172.21.15.31:0/1230265937 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab8803f070 con 0x7fab940d1900 2024-09-16T07:25:02.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.280+0000 7fab82ffd640 1 -- 172.21.15.31:0/1230265937 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fab88004890 con 0x7fab940d1900 2024-09-16T07:25:02.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.280+0000 7fab98d9b640 1 -- 172.21.15.31:0/1230265937 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab940c61d0 con 0x7fab940d1900 2024-09-16T07:25:02.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.280+0000 7fab82ffd640 1 -- 172.21.15.31:0/1230265937 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab88035030 con 0x7fab940d1900 2024-09-16T07:25:02.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.280+0000 7fab98d9b640 1 -- 172.21.15.31:0/1230265937 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab940c6790 con 0x7fab940d1900 2024-09-16T07:25:02.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.281+0000 7fab98d9b640 1 -- 172.21.15.31:0/1230265937 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fab940d1d90 con 0x7fab940d1900 2024-09-16T07:25:02.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.281+0000 7fab82ffd640 1 -- 172.21.15.31:0/1230265937 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 11) ==== 101593+0+0 (secure 0 0 0) 0x7fab88042070 con 0x7fab940d1900 2024-09-16T07:25:02.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.282+0000 7fab82ffd640 1 --2- 172.21.15.31:0/1230265937 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fab74078bb0 0x7fab7407b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:02.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.282+0000 7fab82ffd640 1 -- 172.21.15.31:0/1230265937 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7fab880bbfc0 con 0x7fab940d1900 2024-09-16T07:25:02.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.282+0000 7fab9259c640 1 --2- 172.21.15.31:0/1230265937 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fab74078bb0 0x7fab7407b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:02.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.283+0000 7fab9259c640 1 --2- 172.21.15.31:0/1230265937 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fab74078bb0 0x7fab7407b070 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fab840058c0 tx=0x7fab84005d30 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:02.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.286+0000 7fab82ffd640 1 -- 172.21.15.31:0/1230265937 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fab941f5880 con 0x7fab940d1900 2024-09-16T07:25:02.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.474+0000 7fab98d9b640 1 -- 172.21.15.31:0/1230265937 --> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fab940d0b20 con 0x7fab74078bb0 2024-09-16T07:25:02.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.478+0000 7fab82ffd640 1 -- 172.21.15.31:0/1230265937 <== mgr.4117 v2:172.21.15.155:6808/3650624732 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251110 (secure 0 0 0) 0x7fab940d0b20 con 0x7fab74078bb0 2024-09-16T07:25:02.483 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:25:02.485 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-16T07:25:02.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.482+0000 7fab98d9b640 1 -- 172.21.15.31:0/1230265937 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fab74078bb0 msgr2=0x7fab7407b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:02.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.482+0000 7fab98d9b640 1 --2- 172.21.15.31:0/1230265937 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fab74078bb0 0x7fab7407b070 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fab840058c0 tx=0x7fab84005d30 comp rx=0 tx=0).stop 2024-09-16T07:25:02.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.482+0000 7fab98d9b640 1 -- 172.21.15.31:0/1230265937 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fab940d1900 msgr2=0x7fab940c5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:02.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.482+0000 7fab98d9b640 1 --2- 172.21.15.31:0/1230265937 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fab940d1900 0x7fab940c5780 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7fab880099c0 tx=0x7fab880039e0 comp rx=0 tx=0).stop 2024-09-16T07:25:02.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.482+0000 7fab98d9b640 1 -- 172.21.15.31:0/1230265937 shutdown_connections 2024-09-16T07:25:02.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.482+0000 7fab98d9b640 1 --2- 172.21.15.31:0/1230265937 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fab74078bb0 0x7fab7407b070 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:02.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.482+0000 7fab98d9b640 1 --2- 172.21.15.31:0/1230265937 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fab94157a70 0x7fab940b3c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:02.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.482+0000 7fab98d9b640 1 --2- 172.21.15.31:0/1230265937 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fab940d1900 0x7fab940c5780 unknown :-1 s=CLOSED pgs=766 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:02.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.482+0000 7fab98d9b640 1 --2- 172.21.15.31:0/1230265937 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fab940b01a0 0x7fab941f5340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:02.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.482+0000 7fab98d9b640 1 -- 172.21.15.31:0/1230265937 >> 172.21.15.31:0/1230265937 conn(0x7fab9409aa30 msgr2=0x7fab940b4bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:02.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.482+0000 7fab98d9b640 1 -- 172.21.15.31:0/1230265937 shutdown_connections 2024-09-16T07:25:02.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.482+0000 7fab98d9b640 1 -- 172.21.15.31:0/1230265937 wait complete. 2024-09-16T07:25:02.493 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":184,"stamp":"2024-09-16T07:25:00.688021+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591132,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":136,"num_write_kb":1632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":102,"ondisk_log_size":102,"up":186,"acting":186,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":69,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":240464,"kb_used_data":7596,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754734256,"statfs":{"total":773094113280,"available":772847878144,"internally_reserved":0,"allocated":7778304,"data_stored":3908680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":238276145},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":26,"apply_latency_ms":26,"commit_latency_ns":26000000,"apply_latency_ns":26000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":764,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":35,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.239805"},"pg_stats":[{"pgid":"11.3f","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.479851+0000","last_change":"2024-09-16T07:24:58.478304+0000","last_active":"2024-09-16T07:24:58.479851+0000","last_peered":"2024-09-16T07:24:58.479851+0000","last_clean":"2024-09-16T07:24:58.479851+0000","last_became_active":"2024-09-16T07:24:58.478014+0000","last_became_peered":"2024-09-16T07:24:58.478014+0000","last_unstale":"2024-09-16T07:24:58.479851+0000","last_undegraded":"2024-09-16T07:24:58.479851+0000","last_fullsized":"2024-09-16T07:24:58.479851+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:46:23.647814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.3e","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.469771+0000","last_change":"2024-09-16T07:24:58.477389+0000","last_active":"2024-09-16T07:24:59.469771+0000","last_peered":"2024-09-16T07:24:59.469771+0000","last_clean":"2024-09-16T07:24:59.469771+0000","last_became_active":"2024-09-16T07:24:58.476975+0000","last_became_peered":"2024-09-16T07:24:58.476975+0000","last_unstale":"2024-09-16T07:24:59.469771+0000","last_undegraded":"2024-09-16T07:24:59.469771+0000","last_fullsized":"2024-09-16T07:24:59.469771+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:15:51.915402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.3d","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.479824+0000","last_change":"2024-09-16T07:24:58.478117+0000","last_active":"2024-09-16T07:24:58.479824+0000","last_peered":"2024-09-16T07:24:58.479824+0000","last_clean":"2024-09-16T07:24:58.479824+0000","last_became_active":"2024-09-16T07:24:58.477788+0000","last_became_peered":"2024-09-16T07:24:58.477788+0000","last_unstale":"2024-09-16T07:24:58.479824+0000","last_undegraded":"2024-09-16T07:24:58.479824+0000","last_fullsized":"2024-09-16T07:24:58.479824+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:32:00.663552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.3c","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.479867+0000","last_change":"2024-09-16T07:24:58.473210+0000","last_active":"2024-09-16T07:24:58.479867+0000","last_peered":"2024-09-16T07:24:58.479867+0000","last_clean":"2024-09-16T07:24:58.479867+0000","last_became_active":"2024-09-16T07:24:58.472952+0000","last_became_peered":"2024-09-16T07:24:58.472952+0000","last_unstale":"2024-09-16T07:24:58.479867+0000","last_undegraded":"2024-09-16T07:24:58.479867+0000","last_fullsized":"2024-09-16T07:24:58.479867+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:45:49.125996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.3b","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.473049+0000","last_change":"2024-09-16T07:24:58.470324+0000","last_active":"2024-09-16T07:24:59.473049+0000","last_peered":"2024-09-16T07:24:59.473049+0000","last_clean":"2024-09-16T07:24:59.473049+0000","last_became_active":"2024-09-16T07:24:58.470064+0000","last_became_peered":"2024-09-16T07:24:58.470064+0000","last_unstale":"2024-09-16T07:24:59.473049+0000","last_undegraded":"2024-09-16T07:24:59.473049+0000","last_fullsized":"2024-09-16T07:24:59.473049+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:18:15.321651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.3a","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.480116+0000","last_change":"2024-09-16T07:24:58.473446+0000","last_active":"2024-09-16T07:24:58.480116+0000","last_peered":"2024-09-16T07:24:58.480116+0000","last_clean":"2024-09-16T07:24:58.480116+0000","last_became_active":"2024-09-16T07:24:58.472732+0000","last_became_peered":"2024-09-16T07:24:58.472732+0000","last_unstale":"2024-09-16T07:24:58.480116+0000","last_undegraded":"2024-09-16T07:24:58.480116+0000","last_fullsized":"2024-09-16T07:24:58.480116+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:59:45.337872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.39","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.484745+0000","last_change":"2024-09-16T07:24:58.478011+0000","last_active":"2024-09-16T07:24:58.484745+0000","last_peered":"2024-09-16T07:24:58.484745+0000","last_clean":"2024-09-16T07:24:58.484745+0000","last_became_active":"2024-09-16T07:24:58.477243+0000","last_became_peered":"2024-09-16T07:24:58.477243+0000","last_unstale":"2024-09-16T07:24:58.484745+0000","last_undegraded":"2024-09-16T07:24:58.484745+0000","last_fullsized":"2024-09-16T07:24:58.484745+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:50:59.823722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.38","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.479712+0000","last_change":"2024-09-16T07:24:58.476249+0000","last_active":"2024-09-16T07:24:58.479712+0000","last_peered":"2024-09-16T07:24:58.479712+0000","last_clean":"2024-09-16T07:24:58.479712+0000","last_became_active":"2024-09-16T07:24:58.475989+0000","last_became_peered":"2024-09-16T07:24:58.475989+0000","last_unstale":"2024-09-16T07:24:58.479712+0000","last_undegraded":"2024-09-16T07:24:58.479712+0000","last_fullsized":"2024-09-16T07:24:58.479712+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:18:15.321651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.37","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.476606+0000","last_change":"2024-09-16T07:24:58.466872+0000","last_active":"2024-09-16T07:24:58.476606+0000","last_peered":"2024-09-16T07:24:58.476606+0000","last_clean":"2024-09-16T07:24:58.476606+0000","last_became_active":"2024-09-16T07:24:58.466609+0000","last_became_peered":"2024-09-16T07:24:58.466609+0000","last_unstale":"2024-09-16T07:24:58.476606+0000","last_undegraded":"2024-09-16T07:24:58.476606+0000","last_fullsized":"2024-09-16T07:24:58.476606+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:41:26.834543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.36","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.481419+0000","last_change":"2024-09-16T07:24:58.473953+0000","last_active":"2024-09-16T07:24:58.481419+0000","last_peered":"2024-09-16T07:24:58.481419+0000","last_clean":"2024-09-16T07:24:58.481419+0000","last_became_active":"2024-09-16T07:24:58.473457+0000","last_became_peered":"2024-09-16T07:24:58.473457+0000","last_unstale":"2024-09-16T07:24:58.481419+0000","last_undegraded":"2024-09-16T07:24:58.481419+0000","last_fullsized":"2024-09-16T07:24:58.481419+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:52:24.540962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.35","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.479624+0000","last_change":"2024-09-16T07:24:58.477007+0000","last_active":"2024-09-16T07:24:58.479624+0000","last_peered":"2024-09-16T07:24:58.479624+0000","last_clean":"2024-09-16T07:24:58.479624+0000","last_became_active":"2024-09-16T07:24:58.476726+0000","last_became_peered":"2024-09-16T07:24:58.476726+0000","last_unstale":"2024-09-16T07:24:58.479624+0000","last_undegraded":"2024-09-16T07:24:58.479624+0000","last_fullsized":"2024-09-16T07:24:58.479624+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:59:09.592742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.34","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.473156+0000","last_change":"2024-09-16T07:24:58.476302+0000","last_active":"2024-09-16T07:24:59.473156+0000","last_peered":"2024-09-16T07:24:59.473156+0000","last_clean":"2024-09-16T07:24:59.473156+0000","last_became_active":"2024-09-16T07:24:58.476003+0000","last_became_peered":"2024-09-16T07:24:58.476003+0000","last_unstale":"2024-09-16T07:24:59.473156+0000","last_undegraded":"2024-09-16T07:24:59.473156+0000","last_fullsized":"2024-09-16T07:24:59.473156+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:04:29.851846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.33","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.479499+0000","last_change":"2024-09-16T07:24:58.473958+0000","last_active":"2024-09-16T07:24:58.479499+0000","last_peered":"2024-09-16T07:24:58.479499+0000","last_clean":"2024-09-16T07:24:58.479499+0000","last_became_active":"2024-09-16T07:24:58.473655+0000","last_became_peered":"2024-09-16T07:24:58.473655+0000","last_unstale":"2024-09-16T07:24:58.479499+0000","last_undegraded":"2024-09-16T07:24:58.479499+0000","last_fullsized":"2024-09-16T07:24:58.479499+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:05:52.837140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.32","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.473277+0000","last_change":"2024-09-16T07:24:58.481234+0000","last_active":"2024-09-16T07:24:59.473277+0000","last_peered":"2024-09-16T07:24:59.473277+0000","last_clean":"2024-09-16T07:24:59.473277+0000","last_became_active":"2024-09-16T07:24:58.480842+0000","last_became_peered":"2024-09-16T07:24:58.480842+0000","last_unstale":"2024-09-16T07:24:59.473277+0000","last_undegraded":"2024-09-16T07:24:59.473277+0000","last_fullsized":"2024-09-16T07:24:59.473277+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:43:02.400445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.31","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.473614+0000","last_change":"2024-09-16T07:24:58.467900+0000","last_active":"2024-09-16T07:24:59.473614+0000","last_peered":"2024-09-16T07:24:59.473614+0000","last_clean":"2024-09-16T07:24:59.473614+0000","last_became_active":"2024-09-16T07:24:58.467602+0000","last_became_peered":"2024-09-16T07:24:58.467602+0000","last_unstale":"2024-09-16T07:24:59.473614+0000","last_undegraded":"2024-09-16T07:24:59.473614+0000","last_fullsized":"2024-09-16T07:24:59.473614+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:26:14.584939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.30","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.486475+0000","last_change":"2024-09-16T07:24:58.483959+0000","last_active":"2024-09-16T07:24:58.486475+0000","last_peered":"2024-09-16T07:24:58.486475+0000","last_clean":"2024-09-16T07:24:58.486475+0000","last_became_active":"2024-09-16T07:24:58.483401+0000","last_became_peered":"2024-09-16T07:24:58.483401+0000","last_unstale":"2024-09-16T07:24:58.486475+0000","last_undegraded":"2024-09-16T07:24:58.486475+0000","last_fullsized":"2024-09-16T07:24:58.486475+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:41:40.001814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.2f","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.473057+0000","last_change":"2024-09-16T07:24:58.468013+0000","last_active":"2024-09-16T07:24:59.473057+0000","last_peered":"2024-09-16T07:24:59.473057+0000","last_clean":"2024-09-16T07:24:59.473057+0000","last_became_active":"2024-09-16T07:24:58.467743+0000","last_became_peered":"2024-09-16T07:24:58.467743+0000","last_unstale":"2024-09-16T07:24:59.473057+0000","last_undegraded":"2024-09-16T07:24:59.473057+0000","last_fullsized":"2024-09-16T07:24:59.473057+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:50:05.137069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.2e","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.474446+0000","last_change":"2024-09-16T07:24:58.480253+0000","last_active":"2024-09-16T07:24:59.474446+0000","last_peered":"2024-09-16T07:24:59.474446+0000","last_clean":"2024-09-16T07:24:59.474446+0000","last_became_active":"2024-09-16T07:24:58.479975+0000","last_became_peered":"2024-09-16T07:24:58.479975+0000","last_unstale":"2024-09-16T07:24:59.474446+0000","last_undegraded":"2024-09-16T07:24:59.474446+0000","last_fullsized":"2024-09-16T07:24:59.474446+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:35:04.524248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.2d","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.488811+0000","last_change":"2024-09-16T07:24:58.484887+0000","last_active":"2024-09-16T07:24:58.488811+0000","last_peered":"2024-09-16T07:24:58.488811+0000","last_clean":"2024-09-16T07:24:58.488811+0000","last_became_active":"2024-09-16T07:24:58.484619+0000","last_became_peered":"2024-09-16T07:24:58.484619+0000","last_unstale":"2024-09-16T07:24:58.488811+0000","last_undegraded":"2024-09-16T07:24:58.488811+0000","last_fullsized":"2024-09-16T07:24:58.488811+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:22:34.266400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.2c","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.473312+0000","last_change":"2024-09-16T07:24:58.475297+0000","last_active":"2024-09-16T07:24:59.473312+0000","last_peered":"2024-09-16T07:24:59.473312+0000","last_clean":"2024-09-16T07:24:59.473312+0000","last_became_active":"2024-09-16T07:24:58.475030+0000","last_became_peered":"2024-09-16T07:24:58.475030+0000","last_unstale":"2024-09-16T07:24:59.473312+0000","last_undegraded":"2024-09-16T07:24:59.473312+0000","last_fullsized":"2024-09-16T07:24:59.473312+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:12:46.056878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.2b","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.469712+0000","last_change":"2024-09-16T07:24:58.460069+0000","last_active":"2024-09-16T07:24:59.469712+0000","last_peered":"2024-09-16T07:24:59.469712+0000","last_clean":"2024-09-16T07:24:59.469712+0000","last_became_active":"2024-09-16T07:24:58.459677+0000","last_became_peered":"2024-09-16T07:24:58.459677+0000","last_unstale":"2024-09-16T07:24:59.469712+0000","last_undegraded":"2024-09-16T07:24:59.469712+0000","last_fullsized":"2024-09-16T07:24:59.469712+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:26:14.584939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2a","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.482284+0000","last_change":"2024-09-16T07:24:58.475427+0000","last_active":"2024-09-16T07:24:58.482284+0000","last_peered":"2024-09-16T07:24:58.482284+0000","last_clean":"2024-09-16T07:24:58.482284+0000","last_became_active":"2024-09-16T07:24:58.475124+0000","last_became_peered":"2024-09-16T07:24:58.475124+0000","last_unstale":"2024-09-16T07:24:58.482284+0000","last_undegraded":"2024-09-16T07:24:58.482284+0000","last_fullsized":"2024-09-16T07:24:58.482284+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:22:38.801609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.29","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.484767+0000","last_change":"2024-09-16T07:24:58.477707+0000","last_active":"2024-09-16T07:24:58.484767+0000","last_peered":"2024-09-16T07:24:58.484767+0000","last_clean":"2024-09-16T07:24:58.484767+0000","last_became_active":"2024-09-16T07:24:58.476722+0000","last_became_peered":"2024-09-16T07:24:58.476722+0000","last_unstale":"2024-09-16T07:24:58.484767+0000","last_undegraded":"2024-09-16T07:24:58.484767+0000","last_fullsized":"2024-09-16T07:24:58.484767+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:26:37.894174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.28","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.486447+0000","last_change":"2024-09-16T07:24:58.483657+0000","last_active":"2024-09-16T07:24:58.486447+0000","last_peered":"2024-09-16T07:24:58.486447+0000","last_clean":"2024-09-16T07:24:58.486447+0000","last_became_active":"2024-09-16T07:24:58.483039+0000","last_became_peered":"2024-09-16T07:24:58.483039+0000","last_unstale":"2024-09-16T07:24:58.486447+0000","last_undegraded":"2024-09-16T07:24:58.486447+0000","last_fullsized":"2024-09-16T07:24:58.486447+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:25:34.573177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.27","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.486905+0000","last_change":"2024-09-16T07:24:58.482163+0000","last_active":"2024-09-16T07:24:58.486905+0000","last_peered":"2024-09-16T07:24:58.486905+0000","last_clean":"2024-09-16T07:24:58.486905+0000","last_became_active":"2024-09-16T07:24:58.481858+0000","last_became_peered":"2024-09-16T07:24:58.481858+0000","last_unstale":"2024-09-16T07:24:58.486905+0000","last_undegraded":"2024-09-16T07:24:58.486905+0000","last_fullsized":"2024-09-16T07:24:58.486905+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:20:09.226510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.26","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.488790+0000","last_change":"2024-09-16T07:24:58.485820+0000","last_active":"2024-09-16T07:24:58.488790+0000","last_peered":"2024-09-16T07:24:58.488790+0000","last_clean":"2024-09-16T07:24:58.488790+0000","last_became_active":"2024-09-16T07:24:58.485475+0000","last_became_peered":"2024-09-16T07:24:58.485475+0000","last_unstale":"2024-09-16T07:24:58.488790+0000","last_undegraded":"2024-09-16T07:24:58.488790+0000","last_fullsized":"2024-09-16T07:24:58.488790+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:25:59.134911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.25","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.473606+0000","last_change":"2024-09-16T07:24:58.473840+0000","last_active":"2024-09-16T07:24:59.473606+0000","last_peered":"2024-09-16T07:24:59.473606+0000","last_clean":"2024-09-16T07:24:59.473606+0000","last_became_active":"2024-09-16T07:24:58.473056+0000","last_became_peered":"2024-09-16T07:24:58.473056+0000","last_unstale":"2024-09-16T07:24:59.473606+0000","last_undegraded":"2024-09-16T07:24:59.473606+0000","last_fullsized":"2024-09-16T07:24:59.473606+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:35:33.951724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.24","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.469413+0000","last_change":"2024-09-16T07:24:58.471034+0000","last_active":"2024-09-16T07:24:59.469413+0000","last_peered":"2024-09-16T07:24:59.469413+0000","last_clean":"2024-09-16T07:24:59.469413+0000","last_became_active":"2024-09-16T07:24:58.470729+0000","last_became_peered":"2024-09-16T07:24:58.470729+0000","last_unstale":"2024-09-16T07:24:59.469413+0000","last_undegraded":"2024-09-16T07:24:59.469413+0000","last_fullsized":"2024-09-16T07:24:59.469413+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:48:28.187835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.23","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.479475+0000","last_change":"2024-09-16T07:24:58.471532+0000","last_active":"2024-09-16T07:24:58.479475+0000","last_peered":"2024-09-16T07:24:58.479475+0000","last_clean":"2024-09-16T07:24:58.479475+0000","last_became_active":"2024-09-16T07:24:58.471226+0000","last_became_peered":"2024-09-16T07:24:58.471226+0000","last_unstale":"2024-09-16T07:24:58.479475+0000","last_undegraded":"2024-09-16T07:24:58.479475+0000","last_fullsized":"2024-09-16T07:24:58.479475+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:46:28.027676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.22","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.485445+0000","last_change":"2024-09-16T07:24:58.481595+0000","last_active":"2024-09-16T07:24:58.485445+0000","last_peered":"2024-09-16T07:24:58.485445+0000","last_clean":"2024-09-16T07:24:58.485445+0000","last_became_active":"2024-09-16T07:24:58.481320+0000","last_became_peered":"2024-09-16T07:24:58.481320+0000","last_unstale":"2024-09-16T07:24:58.485445+0000","last_undegraded":"2024-09-16T07:24:58.485445+0000","last_fullsized":"2024-09-16T07:24:58.485445+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:35:33.951724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.21","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.469325+0000","last_change":"2024-09-16T07:24:58.471092+0000","last_active":"2024-09-16T07:24:59.469325+0000","last_peered":"2024-09-16T07:24:59.469325+0000","last_clean":"2024-09-16T07:24:59.469325+0000","last_became_active":"2024-09-16T07:24:58.470783+0000","last_became_peered":"2024-09-16T07:24:58.470783+0000","last_unstale":"2024-09-16T07:24:59.469325+0000","last_undegraded":"2024-09-16T07:24:59.469325+0000","last_fullsized":"2024-09-16T07:24:59.469325+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:41:16.637534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.20","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.469340+0000","last_change":"2024-09-16T07:24:58.472359+0000","last_active":"2024-09-16T07:24:59.469340+0000","last_peered":"2024-09-16T07:24:59.469340+0000","last_clean":"2024-09-16T07:24:59.469340+0000","last_became_active":"2024-09-16T07:24:58.472060+0000","last_became_peered":"2024-09-16T07:24:58.472060+0000","last_unstale":"2024-09-16T07:24:59.469340+0000","last_undegraded":"2024-09-16T07:24:59.469340+0000","last_fullsized":"2024-09-16T07:24:59.469340+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:07:35.801469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1e","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.486031+0000","last_change":"2024-09-16T07:24:58.482298+0000","last_active":"2024-09-16T07:24:58.486031+0000","last_peered":"2024-09-16T07:24:58.486031+0000","last_clean":"2024-09-16T07:24:58.486031+0000","last_became_active":"2024-09-16T07:24:58.482008+0000","last_became_peered":"2024-09-16T07:24:58.482008+0000","last_unstale":"2024-09-16T07:24:58.486031+0000","last_undegraded":"2024-09-16T07:24:58.486031+0000","last_fullsized":"2024-09-16T07:24:58.486031+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:43:14.044645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1f","version":"68'4","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.485579+0000","last_change":"2024-09-16T07:24:57.472408+0000","last_active":"2024-09-16T07:24:58.485579+0000","last_peered":"2024-09-16T07:24:58.485579+0000","last_clean":"2024-09-16T07:24:58.485579+0000","last_became_active":"2024-09-16T07:24:57.472144+0000","last_became_peered":"2024-09-16T07:24:57.472144+0000","last_unstale":"2024-09-16T07:24:58.485579+0000","last_undegraded":"2024-09-16T07:24:58.485579+0000","last_fullsized":"2024-09-16T07:24:58.485579+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:04:02.255145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.1f","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.480043+0000","last_change":"2024-09-16T07:24:58.471754+0000","last_active":"2024-09-16T07:24:58.480043+0000","last_peered":"2024-09-16T07:24:58.480043+0000","last_clean":"2024-09-16T07:24:58.480043+0000","last_became_active":"2024-09-16T07:24:58.471447+0000","last_became_peered":"2024-09-16T07:24:58.471447+0000","last_unstale":"2024-09-16T07:24:58.480043+0000","last_undegraded":"2024-09-16T07:24:58.480043+0000","last_fullsized":"2024-09-16T07:24:58.480043+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:30:57.151401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1e","version":"68'1","reported_seq":16,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.474562+0000","last_change":"2024-09-16T07:24:57.466407+0000","last_active":"2024-09-16T07:24:59.474562+0000","last_peered":"2024-09-16T07:24:59.474562+0000","last_clean":"2024-09-16T07:24:59.474562+0000","last_became_active":"2024-09-16T07:24:57.466123+0000","last_became_peered":"2024-09-16T07:24:57.466123+0000","last_unstale":"2024-09-16T07:24:59.474562+0000","last_undegraded":"2024-09-16T07:24:59.474562+0000","last_fullsized":"2024-09-16T07:24:59.474562+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:15:50.913177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.1c","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.486329+0000","last_change":"2024-09-16T07:24:58.482071+0000","last_active":"2024-09-16T07:24:58.486329+0000","last_peered":"2024-09-16T07:24:58.486329+0000","last_clean":"2024-09-16T07:24:58.486329+0000","last_became_active":"2024-09-16T07:24:58.481787+0000","last_became_peered":"2024-09-16T07:24:58.481787+0000","last_unstale":"2024-09-16T07:24:58.486329+0000","last_undegraded":"2024-09-16T07:24:58.486329+0000","last_fullsized":"2024-09-16T07:24:58.486329+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:43:33.297919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.1d","version":"68'2","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.484396+0000","last_change":"2024-09-16T07:24:57.469339+0000","last_active":"2024-09-16T07:24:58.484396+0000","last_peered":"2024-09-16T07:24:58.484396+0000","last_clean":"2024-09-16T07:24:58.484396+0000","last_became_active":"2024-09-16T07:24:57.469047+0000","last_became_peered":"2024-09-16T07:24:57.469047+0000","last_unstale":"2024-09-16T07:24:58.484396+0000","last_undegraded":"2024-09-16T07:24:58.484396+0000","last_fullsized":"2024-09-16T07:24:58.484396+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:58:29.631458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.1d","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.484687+0000","last_change":"2024-09-16T07:24:58.480111+0000","last_active":"2024-09-16T07:24:58.484687+0000","last_peered":"2024-09-16T07:24:58.484687+0000","last_clean":"2024-09-16T07:24:58.484687+0000","last_became_active":"2024-09-16T07:24:58.479831+0000","last_became_peered":"2024-09-16T07:24:58.479831+0000","last_unstale":"2024-09-16T07:24:58.484687+0000","last_undegraded":"2024-09-16T07:24:58.484687+0000","last_fullsized":"2024-09-16T07:24:58.484687+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:31:34.995976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1c","version":"68'2","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.486270+0000","last_change":"2024-09-16T07:24:57.463581+0000","last_active":"2024-09-16T07:24:58.486270+0000","last_peered":"2024-09-16T07:24:58.486270+0000","last_clean":"2024-09-16T07:24:58.486270+0000","last_became_active":"2024-09-16T07:24:57.463275+0000","last_became_peered":"2024-09-16T07:24:57.463275+0000","last_unstale":"2024-09-16T07:24:58.486270+0000","last_undegraded":"2024-09-16T07:24:58.486270+0000","last_fullsized":"2024-09-16T07:24:58.486270+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:42:46.029188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.1a","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.478736+0000","last_change":"2024-09-16T07:24:58.475513+0000","last_active":"2024-09-16T07:24:58.478736+0000","last_peered":"2024-09-16T07:24:58.478736+0000","last_clean":"2024-09-16T07:24:58.478736+0000","last_became_active":"2024-09-16T07:24:58.475226+0000","last_became_peered":"2024-09-16T07:24:58.475226+0000","last_unstale":"2024-09-16T07:24:58.478736+0000","last_undegraded":"2024-09-16T07:24:58.478736+0000","last_fullsized":"2024-09-16T07:24:58.478736+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:32:00.182258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1b","version":"68'1","reported_seq":16,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.473190+0000","last_change":"2024-09-16T07:24:57.468583+0000","last_active":"2024-09-16T07:24:59.473190+0000","last_peered":"2024-09-16T07:24:59.473190+0000","last_clean":"2024-09-16T07:24:59.473190+0000","last_became_active":"2024-09-16T07:24:57.468068+0000","last_became_peered":"2024-09-16T07:24:57.468068+0000","last_unstale":"2024-09-16T07:24:59.473190+0000","last_undegraded":"2024-09-16T07:24:59.473190+0000","last_fullsized":"2024-09-16T07:24:59.473190+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:59:25.855880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1b","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.489522+0000","last_change":"2024-09-16T07:24:58.482965+0000","last_active":"2024-09-16T07:24:58.489522+0000","last_peered":"2024-09-16T07:24:58.489522+0000","last_clean":"2024-09-16T07:24:58.489522+0000","last_became_active":"2024-09-16T07:24:58.482683+0000","last_became_peered":"2024-09-16T07:24:58.482683+0000","last_unstale":"2024-09-16T07:24:58.489522+0000","last_undegraded":"2024-09-16T07:24:58.489522+0000","last_fullsized":"2024-09-16T07:24:58.489522+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:43:32.476497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.1a","version":"68'1","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.488179+0000","last_change":"2024-09-16T07:24:57.468629+0000","last_active":"2024-09-16T07:24:58.488179+0000","last_peered":"2024-09-16T07:24:58.488179+0000","last_clean":"2024-09-16T07:24:58.488179+0000","last_became_active":"2024-09-16T07:24:57.468333+0000","last_became_peered":"2024-09-16T07:24:57.468333+0000","last_unstale":"2024-09-16T07:24:58.488179+0000","last_undegraded":"2024-09-16T07:24:58.488179+0000","last_fullsized":"2024-09-16T07:24:58.488179+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:14:31.321994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:57.445614+0000","last_change":"2024-09-16T07:24:57.445614+0000","last_active":"2024-09-16T07:24:57.445614+0000","last_peered":"2024-09-16T07:24:57.445614+0000","last_clean":"2024-09-16T07:24:57.445614+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:57.445614+0000","last_undegraded":"2024-09-16T07:24:57.445614+0000","last_fullsized":"2024-09-16T07:24:57.445614+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T07:24:56.453065+0000","last_change":"2024-09-16T07:24:56.453065+0000","last_active":"2024-09-16T07:24:56.443389+0000","last_peered":"2024-09-16T07:24:56.443389+0000","last_clean":"2024-09-16T07:24:56.443389+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:56.453065+0000","last_undegraded":"2024-09-16T07:24:56.453065+0000","last_fullsized":"2024-09-16T07:24:56.453065+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.473838+0000","last_change":"2024-09-16T07:24:58.480558+0000","last_active":"2024-09-16T07:24:59.473838+0000","last_peered":"2024-09-16T07:24:59.473838+0000","last_clean":"2024-09-16T07:24:59.473838+0000","last_became_active":"2024-09-16T07:24:58.480101+0000","last_became_peered":"2024-09-16T07:24:58.480101+0000","last_unstale":"2024-09-16T07:24:59.473838+0000","last_undegraded":"2024-09-16T07:24:59.473838+0000","last_fullsized":"2024-09-16T07:24:59.473838+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:15:51.915402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.473376+0000","last_change":"2024-09-16T07:24:57.466159+0000","last_active":"2024-09-16T07:24:59.473376+0000","last_peered":"2024-09-16T07:24:59.473376+0000","last_clean":"2024-09-16T07:24:59.473376+0000","last_became_active":"2024-09-16T07:24:57.465825+0000","last_became_peered":"2024-09-16T07:24:57.465825+0000","last_unstale":"2024-09-16T07:24:59.473376+0000","last_undegraded":"2024-09-16T07:24:59.473376+0000","last_fullsized":"2024-09-16T07:24:59.473376+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:19:31.862795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.484646+0000","last_change":"2024-09-16T07:24:58.480272+0000","last_active":"2024-09-16T07:24:58.484646+0000","last_peered":"2024-09-16T07:24:58.484646+0000","last_clean":"2024-09-16T07:24:58.484646+0000","last_became_active":"2024-09-16T07:24:58.474684+0000","last_became_peered":"2024-09-16T07:24:58.474684+0000","last_unstale":"2024-09-16T07:24:58.484646+0000","last_undegraded":"2024-09-16T07:24:58.484646+0000","last_fullsized":"2024-09-16T07:24:58.484646+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:44:05.848089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.467128+0000","last_change":"2024-09-16T07:24:57.469025+0000","last_active":"2024-09-16T07:24:58.467128+0000","last_peered":"2024-09-16T07:24:58.467128+0000","last_clean":"2024-09-16T07:24:58.467128+0000","last_became_active":"2024-09-16T07:24:57.468458+0000","last_became_peered":"2024-09-16T07:24:57.468458+0000","last_unstale":"2024-09-16T07:24:58.467128+0000","last_undegraded":"2024-09-16T07:24:58.467128+0000","last_fullsized":"2024-09-16T07:24:58.467128+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:44:58.038495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.469627+0000","last_change":"2024-09-16T07:24:58.487396+0000","last_active":"2024-09-16T07:24:59.469627+0000","last_peered":"2024-09-16T07:24:59.469627+0000","last_clean":"2024-09-16T07:24:59.469627+0000","last_became_active":"2024-09-16T07:24:58.487037+0000","last_became_peered":"2024-09-16T07:24:58.487037+0000","last_unstale":"2024-09-16T07:24:59.469627+0000","last_undegraded":"2024-09-16T07:24:59.469627+0000","last_fullsized":"2024-09-16T07:24:59.469627+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:43:02.400445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.469879+0000","last_change":"2024-09-16T07:24:57.473145+0000","last_active":"2024-09-16T07:24:59.469879+0000","last_peered":"2024-09-16T07:24:59.469879+0000","last_clean":"2024-09-16T07:24:59.469879+0000","last_became_active":"2024-09-16T07:24:57.472692+0000","last_became_peered":"2024-09-16T07:24:57.472692+0000","last_unstale":"2024-09-16T07:24:59.469879+0000","last_undegraded":"2024-09-16T07:24:59.469879+0000","last_fullsized":"2024-09-16T07:24:59.469879+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:17:06.269972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.14","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.480872+0000","last_change":"2024-09-16T07:24:58.479383+0000","last_active":"2024-09-16T07:24:58.480872+0000","last_peered":"2024-09-16T07:24:58.480872+0000","last_clean":"2024-09-16T07:24:58.480872+0000","last_became_active":"2024-09-16T07:24:58.479112+0000","last_became_peered":"2024-09-16T07:24:58.479112+0000","last_unstale":"2024-09-16T07:24:58.480872+0000","last_undegraded":"2024-09-16T07:24:58.480872+0000","last_fullsized":"2024-09-16T07:24:58.480872+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:12:46.056878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.15","version":"68'3","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.473463+0000","last_change":"2024-09-16T07:24:57.468369+0000","last_active":"2024-09-16T07:24:59.473463+0000","last_peered":"2024-09-16T07:24:59.473463+0000","last_clean":"2024-09-16T07:24:59.473463+0000","last_became_active":"2024-09-16T07:24:57.468088+0000","last_became_peered":"2024-09-16T07:24:57.468088+0000","last_unstale":"2024-09-16T07:24:59.473463+0000","last_undegraded":"2024-09-16T07:24:59.473463+0000","last_fullsized":"2024-09-16T07:24:59.473463+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:10:58.195258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.15","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.473822+0000","last_change":"2024-09-16T07:24:58.474951+0000","last_active":"2024-09-16T07:24:59.473822+0000","last_peered":"2024-09-16T07:24:59.473822+0000","last_clean":"2024-09-16T07:24:59.473822+0000","last_became_active":"2024-09-16T07:24:58.472989+0000","last_became_peered":"2024-09-16T07:24:58.472989+0000","last_unstale":"2024-09-16T07:24:59.473822+0000","last_undegraded":"2024-09-16T07:24:59.473822+0000","last_fullsized":"2024-09-16T07:24:59.473822+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:43:14.044645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.14","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T07:24:56.453435+0000","last_change":"2024-09-16T07:24:56.453435+0000","last_active":"2024-09-16T07:24:56.443389+0000","last_peered":"2024-09-16T07:24:56.443389+0000","last_clean":"2024-09-16T07:24:56.443389+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:56.453435+0000","last_undegraded":"2024-09-16T07:24:56.453435+0000","last_fullsized":"2024-09-16T07:24:56.453435+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.474836+0000","last_change":"2024-09-16T07:24:58.473182+0000","last_active":"2024-09-16T07:24:58.474836+0000","last_peered":"2024-09-16T07:24:58.474836+0000","last_clean":"2024-09-16T07:24:58.474836+0000","last_became_active":"2024-09-16T07:24:58.472884+0000","last_became_peered":"2024-09-16T07:24:58.472884+0000","last_unstale":"2024-09-16T07:24:58.474836+0000","last_undegraded":"2024-09-16T07:24:58.474836+0000","last_fullsized":"2024-09-16T07:24:58.474836+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:04:58.690188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.13","version":"0'0","reported_seq":1,"reported_epoch":66,"state":"creating+peering","last_fresh":"2024-09-16T07:24:56.453084+0000","last_change":"2024-09-16T07:24:56.453084+0000","last_active":"2024-09-16T07:24:56.443389+0000","last_peered":"2024-09-16T07:24:56.443389+0000","last_clean":"2024-09-16T07:24:56.443389+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:56.453084+0000","last_undegraded":"2024-09-16T07:24:56.453084+0000","last_fullsized":"2024-09-16T07:24:56.453084+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.13","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.485183+0000","last_change":"2024-09-16T07:24:58.483088+0000","last_active":"2024-09-16T07:24:58.485183+0000","last_peered":"2024-09-16T07:24:58.485183+0000","last_clean":"2024-09-16T07:24:58.485183+0000","last_became_active":"2024-09-16T07:24:58.482766+0000","last_became_peered":"2024-09-16T07:24:58.482766+0000","last_unstale":"2024-09-16T07:24:58.485183+0000","last_undegraded":"2024-09-16T07:24:58.485183+0000","last_fullsized":"2024-09-16T07:24:58.485183+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:37:16.210396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.461039+0000","last_change":"2024-09-16T07:24:57.469291+0000","last_active":"2024-09-16T07:24:58.461039+0000","last_peered":"2024-09-16T07:24:58.461039+0000","last_clean":"2024-09-16T07:24:58.461039+0000","last_became_active":"2024-09-16T07:24:57.469014+0000","last_became_peered":"2024-09-16T07:24:57.469014+0000","last_unstale":"2024-09-16T07:24:58.461039+0000","last_undegraded":"2024-09-16T07:24:58.461039+0000","last_fullsized":"2024-09-16T07:24:58.461039+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:47:52.916920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.10","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.472863+0000","last_change":"2024-09-16T07:24:58.469075+0000","last_active":"2024-09-16T07:24:59.472863+0000","last_peered":"2024-09-16T07:24:59.472863+0000","last_clean":"2024-09-16T07:24:59.472863+0000","last_became_active":"2024-09-16T07:24:58.467408+0000","last_became_peered":"2024-09-16T07:24:58.467408+0000","last_unstale":"2024-09-16T07:24:59.472863+0000","last_undegraded":"2024-09-16T07:24:59.472863+0000","last_fullsized":"2024-09-16T07:24:59.472863+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:32:00.182258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.471286+0000","last_change":"2024-09-16T07:24:57.459383+0000","last_active":"2024-09-16T07:24:58.471286+0000","last_peered":"2024-09-16T07:24:58.471286+0000","last_clean":"2024-09-16T07:24:58.471286+0000","last_became_active":"2024-09-16T07:24:57.459025+0000","last_became_peered":"2024-09-16T07:24:57.459025+0000","last_unstale":"2024-09-16T07:24:58.471286+0000","last_undegraded":"2024-09-16T07:24:58.471286+0000","last_fullsized":"2024-09-16T07:24:58.471286+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:50:02.726063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.479408+0000","last_change":"2024-09-16T07:24:58.472130+0000","last_active":"2024-09-16T07:24:58.479408+0000","last_peered":"2024-09-16T07:24:58.479408+0000","last_clean":"2024-09-16T07:24:58.479408+0000","last_became_active":"2024-09-16T07:24:58.471431+0000","last_became_peered":"2024-09-16T07:24:58.471431+0000","last_unstale":"2024-09-16T07:24:58.479408+0000","last_undegraded":"2024-09-16T07:24:58.479408+0000","last_fullsized":"2024-09-16T07:24:58.479408+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:59:27.919922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.10","version":"68'8","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.490983+0000","last_change":"2024-09-16T07:24:57.463662+0000","last_active":"2024-09-16T07:24:58.490983+0000","last_peered":"2024-09-16T07:24:58.490983+0000","last_clean":"2024-09-16T07:24:58.490983+0000","last_became_active":"2024-09-16T07:24:57.463359+0000","last_became_peered":"2024-09-16T07:24:57.463359+0000","last_unstale":"2024-09-16T07:24:58.490983+0000","last_undegraded":"2024-09-16T07:24:58.490983+0000","last_fullsized":"2024-09-16T07:24:58.490983+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:14:28.631546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.e","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.469902+0000","last_change":"2024-09-16T07:24:58.467903+0000","last_active":"2024-09-16T07:24:59.469902+0000","last_peered":"2024-09-16T07:24:59.469902+0000","last_clean":"2024-09-16T07:24:59.469902+0000","last_became_active":"2024-09-16T07:24:58.467616+0000","last_became_peered":"2024-09-16T07:24:58.467616+0000","last_unstale":"2024-09-16T07:24:59.469902+0000","last_undegraded":"2024-09-16T07:24:59.469902+0000","last_fullsized":"2024-09-16T07:24:59.469902+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:36:00.627313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.f","version":"68'1","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.486725+0000","last_change":"2024-09-16T07:24:57.468713+0000","last_active":"2024-09-16T07:24:58.486725+0000","last_peered":"2024-09-16T07:24:58.486725+0000","last_clean":"2024-09-16T07:24:58.486725+0000","last_became_active":"2024-09-16T07:24:57.468086+0000","last_became_peered":"2024-09-16T07:24:57.468086+0000","last_unstale":"2024-09-16T07:24:58.486725+0000","last_undegraded":"2024-09-16T07:24:58.486725+0000","last_fullsized":"2024-09-16T07:24:58.486725+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:07:10.883071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.f","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.469833+0000","last_change":"2024-09-16T07:24:58.473383+0000","last_active":"2024-09-16T07:24:59.469833+0000","last_peered":"2024-09-16T07:24:59.469833+0000","last_clean":"2024-09-16T07:24:59.469833+0000","last_became_active":"2024-09-16T07:24:58.472712+0000","last_became_peered":"2024-09-16T07:24:58.472712+0000","last_unstale":"2024-09-16T07:24:59.469833+0000","last_undegraded":"2024-09-16T07:24:59.469833+0000","last_fullsized":"2024-09-16T07:24:59.469833+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:00:21.768094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"68'2","reported_seq":17,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.469976+0000","last_change":"2024-09-16T07:24:57.468704+0000","last_active":"2024-09-16T07:24:59.469976+0000","last_peered":"2024-09-16T07:24:59.469976+0000","last_clean":"2024-09-16T07:24:59.469976+0000","last_became_active":"2024-09-16T07:24:57.468404+0000","last_became_peered":"2024-09-16T07:24:57.468404+0000","last_unstale":"2024-09-16T07:24:59.469976+0000","last_undegraded":"2024-09-16T07:24:59.469976+0000","last_fullsized":"2024-09-16T07:24:59.469976+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:33:35.612514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.476781+0000","last_change":"2024-09-16T07:24:58.467511+0000","last_active":"2024-09-16T07:24:58.476781+0000","last_peered":"2024-09-16T07:24:58.476781+0000","last_clean":"2024-09-16T07:24:58.476781+0000","last_became_active":"2024-09-16T07:24:58.467218+0000","last_became_peered":"2024-09-16T07:24:58.467218+0000","last_unstale":"2024-09-16T07:24:58.476781+0000","last_undegraded":"2024-09-16T07:24:58.476781+0000","last_fullsized":"2024-09-16T07:24:58.476781+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:09:30.846896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.d","version":"68'1","reported_seq":16,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.469311+0000","last_change":"2024-09-16T07:24:57.472430+0000","last_active":"2024-09-16T07:24:59.469311+0000","last_peered":"2024-09-16T07:24:59.469311+0000","last_clean":"2024-09-16T07:24:59.469311+0000","last_became_active":"2024-09-16T07:24:57.471955+0000","last_became_peered":"2024-09-16T07:24:57.471955+0000","last_unstale":"2024-09-16T07:24:59.469311+0000","last_undegraded":"2024-09-16T07:24:59.469311+0000","last_fullsized":"2024-09-16T07:24:59.469311+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:32:07.993670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.d","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.479426+0000","last_change":"2024-09-16T07:24:58.471859+0000","last_active":"2024-09-16T07:24:58.479426+0000","last_peered":"2024-09-16T07:24:58.479426+0000","last_clean":"2024-09-16T07:24:58.479426+0000","last_became_active":"2024-09-16T07:24:58.471548+0000","last_became_peered":"2024-09-16T07:24:58.471548+0000","last_unstale":"2024-09-16T07:24:58.479426+0000","last_undegraded":"2024-09-16T07:24:58.479426+0000","last_fullsized":"2024-09-16T07:24:58.479426+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:44:35.961952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.465701+0000","last_change":"2024-09-16T07:24:57.468246+0000","last_active":"2024-09-16T07:24:58.465701+0000","last_peered":"2024-09-16T07:24:58.465701+0000","last_clean":"2024-09-16T07:24:58.465701+0000","last_became_active":"2024-09-16T07:24:57.467741+0000","last_became_peered":"2024-09-16T07:24:57.467741+0000","last_unstale":"2024-09-16T07:24:58.465701+0000","last_undegraded":"2024-09-16T07:24:58.465701+0000","last_fullsized":"2024-09-16T07:24:58.465701+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:17:12.158696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:57.445614+0000","last_change":"2024-09-16T07:24:57.445614+0000","last_active":"2024-09-16T07:24:57.445614+0000","last_peered":"2024-09-16T07:24:57.445614+0000","last_clean":"2024-09-16T07:24:57.445614+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:57.445614+0000","last_undegraded":"2024-09-16T07:24:57.445614+0000","last_fullsized":"2024-09-16T07:24:57.445614+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.463606+0000","last_change":"2024-09-16T07:24:57.475105+0000","last_active":"2024-09-16T07:24:58.463606+0000","last_peered":"2024-09-16T07:24:58.463606+0000","last_clean":"2024-09-16T07:24:58.463606+0000","last_became_active":"2024-09-16T07:24:57.474794+0000","last_became_peered":"2024-09-16T07:24:57.474794+0000","last_unstale":"2024-09-16T07:24:58.463606+0000","last_undegraded":"2024-09-16T07:24:58.463606+0000","last_fullsized":"2024-09-16T07:24:58.463606+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:54:44.360330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:57.445614+0000","last_change":"2024-09-16T07:24:57.445614+0000","last_active":"2024-09-16T07:24:57.445614+0000","last_peered":"2024-09-16T07:24:57.445614+0000","last_clean":"2024-09-16T07:24:57.445614+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:57.445614+0000","last_undegraded":"2024-09-16T07:24:57.445614+0000","last_fullsized":"2024-09-16T07:24:57.445614+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.469380+0000","last_change":"2024-09-16T07:24:57.472357+0000","last_active":"2024-09-16T07:24:59.469380+0000","last_peered":"2024-09-16T07:24:59.469380+0000","last_clean":"2024-09-16T07:24:59.469380+0000","last_became_active":"2024-09-16T07:24:57.472059+0000","last_became_peered":"2024-09-16T07:24:57.472059+0000","last_unstale":"2024-09-16T07:24:59.469380+0000","last_undegraded":"2024-09-16T07:24:59.469380+0000","last_fullsized":"2024-09-16T07:24:59.469380+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:22:31.450661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.474060+0000","last_change":"2024-09-16T07:24:58.477528+0000","last_active":"2024-09-16T07:24:59.474060+0000","last_peered":"2024-09-16T07:24:59.474060+0000","last_clean":"2024-09-16T07:24:59.474060+0000","last_became_active":"2024-09-16T07:24:58.477190+0000","last_became_peered":"2024-09-16T07:24:58.477190+0000","last_unstale":"2024-09-16T07:24:59.474060+0000","last_undegraded":"2024-09-16T07:24:59.474060+0000","last_fullsized":"2024-09-16T07:24:59.474060+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:00:21.768094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.472631+0000","last_change":"2024-09-16T07:24:57.470880+0000","last_active":"2024-09-16T07:24:59.472631+0000","last_peered":"2024-09-16T07:24:59.472631+0000","last_clean":"2024-09-16T07:24:59.472631+0000","last_became_active":"2024-09-16T07:24:57.470595+0000","last_became_peered":"2024-09-16T07:24:57.470595+0000","last_unstale":"2024-09-16T07:24:59.472631+0000","last_undegraded":"2024-09-16T07:24:59.472631+0000","last_fullsized":"2024-09-16T07:24:59.472631+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:26:13.582714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.6","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.474503+0000","last_change":"2024-09-16T07:24:58.470785+0000","last_active":"2024-09-16T07:24:59.474503+0000","last_peered":"2024-09-16T07:24:59.474503+0000","last_clean":"2024-09-16T07:24:59.474503+0000","last_became_active":"2024-09-16T07:24:58.470499+0000","last_became_peered":"2024-09-16T07:24:58.470499+0000","last_unstale":"2024-09-16T07:24:59.474503+0000","last_undegraded":"2024-09-16T07:24:59.474503+0000","last_fullsized":"2024-09-16T07:24:59.474503+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:25:34.573177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"68'2","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.486456+0000","last_change":"2024-09-16T07:24:57.469552+0000","last_active":"2024-09-16T07:24:58.486456+0000","last_peered":"2024-09-16T07:24:58.486456+0000","last_clean":"2024-09-16T07:24:58.486456+0000","last_became_active":"2024-09-16T07:24:57.466993+0000","last_became_peered":"2024-09-16T07:24:57.466993+0000","last_unstale":"2024-09-16T07:24:58.486456+0000","last_undegraded":"2024-09-16T07:24:58.486456+0000","last_fullsized":"2024-09-16T07:24:58.486456+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:13:00.985416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.7","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.486931+0000","last_change":"2024-09-16T07:24:58.481546+0000","last_active":"2024-09-16T07:24:58.486931+0000","last_peered":"2024-09-16T07:24:58.486931+0000","last_clean":"2024-09-16T07:24:58.486931+0000","last_became_active":"2024-09-16T07:24:58.481155+0000","last_became_peered":"2024-09-16T07:24:58.481155+0000","last_unstale":"2024-09-16T07:24:58.486931+0000","last_undegraded":"2024-09-16T07:24:58.486931+0000","last_fullsized":"2024-09-16T07:24:58.486931+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:27:01.246592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.6","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.466848+0000","last_change":"2024-09-16T07:24:57.466464+0000","last_active":"2024-09-16T07:24:58.466848+0000","last_peered":"2024-09-16T07:24:58.466848+0000","last_clean":"2024-09-16T07:24:58.466848+0000","last_became_active":"2024-09-16T07:24:57.466159+0000","last_became_peered":"2024-09-16T07:24:57.466159+0000","last_unstale":"2024-09-16T07:24:58.466848+0000","last_undegraded":"2024-09-16T07:24:58.466848+0000","last_fullsized":"2024-09-16T07:24:58.466848+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:40:30.933939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.469540+0000","last_change":"2024-09-16T07:24:58.468857+0000","last_active":"2024-09-16T07:24:59.469540+0000","last_peered":"2024-09-16T07:24:59.469540+0000","last_clean":"2024-09-16T07:24:59.469540+0000","last_became_active":"2024-09-16T07:24:58.468537+0000","last_became_peered":"2024-09-16T07:24:58.468537+0000","last_unstale":"2024-09-16T07:24:59.469540+0000","last_undegraded":"2024-09-16T07:24:59.469540+0000","last_fullsized":"2024-09-16T07:24:59.469540+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:04:29.851846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.473576+0000","last_change":"2024-09-16T07:24:57.464080+0000","last_active":"2024-09-16T07:24:59.473576+0000","last_peered":"2024-09-16T07:24:59.473576+0000","last_clean":"2024-09-16T07:24:59.473576+0000","last_became_active":"2024-09-16T07:24:57.463759+0000","last_became_peered":"2024-09-16T07:24:57.463759+0000","last_unstale":"2024-09-16T07:24:59.473576+0000","last_undegraded":"2024-09-16T07:24:59.473576+0000","last_fullsized":"2024-09-16T07:24:59.473576+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:20:27.762710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.481367+0000","last_change":"2024-09-16T07:24:58.475391+0000","last_active":"2024-09-16T07:24:58.481367+0000","last_peered":"2024-09-16T07:24:58.481367+0000","last_clean":"2024-09-16T07:24:58.481367+0000","last_became_active":"2024-09-16T07:24:58.475117+0000","last_became_peered":"2024-09-16T07:24:58.475117+0000","last_unstale":"2024-09-16T07:24:58.481367+0000","last_undegraded":"2024-09-16T07:24:58.481367+0000","last_fullsized":"2024-09-16T07:24:58.481367+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:13:12.140162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.473289+0000","last_change":"2024-09-16T07:24:57.466973+0000","last_active":"2024-09-16T07:24:59.473289+0000","last_peered":"2024-09-16T07:24:59.473289+0000","last_clean":"2024-09-16T07:24:59.473289+0000","last_became_active":"2024-09-16T07:24:57.466645+0000","last_became_peered":"2024-09-16T07:24:57.466645+0000","last_unstale":"2024-09-16T07:24:59.473289+0000","last_undegraded":"2024-09-16T07:24:59.473289+0000","last_fullsized":"2024-09-16T07:24:59.473289+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:40:19.829702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.473264+0000","last_change":"2024-09-16T07:24:58.468690+0000","last_active":"2024-09-16T07:24:59.473264+0000","last_peered":"2024-09-16T07:24:59.473264+0000","last_clean":"2024-09-16T07:24:59.473264+0000","last_became_active":"2024-09-16T07:24:58.468341+0000","last_became_peered":"2024-09-16T07:24:58.468341+0000","last_unstale":"2024-09-16T07:24:59.473264+0000","last_undegraded":"2024-09-16T07:24:59.473264+0000","last_fullsized":"2024-09-16T07:24:59.473264+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:46:23.647814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.473298+0000","last_change":"2024-09-16T07:24:57.468584+0000","last_active":"2024-09-16T07:24:59.473298+0000","last_peered":"2024-09-16T07:24:59.473298+0000","last_clean":"2024-09-16T07:24:59.473298+0000","last_became_active":"2024-09-16T07:24:57.468042+0000","last_became_peered":"2024-09-16T07:24:57.468042+0000","last_unstale":"2024-09-16T07:24:59.473298+0000","last_undegraded":"2024-09-16T07:24:59.473298+0000","last_fullsized":"2024-09-16T07:24:59.473298+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:25:08.547380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.486064+0000","last_change":"2024-09-16T07:24:58.482869+0000","last_active":"2024-09-16T07:24:58.486064+0000","last_peered":"2024-09-16T07:24:58.486064+0000","last_clean":"2024-09-16T07:24:58.486064+0000","last_became_active":"2024-09-16T07:24:58.482601+0000","last_became_peered":"2024-09-16T07:24:58.482601+0000","last_unstale":"2024-09-16T07:24:58.486064+0000","last_undegraded":"2024-09-16T07:24:58.486064+0000","last_fullsized":"2024-09-16T07:24:58.486064+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:35:04.524248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.473435+0000","last_change":"2024-09-16T07:24:57.472382+0000","last_active":"2024-09-16T07:24:59.473435+0000","last_peered":"2024-09-16T07:24:59.473435+0000","last_clean":"2024-09-16T07:24:59.473435+0000","last_became_active":"2024-09-16T07:24:57.471655+0000","last_became_peered":"2024-09-16T07:24:57.471655+0000","last_unstale":"2024-09-16T07:24:59.473435+0000","last_undegraded":"2024-09-16T07:24:59.473435+0000","last_fullsized":"2024-09-16T07:24:59.473435+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:43:01.398220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T07:24:57.445614+0000","last_change":"2024-09-16T07:24:57.445614+0000","last_active":"2024-09-16T07:24:57.445614+0000","last_peered":"2024-09-16T07:24:57.445614+0000","last_clean":"2024-09-16T07:24:57.445614+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:24:57.445614+0000","last_undegraded":"2024-09-16T07:24:57.445614+0000","last_fullsized":"2024-09-16T07:24:57.445614+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.469427+0000","last_change":"2024-09-16T07:24:57.472172+0000","last_active":"2024-09-16T07:24:59.469427+0000","last_peered":"2024-09-16T07:24:59.469427+0000","last_clean":"2024-09-16T07:24:59.469427+0000","last_became_active":"2024-09-16T07:24:57.471837+0000","last_became_peered":"2024-09-16T07:24:57.471837+0000","last_unstale":"2024-09-16T07:24:59.469427+0000","last_undegraded":"2024-09-16T07:24:59.469427+0000","last_fullsized":"2024-09-16T07:24:59.469427+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:48:59.768361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.469278+0000","last_change":"2024-09-16T07:24:58.486350+0000","last_active":"2024-09-16T07:24:59.469278+0000","last_peered":"2024-09-16T07:24:59.469278+0000","last_clean":"2024-09-16T07:24:59.469278+0000","last_became_active":"2024-09-16T07:24:58.486053+0000","last_became_peered":"2024-09-16T07:24:58.486053+0000","last_unstale":"2024-09-16T07:24:59.469278+0000","last_undegraded":"2024-09-16T07:24:59.469278+0000","last_fullsized":"2024-09-16T07:24:59.469278+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:41:08.305191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.462271+0000","last_change":"2024-09-16T07:24:57.468476+0000","last_active":"2024-09-16T07:24:58.462271+0000","last_peered":"2024-09-16T07:24:58.462271+0000","last_clean":"2024-09-16T07:24:58.462271+0000","last_became_active":"2024-09-16T07:24:57.467679+0000","last_became_peered":"2024-09-16T07:24:57.467679+0000","last_unstale":"2024-09-16T07:24:58.462271+0000","last_undegraded":"2024-09-16T07:24:58.462271+0000","last_fullsized":"2024-09-16T07:24:58.462271+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:44:30.990905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.472818+0000","last_change":"2024-09-16T07:24:58.474843+0000","last_active":"2024-09-16T07:24:59.472818+0000","last_peered":"2024-09-16T07:24:59.472818+0000","last_clean":"2024-09-16T07:24:59.472818+0000","last_became_active":"2024-09-16T07:24:58.474519+0000","last_became_peered":"2024-09-16T07:24:58.474519+0000","last_unstale":"2024-09-16T07:24:59.472818+0000","last_undegraded":"2024-09-16T07:24:59.472818+0000","last_fullsized":"2024-09-16T07:24:59.472818+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:58:30.633682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.b","version":"68'2","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.486162+0000","last_change":"2024-09-16T07:24:57.460261+0000","last_active":"2024-09-16T07:24:58.486162+0000","last_peered":"2024-09-16T07:24:58.486162+0000","last_clean":"2024-09-16T07:24:58.486162+0000","last_became_active":"2024-09-16T07:24:57.458944+0000","last_became_peered":"2024-09-16T07:24:57.458944+0000","last_unstale":"2024-09-16T07:24:58.486162+0000","last_undegraded":"2024-09-16T07:24:58.486162+0000","last_fullsized":"2024-09-16T07:24:58.486162+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:18:18.011648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"18'72","reported_seq":196,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.463512+0000","last_change":"2024-09-16T07:21:02.600196+0000","last_active":"2024-09-16T07:24:58.463512+0000","last_peered":"2024-09-16T07:24:58.463512+0000","last_clean":"2024-09-16T07:24:58.463512+0000","last_became_active":"2024-09-16T07:21:02.599001+0000","last_became_peered":"2024-09-16T07:21:02.599001+0000","last_unstale":"2024-09-16T07:24:58.463512+0000","last_undegraded":"2024-09-16T07:24:58.463512+0000","last_fullsized":"2024-09-16T07:24:58.463512+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_clean_scrub_stamp":"2024-09-16T07:21:01.331773+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:28:40.942832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":120,"acting":120,"num_store_stats":7},{"poolid":10,"num_pg":32,"stat_sum":{"num_bytes":764,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":35,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3174,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":30,"ondisk_log_size":30,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509492,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27840,"kb_used_data":812,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344000,"statfs":{"total":96636764160,"available":96608256000,"internally_reserved":0,"allocated":831488,"data_stored":343051,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509491,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32572,"kb_used_data":1384,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339268,"statfs":{"total":96636764160,"available":96603410432,"internally_reserved":0,"allocated":1417216,"data_stored":931897,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509491,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32012,"kb_used_data":824,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339828,"statfs":{"total":96636764160,"available":96603983872,"internally_reserved":0,"allocated":843776,"data_stored":348433,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509492,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27840,"kb_used_data":812,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344000,"statfs":{"total":96636764160,"available":96608256000,"internally_reserved":0,"allocated":831488,"data_stored":341565,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509492,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27832,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344008,"statfs":{"total":96636764160,"available":96608264192,"internally_reserved":0,"allocated":823296,"data_stored":342021,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509492,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32568,"kb_used_data":1380,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339272,"statfs":{"total":96636764160,"available":96603414528,"internally_reserved":0,"allocated":1413120,"data_stored":931807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509493,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27832,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344008,"statfs":{"total":96636764160,"available":96608264192,"internally_reserved":0,"allocated":823296,"data_stored":341509,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574898,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31968,"kb_used_data":776,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339872,"statfs":{"total":96636764160,"available":96604028928,"internally_reserved":0,"allocated":794624,"data_stored":328397,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T07:25:02.498 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T07:25:02.640 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.641+0000 7fe0f0b5d640 1 -- 172.21.15.31:0/389533836 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0d8004d40 msgr2=0x7fe0d80051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:02.640 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.641+0000 7fe0f0b5d640 1 --2- 172.21.15.31:0/389533836 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0d8004d40 0x7fe0d80051c0 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7fe0e4009f00 tx=0x7fe0d8005830 comp rx=0 tx=0).stop 2024-09-16T07:25:02.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.641+0000 7fe0ead9d640 1 -- 172.21.15.31:0/389533836 reap_dead start 2024-09-16T07:25:02.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.641+0000 7fe0f0b5d640 1 -- 172.21.15.31:0/389533836 shutdown_connections 2024-09-16T07:25:02.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.641+0000 7fe0f0b5d640 1 -- 172.21.15.31:0/389533836 >> 172.21.15.31:0/389533836 conn(0x7fe0ec0741f0 msgr2=0x7fe0ec074600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:02.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.641+0000 7fe0f0b5d640 1 -- 172.21.15.31:0/389533836 shutdown_connections 2024-09-16T07:25:02.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.641+0000 7fe0f0b5d640 1 -- 172.21.15.31:0/389533836 wait complete. 2024-09-16T07:25:02.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.642+0000 7fe0f0b5d640 1 Processor -- start 2024-09-16T07:25:02.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.642+0000 7fe0f0b5d640 1 -- start start 2024-09-16T07:25:02.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.643+0000 7fe0f0b5d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0d8004d40 0x7fe0ec0c5570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:02.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.643+0000 7fe0f0b5d640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe0ec15a3f0 0x7fe0ec0998f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:02.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.643+0000 7fe0f0b5d640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe0ec0b14a0 0x7fe0ec0b1920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:02.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.643+0000 7fe0f0b5d640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fe0ec15e670 con 0x7fe0d8004d40 2024-09-16T07:25:02.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.643+0000 7fe0f0b5d640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fe0ec0cd960 con 0x7fe0ec0b14a0 2024-09-16T07:25:02.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.643+0000 7fe0f0b5d640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fe0ec0ce240 con 0x7fe0ec15a3f0 2024-09-16T07:25:02.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.643+0000 7fe0ea59c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0d8004d40 0x7fe0ec0c5570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:02.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.643+0000 7fe0ea59c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0d8004d40 0x7fe0ec0c5570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52540/0 (socket says 172.21.15.31:52540) 2024-09-16T07:25:02.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.643+0000 7fe0ea59c640 1 -- 172.21.15.31:0/3986157717 learned_addr learned my addr 172.21.15.31:0/3986157717 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:02.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.643+0000 7fe0e9d9b640 1 --2- 172.21.15.31:0/3986157717 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe0ec15a3f0 0x7fe0ec0998f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:02.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.643+0000 7fe0ead9d640 1 --2- 172.21.15.31:0/3986157717 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe0ec0b14a0 0x7fe0ec0b1920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:02.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.643+0000 7fe0ea59c640 1 -- 172.21.15.31:0/3986157717 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe0ec15a3f0 msgr2=0x7fe0ec0998f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:02.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.643+0000 7fe0ea59c640 1 --2- 172.21.15.31:0/3986157717 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe0ec15a3f0 0x7fe0ec0998f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:02.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.643+0000 7fe0ea59c640 1 -- 172.21.15.31:0/3986157717 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe0ec0b14a0 msgr2=0x7fe0ec0b1920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:02.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.643+0000 7fe0ea59c640 1 --2- 172.21.15.31:0/3986157717 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe0ec0b14a0 0x7fe0ec0b1920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:02.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.643+0000 7fe0ea59c640 1 -- 172.21.15.31:0/3986157717 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0ec14ce20 con 0x7fe0d8004d40 2024-09-16T07:25:02.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.643+0000 7fe0e9d9b640 1 --2- 172.21.15.31:0/3986157717 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe0ec15a3f0 0x7fe0ec0998f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:25:02.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.643+0000 7fe0ea59c640 1 --2- 172.21.15.31:0/3986157717 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0d8004d40 0x7fe0ec0c5570 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7fe0dc006640 tx=0x7fe0dc003a80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:02.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.644+0000 7fe0e2ffd640 1 -- 172.21.15.31:0/3986157717 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0dc00f760 con 0x7fe0d8004d40 2024-09-16T07:25:02.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.644+0000 7fe0e2ffd640 1 -- 172.21.15.31:0/3986157717 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe0dc016020 con 0x7fe0d8004d40 2024-09-16T07:25:02.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.644+0000 7fe0f0b5d640 1 -- 172.21.15.31:0/3986157717 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe0ec14d100 con 0x7fe0d8004d40 2024-09-16T07:25:02.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.644+0000 7fe0e2ffd640 1 -- 172.21.15.31:0/3986157717 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0dc00fbc0 con 0x7fe0d8004d40 2024-09-16T07:25:02.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.644+0000 7fe0f0b5d640 1 -- 172.21.15.31:0/3986157717 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0ec14d6c0 con 0x7fe0d8004d40 2024-09-16T07:25:02.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.645+0000 7fe0f0b5d640 1 -- 172.21.15.31:0/3986157717 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe0ec050ee0 con 0x7fe0d8004d40 2024-09-16T07:25:02.646 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.645+0000 7fe0e2ffd640 1 -- 172.21.15.31:0/3986157717 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 11) ==== 101593+0+0 (secure 0 0 0) 0x7fe0dc011430 con 0x7fe0d8004d40 2024-09-16T07:25:02.646 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.646+0000 7fe0e2ffd640 1 --2- 172.21.15.31:0/3986157717 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe0cc078bb0 0x7fe0cc07b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:02.646 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.646+0000 7fe0e2ffd640 1 -- 172.21.15.31:0/3986157717 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7fe0dc09ba40 con 0x7fe0d8004d40 2024-09-16T07:25:02.646 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.646+0000 7fe0e9d9b640 1 --2- 172.21.15.31:0/3986157717 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe0cc078bb0 0x7fe0cc07b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:02.646 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.647+0000 7fe0e9d9b640 1 --2- 172.21.15.31:0/3986157717 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe0cc078bb0 0x7fe0cc07b070 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fe0ec0c41f0 tx=0x7fe0d4005f90 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:02.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.650+0000 7fe0e2ffd640 1 -- 172.21.15.31:0/3986157717 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fe0ec050ee0 con 0x7fe0d8004d40 2024-09-16T07:25:02.831 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.832+0000 7fe0f0b5d640 1 -- 172.21.15.31:0/3986157717 --> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe0ec06f490 con 0x7fe0cc078bb0 2024-09-16T07:25:02.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.837+0000 7fe0e2ffd640 1 -- 172.21.15.31:0/3986157717 <== mgr.4117 v2:172.21.15.155:6808/3650624732 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252054 (secure 0 0 0) 0x7fe0ec06f490 con 0x7fe0cc078bb0 2024-09-16T07:25:02.839 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:25:02.840 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-16T07:25:02.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.840+0000 7fe0f0b5d640 1 -- 172.21.15.31:0/3986157717 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe0cc078bb0 msgr2=0x7fe0cc07b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:02.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.840+0000 7fe0f0b5d640 1 --2- 172.21.15.31:0/3986157717 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe0cc078bb0 0x7fe0cc07b070 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fe0ec0c41f0 tx=0x7fe0d4005f90 comp rx=0 tx=0).stop 2024-09-16T07:25:02.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.840+0000 7fe0f0b5d640 1 -- 172.21.15.31:0/3986157717 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0d8004d40 msgr2=0x7fe0ec0c5570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:02.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.840+0000 7fe0f0b5d640 1 --2- 172.21.15.31:0/3986157717 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0d8004d40 0x7fe0ec0c5570 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7fe0dc006640 tx=0x7fe0dc003a80 comp rx=0 tx=0).stop 2024-09-16T07:25:02.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.840+0000 7fe0f0b5d640 1 -- 172.21.15.31:0/3986157717 shutdown_connections 2024-09-16T07:25:02.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.840+0000 7fe0f0b5d640 1 --2- 172.21.15.31:0/3986157717 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fe0cc078bb0 0x7fe0cc07b070 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:02.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.840+0000 7fe0f0b5d640 1 --2- 172.21.15.31:0/3986157717 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe0ec0b14a0 0x7fe0ec0b1920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:02.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.840+0000 7fe0f0b5d640 1 --2- 172.21.15.31:0/3986157717 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe0ec15a3f0 0x7fe0ec0998f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:02.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.840+0000 7fe0f0b5d640 1 --2- 172.21.15.31:0/3986157717 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0d8004d40 0x7fe0ec0c5570 unknown :-1 s=CLOSED pgs=769 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:02.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.840+0000 7fe0f0b5d640 1 -- 172.21.15.31:0/3986157717 >> 172.21.15.31:0/3986157717 conn(0x7fe0ec0741f0 msgr2=0x7fe0ec15cb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:02.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.840+0000 7fe0f0b5d640 1 -- 172.21.15.31:0/3986157717 shutdown_connections 2024-09-16T07:25:02.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:02.840+0000 7fe0f0b5d640 1 -- 172.21.15.31:0/3986157717 wait complete. 2024-09-16T07:25:02.851 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":185,"stamp":"2024-09-16T07:25:02.688554+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":145,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":110,"ondisk_log_size":110,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":78,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":240520,"kb_used_data":7648,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754734200,"statfs":{"total":773094113280,"available":772847820800,"internally_reserved":0,"allocated":7831552,"data_stored":3929668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":238276145},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":29,"apply_latency_ms":29,"commit_latency_ns":29000000,"apply_latency_ns":29000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001609"},"pg_stats":[{"pgid":"11.3f","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.479851+0000","last_change":"2024-09-16T07:24:58.478304+0000","last_active":"2024-09-16T07:24:58.479851+0000","last_peered":"2024-09-16T07:24:58.479851+0000","last_clean":"2024-09-16T07:24:58.479851+0000","last_became_active":"2024-09-16T07:24:58.478014+0000","last_became_peered":"2024-09-16T07:24:58.478014+0000","last_unstale":"2024-09-16T07:24:58.479851+0000","last_undegraded":"2024-09-16T07:24:58.479851+0000","last_fullsized":"2024-09-16T07:24:58.479851+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:46:23.647814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.3e","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.469771+0000","last_change":"2024-09-16T07:24:58.477389+0000","last_active":"2024-09-16T07:24:59.469771+0000","last_peered":"2024-09-16T07:24:59.469771+0000","last_clean":"2024-09-16T07:24:59.469771+0000","last_became_active":"2024-09-16T07:24:58.476975+0000","last_became_peered":"2024-09-16T07:24:58.476975+0000","last_unstale":"2024-09-16T07:24:59.469771+0000","last_undegraded":"2024-09-16T07:24:59.469771+0000","last_fullsized":"2024-09-16T07:24:59.469771+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:15:51.915402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.3d","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.479824+0000","last_change":"2024-09-16T07:24:58.478117+0000","last_active":"2024-09-16T07:24:58.479824+0000","last_peered":"2024-09-16T07:24:58.479824+0000","last_clean":"2024-09-16T07:24:58.479824+0000","last_became_active":"2024-09-16T07:24:58.477788+0000","last_became_peered":"2024-09-16T07:24:58.477788+0000","last_unstale":"2024-09-16T07:24:58.479824+0000","last_undegraded":"2024-09-16T07:24:58.479824+0000","last_fullsized":"2024-09-16T07:24:58.479824+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:32:00.663552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.3c","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.479867+0000","last_change":"2024-09-16T07:24:58.473210+0000","last_active":"2024-09-16T07:24:58.479867+0000","last_peered":"2024-09-16T07:24:58.479867+0000","last_clean":"2024-09-16T07:24:58.479867+0000","last_became_active":"2024-09-16T07:24:58.472952+0000","last_became_peered":"2024-09-16T07:24:58.472952+0000","last_unstale":"2024-09-16T07:24:58.479867+0000","last_undegraded":"2024-09-16T07:24:58.479867+0000","last_fullsized":"2024-09-16T07:24:58.479867+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:45:49.125996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.3b","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.473049+0000","last_change":"2024-09-16T07:24:58.470324+0000","last_active":"2024-09-16T07:24:59.473049+0000","last_peered":"2024-09-16T07:24:59.473049+0000","last_clean":"2024-09-16T07:24:59.473049+0000","last_became_active":"2024-09-16T07:24:58.470064+0000","last_became_peered":"2024-09-16T07:24:58.470064+0000","last_unstale":"2024-09-16T07:24:59.473049+0000","last_undegraded":"2024-09-16T07:24:59.473049+0000","last_fullsized":"2024-09-16T07:24:59.473049+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:18:15.321651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.3a","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.480116+0000","last_change":"2024-09-16T07:24:58.473446+0000","last_active":"2024-09-16T07:24:58.480116+0000","last_peered":"2024-09-16T07:24:58.480116+0000","last_clean":"2024-09-16T07:24:58.480116+0000","last_became_active":"2024-09-16T07:24:58.472732+0000","last_became_peered":"2024-09-16T07:24:58.472732+0000","last_unstale":"2024-09-16T07:24:58.480116+0000","last_undegraded":"2024-09-16T07:24:58.480116+0000","last_fullsized":"2024-09-16T07:24:58.480116+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:59:45.337872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.39","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.484745+0000","last_change":"2024-09-16T07:24:58.478011+0000","last_active":"2024-09-16T07:24:58.484745+0000","last_peered":"2024-09-16T07:24:58.484745+0000","last_clean":"2024-09-16T07:24:58.484745+0000","last_became_active":"2024-09-16T07:24:58.477243+0000","last_became_peered":"2024-09-16T07:24:58.477243+0000","last_unstale":"2024-09-16T07:24:58.484745+0000","last_undegraded":"2024-09-16T07:24:58.484745+0000","last_fullsized":"2024-09-16T07:24:58.484745+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:50:59.823722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.38","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.479712+0000","last_change":"2024-09-16T07:24:58.476249+0000","last_active":"2024-09-16T07:24:58.479712+0000","last_peered":"2024-09-16T07:24:58.479712+0000","last_clean":"2024-09-16T07:24:58.479712+0000","last_became_active":"2024-09-16T07:24:58.475989+0000","last_became_peered":"2024-09-16T07:24:58.475989+0000","last_unstale":"2024-09-16T07:24:58.479712+0000","last_undegraded":"2024-09-16T07:24:58.479712+0000","last_fullsized":"2024-09-16T07:24:58.479712+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:18:15.321651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.37","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.476606+0000","last_change":"2024-09-16T07:24:58.466872+0000","last_active":"2024-09-16T07:24:58.476606+0000","last_peered":"2024-09-16T07:24:58.476606+0000","last_clean":"2024-09-16T07:24:58.476606+0000","last_became_active":"2024-09-16T07:24:58.466609+0000","last_became_peered":"2024-09-16T07:24:58.466609+0000","last_unstale":"2024-09-16T07:24:58.476606+0000","last_undegraded":"2024-09-16T07:24:58.476606+0000","last_fullsized":"2024-09-16T07:24:58.476606+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:41:26.834543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.36","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.481419+0000","last_change":"2024-09-16T07:24:58.473953+0000","last_active":"2024-09-16T07:24:58.481419+0000","last_peered":"2024-09-16T07:24:58.481419+0000","last_clean":"2024-09-16T07:24:58.481419+0000","last_became_active":"2024-09-16T07:24:58.473457+0000","last_became_peered":"2024-09-16T07:24:58.473457+0000","last_unstale":"2024-09-16T07:24:58.481419+0000","last_undegraded":"2024-09-16T07:24:58.481419+0000","last_fullsized":"2024-09-16T07:24:58.481419+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:52:24.540962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.35","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.479624+0000","last_change":"2024-09-16T07:24:58.477007+0000","last_active":"2024-09-16T07:24:58.479624+0000","last_peered":"2024-09-16T07:24:58.479624+0000","last_clean":"2024-09-16T07:24:58.479624+0000","last_became_active":"2024-09-16T07:24:58.476726+0000","last_became_peered":"2024-09-16T07:24:58.476726+0000","last_unstale":"2024-09-16T07:24:58.479624+0000","last_undegraded":"2024-09-16T07:24:58.479624+0000","last_fullsized":"2024-09-16T07:24:58.479624+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:59:09.592742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.34","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.473156+0000","last_change":"2024-09-16T07:24:58.476302+0000","last_active":"2024-09-16T07:24:59.473156+0000","last_peered":"2024-09-16T07:24:59.473156+0000","last_clean":"2024-09-16T07:24:59.473156+0000","last_became_active":"2024-09-16T07:24:58.476003+0000","last_became_peered":"2024-09-16T07:24:58.476003+0000","last_unstale":"2024-09-16T07:24:59.473156+0000","last_undegraded":"2024-09-16T07:24:59.473156+0000","last_fullsized":"2024-09-16T07:24:59.473156+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:04:29.851846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.33","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.479499+0000","last_change":"2024-09-16T07:24:58.473958+0000","last_active":"2024-09-16T07:24:58.479499+0000","last_peered":"2024-09-16T07:24:58.479499+0000","last_clean":"2024-09-16T07:24:58.479499+0000","last_became_active":"2024-09-16T07:24:58.473655+0000","last_became_peered":"2024-09-16T07:24:58.473655+0000","last_unstale":"2024-09-16T07:24:58.479499+0000","last_undegraded":"2024-09-16T07:24:58.479499+0000","last_fullsized":"2024-09-16T07:24:58.479499+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:05:52.837140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.32","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.473277+0000","last_change":"2024-09-16T07:24:58.481234+0000","last_active":"2024-09-16T07:24:59.473277+0000","last_peered":"2024-09-16T07:24:59.473277+0000","last_clean":"2024-09-16T07:24:59.473277+0000","last_became_active":"2024-09-16T07:24:58.480842+0000","last_became_peered":"2024-09-16T07:24:58.480842+0000","last_unstale":"2024-09-16T07:24:59.473277+0000","last_undegraded":"2024-09-16T07:24:59.473277+0000","last_fullsized":"2024-09-16T07:24:59.473277+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:43:02.400445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.31","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.473614+0000","last_change":"2024-09-16T07:24:58.467900+0000","last_active":"2024-09-16T07:24:59.473614+0000","last_peered":"2024-09-16T07:24:59.473614+0000","last_clean":"2024-09-16T07:24:59.473614+0000","last_became_active":"2024-09-16T07:24:58.467602+0000","last_became_peered":"2024-09-16T07:24:58.467602+0000","last_unstale":"2024-09-16T07:24:59.473614+0000","last_undegraded":"2024-09-16T07:24:59.473614+0000","last_fullsized":"2024-09-16T07:24:59.473614+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:26:14.584939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.30","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.486475+0000","last_change":"2024-09-16T07:24:58.483959+0000","last_active":"2024-09-16T07:24:58.486475+0000","last_peered":"2024-09-16T07:24:58.486475+0000","last_clean":"2024-09-16T07:24:58.486475+0000","last_became_active":"2024-09-16T07:24:58.483401+0000","last_became_peered":"2024-09-16T07:24:58.483401+0000","last_unstale":"2024-09-16T07:24:58.486475+0000","last_undegraded":"2024-09-16T07:24:58.486475+0000","last_fullsized":"2024-09-16T07:24:58.486475+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:41:40.001814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.2f","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.473057+0000","last_change":"2024-09-16T07:24:58.468013+0000","last_active":"2024-09-16T07:24:59.473057+0000","last_peered":"2024-09-16T07:24:59.473057+0000","last_clean":"2024-09-16T07:24:59.473057+0000","last_became_active":"2024-09-16T07:24:58.467743+0000","last_became_peered":"2024-09-16T07:24:58.467743+0000","last_unstale":"2024-09-16T07:24:59.473057+0000","last_undegraded":"2024-09-16T07:24:59.473057+0000","last_fullsized":"2024-09-16T07:24:59.473057+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:50:05.137069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.2e","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.474446+0000","last_change":"2024-09-16T07:24:58.480253+0000","last_active":"2024-09-16T07:24:59.474446+0000","last_peered":"2024-09-16T07:24:59.474446+0000","last_clean":"2024-09-16T07:24:59.474446+0000","last_became_active":"2024-09-16T07:24:58.479975+0000","last_became_peered":"2024-09-16T07:24:58.479975+0000","last_unstale":"2024-09-16T07:24:59.474446+0000","last_undegraded":"2024-09-16T07:24:59.474446+0000","last_fullsized":"2024-09-16T07:24:59.474446+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:35:04.524248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.2d","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.488811+0000","last_change":"2024-09-16T07:24:58.484887+0000","last_active":"2024-09-16T07:24:58.488811+0000","last_peered":"2024-09-16T07:24:58.488811+0000","last_clean":"2024-09-16T07:24:58.488811+0000","last_became_active":"2024-09-16T07:24:58.484619+0000","last_became_peered":"2024-09-16T07:24:58.484619+0000","last_unstale":"2024-09-16T07:24:58.488811+0000","last_undegraded":"2024-09-16T07:24:58.488811+0000","last_fullsized":"2024-09-16T07:24:58.488811+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:22:34.266400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.2c","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.473312+0000","last_change":"2024-09-16T07:24:58.475297+0000","last_active":"2024-09-16T07:24:59.473312+0000","last_peered":"2024-09-16T07:24:59.473312+0000","last_clean":"2024-09-16T07:24:59.473312+0000","last_became_active":"2024-09-16T07:24:58.475030+0000","last_became_peered":"2024-09-16T07:24:58.475030+0000","last_unstale":"2024-09-16T07:24:59.473312+0000","last_undegraded":"2024-09-16T07:24:59.473312+0000","last_fullsized":"2024-09-16T07:24:59.473312+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:12:46.056878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.2b","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.469712+0000","last_change":"2024-09-16T07:24:58.460069+0000","last_active":"2024-09-16T07:24:59.469712+0000","last_peered":"2024-09-16T07:24:59.469712+0000","last_clean":"2024-09-16T07:24:59.469712+0000","last_became_active":"2024-09-16T07:24:58.459677+0000","last_became_peered":"2024-09-16T07:24:58.459677+0000","last_unstale":"2024-09-16T07:24:59.469712+0000","last_undegraded":"2024-09-16T07:24:59.469712+0000","last_fullsized":"2024-09-16T07:24:59.469712+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:26:14.584939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2a","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.482284+0000","last_change":"2024-09-16T07:24:58.475427+0000","last_active":"2024-09-16T07:24:58.482284+0000","last_peered":"2024-09-16T07:24:58.482284+0000","last_clean":"2024-09-16T07:24:58.482284+0000","last_became_active":"2024-09-16T07:24:58.475124+0000","last_became_peered":"2024-09-16T07:24:58.475124+0000","last_unstale":"2024-09-16T07:24:58.482284+0000","last_undegraded":"2024-09-16T07:24:58.482284+0000","last_fullsized":"2024-09-16T07:24:58.482284+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:22:38.801609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.29","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.484767+0000","last_change":"2024-09-16T07:24:58.477707+0000","last_active":"2024-09-16T07:24:58.484767+0000","last_peered":"2024-09-16T07:24:58.484767+0000","last_clean":"2024-09-16T07:24:58.484767+0000","last_became_active":"2024-09-16T07:24:58.476722+0000","last_became_peered":"2024-09-16T07:24:58.476722+0000","last_unstale":"2024-09-16T07:24:58.484767+0000","last_undegraded":"2024-09-16T07:24:58.484767+0000","last_fullsized":"2024-09-16T07:24:58.484767+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:26:37.894174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.28","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.486447+0000","last_change":"2024-09-16T07:24:58.483657+0000","last_active":"2024-09-16T07:24:58.486447+0000","last_peered":"2024-09-16T07:24:58.486447+0000","last_clean":"2024-09-16T07:24:58.486447+0000","last_became_active":"2024-09-16T07:24:58.483039+0000","last_became_peered":"2024-09-16T07:24:58.483039+0000","last_unstale":"2024-09-16T07:24:58.486447+0000","last_undegraded":"2024-09-16T07:24:58.486447+0000","last_fullsized":"2024-09-16T07:24:58.486447+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:25:34.573177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.27","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.486905+0000","last_change":"2024-09-16T07:24:58.482163+0000","last_active":"2024-09-16T07:24:58.486905+0000","last_peered":"2024-09-16T07:24:58.486905+0000","last_clean":"2024-09-16T07:24:58.486905+0000","last_became_active":"2024-09-16T07:24:58.481858+0000","last_became_peered":"2024-09-16T07:24:58.481858+0000","last_unstale":"2024-09-16T07:24:58.486905+0000","last_undegraded":"2024-09-16T07:24:58.486905+0000","last_fullsized":"2024-09-16T07:24:58.486905+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:20:09.226510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.26","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.488790+0000","last_change":"2024-09-16T07:24:58.485820+0000","last_active":"2024-09-16T07:24:58.488790+0000","last_peered":"2024-09-16T07:24:58.488790+0000","last_clean":"2024-09-16T07:24:58.488790+0000","last_became_active":"2024-09-16T07:24:58.485475+0000","last_became_peered":"2024-09-16T07:24:58.485475+0000","last_unstale":"2024-09-16T07:24:58.488790+0000","last_undegraded":"2024-09-16T07:24:58.488790+0000","last_fullsized":"2024-09-16T07:24:58.488790+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:25:59.134911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.25","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.473606+0000","last_change":"2024-09-16T07:24:58.473840+0000","last_active":"2024-09-16T07:24:59.473606+0000","last_peered":"2024-09-16T07:24:59.473606+0000","last_clean":"2024-09-16T07:24:59.473606+0000","last_became_active":"2024-09-16T07:24:58.473056+0000","last_became_peered":"2024-09-16T07:24:58.473056+0000","last_unstale":"2024-09-16T07:24:59.473606+0000","last_undegraded":"2024-09-16T07:24:59.473606+0000","last_fullsized":"2024-09-16T07:24:59.473606+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:35:33.951724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.24","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.469413+0000","last_change":"2024-09-16T07:24:58.471034+0000","last_active":"2024-09-16T07:24:59.469413+0000","last_peered":"2024-09-16T07:24:59.469413+0000","last_clean":"2024-09-16T07:24:59.469413+0000","last_became_active":"2024-09-16T07:24:58.470729+0000","last_became_peered":"2024-09-16T07:24:58.470729+0000","last_unstale":"2024-09-16T07:24:59.469413+0000","last_undegraded":"2024-09-16T07:24:59.469413+0000","last_fullsized":"2024-09-16T07:24:59.469413+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:48:28.187835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.23","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.479475+0000","last_change":"2024-09-16T07:24:58.471532+0000","last_active":"2024-09-16T07:24:58.479475+0000","last_peered":"2024-09-16T07:24:58.479475+0000","last_clean":"2024-09-16T07:24:58.479475+0000","last_became_active":"2024-09-16T07:24:58.471226+0000","last_became_peered":"2024-09-16T07:24:58.471226+0000","last_unstale":"2024-09-16T07:24:58.479475+0000","last_undegraded":"2024-09-16T07:24:58.479475+0000","last_fullsized":"2024-09-16T07:24:58.479475+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:46:28.027676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.22","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.485445+0000","last_change":"2024-09-16T07:24:58.481595+0000","last_active":"2024-09-16T07:24:58.485445+0000","last_peered":"2024-09-16T07:24:58.485445+0000","last_clean":"2024-09-16T07:24:58.485445+0000","last_became_active":"2024-09-16T07:24:58.481320+0000","last_became_peered":"2024-09-16T07:24:58.481320+0000","last_unstale":"2024-09-16T07:24:58.485445+0000","last_undegraded":"2024-09-16T07:24:58.485445+0000","last_fullsized":"2024-09-16T07:24:58.485445+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:35:33.951724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.21","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.469325+0000","last_change":"2024-09-16T07:24:58.471092+0000","last_active":"2024-09-16T07:24:59.469325+0000","last_peered":"2024-09-16T07:24:59.469325+0000","last_clean":"2024-09-16T07:24:59.469325+0000","last_became_active":"2024-09-16T07:24:58.470783+0000","last_became_peered":"2024-09-16T07:24:58.470783+0000","last_unstale":"2024-09-16T07:24:59.469325+0000","last_undegraded":"2024-09-16T07:24:59.469325+0000","last_fullsized":"2024-09-16T07:24:59.469325+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:41:16.637534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.20","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.469340+0000","last_change":"2024-09-16T07:24:58.472359+0000","last_active":"2024-09-16T07:24:59.469340+0000","last_peered":"2024-09-16T07:24:59.469340+0000","last_clean":"2024-09-16T07:24:59.469340+0000","last_became_active":"2024-09-16T07:24:58.472060+0000","last_became_peered":"2024-09-16T07:24:58.472060+0000","last_unstale":"2024-09-16T07:24:59.469340+0000","last_undegraded":"2024-09-16T07:24:59.469340+0000","last_fullsized":"2024-09-16T07:24:59.469340+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:07:35.801469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1e","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.486031+0000","last_change":"2024-09-16T07:24:58.482298+0000","last_active":"2024-09-16T07:24:58.486031+0000","last_peered":"2024-09-16T07:24:58.486031+0000","last_clean":"2024-09-16T07:24:58.486031+0000","last_became_active":"2024-09-16T07:24:58.482008+0000","last_became_peered":"2024-09-16T07:24:58.482008+0000","last_unstale":"2024-09-16T07:24:58.486031+0000","last_undegraded":"2024-09-16T07:24:58.486031+0000","last_fullsized":"2024-09-16T07:24:58.486031+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:43:14.044645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1f","version":"68'4","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.485579+0000","last_change":"2024-09-16T07:24:57.472408+0000","last_active":"2024-09-16T07:24:58.485579+0000","last_peered":"2024-09-16T07:24:58.485579+0000","last_clean":"2024-09-16T07:24:58.485579+0000","last_became_active":"2024-09-16T07:24:57.472144+0000","last_became_peered":"2024-09-16T07:24:57.472144+0000","last_unstale":"2024-09-16T07:24:58.485579+0000","last_undegraded":"2024-09-16T07:24:58.485579+0000","last_fullsized":"2024-09-16T07:24:58.485579+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:04:02.255145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.1f","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.480043+0000","last_change":"2024-09-16T07:24:58.471754+0000","last_active":"2024-09-16T07:24:58.480043+0000","last_peered":"2024-09-16T07:24:58.480043+0000","last_clean":"2024-09-16T07:24:58.480043+0000","last_became_active":"2024-09-16T07:24:58.471447+0000","last_became_peered":"2024-09-16T07:24:58.471447+0000","last_unstale":"2024-09-16T07:24:58.480043+0000","last_undegraded":"2024-09-16T07:24:58.480043+0000","last_fullsized":"2024-09-16T07:24:58.480043+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:30:57.151401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1e","version":"68'1","reported_seq":16,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.474562+0000","last_change":"2024-09-16T07:24:57.466407+0000","last_active":"2024-09-16T07:24:59.474562+0000","last_peered":"2024-09-16T07:24:59.474562+0000","last_clean":"2024-09-16T07:24:59.474562+0000","last_became_active":"2024-09-16T07:24:57.466123+0000","last_became_peered":"2024-09-16T07:24:57.466123+0000","last_unstale":"2024-09-16T07:24:59.474562+0000","last_undegraded":"2024-09-16T07:24:59.474562+0000","last_fullsized":"2024-09-16T07:24:59.474562+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:15:50.913177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.1c","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.486329+0000","last_change":"2024-09-16T07:24:58.482071+0000","last_active":"2024-09-16T07:24:58.486329+0000","last_peered":"2024-09-16T07:24:58.486329+0000","last_clean":"2024-09-16T07:24:58.486329+0000","last_became_active":"2024-09-16T07:24:58.481787+0000","last_became_peered":"2024-09-16T07:24:58.481787+0000","last_unstale":"2024-09-16T07:24:58.486329+0000","last_undegraded":"2024-09-16T07:24:58.486329+0000","last_fullsized":"2024-09-16T07:24:58.486329+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:43:33.297919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.1d","version":"68'2","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.484396+0000","last_change":"2024-09-16T07:24:57.469339+0000","last_active":"2024-09-16T07:24:58.484396+0000","last_peered":"2024-09-16T07:24:58.484396+0000","last_clean":"2024-09-16T07:24:58.484396+0000","last_became_active":"2024-09-16T07:24:57.469047+0000","last_became_peered":"2024-09-16T07:24:57.469047+0000","last_unstale":"2024-09-16T07:24:58.484396+0000","last_undegraded":"2024-09-16T07:24:58.484396+0000","last_fullsized":"2024-09-16T07:24:58.484396+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:58:29.631458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.1d","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.484687+0000","last_change":"2024-09-16T07:24:58.480111+0000","last_active":"2024-09-16T07:24:58.484687+0000","last_peered":"2024-09-16T07:24:58.484687+0000","last_clean":"2024-09-16T07:24:58.484687+0000","last_became_active":"2024-09-16T07:24:58.479831+0000","last_became_peered":"2024-09-16T07:24:58.479831+0000","last_unstale":"2024-09-16T07:24:58.484687+0000","last_undegraded":"2024-09-16T07:24:58.484687+0000","last_fullsized":"2024-09-16T07:24:58.484687+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:31:34.995976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1c","version":"68'2","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.486270+0000","last_change":"2024-09-16T07:24:57.463581+0000","last_active":"2024-09-16T07:24:58.486270+0000","last_peered":"2024-09-16T07:24:58.486270+0000","last_clean":"2024-09-16T07:24:58.486270+0000","last_became_active":"2024-09-16T07:24:57.463275+0000","last_became_peered":"2024-09-16T07:24:57.463275+0000","last_unstale":"2024-09-16T07:24:58.486270+0000","last_undegraded":"2024-09-16T07:24:58.486270+0000","last_fullsized":"2024-09-16T07:24:58.486270+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:42:46.029188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.1a","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.478736+0000","last_change":"2024-09-16T07:24:58.475513+0000","last_active":"2024-09-16T07:24:58.478736+0000","last_peered":"2024-09-16T07:24:58.478736+0000","last_clean":"2024-09-16T07:24:58.478736+0000","last_became_active":"2024-09-16T07:24:58.475226+0000","last_became_peered":"2024-09-16T07:24:58.475226+0000","last_unstale":"2024-09-16T07:24:58.478736+0000","last_undegraded":"2024-09-16T07:24:58.478736+0000","last_fullsized":"2024-09-16T07:24:58.478736+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:32:00.182258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1b","version":"68'1","reported_seq":16,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.473190+0000","last_change":"2024-09-16T07:24:57.468583+0000","last_active":"2024-09-16T07:24:59.473190+0000","last_peered":"2024-09-16T07:24:59.473190+0000","last_clean":"2024-09-16T07:24:59.473190+0000","last_became_active":"2024-09-16T07:24:57.468068+0000","last_became_peered":"2024-09-16T07:24:57.468068+0000","last_unstale":"2024-09-16T07:24:59.473190+0000","last_undegraded":"2024-09-16T07:24:59.473190+0000","last_fullsized":"2024-09-16T07:24:59.473190+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:59:25.855880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1b","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.489522+0000","last_change":"2024-09-16T07:24:58.482965+0000","last_active":"2024-09-16T07:24:58.489522+0000","last_peered":"2024-09-16T07:24:58.489522+0000","last_clean":"2024-09-16T07:24:58.489522+0000","last_became_active":"2024-09-16T07:24:58.482683+0000","last_became_peered":"2024-09-16T07:24:58.482683+0000","last_unstale":"2024-09-16T07:24:58.489522+0000","last_undegraded":"2024-09-16T07:24:58.489522+0000","last_fullsized":"2024-09-16T07:24:58.489522+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:43:32.476497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.1a","version":"68'1","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.488179+0000","last_change":"2024-09-16T07:24:57.468629+0000","last_active":"2024-09-16T07:24:58.488179+0000","last_peered":"2024-09-16T07:24:58.488179+0000","last_clean":"2024-09-16T07:24:58.488179+0000","last_became_active":"2024-09-16T07:24:57.468333+0000","last_became_peered":"2024-09-16T07:24:57.468333+0000","last_unstale":"2024-09-16T07:24:58.488179+0000","last_undegraded":"2024-09-16T07:24:58.488179+0000","last_fullsized":"2024-09-16T07:24:58.488179+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:14:31.321994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.828976+0000","last_change":"2024-09-16T07:24:58.485651+0000","last_active":"2024-09-16T07:24:59.828976+0000","last_peered":"2024-09-16T07:24:59.828976+0000","last_clean":"2024-09-16T07:24:59.828976+0000","last_became_active":"2024-09-16T07:24:58.485311+0000","last_became_peered":"2024-09-16T07:24:58.485311+0000","last_unstale":"2024-09-16T07:24:59.828976+0000","last_undegraded":"2024-09-16T07:24:59.828976+0000","last_fullsized":"2024-09-16T07:24:59.828976+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:09:42.043347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.829362+0000","last_change":"2024-09-16T07:24:57.472000+0000","last_active":"2024-09-16T07:24:59.829362+0000","last_peered":"2024-09-16T07:24:59.829362+0000","last_clean":"2024-09-16T07:24:59.829362+0000","last_became_active":"2024-09-16T07:24:57.471685+0000","last_became_peered":"2024-09-16T07:24:57.471685+0000","last_unstale":"2024-09-16T07:24:59.829362+0000","last_undegraded":"2024-09-16T07:24:59.829362+0000","last_fullsized":"2024-09-16T07:24:59.829362+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:57:50.672001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.473838+0000","last_change":"2024-09-16T07:24:58.480558+0000","last_active":"2024-09-16T07:24:59.473838+0000","last_peered":"2024-09-16T07:24:59.473838+0000","last_clean":"2024-09-16T07:24:59.473838+0000","last_became_active":"2024-09-16T07:24:58.480101+0000","last_became_peered":"2024-09-16T07:24:58.480101+0000","last_unstale":"2024-09-16T07:24:59.473838+0000","last_undegraded":"2024-09-16T07:24:59.473838+0000","last_fullsized":"2024-09-16T07:24:59.473838+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:15:51.915402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.473376+0000","last_change":"2024-09-16T07:24:57.466159+0000","last_active":"2024-09-16T07:24:59.473376+0000","last_peered":"2024-09-16T07:24:59.473376+0000","last_clean":"2024-09-16T07:24:59.473376+0000","last_became_active":"2024-09-16T07:24:57.465825+0000","last_became_peered":"2024-09-16T07:24:57.465825+0000","last_unstale":"2024-09-16T07:24:59.473376+0000","last_undegraded":"2024-09-16T07:24:59.473376+0000","last_fullsized":"2024-09-16T07:24:59.473376+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:19:31.862795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.484646+0000","last_change":"2024-09-16T07:24:58.480272+0000","last_active":"2024-09-16T07:24:58.484646+0000","last_peered":"2024-09-16T07:24:58.484646+0000","last_clean":"2024-09-16T07:24:58.484646+0000","last_became_active":"2024-09-16T07:24:58.474684+0000","last_became_peered":"2024-09-16T07:24:58.474684+0000","last_unstale":"2024-09-16T07:24:58.484646+0000","last_undegraded":"2024-09-16T07:24:58.484646+0000","last_fullsized":"2024-09-16T07:24:58.484646+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:44:05.848089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.467128+0000","last_change":"2024-09-16T07:24:57.469025+0000","last_active":"2024-09-16T07:24:58.467128+0000","last_peered":"2024-09-16T07:24:58.467128+0000","last_clean":"2024-09-16T07:24:58.467128+0000","last_became_active":"2024-09-16T07:24:57.468458+0000","last_became_peered":"2024-09-16T07:24:57.468458+0000","last_unstale":"2024-09-16T07:24:58.467128+0000","last_undegraded":"2024-09-16T07:24:58.467128+0000","last_fullsized":"2024-09-16T07:24:58.467128+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:44:58.038495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.469627+0000","last_change":"2024-09-16T07:24:58.487396+0000","last_active":"2024-09-16T07:24:59.469627+0000","last_peered":"2024-09-16T07:24:59.469627+0000","last_clean":"2024-09-16T07:24:59.469627+0000","last_became_active":"2024-09-16T07:24:58.487037+0000","last_became_peered":"2024-09-16T07:24:58.487037+0000","last_unstale":"2024-09-16T07:24:59.469627+0000","last_undegraded":"2024-09-16T07:24:59.469627+0000","last_fullsized":"2024-09-16T07:24:59.469627+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:43:02.400445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.469879+0000","last_change":"2024-09-16T07:24:57.473145+0000","last_active":"2024-09-16T07:24:59.469879+0000","last_peered":"2024-09-16T07:24:59.469879+0000","last_clean":"2024-09-16T07:24:59.469879+0000","last_became_active":"2024-09-16T07:24:57.472692+0000","last_became_peered":"2024-09-16T07:24:57.472692+0000","last_unstale":"2024-09-16T07:24:59.469879+0000","last_undegraded":"2024-09-16T07:24:59.469879+0000","last_fullsized":"2024-09-16T07:24:59.469879+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:17:06.269972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.14","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.480872+0000","last_change":"2024-09-16T07:24:58.479383+0000","last_active":"2024-09-16T07:24:58.480872+0000","last_peered":"2024-09-16T07:24:58.480872+0000","last_clean":"2024-09-16T07:24:58.480872+0000","last_became_active":"2024-09-16T07:24:58.479112+0000","last_became_peered":"2024-09-16T07:24:58.479112+0000","last_unstale":"2024-09-16T07:24:58.480872+0000","last_undegraded":"2024-09-16T07:24:58.480872+0000","last_fullsized":"2024-09-16T07:24:58.480872+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:12:46.056878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.15","version":"68'3","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.473463+0000","last_change":"2024-09-16T07:24:57.468369+0000","last_active":"2024-09-16T07:24:59.473463+0000","last_peered":"2024-09-16T07:24:59.473463+0000","last_clean":"2024-09-16T07:24:59.473463+0000","last_became_active":"2024-09-16T07:24:57.468088+0000","last_became_peered":"2024-09-16T07:24:57.468088+0000","last_unstale":"2024-09-16T07:24:59.473463+0000","last_undegraded":"2024-09-16T07:24:59.473463+0000","last_fullsized":"2024-09-16T07:24:59.473463+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:10:58.195258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.15","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.473822+0000","last_change":"2024-09-16T07:24:58.474951+0000","last_active":"2024-09-16T07:24:59.473822+0000","last_peered":"2024-09-16T07:24:59.473822+0000","last_clean":"2024-09-16T07:24:59.473822+0000","last_became_active":"2024-09-16T07:24:58.472989+0000","last_became_peered":"2024-09-16T07:24:58.472989+0000","last_unstale":"2024-09-16T07:24:59.473822+0000","last_undegraded":"2024-09-16T07:24:59.473822+0000","last_fullsized":"2024-09-16T07:24:59.473822+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:43:14.044645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.14","version":"68'6","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.829416+0000","last_change":"2024-09-16T07:24:57.465571+0000","last_active":"2024-09-16T07:24:59.829416+0000","last_peered":"2024-09-16T07:24:59.829416+0000","last_clean":"2024-09-16T07:24:59.829416+0000","last_became_active":"2024-09-16T07:24:57.465285+0000","last_became_peered":"2024-09-16T07:24:57.465285+0000","last_unstale":"2024-09-16T07:24:59.829416+0000","last_undegraded":"2024-09-16T07:24:59.829416+0000","last_fullsized":"2024-09-16T07:24:59.829416+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:44:17.688051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.474836+0000","last_change":"2024-09-16T07:24:58.473182+0000","last_active":"2024-09-16T07:24:58.474836+0000","last_peered":"2024-09-16T07:24:58.474836+0000","last_clean":"2024-09-16T07:24:58.474836+0000","last_became_active":"2024-09-16T07:24:58.472884+0000","last_became_peered":"2024-09-16T07:24:58.472884+0000","last_unstale":"2024-09-16T07:24:58.474836+0000","last_undegraded":"2024-09-16T07:24:58.474836+0000","last_fullsized":"2024-09-16T07:24:58.474836+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:04:58.690188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.13","version":"68'2","reported_seq":17,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.829189+0000","last_change":"2024-09-16T07:24:57.472029+0000","last_active":"2024-09-16T07:24:59.829189+0000","last_peered":"2024-09-16T07:24:59.829189+0000","last_clean":"2024-09-16T07:24:59.829189+0000","last_became_active":"2024-09-16T07:24:57.471755+0000","last_became_peered":"2024-09-16T07:24:57.471755+0000","last_unstale":"2024-09-16T07:24:59.829189+0000","last_undegraded":"2024-09-16T07:24:59.829189+0000","last_fullsized":"2024-09-16T07:24:59.829189+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:57:36.122092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.13","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.485183+0000","last_change":"2024-09-16T07:24:58.483088+0000","last_active":"2024-09-16T07:24:58.485183+0000","last_peered":"2024-09-16T07:24:58.485183+0000","last_clean":"2024-09-16T07:24:58.485183+0000","last_became_active":"2024-09-16T07:24:58.482766+0000","last_became_peered":"2024-09-16T07:24:58.482766+0000","last_unstale":"2024-09-16T07:24:58.485183+0000","last_undegraded":"2024-09-16T07:24:58.485183+0000","last_fullsized":"2024-09-16T07:24:58.485183+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:37:16.210396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.461039+0000","last_change":"2024-09-16T07:24:57.469291+0000","last_active":"2024-09-16T07:24:58.461039+0000","last_peered":"2024-09-16T07:24:58.461039+0000","last_clean":"2024-09-16T07:24:58.461039+0000","last_became_active":"2024-09-16T07:24:57.469014+0000","last_became_peered":"2024-09-16T07:24:57.469014+0000","last_unstale":"2024-09-16T07:24:58.461039+0000","last_undegraded":"2024-09-16T07:24:58.461039+0000","last_fullsized":"2024-09-16T07:24:58.461039+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:47:52.916920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.10","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.472863+0000","last_change":"2024-09-16T07:24:58.469075+0000","last_active":"2024-09-16T07:24:59.472863+0000","last_peered":"2024-09-16T07:24:59.472863+0000","last_clean":"2024-09-16T07:24:59.472863+0000","last_became_active":"2024-09-16T07:24:58.467408+0000","last_became_peered":"2024-09-16T07:24:58.467408+0000","last_unstale":"2024-09-16T07:24:59.472863+0000","last_undegraded":"2024-09-16T07:24:59.472863+0000","last_fullsized":"2024-09-16T07:24:59.472863+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:32:00.182258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.471286+0000","last_change":"2024-09-16T07:24:57.459383+0000","last_active":"2024-09-16T07:24:58.471286+0000","last_peered":"2024-09-16T07:24:58.471286+0000","last_clean":"2024-09-16T07:24:58.471286+0000","last_became_active":"2024-09-16T07:24:57.459025+0000","last_became_peered":"2024-09-16T07:24:57.459025+0000","last_unstale":"2024-09-16T07:24:58.471286+0000","last_undegraded":"2024-09-16T07:24:58.471286+0000","last_fullsized":"2024-09-16T07:24:58.471286+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:50:02.726063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.479408+0000","last_change":"2024-09-16T07:24:58.472130+0000","last_active":"2024-09-16T07:24:58.479408+0000","last_peered":"2024-09-16T07:24:58.479408+0000","last_clean":"2024-09-16T07:24:58.479408+0000","last_became_active":"2024-09-16T07:24:58.471431+0000","last_became_peered":"2024-09-16T07:24:58.471431+0000","last_unstale":"2024-09-16T07:24:58.479408+0000","last_undegraded":"2024-09-16T07:24:58.479408+0000","last_fullsized":"2024-09-16T07:24:58.479408+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:59:27.919922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.10","version":"68'8","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.490983+0000","last_change":"2024-09-16T07:24:57.463662+0000","last_active":"2024-09-16T07:24:58.490983+0000","last_peered":"2024-09-16T07:24:58.490983+0000","last_clean":"2024-09-16T07:24:58.490983+0000","last_became_active":"2024-09-16T07:24:57.463359+0000","last_became_peered":"2024-09-16T07:24:57.463359+0000","last_unstale":"2024-09-16T07:24:58.490983+0000","last_undegraded":"2024-09-16T07:24:58.490983+0000","last_fullsized":"2024-09-16T07:24:58.490983+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:14:28.631546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.e","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.469902+0000","last_change":"2024-09-16T07:24:58.467903+0000","last_active":"2024-09-16T07:24:59.469902+0000","last_peered":"2024-09-16T07:24:59.469902+0000","last_clean":"2024-09-16T07:24:59.469902+0000","last_became_active":"2024-09-16T07:24:58.467616+0000","last_became_peered":"2024-09-16T07:24:58.467616+0000","last_unstale":"2024-09-16T07:24:59.469902+0000","last_undegraded":"2024-09-16T07:24:59.469902+0000","last_fullsized":"2024-09-16T07:24:59.469902+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:36:00.627313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.f","version":"68'1","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.486725+0000","last_change":"2024-09-16T07:24:57.468713+0000","last_active":"2024-09-16T07:24:58.486725+0000","last_peered":"2024-09-16T07:24:58.486725+0000","last_clean":"2024-09-16T07:24:58.486725+0000","last_became_active":"2024-09-16T07:24:57.468086+0000","last_became_peered":"2024-09-16T07:24:57.468086+0000","last_unstale":"2024-09-16T07:24:58.486725+0000","last_undegraded":"2024-09-16T07:24:58.486725+0000","last_fullsized":"2024-09-16T07:24:58.486725+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:07:10.883071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.f","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.469833+0000","last_change":"2024-09-16T07:24:58.473383+0000","last_active":"2024-09-16T07:24:59.469833+0000","last_peered":"2024-09-16T07:24:59.469833+0000","last_clean":"2024-09-16T07:24:59.469833+0000","last_became_active":"2024-09-16T07:24:58.472712+0000","last_became_peered":"2024-09-16T07:24:58.472712+0000","last_unstale":"2024-09-16T07:24:59.469833+0000","last_undegraded":"2024-09-16T07:24:59.469833+0000","last_fullsized":"2024-09-16T07:24:59.469833+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:00:21.768094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"68'2","reported_seq":17,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.469976+0000","last_change":"2024-09-16T07:24:57.468704+0000","last_active":"2024-09-16T07:24:59.469976+0000","last_peered":"2024-09-16T07:24:59.469976+0000","last_clean":"2024-09-16T07:24:59.469976+0000","last_became_active":"2024-09-16T07:24:57.468404+0000","last_became_peered":"2024-09-16T07:24:57.468404+0000","last_unstale":"2024-09-16T07:24:59.469976+0000","last_undegraded":"2024-09-16T07:24:59.469976+0000","last_fullsized":"2024-09-16T07:24:59.469976+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:33:35.612514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.476781+0000","last_change":"2024-09-16T07:24:58.467511+0000","last_active":"2024-09-16T07:24:58.476781+0000","last_peered":"2024-09-16T07:24:58.476781+0000","last_clean":"2024-09-16T07:24:58.476781+0000","last_became_active":"2024-09-16T07:24:58.467218+0000","last_became_peered":"2024-09-16T07:24:58.467218+0000","last_unstale":"2024-09-16T07:24:58.476781+0000","last_undegraded":"2024-09-16T07:24:58.476781+0000","last_fullsized":"2024-09-16T07:24:58.476781+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:09:30.846896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.d","version":"68'1","reported_seq":16,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.469311+0000","last_change":"2024-09-16T07:24:57.472430+0000","last_active":"2024-09-16T07:24:59.469311+0000","last_peered":"2024-09-16T07:24:59.469311+0000","last_clean":"2024-09-16T07:24:59.469311+0000","last_became_active":"2024-09-16T07:24:57.471955+0000","last_became_peered":"2024-09-16T07:24:57.471955+0000","last_unstale":"2024-09-16T07:24:59.469311+0000","last_undegraded":"2024-09-16T07:24:59.469311+0000","last_fullsized":"2024-09-16T07:24:59.469311+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:32:07.993670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.d","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.479426+0000","last_change":"2024-09-16T07:24:58.471859+0000","last_active":"2024-09-16T07:24:58.479426+0000","last_peered":"2024-09-16T07:24:58.479426+0000","last_clean":"2024-09-16T07:24:58.479426+0000","last_became_active":"2024-09-16T07:24:58.471548+0000","last_became_peered":"2024-09-16T07:24:58.471548+0000","last_unstale":"2024-09-16T07:24:58.479426+0000","last_undegraded":"2024-09-16T07:24:58.479426+0000","last_fullsized":"2024-09-16T07:24:58.479426+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:44:35.961952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.465701+0000","last_change":"2024-09-16T07:24:57.468246+0000","last_active":"2024-09-16T07:24:58.465701+0000","last_peered":"2024-09-16T07:24:58.465701+0000","last_clean":"2024-09-16T07:24:58.465701+0000","last_became_active":"2024-09-16T07:24:57.467741+0000","last_became_peered":"2024-09-16T07:24:57.467741+0000","last_unstale":"2024-09-16T07:24:58.465701+0000","last_undegraded":"2024-09-16T07:24:58.465701+0000","last_fullsized":"2024-09-16T07:24:58.465701+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:17:12.158696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.b","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.829128+0000","last_change":"2024-09-16T07:24:58.473567+0000","last_active":"2024-09-16T07:24:59.829128+0000","last_peered":"2024-09-16T07:24:59.829128+0000","last_clean":"2024-09-16T07:24:59.829128+0000","last_became_active":"2024-09-16T07:24:58.470731+0000","last_became_peered":"2024-09-16T07:24:58.470731+0000","last_unstale":"2024-09-16T07:24:59.829128+0000","last_undegraded":"2024-09-16T07:24:59.829128+0000","last_fullsized":"2024-09-16T07:24:59.829128+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:58:37.166400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.463606+0000","last_change":"2024-09-16T07:24:57.475105+0000","last_active":"2024-09-16T07:24:58.463606+0000","last_peered":"2024-09-16T07:24:58.463606+0000","last_clean":"2024-09-16T07:24:58.463606+0000","last_became_active":"2024-09-16T07:24:57.474794+0000","last_became_peered":"2024-09-16T07:24:57.474794+0000","last_unstale":"2024-09-16T07:24:58.463606+0000","last_undegraded":"2024-09-16T07:24:58.463606+0000","last_fullsized":"2024-09-16T07:24:58.463606+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:54:44.360330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.829307+0000","last_change":"2024-09-16T07:24:58.470744+0000","last_active":"2024-09-16T07:24:59.829307+0000","last_peered":"2024-09-16T07:24:59.829307+0000","last_clean":"2024-09-16T07:24:59.829307+0000","last_became_active":"2024-09-16T07:24:58.470236+0000","last_became_peered":"2024-09-16T07:24:58.470236+0000","last_unstale":"2024-09-16T07:24:59.829307+0000","last_undegraded":"2024-09-16T07:24:59.829307+0000","last_fullsized":"2024-09-16T07:24:59.829307+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:13:29.502478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.469380+0000","last_change":"2024-09-16T07:24:57.472357+0000","last_active":"2024-09-16T07:24:59.469380+0000","last_peered":"2024-09-16T07:24:59.469380+0000","last_clean":"2024-09-16T07:24:59.469380+0000","last_became_active":"2024-09-16T07:24:57.472059+0000","last_became_peered":"2024-09-16T07:24:57.472059+0000","last_unstale":"2024-09-16T07:24:59.469380+0000","last_undegraded":"2024-09-16T07:24:59.469380+0000","last_fullsized":"2024-09-16T07:24:59.469380+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:22:31.450661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.474060+0000","last_change":"2024-09-16T07:24:58.477528+0000","last_active":"2024-09-16T07:24:59.474060+0000","last_peered":"2024-09-16T07:24:59.474060+0000","last_clean":"2024-09-16T07:24:59.474060+0000","last_became_active":"2024-09-16T07:24:58.477190+0000","last_became_peered":"2024-09-16T07:24:58.477190+0000","last_unstale":"2024-09-16T07:24:59.474060+0000","last_undegraded":"2024-09-16T07:24:59.474060+0000","last_fullsized":"2024-09-16T07:24:59.474060+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:00:21.768094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.472631+0000","last_change":"2024-09-16T07:24:57.470880+0000","last_active":"2024-09-16T07:24:59.472631+0000","last_peered":"2024-09-16T07:24:59.472631+0000","last_clean":"2024-09-16T07:24:59.472631+0000","last_became_active":"2024-09-16T07:24:57.470595+0000","last_became_peered":"2024-09-16T07:24:57.470595+0000","last_unstale":"2024-09-16T07:24:59.472631+0000","last_undegraded":"2024-09-16T07:24:59.472631+0000","last_fullsized":"2024-09-16T07:24:59.472631+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:26:13.582714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.6","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.474503+0000","last_change":"2024-09-16T07:24:58.470785+0000","last_active":"2024-09-16T07:24:59.474503+0000","last_peered":"2024-09-16T07:24:59.474503+0000","last_clean":"2024-09-16T07:24:59.474503+0000","last_became_active":"2024-09-16T07:24:58.470499+0000","last_became_peered":"2024-09-16T07:24:58.470499+0000","last_unstale":"2024-09-16T07:24:59.474503+0000","last_undegraded":"2024-09-16T07:24:59.474503+0000","last_fullsized":"2024-09-16T07:24:59.474503+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:25:34.573177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"68'2","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.486456+0000","last_change":"2024-09-16T07:24:57.469552+0000","last_active":"2024-09-16T07:24:58.486456+0000","last_peered":"2024-09-16T07:24:58.486456+0000","last_clean":"2024-09-16T07:24:58.486456+0000","last_became_active":"2024-09-16T07:24:57.466993+0000","last_became_peered":"2024-09-16T07:24:57.466993+0000","last_unstale":"2024-09-16T07:24:58.486456+0000","last_undegraded":"2024-09-16T07:24:58.486456+0000","last_fullsized":"2024-09-16T07:24:58.486456+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:13:00.985416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.7","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.486931+0000","last_change":"2024-09-16T07:24:58.481546+0000","last_active":"2024-09-16T07:24:58.486931+0000","last_peered":"2024-09-16T07:24:58.486931+0000","last_clean":"2024-09-16T07:24:58.486931+0000","last_became_active":"2024-09-16T07:24:58.481155+0000","last_became_peered":"2024-09-16T07:24:58.481155+0000","last_unstale":"2024-09-16T07:24:58.486931+0000","last_undegraded":"2024-09-16T07:24:58.486931+0000","last_fullsized":"2024-09-16T07:24:58.486931+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:27:01.246592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.6","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.466848+0000","last_change":"2024-09-16T07:24:57.466464+0000","last_active":"2024-09-16T07:24:58.466848+0000","last_peered":"2024-09-16T07:24:58.466848+0000","last_clean":"2024-09-16T07:24:58.466848+0000","last_became_active":"2024-09-16T07:24:57.466159+0000","last_became_peered":"2024-09-16T07:24:57.466159+0000","last_unstale":"2024-09-16T07:24:58.466848+0000","last_undegraded":"2024-09-16T07:24:58.466848+0000","last_fullsized":"2024-09-16T07:24:58.466848+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:40:30.933939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.469540+0000","last_change":"2024-09-16T07:24:58.468857+0000","last_active":"2024-09-16T07:24:59.469540+0000","last_peered":"2024-09-16T07:24:59.469540+0000","last_clean":"2024-09-16T07:24:59.469540+0000","last_became_active":"2024-09-16T07:24:58.468537+0000","last_became_peered":"2024-09-16T07:24:58.468537+0000","last_unstale":"2024-09-16T07:24:59.469540+0000","last_undegraded":"2024-09-16T07:24:59.469540+0000","last_fullsized":"2024-09-16T07:24:59.469540+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:04:29.851846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.473576+0000","last_change":"2024-09-16T07:24:57.464080+0000","last_active":"2024-09-16T07:24:59.473576+0000","last_peered":"2024-09-16T07:24:59.473576+0000","last_clean":"2024-09-16T07:24:59.473576+0000","last_became_active":"2024-09-16T07:24:57.463759+0000","last_became_peered":"2024-09-16T07:24:57.463759+0000","last_unstale":"2024-09-16T07:24:59.473576+0000","last_undegraded":"2024-09-16T07:24:59.473576+0000","last_fullsized":"2024-09-16T07:24:59.473576+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:20:27.762710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.481367+0000","last_change":"2024-09-16T07:24:58.475391+0000","last_active":"2024-09-16T07:24:58.481367+0000","last_peered":"2024-09-16T07:24:58.481367+0000","last_clean":"2024-09-16T07:24:58.481367+0000","last_became_active":"2024-09-16T07:24:58.475117+0000","last_became_peered":"2024-09-16T07:24:58.475117+0000","last_unstale":"2024-09-16T07:24:58.481367+0000","last_undegraded":"2024-09-16T07:24:58.481367+0000","last_fullsized":"2024-09-16T07:24:58.481367+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:13:12.140162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.473289+0000","last_change":"2024-09-16T07:24:57.466973+0000","last_active":"2024-09-16T07:24:59.473289+0000","last_peered":"2024-09-16T07:24:59.473289+0000","last_clean":"2024-09-16T07:24:59.473289+0000","last_became_active":"2024-09-16T07:24:57.466645+0000","last_became_peered":"2024-09-16T07:24:57.466645+0000","last_unstale":"2024-09-16T07:24:59.473289+0000","last_undegraded":"2024-09-16T07:24:59.473289+0000","last_fullsized":"2024-09-16T07:24:59.473289+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:40:19.829702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.473264+0000","last_change":"2024-09-16T07:24:58.468690+0000","last_active":"2024-09-16T07:24:59.473264+0000","last_peered":"2024-09-16T07:24:59.473264+0000","last_clean":"2024-09-16T07:24:59.473264+0000","last_became_active":"2024-09-16T07:24:58.468341+0000","last_became_peered":"2024-09-16T07:24:58.468341+0000","last_unstale":"2024-09-16T07:24:59.473264+0000","last_undegraded":"2024-09-16T07:24:59.473264+0000","last_fullsized":"2024-09-16T07:24:59.473264+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:46:23.647814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.473298+0000","last_change":"2024-09-16T07:24:57.468584+0000","last_active":"2024-09-16T07:24:59.473298+0000","last_peered":"2024-09-16T07:24:59.473298+0000","last_clean":"2024-09-16T07:24:59.473298+0000","last_became_active":"2024-09-16T07:24:57.468042+0000","last_became_peered":"2024-09-16T07:24:57.468042+0000","last_unstale":"2024-09-16T07:24:59.473298+0000","last_undegraded":"2024-09-16T07:24:59.473298+0000","last_fullsized":"2024-09-16T07:24:59.473298+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:25:08.547380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.486064+0000","last_change":"2024-09-16T07:24:58.482869+0000","last_active":"2024-09-16T07:24:58.486064+0000","last_peered":"2024-09-16T07:24:58.486064+0000","last_clean":"2024-09-16T07:24:58.486064+0000","last_became_active":"2024-09-16T07:24:58.482601+0000","last_became_peered":"2024-09-16T07:24:58.482601+0000","last_unstale":"2024-09-16T07:24:58.486064+0000","last_undegraded":"2024-09-16T07:24:58.486064+0000","last_fullsized":"2024-09-16T07:24:58.486064+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:35:04.524248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.473435+0000","last_change":"2024-09-16T07:24:57.472382+0000","last_active":"2024-09-16T07:24:59.473435+0000","last_peered":"2024-09-16T07:24:59.473435+0000","last_clean":"2024-09-16T07:24:59.473435+0000","last_became_active":"2024-09-16T07:24:57.471655+0000","last_became_peered":"2024-09-16T07:24:57.471655+0000","last_unstale":"2024-09-16T07:24:59.473435+0000","last_undegraded":"2024-09-16T07:24:59.473435+0000","last_fullsized":"2024-09-16T07:24:59.473435+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:43:01.398220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.829548+0000","last_change":"2024-09-16T07:24:58.470315+0000","last_active":"2024-09-16T07:24:59.829548+0000","last_peered":"2024-09-16T07:24:59.829548+0000","last_clean":"2024-09-16T07:24:59.829548+0000","last_became_active":"2024-09-16T07:24:58.470019+0000","last_became_peered":"2024-09-16T07:24:58.470019+0000","last_unstale":"2024-09-16T07:24:59.829548+0000","last_undegraded":"2024-09-16T07:24:59.829548+0000","last_fullsized":"2024-09-16T07:24:59.829548+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:13:21.937660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.469427+0000","last_change":"2024-09-16T07:24:57.472172+0000","last_active":"2024-09-16T07:24:59.469427+0000","last_peered":"2024-09-16T07:24:59.469427+0000","last_clean":"2024-09-16T07:24:59.469427+0000","last_became_active":"2024-09-16T07:24:57.471837+0000","last_became_peered":"2024-09-16T07:24:57.471837+0000","last_unstale":"2024-09-16T07:24:59.469427+0000","last_undegraded":"2024-09-16T07:24:59.469427+0000","last_fullsized":"2024-09-16T07:24:59.469427+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:48:59.768361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.469278+0000","last_change":"2024-09-16T07:24:58.486350+0000","last_active":"2024-09-16T07:24:59.469278+0000","last_peered":"2024-09-16T07:24:59.469278+0000","last_clean":"2024-09-16T07:24:59.469278+0000","last_became_active":"2024-09-16T07:24:58.486053+0000","last_became_peered":"2024-09-16T07:24:58.486053+0000","last_unstale":"2024-09-16T07:24:59.469278+0000","last_undegraded":"2024-09-16T07:24:59.469278+0000","last_fullsized":"2024-09-16T07:24:59.469278+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:41:08.305191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.462271+0000","last_change":"2024-09-16T07:24:57.468476+0000","last_active":"2024-09-16T07:24:58.462271+0000","last_peered":"2024-09-16T07:24:58.462271+0000","last_clean":"2024-09-16T07:24:58.462271+0000","last_became_active":"2024-09-16T07:24:57.467679+0000","last_became_peered":"2024-09-16T07:24:57.467679+0000","last_unstale":"2024-09-16T07:24:58.462271+0000","last_undegraded":"2024-09-16T07:24:58.462271+0000","last_fullsized":"2024-09-16T07:24:58.462271+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:44:30.990905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-09-16T07:24:59.472818+0000","last_change":"2024-09-16T07:24:58.474843+0000","last_active":"2024-09-16T07:24:59.472818+0000","last_peered":"2024-09-16T07:24:59.472818+0000","last_clean":"2024-09-16T07:24:59.472818+0000","last_became_active":"2024-09-16T07:24:58.474519+0000","last_became_peered":"2024-09-16T07:24:58.474519+0000","last_unstale":"2024-09-16T07:24:59.472818+0000","last_undegraded":"2024-09-16T07:24:59.472818+0000","last_fullsized":"2024-09-16T07:24:59.472818+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:57.445614+0000","last_clean_scrub_stamp":"2024-09-16T07:24:57.445614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:58:30.633682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.b","version":"68'2","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.486162+0000","last_change":"2024-09-16T07:24:57.460261+0000","last_active":"2024-09-16T07:24:58.486162+0000","last_peered":"2024-09-16T07:24:58.486162+0000","last_clean":"2024-09-16T07:24:58.486162+0000","last_became_active":"2024-09-16T07:24:57.458944+0000","last_became_peered":"2024-09-16T07:24:57.458944+0000","last_unstale":"2024-09-16T07:24:58.486162+0000","last_undegraded":"2024-09-16T07:24:58.486162+0000","last_fullsized":"2024-09-16T07:24:58.486162+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:24:56.443389+0000","last_clean_scrub_stamp":"2024-09-16T07:24:56.443389+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:18:18.011648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"18'72","reported_seq":196,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-16T07:24:58.463512+0000","last_change":"2024-09-16T07:21:02.600196+0000","last_active":"2024-09-16T07:24:58.463512+0000","last_peered":"2024-09-16T07:24:58.463512+0000","last_clean":"2024-09-16T07:24:58.463512+0000","last_became_active":"2024-09-16T07:21:02.599001+0000","last_became_peered":"2024-09-16T07:21:02.599001+0000","last_unstale":"2024-09-16T07:24:58.463512+0000","last_undegraded":"2024-09-16T07:24:58.463512+0000","last_fullsized":"2024-09-16T07:24:58.463512+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_clean_scrub_stamp":"2024-09-16T07:21:01.331773+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:28:40.942832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":10,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509492,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27840,"kb_used_data":812,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344000,"statfs":{"total":96636764160,"available":96608256000,"internally_reserved":0,"allocated":831488,"data_stored":343051,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509491,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32572,"kb_used_data":1384,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339268,"statfs":{"total":96636764160,"available":96603410432,"internally_reserved":0,"allocated":1417216,"data_stored":931897,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509491,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32012,"kb_used_data":824,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339828,"statfs":{"total":96636764160,"available":96603983872,"internally_reserved":0,"allocated":843776,"data_stored":348433,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509492,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27840,"kb_used_data":812,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344000,"statfs":{"total":96636764160,"available":96608256000,"internally_reserved":0,"allocated":831488,"data_stored":341565,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509492,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27832,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344008,"statfs":{"total":96636764160,"available":96608264192,"internally_reserved":0,"allocated":823296,"data_stored":342021,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509492,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32568,"kb_used_data":1380,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339272,"statfs":{"total":96636764160,"available":96603414528,"internally_reserved":0,"allocated":1413120,"data_stored":931807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509493,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27832,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344008,"statfs":{"total":96636764160,"available":96608264192,"internally_reserved":0,"allocated":823296,"data_stored":341509,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574899,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32024,"kb_used_data":828,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339816,"statfs":{"total":96636764160,"available":96603971584,"internally_reserved":0,"allocated":847872,"data_stored":349385,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T07:25:02.855 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-16T07:25:02.855 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-16T07:25:03.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.004+0000 7f7cb6085640 1 -- 172.21.15.31:0/1711206811 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7cb00d2160 msgr2=0x7f7cb00ce6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:03.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.004+0000 7f7cb6085640 1 --2- 172.21.15.31:0/1711206811 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7cb00d2160 0x7f7cb00ce6e0 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7f7cb0072f40 tx=0x7f7ca802a560 comp rx=0 tx=0).stop 2024-09-16T07:25:03.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.004+0000 7f7cb6085640 1 -- 172.21.15.31:0/1711206811 shutdown_connections 2024-09-16T07:25:03.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.004+0000 7f7cb6085640 1 --2- 172.21.15.31:0/1711206811 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7cb00d2160 0x7f7cb00ce6e0 unknown :-1 s=CLOSED pgs=770 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:03.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.004+0000 7f7cb6085640 1 --2- 172.21.15.31:0/1711206811 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7cb00b1360 0x7f7cb00d1c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:03.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.004+0000 7f7cb6085640 1 --2- 172.21.15.31:0/1711206811 >> v2:172.21.15.155:3300/0 conn(0x7f7cb015bdc0 0x7f7cb00d02b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:03.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.004+0000 7f7cb6085640 1 -- 172.21.15.31:0/1711206811 >> 172.21.15.31:0/1711206811 conn(0x7f7cb009aa30 msgr2=0x7f7cb009ae40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:03.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.004+0000 7f7cb6085640 1 -- 172.21.15.31:0/1711206811 shutdown_connections 2024-09-16T07:25:03.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.004+0000 7f7cb6085640 1 -- 172.21.15.31:0/1711206811 wait complete. 2024-09-16T07:25:03.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.005+0000 7f7cb6085640 1 Processor -- start 2024-09-16T07:25:03.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.005+0000 7f7cb6085640 1 -- start start 2024-09-16T07:25:03.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.006+0000 7f7cb6085640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7cb00b1360 0x7f7cb014ec40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:03.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.006+0000 7f7cb6085640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7cb00d2160 0x7f7cb009d020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:03.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.006+0000 7f7cb6085640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7cb015bdc0 0x7f7cb01507b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:03.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.006+0000 7f7cb6085640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f7cb00cefb0 con 0x7f7cb015bdc0 2024-09-16T07:25:03.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.006+0000 7f7cb6085640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f7cb00cee30 con 0x7f7cb00b1360 2024-09-16T07:25:03.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.006+0000 7f7cb6085640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f7cb00cf130 con 0x7f7cb00d2160 2024-09-16T07:25:03.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.006+0000 7f7caffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7cb015bdc0 0x7f7cb01507b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:03.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.006+0000 7f7caffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7cb015bdc0 0x7f7cb01507b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52558/0 (socket says 172.21.15.31:52558) 2024-09-16T07:25:03.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.006+0000 7f7caffff640 1 -- 172.21.15.31:0/503280836 learned_addr learned my addr 172.21.15.31:0/503280836 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:03.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.007+0000 7f7caeffd640 1 --2- 172.21.15.31:0/503280836 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7cb00d2160 0x7f7cb009d020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:03.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.007+0000 7f7caf7fe640 1 --2- 172.21.15.31:0/503280836 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7cb00b1360 0x7f7cb014ec40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:03.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.007+0000 7f7caffff640 1 -- 172.21.15.31:0/503280836 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7cb00d2160 msgr2=0x7f7cb009d020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:03.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.007+0000 7f7caffff640 1 --2- 172.21.15.31:0/503280836 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7cb00d2160 0x7f7cb009d020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:03.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.007+0000 7f7caffff640 1 -- 172.21.15.31:0/503280836 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7cb00b1360 msgr2=0x7f7cb014ec40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:03.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.007+0000 7f7caffff640 1 --2- 172.21.15.31:0/503280836 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7cb00b1360 0x7f7cb014ec40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:03.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.007+0000 7f7caffff640 1 -- 172.21.15.31:0/503280836 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7cb014f710 con 0x7f7cb015bdc0 2024-09-16T07:25:03.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.007+0000 7f7caf7fe640 1 --2- 172.21.15.31:0/503280836 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7cb00b1360 0x7f7cb014ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:25:03.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.007+0000 7f7caffff640 1 --2- 172.21.15.31:0/503280836 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7cb015bdc0 0x7f7cb01507b0 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7f7ca8009230 tx=0x7f7ca8003960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:03.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.007+0000 7f7c97fff640 1 -- 172.21.15.31:0/503280836 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ca803f070 con 0x7f7cb015bdc0 2024-09-16T07:25:03.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.007+0000 7f7c97fff640 1 -- 172.21.15.31:0/503280836 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7ca8004890 con 0x7f7cb015bdc0 2024-09-16T07:25:03.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.007+0000 7f7c97fff640 1 -- 172.21.15.31:0/503280836 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ca8035030 con 0x7f7cb015bdc0 2024-09-16T07:25:03.009 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.007+0000 7f7cb6085640 1 -- 172.21.15.31:0/503280836 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7cb014f9f0 con 0x7f7cb015bdc0 2024-09-16T07:25:03.009 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.007+0000 7f7cb6085640 1 -- 172.21.15.31:0/503280836 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7cb014ffb0 con 0x7f7cb015bdc0 2024-09-16T07:25:03.009 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.008+0000 7f7cb6085640 1 -- 172.21.15.31:0/503280836 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7cb009b190 con 0x7f7cb015bdc0 2024-09-16T07:25:03.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.009+0000 7f7c97fff640 1 -- 172.21.15.31:0/503280836 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 11) ==== 101593+0+0 (secure 0 0 0) 0x7f7ca8042070 con 0x7f7cb015bdc0 2024-09-16T07:25:03.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.009+0000 7f7c97fff640 1 --2- 172.21.15.31:0/503280836 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7c9c078bb0 0x7f7c9c07b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:03.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.009+0000 7f7c97fff640 1 -- 172.21.15.31:0/503280836 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7f7ca80bbf00 con 0x7f7cb015bdc0 2024-09-16T07:25:03.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.010+0000 7f7caf7fe640 1 --2- 172.21.15.31:0/503280836 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7c9c078bb0 0x7f7c9c07b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:03.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.010+0000 7f7caf7fe640 1 --2- 172.21.15.31:0/503280836 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7c9c078bb0 0x7f7c9c07b070 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f7ca0008ce0 tx=0x7f7ca0008230 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:03.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.014+0000 7f7c97fff640 1 -- 172.21.15.31:0/503280836 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f7ca80840d0 con 0x7f7cb015bdc0 2024-09-16T07:25:03.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.271+0000 7f7cb6085640 1 -- 172.21.15.31:0/503280836 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f7cb009aeb0 con 0x7f7cb015bdc0 2024-09-16T07:25:03.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.274+0000 7f7c97fff640 1 -- 172.21.15.31:0/503280836 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v21) ==== 190+0+147 (secure 0 0 0) 0x7f7ca80839d0 con 0x7f7cb015bdc0 2024-09-16T07:25:03.273 INFO:teuthology.orchestra.run.smithi031.stdout:[client.0] 2024-09-16T07:25:03.273 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQAp3OdmOi3VIhAA6pREvErOkWIiU+/Wlqimsw== 2024-09-16T07:25:03.273 INFO:teuthology.orchestra.run.smithi031.stdout: caps mds = "allow" 2024-09-16T07:25:03.273 INFO:teuthology.orchestra.run.smithi031.stdout: caps mon = "allow r" 2024-09-16T07:25:03.274 INFO:teuthology.orchestra.run.smithi031.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-16T07:25:03.274 INFO:teuthology.orchestra.run.smithi031.stderr:updated caps for client.0 2024-09-16T07:25:03.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.276+0000 7f7cb6085640 1 -- 172.21.15.31:0/503280836 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7c9c078bb0 msgr2=0x7f7c9c07b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:03.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.276+0000 7f7cb6085640 1 --2- 172.21.15.31:0/503280836 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7c9c078bb0 0x7f7c9c07b070 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f7ca0008ce0 tx=0x7f7ca0008230 comp rx=0 tx=0).stop 2024-09-16T07:25:03.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.276+0000 7f7cb6085640 1 -- 172.21.15.31:0/503280836 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7cb015bdc0 msgr2=0x7f7cb01507b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:03.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.276+0000 7f7cb6085640 1 --2- 172.21.15.31:0/503280836 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7cb015bdc0 0x7f7cb01507b0 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7f7ca8009230 tx=0x7f7ca8003960 comp rx=0 tx=0).stop 2024-09-16T07:25:03.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.276+0000 7f7cb6085640 1 -- 172.21.15.31:0/503280836 shutdown_connections 2024-09-16T07:25:03.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.276+0000 7f7cb6085640 1 --2- 172.21.15.31:0/503280836 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f7c9c078bb0 0x7f7c9c07b070 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:03.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.276+0000 7f7cb6085640 1 --2- 172.21.15.31:0/503280836 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7cb015bdc0 0x7f7cb01507b0 unknown :-1 s=CLOSED pgs=771 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:03.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.276+0000 7f7cb6085640 1 --2- 172.21.15.31:0/503280836 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7cb00d2160 0x7f7cb009d020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:03.277 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.276+0000 7f7cb6085640 1 --2- 172.21.15.31:0/503280836 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7cb00b1360 0x7f7cb014ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:03.277 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.276+0000 7f7cb6085640 1 -- 172.21.15.31:0/503280836 >> 172.21.15.31:0/503280836 conn(0x7f7cb009aa30 msgr2=0x7f7cb00ae8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:03.277 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.276+0000 7f7cb6085640 1 -- 172.21.15.31:0/503280836 shutdown_connections 2024-09-16T07:25:03.277 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.276+0000 7f7cb6085640 1 -- 172.21.15.31:0/503280836 wait complete. 2024-09-16T07:25:03.287 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:25:03.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.393+0000 7fc9f54be640 1 -- 172.21.15.31:0/4210481215 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc9f0151370 msgr2=0x7fc9f00cef30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:03.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.393+0000 7fc9f54be640 1 --2- 172.21.15.31:0/4210481215 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc9f0151370 0x7fc9f00cef30 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7fc9e0005fd0 tx=0x7fc9e002a580 comp rx=0 tx=0).stop 2024-09-16T07:25:03.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.393+0000 7fc9f54be640 1 -- 172.21.15.31:0/4210481215 shutdown_connections 2024-09-16T07:25:03.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.393+0000 7fc9f54be640 1 --2- 172.21.15.31:0/4210481215 >> v2:172.21.15.155:3300/0 conn(0x7fc9f00b3140 0x7fc9f00cf470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:03.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.393+0000 7fc9f54be640 1 --2- 172.21.15.31:0/4210481215 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc9f0151370 0x7fc9f00cef30 unknown :-1 s=CLOSED pgs=772 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:03.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.393+0000 7fc9f54be640 1 -- 172.21.15.31:0/4210481215 >> 172.21.15.31:0/4210481215 conn(0x7fc9f00b1690 msgr2=0x7fc9f00b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:03.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.393+0000 7fc9f54be640 1 -- 172.21.15.31:0/4210481215 shutdown_connections 2024-09-16T07:25:03.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.393+0000 7fc9f54be640 1 -- 172.21.15.31:0/4210481215 wait complete. 2024-09-16T07:25:03.395 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.394+0000 7fc9f54be640 1 Processor -- start 2024-09-16T07:25:03.395 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.394+0000 7fc9f54be640 1 -- start start 2024-09-16T07:25:03.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.395+0000 7fc9f54be640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc9f00725a0 0x7fc9f01e2410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:03.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.395+0000 7fc9f54be640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc9f00b3140 0x7fc9f014fc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:03.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.395+0000 7fc9f54be640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc9f0151370 0x7fc9f01501c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:03.399 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.395+0000 7fc9f54be640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fc9f006fff0 con 0x7fc9f00725a0 2024-09-16T07:25:03.399 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.395+0000 7fc9f54be640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc9f006fe70 con 0x7fc9f00b3140 2024-09-16T07:25:03.399 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.395+0000 7fc9f54be640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc9f0070170 con 0x7fc9f0151370 2024-09-16T07:25:03.399 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.395+0000 7fc9eeffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc9f00725a0 0x7fc9f01e2410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:03.399 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.395+0000 7fc9eeffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc9f00725a0 0x7fc9f01e2410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52576/0 (socket says 172.21.15.31:52576) 2024-09-16T07:25:03.399 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.395+0000 7fc9eeffd640 1 -- 172.21.15.31:0/1499323414 learned_addr learned my addr 172.21.15.31:0/1499323414 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:03.399 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.395+0000 7fc9e7fff640 1 --2- 172.21.15.31:0/1499323414 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc9f00b3140 0x7fc9f014fc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:03.399 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.395+0000 7fc9ef7fe640 1 --2- 172.21.15.31:0/1499323414 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc9f0151370 0x7fc9f01501c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:03.399 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.395+0000 7fc9eeffd640 1 -- 172.21.15.31:0/1499323414 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc9f0151370 msgr2=0x7fc9f01501c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:03.399 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.395+0000 7fc9eeffd640 1 --2- 172.21.15.31:0/1499323414 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc9f0151370 0x7fc9f01501c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:03.399 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.395+0000 7fc9eeffd640 1 -- 172.21.15.31:0/1499323414 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc9f00b3140 msgr2=0x7fc9f014fc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:03.399 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.395+0000 7fc9eeffd640 1 --2- 172.21.15.31:0/1499323414 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc9f00b3140 0x7fc9f014fc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:03.400 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.395+0000 7fc9eeffd640 1 -- 172.21.15.31:0/1499323414 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9f01f5da0 con 0x7fc9f00725a0 2024-09-16T07:25:03.400 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.395+0000 7fc9ef7fe640 1 --2- 172.21.15.31:0/1499323414 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc9f0151370 0x7fc9f01501c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:25:03.400 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.395+0000 7fc9eeffd640 1 --2- 172.21.15.31:0/1499323414 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc9f00725a0 0x7fc9f01e2410 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7fc9e0034040 tx=0x7fc9e00039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:03.400 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.396+0000 7fc9e77fe640 1 -- 172.21.15.31:0/1499323414 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9e003e030 con 0x7fc9f00725a0 2024-09-16T07:25:03.400 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.396+0000 7fc9e77fe640 1 -- 172.21.15.31:0/1499323414 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc9e00047a0 con 0x7fc9f00725a0 2024-09-16T07:25:03.400 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.396+0000 7fc9f54be640 1 -- 172.21.15.31:0/1499323414 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc9f01f6040 con 0x7fc9f00725a0 2024-09-16T07:25:03.400 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.396+0000 7fc9e77fe640 1 -- 172.21.15.31:0/1499323414 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9e0035040 con 0x7fc9f00725a0 2024-09-16T07:25:03.400 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.396+0000 7fc9f54be640 1 -- 172.21.15.31:0/1499323414 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9f01e2950 con 0x7fc9f00725a0 2024-09-16T07:25:03.400 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.397+0000 7fc9f54be640 1 -- 172.21.15.31:0/1499323414 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc9f0070690 con 0x7fc9f00725a0 2024-09-16T07:25:03.400 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.397+0000 7fc9e77fe640 1 -- 172.21.15.31:0/1499323414 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 11) ==== 101593+0+0 (secure 0 0 0) 0x7fc9e0041030 con 0x7fc9f00725a0 2024-09-16T07:25:03.400 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.398+0000 7fc9e77fe640 1 --2- 172.21.15.31:0/1499323414 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc9d0078be0 0x7fc9d007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:03.400 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.398+0000 7fc9e77fe640 1 -- 172.21.15.31:0/1499323414 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7fc9e00bb4f0 con 0x7fc9f00725a0 2024-09-16T07:25:03.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.398+0000 7fc9e7fff640 1 --2- 172.21.15.31:0/1499323414 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc9d0078be0 0x7fc9d007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:03.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.398+0000 7fc9e7fff640 1 --2- 172.21.15.31:0/1499323414 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc9d0078be0 0x7fc9d007b0a0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fc9f00b3e40 tx=0x7fc9d800a250 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:03.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.402+0000 7fc9e77fe640 1 -- 172.21.15.31:0/1499323414 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fc9e0083080 con 0x7fc9f00725a0 2024-09-16T07:25:03.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.625+0000 7fc9f54be640 1 -- 172.21.15.31:0/1499323414 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc9f00b0140 con 0x7fc9f00725a0 2024-09-16T07:25:03.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.625+0000 7fc9e77fe640 1 -- 172.21.15.31:0/1499323414 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 47 v47) ==== 94+0+5228 (secure 0 0 0) 0x7fc9e0087ab0 con 0x7fc9f00725a0 2024-09-16T07:25:03.625 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:25:03.625 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":47,"btime":"2024-09-16T07:25:01:476683+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5788,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/1065769710","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":1065769710},{"type":"v1","addr":"172.21.15.31:6835","nonce":1065769710}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":42},{"gid":5803,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/589596785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":589596785},{"type":"v1","addr":"172.21.15.155:6836","nonce":589596785}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":42},{"gid":5806,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/2442055452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":2442055452},{"type":"v1","addr":"172.21.15.155:6837","nonce":2442055452}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":42}],"filesystems":[{"mdsmap":{"epoch":47,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:24:57.838057+0000","modified":"2024-09-16T07:25:00.847041+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6318},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6318":{"gid":6318,"name":"c","rank":0,"incarnation":43,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6834/1482360243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":1482360243},{"type":"v1","addr":"172.21.15.31:6834","nonce":1482360243}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6318,"qdb_cluster":[6318]},"id":5}]} 2024-09-16T07:25:03.625 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 47 2024-09-16T07:25:03.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.627+0000 7fc9f54be640 1 -- 172.21.15.31:0/1499323414 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc9d0078be0 msgr2=0x7fc9d007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:03.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.627+0000 7fc9f54be640 1 --2- 172.21.15.31:0/1499323414 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc9d0078be0 0x7fc9d007b0a0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fc9f00b3e40 tx=0x7fc9d800a250 comp rx=0 tx=0).stop 2024-09-16T07:25:03.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.627+0000 7fc9f54be640 1 -- 172.21.15.31:0/1499323414 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc9f00725a0 msgr2=0x7fc9f01e2410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:03.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.627+0000 7fc9f54be640 1 --2- 172.21.15.31:0/1499323414 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc9f00725a0 0x7fc9f01e2410 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7fc9e0034040 tx=0x7fc9e00039e0 comp rx=0 tx=0).stop 2024-09-16T07:25:03.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.627+0000 7fc9f54be640 1 -- 172.21.15.31:0/1499323414 shutdown_connections 2024-09-16T07:25:03.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.627+0000 7fc9f54be640 1 --2- 172.21.15.31:0/1499323414 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fc9d0078be0 0x7fc9d007b0a0 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:03.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.627+0000 7fc9f54be640 1 --2- 172.21.15.31:0/1499323414 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc9f0151370 0x7fc9f01501c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:03.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.627+0000 7fc9f54be640 1 --2- 172.21.15.31:0/1499323414 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc9f00b3140 0x7fc9f014fc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:03.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.627+0000 7fc9f54be640 1 --2- 172.21.15.31:0/1499323414 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc9f00725a0 0x7fc9f01e2410 unknown :-1 s=CLOSED pgs=773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:03.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.627+0000 7fc9f54be640 1 -- 172.21.15.31:0/1499323414 >> 172.21.15.31:0/1499323414 conn(0x7fc9f00b1690 msgr2=0x7fc9f00af600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:03.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.628+0000 7fc9f54be640 1 -- 172.21.15.31:0/1499323414 shutdown_connections 2024-09-16T07:25:03.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:03.628+0000 7fc9f54be640 1 -- 172.21.15.31:0/1499323414 wait complete. 2024-09-16T07:25:04.040 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 47, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-16T07:24:57.838057+0000', 'modified': '2024-09-16T07:25:00.847041+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6318}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6318': {'gid': 6318, 'name': 'c', 'rank': 0, 'incarnation': 43, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.31:6834/1482360243', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.31:6832', 'nonce': 1482360243}, {'type': 'v1', 'addr': '172.21.15.31:6834', 'nonce': 1482360243}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [11], 'metadata_pool': 10, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6318, 'qdb_cluster': [6318]} 2024-09-16T07:25:04.040 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-16T07:25:04.040 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-16T07:25:04.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.153+0000 7f1c7beb0640 1 -- 172.21.15.31:0/4277596450 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1c740d0d40 msgr2=0x7f1c740cf9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:04.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.153+0000 7f1c7beb0640 1 --2- 172.21.15.31:0/4277596450 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1c740d0d40 0x7f1c740cf9b0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f1c68009860 tx=0x7f1c6802a530 comp rx=0 tx=0).stop 2024-09-16T07:25:04.153 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.153+0000 7f1c7beb0640 1 -- 172.21.15.31:0/4277596450 shutdown_connections 2024-09-16T07:25:04.153 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.153+0000 7f1c7beb0640 1 --2- 172.21.15.31:0/4277596450 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1c740d0d40 0x7f1c740cf9b0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:04.153 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.153+0000 7f1c7beb0640 1 -- 172.21.15.31:0/4277596450 >> 172.21.15.31:0/4277596450 conn(0x7f1c740d3ea0 msgr2=0x7f1c740d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:04.153 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.153+0000 7f1c7beb0640 1 -- 172.21.15.31:0/4277596450 shutdown_connections 2024-09-16T07:25:04.153 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.153+0000 7f1c7beb0640 1 -- 172.21.15.31:0/4277596450 wait complete. 2024-09-16T07:25:04.153 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.154+0000 7f1c7beb0640 1 Processor -- start 2024-09-16T07:25:04.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.154+0000 7f1c7beb0640 1 -- start start 2024-09-16T07:25:04.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.155+0000 7f1c7beb0640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1c740d0d40 0x7f1c74150620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:04.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.155+0000 7f1c7beb0640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1c740d49c0 0x7f1c7406e4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:04.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.155+0000 7f1c7beb0640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1c7415df90 0x7f1c7406ea00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:04.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.155+0000 7f1c7beb0640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f1c740b3f10 con 0x7f1c740d49c0 2024-09-16T07:25:04.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.155+0000 7f1c7beb0640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f1c741627d0 con 0x7f1c740d0d40 2024-09-16T07:25:04.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.155+0000 7f1c7beb0640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f1c740b4090 con 0x7f1c7415df90 2024-09-16T07:25:04.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.155+0000 7f1c7944b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1c740d49c0 0x7f1c7406e4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:04.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.155+0000 7f1c7944b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1c740d49c0 0x7f1c7406e4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52584/0 (socket says 172.21.15.31:52584) 2024-09-16T07:25:04.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.155+0000 7f1c7944b640 1 -- 172.21.15.31:0/3721364088 learned_addr learned my addr 172.21.15.31:0/3721364088 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:04.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.155+0000 7f1c79c4c640 1 --2- 172.21.15.31:0/3721364088 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1c740d0d40 0x7f1c74150620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:04.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.155+0000 7f1c7a44d640 1 --2- 172.21.15.31:0/3721364088 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1c7415df90 0x7f1c7406ea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:04.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.155+0000 7f1c7944b640 1 -- 172.21.15.31:0/3721364088 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1c7415df90 msgr2=0x7f1c7406ea00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:04.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.155+0000 7f1c7944b640 1 --2- 172.21.15.31:0/3721364088 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1c7415df90 0x7f1c7406ea00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:04.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.155+0000 7f1c7944b640 1 -- 172.21.15.31:0/3721364088 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1c740d0d40 msgr2=0x7f1c74150620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:04.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.155+0000 7f1c7944b640 1 --2- 172.21.15.31:0/3721364088 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1c740d0d40 0x7f1c74150620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:04.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.155+0000 7f1c7944b640 1 -- 172.21.15.31:0/3721364088 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c74150b60 con 0x7f1c740d49c0 2024-09-16T07:25:04.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.155+0000 7f1c7944b640 1 --2- 172.21.15.31:0/3721364088 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1c740d49c0 0x7f1c7406e4c0 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7f1c68009980 tx=0x7f1c68003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:04.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.156+0000 7f1c727fc640 1 -- 172.21.15.31:0/3721364088 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c68005c90 con 0x7f1c740d49c0 2024-09-16T07:25:04.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.156+0000 7f1c727fc640 1 -- 172.21.15.31:0/3721364088 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1c68005020 con 0x7f1c740d49c0 2024-09-16T07:25:04.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.156+0000 7f1c7beb0640 1 -- 172.21.15.31:0/3721364088 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c740cdcf0 con 0x7f1c740d49c0 2024-09-16T07:25:04.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.156+0000 7f1c727fc640 1 -- 172.21.15.31:0/3721364088 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c68005410 con 0x7f1c740d49c0 2024-09-16T07:25:04.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.156+0000 7f1c7beb0640 1 -- 172.21.15.31:0/3721364088 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c741f5df0 con 0x7f1c740d49c0 2024-09-16T07:25:04.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.158+0000 7f1c727fc640 1 -- 172.21.15.31:0/3721364088 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 11) ==== 101593+0+0 (secure 0 0 0) 0x7f1c68039040 con 0x7f1c740d49c0 2024-09-16T07:25:04.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.158+0000 7f1c727fc640 1 --2- 172.21.15.31:0/3721364088 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f1c60078bb0 0x7f1c6007b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:04.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.159+0000 7f1c727fc640 1 -- 172.21.15.31:0/3721364088 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7f1c680bbf20 con 0x7f1c740d49c0 2024-09-16T07:25:04.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.159+0000 7f1c79c4c640 1 --2- 172.21.15.31:0/3721364088 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f1c60078bb0 0x7f1c6007b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:04.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.159+0000 7f1c7ec79740 1 Processor -- start 2024-09-16T07:25:04.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.159+0000 7f1c79c4c640 1 --2- 172.21.15.31:0/3721364088 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f1c60078bb0 0x7f1c6007b070 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f1c64001460 tx=0x7f1c64009040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:04.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.159+0000 7f1c7ec79740 1 -- start start 2024-09-16T07:25:04.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.160+0000 7f1c7ec79740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e9f38551b0 0x55e9f382cb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:04.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.160+0000 7f1c7ec79740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55e9f3874df0 0x55e9f38751f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:04.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.160+0000 7f1c7ec79740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55e9f382a5f0 0x55e9f382aa40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:04.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.160+0000 7f1c7ec79740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x55e9f37a1820 con 0x55e9f382a5f0 2024-09-16T07:25:04.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.160+0000 7f1c7ec79740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x55e9f3790c50 con 0x55e9f38551b0 2024-09-16T07:25:04.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.160+0000 7f1c7ec79740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x55e9f3794a60 con 0x55e9f3874df0 2024-09-16T07:25:04.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.160+0000 7f1c7a44d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55e9f382a5f0 0x55e9f382aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:04.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.160+0000 7f1c7a44d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55e9f382a5f0 0x55e9f382aa40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52598/0 (socket says 172.21.15.31:52598) 2024-09-16T07:25:04.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.160+0000 7f1c79c4c640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e9f38551b0 0x55e9f382cb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:04.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.160+0000 7f1c7a44d640 1 -- 172.21.15.31:0/1522989909 learned_addr learned my addr 172.21.15.31:0/1522989909 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:04.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.160+0000 7f1c7944b640 1 --2- 172.21.15.31:0/1522989909 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55e9f3874df0 0x55e9f38751f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:04.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.160+0000 7f1c7a44d640 1 -- 172.21.15.31:0/1522989909 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55e9f3874df0 msgr2=0x55e9f38751f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:25:04.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.160+0000 7f1c7a44d640 1 --2- 172.21.15.31:0/1522989909 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55e9f3874df0 0x55e9f38751f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:04.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.160+0000 7f1c7a44d640 1 -- 172.21.15.31:0/1522989909 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e9f38551b0 msgr2=0x55e9f382cb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:25:04.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.160+0000 7f1c7a44d640 1 --2- 172.21.15.31:0/1522989909 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e9f38551b0 0x55e9f382cb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:04.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.160+0000 7f1c7a44d640 1 -- 172.21.15.31:0/1522989909 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e9f34f2850 con 0x55e9f382a5f0 2024-09-16T07:25:04.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.161+0000 7f1c7a44d640 1 --2- 172.21.15.31:0/1522989909 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55e9f382a5f0 0x55e9f382aa40 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7f1c6c001690 tx=0x7f1c6c001b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b438ac5b98976b00 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:04.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.161+0000 7f1c5b7fe640 1 -- 172.21.15.31:0/1522989909 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c6c016020 con 0x55e9f382a5f0 2024-09-16T07:25:04.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.161+0000 7f1c5b7fe640 1 -- 172.21.15.31:0/1522989909 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1c6c00dc30 con 0x55e9f382a5f0 2024-09-16T07:25:04.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.161+0000 7f1c5b7fe640 1 -- 172.21.15.31:0/1522989909 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c6c012650 con 0x55e9f382a5f0 2024-09-16T07:25:04.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.161+0000 7f1c7ec79740 1 -- 172.21.15.31:0/1522989909 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55e9f382a5f0 msgr2=0x55e9f382aa40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:04.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.161+0000 7f1c7ec79740 1 --2- 172.21.15.31:0/1522989909 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55e9f382a5f0 0x55e9f382aa40 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7f1c6c001690 tx=0x7f1c6c001b50 comp rx=0 tx=0).stop 2024-09-16T07:25:04.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.161+0000 7f1c7ec79740 1 -- 172.21.15.31:0/1522989909 shutdown_connections 2024-09-16T07:25:04.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.161+0000 7f1c7ec79740 1 --2- 172.21.15.31:0/1522989909 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55e9f382a5f0 0x55e9f382aa40 unknown :-1 s=CLOSED pgs=776 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:04.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.161+0000 7f1c7ec79740 1 --2- 172.21.15.31:0/1522989909 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55e9f3874df0 0x55e9f38751f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:04.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.161+0000 7f1c7ec79740 1 --2- 172.21.15.31:0/1522989909 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e9f38551b0 0x55e9f382cb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:04.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.161+0000 7f1c7ec79740 1 -- 172.21.15.31:0/1522989909 >> 172.21.15.31:0/1522989909 conn(0x55e9f382b6a0 msgr2=0x55e9f382f0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:04.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.162+0000 7f1c7ec79740 1 -- 172.21.15.31:0/1522989909 shutdown_connections 2024-09-16T07:25:04.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.162+0000 7f1c7ec79740 1 -- 172.21.15.31:0/1522989909 wait complete. 2024-09-16T07:25:04.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.162+0000 7f1c7ec79740 1 -- start start 2024-09-16T07:25:04.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.162+0000 7f1c7ec79740 1 Processor -- start 2024-09-16T07:25:04.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.163+0000 7f1c7ec79740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e9f38551b0 0x55e9f384ce90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:04.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.163+0000 7f1c7ec79740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55e9f3874df0 0x55e9f386f3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:04.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.163+0000 7f1c7ec79740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55e9f38566a0 0x55e9f386fd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:04.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.163+0000 7f1c7ec79740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x55e9f3501620 con 0x55e9f3874df0 2024-09-16T07:25:04.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.163+0000 7f1c7ec79740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x55e9f37365f0 con 0x55e9f38551b0 2024-09-16T07:25:04.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.163+0000 7f1c7ec79740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x55e9f3829b30 con 0x55e9f38566a0 2024-09-16T07:25:04.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.163+0000 7f1c7ec79740 10 client.0 _ll_register_callbacks cb 0x55e9f373a0a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T07:25:04.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.163+0000 7f1c7944b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55e9f3874df0 0x55e9f386f3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:04.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.163+0000 7f1c7944b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55e9f3874df0 0x55e9f386f3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52600/0 (socket says 172.21.15.31:52600) 2024-09-16T07:25:04.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.163+0000 7f1c7944b640 1 -- 172.21.15.31:0/2960346356 learned_addr learned my addr 172.21.15.31:0/2960346356 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:04.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.163+0000 7f1c79c4c640 1 --2- 172.21.15.31:0/2960346356 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e9f38551b0 0x55e9f384ce90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:04.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.163+0000 7f1c7a44d640 1 --2- 172.21.15.31:0/2960346356 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55e9f38566a0 0x55e9f386fd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:04.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.164+0000 7f1c7944b640 1 -- 172.21.15.31:0/2960346356 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55e9f38566a0 msgr2=0x55e9f386fd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:25:04.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.164+0000 7f1c7944b640 1 --2- 172.21.15.31:0/2960346356 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55e9f38566a0 0x55e9f386fd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:04.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.164+0000 7f1c7944b640 1 -- 172.21.15.31:0/2960346356 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e9f38551b0 msgr2=0x55e9f384ce90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:25:04.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.164+0000 7f1c7944b640 1 --2- 172.21.15.31:0/2960346356 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e9f38551b0 0x55e9f384ce90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:04.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.164+0000 7f1c7944b640 1 -- 172.21.15.31:0/2960346356 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e9f35696b0 con 0x55e9f3874df0 2024-09-16T07:25:04.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.164+0000 7f1c7a44d640 1 --2- 172.21.15.31:0/2960346356 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55e9f38566a0 0x55e9f386fd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:25:04.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.164+0000 7f1c7944b640 1 --2- 172.21.15.31:0/2960346356 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55e9f3874df0 0x55e9f386f3f0 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7f1c68009950 tx=0x7f1c68083de0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2d5d0c81ba87d09 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:04.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.164+0000 7f1c58ff9640 10 client.0 ms_handle_connect on v2:172.21.15.31:3300/0 2024-09-16T07:25:04.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.164+0000 7f1c58ff9640 1 -- 172.21.15.31:0/2960346356 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c68049040 con 0x55e9f3874df0 2024-09-16T07:25:04.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.164+0000 7f1c58ff9640 1 -- 172.21.15.31:0/2960346356 <== mon.0 v2:172.21.15.31:3300/0 2 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7f1c68082ae0 con 0x55e9f3874df0 2024-09-16T07:25:04.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.164+0000 7f1c7ec79740 1 -- 172.21.15.31:0/2960346356 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1c6c00dc30 con 0x55e9f3874df0 2024-09-16T07:25:04.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.164+0000 7f1c58ff9640 1 -- 172.21.15.31:0/2960346356 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_get_version_reply(handle=1 version=47) ==== 24+0+0 (secure 0 0 0) 0x7f1c68083f80 con 0x55e9f3874df0 2024-09-16T07:25:04.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.164+0000 7f1c7ec79740 10 client.6462 fetch_fsmap learned FSMap version 47 2024-09-16T07:25:04.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.164+0000 7f1c7ec79740 1 -- 172.21.15.31:0/2960346356 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,fsmap=47,monmap=2+}) -- 0x55e9f3859a00 con 0x55e9f3874df0 2024-09-16T07:25:04.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.164+0000 7f1c58ff9640 1 -- 172.21.15.31:0/2960346356 <== mon.0 v2:172.21.15.31:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1c6c00dc30 con 0x55e9f3874df0 2024-09-16T07:25:04.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.164+0000 7f1c58ff9640 1 -- 172.21.15.31:0/2960346356 <== mon.0 v2:172.21.15.31:3300/0 5 ==== fsmap(e 47) ==== 3502+0+0 (secure 0 0 0) 0x7f1c6809dba0 con 0x55e9f3874df0 2024-09-16T07:25:04.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.164+0000 7f1c7ec79740 10 client.6462 fetch_fsmap finished waiting for FSMap version 47 2024-09-16T07:25:04.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.164+0000 7f1c7ec79740 10 client.6462 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-16T07:25:04.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.164+0000 7f1c7ec79740 20 client.6462 populate_metadata read hostname 'smithi031' 2024-09-16T07:25:04.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.164+0000 7f1c7ec79740 1 --2- 172.21.15.31:0/2960346356 >> [v2:172.21.15.31:6832/1482360243,v1:172.21.15.31:6834/1482360243] conn(0x55e9f386e340 0x55e9f386e720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:04.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.164+0000 7f1c7ec79740 4 client.6462 mds_command: new command op to 6318 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T07:25:04.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.164+0000 7f1c7ec79740 1 -- 172.21.15.31:0/2960346356 --> [v2:172.21.15.31:6832/1482360243,v1:172.21.15.31:6834/1482360243] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e9f37a3770 con 0x55e9f386e340 2024-09-16T07:25:04.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.164+0000 7f1c79c4c640 1 --2- 172.21.15.31:0/2960346356 >> [v2:172.21.15.31:6832/1482360243,v1:172.21.15.31:6834/1482360243] conn(0x55e9f386e340 0x55e9f386e720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:04.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.165+0000 7f1c58ff9640 10 client.6462 ms_handle_connect on v2:172.21.15.31:6832/1482360243 2024-09-16T07:25:04.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.165+0000 7f1c79c4c640 1 --2- 172.21.15.31:0/2960346356 >> [v2:172.21.15.31:6832/1482360243,v1:172.21.15.31:6834/1482360243] conn(0x55e9f386e340 0x55e9f386e720 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7f1b4a7234fde739 server_cookie=3c46db2baea39fd9 in_seq=0 out_seq=0 2024-09-16T07:25:04.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.165+0000 7f1c58ff9640 1 -- 172.21.15.31:0/2960346356 <== mds.0 v2:172.21.15.31:6832/1482360243 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x55e9f37a3770 con 0x55e9f386e340 2024-09-16T07:25:04.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.165+0000 7f1c58ff9640 10 client.6462 handle_command_reply: tid=0 2024-09-16T07:25:04.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.166+0000 7f1c7ec79740 1 client.6462 shutdown 2024-09-16T07:25:04.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.166+0000 7f1c7ec79740 1 -- 172.21.15.31:0/2960346356 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55e9f3874df0 msgr2=0x55e9f386f3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:04.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.166+0000 7f1c7ec79740 1 --2- 172.21.15.31:0/2960346356 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55e9f3874df0 0x55e9f386f3f0 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7f1c68009950 tx=0x7f1c68083de0 comp rx=0 tx=0).stop 2024-09-16T07:25:04.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.166+0000 7f1c7ec79740 1 -- 172.21.15.31:0/2960346356 shutdown_connections 2024-09-16T07:25:04.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.166+0000 7f1c7ec79740 1 --2- 172.21.15.31:0/2960346356 >> [v2:172.21.15.31:6832/1482360243,v1:172.21.15.31:6834/1482360243] conn(0x55e9f386e340 0x55e9f386e720 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:04.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.166+0000 7f1c7ec79740 1 --2- 172.21.15.31:0/2960346356 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55e9f38566a0 0x55e9f386fd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:04.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.166+0000 7f1c58ff9640 0 client.6462 ms_handle_reset on v2:172.21.15.31:6832/1482360243 2024-09-16T07:25:04.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.166+0000 7f1c7ec79740 1 --2- 172.21.15.31:0/2960346356 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55e9f3874df0 0x55e9f386f3f0 unknown :-1 s=CLOSED pgs=777 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:04.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.166+0000 7f1c7ec79740 1 --2- 172.21.15.31:0/2960346356 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e9f38551b0 0x55e9f384ce90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:04.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.166+0000 7f1c7ec79740 1 -- 172.21.15.31:0/2960346356 >> 172.21.15.31:0/2960346356 conn(0x55e9f382a5f0 msgr2=0x55e9f382f610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:04.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.166+0000 7f1c7ec79740 1 -- 172.21.15.31:0/2960346356 shutdown_connections 2024-09-16T07:25:04.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.166+0000 7f1c7ec79740 1 -- 172.21.15.31:0/2960346356 wait complete. 2024-09-16T07:25:04.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.166+0000 7f1c7ec79740 20 client.6462 trim_cache size 0 max 16384 2024-09-16T07:25:04.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.184+0000 7f1c7ec79740 1 Processor -- start 2024-09-16T07:25:04.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.184+0000 7f1c7ec79740 1 -- start start 2024-09-16T07:25:04.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.185+0000 7f1c7ec79740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e9f38551b0 0x55e9f382abc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:04.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.185+0000 7f1c7ec79740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55e9f38566a0 0x55e9f3877170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:04.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.185+0000 7f1c7ec79740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55e9f3874df0 0x55e9f38776b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:04.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.185+0000 7f1c7ec79740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f1c742010e0 con 0x55e9f3874df0 2024-09-16T07:25:04.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.185+0000 7f1c7ec79740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f1c742001a0 con 0x55e9f38551b0 2024-09-16T07:25:04.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.185+0000 7f1c7ec79740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f1c741f73b0 con 0x55e9f38566a0 2024-09-16T07:25:04.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.185+0000 7f1c7a44d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55e9f3874df0 0x55e9f38776b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:04.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.185+0000 7f1c7a44d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55e9f3874df0 0x55e9f38776b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52610/0 (socket says 172.21.15.31:52610) 2024-09-16T07:25:04.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.185+0000 7f1c7a44d640 1 -- 172.21.15.31:0/3914033757 learned_addr learned my addr 172.21.15.31:0/3914033757 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:04.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.185+0000 7f1c7a44d640 1 -- 172.21.15.31:0/3914033757 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55e9f38566a0 msgr2=0x55e9f3877170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:25:04.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.185+0000 7f1c7a44d640 1 --2- 172.21.15.31:0/3914033757 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55e9f38566a0 0x55e9f3877170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:04.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.185+0000 7f1c7a44d640 1 -- 172.21.15.31:0/3914033757 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e9f38551b0 msgr2=0x55e9f382abc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:25:04.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.185+0000 7f1c7a44d640 1 --2- 172.21.15.31:0/3914033757 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e9f38551b0 0x55e9f382abc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:04.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.185+0000 7f1c7a44d640 1 -- 172.21.15.31:0/3914033757 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e9f38986b0 con 0x55e9f3874df0 2024-09-16T07:25:04.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.185+0000 7f1c7a44d640 1 --2- 172.21.15.31:0/3914033757 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55e9f3874df0 0x55e9f38776b0 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7f1c6c014000 tx=0x7f1c6c001040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32c30a01fa80a1f2 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:04.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.186+0000 7f1c5affd640 1 -- 172.21.15.31:0/3914033757 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c6c016070 con 0x55e9f3874df0 2024-09-16T07:25:04.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.186+0000 7f1c5affd640 1 -- 172.21.15.31:0/3914033757 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1c6c00dc30 con 0x55e9f3874df0 2024-09-16T07:25:04.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.186+0000 7f1c5affd640 1 -- 172.21.15.31:0/3914033757 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c6c0050b0 con 0x55e9f3874df0 2024-09-16T07:25:04.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.186+0000 7f1c7ec79740 1 -- 172.21.15.31:0/3914033757 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55e9f3874df0 msgr2=0x55e9f38776b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:04.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.186+0000 7f1c7ec79740 1 --2- 172.21.15.31:0/3914033757 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55e9f3874df0 0x55e9f38776b0 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7f1c6c014000 tx=0x7f1c6c001040 comp rx=0 tx=0).stop 2024-09-16T07:25:04.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.186+0000 7f1c7ec79740 1 -- 172.21.15.31:0/3914033757 shutdown_connections 2024-09-16T07:25:04.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.186+0000 7f1c7ec79740 1 --2- 172.21.15.31:0/3914033757 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55e9f3874df0 0x55e9f38776b0 unknown :-1 s=CLOSED pgs=778 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:04.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.186+0000 7f1c7ec79740 1 --2- 172.21.15.31:0/3914033757 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55e9f38566a0 0x55e9f3877170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:04.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.186+0000 7f1c7ec79740 1 --2- 172.21.15.31:0/3914033757 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e9f38551b0 0x55e9f382abc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:04.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.186+0000 7f1c7ec79740 1 -- 172.21.15.31:0/3914033757 >> 172.21.15.31:0/3914033757 conn(0x55e9f382a5f0 msgr2=0x55e9f386fb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:04.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.186+0000 7f1c7ec79740 1 -- 172.21.15.31:0/3914033757 shutdown_connections 2024-09-16T07:25:04.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.186+0000 7f1c7ec79740 1 -- 172.21.15.31:0/3914033757 wait complete. 2024-09-16T07:25:04.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.187+0000 7f1c7ec79740 1 -- start start 2024-09-16T07:25:04.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.187+0000 7f1c7ec79740 1 Processor -- start 2024-09-16T07:25:04.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.188+0000 7f1c7ec79740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55e9f38551b0 0x55e9f38eaf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:04.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.188+0000 7f1c7ec79740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55e9f38566a0 0x55e9f38808c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:04.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.188+0000 7f1c7ec79740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e9f3874df0 0x55e9f38882b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:04.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.188+0000 7f1c7ec79740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x55e9f386f980 con 0x55e9f38566a0 2024-09-16T07:25:04.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.188+0000 7f1c7ec79740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x55e9f384d3d0 con 0x55e9f3874df0 2024-09-16T07:25:04.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.188+0000 7f1c7ec79740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x55e9f3884490 con 0x55e9f38551b0 2024-09-16T07:25:04.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.188+0000 7f1c7ec79740 10 client.0 _ll_register_callbacks cb 0x7f1c68083650 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T07:25:04.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.188+0000 7f1c7944b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55e9f38566a0 0x55e9f38808c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:04.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.188+0000 7f1c7944b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55e9f38566a0 0x55e9f38808c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52620/0 (socket says 172.21.15.31:52620) 2024-09-16T07:25:04.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.188+0000 7f1c7944b640 1 -- 172.21.15.31:0/4188744680 learned_addr learned my addr 172.21.15.31:0/4188744680 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:04.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.188+0000 7f1c79c4c640 1 --2- 172.21.15.31:0/4188744680 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55e9f38551b0 0x55e9f38eaf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:04.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.188+0000 7f1c7a44d640 1 --2- 172.21.15.31:0/4188744680 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e9f3874df0 0x55e9f38882b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:04.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.188+0000 7f1c7944b640 1 -- 172.21.15.31:0/4188744680 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55e9f38551b0 msgr2=0x55e9f38eaf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:25:04.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.188+0000 7f1c7944b640 1 --2- 172.21.15.31:0/4188744680 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55e9f38551b0 0x55e9f38eaf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:04.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.188+0000 7f1c7944b640 1 -- 172.21.15.31:0/4188744680 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e9f3874df0 msgr2=0x55e9f38882b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:25:04.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.188+0000 7f1c7944b640 1 --2- 172.21.15.31:0/4188744680 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e9f3874df0 0x55e9f38882b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:04.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.188+0000 7f1c7944b640 1 -- 172.21.15.31:0/4188744680 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e9f382c4d0 con 0x55e9f38566a0 2024-09-16T07:25:04.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.188+0000 7f1c7a44d640 1 --2- 172.21.15.31:0/4188744680 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e9f3874df0 0x55e9f38882b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:25:04.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.188+0000 7f1c7944b640 1 --2- 172.21.15.31:0/4188744680 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55e9f38566a0 0x55e9f38808c0 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f1c68000c00 tx=0x7f1c68083d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea2a1325b7f97bab server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:04.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.188+0000 7f1c58ff9640 10 client.0 ms_handle_connect on v2:172.21.15.31:3300/0 2024-09-16T07:25:04.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.188+0000 7f1c58ff9640 1 -- 172.21.15.31:0/4188744680 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c68049030 con 0x55e9f38566a0 2024-09-16T07:25:04.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.188+0000 7f1c58ff9640 1 -- 172.21.15.31:0/4188744680 <== mon.0 v2:172.21.15.31:3300/0 2 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7f1c6807f1d0 con 0x55e9f38566a0 2024-09-16T07:25:04.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.188+0000 7f1c7ec79740 1 -- 172.21.15.31:0/4188744680 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1c6c00dc30 con 0x55e9f38566a0 2024-09-16T07:25:04.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.189+0000 7f1c58ff9640 1 -- 172.21.15.31:0/4188744680 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_get_version_reply(handle=1 version=47) ==== 24+0+0 (secure 0 0 0) 0x7f1c68082ff0 con 0x55e9f38566a0 2024-09-16T07:25:04.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.189+0000 7f1c7ec79740 10 client.6468 fetch_fsmap learned FSMap version 47 2024-09-16T07:25:04.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.189+0000 7f1c7ec79740 1 -- 172.21.15.31:0/4188744680 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,fsmap=47,monmap=2+}) -- 0x55e9f3889160 con 0x55e9f38566a0 2024-09-16T07:25:04.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.189+0000 7f1c58ff9640 1 -- 172.21.15.31:0/4188744680 <== mon.0 v2:172.21.15.31:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1c6c00dc30 con 0x55e9f38566a0 2024-09-16T07:25:04.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.189+0000 7f1c58ff9640 1 -- 172.21.15.31:0/4188744680 <== mon.0 v2:172.21.15.31:3300/0 5 ==== fsmap(e 47) ==== 3502+0+0 (secure 0 0 0) 0x7f1c6807f3d0 con 0x55e9f38566a0 2024-09-16T07:25:04.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.189+0000 7f1c7ec79740 10 client.6468 fetch_fsmap finished waiting for FSMap version 47 2024-09-16T07:25:04.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.189+0000 7f1c7ec79740 10 client.6468 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-16T07:25:04.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.189+0000 7f1c7ec79740 20 client.6468 populate_metadata read hostname 'smithi031' 2024-09-16T07:25:04.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.189+0000 7f1c7ec79740 1 --2- 172.21.15.31:0/4188744680 >> [v2:172.21.15.31:6832/1482360243,v1:172.21.15.31:6834/1482360243] conn(0x55e9f388be00 0x55e9f388c1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:04.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.189+0000 7f1c7ec79740 4 client.6468 mds_command: new command op to 6318 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-16T07:25:04.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.189+0000 7f1c7ec79740 1 -- 172.21.15.31:0/4188744680 --> [v2:172.21.15.31:6832/1482360243,v1:172.21.15.31:6834/1482360243] -- command(tid 0: {"prefix": "status"}) -- 0x55e9f379f220 con 0x55e9f388be00 2024-09-16T07:25:04.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.189+0000 7f1c79c4c640 1 --2- 172.21.15.31:0/4188744680 >> [v2:172.21.15.31:6832/1482360243,v1:172.21.15.31:6834/1482360243] conn(0x55e9f388be00 0x55e9f388c1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:04.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.189+0000 7f1c58ff9640 10 client.6468 ms_handle_connect on v2:172.21.15.31:6832/1482360243 2024-09-16T07:25:04.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.189+0000 7f1c79c4c640 1 --2- 172.21.15.31:0/4188744680 >> [v2:172.21.15.31:6832/1482360243,v1:172.21.15.31:6834/1482360243] conn(0x55e9f388be00 0x55e9f388c1e0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=91a4c3d7e9da8560 server_cookie=ae08a834bc963c61 in_seq=0 out_seq=0 2024-09-16T07:25:04.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.190+0000 7f1c58ff9640 1 -- 172.21.15.31:0/4188744680 <== mds.0 v2:172.21.15.31:6832/1482360243 1 ==== command_reply(tid 0: 0 ) ==== 8+0+325 (crc 0 0 0) 0x55e9f379f220 con 0x55e9f388be00 2024-09-16T07:25:04.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.190+0000 7f1c58ff9640 10 client.6468 handle_command_reply: tid=0 2024-09-16T07:25:04.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.190+0000 7f1c7ec79740 1 client.6468 shutdown 2024-09-16T07:25:04.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.190+0000 7f1c7ec79740 1 -- 172.21.15.31:0/4188744680 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55e9f38566a0 msgr2=0x55e9f38808c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:04.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.190+0000 7f1c7ec79740 1 --2- 172.21.15.31:0/4188744680 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55e9f38566a0 0x55e9f38808c0 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f1c68000c00 tx=0x7f1c68083d60 comp rx=0 tx=0).stop 2024-09-16T07:25:04.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.190+0000 7f1c7ec79740 1 -- 172.21.15.31:0/4188744680 shutdown_connections 2024-09-16T07:25:04.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.190+0000 7f1c7ec79740 1 --2- 172.21.15.31:0/4188744680 >> [v2:172.21.15.31:6832/1482360243,v1:172.21.15.31:6834/1482360243] conn(0x55e9f388be00 0x55e9f388c1e0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:04.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.190+0000 7f1c7ec79740 1 --2- 172.21.15.31:0/4188744680 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e9f3874df0 0x55e9f38882b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:04.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.190+0000 7f1c7ec79740 1 --2- 172.21.15.31:0/4188744680 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55e9f38566a0 0x55e9f38808c0 unknown :-1 s=CLOSED pgs=779 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:04.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.190+0000 7f1c7ec79740 1 --2- 172.21.15.31:0/4188744680 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55e9f38551b0 0x55e9f38eaf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:04.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.190+0000 7f1c7ec79740 1 -- 172.21.15.31:0/4188744680 >> 172.21.15.31:0/4188744680 conn(0x55e9f382a5f0 msgr2=0x55e9f3824be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:04.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.190+0000 7f1c58ff9640 0 client.6468 ms_handle_reset on v2:172.21.15.31:6832/1482360243 2024-09-16T07:25:04.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.190+0000 7f1c7ec79740 1 -- 172.21.15.31:0/4188744680 shutdown_connections 2024-09-16T07:25:04.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.190+0000 7f1c7ec79740 1 -- 172.21.15.31:0/4188744680 wait complete. 2024-09-16T07:25:04.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.190+0000 7f1c7ec79740 20 client.6468 trim_cache size 0 max 16384 2024-09-16T07:25:04.197 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-16T07:25:04.197 INFO:teuthology.orchestra.run.smithi031.stdout: "cluster_fsid": "aed87fb1-9c90-4029-9d57-80f2a5b1b4b1", 2024-09-16T07:25:04.197 INFO:teuthology.orchestra.run.smithi031.stdout: "whoami": 0, 2024-09-16T07:25:04.197 INFO:teuthology.orchestra.run.smithi031.stdout: "id": 6318, 2024-09-16T07:25:04.197 INFO:teuthology.orchestra.run.smithi031.stdout: "want_state": "up:active", 2024-09-16T07:25:04.197 INFO:teuthology.orchestra.run.smithi031.stdout: "state": "up:active", 2024-09-16T07:25:04.197 INFO:teuthology.orchestra.run.smithi031.stdout: "fs_name": "cephfs", 2024-09-16T07:25:04.197 INFO:teuthology.orchestra.run.smithi031.stdout: "rank_uptime": 5.7373941190000002, 2024-09-16T07:25:04.197 INFO:teuthology.orchestra.run.smithi031.stdout: "mdsmap_epoch": 47, 2024-09-16T07:25:04.197 INFO:teuthology.orchestra.run.smithi031.stdout: "osdmap_epoch": 69, 2024-09-16T07:25:04.198 INFO:teuthology.orchestra.run.smithi031.stdout: "osdmap_epoch_barrier": 69, 2024-09-16T07:25:04.198 INFO:teuthology.orchestra.run.smithi031.stdout: "uptime": 10.432489104 2024-09-16T07:25:04.198 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-16T07:25:04.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.190+0000 7f1c7beb0640 1 -- 172.21.15.31:0/3721364088 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f1c60078bb0 msgr2=0x7f1c6007b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:04.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.190+0000 7f1c7beb0640 1 --2- 172.21.15.31:0/3721364088 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f1c60078bb0 0x7f1c6007b070 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f1c64001460 tx=0x7f1c64009040 comp rx=0 tx=0).stop 2024-09-16T07:25:04.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.190+0000 7f1c7beb0640 1 -- 172.21.15.31:0/3721364088 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1c740d49c0 msgr2=0x7f1c7406e4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:04.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.190+0000 7f1c7beb0640 1 --2- 172.21.15.31:0/3721364088 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1c740d49c0 0x7f1c7406e4c0 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7f1c68009980 tx=0x7f1c68003c10 comp rx=0 tx=0).stop 2024-09-16T07:25:04.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.191+0000 7f1c7beb0640 1 -- 172.21.15.31:0/3721364088 shutdown_connections 2024-09-16T07:25:04.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.191+0000 7f1c7beb0640 1 --2- 172.21.15.31:0/3721364088 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f1c60078bb0 0x7f1c6007b070 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:04.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.191+0000 7f1c7beb0640 1 --2- 172.21.15.31:0/3721364088 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1c7415df90 0x7f1c7406ea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:04.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.191+0000 7f1c7beb0640 1 --2- 172.21.15.31:0/3721364088 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1c740d49c0 0x7f1c7406e4c0 unknown :-1 s=CLOSED pgs=775 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:04.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.191+0000 7f1c7beb0640 1 --2- 172.21.15.31:0/3721364088 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1c740d0d40 0x7f1c74150620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:04.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.191+0000 7f1c7beb0640 1 -- 172.21.15.31:0/3721364088 >> 172.21.15.31:0/3721364088 conn(0x7f1c740d3ea0 msgr2=0x7f1c740b6130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:04.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.191+0000 7f1c7beb0640 1 -- 172.21.15.31:0/3721364088 shutdown_connections 2024-09-16T07:25:04.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.191+0000 7f1c7beb0640 1 -- 172.21.15.31:0/3721364088 wait complete. 2024-09-16T07:25:04.201 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T07:25:04.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.306+0000 7f606eabd640 1 -- 172.21.15.31:0/1573320109 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f60680735a0 msgr2=0x7f60680739d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:04.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.306+0000 7f606eabd640 1 --2- 172.21.15.31:0/1573320109 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f60680735a0 0x7f60680739d0 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7f605c005fd0 tx=0x7f605c02a540 comp rx=0 tx=0).stop 2024-09-16T07:25:04.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.306+0000 7f606eabd640 1 -- 172.21.15.31:0/1573320109 shutdown_connections 2024-09-16T07:25:04.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.306+0000 7f606eabd640 1 --2- 172.21.15.31:0/1573320109 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f60680735a0 0x7f60680739d0 unknown :-1 s=CLOSED pgs=781 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:04.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.306+0000 7f606eabd640 1 -- 172.21.15.31:0/1573320109 >> 172.21.15.31:0/1573320109 conn(0x7f60680b1690 msgr2=0x7f60680b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:04.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.306+0000 7f606eabd640 1 -- 172.21.15.31:0/1573320109 shutdown_connections 2024-09-16T07:25:04.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.306+0000 7f606eabd640 1 -- 172.21.15.31:0/1573320109 wait complete. 2024-09-16T07:25:04.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.307+0000 7f606eabd640 1 Processor -- start 2024-09-16T07:25:04.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.307+0000 7f606eabd640 1 -- start start 2024-09-16T07:25:04.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.308+0000 7f606eabd640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f606806ff80 0x7f60681e45e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:04.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.308+0000 7f606eabd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f60680735a0 0x7f6068142190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:04.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.308+0000 7f606eabd640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f606815aa70 0x7f606813ee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:04.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.308+0000 7f606eabd640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f6068070780 con 0x7f60680735a0 2024-09-16T07:25:04.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.308+0000 7f606eabd640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f6068070600 con 0x7f606806ff80 2024-09-16T07:25:04.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.308+0000 7f606eabd640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f6068070900 con 0x7f606815aa70 2024-09-16T07:25:04.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.309+0000 7f6067fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f60680735a0 0x7f6068142190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:04.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.309+0000 7f6067fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f60680735a0 0x7f6068142190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52650/0 (socket says 172.21.15.31:52650) 2024-09-16T07:25:04.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.309+0000 7f6067fff640 1 -- 172.21.15.31:0/1261931274 learned_addr learned my addr 172.21.15.31:0/1261931274 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:04.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.309+0000 7f606c859640 1 --2- 172.21.15.31:0/1261931274 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f606806ff80 0x7f60681e45e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:04.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.309+0000 7f606d05a640 1 --2- 172.21.15.31:0/1261931274 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f606815aa70 0x7f606813ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:04.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.309+0000 7f6067fff640 1 -- 172.21.15.31:0/1261931274 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f606815aa70 msgr2=0x7f606813ee20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:04.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.309+0000 7f6067fff640 1 --2- 172.21.15.31:0/1261931274 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f606815aa70 0x7f606813ee20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:04.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.309+0000 7f6067fff640 1 -- 172.21.15.31:0/1261931274 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f606806ff80 msgr2=0x7f60681e45e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:04.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.309+0000 7f6067fff640 1 --2- 172.21.15.31:0/1261931274 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f606806ff80 0x7f60681e45e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:04.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.309+0000 7f6067fff640 1 -- 172.21.15.31:0/1261931274 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60681426d0 con 0x7f60680735a0 2024-09-16T07:25:04.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.309+0000 7f6067fff640 1 --2- 172.21.15.31:0/1261931274 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f60680735a0 0x7f6068142190 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7f605c000c00 tx=0x7f605c0039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:04.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.309+0000 7f60657fa640 1 -- 172.21.15.31:0/1261931274 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f605c03f070 con 0x7f60680735a0 2024-09-16T07:25:04.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.309+0000 7f60657fa640 1 -- 172.21.15.31:0/1261931274 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f605c004890 con 0x7f60680735a0 2024-09-16T07:25:04.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.309+0000 7f606eabd640 1 -- 172.21.15.31:0/1261931274 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f60681e3540 con 0x7f60680735a0 2024-09-16T07:25:04.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.309+0000 7f60657fa640 1 -- 172.21.15.31:0/1261931274 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f605c035030 con 0x7f60680735a0 2024-09-16T07:25:04.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.309+0000 7f606eabd640 1 -- 172.21.15.31:0/1261931274 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f60681e3b00 con 0x7f60680735a0 2024-09-16T07:25:04.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.310+0000 7f606eabd640 1 -- 172.21.15.31:0/1261931274 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f60680cd940 con 0x7f60680735a0 2024-09-16T07:25:04.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.311+0000 7f60657fa640 1 -- 172.21.15.31:0/1261931274 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 11) ==== 101593+0+0 (secure 0 0 0) 0x7f605c042070 con 0x7f60680735a0 2024-09-16T07:25:04.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.311+0000 7f60657fa640 1 --2- 172.21.15.31:0/1261931274 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6054078bb0 0x7f605407b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:04.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.312+0000 7f60657fa640 1 -- 172.21.15.31:0/1261931274 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7f605c0bbe10 con 0x7f60680735a0 2024-09-16T07:25:04.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.312+0000 7f606c859640 1 --2- 172.21.15.31:0/1261931274 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6054078bb0 0x7f605407b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:04.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.312+0000 7f606c859640 1 --2- 172.21.15.31:0/1261931274 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6054078bb0 0x7f605407b070 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f6058006fd0 tx=0x7f6058008040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:04.315 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.316+0000 7f60657fa640 1 -- 172.21.15.31:0/1261931274 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f605c083f60 con 0x7f60680735a0 2024-09-16T07:25:04.424 INFO:tasks.ceph.mds.c.smithi031.stderr:2024-09-16T07:25:04.425+0000 7f99aa274640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-16T07:25:04.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.542+0000 7f606eabd640 1 -- 172.21.15.31:0/1261931274 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f60680cdcf0 con 0x7f60680735a0 2024-09-16T07:25:04.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.543+0000 7f60657fa640 1 -- 172.21.15.31:0/1261931274 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v47) ==== 53+0+73 (secure 0 0 0) 0x7f605c083860 con 0x7f60680735a0 2024-09-16T07:25:04.542 INFO:teuthology.orchestra.run.smithi031.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T07:25:04.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.545+0000 7f606eabd640 1 -- 172.21.15.31:0/1261931274 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6054078bb0 msgr2=0x7f605407b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:04.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.545+0000 7f606eabd640 1 --2- 172.21.15.31:0/1261931274 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6054078bb0 0x7f605407b070 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f6058006fd0 tx=0x7f6058008040 comp rx=0 tx=0).stop 2024-09-16T07:25:04.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.545+0000 7f606eabd640 1 -- 172.21.15.31:0/1261931274 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f60680735a0 msgr2=0x7f6068142190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:04.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.545+0000 7f606eabd640 1 --2- 172.21.15.31:0/1261931274 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f60680735a0 0x7f6068142190 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7f605c000c00 tx=0x7f605c0039e0 comp rx=0 tx=0).stop 2024-09-16T07:25:04.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.545+0000 7f606eabd640 1 -- 172.21.15.31:0/1261931274 shutdown_connections 2024-09-16T07:25:04.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.545+0000 7f606eabd640 1 --2- 172.21.15.31:0/1261931274 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6054078bb0 0x7f605407b070 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:04.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.545+0000 7f606eabd640 1 --2- 172.21.15.31:0/1261931274 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f606815aa70 0x7f606813ee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:04.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.545+0000 7f606eabd640 1 --2- 172.21.15.31:0/1261931274 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f60680735a0 0x7f6068142190 unknown :-1 s=CLOSED pgs=782 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:04.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.545+0000 7f606eabd640 1 --2- 172.21.15.31:0/1261931274 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f606806ff80 0x7f60681e45e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:04.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.545+0000 7f606eabd640 1 -- 172.21.15.31:0/1261931274 >> 172.21.15.31:0/1261931274 conn(0x7f60680b1690 msgr2=0x7f60680ce920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:04.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.545+0000 7f606eabd640 1 -- 172.21.15.31:0/1261931274 shutdown_connections 2024-09-16T07:25:04.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04.545+0000 7f606eabd640 1 -- 172.21.15.31:0/1261931274 wait complete. 2024-09-16T07:25:04.555 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T07:25:04.555 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T07:25:04.555 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi031.front.sepia.ceph.com 2024-09-16T07:25:04.555 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-16T07:25:04.555 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-16T07:25:04.556 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T07:25:04.556 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T07:25:04.556 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T07:25:04.556 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T07:25:04.556 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:25:04.557 DEBUG:teuthology.orchestra.run.smithi031:> ip addr 2024-09-16T07:25:04.573 INFO:teuthology.orchestra.run.smithi031.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T07:25:04.573 INFO:teuthology.orchestra.run.smithi031.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T07:25:04.573 INFO:teuthology.orchestra.run.smithi031.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T07:25:04.573 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:25:04.573 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 ::1/128 scope host 2024-09-16T07:25:04.573 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:25:04.573 INFO:teuthology.orchestra.run.smithi031.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:25:04.574 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 0c:c4:7a:6b:f6:cc brd ff:ff:ff:ff:ff:ff 2024-09-16T07:25:04.574 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp7s0f0 2024-09-16T07:25:04.574 INFO:teuthology.orchestra.run.smithi031.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:25:04.574 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 0c:c4:7a:6b:f6:cd brd ff:ff:ff:ff:ff:ff 2024-09-16T07:25:04.574 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp7s0f1 2024-09-16T07:25:04.574 INFO:teuthology.orchestra.run.smithi031.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T07:25:04.574 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether ac:1f:6b:a5:ca:ba brd ff:ff:ff:ff:ff:ff 2024-09-16T07:25:04.574 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp1s0f0 2024-09-16T07:25:04.574 INFO:teuthology.orchestra.run.smithi031.stdout: inet 172.21.15.31/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-16T07:25:04.574 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft 42515sec preferred_lft 42515sec 2024-09-16T07:25:04.574 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::ae1f:6bff:fea5:caba/64 scope link 2024-09-16T07:25:04.574 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:25:04.575 INFO:teuthology.orchestra.run.smithi031.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:25:04.575 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether ac:1f:6b:a5:ca:bb brd ff:ff:ff:ff:ff:ff 2024-09-16T07:25:04.575 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp1s0f1 2024-09-16T07:25:04.575 INFO:teuthology.orchestra.run.smithi031.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T07:25:04.575 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 32:cb:fd:46:4e:14 brd ff:ff:ff:ff:ff:ff 2024-09-16T07:25:04.575 INFO:teuthology.orchestra.run.smithi031.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-16T07:25:04.575 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:25:04.575 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::5853:30ff:feaf:abcc/64 scope link 2024-09-16T07:25:04.575 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:25:04.576 INFO:teuthology.orchestra.run.smithi031.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T07:25:04.576 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether ea:2f:ff:7f:16:93 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:25:04.576 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::e82f:ffff:fe7f:1693/64 scope link 2024-09-16T07:25:04.576 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:25:04.576 INFO:teuthology.orchestra.run.smithi031.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T07:25:04.576 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 32:cb:fd:46:4e:14 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:25:04.577 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::30cb:fdff:fe46:4e14/64 scope link 2024-09-16T07:25:04.577 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:25:04.577 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:25:04.578 DEBUG:teuthology.orchestra.run.smithi031:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T07:25:04.638 INFO:teuthology.orchestra.run.smithi031.stdout:1 2024-09-16T07:25:04.639 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:25:04.639 DEBUG:teuthology.orchestra.run.smithi031:> route 2024-09-16T07:25:04.696 INFO:teuthology.orchestra.run.smithi031.stdout:Kernel IP routing table 2024-09-16T07:25:04.696 INFO:teuthology.orchestra.run.smithi031.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T07:25:04.696 INFO:teuthology.orchestra.run.smithi031.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-16T07:25:04.696 INFO:teuthology.orchestra.run.smithi031.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-16T07:25:04.696 INFO:teuthology.orchestra.run.smithi031.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T07:25:04.696 DEBUG:teuthology.orchestra.run.smithi031:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T07:25:04.696 DEBUG:teuthology.orchestra.run.smithi031:> set -e 2024-09-16T07:25:04.697 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-16T07:25:04.697 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-16T07:25:04.697 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-16T07:25:04.697 DEBUG:teuthology.orchestra.run.smithi031:> ') 2024-09-16T07:25:04.785 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T07:25:04.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:25:04.824 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:25:04.824 DEBUG:teuthology.orchestra.run.smithi031:> ip netns list 2024-09-16T07:25:04.840 INFO:teuthology.orchestra.run.smithi031.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-16T07:25:04.840 INFO:teuthology.orchestra.run.smithi031.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-16T07:25:04.840 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T07:25:04.841 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:25:04.841 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip link set brx.0 up 2024-09-16T07:25:04.906 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-16T07:25:04.906 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T07:25:04.906 DEBUG:teuthology.orchestra.run.smithi031:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-16T07:25:04.962 INFO:teuthology.orchestra.run.smithi031.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-16T07:25:04.963 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T07:25:04.963 DEBUG:teuthology.orchestra.run.smithi031:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-16T07:25:05.019 DEBUG:teuthology.orchestra.run.smithi031:> sudo modprobe fuse 2024-09-16T07:25:05.085 DEBUG:teuthology.orchestra.run.smithi031:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T07:25:05.142 INFO:teuthology.orchestra.run.smithi031.stdout:/proc 2024-09-16T07:25:05.142 INFO:teuthology.orchestra.run.smithi031.stdout:/sys 2024-09-16T07:25:05.142 INFO:teuthology.orchestra.run.smithi031.stdout:/dev 2024-09-16T07:25:05.142 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/security 2024-09-16T07:25:05.142 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/shm 2024-09-16T07:25:05.142 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/pts 2024-09-16T07:25:05.142 INFO:teuthology.orchestra.run.smithi031.stdout:/run 2024-09-16T07:25:05.142 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/cgroup 2024-09-16T07:25:05.142 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/pstore 2024-09-16T07:25:05.142 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/bpf 2024-09-16T07:25:05.142 INFO:teuthology.orchestra.run.smithi031.stdout:/ 2024-09-16T07:25:05.143 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/selinux 2024-09-16T07:25:05.143 INFO:teuthology.orchestra.run.smithi031.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T07:25:05.143 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/tracing 2024-09-16T07:25:05.143 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/mqueue 2024-09-16T07:25:05.143 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/debug 2024-09-16T07:25:05.143 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/hugepages 2024-09-16T07:25:05.143 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T07:25:05.144 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/fuse/connections 2024-09-16T07:25:05.144 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/config 2024-09-16T07:25:05.144 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T07:25:05.145 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T07:25:05.145 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T07:25:05.145 INFO:teuthology.orchestra.run.smithi031.stdout:/run/user/1000 2024-09-16T07:25:05.145 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph 2024-09-16T07:25:05.145 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T07:25:05.145 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T07:25:05.145 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T07:25:05.145 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T07:25:05.145 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns 2024-09-16T07:25:05.145 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:25:05.145 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:25:05.145 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:25:05.145 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:25:05.146 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:25:05.146 DEBUG:teuthology.orchestra.run.smithi031:> ls /sys/fs/fuse/connections 2024-09-16T07:25:05.198 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-16T07:25:05.198 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-16T07:25:05.241 DEBUG:teuthology.orchestra.run.smithi031:> sudo modprobe fuse 2024-09-16T07:25:05.266 DEBUG:teuthology.orchestra.run.smithi031:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T07:25:05.323 INFO:teuthology.orchestra.run.smithi031.stdout:/proc 2024-09-16T07:25:05.323 INFO:teuthology.orchestra.run.smithi031.stdout:/sys 2024-09-16T07:25:05.323 INFO:teuthology.orchestra.run.smithi031.stdout:/dev 2024-09-16T07:25:05.323 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/security 2024-09-16T07:25:05.323 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/shm 2024-09-16T07:25:05.323 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/pts 2024-09-16T07:25:05.324 INFO:teuthology.orchestra.run.smithi031.stdout:/run 2024-09-16T07:25:05.324 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/cgroup 2024-09-16T07:25:05.324 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/pstore 2024-09-16T07:25:05.324 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/bpf 2024-09-16T07:25:05.324 INFO:teuthology.orchestra.run.smithi031.stdout:/ 2024-09-16T07:25:05.324 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/selinux 2024-09-16T07:25:05.324 INFO:teuthology.orchestra.run.smithi031.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T07:25:05.324 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/tracing 2024-09-16T07:25:05.324 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/mqueue 2024-09-16T07:25:05.324 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/debug 2024-09-16T07:25:05.324 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/hugepages 2024-09-16T07:25:05.324 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T07:25:05.324 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/fuse/connections 2024-09-16T07:25:05.325 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/config 2024-09-16T07:25:05.325 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T07:25:05.325 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T07:25:05.325 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T07:25:05.325 INFO:teuthology.orchestra.run.smithi031.stdout:/run/user/1000 2024-09-16T07:25:05.325 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph 2024-09-16T07:25:05.325 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T07:25:05.325 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T07:25:05.325 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T07:25:05.325 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T07:25:05.325 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns 2024-09-16T07:25:05.326 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:25:05.326 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:25:05.326 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:25:05.326 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:25:05.326 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:25:05.326 DEBUG:teuthology.orchestra.run.smithi031:> ls /sys/fs/fuse/connections 2024-09-16T07:25:05.327 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi031.stderr:2024-09-16T07:25:05.325+0000 7f3e03887480 -1 init, newargv = 0x55d35263e4a0 newargc=15 2024-09-16T07:25:05.327 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi031.stderr:ceph-fuse[58020]: starting ceph client 2024-09-16T07:25:05.330 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi031.stderr:ceph-fuse[58020]: starting fuse 2024-09-16T07:25:05.343 INFO:teuthology.orchestra.run.smithi031.stdout:42 2024-09-16T07:25:05.343 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [42] 2024-09-16T07:25:05.344 DEBUG:teuthology.orchestra.run.smithi031:> sudo stdin-killer -- python3 -c ' 2024-09-16T07:25:05.344 DEBUG:teuthology.orchestra.run.smithi031:> import glob 2024-09-16T07:25:05.344 DEBUG:teuthology.orchestra.run.smithi031:> import re 2024-09-16T07:25:05.344 DEBUG:teuthology.orchestra.run.smithi031:> import os 2024-09-16T07:25:05.344 DEBUG:teuthology.orchestra.run.smithi031:> import subprocess 2024-09-16T07:25:05.344 DEBUG:teuthology.orchestra.run.smithi031:> 2024-09-16T07:25:05.344 DEBUG:teuthology.orchestra.run.smithi031:> def _find_admin_socket(client_name): 2024-09-16T07:25:05.344 DEBUG:teuthology.orchestra.run.smithi031:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-16T07:25:05.344 DEBUG:teuthology.orchestra.run.smithi031:> files = glob.glob(asok_path) 2024-09-16T07:25:05.344 DEBUG:teuthology.orchestra.run.smithi031:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-16T07:25:05.344 DEBUG:teuthology.orchestra.run.smithi031:> 2024-09-16T07:25:05.344 DEBUG:teuthology.orchestra.run.smithi031:> # Given a non-glob path, it better be there 2024-09-16T07:25:05.344 DEBUG:teuthology.orchestra.run.smithi031:> if "*" not in asok_path: 2024-09-16T07:25:05.345 DEBUG:teuthology.orchestra.run.smithi031:> assert(len(files) == 1) 2024-09-16T07:25:05.345 DEBUG:teuthology.orchestra.run.smithi031:> return files[0] 2024-09-16T07:25:05.345 DEBUG:teuthology.orchestra.run.smithi031:> 2024-09-16T07:25:05.345 DEBUG:teuthology.orchestra.run.smithi031:> for f in files: 2024-09-16T07:25:05.345 DEBUG:teuthology.orchestra.run.smithi031:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T07:25:05.345 DEBUG:teuthology.orchestra.run.smithi031:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T07:25:05.345 DEBUG:teuthology.orchestra.run.smithi031:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T07:25:05.345 DEBUG:teuthology.orchestra.run.smithi031:> contents = proc_f.read() 2024-09-16T07:25:05.345 DEBUG:teuthology.orchestra.run.smithi031:> if mountpoint in contents: 2024-09-16T07:25:05.345 DEBUG:teuthology.orchestra.run.smithi031:> return f 2024-09-16T07:25:05.345 DEBUG:teuthology.orchestra.run.smithi031:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T07:25:05.345 DEBUG:teuthology.orchestra.run.smithi031:> 2024-09-16T07:25:05.345 DEBUG:teuthology.orchestra.run.smithi031:> print(_find_admin_socket("client.0")) 2024-09-16T07:25:05.345 DEBUG:teuthology.orchestra.run.smithi031:> ' 2024-09-16T07:25:05.463 INFO:teuthology.orchestra.run.smithi031.stdout:/var/run/ceph/ceph-client.0.58020.asok 2024-09-16T07:25:05.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:25:05.474 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.58020.asok 2024-09-16T07:25:05.475 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:25:05.475 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.58020.asok status 2024-09-16T07:25:05.612 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-16T07:25:05.612 INFO:teuthology.orchestra.run.smithi031.stdout: "metadata": { 2024-09-16T07:25:05.612 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph_sha1": "4ef5f0587d1cad82c4295c20951c303dc342ac74", 2024-09-16T07:25:05.612 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph_version": "ceph version 19.3.0-4938-g4ef5f058 (4ef5f0587d1cad82c4295c20951c303dc342ac74) squid (dev)", 2024-09-16T07:25:05.612 INFO:teuthology.orchestra.run.smithi031.stdout: "entity_id": "0", 2024-09-16T07:25:05.612 INFO:teuthology.orchestra.run.smithi031.stdout: "hostname": "smithi031", 2024-09-16T07:25:05.612 INFO:teuthology.orchestra.run.smithi031.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-16T07:25:05.612 INFO:teuthology.orchestra.run.smithi031.stdout: "pid": "58020", 2024-09-16T07:25:05.612 INFO:teuthology.orchestra.run.smithi031.stdout: "root": "/" 2024-09-16T07:25:05.613 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:05.613 INFO:teuthology.orchestra.run.smithi031.stdout: "dentry_count": 0, 2024-09-16T07:25:05.613 INFO:teuthology.orchestra.run.smithi031.stdout: "dentry_pinned_count": 0, 2024-09-16T07:25:05.613 INFO:teuthology.orchestra.run.smithi031.stdout: "id": 6486, 2024-09-16T07:25:05.613 INFO:teuthology.orchestra.run.smithi031.stdout: "inst": { 2024-09-16T07:25:05.613 INFO:teuthology.orchestra.run.smithi031.stdout: "name": { 2024-09-16T07:25:05.613 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "client", 2024-09-16T07:25:05.613 INFO:teuthology.orchestra.run.smithi031.stdout: "num": 6486 2024-09-16T07:25:05.613 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:05.613 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": { 2024-09-16T07:25:05.613 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "v1", 2024-09-16T07:25:05.613 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": "192.168.0.1:0", 2024-09-16T07:25:05.613 INFO:teuthology.orchestra.run.smithi031.stdout: "nonce": 1684219892 2024-09-16T07:25:05.614 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:05.614 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:05.614 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": { 2024-09-16T07:25:05.614 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "v1", 2024-09-16T07:25:05.614 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": "192.168.0.1:0", 2024-09-16T07:25:05.614 INFO:teuthology.orchestra.run.smithi031.stdout: "nonce": 1684219892 2024-09-16T07:25:05.614 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:05.614 INFO:teuthology.orchestra.run.smithi031.stdout: "inst_str": "client.6486 192.168.0.1:0/1684219892", 2024-09-16T07:25:05.614 INFO:teuthology.orchestra.run.smithi031.stdout: "addr_str": "192.168.0.1:0/1684219892", 2024-09-16T07:25:05.614 INFO:teuthology.orchestra.run.smithi031.stdout: "inode_count": 1, 2024-09-16T07:25:05.614 INFO:teuthology.orchestra.run.smithi031.stdout: "mds_epoch": 47, 2024-09-16T07:25:05.614 INFO:teuthology.orchestra.run.smithi031.stdout: "osd_epoch": 69, 2024-09-16T07:25:05.614 INFO:teuthology.orchestra.run.smithi031.stdout: "osd_epoch_barrier": 0, 2024-09-16T07:25:05.614 INFO:teuthology.orchestra.run.smithi031.stdout: "blocklisted": false, 2024-09-16T07:25:05.614 INFO:teuthology.orchestra.run.smithi031.stdout: "fs_name": "cephfs" 2024-09-16T07:25:05.615 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-16T07:25:05.620 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:25:05.620 DEBUG:teuthology.orchestra.run.smithi031:> stat --file-system '--printf=%T 2024-09-16T07:25:05.620 DEBUG:teuthology.orchestra.run.smithi031:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-16T07:25:05.637 INFO:teuthology.orchestra.run.smithi031.stdout:fuseblk 2024-09-16T07:25:05.637 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-16T07:25:05.637 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:25:05.637 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-16T07:25:05.703 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T07:25:05.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:05.850+0000 7f2a8a28e640 1 -- 172.21.15.31:0/3395162759 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2a6c004d40 msgr2=0x7f2a6c0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:05.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:05.850+0000 7f2a8a28e640 1 --2- 172.21.15.31:0/3395162759 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2a6c004d40 0x7f2a6c0051c0 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7f2a7c009ed0 tx=0x7f2a6c005830 comp rx=0 tx=0).stop 2024-09-16T07:25:05.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:05.850+0000 7f2a8882b640 1 -- 172.21.15.31:0/3395162759 reap_dead start 2024-09-16T07:25:05.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:05.851+0000 7f2a8a28e640 1 -- 172.21.15.31:0/3395162759 shutdown_connections 2024-09-16T07:25:05.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:05.851+0000 7f2a8a28e640 1 -- 172.21.15.31:0/3395162759 >> 172.21.15.31:0/3395162759 conn(0x7f2a840b1690 msgr2=0x7f2a840b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:05.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:05.851+0000 7f2a8a28e640 1 -- 172.21.15.31:0/3395162759 shutdown_connections 2024-09-16T07:25:05.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:05.851+0000 7f2a8a28e640 1 -- 172.21.15.31:0/3395162759 wait complete. 2024-09-16T07:25:05.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:05.852+0000 7f2a8a28e640 1 Processor -- start 2024-09-16T07:25:05.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:05.852+0000 7f2a8a28e640 1 -- start start 2024-09-16T07:25:05.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:05.853+0000 7f2a8a28e640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2a6c004d40 0x7f2a841f02c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:05.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:05.853+0000 7f2a8a28e640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2a84153610 0x7f2a8414fa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:05.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:05.853+0000 7f2a8a28e640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2a8414e840 0x7f2a840b06d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:05.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:05.853+0000 7f2a8a28e640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f2a840b4aa0 con 0x7f2a84153610 2024-09-16T07:25:05.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:05.853+0000 7f2a8a28e640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f2a840b4920 con 0x7f2a6c004d40 2024-09-16T07:25:05.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:05.853+0000 7f2a8a28e640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f2a840b4c20 con 0x7f2a8414e840 2024-09-16T07:25:05.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:05.853+0000 7f2a837fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2a84153610 0x7f2a8414fa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:05.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:05.853+0000 7f2a837fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2a84153610 0x7f2a8414fa40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52660/0 (socket says 172.21.15.31:52660) 2024-09-16T07:25:05.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:05.853+0000 7f2a837fe640 1 -- 172.21.15.31:0/3952010802 learned_addr learned my addr 172.21.15.31:0/3952010802 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:05.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:05.853+0000 7f2a8882b640 1 --2- 172.21.15.31:0/3952010802 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2a8414e840 0x7f2a840b06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:05.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:05.853+0000 7f2a83fff640 1 --2- 172.21.15.31:0/3952010802 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2a6c004d40 0x7f2a841f02c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:05.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:05.853+0000 7f2a837fe640 1 -- 172.21.15.31:0/3952010802 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2a8414e840 msgr2=0x7f2a840b06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:05.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:05.853+0000 7f2a837fe640 1 --2- 172.21.15.31:0/3952010802 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2a8414e840 0x7f2a840b06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:05.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:05.853+0000 7f2a837fe640 1 -- 172.21.15.31:0/3952010802 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2a6c004d40 msgr2=0x7f2a841f02c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:05.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:05.853+0000 7f2a837fe640 1 --2- 172.21.15.31:0/3952010802 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2a6c004d40 0x7f2a841f02c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:05.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:05.853+0000 7f2a837fe640 1 -- 172.21.15.31:0/3952010802 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a841f08c0 con 0x7f2a84153610 2024-09-16T07:25:05.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:05.853+0000 7f2a837fe640 1 --2- 172.21.15.31:0/3952010802 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2a84153610 0x7f2a8414fa40 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7f2a78006600 tx=0x7f2a780039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:05.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:05.854+0000 7f2a80ff9640 1 -- 172.21.15.31:0/3952010802 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a78015070 con 0x7f2a84153610 2024-09-16T07:25:05.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:05.854+0000 7f2a80ff9640 1 -- 172.21.15.31:0/3952010802 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2a78011900 con 0x7f2a84153610 2024-09-16T07:25:05.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:05.854+0000 7f2a80ff9640 1 -- 172.21.15.31:0/3952010802 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a78011d50 con 0x7f2a84153610 2024-09-16T07:25:05.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:05.854+0000 7f2a8a28e640 1 -- 172.21.15.31:0/3952010802 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a841f0ba0 con 0x7f2a84153610 2024-09-16T07:25:05.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:05.854+0000 7f2a8a28e640 1 -- 172.21.15.31:0/3952010802 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a8414d3a0 con 0x7f2a84153610 2024-09-16T07:25:05.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:05.855+0000 7f2a8a28e640 1 -- 172.21.15.31:0/3952010802 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2a840739a0 con 0x7f2a84153610 2024-09-16T07:25:05.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:05.855+0000 7f2a80ff9640 1 -- 172.21.15.31:0/3952010802 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 11) ==== 101593+0+0 (secure 0 0 0) 0x7f2a78018070 con 0x7f2a84153610 2024-09-16T07:25:05.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:05.856+0000 7f2a80ff9640 1 --2- 172.21.15.31:0/3952010802 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2a70078bb0 0x7f2a7007b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:05.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:05.856+0000 7f2a80ff9640 1 -- 172.21.15.31:0/3952010802 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7f2a7809be00 con 0x7f2a84153610 2024-09-16T07:25:05.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:05.856+0000 7f2a83fff640 1 --2- 172.21.15.31:0/3952010802 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2a70078bb0 0x7f2a7007b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:05.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:05.857+0000 7f2a83fff640 1 --2- 172.21.15.31:0/3952010802 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2a70078bb0 0x7f2a7007b070 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f2a74009c50 tx=0x7f2a74005f90 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:05.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:05.860+0000 7f2a80ff9640 1 -- 172.21.15.31:0/3952010802 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f2a78063810 con 0x7f2a84153610 2024-09-16T07:25:06.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:06.083+0000 7f2a8a28e640 1 -- 172.21.15.31:0/3952010802 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f2a840b01b0 con 0x7f2a84153610 2024-09-16T07:25:06.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:06.083+0000 7f2a80ff9640 1 -- 172.21.15.31:0/3952010802 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v47) ==== 53+0+73 (secure 0 0 0) 0x7f2a78068240 con 0x7f2a84153610 2024-09-16T07:25:06.084 INFO:teuthology.orchestra.run.smithi031.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T07:25:06.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:06.086+0000 7f2a8a28e640 1 -- 172.21.15.31:0/3952010802 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2a70078bb0 msgr2=0x7f2a7007b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:06.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:06.086+0000 7f2a8a28e640 1 --2- 172.21.15.31:0/3952010802 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2a70078bb0 0x7f2a7007b070 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f2a74009c50 tx=0x7f2a74005f90 comp rx=0 tx=0).stop 2024-09-16T07:25:06.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:06.086+0000 7f2a8a28e640 1 -- 172.21.15.31:0/3952010802 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2a84153610 msgr2=0x7f2a8414fa40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:06.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:06.086+0000 7f2a8a28e640 1 --2- 172.21.15.31:0/3952010802 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2a84153610 0x7f2a8414fa40 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7f2a78006600 tx=0x7f2a780039c0 comp rx=0 tx=0).stop 2024-09-16T07:25:06.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:06.086+0000 7f2a8a28e640 1 -- 172.21.15.31:0/3952010802 shutdown_connections 2024-09-16T07:25:06.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:06.086+0000 7f2a8a28e640 1 --2- 172.21.15.31:0/3952010802 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f2a70078bb0 0x7f2a7007b070 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:06.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:06.086+0000 7f2a8a28e640 1 --2- 172.21.15.31:0/3952010802 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2a8414e840 0x7f2a840b06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:06.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:06.086+0000 7f2a8a28e640 1 --2- 172.21.15.31:0/3952010802 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2a84153610 0x7f2a8414fa40 unknown :-1 s=CLOSED pgs=788 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:06.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:06.086+0000 7f2a8a28e640 1 --2- 172.21.15.31:0/3952010802 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2a6c004d40 0x7f2a841f02c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:06.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:06.086+0000 7f2a8a28e640 1 -- 172.21.15.31:0/3952010802 >> 172.21.15.31:0/3952010802 conn(0x7f2a840b1690 msgr2=0x7f2a840af600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:06.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:06.086+0000 7f2a8a28e640 1 -- 172.21.15.31:0/3952010802 shutdown_connections 2024-09-16T07:25:06.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:06.086+0000 7f2a8a28e640 1 -- 172.21.15.31:0/3952010802 wait complete. 2024-09-16T07:25:06.096 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T07:25:06.096 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T07:25:06.097 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi155.front.sepia.ceph.com 2024-09-16T07:25:06.097 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-16T07:25:06.097 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-16T07:25:06.097 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T07:25:06.097 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T07:25:06.097 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T07:25:06.098 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-16T07:25:06.098 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:25:06.099 DEBUG:teuthology.orchestra.run.smithi155:> ip addr 2024-09-16T07:25:06.120 INFO:teuthology.orchestra.run.smithi155.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T07:25:06.120 INFO:teuthology.orchestra.run.smithi155.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T07:25:06.120 INFO:teuthology.orchestra.run.smithi155.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T07:25:06.120 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:25:06.120 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 ::1/128 scope host 2024-09-16T07:25:06.120 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:25:06.120 INFO:teuthology.orchestra.run.smithi155.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:25:06.120 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 0c:c4:7a:d9:a0:fa brd ff:ff:ff:ff:ff:ff 2024-09-16T07:25:06.121 INFO:teuthology.orchestra.run.smithi155.stdout: altname enp7s0f0 2024-09-16T07:25:06.121 INFO:teuthology.orchestra.run.smithi155.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:25:06.121 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 0c:c4:7a:d9:a0:fb brd ff:ff:ff:ff:ff:ff 2024-09-16T07:25:06.121 INFO:teuthology.orchestra.run.smithi155.stdout: altname enp7s0f1 2024-09-16T07:25:06.121 INFO:teuthology.orchestra.run.smithi155.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:25:06.121 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 0c:c4:7a:88:6d:ec brd ff:ff:ff:ff:ff:ff 2024-09-16T07:25:06.121 INFO:teuthology.orchestra.run.smithi155.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T07:25:06.121 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 0c:c4:7a:88:6d:ed brd ff:ff:ff:ff:ff:ff 2024-09-16T07:25:06.121 INFO:teuthology.orchestra.run.smithi155.stdout: inet 172.21.15.155/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-16T07:25:06.121 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft 42531sec preferred_lft 42531sec 2024-09-16T07:25:06.121 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 fe80::ec4:7aff:fe88:6ded/64 scope link noprefixroute 2024-09-16T07:25:06.121 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:25:06.122 INFO:teuthology.orchestra.run.smithi155.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T07:25:06.122 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 6a:24:67:c2:77:cc brd ff:ff:ff:ff:ff:ff 2024-09-16T07:25:06.122 INFO:teuthology.orchestra.run.smithi155.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-16T07:25:06.122 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:25:06.122 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 fe80::88e4:b9ff:fe24:e8a7/64 scope link 2024-09-16T07:25:06.122 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:25:06.122 INFO:teuthology.orchestra.run.smithi155.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T07:25:06.122 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether d6:1d:e5:de:08:cd brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:25:06.122 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 fe80::d41d:e5ff:fede:8cd/64 scope link 2024-09-16T07:25:06.122 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:25:06.122 INFO:teuthology.orchestra.run.smithi155.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T07:25:06.123 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 6a:24:67:c2:77:cc brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:25:06.123 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 fe80::6824:67ff:fec2:77cc/64 scope link 2024-09-16T07:25:06.123 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:25:06.123 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:25:06.123 DEBUG:teuthology.orchestra.run.smithi155:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T07:25:06.190 INFO:teuthology.orchestra.run.smithi155.stdout:1 2024-09-16T07:25:06.191 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:25:06.191 DEBUG:teuthology.orchestra.run.smithi155:> route 2024-09-16T07:25:06.249 INFO:teuthology.orchestra.run.smithi155.stdout:Kernel IP routing table 2024-09-16T07:25:06.250 INFO:teuthology.orchestra.run.smithi155.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T07:25:06.250 INFO:teuthology.orchestra.run.smithi155.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-16T07:25:06.250 INFO:teuthology.orchestra.run.smithi155.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-16T07:25:06.250 INFO:teuthology.orchestra.run.smithi155.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T07:25:06.250 DEBUG:teuthology.orchestra.run.smithi155:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T07:25:06.250 DEBUG:teuthology.orchestra.run.smithi155:> set -e 2024-09-16T07:25:06.250 DEBUG:teuthology.orchestra.run.smithi155:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-16T07:25:06.250 DEBUG:teuthology.orchestra.run.smithi155:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-16T07:25:06.250 DEBUG:teuthology.orchestra.run.smithi155:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-16T07:25:06.251 DEBUG:teuthology.orchestra.run.smithi155:> ') 2024-09-16T07:25:06.343 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:25:06 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T07:25:06.376 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:25:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:25:06.382 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:25:06.383 DEBUG:teuthology.orchestra.run.smithi155:> ip netns list 2024-09-16T07:25:06.398 INFO:teuthology.orchestra.run.smithi155.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-16T07:25:06.398 INFO:teuthology.orchestra.run.smithi155.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-16T07:25:06.398 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-16T07:25:06.399 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:25:06.399 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip link set brx.0 up 2024-09-16T07:25:06.463 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-16T07:25:06.463 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T07:25:06.463 DEBUG:teuthology.orchestra.run.smithi155:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-16T07:25:06.518 INFO:teuthology.orchestra.run.smithi155.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-16T07:25:06.518 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T07:25:06.518 DEBUG:teuthology.orchestra.run.smithi155:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-16T07:25:06.574 DEBUG:teuthology.orchestra.run.smithi155:> sudo modprobe fuse 2024-09-16T07:25:06.640 DEBUG:teuthology.orchestra.run.smithi155:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T07:25:06.696 INFO:teuthology.orchestra.run.smithi155.stdout:/proc 2024-09-16T07:25:06.697 INFO:teuthology.orchestra.run.smithi155.stdout:/sys 2024-09-16T07:25:06.697 INFO:teuthology.orchestra.run.smithi155.stdout:/dev 2024-09-16T07:25:06.697 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/security 2024-09-16T07:25:06.697 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/shm 2024-09-16T07:25:06.697 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/pts 2024-09-16T07:25:06.697 INFO:teuthology.orchestra.run.smithi155.stdout:/run 2024-09-16T07:25:06.697 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/cgroup 2024-09-16T07:25:06.697 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/pstore 2024-09-16T07:25:06.697 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/bpf 2024-09-16T07:25:06.697 INFO:teuthology.orchestra.run.smithi155.stdout:/ 2024-09-16T07:25:06.697 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/selinux 2024-09-16T07:25:06.697 INFO:teuthology.orchestra.run.smithi155.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T07:25:06.698 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/hugepages 2024-09-16T07:25:06.698 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/mqueue 2024-09-16T07:25:06.698 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/debug 2024-09-16T07:25:06.698 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/tracing 2024-09-16T07:25:06.698 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/fuse/connections 2024-09-16T07:25:06.698 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/config 2024-09-16T07:25:06.698 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T07:25:06.698 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T07:25:06.698 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T07:25:06.698 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T07:25:06.698 INFO:teuthology.orchestra.run.smithi155.stdout:/run/user/1000 2024-09-16T07:25:06.698 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph 2024-09-16T07:25:06.698 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-4 2024-09-16T07:25:06.699 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-5 2024-09-16T07:25:06.699 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-6 2024-09-16T07:25:06.699 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-7 2024-09-16T07:25:06.699 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns 2024-09-16T07:25:06.699 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:25:06.699 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:25:06.699 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:25:06.699 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:25:06.699 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:25:06.699 DEBUG:teuthology.orchestra.run.smithi155:> ls /sys/fs/fuse/connections 2024-09-16T07:25:06.752 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-16T07:25:06.753 DEBUG:teuthology.orchestra.run.smithi155:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-16T07:25:06.796 DEBUG:teuthology.orchestra.run.smithi155:> sudo modprobe fuse 2024-09-16T07:25:06.820 DEBUG:teuthology.orchestra.run.smithi155:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T07:25:06.877 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi155.stderr:2024-09-16T07:25:06.877+0000 7fbccb6f7480 -1 init, newargv = 0x558137c7b4c0 newargc=15 2024-09-16T07:25:06.877 INFO:teuthology.orchestra.run.smithi155.stdout:/proc 2024-09-16T07:25:06.877 INFO:teuthology.orchestra.run.smithi155.stdout:/sys 2024-09-16T07:25:06.877 INFO:teuthology.orchestra.run.smithi155.stdout:/dev 2024-09-16T07:25:06.877 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/security 2024-09-16T07:25:06.877 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/shm 2024-09-16T07:25:06.878 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/pts 2024-09-16T07:25:06.878 INFO:teuthology.orchestra.run.smithi155.stdout:/run 2024-09-16T07:25:06.878 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/cgroup 2024-09-16T07:25:06.878 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/pstore 2024-09-16T07:25:06.878 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/bpf 2024-09-16T07:25:06.878 INFO:teuthology.orchestra.run.smithi155.stdout:/ 2024-09-16T07:25:06.878 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/selinux 2024-09-16T07:25:06.879 INFO:teuthology.orchestra.run.smithi155.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T07:25:06.879 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/hugepages 2024-09-16T07:25:06.879 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/mqueue 2024-09-16T07:25:06.879 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/debug 2024-09-16T07:25:06.879 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/tracing 2024-09-16T07:25:06.879 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/fuse/connections 2024-09-16T07:25:06.879 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/config 2024-09-16T07:25:06.879 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T07:25:06.879 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T07:25:06.879 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T07:25:06.879 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T07:25:06.879 INFO:teuthology.orchestra.run.smithi155.stdout:/run/user/1000 2024-09-16T07:25:06.880 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph 2024-09-16T07:25:06.880 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-4 2024-09-16T07:25:06.880 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-5 2024-09-16T07:25:06.880 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-6 2024-09-16T07:25:06.880 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-7 2024-09-16T07:25:06.880 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns 2024-09-16T07:25:06.880 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:25:06.880 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:25:06.880 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:25:06.881 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:25:06.881 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi155.stderr:ceph-fuse[45535]: starting ceph client 2024-09-16T07:25:06.882 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:25:06.882 DEBUG:teuthology.orchestra.run.smithi155:> ls /sys/fs/fuse/connections 2024-09-16T07:25:06.882 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi155.stderr:ceph-fuse[45535]: starting fuse 2024-09-16T07:25:06.897 INFO:teuthology.orchestra.run.smithi155.stdout:43 2024-09-16T07:25:06.897 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-16T07:25:06.898 DEBUG:teuthology.orchestra.run.smithi155:> sudo stdin-killer -- python3 -c ' 2024-09-16T07:25:06.898 DEBUG:teuthology.orchestra.run.smithi155:> import glob 2024-09-16T07:25:06.898 DEBUG:teuthology.orchestra.run.smithi155:> import re 2024-09-16T07:25:06.898 DEBUG:teuthology.orchestra.run.smithi155:> import os 2024-09-16T07:25:06.898 DEBUG:teuthology.orchestra.run.smithi155:> import subprocess 2024-09-16T07:25:06.898 DEBUG:teuthology.orchestra.run.smithi155:> 2024-09-16T07:25:06.898 DEBUG:teuthology.orchestra.run.smithi155:> def _find_admin_socket(client_name): 2024-09-16T07:25:06.898 DEBUG:teuthology.orchestra.run.smithi155:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-16T07:25:06.898 DEBUG:teuthology.orchestra.run.smithi155:> files = glob.glob(asok_path) 2024-09-16T07:25:06.898 DEBUG:teuthology.orchestra.run.smithi155:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-16T07:25:06.898 DEBUG:teuthology.orchestra.run.smithi155:> 2024-09-16T07:25:06.898 DEBUG:teuthology.orchestra.run.smithi155:> # Given a non-glob path, it better be there 2024-09-16T07:25:06.899 DEBUG:teuthology.orchestra.run.smithi155:> if "*" not in asok_path: 2024-09-16T07:25:06.899 DEBUG:teuthology.orchestra.run.smithi155:> assert(len(files) == 1) 2024-09-16T07:25:06.899 DEBUG:teuthology.orchestra.run.smithi155:> return files[0] 2024-09-16T07:25:06.899 DEBUG:teuthology.orchestra.run.smithi155:> 2024-09-16T07:25:06.899 DEBUG:teuthology.orchestra.run.smithi155:> for f in files: 2024-09-16T07:25:06.899 DEBUG:teuthology.orchestra.run.smithi155:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T07:25:06.899 DEBUG:teuthology.orchestra.run.smithi155:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T07:25:06.899 DEBUG:teuthology.orchestra.run.smithi155:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T07:25:06.899 DEBUG:teuthology.orchestra.run.smithi155:> contents = proc_f.read() 2024-09-16T07:25:06.899 DEBUG:teuthology.orchestra.run.smithi155:> if mountpoint in contents: 2024-09-16T07:25:06.899 DEBUG:teuthology.orchestra.run.smithi155:> return f 2024-09-16T07:25:06.899 DEBUG:teuthology.orchestra.run.smithi155:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T07:25:06.899 DEBUG:teuthology.orchestra.run.smithi155:> 2024-09-16T07:25:06.899 DEBUG:teuthology.orchestra.run.smithi155:> print(_find_admin_socket("client.1")) 2024-09-16T07:25:06.900 DEBUG:teuthology.orchestra.run.smithi155:> ' 2024-09-16T07:25:07.014 INFO:teuthology.orchestra.run.smithi155.stdout:/var/run/ceph/ceph-client.1.45535.asok 2024-09-16T07:25:07.017 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:25:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:25:07.025 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.45535.asok 2024-09-16T07:25:07.025 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:25:07.025 DEBUG:teuthology.orchestra.run.smithi155:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.45535.asok status 2024-09-16T07:25:07.158 INFO:teuthology.orchestra.run.smithi155.stdout:{ 2024-09-16T07:25:07.158 INFO:teuthology.orchestra.run.smithi155.stdout: "metadata": { 2024-09-16T07:25:07.158 INFO:teuthology.orchestra.run.smithi155.stdout: "ceph_sha1": "4ef5f0587d1cad82c4295c20951c303dc342ac74", 2024-09-16T07:25:07.158 INFO:teuthology.orchestra.run.smithi155.stdout: "ceph_version": "ceph version 19.3.0-4938-g4ef5f058 (4ef5f0587d1cad82c4295c20951c303dc342ac74) squid (dev)", 2024-09-16T07:25:07.159 INFO:teuthology.orchestra.run.smithi155.stdout: "entity_id": "1", 2024-09-16T07:25:07.159 INFO:teuthology.orchestra.run.smithi155.stdout: "hostname": "smithi155", 2024-09-16T07:25:07.159 INFO:teuthology.orchestra.run.smithi155.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-16T07:25:07.159 INFO:teuthology.orchestra.run.smithi155.stdout: "pid": "45535", 2024-09-16T07:25:07.159 INFO:teuthology.orchestra.run.smithi155.stdout: "root": "/" 2024-09-16T07:25:07.159 INFO:teuthology.orchestra.run.smithi155.stdout: }, 2024-09-16T07:25:07.159 INFO:teuthology.orchestra.run.smithi155.stdout: "dentry_count": 0, 2024-09-16T07:25:07.159 INFO:teuthology.orchestra.run.smithi155.stdout: "dentry_pinned_count": 0, 2024-09-16T07:25:07.159 INFO:teuthology.orchestra.run.smithi155.stdout: "id": 5914, 2024-09-16T07:25:07.159 INFO:teuthology.orchestra.run.smithi155.stdout: "inst": { 2024-09-16T07:25:07.159 INFO:teuthology.orchestra.run.smithi155.stdout: "name": { 2024-09-16T07:25:07.159 INFO:teuthology.orchestra.run.smithi155.stdout: "type": "client", 2024-09-16T07:25:07.160 INFO:teuthology.orchestra.run.smithi155.stdout: "num": 5914 2024-09-16T07:25:07.160 INFO:teuthology.orchestra.run.smithi155.stdout: }, 2024-09-16T07:25:07.160 INFO:teuthology.orchestra.run.smithi155.stdout: "addr": { 2024-09-16T07:25:07.160 INFO:teuthology.orchestra.run.smithi155.stdout: "type": "v1", 2024-09-16T07:25:07.160 INFO:teuthology.orchestra.run.smithi155.stdout: "addr": "192.168.0.1:0", 2024-09-16T07:25:07.160 INFO:teuthology.orchestra.run.smithi155.stdout: "nonce": 2881801565 2024-09-16T07:25:07.160 INFO:teuthology.orchestra.run.smithi155.stdout: } 2024-09-16T07:25:07.160 INFO:teuthology.orchestra.run.smithi155.stdout: }, 2024-09-16T07:25:07.160 INFO:teuthology.orchestra.run.smithi155.stdout: "addr": { 2024-09-16T07:25:07.160 INFO:teuthology.orchestra.run.smithi155.stdout: "type": "v1", 2024-09-16T07:25:07.160 INFO:teuthology.orchestra.run.smithi155.stdout: "addr": "192.168.0.1:0", 2024-09-16T07:25:07.160 INFO:teuthology.orchestra.run.smithi155.stdout: "nonce": 2881801565 2024-09-16T07:25:07.160 INFO:teuthology.orchestra.run.smithi155.stdout: }, 2024-09-16T07:25:07.161 INFO:teuthology.orchestra.run.smithi155.stdout: "inst_str": "client.5914 192.168.0.1:0/2881801565", 2024-09-16T07:25:07.161 INFO:teuthology.orchestra.run.smithi155.stdout: "addr_str": "192.168.0.1:0/2881801565", 2024-09-16T07:25:07.161 INFO:teuthology.orchestra.run.smithi155.stdout: "inode_count": 1, 2024-09-16T07:25:07.161 INFO:teuthology.orchestra.run.smithi155.stdout: "mds_epoch": 47, 2024-09-16T07:25:07.161 INFO:teuthology.orchestra.run.smithi155.stdout: "osd_epoch": 69, 2024-09-16T07:25:07.161 INFO:teuthology.orchestra.run.smithi155.stdout: "osd_epoch_barrier": 0, 2024-09-16T07:25:07.161 INFO:teuthology.orchestra.run.smithi155.stdout: "blocklisted": false, 2024-09-16T07:25:07.161 INFO:teuthology.orchestra.run.smithi155.stdout: "fs_name": "cephfs" 2024-09-16T07:25:07.161 INFO:teuthology.orchestra.run.smithi155.stdout:} 2024-09-16T07:25:07.166 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:25:07.166 DEBUG:teuthology.orchestra.run.smithi155:> stat --file-system '--printf=%T 2024-09-16T07:25:07.166 DEBUG:teuthology.orchestra.run.smithi155:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-16T07:25:07.182 INFO:teuthology.orchestra.run.smithi155.stdout:fuseblk 2024-09-16T07:25:07.183 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-16T07:25:07.183 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:25:07.183 DEBUG:teuthology.orchestra.run.smithi155:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-16T07:25:07.248 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs flag set enable_multiple true --yes-i-really-mean-it 2024-09-16T07:25:07.371 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:07.371+0000 7fa78e671640 1 -- 172.21.15.31:0/2769658350 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa7880b0590 msgr2=0x7fa7880cd1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:07.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:07.371+0000 7fa78e671640 1 --2- 172.21.15.31:0/2769658350 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa7880b0590 0x7fa7880cd1d0 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7fa77c005fd0 tx=0x7fa77c02a400 comp rx=0 tx=0).stop 2024-09-16T07:25:07.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:07.371+0000 7fa78e671640 1 -- 172.21.15.31:0/2769658350 shutdown_connections 2024-09-16T07:25:07.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:07.371+0000 7fa78e671640 1 --2- 172.21.15.31:0/2769658350 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa7880b0590 0x7fa7880cd1d0 unknown :-1 s=CLOSED pgs=789 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:07.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:07.371+0000 7fa78e671640 1 --2- 172.21.15.31:0/2769658350 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa78815be70 0x7fa7880ccc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:07.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:07.372+0000 7fa78e671640 1 -- 172.21.15.31:0/2769658350 >> 172.21.15.31:0/2769658350 conn(0x7fa788074160 msgr2=0x7fa788074570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:07.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:07.372+0000 7fa78e671640 1 -- 172.21.15.31:0/2769658350 shutdown_connections 2024-09-16T07:25:07.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:07.372+0000 7fa78e671640 1 -- 172.21.15.31:0/2769658350 wait complete. 2024-09-16T07:25:07.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:07.373+0000 7fa78e671640 1 Processor -- start 2024-09-16T07:25:07.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:07.373+0000 7fa78e671640 1 -- start start 2024-09-16T07:25:07.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:07.374+0000 7fa78e671640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa7880b0590 0x7fa78815a870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:07.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:07.374+0000 7fa78e671640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa7880cd710 0x7fa7880993a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:07.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:07.374+0000 7fa78e671640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa78815be70 0x7fa7880c9ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:07.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:07.374+0000 7fa78e671640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fa788068f50 con 0x7fa78815be70 2024-09-16T07:25:07.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:07.374+0000 7fa78e671640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa788068dd0 con 0x7fa7880cd710 2024-09-16T07:25:07.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:07.374+0000 7fa78e671640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa7880b11f0 con 0x7fa7880b0590 2024-09-16T07:25:07.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:07.374+0000 7fa78cc0e640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa78815be70 0x7fa7880c9ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:07.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:07.374+0000 7fa78cc0e640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa78815be70 0x7fa7880c9ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52682/0 (socket says 172.21.15.31:52682) 2024-09-16T07:25:07.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:07.374+0000 7fa78cc0e640 1 -- 172.21.15.31:0/1358663205 learned_addr learned my addr 172.21.15.31:0/1358663205 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:07.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:07.374+0000 7fa787fff640 1 --2- 172.21.15.31:0/1358663205 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa7880b0590 0x7fa78815a870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:07.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:07.374+0000 7fa7877fe640 1 --2- 172.21.15.31:0/1358663205 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa7880cd710 0x7fa7880993a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:07.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:07.374+0000 7fa78cc0e640 1 -- 172.21.15.31:0/1358663205 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa7880b0590 msgr2=0x7fa78815a870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:07.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:07.374+0000 7fa78cc0e640 1 --2- 172.21.15.31:0/1358663205 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa7880b0590 0x7fa78815a870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:07.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:07.374+0000 7fa78cc0e640 1 -- 172.21.15.31:0/1358663205 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa7880cd710 msgr2=0x7fa7880993a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:07.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:07.374+0000 7fa78cc0e640 1 --2- 172.21.15.31:0/1358663205 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa7880cd710 0x7fa7880993a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:07.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:07.374+0000 7fa78cc0e640 1 -- 172.21.15.31:0/1358663205 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7880ca000 con 0x7fa78815be70 2024-09-16T07:25:07.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:07.375+0000 7fa78cc0e640 1 --2- 172.21.15.31:0/1358663205 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa78815be70 0x7fa7880c9ac0 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7fa78000c780 tx=0x7fa78000cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:07.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:07.375+0000 7fa784ff9640 1 -- 172.21.15.31:0/1358663205 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa780004b60 con 0x7fa78815be70 2024-09-16T07:25:07.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:07.375+0000 7fa784ff9640 1 -- 172.21.15.31:0/1358663205 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa780004df0 con 0x7fa78815be70 2024-09-16T07:25:07.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:07.375+0000 7fa78e671640 1 -- 172.21.15.31:0/1358663205 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7880b55c0 con 0x7fa78815be70 2024-09-16T07:25:07.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:07.375+0000 7fa784ff9640 1 -- 172.21.15.31:0/1358663205 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa78000aa70 con 0x7fa78815be70 2024-09-16T07:25:07.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:07.375+0000 7fa78e671640 1 -- 172.21.15.31:0/1358663205 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7880b5b80 con 0x7fa78815be70 2024-09-16T07:25:07.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:07.376+0000 7fa78e671640 1 -- 172.21.15.31:0/1358663205 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa78806f720 con 0x7fa78815be70 2024-09-16T07:25:07.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:07.377+0000 7fa784ff9640 1 -- 172.21.15.31:0/1358663205 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 11) ==== 101593+0+0 (secure 0 0 0) 0x7fa78000ac10 con 0x7fa78815be70 2024-09-16T07:25:07.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:07.377+0000 7fa784ff9640 1 --2- 172.21.15.31:0/1358663205 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa774078bb0 0x7fa77407b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:07.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:07.377+0000 7fa784ff9640 1 -- 172.21.15.31:0/1358663205 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7fa78009b0b0 con 0x7fa78815be70 2024-09-16T07:25:07.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:07.377+0000 7fa787fff640 1 --2- 172.21.15.31:0/1358663205 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa774078bb0 0x7fa77407b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:07.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:07.378+0000 7fa787fff640 1 --2- 172.21.15.31:0/1358663205 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa774078bb0 0x7fa77407b070 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fa778004630 tx=0x7fa77800b2e0 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:07.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:07.382+0000 7fa784ff9640 1 -- 172.21.15.31:0/1358663205 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fa78806f720 con 0x7fa78815be70 2024-09-16T07:25:07.519 DEBUG:teuthology.orchestra.run.smithi031:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T07:25:07.522 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T07:25:07.606 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:07.607+0000 7fa78e671640 1 -- 172.21.15.31:0/1358663205 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true} v 0) -- 0x7fa7880afb80 con 0x7fa78815be70 2024-09-16T07:25:08.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.505+0000 7fa784ff9640 1 -- 172.21.15.31:0/1358663205 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true}]=0 v48) ==== 136+0+0 (secure 0 0 0) 0x7fa7880afb80 con 0x7fa78815be70 2024-09-16T07:25:08.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.508+0000 7fa78e671640 1 -- 172.21.15.31:0/1358663205 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa774078bb0 msgr2=0x7fa77407b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:08.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.508+0000 7fa78e671640 1 --2- 172.21.15.31:0/1358663205 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa774078bb0 0x7fa77407b070 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fa778004630 tx=0x7fa77800b2e0 comp rx=0 tx=0).stop 2024-09-16T07:25:08.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.508+0000 7fa78e671640 1 -- 172.21.15.31:0/1358663205 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa78815be70 msgr2=0x7fa7880c9ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:08.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.508+0000 7fa78e671640 1 --2- 172.21.15.31:0/1358663205 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa78815be70 0x7fa7880c9ac0 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7fa78000c780 tx=0x7fa78000cc40 comp rx=0 tx=0).stop 2024-09-16T07:25:08.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.509+0000 7fa78e671640 1 -- 172.21.15.31:0/1358663205 shutdown_connections 2024-09-16T07:25:08.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.509+0000 7fa78e671640 1 --2- 172.21.15.31:0/1358663205 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fa774078bb0 0x7fa77407b070 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:08.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.509+0000 7fa78e671640 1 --2- 172.21.15.31:0/1358663205 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa78815be70 0x7fa7880c9ac0 unknown :-1 s=CLOSED pgs=790 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:08.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.509+0000 7fa78e671640 1 --2- 172.21.15.31:0/1358663205 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa7880cd710 0x7fa7880993a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:08.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.509+0000 7fa78e671640 1 --2- 172.21.15.31:0/1358663205 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa7880b0590 0x7fa78815a870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:08.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.509+0000 7fa78e671640 1 -- 172.21.15.31:0/1358663205 >> 172.21.15.31:0/1358663205 conn(0x7fa788074160 msgr2=0x7fa78815f690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:08.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.509+0000 7fa78e671640 1 -- 172.21.15.31:0/1358663205 shutdown_connections 2024-09-16T07:25:08.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.509+0000 7fa78e671640 1 -- 172.21.15.31:0/1358663205 wait complete. 2024-09-16T07:25:08.522 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume ls 2024-09-16T07:25:08.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.676+0000 7f04272e6640 1 -- 172.21.15.31:0/2753118462 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f04200cc740 msgr2=0x7f04200736e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:08.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.676+0000 7f04272e6640 1 --2- 172.21.15.31:0/2753118462 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f04200cc740 0x7f04200736e0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f0410005fd0 tx=0x7f041002a540 comp rx=0 tx=0).stop 2024-09-16T07:25:08.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.677+0000 7f04272e6640 1 -- 172.21.15.31:0/2753118462 shutdown_connections 2024-09-16T07:25:08.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.677+0000 7f04272e6640 1 --2- 172.21.15.31:0/2753118462 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f04200cc740 0x7f04200736e0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:08.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.677+0000 7f04272e6640 1 --2- 172.21.15.31:0/2753118462 >> v2:172.21.15.155:3300/0 conn(0x7f0420071c30 0x7f04200d03f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:08.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.677+0000 7f04272e6640 1 -- 172.21.15.31:0/2753118462 >> 172.21.15.31:0/2753118462 conn(0x7f04200d0c20 msgr2=0x7f04200d1030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:08.679 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.677+0000 7f04272e6640 1 -- 172.21.15.31:0/2753118462 shutdown_connections 2024-09-16T07:25:08.679 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.677+0000 7f04272e6640 1 -- 172.21.15.31:0/2753118462 wait complete. 2024-09-16T07:25:08.679 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.678+0000 7f04272e6640 1 Processor -- start 2024-09-16T07:25:08.679 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.678+0000 7f04272e6640 1 -- start start 2024-09-16T07:25:08.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.679+0000 7f04272e6640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0420071c30 0x7f04200b3e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:08.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.679+0000 7f04272e6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0420073c20 0x7f04200b5b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:08.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.679+0000 7f04272e6640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f04200cc740 0x7f04200b60d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:08.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.679+0000 7f04272e6640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f042006cb40 con 0x7f0420073c20 2024-09-16T07:25:08.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.679+0000 7f04272e6640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f042006ccc0 con 0x7f04200cc740 2024-09-16T07:25:08.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.679+0000 7f04272e6640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f042006ce40 con 0x7f0420071c30 2024-09-16T07:25:08.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.679+0000 7f0424881640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0420073c20 0x7f04200b5b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:08.686 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.679+0000 7f0424881640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0420073c20 0x7f04200b5b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52690/0 (socket says 172.21.15.31:52690) 2024-09-16T07:25:08.686 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.679+0000 7f0425082640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0420071c30 0x7f04200b3e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:08.686 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.679+0000 7f0424881640 1 -- 172.21.15.31:0/4266990767 learned_addr learned my addr 172.21.15.31:0/4266990767 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:08.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.679+0000 7f0425883640 1 --2- 172.21.15.31:0/4266990767 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f04200cc740 0x7f04200b60d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:08.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.679+0000 7f0424881640 1 -- 172.21.15.31:0/4266990767 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0420071c30 msgr2=0x7f04200b3e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:08.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.679+0000 7f0424881640 1 --2- 172.21.15.31:0/4266990767 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0420071c30 0x7f04200b3e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:08.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.679+0000 7f0424881640 1 -- 172.21.15.31:0/4266990767 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f04200cc740 msgr2=0x7f04200b60d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:08.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.679+0000 7f0424881640 1 --2- 172.21.15.31:0/4266990767 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f04200cc740 0x7f04200b60d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:08.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.679+0000 7f0424881640 1 -- 172.21.15.31:0/4266990767 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04200c57a0 con 0x7f0420073c20 2024-09-16T07:25:08.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.679+0000 7f0424881640 1 --2- 172.21.15.31:0/4266990767 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0420073c20 0x7f04200b5b90 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7f0410034040 tx=0x7f04100038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:08.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.680+0000 7f0415ffb640 1 -- 172.21.15.31:0/4266990767 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f041003e030 con 0x7f0420073c20 2024-09-16T07:25:08.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.680+0000 7f0415ffb640 1 -- 172.21.15.31:0/4266990767 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0410003d90 con 0x7f0420073c20 2024-09-16T07:25:08.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.680+0000 7f04272e6640 1 -- 172.21.15.31:0/4266990767 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04200b67c0 con 0x7f0420073c20 2024-09-16T07:25:08.689 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.680+0000 7f0415ffb640 1 -- 172.21.15.31:0/4266990767 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0410035040 con 0x7f0420073c20 2024-09-16T07:25:08.689 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.680+0000 7f04272e6640 1 -- 172.21.15.31:0/4266990767 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04200c5d40 con 0x7f0420073c20 2024-09-16T07:25:08.689 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.681+0000 7f04272e6640 1 -- 172.21.15.31:0/4266990767 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f042006d2f0 con 0x7f0420073c20 2024-09-16T07:25:08.689 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.682+0000 7f0415ffb640 1 -- 172.21.15.31:0/4266990767 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 11) ==== 101593+0+0 (secure 0 0 0) 0x7f0410041030 con 0x7f0420073c20 2024-09-16T07:25:08.689 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.682+0000 7f0415ffb640 1 --2- 172.21.15.31:0/4266990767 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0404078bb0 0x7f040407b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:08.690 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.682+0000 7f0415ffb640 1 -- 172.21.15.31:0/4266990767 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7f04100bb8a0 con 0x7f0420073c20 2024-09-16T07:25:08.690 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.682+0000 7f0425082640 1 --2- 172.21.15.31:0/4266990767 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0404078bb0 0x7f040407b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:08.690 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.683+0000 7f0425082640 1 --2- 172.21.15.31:0/4266990767 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0404078bb0 0x7f040407b070 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f041c0095f0 tx=0x7f041c005f90 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:08.691 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.686+0000 7f0415ffb640 1 -- 172.21.15.31:0/4266990767 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f04100833a0 con 0x7f0420073c20 2024-09-16T07:25:08.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.897+0000 7f04272e6640 1 -- 172.21.15.31:0/4266990767 --> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] -- mgr_command(tid 0: {"prefix": "fs volume ls", "target": ["mon-mgr", ""]}) -- 0x7f04200d1950 con 0x7f0404078bb0 2024-09-16T07:25:08.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.899+0000 7f0415ffb640 1 -- 172.21.15.31:0/4266990767 <== mgr.4117 v2:172.21.15.155:6808/3650624732 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+41 (secure 0 0 0) 0x7f04200d1950 con 0x7f0404078bb0 2024-09-16T07:25:08.899 INFO:teuthology.orchestra.run.smithi031.stdout:[ 2024-09-16T07:25:08.899 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:08.899 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "cephfs" 2024-09-16T07:25:08.900 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:08.900 INFO:teuthology.orchestra.run.smithi031.stdout:] 2024-09-16T07:25:08.902 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.901+0000 7f04272e6640 1 -- 172.21.15.31:0/4266990767 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0404078bb0 msgr2=0x7f040407b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:08.902 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.901+0000 7f04272e6640 1 --2- 172.21.15.31:0/4266990767 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0404078bb0 0x7f040407b070 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f041c0095f0 tx=0x7f041c005f90 comp rx=0 tx=0).stop 2024-09-16T07:25:08.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.902+0000 7f04272e6640 1 -- 172.21.15.31:0/4266990767 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0420073c20 msgr2=0x7f04200b5b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:08.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.902+0000 7f04272e6640 1 --2- 172.21.15.31:0/4266990767 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0420073c20 0x7f04200b5b90 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7f0410034040 tx=0x7f04100038a0 comp rx=0 tx=0).stop 2024-09-16T07:25:08.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.902+0000 7f04272e6640 1 -- 172.21.15.31:0/4266990767 shutdown_connections 2024-09-16T07:25:08.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.902+0000 7f04272e6640 1 --2- 172.21.15.31:0/4266990767 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f0404078bb0 0x7f040407b070 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:08.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.902+0000 7f04272e6640 1 --2- 172.21.15.31:0/4266990767 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f04200cc740 0x7f04200b60d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:08.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.902+0000 7f04272e6640 1 --2- 172.21.15.31:0/4266990767 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0420073c20 0x7f04200b5b90 unknown :-1 s=CLOSED pgs=791 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:08.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.902+0000 7f04272e6640 1 --2- 172.21.15.31:0/4266990767 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0420071c30 0x7f04200b3e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:08.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.902+0000 7f04272e6640 1 -- 172.21.15.31:0/4266990767 >> 172.21.15.31:0/4266990767 conn(0x7f04200d0c20 msgr2=0x7f042009fd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:08.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.902+0000 7f04272e6640 1 -- 172.21.15.31:0/4266990767 shutdown_connections 2024-09-16T07:25:08.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:08.902+0000 7f04272e6640 1 -- 172.21.15.31:0/4266990767 wait complete. 2024-09-16T07:25:08.914 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-16T07:25:09.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.026+0000 7ff6f4e47640 1 -- 172.21.15.31:0/2626423562 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff6f015bf10 msgr2=0x7ff6f00d1ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:09.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.026+0000 7ff6f4e47640 1 --2- 172.21.15.31:0/2626423562 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff6f015bf10 0x7ff6f00d1ce0 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7ff6e0005fd0 tx=0x7ff6e002a670 comp rx=0 tx=0).stop 2024-09-16T07:25:09.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.026+0000 7ff6f4e47640 1 -- 172.21.15.31:0/2626423562 shutdown_connections 2024-09-16T07:25:09.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.026+0000 7ff6f4e47640 1 --2- 172.21.15.31:0/2626423562 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff6f015bf10 0x7ff6f00d1ce0 unknown :-1 s=CLOSED pgs=793 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:09.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.026+0000 7ff6f4e47640 1 -- 172.21.15.31:0/2626423562 >> 172.21.15.31:0/2626423562 conn(0x7ff6f009aa30 msgr2=0x7ff6f009ae40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:09.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.026+0000 7ff6f4e47640 1 -- 172.21.15.31:0/2626423562 shutdown_connections 2024-09-16T07:25:09.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.026+0000 7ff6f4e47640 1 -- 172.21.15.31:0/2626423562 wait complete. 2024-09-16T07:25:09.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.027+0000 7ff6f4e47640 1 Processor -- start 2024-09-16T07:25:09.027 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.027+0000 7ff6f4e47640 1 -- start start 2024-09-16T07:25:09.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.028+0000 7ff6f4e47640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff6f00b0840 0x7ff6f00cf3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:09.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.028+0000 7ff6f4e47640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff6f00b0d80 0x7ff6f01eca80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:09.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.028+0000 7ff6f4e47640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff6f015bf10 0x7ff6f00cad90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:09.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.028+0000 7ff6f4e47640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7ff6f00d06a0 con 0x7ff6f015bf10 2024-09-16T07:25:09.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.028+0000 7ff6f4e47640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ff6f00d2220 con 0x7ff6f00b0840 2024-09-16T07:25:09.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.028+0000 7ff6f4e47640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ff6f00cb490 con 0x7ff6f00b0d80 2024-09-16T07:25:09.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.028+0000 7ff6eed9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff6f015bf10 0x7ff6f00cad90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:09.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.028+0000 7ff6eed9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff6f015bf10 0x7ff6f00cad90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52716/0 (socket says 172.21.15.31:52716) 2024-09-16T07:25:09.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.028+0000 7ff6eed9d640 1 -- 172.21.15.31:0/969711275 learned_addr learned my addr 172.21.15.31:0/969711275 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:09.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.028+0000 7ff6ee59c640 1 --2- 172.21.15.31:0/969711275 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff6f00b0840 0x7ff6f00cf3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:09.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.028+0000 7ff6edd9b640 1 --2- 172.21.15.31:0/969711275 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff6f00b0d80 0x7ff6f01eca80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:09.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.028+0000 7ff6eed9d640 1 -- 172.21.15.31:0/969711275 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff6f00b0d80 msgr2=0x7ff6f01eca80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:09.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.028+0000 7ff6eed9d640 1 --2- 172.21.15.31:0/969711275 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff6f00b0d80 0x7ff6f01eca80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:09.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.028+0000 7ff6eed9d640 1 -- 172.21.15.31:0/969711275 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff6f00b0840 msgr2=0x7ff6f00cf3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:09.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.028+0000 7ff6eed9d640 1 --2- 172.21.15.31:0/969711275 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff6f00b0840 0x7ff6f00cf3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:09.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.028+0000 7ff6eed9d640 1 -- 172.21.15.31:0/969711275 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6f00cc9f0 con 0x7ff6f015bf10 2024-09-16T07:25:09.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.028+0000 7ff6ee59c640 1 --2- 172.21.15.31:0/969711275 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff6f00b0840 0x7ff6f00cf3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:25:09.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.029+0000 7ff6eed9d640 1 --2- 172.21.15.31:0/969711275 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff6f015bf10 0x7ff6f00cad90 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7ff6e800c7a0 tx=0x7ff6e800cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:09.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.029+0000 7ff6deffd640 1 -- 172.21.15.31:0/969711275 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6e8003b70 con 0x7ff6f015bf10 2024-09-16T07:25:09.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.029+0000 7ff6deffd640 1 -- 172.21.15.31:0/969711275 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff6e8003d10 con 0x7ff6f015bf10 2024-09-16T07:25:09.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.029+0000 7ff6f4e47640 1 -- 172.21.15.31:0/969711275 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6f00cccd0 con 0x7ff6f015bf10 2024-09-16T07:25:09.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.029+0000 7ff6deffd640 1 -- 172.21.15.31:0/969711275 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6e800aab0 con 0x7ff6f015bf10 2024-09-16T07:25:09.031 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.029+0000 7ff6f4e47640 1 -- 172.21.15.31:0/969711275 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6f01f3f60 con 0x7ff6f015bf10 2024-09-16T07:25:09.031 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.030+0000 7ff6f4e47640 1 -- 172.21.15.31:0/969711275 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff6f00d1ce0 con 0x7ff6f015bf10 2024-09-16T07:25:09.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.031+0000 7ff6deffd640 1 -- 172.21.15.31:0/969711275 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 11) ==== 101593+0+0 (secure 0 0 0) 0x7ff6e800ac50 con 0x7ff6f015bf10 2024-09-16T07:25:09.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.031+0000 7ff6deffd640 1 --2- 172.21.15.31:0/969711275 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ff6d0078be0 0x7ff6d007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:09.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.031+0000 7ff6deffd640 1 -- 172.21.15.31:0/969711275 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7ff6e809afb0 con 0x7ff6f015bf10 2024-09-16T07:25:09.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.032+0000 7ff6ee59c640 1 --2- 172.21.15.31:0/969711275 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ff6d0078be0 0x7ff6d007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:09.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.032+0000 7ff6ee59c640 1 --2- 172.21.15.31:0/969711275 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ff6d0078be0 0x7ff6d007b0a0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7ff6e0033000 tx=0x7ff6e0004730 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:09.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.036+0000 7ff6deffd640 1 -- 172.21.15.31:0/969711275 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7ff6e8062f80 con 0x7ff6f015bf10 2024-09-16T07:25:09.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.220+0000 7ff6f4e47640 1 -- 172.21.15.31:0/969711275 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7ff6f015b050 con 0x7ff6f015bf10 2024-09-16T07:25:09.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.221+0000 7ff6deffd640 1 -- 172.21.15.31:0/969711275 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v34)=0 v34) ==== 122+0+0 (secure 0 0 0) 0x7ff6e8062880 con 0x7ff6f015bf10 2024-09-16T07:25:09.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.223+0000 7ff6f4e47640 1 -- 172.21.15.31:0/969711275 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ff6d0078be0 msgr2=0x7ff6d007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:09.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.223+0000 7ff6f4e47640 1 --2- 172.21.15.31:0/969711275 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ff6d0078be0 0x7ff6d007b0a0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7ff6e0033000 tx=0x7ff6e0004730 comp rx=0 tx=0).stop 2024-09-16T07:25:09.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.223+0000 7ff6f4e47640 1 -- 172.21.15.31:0/969711275 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff6f015bf10 msgr2=0x7ff6f00cad90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:09.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.223+0000 7ff6f4e47640 1 --2- 172.21.15.31:0/969711275 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff6f015bf10 0x7ff6f00cad90 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7ff6e800c7a0 tx=0x7ff6e800cc60 comp rx=0 tx=0).stop 2024-09-16T07:25:09.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.223+0000 7ff6f4e47640 1 -- 172.21.15.31:0/969711275 shutdown_connections 2024-09-16T07:25:09.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.223+0000 7ff6f4e47640 1 --2- 172.21.15.31:0/969711275 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ff6d0078be0 0x7ff6d007b0a0 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:09.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.223+0000 7ff6f4e47640 1 --2- 172.21.15.31:0/969711275 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff6f015bf10 0x7ff6f00cad90 unknown :-1 s=CLOSED pgs=794 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:09.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.223+0000 7ff6f4e47640 1 --2- 172.21.15.31:0/969711275 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff6f00b0d80 0x7ff6f01eca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:09.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.223+0000 7ff6f4e47640 1 --2- 172.21.15.31:0/969711275 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff6f00b0840 0x7ff6f00cf3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:09.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.223+0000 7ff6f4e47640 1 -- 172.21.15.31:0/969711275 >> 172.21.15.31:0/969711275 conn(0x7ff6f009aa30 msgr2=0x7ff6f0071e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:09.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.223+0000 7ff6f4e47640 1 -- 172.21.15.31:0/969711275 shutdown_connections 2024-09-16T07:25:09.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.223+0000 7ff6f4e47640 1 -- 172.21.15.31:0/969711275 wait complete. 2024-09-16T07:25:09.233 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:25:09.233 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:25:09.250 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T07:25:09.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.397+0000 7f8835ecd640 1 -- 172.21.15.31:0/811205191 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8830159680 msgr2=0x7f883015d270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:09.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.397+0000 7f8835ecd640 1 --2- 172.21.15.31:0/811205191 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8830159680 0x7f883015d270 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7f8820005fd0 tx=0x7f882002aa00 comp rx=0 tx=0).stop 2024-09-16T07:25:09.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.397+0000 7f8835ecd640 1 -- 172.21.15.31:0/811205191 shutdown_connections 2024-09-16T07:25:09.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.397+0000 7f8835ecd640 1 --2- 172.21.15.31:0/811205191 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f88300cc490 0x7f883015f750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:09.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.397+0000 7f8835ecd640 1 --2- 172.21.15.31:0/811205191 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8830159680 0x7f883015d270 unknown :-1 s=CLOSED pgs=795 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:09.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.397+0000 7f8835ecd640 1 -- 172.21.15.31:0/811205191 >> 172.21.15.31:0/811205191 conn(0x7f88300b1690 msgr2=0x7f88300b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:09.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.397+0000 7f8835ecd640 1 -- 172.21.15.31:0/811205191 shutdown_connections 2024-09-16T07:25:09.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.397+0000 7f8835ecd640 1 -- 172.21.15.31:0/811205191 wait complete. 2024-09-16T07:25:09.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.398+0000 7f8835ecd640 1 Processor -- start 2024-09-16T07:25:09.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.398+0000 7f8835ecd640 1 -- start start 2024-09-16T07:25:09.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.399+0000 7f8835ecd640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f88300cc490 0x7f88301f5920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:09.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.399+0000 7f8835ecd640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f88300cc8d0 0x7f88301f34f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:09.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.399+0000 7f8835ecd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8830159680 0x7f88301f2960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:09.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.399+0000 7f8835ecd640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f88300cf350 con 0x7f8830159680 2024-09-16T07:25:09.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.399+0000 7f8835ecd640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f88300cf1d0 con 0x7f88300cc490 2024-09-16T07:25:09.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.399+0000 7f8835ecd640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f88300cf4d0 con 0x7f88300cc8d0 2024-09-16T07:25:09.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.399+0000 7f882ffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8830159680 0x7f88301f2960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:09.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.399+0000 7f882ffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8830159680 0x7f88301f2960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52730/0 (socket says 172.21.15.31:52730) 2024-09-16T07:25:09.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.399+0000 7f882ffff640 1 -- 172.21.15.31:0/3055012844 learned_addr learned my addr 172.21.15.31:0/3055012844 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:09.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.399+0000 7f882f7fe640 1 --2- 172.21.15.31:0/3055012844 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f88300cc490 0x7f88301f5920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:09.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.399+0000 7f882effd640 1 --2- 172.21.15.31:0/3055012844 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f88300cc8d0 0x7f88301f34f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:09.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.399+0000 7f882ffff640 1 -- 172.21.15.31:0/3055012844 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f88300cc8d0 msgr2=0x7f88301f34f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:09.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.399+0000 7f882ffff640 1 --2- 172.21.15.31:0/3055012844 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f88300cc8d0 0x7f88301f34f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:09.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.399+0000 7f882ffff640 1 -- 172.21.15.31:0/3055012844 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f88300cc490 msgr2=0x7f88301f5920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:09.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.399+0000 7f882ffff640 1 --2- 172.21.15.31:0/3055012844 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f88300cc490 0x7f88301f5920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:09.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.399+0000 7f882ffff640 1 -- 172.21.15.31:0/3055012844 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88301f6830 con 0x7f8830159680 2024-09-16T07:25:09.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.399+0000 7f882effd640 1 --2- 172.21.15.31:0/3055012844 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f88300cc8d0 0x7f88301f34f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:25:09.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.399+0000 7f882f7fe640 1 --2- 172.21.15.31:0/3055012844 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f88300cc490 0x7f88301f5920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:25:09.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.400+0000 7f882ffff640 1 --2- 172.21.15.31:0/3055012844 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8830159680 0x7f88301f2960 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7f882800c410 tx=0x7f882800c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:09.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.400+0000 7f8817fff640 1 -- 172.21.15.31:0/3055012844 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8828011790 con 0x7f8830159680 2024-09-16T07:25:09.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.400+0000 7f8817fff640 1 -- 172.21.15.31:0/3055012844 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8828017070 con 0x7f8830159680 2024-09-16T07:25:09.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.400+0000 7f8835ecd640 1 -- 172.21.15.31:0/3055012844 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88301f5f90 con 0x7f8830159680 2024-09-16T07:25:09.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.400+0000 7f8817fff640 1 -- 172.21.15.31:0/3055012844 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8828011cc0 con 0x7f8830159680 2024-09-16T07:25:09.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.400+0000 7f8835ecd640 1 -- 172.21.15.31:0/3055012844 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88301f6550 con 0x7f8830159680 2024-09-16T07:25:09.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.401+0000 7f8835ecd640 1 -- 172.21.15.31:0/3055012844 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f883015fe00 con 0x7f8830159680 2024-09-16T07:25:09.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.401+0000 7f8817fff640 1 -- 172.21.15.31:0/3055012844 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 11) ==== 101593+0+0 (secure 0 0 0) 0x7f882801c460 con 0x7f8830159680 2024-09-16T07:25:09.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.402+0000 7f8817fff640 1 --2- 172.21.15.31:0/3055012844 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f881c078bb0 0x7f881c07b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:09.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.402+0000 7f8817fff640 1 -- 172.21.15.31:0/3055012844 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7f882809aa60 con 0x7f8830159680 2024-09-16T07:25:09.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.402+0000 7f882f7fe640 1 --2- 172.21.15.31:0/3055012844 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f881c078bb0 0x7f881c07b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:09.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.403+0000 7f882f7fe640 1 --2- 172.21.15.31:0/3055012844 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f881c078bb0 0x7f881c07b070 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f8820035000 tx=0x7f8820004ab0 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:09.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.406+0000 7f8817fff640 1 -- 172.21.15.31:0/3055012844 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f8828021020 con 0x7f8830159680 2024-09-16T07:25:09.602 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.603+0000 7f8835ecd640 1 -- 172.21.15.31:0/3055012844 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f88300697e0 con 0x7f8830159680 2024-09-16T07:25:09.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.603+0000 7f8817fff640 1 -- 172.21.15.31:0/3055012844 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v69) ==== 80+0+0 (secure 0 0 0) 0x7f8828069070 con 0x7f8830159680 2024-09-16T07:25:09.603 INFO:teuthology.orchestra.run.smithi031.stderr:listed 0 entries 2024-09-16T07:25:09.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.605+0000 7f8835ecd640 1 -- 172.21.15.31:0/3055012844 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f881c078bb0 msgr2=0x7f881c07b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:09.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.605+0000 7f8835ecd640 1 --2- 172.21.15.31:0/3055012844 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f881c078bb0 0x7f881c07b070 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f8820035000 tx=0x7f8820004ab0 comp rx=0 tx=0).stop 2024-09-16T07:25:09.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.605+0000 7f8835ecd640 1 -- 172.21.15.31:0/3055012844 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8830159680 msgr2=0x7f88301f2960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:09.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.605+0000 7f8835ecd640 1 --2- 172.21.15.31:0/3055012844 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8830159680 0x7f88301f2960 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7f882800c410 tx=0x7f882800c8d0 comp rx=0 tx=0).stop 2024-09-16T07:25:09.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.605+0000 7f8835ecd640 1 -- 172.21.15.31:0/3055012844 shutdown_connections 2024-09-16T07:25:09.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.605+0000 7f8835ecd640 1 --2- 172.21.15.31:0/3055012844 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f881c078bb0 0x7f881c07b070 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:09.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.605+0000 7f8835ecd640 1 --2- 172.21.15.31:0/3055012844 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8830159680 0x7f88301f2960 unknown :-1 s=CLOSED pgs=796 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:09.606 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.605+0000 7f8835ecd640 1 --2- 172.21.15.31:0/3055012844 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f88300cc8d0 0x7f88301f34f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:09.606 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.605+0000 7f8835ecd640 1 --2- 172.21.15.31:0/3055012844 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f88300cc490 0x7f88301f5920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:09.606 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.605+0000 7f8835ecd640 1 -- 172.21.15.31:0/3055012844 >> 172.21.15.31:0/3055012844 conn(0x7f88300b1690 msgr2=0x7f883006e870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:09.606 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.606+0000 7f8835ecd640 1 -- 172.21.15.31:0/3055012844 shutdown_connections 2024-09-16T07:25:09.606 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.606+0000 7f8835ecd640 1 -- 172.21.15.31:0/3055012844 wait complete. 2024-09-16T07:25:09.616 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:25:09.616 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:25:09.632 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T07:25:09.779 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.779+0000 7f3e6b1e2640 1 -- 172.21.15.31:0/2909456837 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3e54004800 msgr2=0x7f3e54004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:09.779 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.779+0000 7f3e6b1e2640 1 --2- 172.21.15.31:0/2909456837 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3e54004800 0x7f3e54004c80 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7f3e5000c470 tx=0x7f3e54005830 comp rx=0 tx=0).stop 2024-09-16T07:25:09.779 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.779+0000 7f3e6977f640 1 -- 172.21.15.31:0/2909456837 reap_dead start 2024-09-16T07:25:09.779 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.779+0000 7f3e6b1e2640 1 -- 172.21.15.31:0/2909456837 shutdown_connections 2024-09-16T07:25:09.779 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.779+0000 7f3e6b1e2640 1 -- 172.21.15.31:0/2909456837 >> 172.21.15.31:0/2909456837 conn(0x7f3e6409aa30 msgr2=0x7f3e6409ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:09.779 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.779+0000 7f3e6b1e2640 1 -- 172.21.15.31:0/2909456837 shutdown_connections 2024-09-16T07:25:09.779 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.779+0000 7f3e6b1e2640 1 -- 172.21.15.31:0/2909456837 wait complete. 2024-09-16T07:25:09.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.780+0000 7f3e6b1e2640 1 Processor -- start 2024-09-16T07:25:09.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.780+0000 7f3e6b1e2640 1 -- start start 2024-09-16T07:25:09.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.781+0000 7f3e6b1e2640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3e54004800 0x7f3e640b7650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:09.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.781+0000 7f3e6b1e2640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3e641f2640 0x7f3e64156320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:09.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.781+0000 7f3e6b1e2640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3e6415b3a0 0x7f3e6415b820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:09.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.781+0000 7f3e6b1e2640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f3e640d02b0 con 0x7f3e641f2640 2024-09-16T07:25:09.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.781+0000 7f3e6b1e2640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f3e640d0130 con 0x7f3e6415b3a0 2024-09-16T07:25:09.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.781+0000 7f3e6b1e2640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f3e640d0430 con 0x7f3e54004800 2024-09-16T07:25:09.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.781+0000 7f3e63fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3e641f2640 0x7f3e64156320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:09.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.781+0000 7f3e63fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3e641f2640 0x7f3e64156320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52738/0 (socket says 172.21.15.31:52738) 2024-09-16T07:25:09.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.781+0000 7f3e63fff640 1 -- 172.21.15.31:0/2529465264 learned_addr learned my addr 172.21.15.31:0/2529465264 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:09.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.781+0000 7f3e68f7e640 1 --2- 172.21.15.31:0/2529465264 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3e54004800 0x7f3e640b7650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:09.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.781+0000 7f3e6977f640 1 --2- 172.21.15.31:0/2529465264 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3e6415b3a0 0x7f3e6415b820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:09.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.781+0000 7f3e63fff640 1 -- 172.21.15.31:0/2529465264 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3e54004800 msgr2=0x7f3e640b7650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:09.784 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.782+0000 7f3e63fff640 1 --2- 172.21.15.31:0/2529465264 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3e54004800 0x7f3e640b7650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:09.784 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.782+0000 7f3e63fff640 1 -- 172.21.15.31:0/2529465264 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3e6415b3a0 msgr2=0x7f3e6415b820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:09.784 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.782+0000 7f3e63fff640 1 --2- 172.21.15.31:0/2529465264 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3e6415b3a0 0x7f3e6415b820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:09.784 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.782+0000 7f3e63fff640 1 -- 172.21.15.31:0/2529465264 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e641f2de0 con 0x7f3e641f2640 2024-09-16T07:25:09.784 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.782+0000 7f3e6977f640 1 --2- 172.21.15.31:0/2529465264 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3e6415b3a0 0x7f3e6415b820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:25:09.784 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.782+0000 7f3e63fff640 1 --2- 172.21.15.31:0/2529465264 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3e641f2640 0x7f3e64156320 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7f3e50000c00 tx=0x7f3e50006310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:09.784 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.782+0000 7f3e617fa640 1 -- 172.21.15.31:0/2529465264 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e50042070 con 0x7f3e641f2640 2024-09-16T07:25:09.784 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.782+0000 7f3e617fa640 1 -- 172.21.15.31:0/2529465264 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3e500038e0 con 0x7f3e641f2640 2024-09-16T07:25:09.784 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.782+0000 7f3e6b1e2640 1 -- 172.21.15.31:0/2529465264 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3e641f30c0 con 0x7f3e641f2640 2024-09-16T07:25:09.784 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.782+0000 7f3e617fa640 1 -- 172.21.15.31:0/2529465264 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e50039070 con 0x7f3e641f2640 2024-09-16T07:25:09.784 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.782+0000 7f3e6b1e2640 1 -- 172.21.15.31:0/2529465264 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3e6415ae80 con 0x7f3e641f2640 2024-09-16T07:25:09.784 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.783+0000 7f3e6b1e2640 1 -- 172.21.15.31:0/2529465264 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3e6415ac70 con 0x7f3e641f2640 2024-09-16T07:25:09.785 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.784+0000 7f3e617fa640 1 -- 172.21.15.31:0/2529465264 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 11) ==== 101593+0+0 (secure 0 0 0) 0x7f3e50045070 con 0x7f3e641f2640 2024-09-16T07:25:09.785 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.784+0000 7f3e617fa640 1 --2- 172.21.15.31:0/2529465264 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f3e48078bb0 0x7f3e4807b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:09.785 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.784+0000 7f3e617fa640 1 -- 172.21.15.31:0/2529465264 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7f3e500ba830 con 0x7f3e641f2640 2024-09-16T07:25:09.785 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.785+0000 7f3e68f7e640 1 --2- 172.21.15.31:0/2529465264 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f3e48078bb0 0x7f3e4807b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:09.786 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.785+0000 7f3e68f7e640 1 --2- 172.21.15.31:0/2529465264 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f3e48078bb0 0x7f3e4807b070 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f3e580058c0 tx=0x7f3e5800d490 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:09.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.789+0000 7f3e617fa640 1 -- 172.21.15.31:0/2529465264 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f3e6415c0e0 con 0x7f3e641f2640 2024-09-16T07:25:09.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.984+0000 7f3e6b1e2640 1 -- 172.21.15.31:0/2529465264 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f3e640b3090 con 0x7f3e641f2640 2024-09-16T07:25:09.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.984+0000 7f3e617fa640 1 -- 172.21.15.31:0/2529465264 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v69) ==== 80+0+0 (secure 0 0 0) 0x7f3e50082330 con 0x7f3e641f2640 2024-09-16T07:25:09.985 INFO:teuthology.orchestra.run.smithi031.stderr:listed 0 entries 2024-09-16T07:25:09.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.986+0000 7f3e6b1e2640 1 -- 172.21.15.31:0/2529465264 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f3e48078bb0 msgr2=0x7f3e4807b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:09.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.986+0000 7f3e6b1e2640 1 --2- 172.21.15.31:0/2529465264 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f3e48078bb0 0x7f3e4807b070 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f3e580058c0 tx=0x7f3e5800d490 comp rx=0 tx=0).stop 2024-09-16T07:25:09.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.986+0000 7f3e6b1e2640 1 -- 172.21.15.31:0/2529465264 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3e641f2640 msgr2=0x7f3e64156320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:09.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.986+0000 7f3e6b1e2640 1 --2- 172.21.15.31:0/2529465264 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3e641f2640 0x7f3e64156320 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7f3e50000c00 tx=0x7f3e50006310 comp rx=0 tx=0).stop 2024-09-16T07:25:09.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.986+0000 7f3e6b1e2640 1 -- 172.21.15.31:0/2529465264 shutdown_connections 2024-09-16T07:25:09.988 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.986+0000 7f3e6b1e2640 1 --2- 172.21.15.31:0/2529465264 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f3e48078bb0 0x7f3e4807b070 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:09.988 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.986+0000 7f3e6b1e2640 1 --2- 172.21.15.31:0/2529465264 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3e6415b3a0 0x7f3e6415b820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:09.988 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.986+0000 7f3e6b1e2640 1 --2- 172.21.15.31:0/2529465264 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3e641f2640 0x7f3e64156320 unknown :-1 s=CLOSED pgs=799 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:09.988 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.986+0000 7f3e6b1e2640 1 --2- 172.21.15.31:0/2529465264 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3e54004800 0x7f3e640b7650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:09.988 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.987+0000 7f3e6b1e2640 1 -- 172.21.15.31:0/2529465264 >> 172.21.15.31:0/2529465264 conn(0x7f3e6409aa30 msgr2=0x7f3e640b3f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:09.988 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.987+0000 7f3e6b1e2640 1 -- 172.21.15.31:0/2529465264 shutdown_connections 2024-09-16T07:25:09.989 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:09.987+0000 7f3e6b1e2640 1 -- 172.21.15.31:0/2529465264 wait complete. 2024-09-16T07:25:09.997 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi031.front.sepia.ceph.com... 2024-09-16T07:25:09.997 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:25:09.997 DEBUG:teuthology.orchestra.run.smithi031:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-16T07:25:10.021 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi031.stderr:ceph-fuse[58020]: fuse finished with error 0 and tester_r 0 2024-09-16T07:25:10.023 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:25:10.118 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi031.front.sepia.ceph.com 2024-09-16T07:25:10.118 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:25:10.118 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-16T07:25:10.134 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:25:10.135 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:25:10.156 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T07:25:10.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.281+0000 7ffb1762a640 1 -- 172.21.15.31:0/2481698919 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffb100d0d40 msgr2=0x7ffb100cf9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:10.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.281+0000 7ffb1762a640 1 --2- 172.21.15.31:0/2481698919 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffb100d0d40 0x7ffb100cf9b0 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7ffb100d1eb0 tx=0x7ffb0002a4f0 comp rx=0 tx=0).stop 2024-09-16T07:25:10.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.281+0000 7ffb1762a640 1 -- 172.21.15.31:0/2481698919 shutdown_connections 2024-09-16T07:25:10.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.281+0000 7ffb1762a640 1 --2- 172.21.15.31:0/2481698919 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffb100d0d40 0x7ffb100cf9b0 unknown :-1 s=CLOSED pgs=801 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:10.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.281+0000 7ffb1762a640 1 -- 172.21.15.31:0/2481698919 >> 172.21.15.31:0/2481698919 conn(0x7ffb100d3ea0 msgr2=0x7ffb100d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:10.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.281+0000 7ffb1762a640 1 -- 172.21.15.31:0/2481698919 shutdown_connections 2024-09-16T07:25:10.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.281+0000 7ffb1762a640 1 -- 172.21.15.31:0/2481698919 wait complete. 2024-09-16T07:25:10.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.283+0000 7ffb1762a640 1 Processor -- start 2024-09-16T07:25:10.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.283+0000 7ffb1762a640 1 -- start start 2024-09-16T07:25:10.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.283+0000 7ffb1762a640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffb100d0d40 0x7ffb10150b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:10.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.283+0000 7ffb1762a640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffb100d49c0 0x7ffb10161610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:10.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.283+0000 7ffb1762a640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffb1015df90 0x7ffb100b8ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:10.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.283+0000 7ffb1762a640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7ffb10162690 con 0x7ffb100d49c0 2024-09-16T07:25:10.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.283+0000 7ffb1762a640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ffb100b3f10 con 0x7ffb100d0d40 2024-09-16T07:25:10.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.283+0000 7ffb1762a640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ffb1015d550 con 0x7ffb1015df90 2024-09-16T07:25:10.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.283+0000 7ffb14bc5640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffb100d49c0 0x7ffb10161610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:10.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.283+0000 7ffb14bc5640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffb100d49c0 0x7ffb10161610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52760/0 (socket says 172.21.15.31:52760) 2024-09-16T07:25:10.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.284+0000 7ffb14bc5640 1 -- 172.21.15.31:0/1937586060 learned_addr learned my addr 172.21.15.31:0/1937586060 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:10.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.284+0000 7ffb153c6640 1 --2- 172.21.15.31:0/1937586060 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffb100d0d40 0x7ffb10150b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:10.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.284+0000 7ffb14bc5640 1 -- 172.21.15.31:0/1937586060 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffb1015df90 msgr2=0x7ffb100b8ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:10.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.284+0000 7ffb14bc5640 1 --2- 172.21.15.31:0/1937586060 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffb1015df90 0x7ffb100b8ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:10.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.284+0000 7ffb14bc5640 1 -- 172.21.15.31:0/1937586060 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffb100d0d40 msgr2=0x7ffb10150b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:10.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.284+0000 7ffb14bc5640 1 --2- 172.21.15.31:0/1937586060 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffb100d0d40 0x7ffb10150b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:10.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.284+0000 7ffb14bc5640 1 -- 172.21.15.31:0/1937586060 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb100cd020 con 0x7ffb100d49c0 2024-09-16T07:25:10.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.284+0000 7ffb153c6640 1 --2- 172.21.15.31:0/1937586060 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffb100d0d40 0x7ffb10150b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:25:10.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.284+0000 7ffb14bc5640 1 --2- 172.21.15.31:0/1937586060 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffb100d49c0 0x7ffb10161610 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7ffb00009780 tx=0x7ffb00032d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:10.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.284+0000 7ffb05ffb640 1 -- 172.21.15.31:0/1937586060 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb00040070 con 0x7ffb100d49c0 2024-09-16T07:25:10.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.284+0000 7ffb05ffb640 1 -- 172.21.15.31:0/1937586060 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ffb00005310 con 0x7ffb100d49c0 2024-09-16T07:25:10.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.284+0000 7ffb05ffb640 1 -- 172.21.15.31:0/1937586060 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb00003800 con 0x7ffb100d49c0 2024-09-16T07:25:10.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.284+0000 7ffb1762a640 1 -- 172.21.15.31:0/1937586060 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb1015f080 con 0x7ffb100d49c0 2024-09-16T07:25:10.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.284+0000 7ffb1762a640 1 -- 172.21.15.31:0/1937586060 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb100cd5a0 con 0x7ffb100d49c0 2024-09-16T07:25:10.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.285+0000 7ffb1762a640 1 -- 172.21.15.31:0/1937586060 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffb100b4490 con 0x7ffb100d49c0 2024-09-16T07:25:10.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.286+0000 7ffb05ffb640 1 -- 172.21.15.31:0/1937586060 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 11) ==== 101593+0+0 (secure 0 0 0) 0x7ffb00039040 con 0x7ffb100d49c0 2024-09-16T07:25:10.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.287+0000 7ffb05ffb640 1 --2- 172.21.15.31:0/1937586060 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ffaf4078bb0 0x7ffaf407b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:10.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.287+0000 7ffb05ffb640 1 -- 172.21.15.31:0/1937586060 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7ffb000bc2b0 con 0x7ffb100d49c0 2024-09-16T07:25:10.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.287+0000 7ffb153c6640 1 --2- 172.21.15.31:0/1937586060 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ffaf4078bb0 0x7ffaf407b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:10.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.287+0000 7ffb153c6640 1 --2- 172.21.15.31:0/1937586060 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ffaf4078bb0 0x7ffaf407b070 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7ffb0c00a830 tx=0x7ffb0c008040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:10.290 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.291+0000 7ffb05ffb640 1 -- 172.21.15.31:0/1937586060 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7ffb000843c0 con 0x7ffb100d49c0 2024-09-16T07:25:10.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.489+0000 7ffb1762a640 1 -- 172.21.15.31:0/1937586060 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7ffb1008d590 con 0x7ffb100d49c0 2024-09-16T07:25:10.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.489+0000 7ffb05ffb640 1 -- 172.21.15.31:0/1937586060 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v69) ==== 80+0+0 (secure 0 0 0) 0x7ffb000bc0d0 con 0x7ffb100d49c0 2024-09-16T07:25:10.489 INFO:teuthology.orchestra.run.smithi031.stderr:listed 0 entries 2024-09-16T07:25:10.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.491+0000 7ffb1762a640 1 -- 172.21.15.31:0/1937586060 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ffaf4078bb0 msgr2=0x7ffaf407b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:10.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.491+0000 7ffb1762a640 1 --2- 172.21.15.31:0/1937586060 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ffaf4078bb0 0x7ffaf407b070 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7ffb0c00a830 tx=0x7ffb0c008040 comp rx=0 tx=0).stop 2024-09-16T07:25:10.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.491+0000 7ffb1762a640 1 -- 172.21.15.31:0/1937586060 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffb100d49c0 msgr2=0x7ffb10161610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:10.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.491+0000 7ffb1762a640 1 --2- 172.21.15.31:0/1937586060 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffb100d49c0 0x7ffb10161610 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7ffb00009780 tx=0x7ffb00032d50 comp rx=0 tx=0).stop 2024-09-16T07:25:10.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.491+0000 7ffb1762a640 1 -- 172.21.15.31:0/1937586060 shutdown_connections 2024-09-16T07:25:10.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.491+0000 7ffb1762a640 1 --2- 172.21.15.31:0/1937586060 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ffaf4078bb0 0x7ffaf407b070 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:10.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.491+0000 7ffb1762a640 1 --2- 172.21.15.31:0/1937586060 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffb1015df90 0x7ffb100b8ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:10.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.491+0000 7ffb1762a640 1 --2- 172.21.15.31:0/1937586060 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffb100d49c0 0x7ffb10161610 unknown :-1 s=CLOSED pgs=802 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:10.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.491+0000 7ffb1762a640 1 --2- 172.21.15.31:0/1937586060 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffb100d0d40 0x7ffb10150b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:10.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.491+0000 7ffb1762a640 1 -- 172.21.15.31:0/1937586060 >> 172.21.15.31:0/1937586060 conn(0x7ffb100d3ea0 msgr2=0x7ffb100b0ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:10.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.491+0000 7ffb1762a640 1 -- 172.21.15.31:0/1937586060 shutdown_connections 2024-09-16T07:25:10.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.491+0000 7ffb1762a640 1 -- 172.21.15.31:0/1937586060 wait complete. 2024-09-16T07:25:10.502 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:25:10.502 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:25:10.521 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T07:25:10.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.627+0000 7f9b9de9b640 1 -- 172.21.15.31:0/2783064066 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9b98160ac0 msgr2=0x7f9b98160f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:10.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.627+0000 7f9b9de9b640 1 --2- 172.21.15.31:0/2783064066 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9b98160ac0 0x7f9b98160f50 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7f9b90009ca0 tx=0x7f9b9002aa30 comp rx=0 tx=0).stop 2024-09-16T07:25:10.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.628+0000 7f9b9de9b640 1 -- 172.21.15.31:0/2783064066 shutdown_connections 2024-09-16T07:25:10.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.628+0000 7f9b9de9b640 1 --2- 172.21.15.31:0/2783064066 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9b98160ac0 0x7f9b98160f50 unknown :-1 s=CLOSED pgs=803 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:10.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.628+0000 7f9b9de9b640 1 --2- 172.21.15.31:0/2783064066 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9b980cf920 0x7f9b980d1a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:10.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.628+0000 7f9b9de9b640 1 -- 172.21.15.31:0/2783064066 >> 172.21.15.31:0/2783064066 conn(0x7f9b980d3e40 msgr2=0x7f9b980d4250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:10.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.628+0000 7f9b9de9b640 1 -- 172.21.15.31:0/2783064066 shutdown_connections 2024-09-16T07:25:10.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.628+0000 7f9b9de9b640 1 -- 172.21.15.31:0/2783064066 wait complete. 2024-09-16T07:25:10.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.629+0000 7f9b9de9b640 1 Processor -- start 2024-09-16T07:25:10.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.629+0000 7f9b9de9b640 1 -- start start 2024-09-16T07:25:10.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.630+0000 7f9b9de9b640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9b980cf920 0x7f9b98152230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:10.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.630+0000 7f9b9de9b640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9b98160ac0 0x7f9b980c8830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:10.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.630+0000 7f9b9de9b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9b98161b30 0x7f9b980c8d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:10.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.630+0000 7f9b9de9b640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f9b980b3b60 con 0x7f9b98161b30 2024-09-16T07:25:10.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.630+0000 7f9b9de9b640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f9b980b39e0 con 0x7f9b98160ac0 2024-09-16T07:25:10.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.630+0000 7f9b9de9b640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f9b980b3ce0 con 0x7f9b980cf920 2024-09-16T07:25:10.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.630+0000 7f9b97fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9b98161b30 0x7f9b980c8d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:10.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.630+0000 7f9b97fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9b98161b30 0x7f9b980c8d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52782/0 (socket says 172.21.15.31:52782) 2024-09-16T07:25:10.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.630+0000 7f9b97fff640 1 -- 172.21.15.31:0/2174398615 learned_addr learned my addr 172.21.15.31:0/2174398615 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:10.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.630+0000 7f9b977fe640 1 --2- 172.21.15.31:0/2174398615 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9b980cf920 0x7f9b98152230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:10.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.630+0000 7f9b96ffd640 1 --2- 172.21.15.31:0/2174398615 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9b98160ac0 0x7f9b980c8830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:10.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.630+0000 7f9b97fff640 1 -- 172.21.15.31:0/2174398615 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9b980cf920 msgr2=0x7f9b98152230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:10.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.630+0000 7f9b97fff640 1 --2- 172.21.15.31:0/2174398615 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9b980cf920 0x7f9b98152230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:10.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.630+0000 7f9b97fff640 1 -- 172.21.15.31:0/2174398615 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9b98160ac0 msgr2=0x7f9b980c8830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:10.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.630+0000 7f9b97fff640 1 --2- 172.21.15.31:0/2174398615 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9b98160ac0 0x7f9b980c8830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:10.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.630+0000 7f9b97fff640 1 -- 172.21.15.31:0/2174398615 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b981f48a0 con 0x7f9b98161b30 2024-09-16T07:25:10.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.630+0000 7f9b977fe640 1 --2- 172.21.15.31:0/2174398615 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9b980cf920 0x7f9b98152230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:25:10.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.630+0000 7f9b97fff640 1 --2- 172.21.15.31:0/2174398615 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9b98161b30 0x7f9b980c8d70 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7f9b90009ca0 tx=0x7f9b90003f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:10.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.631+0000 7f9b7ffff640 1 -- 172.21.15.31:0/2174398615 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b90047070 con 0x7f9b98161b30 2024-09-16T07:25:10.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.631+0000 7f9b7ffff640 1 -- 172.21.15.31:0/2174398615 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9b90004250 con 0x7f9b98161b30 2024-09-16T07:25:10.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.631+0000 7f9b7ffff640 1 -- 172.21.15.31:0/2174398615 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b90033050 con 0x7f9b98161b30 2024-09-16T07:25:10.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.631+0000 7f9b9de9b640 1 -- 172.21.15.31:0/2174398615 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b981f4b60 con 0x7f9b98161b30 2024-09-16T07:25:10.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.631+0000 7f9b9de9b640 1 -- 172.21.15.31:0/2174398615 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b981f5120 con 0x7f9b98161b30 2024-09-16T07:25:10.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.632+0000 7f9b9de9b640 1 -- 172.21.15.31:0/2174398615 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9b981f57e0 con 0x7f9b98161b30 2024-09-16T07:25:10.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.632+0000 7f9b7ffff640 1 -- 172.21.15.31:0/2174398615 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 11) ==== 101593+0+0 (secure 0 0 0) 0x7f9b9004a070 con 0x7f9b98161b30 2024-09-16T07:25:10.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.633+0000 7f9b7ffff640 1 --2- 172.21.15.31:0/2174398615 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9b84078bb0 0x7f9b8407b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:10.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.633+0000 7f9b7ffff640 1 -- 172.21.15.31:0/2174398615 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7f9b900bc170 con 0x7f9b98161b30 2024-09-16T07:25:10.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.633+0000 7f9b977fe640 1 --2- 172.21.15.31:0/2174398615 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9b84078bb0 0x7f9b8407b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:10.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.633+0000 7f9b977fe640 1 --2- 172.21.15.31:0/2174398615 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9b84078bb0 0x7f9b8407b070 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f9b88006fd0 tx=0x7f9b88008040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:10.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.637+0000 7f9b7ffff640 1 -- 172.21.15.31:0/2174398615 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f9b981f57e0 con 0x7f9b98161b30 2024-09-16T07:25:10.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.835+0000 7f9b9de9b640 1 -- 172.21.15.31:0/2174398615 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f9b980b3580 con 0x7f9b98161b30 2024-09-16T07:25:10.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.835+0000 7f9b7ffff640 1 -- 172.21.15.31:0/2174398615 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v69) ==== 80+0+0 (secure 0 0 0) 0x7f9b900841d0 con 0x7f9b98161b30 2024-09-16T07:25:10.835 INFO:teuthology.orchestra.run.smithi031.stderr:listed 0 entries 2024-09-16T07:25:10.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.838+0000 7f9b9de9b640 1 -- 172.21.15.31:0/2174398615 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9b84078bb0 msgr2=0x7f9b8407b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:10.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.838+0000 7f9b9de9b640 1 --2- 172.21.15.31:0/2174398615 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9b84078bb0 0x7f9b8407b070 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f9b88006fd0 tx=0x7f9b88008040 comp rx=0 tx=0).stop 2024-09-16T07:25:10.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.838+0000 7f9b9de9b640 1 -- 172.21.15.31:0/2174398615 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9b98161b30 msgr2=0x7f9b980c8d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:10.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.838+0000 7f9b9de9b640 1 --2- 172.21.15.31:0/2174398615 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9b98161b30 0x7f9b980c8d70 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7f9b90009ca0 tx=0x7f9b90003f30 comp rx=0 tx=0).stop 2024-09-16T07:25:10.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.838+0000 7f9b9de9b640 1 -- 172.21.15.31:0/2174398615 shutdown_connections 2024-09-16T07:25:10.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.838+0000 7f9b9de9b640 1 --2- 172.21.15.31:0/2174398615 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f9b84078bb0 0x7f9b8407b070 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:10.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.838+0000 7f9b9de9b640 1 --2- 172.21.15.31:0/2174398615 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9b98161b30 0x7f9b980c8d70 unknown :-1 s=CLOSED pgs=804 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:10.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.838+0000 7f9b9de9b640 1 --2- 172.21.15.31:0/2174398615 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9b98160ac0 0x7f9b980c8830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:10.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.838+0000 7f9b9de9b640 1 --2- 172.21.15.31:0/2174398615 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9b980cf920 0x7f9b98152230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:10.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.838+0000 7f9b9de9b640 1 -- 172.21.15.31:0/2174398615 >> 172.21.15.31:0/2174398615 conn(0x7f9b980d3e40 msgr2=0x7f9b980b61f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:10.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.838+0000 7f9b9de9b640 1 -- 172.21.15.31:0/2174398615 shutdown_connections 2024-09-16T07:25:10.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:10.838+0000 7f9b9de9b640 1 -- 172.21.15.31:0/2174398615 wait complete. 2024-09-16T07:25:10.848 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi155.front.sepia.ceph.com... 2024-09-16T07:25:10.848 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:25:10.848 DEBUG:teuthology.orchestra.run.smithi155:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-16T07:25:10.877 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi155.stderr:ceph-fuse[45535]: fuse finished with error 0 and tester_r 0 2024-09-16T07:25:10.879 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:25:16.981 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi155.front.sepia.ceph.com 2024-09-16T07:25:16.982 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:25:16.982 DEBUG:teuthology.orchestra.run.smithi155:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-16T07:25:17.002 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:25:17.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.122+0000 7ff48c764640 1 -- 172.21.15.31:0/3593673697 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff48415f120 msgr2=0x7ff4840688b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:17.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.122+0000 7ff48c764640 1 --2- 172.21.15.31:0/3593673697 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff48415f120 0x7ff4840688b0 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7ff480005fd0 tx=0x7ff48002a5d0 comp rx=0 tx=0).stop 2024-09-16T07:25:17.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.122+0000 7ff48c764640 1 -- 172.21.15.31:0/3593673697 shutdown_connections 2024-09-16T07:25:17.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.122+0000 7ff48c764640 1 --2- 172.21.15.31:0/3593673697 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff4840ce950 0x7ff4840cbd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:17.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.122+0000 7ff48c764640 1 --2- 172.21.15.31:0/3593673697 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff48415f120 0x7ff4840688b0 unknown :-1 s=CLOSED pgs=805 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:17.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.122+0000 7ff48c764640 1 -- 172.21.15.31:0/3593673697 >> 172.21.15.31:0/3593673697 conn(0x7ff4840741f0 msgr2=0x7ff484074600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:17.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.122+0000 7ff48c764640 1 -- 172.21.15.31:0/3593673697 shutdown_connections 2024-09-16T07:25:17.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.122+0000 7ff48c764640 1 -- 172.21.15.31:0/3593673697 wait complete. 2024-09-16T07:25:17.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.123+0000 7ff48c764640 1 Processor -- start 2024-09-16T07:25:17.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.123+0000 7ff48c764640 1 -- start start 2024-09-16T07:25:17.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.124+0000 7ff48c764640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff484074d10 0x7ff4841580b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:17.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.124+0000 7ff48c764640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff4840ce950 0x7ff48415a4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:17.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.124+0000 7ff48c764640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff48415f120 0x7ff48415aa00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:17.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.124+0000 7ff48c764640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7ff4840cc740 con 0x7ff484074d10 2024-09-16T07:25:17.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.124+0000 7ff48c764640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ff4840cc5c0 con 0x7ff48415f120 2024-09-16T07:25:17.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.124+0000 7ff48c764640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ff4840cc8c0 con 0x7ff4840ce950 2024-09-16T07:25:17.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.124+0000 7ff48a500640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff484074d10 0x7ff4841580b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:17.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.124+0000 7ff48a500640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff484074d10 0x7ff4841580b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55204/0 (socket says 172.21.15.31:55204) 2024-09-16T07:25:17.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.124+0000 7ff48a500640 1 -- 172.21.15.31:0/2473620447 learned_addr learned my addr 172.21.15.31:0/2473620447 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:17.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.124+0000 7ff489cff640 1 --2- 172.21.15.31:0/2473620447 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff4840ce950 0x7ff48415a4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:17.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.124+0000 7ff48ad01640 1 --2- 172.21.15.31:0/2473620447 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff48415f120 0x7ff48415aa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:17.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.124+0000 7ff48a500640 1 -- 172.21.15.31:0/2473620447 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff4840ce950 msgr2=0x7ff48415a4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:17.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.124+0000 7ff48a500640 1 --2- 172.21.15.31:0/2473620447 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff4840ce950 0x7ff48415a4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:17.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.124+0000 7ff48a500640 1 -- 172.21.15.31:0/2473620447 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff48415f120 msgr2=0x7ff48415aa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:17.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.124+0000 7ff48a500640 1 --2- 172.21.15.31:0/2473620447 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff48415f120 0x7ff48415aa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:17.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.124+0000 7ff48a500640 1 -- 172.21.15.31:0/2473620447 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4840b3170 con 0x7ff484074d10 2024-09-16T07:25:17.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.125+0000 7ff48ad01640 1 --2- 172.21.15.31:0/2473620447 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff48415f120 0x7ff48415aa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:25:17.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.125+0000 7ff48a500640 1 --2- 172.21.15.31:0/2473620447 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff484074d10 0x7ff4841580b0 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7ff480034040 tx=0x7ff4800038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:17.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.125+0000 7ff47affd640 1 -- 172.21.15.31:0/2473620447 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff48003e030 con 0x7ff484074d10 2024-09-16T07:25:17.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.125+0000 7ff47affd640 1 -- 172.21.15.31:0/2473620447 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff480003ca0 con 0x7ff484074d10 2024-09-16T07:25:17.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.125+0000 7ff48c764640 1 -- 172.21.15.31:0/2473620447 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4841f21b0 con 0x7ff484074d10 2024-09-16T07:25:17.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.125+0000 7ff47affd640 1 -- 172.21.15.31:0/2473620447 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff480035040 con 0x7ff484074d10 2024-09-16T07:25:17.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.125+0000 7ff48c764640 1 -- 172.21.15.31:0/2473620447 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4841f2750 con 0x7ff484074d10 2024-09-16T07:25:17.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.126+0000 7ff48c764640 1 -- 172.21.15.31:0/2473620447 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff4841f3140 con 0x7ff484074d10 2024-09-16T07:25:17.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.127+0000 7ff47affd640 1 -- 172.21.15.31:0/2473620447 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 11) ==== 101593+0+0 (secure 0 0 0) 0x7ff480041030 con 0x7ff484074d10 2024-09-16T07:25:17.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.127+0000 7ff47affd640 1 --2- 172.21.15.31:0/2473620447 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ff468078be0 0x7ff46807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:17.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.127+0000 7ff47affd640 1 -- 172.21.15.31:0/2473620447 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7ff4800bb3a0 con 0x7ff484074d10 2024-09-16T07:25:17.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.127+0000 7ff489cff640 1 --2- 172.21.15.31:0/2473620447 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ff468078be0 0x7ff46807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:17.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.128+0000 7ff489cff640 1 --2- 172.21.15.31:0/2473620447 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ff468078be0 0x7ff46807b0a0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7ff474000f60 tx=0x7ff474009040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:17.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.132+0000 7ff47affd640 1 -- 172.21.15.31:0/2473620447 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7ff480083580 con 0x7ff484074d10 2024-09-16T07:25:17.352 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.352+0000 7ff48c764640 1 -- 172.21.15.31:0/2473620447 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff4840cbd90 con 0x7ff484074d10 2024-09-16T07:25:17.352 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.353+0000 7ff47affd640 1 -- 172.21.15.31:0/2473620447 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 48 v48) ==== 94+0+5228 (secure 0 0 0) 0x7ff480082e80 con 0x7ff484074d10 2024-09-16T07:25:17.353 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:25:17.353 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":48,"btime":"2024-09-16T07:25:08:500135+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5788,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/1065769710","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":1065769710},{"type":"v1","addr":"172.21.15.31:6835","nonce":1065769710}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":42},{"gid":5803,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/589596785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":589596785},{"type":"v1","addr":"172.21.15.155:6836","nonce":589596785}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":42},{"gid":5806,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/2442055452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":2442055452},{"type":"v1","addr":"172.21.15.155:6837","nonce":2442055452}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":42}],"filesystems":[{"mdsmap":{"epoch":47,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:24:57.838057+0000","modified":"2024-09-16T07:25:00.847041+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6318},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6318":{"gid":6318,"name":"c","rank":0,"incarnation":43,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6834/1482360243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":1482360243},{"type":"v1","addr":"172.21.15.31:6834","nonce":1482360243}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6318,"qdb_cluster":[6318]},"id":5}]} 2024-09-16T07:25:17.353 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 48 2024-09-16T07:25:17.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.355+0000 7ff48c764640 1 -- 172.21.15.31:0/2473620447 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ff468078be0 msgr2=0x7ff46807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:17.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.355+0000 7ff48c764640 1 --2- 172.21.15.31:0/2473620447 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ff468078be0 0x7ff46807b0a0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7ff474000f60 tx=0x7ff474009040 comp rx=0 tx=0).stop 2024-09-16T07:25:17.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.355+0000 7ff48c764640 1 -- 172.21.15.31:0/2473620447 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff484074d10 msgr2=0x7ff4841580b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:17.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.355+0000 7ff48c764640 1 --2- 172.21.15.31:0/2473620447 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff484074d10 0x7ff4841580b0 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7ff480034040 tx=0x7ff4800038a0 comp rx=0 tx=0).stop 2024-09-16T07:25:17.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.356+0000 7ff48c764640 1 -- 172.21.15.31:0/2473620447 shutdown_connections 2024-09-16T07:25:17.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.356+0000 7ff48c764640 1 --2- 172.21.15.31:0/2473620447 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7ff468078be0 0x7ff46807b0a0 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:17.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.356+0000 7ff48c764640 1 --2- 172.21.15.31:0/2473620447 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff48415f120 0x7ff48415aa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:17.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.356+0000 7ff48c764640 1 --2- 172.21.15.31:0/2473620447 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff4840ce950 0x7ff48415a4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:17.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.356+0000 7ff48c764640 1 --2- 172.21.15.31:0/2473620447 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff484074d10 0x7ff4841580b0 unknown :-1 s=CLOSED pgs=806 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:17.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.356+0000 7ff48c764640 1 -- 172.21.15.31:0/2473620447 >> 172.21.15.31:0/2473620447 conn(0x7ff4840741f0 msgr2=0x7ff4840adf20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:17.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.356+0000 7ff48c764640 1 -- 172.21.15.31:0/2473620447 shutdown_connections 2024-09-16T07:25:17.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.356+0000 7ff48c764640 1 -- 172.21.15.31:0/2473620447 wait complete. 2024-09-16T07:25:17.366 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json session ls 2024-09-16T07:25:17.488 INFO:teuthology.orchestra.run.smithi031.stdout:[] 2024-09-16T07:25:17.488 DEBUG:tasks.cephfs.filesystem:_json_asok output [] 2024-09-16T07:25:17.488 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs subvol74570 2024-09-16T07:25:17.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.597+0000 7f6a2d8b6640 1 -- 172.21.15.31:0/1276808293 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6a14003c60 msgr2=0x7f6a14004060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:17.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.597+0000 7f6a2d8b6640 1 --2- 172.21.15.31:0/1276808293 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6a14003c60 0x7f6a14004060 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7f6a1800c420 tx=0x7f6a14005830 comp rx=0 tx=0).stop 2024-09-16T07:25:17.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.597+0000 7f6a277fe640 1 -- 172.21.15.31:0/1276808293 reap_dead start 2024-09-16T07:25:17.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.597+0000 7f6a2d8b6640 1 -- 172.21.15.31:0/1276808293 shutdown_connections 2024-09-16T07:25:17.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.597+0000 7f6a2d8b6640 1 -- 172.21.15.31:0/1276808293 >> 172.21.15.31:0/1276808293 conn(0x7f6a280d0b60 msgr2=0x7f6a280d0f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:17.598 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.598+0000 7f6a2d8b6640 1 -- 172.21.15.31:0/1276808293 shutdown_connections 2024-09-16T07:25:17.598 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.598+0000 7f6a2d8b6640 1 -- 172.21.15.31:0/1276808293 wait complete. 2024-09-16T07:25:17.598 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.599+0000 7f6a2d8b6640 1 Processor -- start 2024-09-16T07:25:17.598 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.599+0000 7f6a2d8b6640 1 -- start start 2024-09-16T07:25:17.600 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.600+0000 7f6a2d8b6640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6a14003c60 0x7f6a281ef900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:17.600 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.600+0000 7f6a2d8b6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6a2813de40 0x7f6a2806e4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:17.600 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.600+0000 7f6a2d8b6640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6a281503e0 0x7f6a28159b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:17.600 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.600+0000 7f6a2d8b6640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f6a28073a00 con 0x7f6a2813de40 2024-09-16T07:25:17.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.600+0000 7f6a2d8b6640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f6a2815b5e0 con 0x7f6a281503e0 2024-09-16T07:25:17.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.600+0000 7f6a2d8b6640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f6a28073b80 con 0x7f6a14003c60 2024-09-16T07:25:17.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.600+0000 7f6a267fc640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6a2813de40 0x7f6a2806e4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:17.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.600+0000 7f6a267fc640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6a2813de40 0x7f6a2806e4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55216/0 (socket says 172.21.15.31:55216) 2024-09-16T07:25:17.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.600+0000 7f6a267fc640 1 -- 172.21.15.31:0/696467892 learned_addr learned my addr 172.21.15.31:0/696467892 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:17.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.600+0000 7f6a26ffd640 1 --2- 172.21.15.31:0/696467892 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6a14003c60 0x7f6a281ef900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:17.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.600+0000 7f6a277fe640 1 --2- 172.21.15.31:0/696467892 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6a281503e0 0x7f6a28159b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:17.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.600+0000 7f6a267fc640 1 -- 172.21.15.31:0/696467892 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6a14003c60 msgr2=0x7f6a281ef900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:17.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.600+0000 7f6a267fc640 1 --2- 172.21.15.31:0/696467892 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6a14003c60 0x7f6a281ef900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:17.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.600+0000 7f6a267fc640 1 -- 172.21.15.31:0/696467892 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6a281503e0 msgr2=0x7f6a28159b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:17.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.600+0000 7f6a267fc640 1 --2- 172.21.15.31:0/696467892 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6a281503e0 0x7f6a28159b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:17.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.600+0000 7f6a267fc640 1 -- 172.21.15.31:0/696467892 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a281f24d0 con 0x7f6a2813de40 2024-09-16T07:25:17.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.600+0000 7f6a267fc640 1 --2- 172.21.15.31:0/696467892 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6a2813de40 0x7f6a2806e4d0 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f6a10011ab0 tx=0x7f6a10011f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:17.602 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.600+0000 7f6a1ffff640 1 -- 172.21.15.31:0/696467892 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a1001e070 con 0x7f6a2813de40 2024-09-16T07:25:17.602 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.600+0000 7f6a1ffff640 1 -- 172.21.15.31:0/696467892 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6a1000fc70 con 0x7f6a2813de40 2024-09-16T07:25:17.602 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.600+0000 7f6a2d8b6640 1 -- 172.21.15.31:0/696467892 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a2813e2d0 con 0x7f6a2813de40 2024-09-16T07:25:17.602 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.600+0000 7f6a1ffff640 1 -- 172.21.15.31:0/696467892 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a10019670 con 0x7f6a2813de40 2024-09-16T07:25:17.602 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.601+0000 7f6a2d8b6640 1 -- 172.21.15.31:0/696467892 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a2813e890 con 0x7f6a2813de40 2024-09-16T07:25:17.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.601+0000 7f6a2d8b6640 1 -- 172.21.15.31:0/696467892 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6a28140990 con 0x7f6a2813de40 2024-09-16T07:25:17.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.602+0000 7f6a1ffff640 1 -- 172.21.15.31:0/696467892 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 11) ==== 101593+0+0 (secure 0 0 0) 0x7f6a10021070 con 0x7f6a2813de40 2024-09-16T07:25:17.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.603+0000 7f6a1ffff640 1 --2- 172.21.15.31:0/696467892 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6a08078bb0 0x7f6a0807b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:17.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.603+0000 7f6a1ffff640 1 -- 172.21.15.31:0/696467892 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7f6a1009b850 con 0x7f6a2813de40 2024-09-16T07:25:17.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.603+0000 7f6a26ffd640 1 --2- 172.21.15.31:0/696467892 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6a08078bb0 0x7f6a0807b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:17.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.603+0000 7f6a26ffd640 1 --2- 172.21.15.31:0/696467892 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6a08078bb0 0x7f6a0807b070 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f6a18033000 tx=0x7f6a18001bd0 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:17.606 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.607+0000 7f6a1ffff640 1 -- 172.21.15.31:0/696467892 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f6a1000fe60 con 0x7f6a2813de40 2024-09-16T07:25:17.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.820+0000 7f6a2d8b6640 1 -- 172.21.15.31:0/696467892 --> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "subvol74570", "target": ["mon-mgr", ""]}) -- 0x7f6a280ce1b0 con 0x7f6a08078bb0 2024-09-16T07:25:17.826 INFO:tasks.ceph.mgr.x.smithi155.stderr:2024-09-16T07:25:17.827+0000 7f77bea57640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:25:17.826 INFO:tasks.ceph.mgr.x.smithi155.stderr:2024-09-16T07:25:17.827+0000 7f77bea57640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:25:17.826 INFO:tasks.ceph.mgr.x.smithi155.stderr:2024-09-16T07:25:17.827+0000 7f77bea57640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:25:17.826 INFO:tasks.ceph.mgr.x.smithi155.stderr:2024-09-16T07:25:17.827+0000 7f77bea57640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:25:17.826 INFO:tasks.ceph.mgr.x.smithi155.stderr:2024-09-16T07:25:17.827+0000 7f77bea57640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:25:17.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.862+0000 7f6a1ffff640 1 -- 172.21.15.31:0/696467892 <== mgr.4117 v2:172.21.15.155:6808/3650624732 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f6a280ce1b0 con 0x7f6a08078bb0 2024-09-16T07:25:17.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.864+0000 7f6a2d8b6640 1 -- 172.21.15.31:0/696467892 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6a08078bb0 msgr2=0x7f6a0807b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:17.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.864+0000 7f6a2d8b6640 1 --2- 172.21.15.31:0/696467892 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6a08078bb0 0x7f6a0807b070 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f6a18033000 tx=0x7f6a18001bd0 comp rx=0 tx=0).stop 2024-09-16T07:25:17.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.864+0000 7f6a2d8b6640 1 -- 172.21.15.31:0/696467892 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6a2813de40 msgr2=0x7f6a2806e4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:17.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.864+0000 7f6a2d8b6640 1 --2- 172.21.15.31:0/696467892 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6a2813de40 0x7f6a2806e4d0 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f6a10011ab0 tx=0x7f6a10011f70 comp rx=0 tx=0).stop 2024-09-16T07:25:17.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.864+0000 7f6a2d8b6640 1 -- 172.21.15.31:0/696467892 shutdown_connections 2024-09-16T07:25:17.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.864+0000 7f6a2d8b6640 1 --2- 172.21.15.31:0/696467892 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f6a08078bb0 0x7f6a0807b070 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:17.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.864+0000 7f6a2d8b6640 1 --2- 172.21.15.31:0/696467892 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6a281503e0 0x7f6a28159b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:17.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.864+0000 7f6a2d8b6640 1 --2- 172.21.15.31:0/696467892 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6a2813de40 0x7f6a2806e4d0 unknown :-1 s=CLOSED pgs=809 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:17.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.864+0000 7f6a2d8b6640 1 --2- 172.21.15.31:0/696467892 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6a14003c60 0x7f6a281ef900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:17.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.864+0000 7f6a2d8b6640 1 -- 172.21.15.31:0/696467892 >> 172.21.15.31:0/696467892 conn(0x7f6a280d0b60 msgr2=0x7f6a2814acd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:17.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.864+0000 7f6a2d8b6640 1 -- 172.21.15.31:0/696467892 shutdown_connections 2024-09-16T07:25:17.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.864+0000 7f6a2d8b6640 1 -- 172.21.15.31:0/696467892 wait complete. 2024-09-16T07:25:17.875 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:25:17.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.980+0000 7f75e31d3640 1 -- 172.21.15.31:0/1013562701 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f75dc15bd30 msgr2=0x7f75dc0b15a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:17.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.980+0000 7f75e31d3640 1 --2- 172.21.15.31:0/1013562701 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f75dc15bd30 0x7f75dc0b15a0 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7f75dc06a2b0 tx=0x7f75d402a9c0 comp rx=0 tx=0).stop 2024-09-16T07:25:17.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.980+0000 7f75e31d3640 1 -- 172.21.15.31:0/1013562701 shutdown_connections 2024-09-16T07:25:17.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.980+0000 7f75e31d3640 1 --2- 172.21.15.31:0/1013562701 >> v2:172.21.15.155:3300/0 conn(0x7f75dc0d2760 0x7f75dc0ceb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:17.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.980+0000 7f75e31d3640 1 --2- 172.21.15.31:0/1013562701 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f75dc0b1ae0 0x7f75dc0ce630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:17.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.980+0000 7f75e31d3640 1 --2- 172.21.15.31:0/1013562701 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f75dc15bd30 0x7f75dc0b15a0 unknown :-1 s=CLOSED pgs=810 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:17.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.980+0000 7f75e31d3640 1 -- 172.21.15.31:0/1013562701 >> 172.21.15.31:0/1013562701 conn(0x7f75dc0d1c40 msgr2=0x7f75dc0d2050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:17.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.980+0000 7f75e31d3640 1 -- 172.21.15.31:0/1013562701 shutdown_connections 2024-09-16T07:25:17.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.980+0000 7f75e31d3640 1 -- 172.21.15.31:0/1013562701 wait complete. 2024-09-16T07:25:17.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.981+0000 7f75e31d3640 1 Processor -- start 2024-09-16T07:25:17.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.982+0000 7f75e31d3640 1 -- start start 2024-09-16T07:25:17.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.982+0000 7f75e31d3640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f75dc0d2760 0x7f75dc0b73a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:17.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.982+0000 7f75e31d3640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f75dc15bd30 0x7f75dc1530f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:17.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.982+0000 7f75e31d3640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f75dc0c8d10 0x7f75dc15aa10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:17.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.982+0000 7f75e31d3640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f75dc0cd370 con 0x7f75dc0c8d10 2024-09-16T07:25:17.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.982+0000 7f75e31d3640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f75dc0cd1f0 con 0x7f75dc15bd30 2024-09-16T07:25:17.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.982+0000 7f75e31d3640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f75dc0cd4f0 con 0x7f75dc0d2760 2024-09-16T07:25:17.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.983+0000 7f75e1770640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f75dc0c8d10 0x7f75dc15aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:17.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.983+0000 7f75e1770640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f75dc0c8d10 0x7f75dc15aa10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55230/0 (socket says 172.21.15.31:55230) 2024-09-16T07:25:17.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.983+0000 7f75e0f6f640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f75dc0d2760 0x7f75dc0b73a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:17.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.983+0000 7f75e1770640 1 -- 172.21.15.31:0/915721018 learned_addr learned my addr 172.21.15.31:0/915721018 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:17.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.983+0000 7f75dbfff640 1 --2- 172.21.15.31:0/915721018 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f75dc15bd30 0x7f75dc1530f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:17.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.983+0000 7f75e1770640 1 -- 172.21.15.31:0/915721018 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f75dc0d2760 msgr2=0x7f75dc0b73a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:17.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.983+0000 7f75e1770640 1 --2- 172.21.15.31:0/915721018 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f75dc0d2760 0x7f75dc0b73a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:17.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.983+0000 7f75e1770640 1 -- 172.21.15.31:0/915721018 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f75dc15bd30 msgr2=0x7f75dc1530f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:17.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.983+0000 7f75e1770640 1 --2- 172.21.15.31:0/915721018 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f75dc15bd30 0x7f75dc1530f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:17.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.983+0000 7f75e1770640 1 -- 172.21.15.31:0/915721018 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75dc0c91d0 con 0x7f75dc0c8d10 2024-09-16T07:25:17.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.983+0000 7f75e1770640 1 --2- 172.21.15.31:0/915721018 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f75dc0c8d10 0x7f75dc15aa10 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f75cc00d780 tx=0x7f75cc00dc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:17.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.983+0000 7f75d97fa640 1 -- 172.21.15.31:0/915721018 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75cc017070 con 0x7f75dc0c8d10 2024-09-16T07:25:17.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.983+0000 7f75d97fa640 1 -- 172.21.15.31:0/915721018 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f75cc00de90 con 0x7f75dc0c8d10 2024-09-16T07:25:17.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.983+0000 7f75e31d3640 1 -- 172.21.15.31:0/915721018 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75dc0c94b0 con 0x7f75dc0c8d10 2024-09-16T07:25:17.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.983+0000 7f75d97fa640 1 -- 172.21.15.31:0/915721018 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75cc005020 con 0x7f75dc0c8d10 2024-09-16T07:25:17.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.983+0000 7f75e31d3640 1 -- 172.21.15.31:0/915721018 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75dc0c9d50 con 0x7f75dc0c8d10 2024-09-16T07:25:17.986 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.984+0000 7f75e31d3640 1 -- 172.21.15.31:0/915721018 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f75dc0c9f50 con 0x7f75dc0c8d10 2024-09-16T07:25:17.986 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.985+0000 7f75d97fa640 1 -- 172.21.15.31:0/915721018 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 11) ==== 101593+0+0 (secure 0 0 0) 0x7f75cc0051c0 con 0x7f75dc0c8d10 2024-09-16T07:25:17.986 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.985+0000 7f75d97fa640 1 --2- 172.21.15.31:0/915721018 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f75c8078bb0 0x7f75c807b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:17.986 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.986+0000 7f75d97fa640 1 -- 172.21.15.31:0/915721018 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7f75cc09b010 con 0x7f75dc0c8d10 2024-09-16T07:25:17.986 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.986+0000 7f75e0f6f640 1 --2- 172.21.15.31:0/915721018 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f75c8078bb0 0x7f75c807b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:17.986 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.986+0000 7f75e0f6f640 1 --2- 172.21.15.31:0/915721018 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f75c8078bb0 0x7f75c807b070 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f75d4035000 tx=0x7f75d4004ab0 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:17.989 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:17.990+0000 7f75d97fa640 1 -- 172.21.15.31:0/915721018 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f75dc0c9f50 con 0x7f75dc0c8d10 2024-09-16T07:25:18.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.211+0000 7f75e31d3640 1 -- 172.21.15.31:0/915721018 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f75dc0cda10 con 0x7f75dc0c8d10 2024-09-16T07:25:18.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.212+0000 7f75d97fa640 1 -- 172.21.15.31:0/915721018 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 48 v48) ==== 94+0+5228 (secure 0 0 0) 0x7f75cc062aa0 con 0x7f75dc0c8d10 2024-09-16T07:25:18.212 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:25:18.212 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":48,"btime":"2024-09-16T07:25:08:500135+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5788,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/1065769710","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":1065769710},{"type":"v1","addr":"172.21.15.31:6835","nonce":1065769710}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":42},{"gid":5803,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/589596785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":589596785},{"type":"v1","addr":"172.21.15.155:6836","nonce":589596785}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":42},{"gid":5806,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/2442055452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":2442055452},{"type":"v1","addr":"172.21.15.155:6837","nonce":2442055452}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":42}],"filesystems":[{"mdsmap":{"epoch":47,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:24:57.838057+0000","modified":"2024-09-16T07:25:00.847041+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6318},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6318":{"gid":6318,"name":"c","rank":0,"incarnation":43,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6834/1482360243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":1482360243},{"type":"v1","addr":"172.21.15.31:6834","nonce":1482360243}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6318,"qdb_cluster":[6318]},"id":5}]} 2024-09-16T07:25:18.212 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 48 2024-09-16T07:25:18.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.214+0000 7f75e31d3640 1 -- 172.21.15.31:0/915721018 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f75c8078bb0 msgr2=0x7f75c807b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:18.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.214+0000 7f75e31d3640 1 --2- 172.21.15.31:0/915721018 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f75c8078bb0 0x7f75c807b070 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f75d4035000 tx=0x7f75d4004ab0 comp rx=0 tx=0).stop 2024-09-16T07:25:18.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.214+0000 7f75e31d3640 1 -- 172.21.15.31:0/915721018 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f75dc0c8d10 msgr2=0x7f75dc15aa10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:18.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.214+0000 7f75e31d3640 1 --2- 172.21.15.31:0/915721018 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f75dc0c8d10 0x7f75dc15aa10 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f75cc00d780 tx=0x7f75cc00dc40 comp rx=0 tx=0).stop 2024-09-16T07:25:18.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.214+0000 7f75e31d3640 1 -- 172.21.15.31:0/915721018 shutdown_connections 2024-09-16T07:25:18.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.214+0000 7f75e31d3640 1 --2- 172.21.15.31:0/915721018 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7f75c8078bb0 0x7f75c807b070 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:18.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.214+0000 7f75e31d3640 1 --2- 172.21.15.31:0/915721018 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f75dc0c8d10 0x7f75dc15aa10 unknown :-1 s=CLOSED pgs=811 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:18.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.214+0000 7f75e31d3640 1 --2- 172.21.15.31:0/915721018 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f75dc15bd30 0x7f75dc1530f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:18.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.214+0000 7f75e31d3640 1 --2- 172.21.15.31:0/915721018 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f75dc0d2760 0x7f75dc0b73a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:18.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.214+0000 7f75e31d3640 1 -- 172.21.15.31:0/915721018 >> 172.21.15.31:0/915721018 conn(0x7f75dc0d1c40 msgr2=0x7f75dc0b09a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:18.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.214+0000 7f75e31d3640 1 -- 172.21.15.31:0/915721018 shutdown_connections 2024-09-16T07:25:18.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.214+0000 7f75e31d3640 1 -- 172.21.15.31:0/915721018 wait complete. 2024-09-16T07:25:18.225 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json session ls 2024-09-16T07:25:18.346 INFO:teuthology.orchestra.run.smithi031.stdout:[{"id":5956,"entity":{"name":{"type":"client","num":5956},"addr":{"type":"any","addr":"172.21.15.155:0","nonce":2579998832}},"state":"open","num_leases":1,"num_caps":7,"request_load_avg":15,"uptime":0.50899154000000002,"requests_in_flight":2,"num_completed_requests":0,"num_completed_flushes":1,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":21.97479817488345,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":15,"last_trim_completed_flushes_tid":2,"delegated_inos":[{"start":"0x10000000005","length":500}],"inst":"client.5956 172.21.15.155:0/2579998832","completed_requests":[],"prealloc_inos":[{"start":"0x10000000005","length":996}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"4ef5f0587d1cad82c4295c20951c303dc342ac74","ceph_version":"ceph version 19.3.0-4938-g4ef5f058 (4ef5f0587d1cad82c4295c20951c303dc342ac74) squid (dev)","entity_id":"x","hostname":"smithi155","pid":"36358","root":"/"}}] 2024-09-16T07:25:18.347 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "4ef5f0587d1cad82c4295c20951c303dc342ac74", "ceph_version": "ceph version 19.3.0-4938-g4ef5f058 (4ef5f0587d1cad82c4295c20951c303dc342ac74) squid (dev)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "x", "hostname": "smithi155", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "pid": "36358", "root": "/" }, "completed_requests": [], "delegated_inos": [ { "length": 500, "start": "0x10000000005" } ], "entity": { "addr": { "addr": "172.21.15.155:0", "nonce": 2579998832, "type": "any" }, "name": { "num": 5956, "type": "client" } }, "id": 5956, "inst": "client.5956 172.21.15.155:0/2579998832", "last_trim_completed_flushes_tid": 2, "last_trim_completed_requests_tid": 15, "num_caps": 7, "num_completed_flushes": 1, "num_completed_requests": 0, "num_leases": 1, "prealloc_inos": [ { "length": 996, "start": "0x10000000005" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 15, "requests_in_flight": 2, "session_cache_liveness": { "halflife": 300, "value": 21.97479817488345 }, "state": "open", "uptime": 0.50899154 } ] 2024-09-16T07:25:18.347 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json-pretty 2024-09-16T07:25:18.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.454+0000 7fd0a8252640 1 -- 172.21.15.31:0/343039209 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd08c003a50 msgr2=0x7fd08c003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:18.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.454+0000 7fd0a8252640 1 --2- 172.21.15.31:0/343039209 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd08c003a50 0x7fd08c003e70 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7fd09c00baf0 tx=0x7fd08c005830 comp rx=0 tx=0).stop 2024-09-16T07:25:18.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.454+0000 7fd0a8252640 1 -- 172.21.15.31:0/343039209 shutdown_connections 2024-09-16T07:25:18.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.454+0000 7fd0a8252640 1 --2- 172.21.15.31:0/343039209 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd08c003a50 0x7fd08c003e70 unknown :-1 s=CLOSED pgs=813 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:18.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.454+0000 7fd0a8252640 1 -- 172.21.15.31:0/343039209 >> 172.21.15.31:0/343039209 conn(0x7fd0a00741f0 msgr2=0x7fd0a0074600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:18.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.454+0000 7fd0a8252640 1 -- 172.21.15.31:0/343039209 shutdown_connections 2024-09-16T07:25:18.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.454+0000 7fd0a8252640 1 -- 172.21.15.31:0/343039209 wait complete. 2024-09-16T07:25:18.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.455+0000 7fd0a8252640 1 Processor -- start 2024-09-16T07:25:18.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.455+0000 7fd0a8252640 1 -- start start 2024-09-16T07:25:18.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.456+0000 7fd0a8252640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd08c003a50 0x7fd0a00b0c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:18.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.456+0000 7fd0a8252640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd0a00afa10 0x7fd0a01f87e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:18.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.456+0000 7fd0a8252640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd0a015c2b0 0x7fd0a00b5420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:18.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.456+0000 7fd0a8252640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fd0a00cd560 con 0x7fd08c003a50 2024-09-16T07:25:18.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.456+0000 7fd0a8252640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fd0a00cd3e0 con 0x7fd0a00afa10 2024-09-16T07:25:18.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.456+0000 7fd0a8252640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fd0a00cd6e0 con 0x7fd0a015c2b0 2024-09-16T07:25:18.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.456+0000 7fd0a5fee640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd08c003a50 0x7fd0a00b0c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:18.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.456+0000 7fd0a5fee640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd08c003a50 0x7fd0a00b0c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55252/0 (socket says 172.21.15.31:55252) 2024-09-16T07:25:18.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.456+0000 7fd0a5fee640 1 -- 172.21.15.31:0/1043507664 learned_addr learned my addr 172.21.15.31:0/1043507664 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:18.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.456+0000 7fd0a57ed640 1 --2- 172.21.15.31:0/1043507664 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd0a00afa10 0x7fd0a01f87e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:18.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.456+0000 7fd0a67ef640 1 --2- 172.21.15.31:0/1043507664 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd0a015c2b0 0x7fd0a00b5420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:18.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.456+0000 7fd0a5fee640 1 -- 172.21.15.31:0/1043507664 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd0a015c2b0 msgr2=0x7fd0a00b5420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:18.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.456+0000 7fd0a5fee640 1 --2- 172.21.15.31:0/1043507664 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd0a015c2b0 0x7fd0a00b5420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:18.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.456+0000 7fd0a5fee640 1 -- 172.21.15.31:0/1043507664 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd0a00afa10 msgr2=0x7fd0a01f87e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:18.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.456+0000 7fd0a5fee640 1 --2- 172.21.15.31:0/1043507664 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd0a00afa10 0x7fd0a01f87e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:18.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.456+0000 7fd0a5fee640 1 -- 172.21.15.31:0/1043507664 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0a00b2480 con 0x7fd08c003a50 2024-09-16T07:25:18.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.456+0000 7fd0a57ed640 1 --2- 172.21.15.31:0/1043507664 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd0a00afa10 0x7fd0a01f87e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:25:18.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.456+0000 7fd0a67ef640 1 --2- 172.21.15.31:0/1043507664 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd0a015c2b0 0x7fd0a00b5420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:25:18.459 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.456+0000 7fd0a5fee640 1 --2- 172.21.15.31:0/1043507664 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd08c003a50 0x7fd0a00b0c70 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7fd09c00ba40 tx=0x7fd09c032770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:18.459 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.456+0000 7fd0967fc640 1 -- 172.21.15.31:0/1043507664 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd09c032d70 con 0x7fd08c003a50 2024-09-16T07:25:18.459 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.456+0000 7fd0967fc640 1 -- 172.21.15.31:0/1043507664 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd09c004030 con 0x7fd08c003a50 2024-09-16T07:25:18.459 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.457+0000 7fd0a8252640 1 -- 172.21.15.31:0/1043507664 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0a00afe90 con 0x7fd08c003a50 2024-09-16T07:25:18.459 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.457+0000 7fd0967fc640 1 -- 172.21.15.31:0/1043507664 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd09c004480 con 0x7fd08c003a50 2024-09-16T07:25:18.459 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.457+0000 7fd0a8252640 1 -- 172.21.15.31:0/1043507664 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0a00b2a00 con 0x7fd08c003a50 2024-09-16T07:25:18.459 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.457+0000 7fd0a8252640 1 -- 172.21.15.31:0/1043507664 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd0a00b2bd0 con 0x7fd08c003a50 2024-09-16T07:25:18.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.458+0000 7fd0967fc640 1 -- 172.21.15.31:0/1043507664 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 11) ==== 101593+0+0 (secure 0 0 0) 0x7fd09c0035f0 con 0x7fd08c003a50 2024-09-16T07:25:18.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.459+0000 7fd0967fc640 1 --2- 172.21.15.31:0/1043507664 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd084078be0 0x7fd08407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:18.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.459+0000 7fd0967fc640 1 -- 172.21.15.31:0/1043507664 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7fd09c0bc1c0 con 0x7fd08c003a50 2024-09-16T07:25:18.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.459+0000 7fd0a57ed640 1 --2- 172.21.15.31:0/1043507664 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd084078be0 0x7fd08407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:18.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.460+0000 7fd0a57ed640 1 --2- 172.21.15.31:0/1043507664 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd084078be0 0x7fd08407b0a0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7fd0a00ca530 tx=0x7fd090006b20 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:18.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.463+0000 7fd0967fc640 1 -- 172.21.15.31:0/1043507664 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fd09c040070 con 0x7fd08c003a50 2024-09-16T07:25:18.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.699+0000 7fd0a8252640 1 -- 172.21.15.31:0/1043507664 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json-pretty"} v 0) -- 0x7fd0a015f230 con 0x7fd08c003a50 2024-09-16T07:25:18.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.704+0000 7fd0967fc640 1 -- 172.21.15.31:0/1043507664 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json-pretty"}]=0 v11) ==== 81+0+529878 (secure 0 0 0) 0x7fd09c084240 con 0x7fd08c003a50 2024-09-16T07:25:18.711 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:25:18.711 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-16T07:25:18.711 INFO:teuthology.orchestra.run.smithi031.stdout: "epoch": 11, 2024-09-16T07:25:18.711 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.711 INFO:teuthology.orchestra.run.smithi031.stdout: "active_gid": 4117, 2024-09-16T07:25:18.711 INFO:teuthology.orchestra.run.smithi031.stdout: "active_name": "x", 2024-09-16T07:25:18.711 INFO:teuthology.orchestra.run.smithi031.stdout: "active_addrs": { 2024-09-16T07:25:18.712 INFO:teuthology.orchestra.run.smithi031.stdout: "addrvec": [ 2024-09-16T07:25:18.712 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:18.712 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "v2", 2024-09-16T07:25:18.712 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": "172.21.15.155:6808", 2024-09-16T07:25:18.712 INFO:teuthology.orchestra.run.smithi031.stdout: "nonce": 3650624732 2024-09-16T07:25:18.712 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.712 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:18.712 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "v1", 2024-09-16T07:25:18.712 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": "172.21.15.155:6809", 2024-09-16T07:25:18.712 INFO:teuthology.orchestra.run.smithi031.stdout: "nonce": 3650624732 2024-09-16T07:25:18.712 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:18.713 INFO:teuthology.orchestra.run.smithi031.stdout: ] 2024-09-16T07:25:18.713 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.713 INFO:teuthology.orchestra.run.smithi031.stdout: "active_addr": "172.21.15.155:6809/3650624732", 2024-09-16T07:25:18.713 INFO:teuthology.orchestra.run.smithi031.stdout: "active_change": "2024-09-16T07:20:50.621187+0000", 2024-09-16T07:25:18.713 INFO:teuthology.orchestra.run.smithi031.stdout: "active_mgr_features": 4540719139924082687, 2024-09-16T07:25:18.713 INFO:teuthology.orchestra.run.smithi031.stdout: "available": true, 2024-09-16T07:25:18.713 INFO:teuthology.orchestra.run.smithi031.stdout: "standbys": [ 2024-09-16T07:25:18.713 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:18.713 INFO:teuthology.orchestra.run.smithi031.stdout: "gid": 4107, 2024-09-16T07:25:18.713 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "y", 2024-09-16T07:25:18.713 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr_features": 4540719139924082687, 2024-09-16T07:25:18.714 INFO:teuthology.orchestra.run.smithi031.stdout: "available_modules": [ 2024-09-16T07:25:18.714 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:18.714 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "alerts", 2024-09-16T07:25:18.714 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:18.714 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:18.714 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:18.714 INFO:teuthology.orchestra.run.smithi031.stdout: "interval": { 2024-09-16T07:25:18.714 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "interval", 2024-09-16T07:25:18.714 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "secs", 2024-09-16T07:25:18.714 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.714 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.715 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "60", 2024-09-16T07:25:18.715 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.715 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.715 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.715 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "How frequently to reexamine health status", 2024-09-16T07:25:18.715 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.715 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.715 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.715 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.715 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:18.715 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:18.715 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.716 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.716 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.716 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:18.716 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.716 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.716 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:18.716 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:18.716 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:18.716 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:18.716 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:18.717 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:18.717 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:18.717 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:18.717 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.717 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.717 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.717 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.717 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.717 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:18.717 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:18.717 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.718 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.718 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.718 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:18.718 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.718 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.718 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.718 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.718 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.718 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.718 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.718 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.718 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:18.719 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:18.719 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.719 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.719 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.719 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:18.719 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.719 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.719 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:18.719 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:18.719 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:18.720 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:18.720 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:18.720 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:18.720 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:18.720 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:18.720 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.720 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.720 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.720 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.720 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.721 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:18.721 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:18.721 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.721 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.721 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.721 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:18.721 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.721 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.721 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.721 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.721 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.722 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.722 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.722 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.722 INFO:teuthology.orchestra.run.smithi031.stdout: "smtp_destination": { 2024-09-16T07:25:18.722 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "smtp_destination", 2024-09-16T07:25:18.722 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.722 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.722 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.722 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:18.722 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.722 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.722 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.723 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Email address to send alerts to, use commas to separate multiple", 2024-09-16T07:25:18.723 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.723 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.723 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.723 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.723 INFO:teuthology.orchestra.run.smithi031.stdout: "smtp_from_name": { 2024-09-16T07:25:18.723 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "smtp_from_name", 2024-09-16T07:25:18.723 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.723 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.723 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.724 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "Ceph", 2024-09-16T07:25:18.724 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.724 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.724 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.724 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Email From: name", 2024-09-16T07:25:18.724 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.724 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.724 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.724 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.724 INFO:teuthology.orchestra.run.smithi031.stdout: "smtp_host": { 2024-09-16T07:25:18.724 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "smtp_host", 2024-09-16T07:25:18.725 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.725 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.725 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.725 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:18.725 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.725 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.725 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.725 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "SMTP server", 2024-09-16T07:25:18.725 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.725 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.725 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.725 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.726 INFO:teuthology.orchestra.run.smithi031.stdout: "smtp_password": { 2024-09-16T07:25:18.726 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "smtp_password", 2024-09-16T07:25:18.726 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.726 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.726 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.726 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:18.726 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.726 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.726 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.726 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Password to authenticate with", 2024-09-16T07:25:18.726 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.727 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.727 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.727 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.727 INFO:teuthology.orchestra.run.smithi031.stdout: "smtp_port": { 2024-09-16T07:25:18.727 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "smtp_port", 2024-09-16T07:25:18.727 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:18.727 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.727 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.727 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "465", 2024-09-16T07:25:18.727 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.727 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.728 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.728 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "SMTP port", 2024-09-16T07:25:18.728 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.728 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.728 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.728 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.728 INFO:teuthology.orchestra.run.smithi031.stdout: "smtp_sender": { 2024-09-16T07:25:18.728 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "smtp_sender", 2024-09-16T07:25:18.728 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.728 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.728 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.729 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:18.729 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.729 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.729 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.729 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "SMTP envelope sender", 2024-09-16T07:25:18.729 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.729 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.729 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.729 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.730 INFO:teuthology.orchestra.run.smithi031.stdout: "smtp_ssl": { 2024-09-16T07:25:18.730 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "smtp_ssl", 2024-09-16T07:25:18.730 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.730 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.730 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.730 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:18.730 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.730 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.730 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.730 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Use SSL to connect to SMTP server", 2024-09-16T07:25:18.730 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.731 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.731 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.731 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.731 INFO:teuthology.orchestra.run.smithi031.stdout: "smtp_user": { 2024-09-16T07:25:18.731 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "smtp_user", 2024-09-16T07:25:18.731 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.731 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.731 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.731 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:18.731 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.731 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.732 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.732 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "User to authenticate as", 2024-09-16T07:25:18.732 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.732 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.732 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.732 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.732 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:18.732 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:18.732 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:18.732 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:18.732 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.733 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:18.733 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.733 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.733 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.733 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.733 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.733 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.733 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.733 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:18.733 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:18.733 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.733 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:18.734 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "balancer", 2024-09-16T07:25:18.734 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:18.734 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:18.734 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:18.734 INFO:teuthology.orchestra.run.smithi031.stdout: "active": { 2024-09-16T07:25:18.734 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "active", 2024-09-16T07:25:18.734 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.734 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.734 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.734 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:18.734 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.734 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.735 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.735 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "automatically balance PGs across cluster", 2024-09-16T07:25:18.735 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.735 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.735 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.735 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.735 INFO:teuthology.orchestra.run.smithi031.stdout: "begin_time": { 2024-09-16T07:25:18.735 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "begin_time", 2024-09-16T07:25:18.735 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.735 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.735 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.735 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0000", 2024-09-16T07:25:18.736 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.736 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.736 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.736 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "beginning time of day to automatically balance", 2024-09-16T07:25:18.736 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-16T07:25:18.736 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.736 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.736 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.736 INFO:teuthology.orchestra.run.smithi031.stdout: "begin_weekday": { 2024-09-16T07:25:18.736 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "begin_weekday", 2024-09-16T07:25:18.736 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "uint", 2024-09-16T07:25:18.737 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.737 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.737 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:18.737 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "0", 2024-09-16T07:25:18.737 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "6", 2024-09-16T07:25:18.737 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.737 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-09-16T07:25:18.737 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-16T07:25:18.737 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.737 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.737 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.738 INFO:teuthology.orchestra.run.smithi031.stdout: "crush_compat_max_iterations": { 2024-09-16T07:25:18.738 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "crush_compat_max_iterations", 2024-09-16T07:25:18.738 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "uint", 2024-09-16T07:25:18.738 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.738 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.738 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "25", 2024-09-16T07:25:18.738 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "1", 2024-09-16T07:25:18.738 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "250", 2024-09-16T07:25:18.738 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.738 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-09-16T07:25:18.738 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.739 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.739 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.739 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.739 INFO:teuthology.orchestra.run.smithi031.stdout: "crush_compat_metrics": { 2024-09-16T07:25:18.739 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "crush_compat_metrics", 2024-09-16T07:25:18.739 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.739 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.739 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.739 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "pgs,objects,bytes", 2024-09-16T07:25:18.739 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.739 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.740 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.740 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-09-16T07:25:18.740 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-09-16T07:25:18.740 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.740 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.740 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.740 INFO:teuthology.orchestra.run.smithi031.stdout: "crush_compat_step": { 2024-09-16T07:25:18.740 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "crush_compat_step", 2024-09-16T07:25:18.740 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "float", 2024-09-16T07:25:18.740 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.740 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.741 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0.5", 2024-09-16T07:25:18.741 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "0.001", 2024-09-16T07:25:18.741 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "0.999", 2024-09-16T07:25:18.741 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.741 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "aggressiveness of optimization", 2024-09-16T07:25:18.741 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-09-16T07:25:18.741 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.741 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.741 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.741 INFO:teuthology.orchestra.run.smithi031.stdout: "end_time": { 2024-09-16T07:25:18.741 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "end_time", 2024-09-16T07:25:18.742 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.742 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.742 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.742 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "2359", 2024-09-16T07:25:18.742 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.742 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.742 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.742 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "ending time of day to automatically balance", 2024-09-16T07:25:18.742 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-16T07:25:18.742 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.742 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.743 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.743 INFO:teuthology.orchestra.run.smithi031.stdout: "end_weekday": { 2024-09-16T07:25:18.743 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "end_weekday", 2024-09-16T07:25:18.743 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "uint", 2024-09-16T07:25:18.743 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.743 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.743 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:18.743 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "0", 2024-09-16T07:25:18.743 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "6", 2024-09-16T07:25:18.743 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.743 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-09-16T07:25:18.744 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-16T07:25:18.744 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.744 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.744 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.744 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:18.744 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:18.744 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.744 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.744 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.744 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:18.745 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.745 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.745 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:18.745 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:18.745 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:18.745 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:18.745 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:18.745 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:18.745 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:18.745 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:18.745 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.746 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.746 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.746 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.746 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.746 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:18.746 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:18.746 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.746 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.746 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.746 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:18.747 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.747 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.747 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.747 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.748 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.748 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.748 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.748 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.748 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:18.748 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:18.748 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.748 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.748 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.748 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:18.748 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.748 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.749 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:18.749 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:18.749 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:18.749 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:18.749 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:18.749 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:18.749 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:18.749 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:18.749 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.749 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.749 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.749 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.749 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.750 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:18.750 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:18.750 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.750 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.750 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.750 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:18.750 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.750 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.750 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.750 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.750 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.750 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.750 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.751 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.751 INFO:teuthology.orchestra.run.smithi031.stdout: "min_score": { 2024-09-16T07:25:18.751 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "min_score", 2024-09-16T07:25:18.751 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "float", 2024-09-16T07:25:18.751 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.751 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.751 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:18.751 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.751 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.751 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.751 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-09-16T07:25:18.751 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.751 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.751 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.752 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.752 INFO:teuthology.orchestra.run.smithi031.stdout: "mode": { 2024-09-16T07:25:18.752 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "mode", 2024-09-16T07:25:18.752 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.752 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.752 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.752 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "upmap", 2024-09-16T07:25:18.752 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.752 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.753 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:18.753 INFO:teuthology.orchestra.run.smithi031.stdout: "crush-compat", 2024-09-16T07:25:18.753 INFO:teuthology.orchestra.run.smithi031.stdout: "none", 2024-09-16T07:25:18.753 INFO:teuthology.orchestra.run.smithi031.stdout: "read", 2024-09-16T07:25:18.753 INFO:teuthology.orchestra.run.smithi031.stdout: "upmap", 2024-09-16T07:25:18.753 INFO:teuthology.orchestra.run.smithi031.stdout: "upmap-read" 2024-09-16T07:25:18.753 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:18.753 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Balancer mode", 2024-09-16T07:25:18.753 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.753 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.753 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.753 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.753 INFO:teuthology.orchestra.run.smithi031.stdout: "pool_ids": { 2024-09-16T07:25:18.753 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "pool_ids", 2024-09-16T07:25:18.754 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.754 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.754 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.754 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:18.754 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.754 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.754 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.754 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-09-16T07:25:18.754 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.754 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.754 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.754 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.754 INFO:teuthology.orchestra.run.smithi031.stdout: "sleep_interval": { 2024-09-16T07:25:18.755 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sleep_interval", 2024-09-16T07:25:18.755 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "secs", 2024-09-16T07:25:18.755 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.755 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.755 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "60", 2024-09-16T07:25:18.755 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.755 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.755 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.755 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-09-16T07:25:18.755 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.755 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.755 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.755 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.755 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:18.756 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:18.756 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:18.756 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:18.756 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.756 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:18.756 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.756 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.756 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.756 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.756 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.756 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.756 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.756 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.757 INFO:teuthology.orchestra.run.smithi031.stdout: "upmap_max_deviation": { 2024-09-16T07:25:18.757 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "upmap_max_deviation", 2024-09-16T07:25:18.757 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:18.757 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.757 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.757 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "5", 2024-09-16T07:25:18.757 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "1", 2024-09-16T07:25:18.757 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.757 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.757 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "deviation below which no optimization is attempted", 2024-09-16T07:25:18.757 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-09-16T07:25:18.757 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.757 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.758 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.758 INFO:teuthology.orchestra.run.smithi031.stdout: "upmap_max_optimizations": { 2024-09-16T07:25:18.758 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "upmap_max_optimizations", 2024-09-16T07:25:18.758 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "uint", 2024-09-16T07:25:18.758 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.758 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.758 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "10", 2024-09-16T07:25:18.758 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.758 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.758 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.758 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-09-16T07:25:18.758 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.759 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.759 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.759 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:18.759 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:18.759 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.759 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:18.759 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "cephadm", 2024-09-16T07:25:18.759 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:18.759 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:18.759 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:18.759 INFO:teuthology.orchestra.run.smithi031.stdout: "agent_down_multiplier": { 2024-09-16T07:25:18.759 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "agent_down_multiplier", 2024-09-16T07:25:18.759 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "float", 2024-09-16T07:25:18.759 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.760 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.760 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "3.0", 2024-09-16T07:25:18.760 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.760 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.760 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.760 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-09-16T07:25:18.760 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.760 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.760 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.760 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.760 INFO:teuthology.orchestra.run.smithi031.stdout: "agent_refresh_rate": { 2024-09-16T07:25:18.760 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "agent_refresh_rate", 2024-09-16T07:25:18.761 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "secs", 2024-09-16T07:25:18.761 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.761 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.761 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "20", 2024-09-16T07:25:18.761 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.761 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.761 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.761 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-09-16T07:25:18.761 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.761 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.761 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.761 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.761 INFO:teuthology.orchestra.run.smithi031.stdout: "agent_starting_port": { 2024-09-16T07:25:18.762 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "agent_starting_port", 2024-09-16T07:25:18.762 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:18.762 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.762 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.762 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "4721", 2024-09-16T07:25:18.762 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.762 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.762 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.762 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-09-16T07:25:18.762 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.762 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.762 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.763 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.763 INFO:teuthology.orchestra.run.smithi031.stdout: "allow_ptrace": { 2024-09-16T07:25:18.763 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "allow_ptrace", 2024-09-16T07:25:18.763 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.763 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.763 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.763 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:18.763 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.763 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.763 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.763 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-09-16T07:25:18.763 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-09-16T07:25:18.763 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.763 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.764 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.764 INFO:teuthology.orchestra.run.smithi031.stdout: "autotune_interval": { 2024-09-16T07:25:18.764 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "autotune_interval", 2024-09-16T07:25:18.764 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "secs", 2024-09-16T07:25:18.764 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.764 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.764 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "600", 2024-09-16T07:25:18.764 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.764 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.764 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.764 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "how frequently to autotune daemon memory", 2024-09-16T07:25:18.764 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.764 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.765 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.765 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.765 INFO:teuthology.orchestra.run.smithi031.stdout: "autotune_memory_target_ratio": { 2024-09-16T07:25:18.765 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "autotune_memory_target_ratio", 2024-09-16T07:25:18.765 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "float", 2024-09-16T07:25:18.765 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.765 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.765 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0.7", 2024-09-16T07:25:18.765 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.765 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.765 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.765 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-09-16T07:25:18.765 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.766 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.766 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.766 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.766 INFO:teuthology.orchestra.run.smithi031.stdout: "cephadm_log_destination": { 2024-09-16T07:25:18.766 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "cephadm_log_destination", 2024-09-16T07:25:18.766 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.766 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.766 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.766 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:18.766 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.766 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.766 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:18.766 INFO:teuthology.orchestra.run.smithi031.stdout: "file", 2024-09-16T07:25:18.766 INFO:teuthology.orchestra.run.smithi031.stdout: "file,syslog", 2024-09-16T07:25:18.767 INFO:teuthology.orchestra.run.smithi031.stdout: "syslog" 2024-09-16T07:25:18.767 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:18.767 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-09-16T07:25:18.767 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.767 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.767 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.767 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.767 INFO:teuthology.orchestra.run.smithi031.stdout: "cgroups_split": { 2024-09-16T07:25:18.767 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "cgroups_split", 2024-09-16T07:25:18.767 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.767 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.767 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.767 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:18.768 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.768 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.768 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.768 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-09-16T07:25:18.768 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.768 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.768 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.768 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.768 INFO:teuthology.orchestra.run.smithi031.stdout: "config_checks_enabled": { 2024-09-16T07:25:18.768 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "config_checks_enabled", 2024-09-16T07:25:18.768 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.768 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.768 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.768 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:18.769 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.769 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.769 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.769 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-09-16T07:25:18.769 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.769 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.769 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.769 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.769 INFO:teuthology.orchestra.run.smithi031.stdout: "config_dashboard": { 2024-09-16T07:25:18.769 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "config_dashboard", 2024-09-16T07:25:18.769 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.769 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.769 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.770 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:18.770 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.770 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.770 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.770 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-09-16T07:25:18.770 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.770 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.770 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.770 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.770 INFO:teuthology.orchestra.run.smithi031.stdout: "container_image_alertmanager": { 2024-09-16T07:25:18.770 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "container_image_alertmanager", 2024-09-16T07:25:18.770 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.770 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.771 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.771 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.27.0", 2024-09-16T07:25:18.771 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.771 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.771 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.771 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Prometheus container image", 2024-09-16T07:25:18.771 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.771 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.771 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.771 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.771 INFO:teuthology.orchestra.run.smithi031.stdout: "container_image_base": { 2024-09-16T07:25:18.771 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "container_image_base", 2024-09-16T07:25:18.771 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.772 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.772 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.772 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "quay.io/ceph/ceph", 2024-09-16T07:25:18.772 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.772 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.772 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.772 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Container image name, without the tag", 2024-09-16T07:25:18.772 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.772 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.772 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.772 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.772 INFO:teuthology.orchestra.run.smithi031.stdout: "container_image_elasticsearch": { 2024-09-16T07:25:18.772 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "container_image_elasticsearch", 2024-09-16T07:25:18.772 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.773 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.773 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.773 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-09-16T07:25:18.773 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.773 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.773 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.773 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "elasticsearch container image", 2024-09-16T07:25:18.773 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.773 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.773 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.773 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.773 INFO:teuthology.orchestra.run.smithi031.stdout: "container_image_grafana": { 2024-09-16T07:25:18.774 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "container_image_grafana", 2024-09-16T07:25:18.774 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.774 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.774 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.774 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "quay.io/ceph/grafana:10.4.0", 2024-09-16T07:25:18.774 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.774 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.774 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.774 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Prometheus container image", 2024-09-16T07:25:18.774 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.774 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.774 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.774 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.775 INFO:teuthology.orchestra.run.smithi031.stdout: "container_image_haproxy": { 2024-09-16T07:25:18.775 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "container_image_haproxy", 2024-09-16T07:25:18.775 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.775 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.775 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.775 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-09-16T07:25:18.775 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.775 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.775 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.775 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "HAproxy container image", 2024-09-16T07:25:18.775 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.775 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.775 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.776 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.776 INFO:teuthology.orchestra.run.smithi031.stdout: "container_image_jaeger_agent": { 2024-09-16T07:25:18.776 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "container_image_jaeger_agent", 2024-09-16T07:25:18.776 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.776 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.776 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.776 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-09-16T07:25:18.776 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.776 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.776 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.776 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Jaeger agent container image", 2024-09-16T07:25:18.776 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.776 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.777 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.777 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.777 INFO:teuthology.orchestra.run.smithi031.stdout: "container_image_jaeger_collector": { 2024-09-16T07:25:18.777 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "container_image_jaeger_collector", 2024-09-16T07:25:18.777 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.777 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.777 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.777 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-09-16T07:25:18.777 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.777 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.777 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.777 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Jaeger collector container image", 2024-09-16T07:25:18.777 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.778 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.778 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.778 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.778 INFO:teuthology.orchestra.run.smithi031.stdout: "container_image_jaeger_query": { 2024-09-16T07:25:18.778 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "container_image_jaeger_query", 2024-09-16T07:25:18.778 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.778 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.778 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.778 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-09-16T07:25:18.778 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.778 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.778 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.778 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Jaeger query container image", 2024-09-16T07:25:18.778 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.779 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.779 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.779 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.779 INFO:teuthology.orchestra.run.smithi031.stdout: "container_image_keepalived": { 2024-09-16T07:25:18.779 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "container_image_keepalived", 2024-09-16T07:25:18.779 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.779 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.779 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.779 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-09-16T07:25:18.779 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.779 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.779 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.779 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Keepalived container image", 2024-09-16T07:25:18.780 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.780 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.780 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.780 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.780 INFO:teuthology.orchestra.run.smithi031.stdout: "container_image_loki": { 2024-09-16T07:25:18.780 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "container_image_loki", 2024-09-16T07:25:18.780 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.780 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.780 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.780 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "docker.io/grafana/loki:3.0.0", 2024-09-16T07:25:18.780 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.780 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.780 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.780 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Loki container image", 2024-09-16T07:25:18.781 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.781 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.781 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.781 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.781 INFO:teuthology.orchestra.run.smithi031.stdout: "container_image_nginx": { 2024-09-16T07:25:18.781 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "container_image_nginx", 2024-09-16T07:25:18.781 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.781 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.781 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.781 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "quay.io/ceph/nginx:sclorg-nginx-126", 2024-09-16T07:25:18.781 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.781 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.782 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.782 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Nginx container image", 2024-09-16T07:25:18.782 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.782 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.782 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.782 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.782 INFO:teuthology.orchestra.run.smithi031.stdout: "container_image_node_exporter": { 2024-09-16T07:25:18.782 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "container_image_node_exporter", 2024-09-16T07:25:18.782 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.782 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.782 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.782 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.7.0", 2024-09-16T07:25:18.782 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.783 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.783 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.783 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Prometheus container image", 2024-09-16T07:25:18.783 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.783 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.783 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.783 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.783 INFO:teuthology.orchestra.run.smithi031.stdout: "container_image_nvmeof": { 2024-09-16T07:25:18.783 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "container_image_nvmeof", 2024-09-16T07:25:18.783 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.783 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.783 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.783 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.17", 2024-09-16T07:25:18.783 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.784 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.784 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.784 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Nvme-of container image", 2024-09-16T07:25:18.784 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.784 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.784 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.784 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.784 INFO:teuthology.orchestra.run.smithi031.stdout: "container_image_oauth2_proxy": { 2024-09-16T07:25:18.784 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "container_image_oauth2_proxy", 2024-09-16T07:25:18.784 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.784 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.784 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.785 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "quay.io/oauth2-proxy/oauth2-proxy:v7.6.0", 2024-09-16T07:25:18.785 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.785 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.785 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.785 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "oauth2-proxy container image", 2024-09-16T07:25:18.785 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.785 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.785 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.785 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.785 INFO:teuthology.orchestra.run.smithi031.stdout: "container_image_prometheus": { 2024-09-16T07:25:18.785 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "container_image_prometheus", 2024-09-16T07:25:18.785 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.785 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.785 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.786 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "quay.io/prometheus/prometheus:v2.51.0", 2024-09-16T07:25:18.786 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.786 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.786 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.786 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Prometheus container image", 2024-09-16T07:25:18.786 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.786 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.786 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.786 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.786 INFO:teuthology.orchestra.run.smithi031.stdout: "container_image_promtail": { 2024-09-16T07:25:18.786 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "container_image_promtail", 2024-09-16T07:25:18.786 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.786 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.787 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.787 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "docker.io/grafana/promtail:3.0.0", 2024-09-16T07:25:18.787 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.787 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.787 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.787 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Promtail container image", 2024-09-16T07:25:18.787 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.787 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.787 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.787 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.787 INFO:teuthology.orchestra.run.smithi031.stdout: "container_image_samba": { 2024-09-16T07:25:18.787 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "container_image_samba", 2024-09-16T07:25:18.787 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.788 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.788 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.788 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-09-16T07:25:18.788 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.788 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.788 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.788 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Samba/SMB container image", 2024-09-16T07:25:18.788 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.788 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.788 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.788 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.788 INFO:teuthology.orchestra.run.smithi031.stdout: "container_image_samba_metrics": { 2024-09-16T07:25:18.788 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "container_image_samba_metrics", 2024-09-16T07:25:18.789 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.789 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.789 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.789 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "quay.io/samba.org/samba-metrics:latest", 2024-09-16T07:25:18.789 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.789 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.789 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.789 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Samba/SMB metrics exporter container image", 2024-09-16T07:25:18.789 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.789 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.789 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.789 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.789 INFO:teuthology.orchestra.run.smithi031.stdout: "container_image_snmp_gateway": { 2024-09-16T07:25:18.790 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "container_image_snmp_gateway", 2024-09-16T07:25:18.790 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.790 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.790 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.790 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-09-16T07:25:18.790 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.790 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.790 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.790 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "SNMP Gateway container image", 2024-09-16T07:25:18.790 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.790 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.790 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.790 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.791 INFO:teuthology.orchestra.run.smithi031.stdout: "container_init": { 2024-09-16T07:25:18.791 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "container_init", 2024-09-16T07:25:18.791 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.791 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.791 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.791 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:18.791 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.791 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.791 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.791 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Run podman/docker with `--init`", 2024-09-16T07:25:18.791 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.791 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.791 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.792 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.792 INFO:teuthology.orchestra.run.smithi031.stdout: "daemon_cache_timeout": { 2024-09-16T07:25:18.792 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "daemon_cache_timeout", 2024-09-16T07:25:18.792 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "secs", 2024-09-16T07:25:18.792 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.792 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.792 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "600", 2024-09-16T07:25:18.792 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.792 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.792 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.792 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-09-16T07:25:18.792 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.793 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.793 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.793 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.793 INFO:teuthology.orchestra.run.smithi031.stdout: "default_cephadm_command_timeout": { 2024-09-16T07:25:18.793 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "default_cephadm_command_timeout", 2024-09-16T07:25:18.793 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:18.793 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.793 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.793 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "900", 2024-09-16T07:25:18.793 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.793 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.793 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.793 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-09-16T07:25:18.793 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.794 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.794 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.794 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.794 INFO:teuthology.orchestra.run.smithi031.stdout: "default_registry": { 2024-09-16T07:25:18.794 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "default_registry", 2024-09-16T07:25:18.794 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.794 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.794 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.794 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "docker.io", 2024-09-16T07:25:18.794 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.794 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.794 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.794 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-09-16T07:25:18.795 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.795 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.795 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.795 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.795 INFO:teuthology.orchestra.run.smithi031.stdout: "device_cache_timeout": { 2024-09-16T07:25:18.795 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "device_cache_timeout", 2024-09-16T07:25:18.795 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "secs", 2024-09-16T07:25:18.795 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.795 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.795 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "1800", 2024-09-16T07:25:18.795 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.795 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.795 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.796 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "seconds to cache device inventory", 2024-09-16T07:25:18.796 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.796 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.796 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.796 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.796 INFO:teuthology.orchestra.run.smithi031.stdout: "device_enhanced_scan": { 2024-09-16T07:25:18.796 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "device_enhanced_scan", 2024-09-16T07:25:18.796 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.796 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.796 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.796 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:18.796 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.796 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.797 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.797 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Use libstoragemgmt during device scans", 2024-09-16T07:25:18.797 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.797 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.797 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.797 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.797 INFO:teuthology.orchestra.run.smithi031.stdout: "facts_cache_timeout": { 2024-09-16T07:25:18.797 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "facts_cache_timeout", 2024-09-16T07:25:18.797 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "secs", 2024-09-16T07:25:18.797 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.797 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.797 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "60", 2024-09-16T07:25:18.797 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.797 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.798 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.798 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "seconds to cache host facts data", 2024-09-16T07:25:18.798 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.798 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.798 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.798 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.798 INFO:teuthology.orchestra.run.smithi031.stdout: "grafana_dashboards_path": { 2024-09-16T07:25:18.798 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "grafana_dashboards_path", 2024-09-16T07:25:18.798 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.798 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.798 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.798 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-09-16T07:25:18.798 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.799 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.799 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.799 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-09-16T07:25:18.799 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.799 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.799 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.799 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.799 INFO:teuthology.orchestra.run.smithi031.stdout: "host_check_interval": { 2024-09-16T07:25:18.799 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "host_check_interval", 2024-09-16T07:25:18.799 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "secs", 2024-09-16T07:25:18.799 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.799 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.799 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "600", 2024-09-16T07:25:18.800 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.800 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.800 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.800 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "how frequently to perform a host check", 2024-09-16T07:25:18.800 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.800 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.800 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.800 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.800 INFO:teuthology.orchestra.run.smithi031.stdout: "hw_monitoring": { 2024-09-16T07:25:18.800 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "hw_monitoring", 2024-09-16T07:25:18.800 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.800 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.800 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.801 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:18.801 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.801 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.801 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.801 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-09-16T07:25:18.801 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.801 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.801 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.801 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.801 INFO:teuthology.orchestra.run.smithi031.stdout: "inventory_list_all": { 2024-09-16T07:25:18.801 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "inventory_list_all", 2024-09-16T07:25:18.801 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.801 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.802 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.802 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:18.802 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.802 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.802 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.802 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-09-16T07:25:18.802 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.802 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.802 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.802 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.802 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:18.802 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:18.803 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.803 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.803 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.803 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:18.803 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.803 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.803 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:18.803 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:18.803 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:18.803 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:18.803 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:18.803 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:18.803 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:18.803 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:18.804 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.804 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.804 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.804 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.804 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.804 INFO:teuthology.orchestra.run.smithi031.stdout: "log_refresh_metadata": { 2024-09-16T07:25:18.804 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_refresh_metadata", 2024-09-16T07:25:18.804 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.804 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.804 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.804 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:18.804 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.805 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.805 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.805 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-09-16T07:25:18.805 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.805 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.805 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.805 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.805 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:18.805 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:18.805 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.805 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.805 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.805 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:18.806 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.806 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.806 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.806 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-09-16T07:25:18.806 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.806 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.806 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.806 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.806 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:18.806 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:18.806 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.806 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.807 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.807 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:18.807 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.807 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.807 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:18.807 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:18.807 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:18.807 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:18.807 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:18.807 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:18.807 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:18.807 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:18.807 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.808 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.808 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.808 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.808 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.808 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:18.808 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:18.808 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.808 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.808 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.808 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:18.808 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.809 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.809 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.809 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.809 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.809 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.809 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.809 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.809 INFO:teuthology.orchestra.run.smithi031.stdout: "manage_etc_ceph_ceph_conf": { 2024-09-16T07:25:18.809 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-09-16T07:25:18.809 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.809 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.809 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.809 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:18.810 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.810 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.810 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.810 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-09-16T07:25:18.810 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.810 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.810 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.810 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.810 INFO:teuthology.orchestra.run.smithi031.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-09-16T07:25:18.810 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-09-16T07:25:18.810 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.810 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.810 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.811 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "*", 2024-09-16T07:25:18.811 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.811 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.811 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.811 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-09-16T07:25:18.811 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.811 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.811 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.811 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.811 INFO:teuthology.orchestra.run.smithi031.stdout: "max_count_per_host": { 2024-09-16T07:25:18.811 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "max_count_per_host", 2024-09-16T07:25:18.811 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:18.811 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.812 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.812 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "10", 2024-09-16T07:25:18.812 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.812 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.812 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.812 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "max number of daemons per service per host", 2024-09-16T07:25:18.812 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.812 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.812 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.812 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.812 INFO:teuthology.orchestra.run.smithi031.stdout: "max_osd_draining_count": { 2024-09-16T07:25:18.812 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "max_osd_draining_count", 2024-09-16T07:25:18.812 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:18.813 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.813 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.813 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "10", 2024-09-16T07:25:18.813 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.813 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.813 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.813 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-09-16T07:25:18.813 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.813 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.813 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.813 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.813 INFO:teuthology.orchestra.run.smithi031.stdout: "migration_current": { 2024-09-16T07:25:18.814 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "migration_current", 2024-09-16T07:25:18.814 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:18.814 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.814 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.814 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:18.814 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.814 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.814 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.814 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "internal - do not modify", 2024-09-16T07:25:18.814 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.814 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.814 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.814 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.815 INFO:teuthology.orchestra.run.smithi031.stdout: "mode": { 2024-09-16T07:25:18.815 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "mode", 2024-09-16T07:25:18.815 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.815 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.815 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.815 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "root", 2024-09-16T07:25:18.815 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.815 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.815 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:18.815 INFO:teuthology.orchestra.run.smithi031.stdout: "cephadm-package", 2024-09-16T07:25:18.815 INFO:teuthology.orchestra.run.smithi031.stdout: "root" 2024-09-16T07:25:18.815 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:18.815 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "mode for remote execution of cephadm", 2024-09-16T07:25:18.816 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.816 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.816 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.816 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.816 INFO:teuthology.orchestra.run.smithi031.stdout: "oob_default_addr": { 2024-09-16T07:25:18.816 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "oob_default_addr", 2024-09-16T07:25:18.816 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.816 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.816 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.816 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "169.254.1.1", 2024-09-16T07:25:18.816 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.816 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.816 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.817 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Default address for RedFish API (oob management).", 2024-09-16T07:25:18.817 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.817 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.817 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.817 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.817 INFO:teuthology.orchestra.run.smithi031.stdout: "prometheus_alerts_path": { 2024-09-16T07:25:18.817 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "prometheus_alerts_path", 2024-09-16T07:25:18.817 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.817 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.817 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.817 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-09-16T07:25:18.817 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.817 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.818 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.818 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-09-16T07:25:18.818 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.818 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.818 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.818 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.818 INFO:teuthology.orchestra.run.smithi031.stdout: "registry_insecure": { 2024-09-16T07:25:18.818 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "registry_insecure", 2024-09-16T07:25:18.818 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.818 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.818 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.818 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:18.818 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.818 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.819 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.819 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-09-16T07:25:18.819 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.819 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.819 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.819 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.819 INFO:teuthology.orchestra.run.smithi031.stdout: "registry_password": { 2024-09-16T07:25:18.819 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "registry_password", 2024-09-16T07:25:18.819 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.819 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.819 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.819 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:18.819 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.820 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.820 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.820 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-09-16T07:25:18.820 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.820 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.820 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.820 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.820 INFO:teuthology.orchestra.run.smithi031.stdout: "registry_url": { 2024-09-16T07:25:18.820 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "registry_url", 2024-09-16T07:25:18.820 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.820 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.820 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.821 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:18.821 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.821 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.821 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.821 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-09-16T07:25:18.821 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.821 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.821 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.821 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.821 INFO:teuthology.orchestra.run.smithi031.stdout: "registry_username": { 2024-09-16T07:25:18.821 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "registry_username", 2024-09-16T07:25:18.822 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.822 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.822 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.822 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:18.822 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.822 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.822 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.822 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-09-16T07:25:18.822 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.822 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.822 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.822 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.822 INFO:teuthology.orchestra.run.smithi031.stdout: "secure_monitoring_stack": { 2024-09-16T07:25:18.823 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "secure_monitoring_stack", 2024-09-16T07:25:18.823 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.823 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.823 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.823 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:18.823 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.823 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.823 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.823 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-09-16T07:25:18.823 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.823 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.823 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.823 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.824 INFO:teuthology.orchestra.run.smithi031.stdout: "service_discovery_port": { 2024-09-16T07:25:18.824 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "service_discovery_port", 2024-09-16T07:25:18.824 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:18.824 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.824 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.824 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "8765", 2024-09-16T07:25:18.824 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.824 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.824 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.824 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "cephadm service discovery port", 2024-09-16T07:25:18.824 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.824 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.824 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.825 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.825 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:18.825 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:18.825 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:18.825 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:18.825 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.825 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:18.825 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.825 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.825 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.825 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.825 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.825 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.826 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.826 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.826 INFO:teuthology.orchestra.run.smithi031.stdout: "ssh_config_file": { 2024-09-16T07:25:18.826 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "ssh_config_file", 2024-09-16T07:25:18.826 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.826 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.826 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.826 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:18.826 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.826 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.826 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.826 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-09-16T07:25:18.827 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.827 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.827 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.827 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.827 INFO:teuthology.orchestra.run.smithi031.stdout: "ssh_keepalive_count_max": { 2024-09-16T07:25:18.827 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "ssh_keepalive_count_max", 2024-09-16T07:25:18.827 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:18.827 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.827 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.827 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "3", 2024-09-16T07:25:18.827 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.827 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.827 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.828 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "How many times ssh connections can fail liveness checks before the host is marked offline", 2024-09-16T07:25:18.828 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.828 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.828 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.828 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.828 INFO:teuthology.orchestra.run.smithi031.stdout: "ssh_keepalive_interval": { 2024-09-16T07:25:18.828 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "ssh_keepalive_interval", 2024-09-16T07:25:18.828 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:18.828 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.828 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.828 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "7", 2024-09-16T07:25:18.828 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.828 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.828 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.829 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "How often ssh connections are checked for liveness", 2024-09-16T07:25:18.829 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.829 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.829 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.829 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.829 INFO:teuthology.orchestra.run.smithi031.stdout: "use_agent": { 2024-09-16T07:25:18.829 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "use_agent", 2024-09-16T07:25:18.829 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.829 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.829 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.829 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:18.829 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.829 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.830 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.830 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-09-16T07:25:18.830 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.830 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.830 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.830 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.830 INFO:teuthology.orchestra.run.smithi031.stdout: "use_repo_digest": { 2024-09-16T07:25:18.830 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "use_repo_digest", 2024-09-16T07:25:18.830 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.830 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.830 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.830 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:18.831 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.831 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.831 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.831 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-09-16T07:25:18.831 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.831 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.831 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.831 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.831 INFO:teuthology.orchestra.run.smithi031.stdout: "warn_on_failed_host_check": { 2024-09-16T07:25:18.831 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "warn_on_failed_host_check", 2024-09-16T07:25:18.831 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.831 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.831 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.832 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:18.832 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.832 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.832 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.832 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "raise a health warning if the host check fails", 2024-09-16T07:25:18.832 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.832 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.832 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.832 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.832 INFO:teuthology.orchestra.run.smithi031.stdout: "warn_on_stray_daemons": { 2024-09-16T07:25:18.832 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "warn_on_stray_daemons", 2024-09-16T07:25:18.832 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.832 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.833 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.833 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:18.833 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.833 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.833 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.833 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-09-16T07:25:18.833 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.833 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.833 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.833 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.833 INFO:teuthology.orchestra.run.smithi031.stdout: "warn_on_stray_hosts": { 2024-09-16T07:25:18.833 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "warn_on_stray_hosts", 2024-09-16T07:25:18.833 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.833 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.834 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.834 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:18.834 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.834 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.834 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.834 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-09-16T07:25:18.834 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.834 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.834 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.834 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:18.834 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:18.834 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.834 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:18.835 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "crash", 2024-09-16T07:25:18.835 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:18.835 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:18.835 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:18.835 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:18.835 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:18.835 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.835 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.835 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.835 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:18.835 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.835 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.835 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:18.835 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:18.836 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:18.836 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:18.836 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:18.836 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:18.836 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:18.836 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:18.836 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.836 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.836 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.836 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.836 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.836 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:18.837 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:18.837 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.837 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.837 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.837 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:18.837 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.837 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.837 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.837 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.837 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.837 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.837 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.837 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.838 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:18.838 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:18.838 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.838 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.838 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.838 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:18.838 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.838 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.838 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:18.838 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:18.838 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:18.838 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:18.838 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:18.838 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:18.839 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:18.839 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:18.839 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.839 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.839 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.839 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.839 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.839 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:18.839 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:18.839 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.839 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.839 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.839 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:18.840 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.840 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.840 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.840 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.840 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.840 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.840 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.840 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.840 INFO:teuthology.orchestra.run.smithi031.stdout: "retain_interval": { 2024-09-16T07:25:18.840 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "retain_interval", 2024-09-16T07:25:18.840 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "secs", 2024-09-16T07:25:18.840 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.841 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.841 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "31536000", 2024-09-16T07:25:18.841 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.841 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.841 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.841 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "how long to retain crashes before pruning them", 2024-09-16T07:25:18.841 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.841 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.841 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.841 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.841 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:18.841 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:18.842 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:18.842 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:18.842 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.842 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:18.842 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.842 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.842 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.842 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.842 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.842 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.842 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.842 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.843 INFO:teuthology.orchestra.run.smithi031.stdout: "warn_recent_interval": { 2024-09-16T07:25:18.843 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "warn_recent_interval", 2024-09-16T07:25:18.843 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "secs", 2024-09-16T07:25:18.843 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.843 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.843 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "1209600", 2024-09-16T07:25:18.843 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.843 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.843 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.843 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "time interval in which to warn about recent crashes", 2024-09-16T07:25:18.843 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.843 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.843 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.843 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:18.844 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:18.844 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.844 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:18.844 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "dashboard", 2024-09-16T07:25:18.844 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:18.844 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:18.844 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:18.844 INFO:teuthology.orchestra.run.smithi031.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-09-16T07:25:18.844 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-09-16T07:25:18.844 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:18.845 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.845 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.845 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "10", 2024-09-16T07:25:18.845 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.845 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.845 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.845 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.845 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.845 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.845 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.845 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.845 INFO:teuthology.orchestra.run.smithi031.stdout: "ALERTMANAGER_API_HOST": { 2024-09-16T07:25:18.845 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "ALERTMANAGER_API_HOST", 2024-09-16T07:25:18.846 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.846 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.846 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.846 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:18.846 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.846 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.846 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.846 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.846 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.846 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.846 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.846 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.847 INFO:teuthology.orchestra.run.smithi031.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-09-16T07:25:18.847 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-09-16T07:25:18.847 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.847 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.847 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.847 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:18.847 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.847 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.847 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.847 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.847 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.847 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.847 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.848 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.848 INFO:teuthology.orchestra.run.smithi031.stdout: "AUDIT_API_ENABLED": { 2024-09-16T07:25:18.848 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "AUDIT_API_ENABLED", 2024-09-16T07:25:18.848 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.848 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.848 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.848 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:18.848 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.848 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.848 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.848 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.848 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.848 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.849 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.849 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.849 INFO:teuthology.orchestra.run.smithi031.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-09-16T07:25:18.849 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-09-16T07:25:18.849 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.849 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.849 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.849 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:18.849 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.849 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.849 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.849 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.849 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.850 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.850 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.850 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.850 INFO:teuthology.orchestra.run.smithi031.stdout: "ENABLE_BROWSABLE_API": { 2024-09-16T07:25:18.850 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "ENABLE_BROWSABLE_API", 2024-09-16T07:25:18.850 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.850 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.850 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.850 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:18.850 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.850 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.850 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.850 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.851 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.851 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.851 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.851 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.851 INFO:teuthology.orchestra.run.smithi031.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-09-16T07:25:18.851 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-09-16T07:25:18.851 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.851 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.851 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.851 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:18.851 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.851 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.851 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.852 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.852 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.852 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.852 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.852 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.852 INFO:teuthology.orchestra.run.smithi031.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-09-16T07:25:18.852 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-09-16T07:25:18.852 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.852 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.852 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.852 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:18.852 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.852 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.853 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.853 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.853 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.853 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.853 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.853 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.853 INFO:teuthology.orchestra.run.smithi031.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-09-16T07:25:18.853 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-09-16T07:25:18.853 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.853 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.853 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.854 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:18.854 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.854 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.854 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.854 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.854 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.854 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.854 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.854 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.854 INFO:teuthology.orchestra.run.smithi031.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-09-16T07:25:18.854 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-09-16T07:25:18.854 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.854 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.854 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.855 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:18.855 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.855 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.855 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.855 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.855 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.855 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.855 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.855 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.856 INFO:teuthology.orchestra.run.smithi031.stdout: "FEATURE_TOGGLE_NFS": { 2024-09-16T07:25:18.856 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-09-16T07:25:18.856 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.856 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.856 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.856 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:18.856 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.856 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.856 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.856 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.856 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.856 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.856 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.857 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.857 INFO:teuthology.orchestra.run.smithi031.stdout: "FEATURE_TOGGLE_RBD": { 2024-09-16T07:25:18.857 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-09-16T07:25:18.857 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.857 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.857 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.857 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:18.860 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.860 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.860 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.860 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.860 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.861 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.861 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.861 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.861 INFO:teuthology.orchestra.run.smithi031.stdout: "FEATURE_TOGGLE_RGW": { 2024-09-16T07:25:18.861 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-09-16T07:25:18.861 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.861 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.861 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.861 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:18.861 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.861 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.862 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.862 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.862 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.862 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.862 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.862 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.862 INFO:teuthology.orchestra.run.smithi031.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-09-16T07:25:18.863 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-09-16T07:25:18.863 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.863 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.863 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.863 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:18.863 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.863 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.863 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.863 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.863 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.863 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.863 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.863 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.864 INFO:teuthology.orchestra.run.smithi031.stdout: "GRAFANA_API_PASSWORD": { 2024-09-16T07:25:18.864 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "GRAFANA_API_PASSWORD", 2024-09-16T07:25:18.864 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.864 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.864 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.864 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "admin", 2024-09-16T07:25:18.864 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.864 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.864 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.864 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.864 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.864 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.865 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.865 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.865 INFO:teuthology.orchestra.run.smithi031.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-09-16T07:25:18.865 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-09-16T07:25:18.865 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.865 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.865 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.865 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:18.865 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.865 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.865 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.865 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.866 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.866 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.866 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.866 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.866 INFO:teuthology.orchestra.run.smithi031.stdout: "GRAFANA_API_URL": { 2024-09-16T07:25:18.866 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "GRAFANA_API_URL", 2024-09-16T07:25:18.866 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.866 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.866 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.866 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:18.866 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.866 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.866 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.866 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.867 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.867 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.867 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.867 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.867 INFO:teuthology.orchestra.run.smithi031.stdout: "GRAFANA_API_USERNAME": { 2024-09-16T07:25:18.867 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "GRAFANA_API_USERNAME", 2024-09-16T07:25:18.867 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.867 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.867 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.867 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "admin", 2024-09-16T07:25:18.867 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.867 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.868 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.868 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.868 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.868 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.868 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.868 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.868 INFO:teuthology.orchestra.run.smithi031.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-09-16T07:25:18.868 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-09-16T07:25:18.868 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.868 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.868 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.868 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:18.869 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.869 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.869 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.869 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.869 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.869 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.869 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.869 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.869 INFO:teuthology.orchestra.run.smithi031.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-09-16T07:25:18.869 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-09-16T07:25:18.869 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.869 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.870 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.870 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:18.870 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.870 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.870 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.870 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.870 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.870 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.870 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.870 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.870 INFO:teuthology.orchestra.run.smithi031.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-09-16T07:25:18.870 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-09-16T07:25:18.870 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.871 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.871 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.871 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:18.871 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.871 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.871 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.871 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.871 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.871 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.871 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.871 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.871 INFO:teuthology.orchestra.run.smithi031.stdout: "ISSUE_TRACKER_API_KEY": { 2024-09-16T07:25:18.872 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-09-16T07:25:18.872 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.872 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.872 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.872 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:18.872 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.872 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.872 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.872 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.872 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.872 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.872 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.872 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.873 INFO:teuthology.orchestra.run.smithi031.stdout: "MANAGED_BY_CLUSTERS": { 2024-09-16T07:25:18.873 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-09-16T07:25:18.873 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.873 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.873 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.873 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "[]", 2024-09-16T07:25:18.873 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.873 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.873 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.874 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.874 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.874 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.874 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.874 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.874 INFO:teuthology.orchestra.run.smithi031.stdout: "MULTICLUSTER_CONFIG": { 2024-09-16T07:25:18.874 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "MULTICLUSTER_CONFIG", 2024-09-16T07:25:18.874 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.874 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.874 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.875 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "{}", 2024-09-16T07:25:18.875 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.875 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.875 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.875 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.875 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.875 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.875 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.875 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.875 INFO:teuthology.orchestra.run.smithi031.stdout: "PROMETHEUS_API_HOST": { 2024-09-16T07:25:18.875 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "PROMETHEUS_API_HOST", 2024-09-16T07:25:18.875 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.875 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.876 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.876 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:18.876 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.876 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.876 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.876 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.876 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.876 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.876 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.876 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.876 INFO:teuthology.orchestra.run.smithi031.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-09-16T07:25:18.876 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-09-16T07:25:18.877 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.877 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.877 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.877 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:18.877 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.877 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.877 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.877 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.877 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.877 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.877 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.877 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.877 INFO:teuthology.orchestra.run.smithi031.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-09-16T07:25:18.878 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-09-16T07:25:18.878 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.878 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.878 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.878 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:18.878 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.878 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.878 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.878 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.878 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.878 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.878 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.878 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.879 INFO:teuthology.orchestra.run.smithi031.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-09-16T07:25:18.879 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-09-16T07:25:18.879 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.879 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.879 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.879 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:18.879 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.879 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.879 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.879 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.879 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.879 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.880 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.880 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.880 INFO:teuthology.orchestra.run.smithi031.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-09-16T07:25:18.880 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-09-16T07:25:18.880 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.880 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.880 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.880 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:18.880 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.880 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.880 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.880 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.880 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.881 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.881 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.881 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.881 INFO:teuthology.orchestra.run.smithi031.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-09-16T07:25:18.881 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-09-16T07:25:18.881 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.881 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.881 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.881 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:18.881 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.881 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.881 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.881 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.882 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.882 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.882 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.882 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.882 INFO:teuthology.orchestra.run.smithi031.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-09-16T07:25:18.882 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-09-16T07:25:18.882 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.882 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.882 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.882 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:18.882 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.883 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.883 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.883 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.883 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.883 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.883 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.883 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.883 INFO:teuthology.orchestra.run.smithi031.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-09-16T07:25:18.883 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-09-16T07:25:18.883 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.884 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.884 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.884 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:18.884 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.884 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.884 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.884 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.884 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.884 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.884 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.884 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.884 INFO:teuthology.orchestra.run.smithi031.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-09-16T07:25:18.885 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-09-16T07:25:18.885 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.885 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.885 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.885 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:18.885 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.885 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.885 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.885 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.885 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.885 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.885 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.885 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.886 INFO:teuthology.orchestra.run.smithi031.stdout: "PWD_POLICY_ENABLED": { 2024-09-16T07:25:18.886 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "PWD_POLICY_ENABLED", 2024-09-16T07:25:18.886 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.886 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.886 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.886 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:18.886 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.886 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.886 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.886 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.886 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.886 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.886 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.887 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.887 INFO:teuthology.orchestra.run.smithi031.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-09-16T07:25:18.887 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-09-16T07:25:18.887 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.887 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.887 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.887 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-09-16T07:25:18.887 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.887 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.887 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.887 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.888 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.888 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.888 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.888 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.888 INFO:teuthology.orchestra.run.smithi031.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-09-16T07:25:18.888 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-09-16T07:25:18.888 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:18.888 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.888 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.888 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "10", 2024-09-16T07:25:18.888 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.888 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.889 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.889 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.889 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.889 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.889 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.889 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.889 INFO:teuthology.orchestra.run.smithi031.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-09-16T07:25:18.889 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-09-16T07:25:18.889 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:18.889 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.889 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.889 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "8", 2024-09-16T07:25:18.890 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.890 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.890 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.890 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.890 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.890 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.890 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.890 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.890 INFO:teuthology.orchestra.run.smithi031.stdout: "REST_REQUESTS_TIMEOUT": { 2024-09-16T07:25:18.890 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-09-16T07:25:18.890 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:18.890 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.890 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.891 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "45", 2024-09-16T07:25:18.891 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.891 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.891 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.891 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.891 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.891 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.891 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.891 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.891 INFO:teuthology.orchestra.run.smithi031.stdout: "RGW_API_ACCESS_KEY": { 2024-09-16T07:25:18.891 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "RGW_API_ACCESS_KEY", 2024-09-16T07:25:18.891 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.891 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.892 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.892 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:18.892 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.892 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.892 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.892 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.892 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.892 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.892 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.892 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.893 INFO:teuthology.orchestra.run.smithi031.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-09-16T07:25:18.893 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-09-16T07:25:18.893 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.893 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.893 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.893 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "admin", 2024-09-16T07:25:18.893 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.893 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.893 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.893 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.893 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.893 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.894 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.894 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.894 INFO:teuthology.orchestra.run.smithi031.stdout: "RGW_API_SECRET_KEY": { 2024-09-16T07:25:18.894 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "RGW_API_SECRET_KEY", 2024-09-16T07:25:18.894 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.894 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.894 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.894 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:18.894 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.894 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.895 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.895 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.895 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.895 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.895 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.895 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.895 INFO:teuthology.orchestra.run.smithi031.stdout: "RGW_API_SSL_VERIFY": { 2024-09-16T07:25:18.895 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "RGW_API_SSL_VERIFY", 2024-09-16T07:25:18.895 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.895 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.895 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.895 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:18.896 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.896 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.896 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.896 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.896 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.896 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.896 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.896 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.896 INFO:teuthology.orchestra.run.smithi031.stdout: "UNSAFE_TLS_v1_2": { 2024-09-16T07:25:18.897 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "UNSAFE_TLS_v1_2", 2024-09-16T07:25:18.897 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.897 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.897 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.897 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:18.897 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.897 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.897 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.897 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.897 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.897 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.897 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.898 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.898 INFO:teuthology.orchestra.run.smithi031.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-09-16T07:25:18.898 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-09-16T07:25:18.898 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:18.898 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.898 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.898 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:18.898 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.898 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.898 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.898 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.898 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.898 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.899 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.899 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.899 INFO:teuthology.orchestra.run.smithi031.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-09-16T07:25:18.899 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-09-16T07:25:18.899 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:18.899 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.899 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.899 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "10", 2024-09-16T07:25:18.899 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.899 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.899 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.899 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.899 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.900 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.900 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.900 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.900 INFO:teuthology.orchestra.run.smithi031.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-09-16T07:25:18.900 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-09-16T07:25:18.900 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:18.900 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.900 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.900 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "5", 2024-09-16T07:25:18.900 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.900 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.901 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.901 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.901 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.901 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.901 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.901 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.901 INFO:teuthology.orchestra.run.smithi031.stdout: "cross_origin_url": { 2024-09-16T07:25:18.901 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "cross_origin_url", 2024-09-16T07:25:18.901 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.901 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.901 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.901 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:18.902 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.902 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.902 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.902 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.902 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.902 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.902 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.902 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.902 INFO:teuthology.orchestra.run.smithi031.stdout: "crt_file": { 2024-09-16T07:25:18.902 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "crt_file", 2024-09-16T07:25:18.902 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.903 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.903 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.903 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:18.903 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.903 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.903 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.903 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.903 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.903 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.903 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.904 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.904 INFO:teuthology.orchestra.run.smithi031.stdout: "debug": { 2024-09-16T07:25:18.904 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "debug", 2024-09-16T07:25:18.904 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.904 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.904 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.905 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:18.905 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.905 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.905 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.905 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Enable/disable debug options", 2024-09-16T07:25:18.905 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.905 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.905 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.905 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.905 INFO:teuthology.orchestra.run.smithi031.stdout: "jwt_token_ttl": { 2024-09-16T07:25:18.906 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "jwt_token_ttl", 2024-09-16T07:25:18.906 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:18.906 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.906 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.906 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "28800", 2024-09-16T07:25:18.906 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.906 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.906 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.906 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.906 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.906 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.906 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.906 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.906 INFO:teuthology.orchestra.run.smithi031.stdout: "key_file": { 2024-09-16T07:25:18.907 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "key_file", 2024-09-16T07:25:18.907 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.907 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.907 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.907 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:18.907 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.907 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.907 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.907 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.907 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.907 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.907 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.907 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.907 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:18.908 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:18.908 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.908 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.908 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.908 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:18.908 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.908 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.908 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:18.908 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:18.908 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:18.908 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:18.908 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:18.909 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:18.909 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:18.909 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:18.909 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.909 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.909 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.909 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.909 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.909 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:18.909 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:18.909 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.909 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.909 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.910 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:18.910 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.910 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.910 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.910 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.910 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.910 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.910 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.910 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.910 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:18.910 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:18.910 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.910 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.911 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.911 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:18.911 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.911 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.911 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:18.911 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:18.911 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:18.911 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:18.911 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:18.911 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:18.911 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:18.911 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:18.911 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.912 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.912 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.912 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.912 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.912 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:18.912 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:18.912 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.912 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.912 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.912 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:18.912 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.913 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.913 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.913 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.913 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.913 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.913 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.913 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.913 INFO:teuthology.orchestra.run.smithi031.stdout: "motd": { 2024-09-16T07:25:18.913 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "motd", 2024-09-16T07:25:18.913 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.913 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.913 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.913 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:18.914 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.914 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.914 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.914 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "The message of the day", 2024-09-16T07:25:18.914 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.914 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.914 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.914 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.914 INFO:teuthology.orchestra.run.smithi031.stdout: "redirect_resolve_ip_addr": { 2024-09-16T07:25:18.914 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "redirect_resolve_ip_addr", 2024-09-16T07:25:18.914 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.914 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.915 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.915 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:18.915 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.915 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.915 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.915 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.915 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.915 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.916 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.916 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.916 INFO:teuthology.orchestra.run.smithi031.stdout: "server_addr": { 2024-09-16T07:25:18.916 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "server_addr", 2024-09-16T07:25:18.916 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.916 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.916 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.916 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "::", 2024-09-16T07:25:18.916 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.916 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.916 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.916 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.917 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.917 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.917 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.917 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.917 INFO:teuthology.orchestra.run.smithi031.stdout: "server_port": { 2024-09-16T07:25:18.917 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "server_port", 2024-09-16T07:25:18.917 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:18.917 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.917 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.917 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "8080", 2024-09-16T07:25:18.917 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.917 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.917 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.918 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.918 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.918 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.918 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.918 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.918 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:18.918 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:18.918 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:18.918 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:18.918 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.919 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:18.919 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.919 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.919 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.919 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.919 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.919 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.919 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.919 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.919 INFO:teuthology.orchestra.run.smithi031.stdout: "ssl": { 2024-09-16T07:25:18.920 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "ssl", 2024-09-16T07:25:18.920 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.920 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.920 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.920 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:18.920 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.920 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.920 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.920 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.920 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.920 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.921 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.921 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.921 INFO:teuthology.orchestra.run.smithi031.stdout: "ssl_server_port": { 2024-09-16T07:25:18.921 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "ssl_server_port", 2024-09-16T07:25:18.921 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:18.921 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.921 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.921 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "8443", 2024-09-16T07:25:18.921 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.921 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.921 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.921 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.922 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.922 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.922 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.922 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.922 INFO:teuthology.orchestra.run.smithi031.stdout: "standby_behaviour": { 2024-09-16T07:25:18.922 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "standby_behaviour", 2024-09-16T07:25:18.922 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.922 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.922 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.922 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "redirect", 2024-09-16T07:25:18.922 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.922 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.923 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:18.923 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:18.923 INFO:teuthology.orchestra.run.smithi031.stdout: "redirect" 2024-09-16T07:25:18.923 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:18.923 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.923 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.923 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.923 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.923 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.923 INFO:teuthology.orchestra.run.smithi031.stdout: "standby_error_status_code": { 2024-09-16T07:25:18.924 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "standby_error_status_code", 2024-09-16T07:25:18.924 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:18.924 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.924 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.924 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "500", 2024-09-16T07:25:18.924 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "400", 2024-09-16T07:25:18.924 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "599", 2024-09-16T07:25:18.924 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.924 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.924 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.924 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.924 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.924 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.925 INFO:teuthology.orchestra.run.smithi031.stdout: "url_prefix": { 2024-09-16T07:25:18.925 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "url_prefix", 2024-09-16T07:25:18.925 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.925 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.925 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.925 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:18.925 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.925 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.925 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.925 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.926 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.926 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.926 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.926 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:18.926 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:18.926 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.926 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:18.926 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "devicehealth", 2024-09-16T07:25:18.926 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:18.926 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:18.926 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:18.926 INFO:teuthology.orchestra.run.smithi031.stdout: "enable_monitoring": { 2024-09-16T07:25:18.926 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "enable_monitoring", 2024-09-16T07:25:18.927 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.927 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.927 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.927 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:18.927 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.927 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.927 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.927 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "monitor device health metrics", 2024-09-16T07:25:18.927 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.927 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.927 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.927 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.928 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:18.928 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:18.928 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.928 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.928 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.928 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:18.928 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.928 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.928 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:18.928 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:18.928 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:18.928 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:18.928 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:18.929 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:18.929 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:18.929 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:18.929 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.929 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.929 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.929 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.929 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.929 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:18.929 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:18.929 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.929 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.930 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.930 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:18.930 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.930 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.930 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.930 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.930 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.930 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.930 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.930 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.930 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:18.930 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:18.930 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.930 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.931 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.931 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:18.931 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.931 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.931 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:18.931 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:18.931 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:18.931 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:18.931 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:18.931 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:18.932 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:18.932 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:18.932 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.932 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.932 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.932 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.932 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.932 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:18.932 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:18.932 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.932 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.932 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.933 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:18.933 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.933 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.933 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.933 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.933 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.933 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.933 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.933 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.933 INFO:teuthology.orchestra.run.smithi031.stdout: "mark_out_threshold": { 2024-09-16T07:25:18.933 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "mark_out_threshold", 2024-09-16T07:25:18.933 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "secs", 2024-09-16T07:25:18.933 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.934 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.934 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "2419200", 2024-09-16T07:25:18.934 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.934 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.934 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.934 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-09-16T07:25:18.934 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.934 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.934 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.934 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.934 INFO:teuthology.orchestra.run.smithi031.stdout: "pool_name": { 2024-09-16T07:25:18.935 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "pool_name", 2024-09-16T07:25:18.935 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.935 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.935 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.935 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "device_health_metrics", 2024-09-16T07:25:18.935 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.935 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.935 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.935 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "name of pool in which to store device health metrics", 2024-09-16T07:25:18.935 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.936 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.936 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.936 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.936 INFO:teuthology.orchestra.run.smithi031.stdout: "retention_period": { 2024-09-16T07:25:18.936 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "retention_period", 2024-09-16T07:25:18.936 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "secs", 2024-09-16T07:25:18.936 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.936 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.936 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "15552000", 2024-09-16T07:25:18.936 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.937 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.937 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.937 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "how long to retain device health metrics", 2024-09-16T07:25:18.937 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.937 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.937 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.937 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.937 INFO:teuthology.orchestra.run.smithi031.stdout: "scrape_frequency": { 2024-09-16T07:25:18.937 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "scrape_frequency", 2024-09-16T07:25:18.937 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "secs", 2024-09-16T07:25:18.937 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.938 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.938 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "86400", 2024-09-16T07:25:18.938 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.938 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.938 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.938 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "how frequently to scrape device health metrics", 2024-09-16T07:25:18.938 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.938 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.938 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.938 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.938 INFO:teuthology.orchestra.run.smithi031.stdout: "self_heal": { 2024-09-16T07:25:18.938 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "self_heal", 2024-09-16T07:25:18.939 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.939 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.939 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.939 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:18.939 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.939 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.939 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.939 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-09-16T07:25:18.939 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.939 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.939 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.939 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.940 INFO:teuthology.orchestra.run.smithi031.stdout: "sleep_interval": { 2024-09-16T07:25:18.940 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sleep_interval", 2024-09-16T07:25:18.940 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "secs", 2024-09-16T07:25:18.940 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.940 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.940 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "600", 2024-09-16T07:25:18.940 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.940 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.941 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.941 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "how frequently to wake up and check device health", 2024-09-16T07:25:18.941 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.941 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.941 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.941 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.941 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:18.941 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:18.941 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:18.941 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:18.941 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.942 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:18.942 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.942 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.942 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.942 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.942 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.942 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.942 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.942 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.942 INFO:teuthology.orchestra.run.smithi031.stdout: "warn_threshold": { 2024-09-16T07:25:18.942 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "warn_threshold", 2024-09-16T07:25:18.943 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "secs", 2024-09-16T07:25:18.943 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.943 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.943 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "7257600", 2024-09-16T07:25:18.943 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.943 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.944 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.944 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-09-16T07:25:18.944 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.944 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.944 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.944 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:18.945 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:18.945 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.945 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:18.945 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "diskprediction_local", 2024-09-16T07:25:18.945 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:18.945 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:18.945 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:18.945 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:18.945 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:18.945 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.945 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.945 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.945 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:18.946 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.946 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.946 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:18.946 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:18.946 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:18.946 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:18.946 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:18.947 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:18.947 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:18.947 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:18.947 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.947 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.947 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.948 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.948 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.948 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:18.948 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:18.948 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.948 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.949 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.949 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:18.949 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.949 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.949 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.949 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.950 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.950 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.950 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.950 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.950 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:18.950 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:18.950 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.951 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.951 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.951 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:18.951 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.951 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.951 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:18.951 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:18.951 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:18.952 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:18.952 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:18.952 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:18.952 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:18.952 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:18.952 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.952 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.952 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.953 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.953 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.953 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:18.953 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:18.953 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.954 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.954 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.954 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:18.954 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.954 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.954 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.954 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.954 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.955 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.955 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.955 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.955 INFO:teuthology.orchestra.run.smithi031.stdout: "predict_interval": { 2024-09-16T07:25:18.955 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "predict_interval", 2024-09-16T07:25:18.955 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.955 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.956 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.956 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "86400", 2024-09-16T07:25:18.956 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.956 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.956 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.956 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.956 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.956 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.957 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.957 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.957 INFO:teuthology.orchestra.run.smithi031.stdout: "predictor_model": { 2024-09-16T07:25:18.957 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "predictor_model", 2024-09-16T07:25:18.957 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.957 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.957 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.957 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "prophetstor", 2024-09-16T07:25:18.957 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.958 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.958 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.958 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.958 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.958 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.958 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.958 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.959 INFO:teuthology.orchestra.run.smithi031.stdout: "sleep_interval": { 2024-09-16T07:25:18.959 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sleep_interval", 2024-09-16T07:25:18.959 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.959 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.959 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.959 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "600", 2024-09-16T07:25:18.959 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.960 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.960 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.960 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.960 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.960 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.960 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.961 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.961 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:18.961 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:18.961 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:18.961 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:18.962 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.962 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:18.962 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.962 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.962 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.962 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.963 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.963 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.963 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.963 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:18.963 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:18.963 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.964 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:18.964 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "influx", 2024-09-16T07:25:18.964 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": false, 2024-09-16T07:25:18.964 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "influxdb python module not found", 2024-09-16T07:25:18.964 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:18.964 INFO:teuthology.orchestra.run.smithi031.stdout: "batch_size": { 2024-09-16T07:25:18.965 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "batch_size", 2024-09-16T07:25:18.965 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:18.965 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.965 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.965 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "5000", 2024-09-16T07:25:18.965 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.966 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.966 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.966 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-09-16T07:25:18.966 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.966 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.967 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.967 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.967 INFO:teuthology.orchestra.run.smithi031.stdout: "database": { 2024-09-16T07:25:18.967 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "database", 2024-09-16T07:25:18.967 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.967 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.968 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.968 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "ceph", 2024-09-16T07:25:18.968 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.968 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.968 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.969 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-09-16T07:25:18.969 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.969 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.969 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.969 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.969 INFO:teuthology.orchestra.run.smithi031.stdout: "hostname": { 2024-09-16T07:25:18.970 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "hostname", 2024-09-16T07:25:18.970 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.970 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.970 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.970 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:18.971 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.971 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.971 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.971 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "InfluxDB server hostname", 2024-09-16T07:25:18.971 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.971 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.972 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.972 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.972 INFO:teuthology.orchestra.run.smithi031.stdout: "interval": { 2024-09-16T07:25:18.972 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "interval", 2024-09-16T07:25:18.972 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "secs", 2024-09-16T07:25:18.972 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.973 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.973 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "30", 2024-09-16T07:25:18.973 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "5", 2024-09-16T07:25:18.973 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.973 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.974 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-09-16T07:25:18.974 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.974 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.974 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.974 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.974 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:18.975 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:18.975 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.975 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.975 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.975 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:18.975 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.976 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.976 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:18.976 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:18.976 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:18.976 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:18.977 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:18.977 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:18.977 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:18.977 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:18.977 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.977 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.978 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.978 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.978 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.978 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:18.978 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:18.978 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.979 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.979 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.979 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:18.979 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.979 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.980 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.980 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.980 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.980 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.980 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.980 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.981 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:18.981 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:18.981 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.981 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.981 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.982 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:18.982 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.982 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.982 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:18.982 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:18.982 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:18.983 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:18.983 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:18.983 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:18.983 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:18.983 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:18.984 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.984 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.984 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.984 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.984 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.984 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:18.985 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:18.985 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.985 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.985 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.985 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:18.985 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.986 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.986 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.986 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.986 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.986 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.987 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.987 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.987 INFO:teuthology.orchestra.run.smithi031.stdout: "password": { 2024-09-16T07:25:18.987 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "password", 2024-09-16T07:25:18.987 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.987 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.988 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.988 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:18.988 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.988 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.988 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.989 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "password of InfluxDB server user", 2024-09-16T07:25:18.989 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.989 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.989 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.989 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.990 INFO:teuthology.orchestra.run.smithi031.stdout: "port": { 2024-09-16T07:25:18.990 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "port", 2024-09-16T07:25:18.990 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:18.990 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.990 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.990 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "8086", 2024-09-16T07:25:18.990 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.990 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.990 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.990 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "InfluxDB server port", 2024-09-16T07:25:18.990 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.990 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.990 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.991 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.991 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:18.991 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:18.991 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:18.991 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:18.991 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.991 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:18.991 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.991 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.991 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.991 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.991 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.991 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.992 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.992 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.992 INFO:teuthology.orchestra.run.smithi031.stdout: "ssl": { 2024-09-16T07:25:18.992 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "ssl", 2024-09-16T07:25:18.992 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.992 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.992 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.992 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "false", 2024-09-16T07:25:18.992 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.992 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.992 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.993 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-09-16T07:25:18.993 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.993 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.993 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.993 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.993 INFO:teuthology.orchestra.run.smithi031.stdout: "threads": { 2024-09-16T07:25:18.993 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "threads", 2024-09-16T07:25:18.993 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:18.993 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.993 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.993 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "5", 2024-09-16T07:25:18.993 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "1", 2024-09-16T07:25:18.993 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "32", 2024-09-16T07:25:18.994 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.994 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-09-16T07:25:18.994 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.994 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.994 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.994 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.994 INFO:teuthology.orchestra.run.smithi031.stdout: "username": { 2024-09-16T07:25:18.994 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "username", 2024-09-16T07:25:18.994 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.994 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.994 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.994 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:18.994 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.994 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.995 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.995 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "username of InfluxDB server user", 2024-09-16T07:25:18.995 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.995 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.995 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.995 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.995 INFO:teuthology.orchestra.run.smithi031.stdout: "verify_ssl": { 2024-09-16T07:25:18.995 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "verify_ssl", 2024-09-16T07:25:18.995 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.995 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.995 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:18.995 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "true", 2024-09-16T07:25:18.995 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.996 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.996 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.996 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-09-16T07:25:18.996 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.996 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.996 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.996 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:18.996 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:18.996 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.996 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:18.996 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "insights", 2024-09-16T07:25:18.996 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:18.996 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:18.997 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:18.997 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:18.997 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:18.997 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.997 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.997 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.997 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:18.997 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.997 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.997 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:18.997 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:18.997 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:18.997 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:18.998 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:18.998 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:18.998 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:18.998 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:18.998 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.998 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.998 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.998 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.998 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.998 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:18.998 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:18.998 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:18.998 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:18.999 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:18.999 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:18.999 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:18.999 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:18.999 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:18.999 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:18.999 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:18.999 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:18.999 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:18.999 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:18.999 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:18.999 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:18.999 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:18.999 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.000 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.000 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:19.000 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.000 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.000 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.000 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.000 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.000 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.000 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.000 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.000 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.000 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.000 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.001 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.001 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.001 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.001 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.001 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:19.001 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:19.001 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.001 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.001 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.001 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.001 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.001 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.001 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.001 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.002 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.002 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.002 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.002 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.002 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:19.002 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:19.002 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.002 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.002 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.002 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.002 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.002 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.002 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.003 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.003 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.003 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.003 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.003 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.003 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.003 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.003 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.003 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "iostat", 2024-09-16T07:25:19.003 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:19.003 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:19.003 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:19.003 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:19.004 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:19.004 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.004 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.004 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.004 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.004 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.004 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.004 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.004 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.004 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.004 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.004 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.004 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.005 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.005 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.005 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.005 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.005 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.005 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.005 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.005 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:19.005 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:19.005 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.005 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.005 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.005 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.006 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.006 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.006 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.006 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.006 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.006 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.006 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.006 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.006 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:19.006 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:19.006 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.006 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.006 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.007 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:19.007 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.007 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.007 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.007 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.007 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.007 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.007 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.007 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.007 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.007 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.007 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.007 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.008 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.008 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.008 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.008 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:19.008 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:19.008 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.008 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.008 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.008 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.008 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.008 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.008 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.008 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.008 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.009 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.009 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.009 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.009 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:19.009 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:19.009 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.009 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.009 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.009 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.009 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.009 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.009 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.009 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.010 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.010 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.010 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.010 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.010 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.010 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.010 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.010 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "localpool", 2024-09-16T07:25:19.010 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:19.010 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:19.010 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:19.010 INFO:teuthology.orchestra.run.smithi031.stdout: "failure_domain": { 2024-09-16T07:25:19.010 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "failure_domain", 2024-09-16T07:25:19.011 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.011 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.011 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.011 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "host", 2024-09-16T07:25:19.011 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.011 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.011 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.011 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "failure domain for any created local pool", 2024-09-16T07:25:19.011 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-09-16T07:25:19.011 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.011 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.011 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.011 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:19.012 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:19.012 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.012 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.012 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.012 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.012 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.012 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.012 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.012 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.012 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.012 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.012 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.012 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.013 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.013 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.013 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.013 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.013 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.013 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.013 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.013 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:19.013 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:19.013 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.013 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.013 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.013 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.013 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.014 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.014 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.014 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.014 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.014 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.014 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.014 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.014 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:19.014 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:19.014 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.014 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.014 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.014 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:19.015 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.015 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.015 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.015 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.015 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.015 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.015 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.015 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.015 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.015 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.015 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.015 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.015 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.015 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.016 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.016 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:19.016 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:19.016 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.016 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.016 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.016 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.016 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.016 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.016 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.016 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.016 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.016 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.016 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.017 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.017 INFO:teuthology.orchestra.run.smithi031.stdout: "min_size": { 2024-09-16T07:25:19.017 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "min_size", 2024-09-16T07:25:19.017 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.017 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.017 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.017 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.017 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.017 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.017 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.017 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "default min_size for any created local pool", 2024-09-16T07:25:19.017 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-09-16T07:25:19.017 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.017 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.018 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.018 INFO:teuthology.orchestra.run.smithi031.stdout: "num_rep": { 2024-09-16T07:25:19.018 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "num_rep", 2024-09-16T07:25:19.018 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.018 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.018 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.018 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "3", 2024-09-16T07:25:19.018 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.018 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.018 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.018 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "default replica count for any created local pool", 2024-09-16T07:25:19.018 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.018 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.019 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.019 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.019 INFO:teuthology.orchestra.run.smithi031.stdout: "pg_num": { 2024-09-16T07:25:19.019 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "pg_num", 2024-09-16T07:25:19.019 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.019 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.019 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.019 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "128", 2024-09-16T07:25:19.019 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.019 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.019 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.019 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "default pg_num for any created local pool", 2024-09-16T07:25:19.019 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.019 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.020 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.020 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.020 INFO:teuthology.orchestra.run.smithi031.stdout: "prefix": { 2024-09-16T07:25:19.020 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "prefix", 2024-09-16T07:25:19.020 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.020 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.020 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.020 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.020 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.020 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.020 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.020 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "name prefix for any created local pool", 2024-09-16T07:25:19.021 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.021 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.021 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.021 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.021 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:19.021 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:19.021 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.021 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.021 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.021 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.021 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.021 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.021 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.021 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.022 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.022 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.022 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.022 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.022 INFO:teuthology.orchestra.run.smithi031.stdout: "subtree": { 2024-09-16T07:25:19.022 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "subtree", 2024-09-16T07:25:19.022 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.022 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.022 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.022 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "rack", 2024-09-16T07:25:19.022 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.022 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.022 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.023 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "CRUSH level for which to create a local pool", 2024-09-16T07:25:19.023 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-09-16T07:25:19.023 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.023 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.023 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.023 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.023 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.023 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.023 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "mds_autoscaler", 2024-09-16T07:25:19.023 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:19.023 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:19.023 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:19.023 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:19.024 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:19.024 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.024 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.024 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.024 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.024 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.024 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.024 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.024 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.024 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.024 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.024 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.024 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.025 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.025 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.025 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.025 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.025 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.025 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.025 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.025 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:19.025 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:19.025 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.025 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.025 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.025 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.025 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.026 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.026 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.026 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.026 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.026 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.026 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.026 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.026 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:19.026 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:19.026 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.026 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.026 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.027 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:19.027 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.027 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.027 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.027 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.027 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.027 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.027 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.027 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.027 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.027 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.027 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.027 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.027 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.028 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.028 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.028 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:19.028 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:19.028 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.028 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.028 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.028 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.028 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.028 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.028 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.028 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.029 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.029 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.029 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.029 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.029 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:19.029 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:19.029 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.029 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.029 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.029 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.029 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.029 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.029 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.030 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.030 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.030 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.030 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.030 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.030 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.030 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.030 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.030 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "mirroring", 2024-09-16T07:25:19.030 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:19.030 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:19.030 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:19.030 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:19.030 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:19.031 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.031 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.031 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.031 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.031 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.031 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.031 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.031 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.031 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.031 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.031 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.031 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.031 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.031 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.032 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.032 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.032 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.032 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.032 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.032 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:19.032 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:19.032 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.032 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.032 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.032 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.032 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.032 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.033 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.033 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.033 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.033 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.033 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.033 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.033 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:19.033 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:19.033 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.033 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.033 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.033 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:19.033 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.033 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.034 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.034 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.034 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.034 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.034 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.034 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.034 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.034 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.034 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.034 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.034 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.034 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.034 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.035 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:19.035 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:19.035 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.035 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.035 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.035 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.035 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.035 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.035 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.035 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.035 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.035 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.035 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.036 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.036 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:19.036 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:19.036 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.036 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.036 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.036 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.036 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.036 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.036 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.036 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.036 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.036 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.037 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.037 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.037 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.037 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.037 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.037 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "nfs", 2024-09-16T07:25:19.037 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:19.037 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:19.037 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:19.037 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:19.037 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:19.037 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.037 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.038 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.038 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.038 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.038 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.038 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.038 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.038 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.038 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.038 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.038 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.038 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.038 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.038 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.039 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.039 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.039 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.039 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.039 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:19.039 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:19.039 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.039 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.039 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.039 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.039 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.039 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.039 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.039 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.040 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.040 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.040 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.040 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.040 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:19.040 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:19.040 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.040 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.040 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.040 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:19.040 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.040 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.040 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.041 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.041 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.041 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.041 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.041 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.041 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.041 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.041 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.041 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.041 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.041 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.041 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.041 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:19.042 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:19.042 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.042 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.042 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.042 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.042 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.042 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.042 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.042 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.042 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.042 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.042 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.042 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.042 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:19.043 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:19.043 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.043 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.043 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.043 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.043 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.043 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.043 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.043 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.043 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.043 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.043 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.043 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.044 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.044 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.044 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.044 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "orchestrator", 2024-09-16T07:25:19.044 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:19.044 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:19.044 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:19.044 INFO:teuthology.orchestra.run.smithi031.stdout: "fail_fs": { 2024-09-16T07:25:19.044 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "fail_fs", 2024-09-16T07:25:19.044 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.044 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.044 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.044 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.045 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.045 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.045 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.045 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-09-16T07:25:19.045 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.045 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.045 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.045 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.045 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:19.045 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:19.045 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.045 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.045 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.045 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.046 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.046 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.046 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.046 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.046 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.046 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.046 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.046 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.046 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.046 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.046 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.046 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.046 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.047 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.047 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.047 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:19.047 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:19.047 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.047 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.047 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.047 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.047 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.047 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.047 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.047 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.047 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.047 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.048 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.048 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.048 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:19.048 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:19.048 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.048 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.048 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.048 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:19.048 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.048 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.048 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.048 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.048 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.049 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.049 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.049 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.049 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.049 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.049 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.049 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.049 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.049 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.049 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.049 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:19.049 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:19.049 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.049 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.050 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.050 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.050 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.050 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.050 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.050 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.050 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.050 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.050 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.050 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.050 INFO:teuthology.orchestra.run.smithi031.stdout: "orchestrator": { 2024-09-16T07:25:19.050 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "orchestrator", 2024-09-16T07:25:19.051 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.051 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.051 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.051 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.051 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.051 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.051 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.051 INFO:teuthology.orchestra.run.smithi031.stdout: "cephadm", 2024-09-16T07:25:19.051 INFO:teuthology.orchestra.run.smithi031.stdout: "rook", 2024-09-16T07:25:19.051 INFO:teuthology.orchestra.run.smithi031.stdout: "test_orchestrator" 2024-09-16T07:25:19.051 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.051 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Orchestrator backend", 2024-09-16T07:25:19.051 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.052 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.052 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.052 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.052 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:19.052 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:19.052 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.052 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.052 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.052 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.052 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.052 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.052 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.052 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.053 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.053 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.053 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.053 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.053 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.053 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.053 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.053 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "osd_perf_query", 2024-09-16T07:25:19.053 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:19.053 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:19.053 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:19.053 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:19.054 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:19.054 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.054 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.054 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.054 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.054 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.054 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.054 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.054 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.054 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.054 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.054 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.054 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.054 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.055 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.055 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.055 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.055 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.055 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.055 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.055 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:19.055 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:19.055 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.055 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.055 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.055 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.055 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.056 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.056 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.056 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.056 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.056 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.056 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.056 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.056 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:19.056 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:19.056 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.056 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.056 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.056 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:19.057 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.057 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.057 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.057 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.057 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.057 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.057 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.057 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.057 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.057 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.057 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.057 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.057 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.057 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.058 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.058 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:19.058 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:19.058 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.058 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.058 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.058 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.058 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.058 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.058 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.058 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.058 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.058 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.058 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.059 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.059 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:19.059 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:19.059 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.059 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.059 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.059 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.059 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.059 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.059 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.059 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.059 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.059 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.060 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.060 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.060 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.060 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.060 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.060 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "osd_support", 2024-09-16T07:25:19.060 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:19.060 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:19.060 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:19.060 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:19.060 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:19.060 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.060 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.060 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.061 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.061 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.061 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.061 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.061 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.061 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.061 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.061 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.061 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.061 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.061 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.061 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.061 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.064 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.064 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.064 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.064 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:19.064 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:19.064 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.064 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.065 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.065 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.065 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.065 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.065 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.065 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.065 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.065 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.065 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.065 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.065 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:19.065 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:19.065 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.065 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.066 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.066 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:19.066 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.066 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.066 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.066 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.066 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.066 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.066 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.066 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.066 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.066 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.066 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.067 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.067 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.067 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.067 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.067 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:19.067 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:19.067 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.067 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.067 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.067 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.067 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.067 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.067 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.068 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.068 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.068 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.068 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.068 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.068 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:19.068 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:19.068 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.068 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.068 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.068 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.068 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.068 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.069 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.069 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.069 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.069 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.069 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.069 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.069 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.069 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.069 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.069 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "pg_autoscaler", 2024-09-16T07:25:19.069 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:19.069 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:19.069 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:19.070 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:19.070 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:19.070 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.070 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.070 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.070 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.070 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.070 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.070 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.070 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.070 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.070 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.070 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.071 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.071 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.071 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.071 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.071 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.071 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.071 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.071 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.071 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:19.071 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:19.071 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.071 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.071 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.072 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.072 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.072 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.072 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.072 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.072 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.072 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.072 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.072 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.072 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:19.072 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:19.072 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.072 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.072 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.073 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:19.073 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.073 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.073 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.073 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.073 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.073 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.073 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.073 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.073 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.073 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.073 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.073 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.074 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.074 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.074 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.074 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:19.074 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:19.074 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.074 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.074 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.074 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.074 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.074 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.074 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.074 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.075 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.075 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.075 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.075 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.075 INFO:teuthology.orchestra.run.smithi031.stdout: "sleep_interval": { 2024-09-16T07:25:19.075 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sleep_interval", 2024-09-16T07:25:19.075 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "secs", 2024-09-16T07:25:19.075 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.075 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.075 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "60", 2024-09-16T07:25:19.075 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.075 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.075 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.075 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.075 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.076 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.076 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.076 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.076 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:19.076 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:19.076 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.076 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.076 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.076 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.076 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.076 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.076 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.076 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.076 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.077 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.077 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.077 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.077 INFO:teuthology.orchestra.run.smithi031.stdout: "threshold": { 2024-09-16T07:25:19.077 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "threshold", 2024-09-16T07:25:19.077 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "float", 2024-09-16T07:25:19.077 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.077 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.077 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "3.0", 2024-09-16T07:25:19.077 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "1.0", 2024-09-16T07:25:19.077 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.077 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.077 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "scaling threshold", 2024-09-16T07:25:19.078 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-09-16T07:25:19.078 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.078 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.078 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.078 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.078 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.078 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.078 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "progress", 2024-09-16T07:25:19.078 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:19.078 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:19.078 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:19.078 INFO:teuthology.orchestra.run.smithi031.stdout: "allow_pg_recovery_event": { 2024-09-16T07:25:19.078 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "allow_pg_recovery_event", 2024-09-16T07:25:19.079 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.079 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.079 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.079 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.079 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.079 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.079 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.079 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "allow the module to show pg recovery progress", 2024-09-16T07:25:19.079 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.079 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.079 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.079 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.079 INFO:teuthology.orchestra.run.smithi031.stdout: "enabled": { 2024-09-16T07:25:19.080 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "enabled", 2024-09-16T07:25:19.080 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.080 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.080 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.080 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:19.080 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.080 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.080 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.080 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.080 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.080 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.081 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.081 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.081 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:19.081 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:19.081 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.081 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.081 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.081 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.081 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.081 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.081 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.081 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.082 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.082 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.082 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.082 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.082 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.082 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.082 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.082 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.082 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.082 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.082 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.082 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:19.083 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:19.083 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.083 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.083 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.083 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.083 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.083 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.083 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.083 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.083 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.083 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.083 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.083 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.084 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:19.084 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:19.084 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.084 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.084 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.084 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:19.084 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.084 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.084 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.084 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.084 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.084 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.085 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.085 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.085 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.085 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.085 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.085 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.085 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.085 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.085 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.085 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:19.085 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:19.085 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.085 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.086 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.086 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.086 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.086 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.086 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.086 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.086 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.086 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.086 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.086 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.086 INFO:teuthology.orchestra.run.smithi031.stdout: "max_completed_events": { 2024-09-16T07:25:19.086 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "max_completed_events", 2024-09-16T07:25:19.086 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.086 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.087 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.087 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "50", 2024-09-16T07:25:19.087 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.087 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.087 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.087 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "number of past completed events to remember", 2024-09-16T07:25:19.087 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.087 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.087 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.087 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.087 INFO:teuthology.orchestra.run.smithi031.stdout: "sleep_interval": { 2024-09-16T07:25:19.087 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sleep_interval", 2024-09-16T07:25:19.087 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "secs", 2024-09-16T07:25:19.088 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.088 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.088 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "5", 2024-09-16T07:25:19.088 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.088 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.088 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.088 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "how long the module is going to sleep", 2024-09-16T07:25:19.088 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.088 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.088 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.088 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.088 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:19.089 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:19.089 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.089 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.089 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.089 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.089 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.089 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.089 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.089 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.089 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.089 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.089 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.089 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.090 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.090 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.090 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.090 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "prometheus", 2024-09-16T07:25:19.090 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:19.090 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:19.090 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:19.090 INFO:teuthology.orchestra.run.smithi031.stdout: "cache": { 2024-09-16T07:25:19.090 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "cache", 2024-09-16T07:25:19.090 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.090 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.090 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.090 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:19.090 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.091 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.091 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.091 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.091 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.091 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.091 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.091 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.091 INFO:teuthology.orchestra.run.smithi031.stdout: "exclude_perf_counters": { 2024-09-16T07:25:19.091 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "exclude_perf_counters", 2024-09-16T07:25:19.091 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.091 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.091 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.091 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:19.091 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.092 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.092 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.092 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-09-16T07:25:19.092 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-09-16T07:25:19.092 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.092 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.092 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.092 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:19.092 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:19.092 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.092 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.092 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.093 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.093 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.093 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.093 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.093 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.093 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.093 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.093 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.093 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.093 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.093 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.093 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.093 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.093 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.094 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.094 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.094 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:19.094 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:19.094 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.094 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.094 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.094 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.094 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.094 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.094 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.094 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.094 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.094 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.095 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.095 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.095 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:19.095 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:19.095 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.095 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.095 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.095 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:19.095 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.095 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.095 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.095 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.095 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.095 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.096 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.096 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.096 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.096 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.096 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.096 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.096 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.096 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.096 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.097 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:19.097 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:19.097 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.097 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.097 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.097 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.097 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.097 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.097 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.097 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.097 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.097 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.098 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.098 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.098 INFO:teuthology.orchestra.run.smithi031.stdout: "rbd_stats_pools": { 2024-09-16T07:25:19.098 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "rbd_stats_pools", 2024-09-16T07:25:19.098 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.098 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.098 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.098 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.098 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.098 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.098 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.098 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.098 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.099 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.099 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.099 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.099 INFO:teuthology.orchestra.run.smithi031.stdout: "rbd_stats_pools_refresh_interval": { 2024-09-16T07:25:19.099 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-09-16T07:25:19.099 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.099 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.099 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.099 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "300", 2024-09-16T07:25:19.099 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.099 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.099 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.099 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.099 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.100 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.100 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.100 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.100 INFO:teuthology.orchestra.run.smithi031.stdout: "scrape_interval": { 2024-09-16T07:25:19.100 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "scrape_interval", 2024-09-16T07:25:19.100 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "float", 2024-09-16T07:25:19.100 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.100 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.100 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "15.0", 2024-09-16T07:25:19.100 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.100 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.100 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.100 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.100 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.101 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.101 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.101 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.101 INFO:teuthology.orchestra.run.smithi031.stdout: "server_addr": { 2024-09-16T07:25:19.101 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "server_addr", 2024-09-16T07:25:19.101 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.101 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.101 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.101 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "::", 2024-09-16T07:25:19.101 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.101 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.101 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.101 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-09-16T07:25:19.102 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.102 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.102 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.102 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.102 INFO:teuthology.orchestra.run.smithi031.stdout: "server_port": { 2024-09-16T07:25:19.102 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "server_port", 2024-09-16T07:25:19.102 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.102 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.102 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.102 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "9283", 2024-09-16T07:25:19.102 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.102 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.102 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.103 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-09-16T07:25:19.103 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.103 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.103 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.103 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.103 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:19.103 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:19.103 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.103 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.103 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.103 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.103 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.103 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.104 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.104 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.104 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.104 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.104 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.104 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.104 INFO:teuthology.orchestra.run.smithi031.stdout: "stale_cache_strategy": { 2024-09-16T07:25:19.104 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "stale_cache_strategy", 2024-09-16T07:25:19.104 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.104 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.104 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.104 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "log", 2024-09-16T07:25:19.105 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.105 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.105 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.105 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.105 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.105 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.105 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.105 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.105 INFO:teuthology.orchestra.run.smithi031.stdout: "standby_behaviour": { 2024-09-16T07:25:19.105 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "standby_behaviour", 2024-09-16T07:25:19.105 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.105 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.105 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.106 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "default", 2024-09-16T07:25:19.106 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.106 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.106 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.106 INFO:teuthology.orchestra.run.smithi031.stdout: "default", 2024-09-16T07:25:19.106 INFO:teuthology.orchestra.run.smithi031.stdout: "error" 2024-09-16T07:25:19.106 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.106 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.106 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.106 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.106 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.106 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.106 INFO:teuthology.orchestra.run.smithi031.stdout: "standby_error_status_code": { 2024-09-16T07:25:19.107 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "standby_error_status_code", 2024-09-16T07:25:19.107 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.107 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.107 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.107 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "500", 2024-09-16T07:25:19.107 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "400", 2024-09-16T07:25:19.107 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "599", 2024-09-16T07:25:19.107 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.107 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.107 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.107 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.107 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.107 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.108 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.108 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.108 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.108 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "rbd_support", 2024-09-16T07:25:19.108 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:19.108 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:19.108 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:19.108 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:19.108 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:19.108 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.108 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.108 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.109 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.109 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.109 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.109 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.109 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.109 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.109 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.109 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.109 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.109 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.109 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.109 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.109 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.109 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.110 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.110 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.110 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:19.110 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:19.110 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.110 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.110 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.110 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.110 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.110 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.110 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.110 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.110 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.110 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.111 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.111 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.111 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:19.111 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:19.111 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.111 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.111 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.111 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:19.111 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.111 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.111 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.111 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.111 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.112 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.112 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.112 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.112 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.112 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.112 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.112 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.112 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.112 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.112 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.112 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:19.112 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:19.112 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.112 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.113 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.113 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.113 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.113 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.113 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.113 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.113 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.113 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.113 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.113 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.113 INFO:teuthology.orchestra.run.smithi031.stdout: "max_concurrent_snap_create": { 2024-09-16T07:25:19.113 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "max_concurrent_snap_create", 2024-09-16T07:25:19.113 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.114 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.114 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.114 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "10", 2024-09-16T07:25:19.114 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.114 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.114 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.114 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.114 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.114 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.114 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.114 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.114 INFO:teuthology.orchestra.run.smithi031.stdout: "mirror_snapshot_schedule": { 2024-09-16T07:25:19.114 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "mirror_snapshot_schedule", 2024-09-16T07:25:19.114 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.115 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.115 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.115 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.115 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.115 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.115 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.115 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.115 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.115 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.115 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.115 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.115 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:19.115 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:19.115 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.116 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.116 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.116 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.116 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.116 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.116 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.116 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.116 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.116 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.116 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.116 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.116 INFO:teuthology.orchestra.run.smithi031.stdout: "trash_purge_schedule": { 2024-09-16T07:25:19.116 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "trash_purge_schedule", 2024-09-16T07:25:19.117 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.117 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.117 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.117 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.117 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.117 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.117 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.117 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.117 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.117 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.117 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.117 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.117 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.117 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.118 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.118 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "restful", 2024-09-16T07:25:19.118 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:19.118 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:19.118 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:19.118 INFO:teuthology.orchestra.run.smithi031.stdout: "enable_auth": { 2024-09-16T07:25:19.118 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "enable_auth", 2024-09-16T07:25:19.118 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.118 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.118 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.118 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:19.118 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.118 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.118 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.119 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.119 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.119 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.119 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.119 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.119 INFO:teuthology.orchestra.run.smithi031.stdout: "key_file": { 2024-09-16T07:25:19.119 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "key_file", 2024-09-16T07:25:19.119 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.119 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.119 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.119 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.119 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.119 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.120 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.120 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.120 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.120 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.120 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.120 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.120 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:19.120 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:19.120 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.120 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.120 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.120 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.120 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.121 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.121 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.121 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.121 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.121 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.121 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.121 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.121 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.121 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.121 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.121 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.121 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.121 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.121 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.122 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:19.122 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:19.122 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.122 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.122 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.122 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.122 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.122 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.122 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.122 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.122 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.122 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.122 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.123 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.123 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:19.123 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:19.123 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.123 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.123 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.123 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:19.123 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.123 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.123 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.123 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.123 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.123 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.123 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.124 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.124 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.124 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.124 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.124 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.124 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.124 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.124 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.124 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:19.124 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:19.124 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.124 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.124 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.125 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.125 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.125 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.125 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.125 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.125 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.125 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.125 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.125 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.125 INFO:teuthology.orchestra.run.smithi031.stdout: "max_requests": { 2024-09-16T07:25:19.125 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "max_requests", 2024-09-16T07:25:19.125 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.126 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.126 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.126 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "500", 2024-09-16T07:25:19.126 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.126 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.126 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.126 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number.if un-finished request is removed, error message will be logged in the ceph-mgr log.", 2024-09-16T07:25:19.126 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.126 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.126 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.126 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.126 INFO:teuthology.orchestra.run.smithi031.stdout: "server_addr": { 2024-09-16T07:25:19.126 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "server_addr", 2024-09-16T07:25:19.126 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.127 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.127 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.127 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.127 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.127 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.127 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.127 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.127 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.127 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.127 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.127 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.127 INFO:teuthology.orchestra.run.smithi031.stdout: "server_port": { 2024-09-16T07:25:19.127 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "server_port", 2024-09-16T07:25:19.128 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.128 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.128 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.128 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.128 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.128 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.128 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.128 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.128 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.128 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.128 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.128 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.128 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:19.129 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:19.129 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.129 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.129 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.129 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.129 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.129 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.129 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.129 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.129 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.129 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.129 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.129 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.129 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.130 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.130 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.130 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "rgw", 2024-09-16T07:25:19.130 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:19.130 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:19.130 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:19.130 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:19.130 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:19.130 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.130 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.130 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.130 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.130 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.131 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.131 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.131 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.131 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.131 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.131 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.131 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.131 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.131 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.131 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.131 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.131 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.131 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.132 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.132 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:19.132 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:19.132 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.132 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.132 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.132 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.132 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.132 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.132 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.132 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.132 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.132 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.133 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.133 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.133 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:19.133 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:19.133 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.133 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.133 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.133 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:19.133 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.133 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.133 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.133 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.133 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.133 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.134 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.134 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.134 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.134 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.134 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.134 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.134 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.134 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.134 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.134 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:19.134 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:19.134 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.134 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.135 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.135 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.135 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.135 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.135 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.135 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.135 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.135 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.135 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.135 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.135 INFO:teuthology.orchestra.run.smithi031.stdout: "secondary_zone_period_retry_limit": { 2024-09-16T07:25:19.135 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "secondary_zone_period_retry_limit", 2024-09-16T07:25:19.135 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.135 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.136 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.136 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "5", 2024-09-16T07:25:19.136 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.136 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.136 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.136 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "RGW module period update retry limit for secondary site", 2024-09-16T07:25:19.136 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.136 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.136 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.136 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.136 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:19.136 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:19.136 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.136 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.137 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.137 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.137 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.137 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.137 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.137 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.137 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.137 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.137 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.137 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.137 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.137 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.137 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.138 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "rook", 2024-09-16T07:25:19.138 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:19.138 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:19.138 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:19.138 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:19.138 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:19.138 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.138 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.138 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.138 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.138 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.138 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.138 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.138 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.139 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.139 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.139 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.139 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.139 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.139 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.139 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.139 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.139 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.139 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.139 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.139 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:19.140 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:19.140 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.140 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.140 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.140 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.140 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.140 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.140 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.140 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.140 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.140 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.140 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.140 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.141 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:19.141 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:19.141 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.141 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.141 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.141 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:19.141 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.141 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.141 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.141 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.141 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.141 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.141 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.141 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.142 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.142 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.142 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.142 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.142 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.142 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.142 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.142 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:19.142 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:19.142 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.142 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.142 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.142 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.143 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.143 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.143 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.143 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.143 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.143 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.143 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.143 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.143 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:19.143 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:19.143 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.143 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.143 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.143 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.144 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.144 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.144 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.144 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.144 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.144 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.144 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.144 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.144 INFO:teuthology.orchestra.run.smithi031.stdout: "storage_class": { 2024-09-16T07:25:19.144 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "storage_class", 2024-09-16T07:25:19.144 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.144 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.145 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.145 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "local", 2024-09-16T07:25:19.145 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.145 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.145 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.145 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-09-16T07:25:19.145 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.145 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.145 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.145 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.145 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.145 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.145 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.145 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "selftest", 2024-09-16T07:25:19.146 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:19.146 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:19.146 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:19.146 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:19.146 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:19.146 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.146 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.146 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.146 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.146 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.146 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.146 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.146 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.147 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.147 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.147 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.147 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.147 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.147 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.147 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.147 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.147 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.147 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.147 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.147 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:19.147 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:19.148 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.148 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.148 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.148 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.148 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.148 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.148 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.148 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.148 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.148 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.148 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.148 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.149 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:19.149 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:19.149 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.149 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.149 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.149 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:19.149 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.149 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.149 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.149 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.149 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.149 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.149 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.149 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.150 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.150 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.150 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.150 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.150 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.150 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.150 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.150 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:19.150 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:19.150 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.150 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.150 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.150 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.151 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.151 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.151 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.151 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.151 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.151 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.151 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.151 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.151 INFO:teuthology.orchestra.run.smithi031.stdout: "roption1": { 2024-09-16T07:25:19.151 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "roption1", 2024-09-16T07:25:19.151 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.151 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.152 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.152 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.152 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.152 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.152 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.152 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.152 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.152 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.152 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.152 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.152 INFO:teuthology.orchestra.run.smithi031.stdout: "roption2": { 2024-09-16T07:25:19.152 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "roption2", 2024-09-16T07:25:19.152 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.152 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.153 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.153 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "xyz", 2024-09-16T07:25:19.153 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.153 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.153 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.153 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.153 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.153 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.153 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.153 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.153 INFO:teuthology.orchestra.run.smithi031.stdout: "rwoption1": { 2024-09-16T07:25:19.153 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "rwoption1", 2024-09-16T07:25:19.153 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.154 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.154 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.154 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.154 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.154 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.154 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.154 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.154 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.154 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.154 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.154 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.155 INFO:teuthology.orchestra.run.smithi031.stdout: "rwoption2": { 2024-09-16T07:25:19.155 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "rwoption2", 2024-09-16T07:25:19.155 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.155 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.155 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.155 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.155 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.155 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.155 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.155 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.155 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.155 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.155 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.156 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.156 INFO:teuthology.orchestra.run.smithi031.stdout: "rwoption3": { 2024-09-16T07:25:19.156 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "rwoption3", 2024-09-16T07:25:19.156 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "float", 2024-09-16T07:25:19.156 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.156 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.156 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.156 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.156 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.156 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.156 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.156 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.156 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.156 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.157 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.157 INFO:teuthology.orchestra.run.smithi031.stdout: "rwoption4": { 2024-09-16T07:25:19.157 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "rwoption4", 2024-09-16T07:25:19.157 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.157 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.157 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.157 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.157 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.157 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.157 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.157 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.157 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.157 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.158 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.158 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.158 INFO:teuthology.orchestra.run.smithi031.stdout: "rwoption5": { 2024-09-16T07:25:19.158 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "rwoption5", 2024-09-16T07:25:19.158 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.158 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.158 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.158 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.158 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.158 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.158 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.158 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.158 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.159 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.159 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.159 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.159 INFO:teuthology.orchestra.run.smithi031.stdout: "rwoption6": { 2024-09-16T07:25:19.159 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "rwoption6", 2024-09-16T07:25:19.159 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.159 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.159 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.159 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:19.159 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.159 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.159 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.159 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.160 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.160 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.160 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.160 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.160 INFO:teuthology.orchestra.run.smithi031.stdout: "rwoption7": { 2024-09-16T07:25:19.160 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "rwoption7", 2024-09-16T07:25:19.160 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.160 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.160 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.160 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.160 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "1", 2024-09-16T07:25:19.160 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "42", 2024-09-16T07:25:19.160 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.160 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.161 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.161 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.161 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.161 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.161 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:19.161 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:19.161 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.161 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.161 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.161 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.161 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.161 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.161 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.162 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.162 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.162 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.162 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.162 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.162 INFO:teuthology.orchestra.run.smithi031.stdout: "testkey": { 2024-09-16T07:25:19.162 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "testkey", 2024-09-16T07:25:19.162 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.162 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.162 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.162 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.162 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.162 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.163 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.163 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.163 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.163 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.163 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.163 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.163 INFO:teuthology.orchestra.run.smithi031.stdout: "testlkey": { 2024-09-16T07:25:19.163 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "testlkey", 2024-09-16T07:25:19.163 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.163 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.163 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.163 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.163 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.163 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.164 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.164 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.164 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.164 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.164 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.164 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.164 INFO:teuthology.orchestra.run.smithi031.stdout: "testnewline": { 2024-09-16T07:25:19.164 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "testnewline", 2024-09-16T07:25:19.164 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.164 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.164 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.164 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.164 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.165 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.165 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.165 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.165 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.165 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.165 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.165 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.165 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.165 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.165 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.165 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "smb", 2024-09-16T07:25:19.165 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:19.165 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:19.165 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:19.166 INFO:teuthology.orchestra.run.smithi031.stdout: "internal_store_backend": { 2024-09-16T07:25:19.166 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "internal_store_backend", 2024-09-16T07:25:19.166 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.166 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.166 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.166 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.166 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.166 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.166 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.166 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "set internal store backend. for develoment and testing only", 2024-09-16T07:25:19.166 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.166 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.166 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.167 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.167 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:19.167 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:19.167 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.167 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.167 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.167 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.167 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.167 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.167 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.167 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.167 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.167 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.167 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.168 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.168 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.168 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.168 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.168 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.168 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.168 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.168 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.168 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:19.168 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:19.168 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.168 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.169 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.169 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.169 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.169 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.169 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.169 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.169 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.169 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.169 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.169 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.169 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:19.169 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:19.170 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.170 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.170 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.170 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:19.170 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.170 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.170 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.170 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.170 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.170 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.170 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.170 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.170 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.170 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.171 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.171 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.171 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.171 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.171 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.171 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:19.171 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:19.171 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.171 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.171 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.171 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.171 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.171 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.172 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.172 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.172 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.172 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.172 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.172 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.172 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:19.172 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:19.172 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.172 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.172 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.172 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.172 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.172 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.173 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.173 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.173 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.173 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.173 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.173 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.173 INFO:teuthology.orchestra.run.smithi031.stdout: "update_orchestration": { 2024-09-16T07:25:19.173 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "update_orchestration", 2024-09-16T07:25:19.173 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.173 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.173 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.173 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:19.173 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.174 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.174 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.174 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "automatically update orchestration when smb resources are changed", 2024-09-16T07:25:19.174 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.174 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.174 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.174 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.174 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.174 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.174 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.174 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "snap_schedule", 2024-09-16T07:25:19.174 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:19.174 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:19.174 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:19.175 INFO:teuthology.orchestra.run.smithi031.stdout: "allow_m_granularity": { 2024-09-16T07:25:19.175 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "allow_m_granularity", 2024-09-16T07:25:19.175 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.175 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.175 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.175 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.175 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.175 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.175 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.175 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "allow minute scheduled snapshots", 2024-09-16T07:25:19.175 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.175 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.175 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.175 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.176 INFO:teuthology.orchestra.run.smithi031.stdout: "dump_on_update": { 2024-09-16T07:25:19.176 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "dump_on_update", 2024-09-16T07:25:19.176 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.176 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.176 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.176 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.176 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.176 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.176 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.176 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "dump database to debug log on update", 2024-09-16T07:25:19.176 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.176 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.176 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.177 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.177 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:19.177 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:19.177 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.177 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.177 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.177 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.177 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.177 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.177 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.177 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.177 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.177 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.178 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.178 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.178 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.178 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.178 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.178 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.178 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.178 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.178 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.178 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:19.178 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:19.178 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.179 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.179 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.179 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.179 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.179 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.179 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.179 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.179 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.179 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.179 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.179 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.179 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:19.179 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:19.179 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.180 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.180 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.180 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:19.180 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.180 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.180 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.180 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.180 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.180 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.180 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.180 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.180 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.180 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.181 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.181 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.181 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.181 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.181 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.181 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:19.181 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:19.181 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.181 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.181 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.181 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.181 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.181 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.182 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.182 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.182 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.182 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.182 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.182 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.182 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:19.182 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:19.182 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.182 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.182 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.182 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.182 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.182 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.183 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.183 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.183 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.183 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.183 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.183 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.183 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.183 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.183 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.183 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "stats", 2024-09-16T07:25:19.183 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:19.183 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:19.183 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:19.184 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:19.184 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:19.184 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.184 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.184 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.184 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.184 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.184 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.184 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.184 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.184 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.184 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.184 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.185 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.185 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.185 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.185 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.185 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.185 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.185 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.185 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.185 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:19.185 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:19.185 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.185 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.185 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.186 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.186 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.186 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.186 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.186 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.186 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.186 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.186 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.186 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.186 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:19.186 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:19.186 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.186 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.187 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.187 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:19.187 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.187 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.187 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.187 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.187 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.187 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.187 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.187 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.187 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.187 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.187 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.187 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.188 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.188 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.188 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.188 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:19.188 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:19.188 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.188 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.188 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.188 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.188 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.188 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.188 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.188 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.189 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.189 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.189 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.189 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.189 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:19.189 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:19.189 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.189 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.189 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.189 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.189 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.189 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.189 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.189 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.190 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.190 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.190 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.190 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.190 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.190 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.190 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.190 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "status", 2024-09-16T07:25:19.190 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:19.190 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:19.190 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:19.190 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:19.190 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:19.191 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.191 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.191 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.191 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.191 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.191 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.191 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.191 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.191 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.191 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.191 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.191 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.191 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.191 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.192 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.192 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.192 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.192 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.192 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.192 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:19.192 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:19.192 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.192 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.192 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.192 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.192 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.192 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.193 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.193 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.193 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.193 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.193 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.193 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.193 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:19.193 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:19.193 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.193 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.193 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.193 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:19.193 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.194 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.194 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.194 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.194 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.194 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.194 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.194 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.194 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.194 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.194 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.194 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.194 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.194 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.194 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.195 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:19.195 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:19.195 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.195 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.195 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.195 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.195 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.195 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.195 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.195 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.195 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.195 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.195 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.196 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.196 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:19.196 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:19.196 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.196 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.196 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.196 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.196 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.196 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.196 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.196 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.196 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.196 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.197 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.197 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.197 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.197 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.197 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.197 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "telegraf", 2024-09-16T07:25:19.197 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:19.197 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:19.197 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:19.197 INFO:teuthology.orchestra.run.smithi031.stdout: "address": { 2024-09-16T07:25:19.197 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "address", 2024-09-16T07:25:19.197 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.197 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.197 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.198 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-09-16T07:25:19.198 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.198 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.198 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.198 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.198 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.198 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.198 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.198 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.198 INFO:teuthology.orchestra.run.smithi031.stdout: "interval": { 2024-09-16T07:25:19.198 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "interval", 2024-09-16T07:25:19.198 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "secs", 2024-09-16T07:25:19.198 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.199 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.199 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "15", 2024-09-16T07:25:19.199 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.199 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.199 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.199 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.199 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.199 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.199 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.199 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.199 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:19.199 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:19.199 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.200 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.200 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.200 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.200 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.200 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.200 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.200 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.200 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.200 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.200 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.200 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.200 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.200 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.200 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.201 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.201 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.201 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.201 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.201 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:19.201 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:19.201 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.201 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.201 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.201 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.201 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.201 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.201 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.202 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.202 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.202 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.202 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.202 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.202 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:19.202 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:19.202 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.202 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.202 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.202 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:19.202 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.202 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.202 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.203 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.203 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.203 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.203 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.203 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.203 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.203 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.203 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.203 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.203 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.203 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.203 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.203 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:19.204 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:19.204 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.204 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.204 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.204 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.204 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.204 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.204 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.204 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.204 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.204 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.204 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.204 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.205 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:19.205 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:19.205 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.205 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.205 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.205 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.205 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.205 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.205 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.205 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.205 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.205 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.205 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.205 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.206 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.206 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.206 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.206 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "telemetry", 2024-09-16T07:25:19.206 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:19.206 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:19.206 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:19.206 INFO:teuthology.orchestra.run.smithi031.stdout: "channel_basic": { 2024-09-16T07:25:19.206 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "channel_basic", 2024-09-16T07:25:19.206 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.206 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.206 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.206 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:19.207 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.207 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.207 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.207 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Share basic cluster information (size, version)", 2024-09-16T07:25:19.207 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.207 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.207 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.207 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.207 INFO:teuthology.orchestra.run.smithi031.stdout: "channel_crash": { 2024-09-16T07:25:19.207 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "channel_crash", 2024-09-16T07:25:19.207 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.207 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.207 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.207 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:19.208 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.208 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.208 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.208 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-09-16T07:25:19.208 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.208 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.208 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.208 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.208 INFO:teuthology.orchestra.run.smithi031.stdout: "channel_device": { 2024-09-16T07:25:19.208 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "channel_device", 2024-09-16T07:25:19.208 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.208 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.208 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.209 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:19.209 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.209 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.209 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.209 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-09-16T07:25:19.209 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.209 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.209 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.209 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.209 INFO:teuthology.orchestra.run.smithi031.stdout: "channel_ident": { 2024-09-16T07:25:19.209 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "channel_ident", 2024-09-16T07:25:19.209 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.209 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.210 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.210 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.210 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.210 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.210 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.210 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-09-16T07:25:19.210 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.210 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.210 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.210 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.210 INFO:teuthology.orchestra.run.smithi031.stdout: "channel_perf": { 2024-09-16T07:25:19.210 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "channel_perf", 2024-09-16T07:25:19.210 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.211 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.211 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.211 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.211 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.211 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.211 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.211 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Share various performance metrics of a cluster", 2024-09-16T07:25:19.211 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.211 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.211 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.211 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.211 INFO:teuthology.orchestra.run.smithi031.stdout: "contact": { 2024-09-16T07:25:19.211 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "contact", 2024-09-16T07:25:19.212 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.212 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.212 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.212 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.212 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.212 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.212 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.212 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.212 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.212 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.212 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.212 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.212 INFO:teuthology.orchestra.run.smithi031.stdout: "description": { 2024-09-16T07:25:19.213 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "description", 2024-09-16T07:25:19.213 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.213 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.213 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.213 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.213 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.213 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.213 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.213 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.213 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.213 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.213 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.213 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.214 INFO:teuthology.orchestra.run.smithi031.stdout: "device_url": { 2024-09-16T07:25:19.214 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "device_url", 2024-09-16T07:25:19.214 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.214 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.214 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.214 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-09-16T07:25:19.214 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.214 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.214 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.214 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.214 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.214 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.214 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.215 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.215 INFO:teuthology.orchestra.run.smithi031.stdout: "enabled": { 2024-09-16T07:25:19.215 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "enabled", 2024-09-16T07:25:19.215 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.215 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.215 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.215 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.215 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.215 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.215 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.215 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.215 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.215 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.216 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.216 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.216 INFO:teuthology.orchestra.run.smithi031.stdout: "interval": { 2024-09-16T07:25:19.216 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "interval", 2024-09-16T07:25:19.216 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.216 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.216 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.216 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "24", 2024-09-16T07:25:19.216 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "8", 2024-09-16T07:25:19.216 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.216 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.216 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.216 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.217 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.217 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.217 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.217 INFO:teuthology.orchestra.run.smithi031.stdout: "last_opt_revision": { 2024-09-16T07:25:19.217 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "last_opt_revision", 2024-09-16T07:25:19.217 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.217 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.217 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.217 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "1", 2024-09-16T07:25:19.217 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.217 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.217 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.217 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.218 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.218 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.218 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.218 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.218 INFO:teuthology.orchestra.run.smithi031.stdout: "leaderboard": { 2024-09-16T07:25:19.218 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "leaderboard", 2024-09-16T07:25:19.218 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.218 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.218 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.218 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.218 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.218 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.218 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.219 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.219 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.219 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.219 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.219 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.219 INFO:teuthology.orchestra.run.smithi031.stdout: "leaderboard_description": { 2024-09-16T07:25:19.219 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "leaderboard_description", 2024-09-16T07:25:19.219 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.219 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.219 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.219 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.219 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.219 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.219 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.220 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.220 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.220 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.220 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.220 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.220 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:19.220 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:19.220 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.220 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.220 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.220 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.220 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.221 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.221 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.221 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.221 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.221 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.221 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.221 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.221 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.221 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.221 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.221 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.221 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.221 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.221 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.222 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:19.222 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:19.222 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.222 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.222 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.222 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.222 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.222 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.222 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.222 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.222 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.222 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.222 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.223 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.223 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:19.223 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:19.223 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.223 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.223 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.223 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:19.223 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.223 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.223 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.223 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.223 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.223 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.223 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.224 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.224 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.224 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.224 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.224 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.224 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.224 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.224 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.224 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:19.224 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:19.224 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.224 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.224 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.225 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.225 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.225 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.225 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.225 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.225 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.225 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.225 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.225 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.225 INFO:teuthology.orchestra.run.smithi031.stdout: "organization": { 2024-09-16T07:25:19.225 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "organization", 2024-09-16T07:25:19.225 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.225 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.226 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.226 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.226 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.226 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.226 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.226 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.226 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.226 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.226 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.226 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.226 INFO:teuthology.orchestra.run.smithi031.stdout: "proxy": { 2024-09-16T07:25:19.226 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "proxy", 2024-09-16T07:25:19.226 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.227 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.227 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.227 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.227 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.227 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.227 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.227 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.227 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.227 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.227 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.227 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.227 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:19.228 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:19.228 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.228 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.228 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.228 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.228 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.228 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.228 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.228 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.228 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.228 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.228 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.229 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.229 INFO:teuthology.orchestra.run.smithi031.stdout: "url": { 2024-09-16T07:25:19.229 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "url", 2024-09-16T07:25:19.229 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.229 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.229 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.229 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-09-16T07:25:19.229 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.229 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.229 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.229 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.229 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.229 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.230 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.230 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.230 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.230 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.230 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.230 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "test_orchestrator", 2024-09-16T07:25:19.230 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:19.230 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:19.230 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:19.230 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:19.230 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:19.230 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.230 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.231 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.231 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.231 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.231 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.231 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.231 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.231 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.231 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.231 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.231 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.231 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.231 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.231 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.231 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.232 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.232 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.232 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.232 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:19.232 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:19.232 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.232 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.232 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.232 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.232 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.232 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.232 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.232 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.233 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.233 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.233 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.233 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.233 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:19.233 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:19.233 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.233 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.233 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.233 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:19.233 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.233 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.233 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.234 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.234 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.234 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.234 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.234 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.234 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.234 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.234 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.234 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.234 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.234 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.234 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.234 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:19.235 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:19.235 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.235 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.235 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.235 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.235 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.235 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.235 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.235 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.235 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.235 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.235 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.235 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.236 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:19.236 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:19.236 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.236 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.236 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.236 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.236 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.236 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.236 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.236 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.236 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.236 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.236 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.237 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.237 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.237 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.237 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.237 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "volumes", 2024-09-16T07:25:19.237 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:19.237 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:19.237 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:19.237 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:19.237 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:19.237 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.237 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.237 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.237 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.238 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.238 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.238 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.238 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.238 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.238 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.238 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.238 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.238 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.238 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.238 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.238 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.238 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.239 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.239 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.239 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:19.239 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:19.239 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.239 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.239 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.239 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.239 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.239 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.239 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.239 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.239 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.240 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.240 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.240 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.240 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:19.240 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:19.240 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.240 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.240 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.240 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:19.240 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.240 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.240 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.240 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.241 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.241 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.241 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.241 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.241 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.241 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.241 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.241 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.241 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.241 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.241 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.241 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:19.241 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:19.241 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.242 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.242 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.242 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.242 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.242 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.242 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.242 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.242 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.242 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.242 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.242 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.242 INFO:teuthology.orchestra.run.smithi031.stdout: "max_concurrent_clones": { 2024-09-16T07:25:19.243 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "max_concurrent_clones", 2024-09-16T07:25:19.243 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.243 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.243 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.243 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "4", 2024-09-16T07:25:19.243 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.243 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.243 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.243 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Number of asynchronous cloner threads", 2024-09-16T07:25:19.243 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.243 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.243 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.243 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.243 INFO:teuthology.orchestra.run.smithi031.stdout: "periodic_async_work": { 2024-09-16T07:25:19.244 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "periodic_async_work", 2024-09-16T07:25:19.244 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.244 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.244 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.244 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.244 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.244 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.244 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.244 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Periodically check for async work", 2024-09-16T07:25:19.244 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.244 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.244 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.244 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.245 INFO:teuthology.orchestra.run.smithi031.stdout: "snapshot_clone_delay": { 2024-09-16T07:25:19.245 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "snapshot_clone_delay", 2024-09-16T07:25:19.245 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.245 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.245 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.245 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.245 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.245 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.245 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.245 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-09-16T07:25:19.245 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.245 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.245 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.245 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.246 INFO:teuthology.orchestra.run.smithi031.stdout: "snapshot_clone_no_wait": { 2024-09-16T07:25:19.246 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "snapshot_clone_no_wait", 2024-09-16T07:25:19.246 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.246 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.246 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.246 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:19.246 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.246 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.246 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.246 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-09-16T07:25:19.246 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.246 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.246 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.246 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.247 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:19.247 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:19.247 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.247 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.247 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.247 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.247 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.247 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.247 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.247 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.247 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.247 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.247 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.248 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.248 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.248 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.248 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.248 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "zabbix", 2024-09-16T07:25:19.248 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:19.248 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:19.248 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:19.248 INFO:teuthology.orchestra.run.smithi031.stdout: "discovery_interval": { 2024-09-16T07:25:19.248 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "discovery_interval", 2024-09-16T07:25:19.248 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "uint", 2024-09-16T07:25:19.248 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.248 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.248 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "100", 2024-09-16T07:25:19.249 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.249 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.249 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.249 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.249 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.249 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.249 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.249 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.249 INFO:teuthology.orchestra.run.smithi031.stdout: "identifier": { 2024-09-16T07:25:19.249 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "identifier", 2024-09-16T07:25:19.249 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.249 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.250 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.250 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.250 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.250 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.250 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.250 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.250 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.250 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.250 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.250 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.250 INFO:teuthology.orchestra.run.smithi031.stdout: "interval": { 2024-09-16T07:25:19.250 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "interval", 2024-09-16T07:25:19.250 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "secs", 2024-09-16T07:25:19.251 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.251 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.251 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "60", 2024-09-16T07:25:19.251 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.251 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.251 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.251 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.251 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.251 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.251 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.251 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.251 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:19.251 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:19.252 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.252 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.252 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.252 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.252 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.252 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.252 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.252 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.252 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.252 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.252 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.252 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.252 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.253 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.253 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.253 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.253 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.253 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.253 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.253 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:19.253 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:19.253 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.253 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.253 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.253 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.254 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.254 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.254 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.254 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.254 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.254 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.254 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.254 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.254 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:19.254 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:19.254 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.254 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.254 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.254 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:19.255 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.255 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.255 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.255 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.255 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.255 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.255 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.255 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.255 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.255 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.255 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.255 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.256 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.256 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.256 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.256 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:19.256 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:19.256 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.256 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.256 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.256 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.256 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.256 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.256 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.257 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.257 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.257 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.257 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.257 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.257 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:19.257 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:19.257 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.257 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.257 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.257 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.257 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.257 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.258 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.258 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.258 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.258 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.258 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.258 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.258 INFO:teuthology.orchestra.run.smithi031.stdout: "zabbix_host": { 2024-09-16T07:25:19.258 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "zabbix_host", 2024-09-16T07:25:19.258 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.258 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.258 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.258 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.258 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.259 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.259 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.259 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.259 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.259 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.259 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.259 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.259 INFO:teuthology.orchestra.run.smithi031.stdout: "zabbix_port": { 2024-09-16T07:25:19.259 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "zabbix_port", 2024-09-16T07:25:19.259 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.259 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.259 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.259 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "10051", 2024-09-16T07:25:19.259 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.260 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.260 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.260 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.260 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.260 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.260 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.260 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.260 INFO:teuthology.orchestra.run.smithi031.stdout: "zabbix_sender": { 2024-09-16T07:25:19.260 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "zabbix_sender", 2024-09-16T07:25:19.260 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.260 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.260 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.260 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-09-16T07:25:19.261 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.261 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.261 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.261 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.261 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.261 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.261 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.261 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.261 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.261 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.261 INFO:teuthology.orchestra.run.smithi031.stdout: ] 2024-09-16T07:25:19.261 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.262 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.262 INFO:teuthology.orchestra.run.smithi031.stdout: "modules": [ 2024-09-16T07:25:19.262 INFO:teuthology.orchestra.run.smithi031.stdout: "iostat", 2024-09-16T07:25:19.262 INFO:teuthology.orchestra.run.smithi031.stdout: "nfs", 2024-09-16T07:25:19.262 INFO:teuthology.orchestra.run.smithi031.stdout: "restful" 2024-09-16T07:25:19.262 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.262 INFO:teuthology.orchestra.run.smithi031.stdout: "available_modules": [ 2024-09-16T07:25:19.262 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.262 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "alerts", 2024-09-16T07:25:19.262 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:19.262 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:19.262 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:19.262 INFO:teuthology.orchestra.run.smithi031.stdout: "interval": { 2024-09-16T07:25:19.263 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "interval", 2024-09-16T07:25:19.263 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "secs", 2024-09-16T07:25:19.263 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.263 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.263 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "60", 2024-09-16T07:25:19.263 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.263 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.263 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.263 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "How frequently to reexamine health status", 2024-09-16T07:25:19.263 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.263 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.263 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.264 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.264 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:19.264 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:19.264 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.264 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.264 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.264 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.264 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.264 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.264 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.264 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.264 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.264 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.265 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.265 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.265 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.265 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.265 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.265 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.265 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.265 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.265 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.265 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:19.265 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:19.265 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.265 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.266 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.266 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.266 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.266 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.266 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.266 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.266 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.266 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.266 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.266 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.266 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:19.266 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:19.266 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.267 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.267 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.267 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:19.267 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.267 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.267 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.267 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.267 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.267 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.267 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.267 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.267 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.267 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.268 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.268 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.268 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.268 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.268 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.268 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:19.268 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:19.268 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.268 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.268 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.268 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.268 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.268 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.269 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.269 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.269 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.269 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.272 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.272 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.272 INFO:teuthology.orchestra.run.smithi031.stdout: "smtp_destination": { 2024-09-16T07:25:19.272 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "smtp_destination", 2024-09-16T07:25:19.272 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.272 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.272 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.272 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.272 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.273 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.273 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.273 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Email address to send alerts to, use commas to separate multiple", 2024-09-16T07:25:19.273 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.273 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.273 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.273 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.273 INFO:teuthology.orchestra.run.smithi031.stdout: "smtp_from_name": { 2024-09-16T07:25:19.273 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "smtp_from_name", 2024-09-16T07:25:19.273 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.273 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.273 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.273 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "Ceph", 2024-09-16T07:25:19.274 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.274 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.274 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.274 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Email From: name", 2024-09-16T07:25:19.274 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.274 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.274 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.274 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.274 INFO:teuthology.orchestra.run.smithi031.stdout: "smtp_host": { 2024-09-16T07:25:19.274 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "smtp_host", 2024-09-16T07:25:19.274 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.274 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.274 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.274 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.274 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.275 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.275 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.275 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "SMTP server", 2024-09-16T07:25:19.275 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.275 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.275 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.275 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.275 INFO:teuthology.orchestra.run.smithi031.stdout: "smtp_password": { 2024-09-16T07:25:19.275 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "smtp_password", 2024-09-16T07:25:19.275 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.275 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.275 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.275 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.275 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.276 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.276 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.276 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Password to authenticate with", 2024-09-16T07:25:19.276 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.276 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.276 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.276 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.276 INFO:teuthology.orchestra.run.smithi031.stdout: "smtp_port": { 2024-09-16T07:25:19.276 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "smtp_port", 2024-09-16T07:25:19.276 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.276 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.276 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.276 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "465", 2024-09-16T07:25:19.277 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.277 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.277 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.277 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "SMTP port", 2024-09-16T07:25:19.277 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.277 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.277 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.277 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.277 INFO:teuthology.orchestra.run.smithi031.stdout: "smtp_sender": { 2024-09-16T07:25:19.277 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "smtp_sender", 2024-09-16T07:25:19.277 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.277 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.277 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.277 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.278 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.278 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.278 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.278 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "SMTP envelope sender", 2024-09-16T07:25:19.278 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.278 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.278 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.278 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.278 INFO:teuthology.orchestra.run.smithi031.stdout: "smtp_ssl": { 2024-09-16T07:25:19.278 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "smtp_ssl", 2024-09-16T07:25:19.278 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.278 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.278 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.279 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:19.279 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.279 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.279 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.279 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Use SSL to connect to SMTP server", 2024-09-16T07:25:19.279 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.279 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.279 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.279 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.279 INFO:teuthology.orchestra.run.smithi031.stdout: "smtp_user": { 2024-09-16T07:25:19.279 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "smtp_user", 2024-09-16T07:25:19.279 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.279 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.280 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.280 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.280 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.280 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.280 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.280 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "User to authenticate as", 2024-09-16T07:25:19.280 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.280 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.280 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.280 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.280 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:19.280 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:19.280 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.281 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.281 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.281 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.281 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.281 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.281 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.281 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.281 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.281 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.281 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.281 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.281 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.281 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.282 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.282 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "balancer", 2024-09-16T07:25:19.282 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:19.282 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:19.282 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:19.282 INFO:teuthology.orchestra.run.smithi031.stdout: "active": { 2024-09-16T07:25:19.282 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "active", 2024-09-16T07:25:19.282 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.282 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.282 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.282 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:19.282 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.282 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.283 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.283 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "automatically balance PGs across cluster", 2024-09-16T07:25:19.283 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.283 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.283 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.283 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.283 INFO:teuthology.orchestra.run.smithi031.stdout: "begin_time": { 2024-09-16T07:25:19.283 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "begin_time", 2024-09-16T07:25:19.283 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.283 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.283 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.283 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0000", 2024-09-16T07:25:19.283 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.284 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.284 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.284 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "beginning time of day to automatically balance", 2024-09-16T07:25:19.284 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-16T07:25:19.284 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.284 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.284 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.284 INFO:teuthology.orchestra.run.smithi031.stdout: "begin_weekday": { 2024-09-16T07:25:19.284 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "begin_weekday", 2024-09-16T07:25:19.284 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "uint", 2024-09-16T07:25:19.284 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.284 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.284 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.285 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "0", 2024-09-16T07:25:19.285 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "6", 2024-09-16T07:25:19.285 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.285 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-09-16T07:25:19.285 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-16T07:25:19.285 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.285 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.285 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.285 INFO:teuthology.orchestra.run.smithi031.stdout: "crush_compat_max_iterations": { 2024-09-16T07:25:19.285 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "crush_compat_max_iterations", 2024-09-16T07:25:19.285 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "uint", 2024-09-16T07:25:19.285 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.285 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.286 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "25", 2024-09-16T07:25:19.286 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "1", 2024-09-16T07:25:19.286 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "250", 2024-09-16T07:25:19.286 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.286 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-09-16T07:25:19.286 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.286 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.286 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.286 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.286 INFO:teuthology.orchestra.run.smithi031.stdout: "crush_compat_metrics": { 2024-09-16T07:25:19.286 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "crush_compat_metrics", 2024-09-16T07:25:19.286 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.286 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.287 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.287 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "pgs,objects,bytes", 2024-09-16T07:25:19.287 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.287 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.287 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.287 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-09-16T07:25:19.287 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-09-16T07:25:19.287 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.287 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.287 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.287 INFO:teuthology.orchestra.run.smithi031.stdout: "crush_compat_step": { 2024-09-16T07:25:19.287 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "crush_compat_step", 2024-09-16T07:25:19.287 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "float", 2024-09-16T07:25:19.288 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.288 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.288 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0.5", 2024-09-16T07:25:19.288 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "0.001", 2024-09-16T07:25:19.288 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "0.999", 2024-09-16T07:25:19.288 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.288 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "aggressiveness of optimization", 2024-09-16T07:25:19.288 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-09-16T07:25:19.288 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.288 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.288 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.288 INFO:teuthology.orchestra.run.smithi031.stdout: "end_time": { 2024-09-16T07:25:19.288 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "end_time", 2024-09-16T07:25:19.289 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.289 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.289 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.289 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "2359", 2024-09-16T07:25:19.289 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.289 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.289 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.289 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "ending time of day to automatically balance", 2024-09-16T07:25:19.289 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-16T07:25:19.289 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.289 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.289 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.289 INFO:teuthology.orchestra.run.smithi031.stdout: "end_weekday": { 2024-09-16T07:25:19.289 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "end_weekday", 2024-09-16T07:25:19.290 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "uint", 2024-09-16T07:25:19.290 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.290 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.290 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.290 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "0", 2024-09-16T07:25:19.290 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "6", 2024-09-16T07:25:19.290 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.290 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-09-16T07:25:19.290 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-16T07:25:19.290 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.290 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.290 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.290 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:19.291 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:19.291 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.291 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.291 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.291 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.291 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.291 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.291 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.291 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.291 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.291 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.291 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.291 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.291 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.292 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.292 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.292 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.292 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.292 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.292 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.292 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:19.292 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:19.292 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.292 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.292 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.292 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.292 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.293 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.293 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.293 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.293 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.293 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.293 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.293 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.293 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:19.293 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:19.293 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.293 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.293 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.294 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:19.294 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.294 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.294 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.294 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.294 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.294 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.294 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.294 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.294 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.294 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.294 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.295 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.295 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.295 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.295 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.295 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:19.295 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:19.295 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.295 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.295 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.295 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.295 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.295 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.295 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.295 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.296 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.296 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.296 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.296 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.296 INFO:teuthology.orchestra.run.smithi031.stdout: "min_score": { 2024-09-16T07:25:19.296 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "min_score", 2024-09-16T07:25:19.296 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "float", 2024-09-16T07:25:19.296 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.296 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.296 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.296 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.296 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.296 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.297 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-09-16T07:25:19.297 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.297 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.297 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.297 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.297 INFO:teuthology.orchestra.run.smithi031.stdout: "mode": { 2024-09-16T07:25:19.297 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "mode", 2024-09-16T07:25:19.297 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.297 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.297 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.297 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "upmap", 2024-09-16T07:25:19.297 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.297 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.298 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.298 INFO:teuthology.orchestra.run.smithi031.stdout: "crush-compat", 2024-09-16T07:25:19.298 INFO:teuthology.orchestra.run.smithi031.stdout: "none", 2024-09-16T07:25:19.298 INFO:teuthology.orchestra.run.smithi031.stdout: "read", 2024-09-16T07:25:19.298 INFO:teuthology.orchestra.run.smithi031.stdout: "upmap", 2024-09-16T07:25:19.298 INFO:teuthology.orchestra.run.smithi031.stdout: "upmap-read" 2024-09-16T07:25:19.298 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.298 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Balancer mode", 2024-09-16T07:25:19.298 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.298 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.298 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.298 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.298 INFO:teuthology.orchestra.run.smithi031.stdout: "pool_ids": { 2024-09-16T07:25:19.299 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "pool_ids", 2024-09-16T07:25:19.299 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.299 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.299 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.299 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.299 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.299 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.299 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.299 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-09-16T07:25:19.299 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.299 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.299 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.299 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.300 INFO:teuthology.orchestra.run.smithi031.stdout: "sleep_interval": { 2024-09-16T07:25:19.300 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sleep_interval", 2024-09-16T07:25:19.300 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "secs", 2024-09-16T07:25:19.300 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.300 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.300 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "60", 2024-09-16T07:25:19.300 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.300 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.300 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.300 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-09-16T07:25:19.300 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.300 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.300 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.301 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.301 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:19.301 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:19.301 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.301 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.301 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.301 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.301 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.301 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.301 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.301 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.301 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.301 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.301 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.302 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.302 INFO:teuthology.orchestra.run.smithi031.stdout: "upmap_max_deviation": { 2024-09-16T07:25:19.302 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "upmap_max_deviation", 2024-09-16T07:25:19.302 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.302 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.302 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.302 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "5", 2024-09-16T07:25:19.302 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "1", 2024-09-16T07:25:19.302 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.302 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.302 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "deviation below which no optimization is attempted", 2024-09-16T07:25:19.302 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-09-16T07:25:19.303 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.303 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.303 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.303 INFO:teuthology.orchestra.run.smithi031.stdout: "upmap_max_optimizations": { 2024-09-16T07:25:19.303 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "upmap_max_optimizations", 2024-09-16T07:25:19.303 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "uint", 2024-09-16T07:25:19.303 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.303 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.303 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "10", 2024-09-16T07:25:19.303 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.303 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.303 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.304 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-09-16T07:25:19.304 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.304 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.304 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.304 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.304 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.304 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.304 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.304 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "cephadm", 2024-09-16T07:25:19.304 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:19.304 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:19.304 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:19.304 INFO:teuthology.orchestra.run.smithi031.stdout: "agent_down_multiplier": { 2024-09-16T07:25:19.305 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "agent_down_multiplier", 2024-09-16T07:25:19.305 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "float", 2024-09-16T07:25:19.305 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.305 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.305 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "3.0", 2024-09-16T07:25:19.305 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.305 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.305 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.305 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-09-16T07:25:19.305 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.305 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.305 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.305 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.305 INFO:teuthology.orchestra.run.smithi031.stdout: "agent_refresh_rate": { 2024-09-16T07:25:19.306 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "agent_refresh_rate", 2024-09-16T07:25:19.306 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "secs", 2024-09-16T07:25:19.306 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.306 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.306 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "20", 2024-09-16T07:25:19.306 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.306 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.306 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.306 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-09-16T07:25:19.306 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.306 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.306 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.306 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.307 INFO:teuthology.orchestra.run.smithi031.stdout: "agent_starting_port": { 2024-09-16T07:25:19.307 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "agent_starting_port", 2024-09-16T07:25:19.307 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.307 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.307 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.307 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "4721", 2024-09-16T07:25:19.307 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.307 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.307 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.307 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-09-16T07:25:19.307 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.307 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.307 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.308 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.308 INFO:teuthology.orchestra.run.smithi031.stdout: "allow_ptrace": { 2024-09-16T07:25:19.308 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "allow_ptrace", 2024-09-16T07:25:19.308 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.308 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.308 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.308 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.308 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.308 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.308 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.308 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-09-16T07:25:19.308 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-09-16T07:25:19.308 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.309 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.309 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.309 INFO:teuthology.orchestra.run.smithi031.stdout: "autotune_interval": { 2024-09-16T07:25:19.309 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "autotune_interval", 2024-09-16T07:25:19.309 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "secs", 2024-09-16T07:25:19.309 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.309 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.309 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "600", 2024-09-16T07:25:19.309 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.309 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.309 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.309 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "how frequently to autotune daemon memory", 2024-09-16T07:25:19.310 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.310 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.310 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.310 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.310 INFO:teuthology.orchestra.run.smithi031.stdout: "autotune_memory_target_ratio": { 2024-09-16T07:25:19.310 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "autotune_memory_target_ratio", 2024-09-16T07:25:19.310 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "float", 2024-09-16T07:25:19.310 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.310 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.310 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0.7", 2024-09-16T07:25:19.310 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.310 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.310 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.311 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-09-16T07:25:19.311 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.311 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.311 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.311 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.311 INFO:teuthology.orchestra.run.smithi031.stdout: "cephadm_log_destination": { 2024-09-16T07:25:19.311 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "cephadm_log_destination", 2024-09-16T07:25:19.311 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.311 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.311 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.311 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.311 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.311 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.311 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.312 INFO:teuthology.orchestra.run.smithi031.stdout: "file", 2024-09-16T07:25:19.312 INFO:teuthology.orchestra.run.smithi031.stdout: "file,syslog", 2024-09-16T07:25:19.312 INFO:teuthology.orchestra.run.smithi031.stdout: "syslog" 2024-09-16T07:25:19.312 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.312 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-09-16T07:25:19.312 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.312 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.312 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.312 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.312 INFO:teuthology.orchestra.run.smithi031.stdout: "cgroups_split": { 2024-09-16T07:25:19.312 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "cgroups_split", 2024-09-16T07:25:19.312 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.312 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.313 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.313 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:19.313 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.313 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.313 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.313 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-09-16T07:25:19.313 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.313 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.313 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.313 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.313 INFO:teuthology.orchestra.run.smithi031.stdout: "config_checks_enabled": { 2024-09-16T07:25:19.313 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "config_checks_enabled", 2024-09-16T07:25:19.313 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.314 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.314 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.314 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.314 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.314 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.314 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.314 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-09-16T07:25:19.314 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.314 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.314 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.314 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.314 INFO:teuthology.orchestra.run.smithi031.stdout: "config_dashboard": { 2024-09-16T07:25:19.314 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "config_dashboard", 2024-09-16T07:25:19.314 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.315 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.315 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.315 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:19.315 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.315 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.315 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.315 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-09-16T07:25:19.315 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.315 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.315 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.315 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.315 INFO:teuthology.orchestra.run.smithi031.stdout: "container_image_alertmanager": { 2024-09-16T07:25:19.315 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "container_image_alertmanager", 2024-09-16T07:25:19.316 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.316 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.316 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.316 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.27.0", 2024-09-16T07:25:19.316 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.316 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.316 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.316 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Prometheus container image", 2024-09-16T07:25:19.316 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.316 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.316 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.316 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.316 INFO:teuthology.orchestra.run.smithi031.stdout: "container_image_base": { 2024-09-16T07:25:19.317 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "container_image_base", 2024-09-16T07:25:19.317 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.317 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.317 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.317 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "quay.io/ceph/ceph", 2024-09-16T07:25:19.317 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.317 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.317 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.317 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Container image name, without the tag", 2024-09-16T07:25:19.317 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.317 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.317 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.317 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.318 INFO:teuthology.orchestra.run.smithi031.stdout: "container_image_elasticsearch": { 2024-09-16T07:25:19.318 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "container_image_elasticsearch", 2024-09-16T07:25:19.318 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.318 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.318 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.318 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-09-16T07:25:19.318 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.318 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.318 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.318 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "elasticsearch container image", 2024-09-16T07:25:19.318 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.318 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.319 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.319 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.319 INFO:teuthology.orchestra.run.smithi031.stdout: "container_image_grafana": { 2024-09-16T07:25:19.319 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "container_image_grafana", 2024-09-16T07:25:19.319 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.319 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.319 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.319 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "quay.io/ceph/grafana:10.4.0", 2024-09-16T07:25:19.319 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.319 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.319 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.319 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Prometheus container image", 2024-09-16T07:25:19.319 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.320 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.320 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.320 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.320 INFO:teuthology.orchestra.run.smithi031.stdout: "container_image_haproxy": { 2024-09-16T07:25:19.320 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "container_image_haproxy", 2024-09-16T07:25:19.320 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.320 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.320 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.320 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-09-16T07:25:19.320 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.320 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.320 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.321 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "HAproxy container image", 2024-09-16T07:25:19.321 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.321 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.321 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.321 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.321 INFO:teuthology.orchestra.run.smithi031.stdout: "container_image_jaeger_agent": { 2024-09-16T07:25:19.321 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "container_image_jaeger_agent", 2024-09-16T07:25:19.321 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.321 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.321 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.321 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-09-16T07:25:19.321 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.321 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.322 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.322 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Jaeger agent container image", 2024-09-16T07:25:19.322 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.322 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.322 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.322 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.322 INFO:teuthology.orchestra.run.smithi031.stdout: "container_image_jaeger_collector": { 2024-09-16T07:25:19.322 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "container_image_jaeger_collector", 2024-09-16T07:25:19.322 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.322 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.322 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.323 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-09-16T07:25:19.323 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.323 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.323 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.323 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Jaeger collector container image", 2024-09-16T07:25:19.323 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.323 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.323 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.323 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.323 INFO:teuthology.orchestra.run.smithi031.stdout: "container_image_jaeger_query": { 2024-09-16T07:25:19.323 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "container_image_jaeger_query", 2024-09-16T07:25:19.323 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.323 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.323 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.324 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-09-16T07:25:19.324 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.324 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.324 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.324 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Jaeger query container image", 2024-09-16T07:25:19.324 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.324 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.324 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.324 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.324 INFO:teuthology.orchestra.run.smithi031.stdout: "container_image_keepalived": { 2024-09-16T07:25:19.324 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "container_image_keepalived", 2024-09-16T07:25:19.324 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.324 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.325 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.325 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-09-16T07:25:19.325 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.325 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.325 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.325 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Keepalived container image", 2024-09-16T07:25:19.325 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.325 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.325 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.325 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.325 INFO:teuthology.orchestra.run.smithi031.stdout: "container_image_loki": { 2024-09-16T07:25:19.325 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "container_image_loki", 2024-09-16T07:25:19.326 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.326 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.326 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.326 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "docker.io/grafana/loki:3.0.0", 2024-09-16T07:25:19.326 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.326 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.326 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.326 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Loki container image", 2024-09-16T07:25:19.326 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.326 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.326 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.326 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.327 INFO:teuthology.orchestra.run.smithi031.stdout: "container_image_nginx": { 2024-09-16T07:25:19.327 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "container_image_nginx", 2024-09-16T07:25:19.327 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.327 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.327 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.327 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "quay.io/ceph/nginx:sclorg-nginx-126", 2024-09-16T07:25:19.327 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.327 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.327 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.327 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Nginx container image", 2024-09-16T07:25:19.327 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.327 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.328 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.328 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.328 INFO:teuthology.orchestra.run.smithi031.stdout: "container_image_node_exporter": { 2024-09-16T07:25:19.328 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "container_image_node_exporter", 2024-09-16T07:25:19.328 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.328 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.328 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.328 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.7.0", 2024-09-16T07:25:19.328 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.328 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.328 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.328 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Prometheus container image", 2024-09-16T07:25:19.328 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.328 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.329 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.329 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.329 INFO:teuthology.orchestra.run.smithi031.stdout: "container_image_nvmeof": { 2024-09-16T07:25:19.329 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "container_image_nvmeof", 2024-09-16T07:25:19.329 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.329 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.329 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.329 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.17", 2024-09-16T07:25:19.329 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.329 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.329 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.329 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Nvme-of container image", 2024-09-16T07:25:19.329 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.329 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.330 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.330 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.330 INFO:teuthology.orchestra.run.smithi031.stdout: "container_image_oauth2_proxy": { 2024-09-16T07:25:19.330 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "container_image_oauth2_proxy", 2024-09-16T07:25:19.330 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.330 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.330 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.330 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "quay.io/oauth2-proxy/oauth2-proxy:v7.6.0", 2024-09-16T07:25:19.330 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.330 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.330 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.330 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "oauth2-proxy container image", 2024-09-16T07:25:19.331 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.331 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.331 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.331 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.331 INFO:teuthology.orchestra.run.smithi031.stdout: "container_image_prometheus": { 2024-09-16T07:25:19.331 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "container_image_prometheus", 2024-09-16T07:25:19.331 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.331 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.331 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.331 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "quay.io/prometheus/prometheus:v2.51.0", 2024-09-16T07:25:19.331 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.331 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.331 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.332 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Prometheus container image", 2024-09-16T07:25:19.332 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.332 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.332 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.332 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.332 INFO:teuthology.orchestra.run.smithi031.stdout: "container_image_promtail": { 2024-09-16T07:25:19.332 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "container_image_promtail", 2024-09-16T07:25:19.332 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.332 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.332 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.332 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "docker.io/grafana/promtail:3.0.0", 2024-09-16T07:25:19.332 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.332 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.333 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.333 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Promtail container image", 2024-09-16T07:25:19.333 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.333 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.333 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.333 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.333 INFO:teuthology.orchestra.run.smithi031.stdout: "container_image_samba": { 2024-09-16T07:25:19.333 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "container_image_samba", 2024-09-16T07:25:19.333 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.333 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.333 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.333 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-09-16T07:25:19.333 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.334 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.334 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.334 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Samba/SMB container image", 2024-09-16T07:25:19.334 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.334 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.334 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.334 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.334 INFO:teuthology.orchestra.run.smithi031.stdout: "container_image_samba_metrics": { 2024-09-16T07:25:19.334 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "container_image_samba_metrics", 2024-09-16T07:25:19.334 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.334 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.334 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.334 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "quay.io/samba.org/samba-metrics:latest", 2024-09-16T07:25:19.334 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.335 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.335 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.335 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Samba/SMB metrics exporter container image", 2024-09-16T07:25:19.335 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.335 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.335 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.335 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.335 INFO:teuthology.orchestra.run.smithi031.stdout: "container_image_snmp_gateway": { 2024-09-16T07:25:19.335 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "container_image_snmp_gateway", 2024-09-16T07:25:19.335 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.335 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.335 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.335 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-09-16T07:25:19.336 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.336 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.336 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.336 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "SNMP Gateway container image", 2024-09-16T07:25:19.336 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.336 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.336 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.336 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.336 INFO:teuthology.orchestra.run.smithi031.stdout: "container_init": { 2024-09-16T07:25:19.336 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "container_init", 2024-09-16T07:25:19.336 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.336 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.336 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.337 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:19.337 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.337 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.337 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.337 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Run podman/docker with `--init`", 2024-09-16T07:25:19.337 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.337 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.337 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.337 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.337 INFO:teuthology.orchestra.run.smithi031.stdout: "daemon_cache_timeout": { 2024-09-16T07:25:19.337 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "daemon_cache_timeout", 2024-09-16T07:25:19.337 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "secs", 2024-09-16T07:25:19.337 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.337 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.338 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "600", 2024-09-16T07:25:19.338 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.338 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.338 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.338 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-09-16T07:25:19.338 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.338 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.338 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.338 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.338 INFO:teuthology.orchestra.run.smithi031.stdout: "default_cephadm_command_timeout": { 2024-09-16T07:25:19.338 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "default_cephadm_command_timeout", 2024-09-16T07:25:19.338 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.339 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.339 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.339 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "900", 2024-09-16T07:25:19.339 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.339 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.339 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.339 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-09-16T07:25:19.339 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.339 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.339 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.339 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.339 INFO:teuthology.orchestra.run.smithi031.stdout: "default_registry": { 2024-09-16T07:25:19.339 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "default_registry", 2024-09-16T07:25:19.339 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.340 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.340 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.340 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "docker.io", 2024-09-16T07:25:19.340 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.340 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.340 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.340 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-09-16T07:25:19.340 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.340 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.340 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.340 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.341 INFO:teuthology.orchestra.run.smithi031.stdout: "device_cache_timeout": { 2024-09-16T07:25:19.341 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "device_cache_timeout", 2024-09-16T07:25:19.341 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "secs", 2024-09-16T07:25:19.341 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.341 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.341 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "1800", 2024-09-16T07:25:19.341 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.341 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.341 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.341 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "seconds to cache device inventory", 2024-09-16T07:25:19.341 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.341 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.341 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.342 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.342 INFO:teuthology.orchestra.run.smithi031.stdout: "device_enhanced_scan": { 2024-09-16T07:25:19.342 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "device_enhanced_scan", 2024-09-16T07:25:19.342 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.342 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.342 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.342 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.342 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.342 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.342 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.342 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Use libstoragemgmt during device scans", 2024-09-16T07:25:19.342 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.342 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.343 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.343 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.343 INFO:teuthology.orchestra.run.smithi031.stdout: "facts_cache_timeout": { 2024-09-16T07:25:19.343 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "facts_cache_timeout", 2024-09-16T07:25:19.343 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "secs", 2024-09-16T07:25:19.343 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.343 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.343 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "60", 2024-09-16T07:25:19.343 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.343 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.343 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.343 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "seconds to cache host facts data", 2024-09-16T07:25:19.343 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.344 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.344 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.344 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.344 INFO:teuthology.orchestra.run.smithi031.stdout: "grafana_dashboards_path": { 2024-09-16T07:25:19.344 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "grafana_dashboards_path", 2024-09-16T07:25:19.344 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.344 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.344 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.344 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-09-16T07:25:19.344 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.344 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.344 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.344 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-09-16T07:25:19.345 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.345 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.345 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.345 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.345 INFO:teuthology.orchestra.run.smithi031.stdout: "host_check_interval": { 2024-09-16T07:25:19.345 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "host_check_interval", 2024-09-16T07:25:19.345 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "secs", 2024-09-16T07:25:19.345 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.345 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.345 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "600", 2024-09-16T07:25:19.345 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.345 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.345 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.345 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "how frequently to perform a host check", 2024-09-16T07:25:19.346 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.346 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.346 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.346 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.346 INFO:teuthology.orchestra.run.smithi031.stdout: "hw_monitoring": { 2024-09-16T07:25:19.346 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "hw_monitoring", 2024-09-16T07:25:19.346 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.346 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.346 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.346 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.346 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.346 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.346 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.346 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-09-16T07:25:19.347 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.347 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.347 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.347 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.347 INFO:teuthology.orchestra.run.smithi031.stdout: "inventory_list_all": { 2024-09-16T07:25:19.347 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "inventory_list_all", 2024-09-16T07:25:19.347 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.347 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.347 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.347 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.347 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.347 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.347 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.348 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-09-16T07:25:19.348 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.348 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.348 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.348 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.348 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:19.348 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:19.348 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.348 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.348 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.348 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.348 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.348 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.349 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.349 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.349 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.349 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.349 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.349 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.349 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.349 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.349 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.349 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.349 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.349 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.349 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.350 INFO:teuthology.orchestra.run.smithi031.stdout: "log_refresh_metadata": { 2024-09-16T07:25:19.350 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_refresh_metadata", 2024-09-16T07:25:19.350 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.350 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.350 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.350 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.350 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.350 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.350 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.350 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-09-16T07:25:19.350 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.350 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.350 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.350 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.350 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:19.351 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:19.351 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.351 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.351 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.351 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:19.351 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.351 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.351 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.351 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-09-16T07:25:19.351 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.351 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.351 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.351 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.352 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:19.352 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:19.352 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.352 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.352 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.352 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:19.352 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.352 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.352 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.352 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.352 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.352 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.353 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.353 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.353 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.353 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.353 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.353 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.353 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.353 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.353 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.353 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:19.353 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:19.353 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.353 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.353 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.354 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.354 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.354 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.354 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.354 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.354 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.354 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.354 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.354 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.354 INFO:teuthology.orchestra.run.smithi031.stdout: "manage_etc_ceph_ceph_conf": { 2024-09-16T07:25:19.354 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-09-16T07:25:19.354 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.354 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.355 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.355 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.355 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.355 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.355 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.355 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-09-16T07:25:19.355 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.355 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.355 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.355 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.355 INFO:teuthology.orchestra.run.smithi031.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-09-16T07:25:19.355 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-09-16T07:25:19.355 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.355 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.356 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.356 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "*", 2024-09-16T07:25:19.356 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.356 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.356 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.356 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-09-16T07:25:19.356 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.356 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.356 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.356 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.356 INFO:teuthology.orchestra.run.smithi031.stdout: "max_count_per_host": { 2024-09-16T07:25:19.356 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "max_count_per_host", 2024-09-16T07:25:19.357 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.357 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.357 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.357 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "10", 2024-09-16T07:25:19.357 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.357 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.357 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.357 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "max number of daemons per service per host", 2024-09-16T07:25:19.357 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.357 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.357 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.357 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.357 INFO:teuthology.orchestra.run.smithi031.stdout: "max_osd_draining_count": { 2024-09-16T07:25:19.358 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "max_osd_draining_count", 2024-09-16T07:25:19.358 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.358 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.358 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.358 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "10", 2024-09-16T07:25:19.358 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.358 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.358 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.358 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-09-16T07:25:19.358 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.358 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.358 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.358 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.359 INFO:teuthology.orchestra.run.smithi031.stdout: "migration_current": { 2024-09-16T07:25:19.359 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "migration_current", 2024-09-16T07:25:19.359 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.359 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.359 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.359 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.359 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.359 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.359 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.359 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "internal - do not modify", 2024-09-16T07:25:19.359 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.359 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.359 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.360 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.360 INFO:teuthology.orchestra.run.smithi031.stdout: "mode": { 2024-09-16T07:25:19.360 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "mode", 2024-09-16T07:25:19.360 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.360 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.360 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.360 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "root", 2024-09-16T07:25:19.360 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.360 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.360 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.360 INFO:teuthology.orchestra.run.smithi031.stdout: "cephadm-package", 2024-09-16T07:25:19.360 INFO:teuthology.orchestra.run.smithi031.stdout: "root" 2024-09-16T07:25:19.360 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.360 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "mode for remote execution of cephadm", 2024-09-16T07:25:19.361 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.361 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.361 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.361 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.361 INFO:teuthology.orchestra.run.smithi031.stdout: "oob_default_addr": { 2024-09-16T07:25:19.361 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "oob_default_addr", 2024-09-16T07:25:19.361 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.361 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.361 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.361 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "169.254.1.1", 2024-09-16T07:25:19.361 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.361 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.361 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.362 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Default address for RedFish API (oob management).", 2024-09-16T07:25:19.362 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.362 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.362 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.362 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.362 INFO:teuthology.orchestra.run.smithi031.stdout: "prometheus_alerts_path": { 2024-09-16T07:25:19.362 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "prometheus_alerts_path", 2024-09-16T07:25:19.362 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.362 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.362 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.362 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-09-16T07:25:19.362 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.362 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.362 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.363 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-09-16T07:25:19.363 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.363 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.363 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.363 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.363 INFO:teuthology.orchestra.run.smithi031.stdout: "registry_insecure": { 2024-09-16T07:25:19.363 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "registry_insecure", 2024-09-16T07:25:19.363 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.363 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.363 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.363 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.363 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.364 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.364 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.364 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-09-16T07:25:19.364 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.364 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.364 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.364 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.364 INFO:teuthology.orchestra.run.smithi031.stdout: "registry_password": { 2024-09-16T07:25:19.364 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "registry_password", 2024-09-16T07:25:19.364 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.364 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.364 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.364 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.365 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.365 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.365 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.365 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-09-16T07:25:19.365 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.365 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.365 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.365 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.365 INFO:teuthology.orchestra.run.smithi031.stdout: "registry_url": { 2024-09-16T07:25:19.365 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "registry_url", 2024-09-16T07:25:19.365 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.365 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.365 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.365 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.366 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.366 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.366 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.366 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-09-16T07:25:19.366 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.366 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.366 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.366 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.366 INFO:teuthology.orchestra.run.smithi031.stdout: "registry_username": { 2024-09-16T07:25:19.366 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "registry_username", 2024-09-16T07:25:19.366 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.366 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.366 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.366 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.367 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.367 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.367 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.367 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-09-16T07:25:19.367 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.367 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.367 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.367 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.367 INFO:teuthology.orchestra.run.smithi031.stdout: "secure_monitoring_stack": { 2024-09-16T07:25:19.367 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "secure_monitoring_stack", 2024-09-16T07:25:19.367 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.367 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.367 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.368 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.368 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.368 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.368 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.368 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-09-16T07:25:19.368 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.368 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.368 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.368 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.368 INFO:teuthology.orchestra.run.smithi031.stdout: "service_discovery_port": { 2024-09-16T07:25:19.368 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "service_discovery_port", 2024-09-16T07:25:19.368 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.368 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.369 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.369 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "8765", 2024-09-16T07:25:19.369 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.369 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.369 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.369 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "cephadm service discovery port", 2024-09-16T07:25:19.369 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.369 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.369 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.369 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.369 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:19.369 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:19.369 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.370 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.370 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.370 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.370 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.370 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.370 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.370 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.370 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.370 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.370 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.370 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.370 INFO:teuthology.orchestra.run.smithi031.stdout: "ssh_config_file": { 2024-09-16T07:25:19.370 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "ssh_config_file", 2024-09-16T07:25:19.370 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.371 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.371 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.371 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.371 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.371 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.371 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.371 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-09-16T07:25:19.371 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.371 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.371 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.371 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.371 INFO:teuthology.orchestra.run.smithi031.stdout: "ssh_keepalive_count_max": { 2024-09-16T07:25:19.371 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "ssh_keepalive_count_max", 2024-09-16T07:25:19.372 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.372 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.372 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.372 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "3", 2024-09-16T07:25:19.372 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.372 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.372 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.372 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "How many times ssh connections can fail liveness checks before the host is marked offline", 2024-09-16T07:25:19.372 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.372 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.372 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.372 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.372 INFO:teuthology.orchestra.run.smithi031.stdout: "ssh_keepalive_interval": { 2024-09-16T07:25:19.373 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "ssh_keepalive_interval", 2024-09-16T07:25:19.373 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.373 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.373 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.373 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "7", 2024-09-16T07:25:19.373 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.373 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.373 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.373 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "How often ssh connections are checked for liveness", 2024-09-16T07:25:19.373 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.373 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.373 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.374 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.374 INFO:teuthology.orchestra.run.smithi031.stdout: "use_agent": { 2024-09-16T07:25:19.374 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "use_agent", 2024-09-16T07:25:19.374 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.374 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.374 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.374 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.374 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.374 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.374 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.374 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-09-16T07:25:19.374 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.374 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.374 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.375 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.375 INFO:teuthology.orchestra.run.smithi031.stdout: "use_repo_digest": { 2024-09-16T07:25:19.375 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "use_repo_digest", 2024-09-16T07:25:19.375 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.375 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.375 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.375 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:19.375 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.375 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.375 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.375 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-09-16T07:25:19.375 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.375 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.375 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.375 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.376 INFO:teuthology.orchestra.run.smithi031.stdout: "warn_on_failed_host_check": { 2024-09-16T07:25:19.376 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "warn_on_failed_host_check", 2024-09-16T07:25:19.376 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.376 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.376 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.376 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:19.376 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.376 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.376 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.376 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "raise a health warning if the host check fails", 2024-09-16T07:25:19.376 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.376 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.376 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.377 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.377 INFO:teuthology.orchestra.run.smithi031.stdout: "warn_on_stray_daemons": { 2024-09-16T07:25:19.377 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "warn_on_stray_daemons", 2024-09-16T07:25:19.377 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.377 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.377 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.377 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:19.377 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.377 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.377 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.377 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-09-16T07:25:19.377 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.378 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.378 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.378 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.378 INFO:teuthology.orchestra.run.smithi031.stdout: "warn_on_stray_hosts": { 2024-09-16T07:25:19.378 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "warn_on_stray_hosts", 2024-09-16T07:25:19.378 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.378 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.378 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.378 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:19.378 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.378 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.378 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.379 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-09-16T07:25:19.379 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.379 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.379 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.379 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.379 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.379 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.379 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.379 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "crash", 2024-09-16T07:25:19.379 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:19.379 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:19.379 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:19.379 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:19.379 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:19.380 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.380 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.380 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.380 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.380 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.380 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.380 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.380 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.380 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.380 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.380 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.380 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.380 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.381 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.381 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.381 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.381 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.381 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.381 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.381 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:19.381 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:19.381 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.381 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.381 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.381 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.381 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.382 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.382 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.382 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.382 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.382 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.382 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.382 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.382 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:19.382 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:19.382 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.382 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.382 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.382 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:19.383 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.383 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.383 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.383 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.383 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.383 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.383 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.383 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.383 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.383 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.383 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.383 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.383 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.384 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.384 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.384 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:19.384 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:19.384 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.384 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.384 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.384 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.384 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.384 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.384 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.384 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.384 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.385 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.385 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.385 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.385 INFO:teuthology.orchestra.run.smithi031.stdout: "retain_interval": { 2024-09-16T07:25:19.385 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "retain_interval", 2024-09-16T07:25:19.385 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "secs", 2024-09-16T07:25:19.385 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.385 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.385 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "31536000", 2024-09-16T07:25:19.385 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.385 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.385 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.385 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "how long to retain crashes before pruning them", 2024-09-16T07:25:19.386 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.386 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.386 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.386 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.386 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:19.386 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:19.386 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.386 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.386 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.386 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.386 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.386 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.386 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.387 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.387 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.387 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.387 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.387 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.387 INFO:teuthology.orchestra.run.smithi031.stdout: "warn_recent_interval": { 2024-09-16T07:25:19.387 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "warn_recent_interval", 2024-09-16T07:25:19.387 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "secs", 2024-09-16T07:25:19.387 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.387 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.387 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "1209600", 2024-09-16T07:25:19.387 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.387 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.388 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.388 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "time interval in which to warn about recent crashes", 2024-09-16T07:25:19.388 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.388 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.388 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.388 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.388 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.388 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.388 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.388 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "dashboard", 2024-09-16T07:25:19.388 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:19.388 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:19.388 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:19.389 INFO:teuthology.orchestra.run.smithi031.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-09-16T07:25:19.389 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-09-16T07:25:19.389 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.389 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.389 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.389 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "10", 2024-09-16T07:25:19.389 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.389 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.389 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.389 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.389 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.389 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.390 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.390 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.390 INFO:teuthology.orchestra.run.smithi031.stdout: "ALERTMANAGER_API_HOST": { 2024-09-16T07:25:19.390 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "ALERTMANAGER_API_HOST", 2024-09-16T07:25:19.390 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.390 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.390 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.390 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.390 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.390 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.390 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.390 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.390 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.391 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.391 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.391 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.391 INFO:teuthology.orchestra.run.smithi031.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-09-16T07:25:19.391 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-09-16T07:25:19.391 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.391 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.391 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.391 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:19.391 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.391 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.391 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.391 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.392 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.392 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.392 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.392 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.392 INFO:teuthology.orchestra.run.smithi031.stdout: "AUDIT_API_ENABLED": { 2024-09-16T07:25:19.392 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "AUDIT_API_ENABLED", 2024-09-16T07:25:19.392 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.392 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.392 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.392 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.392 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.392 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.393 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.393 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.393 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.393 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.393 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.393 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.393 INFO:teuthology.orchestra.run.smithi031.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-09-16T07:25:19.393 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-09-16T07:25:19.393 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.393 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.393 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.393 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:19.393 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.394 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.394 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.394 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.394 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.394 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.394 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.394 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.394 INFO:teuthology.orchestra.run.smithi031.stdout: "ENABLE_BROWSABLE_API": { 2024-09-16T07:25:19.394 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "ENABLE_BROWSABLE_API", 2024-09-16T07:25:19.394 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.394 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.394 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.394 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:19.395 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.395 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.395 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.395 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.395 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.395 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.395 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.395 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.395 INFO:teuthology.orchestra.run.smithi031.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-09-16T07:25:19.395 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-09-16T07:25:19.395 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.395 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.395 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.395 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:19.396 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.396 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.396 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.396 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.396 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.396 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.396 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.396 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.396 INFO:teuthology.orchestra.run.smithi031.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-09-16T07:25:19.396 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-09-16T07:25:19.396 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.396 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.396 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.397 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:19.397 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.397 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.397 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.397 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.397 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.397 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.397 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.397 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.397 INFO:teuthology.orchestra.run.smithi031.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-09-16T07:25:19.397 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-09-16T07:25:19.397 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.397 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.397 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.398 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:19.398 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.398 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.398 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.398 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.398 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.398 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.398 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.398 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.398 INFO:teuthology.orchestra.run.smithi031.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-09-16T07:25:19.398 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-09-16T07:25:19.398 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.398 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.399 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.399 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:19.399 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.399 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.399 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.399 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.399 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.399 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.399 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.399 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.399 INFO:teuthology.orchestra.run.smithi031.stdout: "FEATURE_TOGGLE_NFS": { 2024-09-16T07:25:19.399 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-09-16T07:25:19.399 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.400 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.400 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.400 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:19.400 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.400 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.400 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.400 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.400 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.400 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.400 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.400 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.400 INFO:teuthology.orchestra.run.smithi031.stdout: "FEATURE_TOGGLE_RBD": { 2024-09-16T07:25:19.400 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-09-16T07:25:19.401 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.401 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.401 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.401 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:19.401 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.401 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.401 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.401 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.401 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.401 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.401 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.401 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.401 INFO:teuthology.orchestra.run.smithi031.stdout: "FEATURE_TOGGLE_RGW": { 2024-09-16T07:25:19.402 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-09-16T07:25:19.402 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.402 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.402 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.402 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:19.402 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.402 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.402 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.402 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.402 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.402 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.402 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.402 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.403 INFO:teuthology.orchestra.run.smithi031.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-09-16T07:25:19.403 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-09-16T07:25:19.403 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.403 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.403 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.403 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.403 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.403 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.403 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.403 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.403 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.403 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.403 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.404 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.404 INFO:teuthology.orchestra.run.smithi031.stdout: "GRAFANA_API_PASSWORD": { 2024-09-16T07:25:19.404 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "GRAFANA_API_PASSWORD", 2024-09-16T07:25:19.404 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.404 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.404 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.404 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "admin", 2024-09-16T07:25:19.404 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.404 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.404 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.404 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.404 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.404 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.405 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.405 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.405 INFO:teuthology.orchestra.run.smithi031.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-09-16T07:25:19.405 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-09-16T07:25:19.405 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.405 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.405 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.405 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:19.405 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.405 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.405 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.405 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.405 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.406 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.406 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.406 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.406 INFO:teuthology.orchestra.run.smithi031.stdout: "GRAFANA_API_URL": { 2024-09-16T07:25:19.406 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "GRAFANA_API_URL", 2024-09-16T07:25:19.406 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.406 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.406 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.406 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.406 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.406 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.406 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.406 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.406 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.407 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.407 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.407 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.407 INFO:teuthology.orchestra.run.smithi031.stdout: "GRAFANA_API_USERNAME": { 2024-09-16T07:25:19.407 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "GRAFANA_API_USERNAME", 2024-09-16T07:25:19.407 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.407 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.407 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.407 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "admin", 2024-09-16T07:25:19.407 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.407 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.407 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.407 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.408 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.408 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.408 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.408 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.408 INFO:teuthology.orchestra.run.smithi031.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-09-16T07:25:19.408 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-09-16T07:25:19.408 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.408 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.408 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.408 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.408 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.408 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.409 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.409 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.409 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.409 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.409 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.409 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.409 INFO:teuthology.orchestra.run.smithi031.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-09-16T07:25:19.409 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-09-16T07:25:19.409 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.409 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.409 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.409 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.409 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.409 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.410 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.410 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.410 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.410 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.410 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.410 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.410 INFO:teuthology.orchestra.run.smithi031.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-09-16T07:25:19.410 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-09-16T07:25:19.410 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.410 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.410 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.410 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:19.410 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.411 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.411 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.411 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.411 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.411 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.411 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.411 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.411 INFO:teuthology.orchestra.run.smithi031.stdout: "ISSUE_TRACKER_API_KEY": { 2024-09-16T07:25:19.411 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-09-16T07:25:19.411 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.411 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.411 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.411 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.412 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.412 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.412 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.412 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.412 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.412 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.412 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.412 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.412 INFO:teuthology.orchestra.run.smithi031.stdout: "MANAGED_BY_CLUSTERS": { 2024-09-16T07:25:19.412 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-09-16T07:25:19.412 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.412 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.412 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.413 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "[]", 2024-09-16T07:25:19.413 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.413 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.413 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.413 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.413 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.413 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.413 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.413 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.413 INFO:teuthology.orchestra.run.smithi031.stdout: "MULTICLUSTER_CONFIG": { 2024-09-16T07:25:19.413 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "MULTICLUSTER_CONFIG", 2024-09-16T07:25:19.413 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.413 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.413 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.414 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "{}", 2024-09-16T07:25:19.414 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.414 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.414 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.414 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.414 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.414 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.414 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.414 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.414 INFO:teuthology.orchestra.run.smithi031.stdout: "PROMETHEUS_API_HOST": { 2024-09-16T07:25:19.414 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "PROMETHEUS_API_HOST", 2024-09-16T07:25:19.414 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.414 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.415 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.415 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.415 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.415 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.415 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.415 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.415 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.415 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.415 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.415 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.415 INFO:teuthology.orchestra.run.smithi031.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-09-16T07:25:19.415 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-09-16T07:25:19.415 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.415 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.416 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.416 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:19.416 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.416 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.416 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.416 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.416 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.416 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.416 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.416 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.416 INFO:teuthology.orchestra.run.smithi031.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-09-16T07:25:19.416 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-09-16T07:25:19.416 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.417 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.417 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.417 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.417 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.417 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.417 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.417 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.417 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.417 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.417 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.417 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.417 INFO:teuthology.orchestra.run.smithi031.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-09-16T07:25:19.417 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-09-16T07:25:19.418 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.418 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.418 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.418 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.418 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.418 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.418 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.418 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.418 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.418 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.418 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.418 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.418 INFO:teuthology.orchestra.run.smithi031.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-09-16T07:25:19.419 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-09-16T07:25:19.419 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.419 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.419 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.419 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:19.419 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.419 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.419 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.419 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.419 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.419 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.419 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.419 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.419 INFO:teuthology.orchestra.run.smithi031.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-09-16T07:25:19.420 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-09-16T07:25:19.420 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.420 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.420 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.420 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:19.420 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.420 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.420 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.420 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.420 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.420 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.420 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.421 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.421 INFO:teuthology.orchestra.run.smithi031.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-09-16T07:25:19.421 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-09-16T07:25:19.421 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.421 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.421 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.421 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.421 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.421 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.421 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.421 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.421 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.421 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.421 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.422 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.422 INFO:teuthology.orchestra.run.smithi031.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-09-16T07:25:19.422 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-09-16T07:25:19.422 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.422 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.422 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.422 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.422 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.422 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.422 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.422 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.422 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.422 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.423 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.423 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.423 INFO:teuthology.orchestra.run.smithi031.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-09-16T07:25:19.423 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-09-16T07:25:19.423 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.423 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.423 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.423 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.423 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.423 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.423 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.423 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.423 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.424 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.424 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.424 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.424 INFO:teuthology.orchestra.run.smithi031.stdout: "PWD_POLICY_ENABLED": { 2024-09-16T07:25:19.424 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "PWD_POLICY_ENABLED", 2024-09-16T07:25:19.424 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.424 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.424 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.424 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:19.424 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.424 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.424 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.425 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.425 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.425 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.425 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.425 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.425 INFO:teuthology.orchestra.run.smithi031.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-09-16T07:25:19.425 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-09-16T07:25:19.425 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.425 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.425 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.425 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-09-16T07:25:19.425 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.425 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.426 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.426 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.426 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.426 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.426 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.426 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.426 INFO:teuthology.orchestra.run.smithi031.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-09-16T07:25:19.426 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-09-16T07:25:19.426 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.426 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.426 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.426 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "10", 2024-09-16T07:25:19.426 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.426 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.427 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.427 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.427 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.427 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.427 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.427 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.427 INFO:teuthology.orchestra.run.smithi031.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-09-16T07:25:19.427 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-09-16T07:25:19.427 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.427 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.427 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.427 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "8", 2024-09-16T07:25:19.427 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.428 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.428 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.428 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.428 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.428 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.428 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.428 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.428 INFO:teuthology.orchestra.run.smithi031.stdout: "REST_REQUESTS_TIMEOUT": { 2024-09-16T07:25:19.428 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-09-16T07:25:19.428 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.428 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.428 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.428 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "45", 2024-09-16T07:25:19.429 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.429 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.429 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.429 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.429 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.429 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.429 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.429 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.429 INFO:teuthology.orchestra.run.smithi031.stdout: "RGW_API_ACCESS_KEY": { 2024-09-16T07:25:19.429 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "RGW_API_ACCESS_KEY", 2024-09-16T07:25:19.429 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.429 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.429 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.429 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.430 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.430 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.430 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.430 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.430 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.430 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.430 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.430 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.430 INFO:teuthology.orchestra.run.smithi031.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-09-16T07:25:19.430 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-09-16T07:25:19.430 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.430 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.431 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.431 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "admin", 2024-09-16T07:25:19.431 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.431 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.431 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.431 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.431 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.431 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.431 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.431 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.431 INFO:teuthology.orchestra.run.smithi031.stdout: "RGW_API_SECRET_KEY": { 2024-09-16T07:25:19.431 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "RGW_API_SECRET_KEY", 2024-09-16T07:25:19.431 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.431 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.432 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.432 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.432 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.432 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.432 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.432 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.432 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.432 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.432 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.432 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.432 INFO:teuthology.orchestra.run.smithi031.stdout: "RGW_API_SSL_VERIFY": { 2024-09-16T07:25:19.432 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "RGW_API_SSL_VERIFY", 2024-09-16T07:25:19.433 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.433 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.433 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.433 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:19.433 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.433 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.433 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.433 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.433 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.433 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.433 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.433 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.433 INFO:teuthology.orchestra.run.smithi031.stdout: "UNSAFE_TLS_v1_2": { 2024-09-16T07:25:19.433 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "UNSAFE_TLS_v1_2", 2024-09-16T07:25:19.434 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.434 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.434 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.434 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.434 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.434 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.434 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.434 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.434 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.434 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.434 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.434 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.434 INFO:teuthology.orchestra.run.smithi031.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-09-16T07:25:19.435 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-09-16T07:25:19.435 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.435 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.435 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.435 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.435 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.435 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.435 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.435 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.435 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.435 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.435 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.435 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.435 INFO:teuthology.orchestra.run.smithi031.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-09-16T07:25:19.436 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-09-16T07:25:19.436 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.436 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.436 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.436 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "10", 2024-09-16T07:25:19.436 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.436 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.436 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.436 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.436 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.436 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.436 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.436 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.437 INFO:teuthology.orchestra.run.smithi031.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-09-16T07:25:19.437 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-09-16T07:25:19.437 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.437 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.437 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.437 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "5", 2024-09-16T07:25:19.437 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.437 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.437 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.437 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.437 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.437 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.437 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.438 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.438 INFO:teuthology.orchestra.run.smithi031.stdout: "cross_origin_url": { 2024-09-16T07:25:19.438 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "cross_origin_url", 2024-09-16T07:25:19.438 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.438 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.438 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.438 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.438 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.438 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.438 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.438 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.438 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.438 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.438 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.439 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.439 INFO:teuthology.orchestra.run.smithi031.stdout: "crt_file": { 2024-09-16T07:25:19.439 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "crt_file", 2024-09-16T07:25:19.439 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.439 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.439 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.439 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.439 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.439 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.439 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.439 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.439 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.439 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.439 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.440 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.440 INFO:teuthology.orchestra.run.smithi031.stdout: "debug": { 2024-09-16T07:25:19.440 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "debug", 2024-09-16T07:25:19.440 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.440 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.440 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.440 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.440 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.440 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.440 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.440 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Enable/disable debug options", 2024-09-16T07:25:19.440 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.441 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.441 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.441 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.441 INFO:teuthology.orchestra.run.smithi031.stdout: "jwt_token_ttl": { 2024-09-16T07:25:19.441 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "jwt_token_ttl", 2024-09-16T07:25:19.441 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.441 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.441 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.441 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "28800", 2024-09-16T07:25:19.441 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.441 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.441 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.441 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.442 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.442 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.442 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.442 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.442 INFO:teuthology.orchestra.run.smithi031.stdout: "key_file": { 2024-09-16T07:25:19.442 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "key_file", 2024-09-16T07:25:19.442 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.442 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.442 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.442 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.442 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.442 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.442 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.442 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.443 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.443 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.443 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.443 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.443 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:19.443 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:19.443 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.443 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.443 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.443 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.443 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.443 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.443 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.444 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.444 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.444 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.444 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.444 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.444 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.444 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.444 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.444 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.444 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.444 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.444 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.444 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:19.445 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:19.445 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.445 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.445 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.445 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.445 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.445 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.445 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.445 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.445 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.445 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.445 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.445 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.445 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:19.446 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:19.446 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.446 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.446 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.446 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:19.446 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.446 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.446 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.446 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.446 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.446 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.446 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.446 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.447 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.447 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.447 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.447 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.447 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.447 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.447 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.447 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:19.447 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:19.447 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.447 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.447 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.447 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.447 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.448 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.448 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.448 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.448 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.448 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.448 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.448 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.448 INFO:teuthology.orchestra.run.smithi031.stdout: "motd": { 2024-09-16T07:25:19.448 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "motd", 2024-09-16T07:25:19.448 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.448 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.448 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.449 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.449 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.449 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.449 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.449 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "The message of the day", 2024-09-16T07:25:19.449 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.449 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.449 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.449 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.449 INFO:teuthology.orchestra.run.smithi031.stdout: "redirect_resolve_ip_addr": { 2024-09-16T07:25:19.449 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "redirect_resolve_ip_addr", 2024-09-16T07:25:19.449 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.449 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.449 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.450 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.450 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.450 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.450 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.450 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.450 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.450 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.450 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.450 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.450 INFO:teuthology.orchestra.run.smithi031.stdout: "server_addr": { 2024-09-16T07:25:19.450 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "server_addr", 2024-09-16T07:25:19.450 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.450 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.450 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.451 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "::", 2024-09-16T07:25:19.451 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.451 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.451 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.451 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.451 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.451 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.451 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.451 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.451 INFO:teuthology.orchestra.run.smithi031.stdout: "server_port": { 2024-09-16T07:25:19.451 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "server_port", 2024-09-16T07:25:19.451 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.451 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.452 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.452 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "8080", 2024-09-16T07:25:19.452 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.452 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.452 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.452 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.452 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.452 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.452 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.452 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.452 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:19.452 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:19.452 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.453 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.453 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.453 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.453 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.453 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.453 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.453 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.453 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.453 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.453 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.453 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.453 INFO:teuthology.orchestra.run.smithi031.stdout: "ssl": { 2024-09-16T07:25:19.453 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "ssl", 2024-09-16T07:25:19.453 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.454 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.454 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.454 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:19.454 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.454 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.454 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.454 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.454 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.454 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.454 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.454 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.454 INFO:teuthology.orchestra.run.smithi031.stdout: "ssl_server_port": { 2024-09-16T07:25:19.454 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "ssl_server_port", 2024-09-16T07:25:19.455 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.455 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.455 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.455 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "8443", 2024-09-16T07:25:19.455 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.455 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.455 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.455 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.455 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.455 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.455 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.455 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.455 INFO:teuthology.orchestra.run.smithi031.stdout: "standby_behaviour": { 2024-09-16T07:25:19.455 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "standby_behaviour", 2024-09-16T07:25:19.456 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.456 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.456 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.456 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "redirect", 2024-09-16T07:25:19.456 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.456 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.456 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.456 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.456 INFO:teuthology.orchestra.run.smithi031.stdout: "redirect" 2024-09-16T07:25:19.456 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.456 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.456 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.456 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.457 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.457 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.457 INFO:teuthology.orchestra.run.smithi031.stdout: "standby_error_status_code": { 2024-09-16T07:25:19.457 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "standby_error_status_code", 2024-09-16T07:25:19.457 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.457 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.457 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.457 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "500", 2024-09-16T07:25:19.457 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "400", 2024-09-16T07:25:19.457 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "599", 2024-09-16T07:25:19.457 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.457 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.457 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.457 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.458 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.458 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.458 INFO:teuthology.orchestra.run.smithi031.stdout: "url_prefix": { 2024-09-16T07:25:19.458 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "url_prefix", 2024-09-16T07:25:19.458 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.458 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.458 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.458 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.458 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.458 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.458 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.458 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.458 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.459 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.459 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.459 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.459 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.459 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.459 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.459 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "devicehealth", 2024-09-16T07:25:19.459 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:19.459 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:19.459 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:19.459 INFO:teuthology.orchestra.run.smithi031.stdout: "enable_monitoring": { 2024-09-16T07:25:19.459 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "enable_monitoring", 2024-09-16T07:25:19.459 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.460 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.460 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.460 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:19.460 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.460 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.460 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.460 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "monitor device health metrics", 2024-09-16T07:25:19.460 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.460 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.460 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.460 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.460 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:19.460 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:19.461 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.461 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.461 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.461 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.461 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.461 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.461 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.461 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.461 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.461 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.461 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.461 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.461 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.461 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.462 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.462 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.462 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.462 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.462 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.462 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:19.462 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:19.462 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.462 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.462 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.462 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.462 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.462 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.463 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.463 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.463 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.463 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.463 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.463 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.463 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:19.463 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:19.463 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.463 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.463 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.463 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:19.463 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.463 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.464 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.464 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.464 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.464 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.464 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.464 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.464 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.464 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.464 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.464 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.464 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.464 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.464 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.465 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:19.465 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:19.465 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.465 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.465 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.465 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.465 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.465 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.465 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.465 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.465 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.465 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.465 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.465 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.466 INFO:teuthology.orchestra.run.smithi031.stdout: "mark_out_threshold": { 2024-09-16T07:25:19.466 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "mark_out_threshold", 2024-09-16T07:25:19.466 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "secs", 2024-09-16T07:25:19.466 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.466 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.466 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "2419200", 2024-09-16T07:25:19.466 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.466 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.466 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.466 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-09-16T07:25:19.466 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.466 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.466 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.466 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.467 INFO:teuthology.orchestra.run.smithi031.stdout: "pool_name": { 2024-09-16T07:25:19.467 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "pool_name", 2024-09-16T07:25:19.467 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.467 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.467 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.467 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "device_health_metrics", 2024-09-16T07:25:19.467 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.467 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.467 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.467 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "name of pool in which to store device health metrics", 2024-09-16T07:25:19.467 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.467 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.467 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.468 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.468 INFO:teuthology.orchestra.run.smithi031.stdout: "retention_period": { 2024-09-16T07:25:19.468 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "retention_period", 2024-09-16T07:25:19.468 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "secs", 2024-09-16T07:25:19.468 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.468 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.468 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "15552000", 2024-09-16T07:25:19.468 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.468 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.468 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.468 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "how long to retain device health metrics", 2024-09-16T07:25:19.468 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.468 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.468 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.469 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.469 INFO:teuthology.orchestra.run.smithi031.stdout: "scrape_frequency": { 2024-09-16T07:25:19.469 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "scrape_frequency", 2024-09-16T07:25:19.469 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "secs", 2024-09-16T07:25:19.469 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.469 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.469 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "86400", 2024-09-16T07:25:19.469 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.469 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.469 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.469 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "how frequently to scrape device health metrics", 2024-09-16T07:25:19.469 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.469 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.470 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.470 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.470 INFO:teuthology.orchestra.run.smithi031.stdout: "self_heal": { 2024-09-16T07:25:19.470 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "self_heal", 2024-09-16T07:25:19.470 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.470 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.470 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.470 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:19.470 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.470 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.470 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.470 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-09-16T07:25:19.470 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.470 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.471 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.471 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.471 INFO:teuthology.orchestra.run.smithi031.stdout: "sleep_interval": { 2024-09-16T07:25:19.471 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sleep_interval", 2024-09-16T07:25:19.471 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "secs", 2024-09-16T07:25:19.471 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.471 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.471 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "600", 2024-09-16T07:25:19.471 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.471 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.471 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.471 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "how frequently to wake up and check device health", 2024-09-16T07:25:19.471 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.471 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.472 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.472 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.472 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:19.472 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:19.472 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.472 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.472 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.472 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.472 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.472 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.472 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.472 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.472 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.473 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.473 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.473 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.473 INFO:teuthology.orchestra.run.smithi031.stdout: "warn_threshold": { 2024-09-16T07:25:19.473 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "warn_threshold", 2024-09-16T07:25:19.473 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "secs", 2024-09-16T07:25:19.473 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.473 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.473 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "7257600", 2024-09-16T07:25:19.476 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.477 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.477 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.477 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-09-16T07:25:19.477 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.477 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.477 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.477 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.477 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.477 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.477 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.477 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "diskprediction_local", 2024-09-16T07:25:19.477 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:19.478 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:19.478 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:19.478 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:19.478 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:19.478 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.478 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.478 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.478 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.478 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.478 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.478 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.478 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.479 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.479 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.479 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.479 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.479 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.479 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.479 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.479 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.479 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.479 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.479 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.479 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:19.479 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:19.480 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.480 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.480 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.480 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.480 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.480 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.480 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.480 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.480 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.480 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.480 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.480 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.480 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:19.481 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:19.481 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.481 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.481 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.481 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:19.481 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.481 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.481 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.481 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.481 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.481 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.481 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.481 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.482 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.482 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.482 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.482 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.482 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.482 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.482 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.482 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:19.482 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:19.482 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.482 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.482 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.482 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.482 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.483 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.483 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.483 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.483 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.483 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.483 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.483 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.483 INFO:teuthology.orchestra.run.smithi031.stdout: "predict_interval": { 2024-09-16T07:25:19.483 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "predict_interval", 2024-09-16T07:25:19.483 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.483 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.483 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.483 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "86400", 2024-09-16T07:25:19.484 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.484 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.484 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.484 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.484 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.484 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.484 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.484 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.484 INFO:teuthology.orchestra.run.smithi031.stdout: "predictor_model": { 2024-09-16T07:25:19.484 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "predictor_model", 2024-09-16T07:25:19.484 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.484 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.484 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.485 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "prophetstor", 2024-09-16T07:25:19.485 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.485 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.485 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.485 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.485 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.485 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.485 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.485 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.485 INFO:teuthology.orchestra.run.smithi031.stdout: "sleep_interval": { 2024-09-16T07:25:19.485 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sleep_interval", 2024-09-16T07:25:19.485 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.485 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.486 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.486 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "600", 2024-09-16T07:25:19.486 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.486 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.486 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.486 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.486 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.486 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.486 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.486 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.486 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:19.486 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:19.486 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.487 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.487 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.487 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.487 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.487 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.487 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.487 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.487 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.487 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.487 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.487 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.487 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.487 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.487 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.488 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "influx", 2024-09-16T07:25:19.488 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": false, 2024-09-16T07:25:19.488 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "influxdb python module not found", 2024-09-16T07:25:19.488 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:19.488 INFO:teuthology.orchestra.run.smithi031.stdout: "batch_size": { 2024-09-16T07:25:19.488 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "batch_size", 2024-09-16T07:25:19.488 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.488 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.488 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.488 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "5000", 2024-09-16T07:25:19.488 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.488 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.488 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.489 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-09-16T07:25:19.489 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.489 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.489 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.489 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.489 INFO:teuthology.orchestra.run.smithi031.stdout: "database": { 2024-09-16T07:25:19.489 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "database", 2024-09-16T07:25:19.489 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.489 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.489 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.489 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "ceph", 2024-09-16T07:25:19.489 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.489 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.489 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.490 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-09-16T07:25:19.490 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.490 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.490 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.490 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.490 INFO:teuthology.orchestra.run.smithi031.stdout: "hostname": { 2024-09-16T07:25:19.490 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "hostname", 2024-09-16T07:25:19.490 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.490 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.490 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.490 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.490 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.490 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.491 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.491 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "InfluxDB server hostname", 2024-09-16T07:25:19.491 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.491 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.491 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.491 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.491 INFO:teuthology.orchestra.run.smithi031.stdout: "interval": { 2024-09-16T07:25:19.491 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "interval", 2024-09-16T07:25:19.491 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "secs", 2024-09-16T07:25:19.491 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.491 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.491 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "30", 2024-09-16T07:25:19.491 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "5", 2024-09-16T07:25:19.491 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.492 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.492 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-09-16T07:25:19.492 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.492 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.492 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.492 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.492 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:19.492 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:19.492 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.492 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.492 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.492 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.492 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.493 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.493 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.493 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.493 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.493 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.493 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.493 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.493 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.493 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.493 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.493 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.493 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.493 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.494 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.494 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:19.494 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:19.494 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.494 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.494 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.494 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.494 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.494 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.494 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.494 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.494 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.494 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.494 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.495 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.495 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:19.495 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:19.495 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.495 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.495 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.495 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:19.495 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.495 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.495 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.495 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.495 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.496 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.496 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.496 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.496 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.496 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.496 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.496 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.496 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.496 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.496 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.496 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:19.496 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:19.496 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.496 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.497 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.497 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.497 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.497 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.497 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.497 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.497 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.497 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.497 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.497 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.497 INFO:teuthology.orchestra.run.smithi031.stdout: "password": { 2024-09-16T07:25:19.497 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "password", 2024-09-16T07:25:19.498 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.498 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.498 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.498 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.498 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.498 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.498 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.498 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "password of InfluxDB server user", 2024-09-16T07:25:19.498 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.498 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.498 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.498 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.498 INFO:teuthology.orchestra.run.smithi031.stdout: "port": { 2024-09-16T07:25:19.498 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "port", 2024-09-16T07:25:19.499 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.499 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.499 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.499 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "8086", 2024-09-16T07:25:19.499 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.499 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.499 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.499 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "InfluxDB server port", 2024-09-16T07:25:19.499 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.499 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.499 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.499 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.499 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:19.500 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:19.500 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.500 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.500 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.500 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.500 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.500 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.500 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.500 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.500 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.500 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.500 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.500 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.501 INFO:teuthology.orchestra.run.smithi031.stdout: "ssl": { 2024-09-16T07:25:19.501 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "ssl", 2024-09-16T07:25:19.501 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.501 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.501 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.501 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "false", 2024-09-16T07:25:19.501 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.501 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.501 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.501 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-09-16T07:25:19.501 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.501 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.501 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.501 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.502 INFO:teuthology.orchestra.run.smithi031.stdout: "threads": { 2024-09-16T07:25:19.502 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "threads", 2024-09-16T07:25:19.502 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.502 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.502 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.502 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "5", 2024-09-16T07:25:19.502 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "1", 2024-09-16T07:25:19.502 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "32", 2024-09-16T07:25:19.502 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.502 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-09-16T07:25:19.502 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.502 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.503 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.503 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.503 INFO:teuthology.orchestra.run.smithi031.stdout: "username": { 2024-09-16T07:25:19.503 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "username", 2024-09-16T07:25:19.503 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.503 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.503 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.503 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.503 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.503 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.503 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.503 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "username of InfluxDB server user", 2024-09-16T07:25:19.503 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.503 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.504 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.504 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.504 INFO:teuthology.orchestra.run.smithi031.stdout: "verify_ssl": { 2024-09-16T07:25:19.504 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "verify_ssl", 2024-09-16T07:25:19.504 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.504 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.504 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.504 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "true", 2024-09-16T07:25:19.504 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.504 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.504 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.504 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-09-16T07:25:19.504 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.505 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.505 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.505 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.505 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.505 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.505 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.505 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "insights", 2024-09-16T07:25:19.505 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:19.505 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:19.505 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:19.505 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:19.505 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:19.505 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.506 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.506 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.506 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.506 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.506 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.506 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.506 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.506 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.506 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.506 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.506 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.506 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.506 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.507 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.507 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.507 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.507 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.507 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.507 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:19.507 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:19.507 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.507 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.507 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.507 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.507 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.507 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.507 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.508 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.508 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.508 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.508 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.508 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.508 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:19.508 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:19.508 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.508 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.508 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.508 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:19.508 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.508 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.509 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.509 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.509 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.509 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.509 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.509 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.509 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.509 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.509 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.509 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.509 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.509 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.509 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.509 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:19.510 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:19.510 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.510 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.510 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.510 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.510 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.510 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.510 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.510 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.510 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.510 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.510 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.510 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.510 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:19.511 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:19.511 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.511 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.511 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.511 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.511 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.511 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.511 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.511 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.511 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.511 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.511 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.511 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.512 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.512 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.512 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.512 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "iostat", 2024-09-16T07:25:19.512 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:19.512 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:19.512 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:19.512 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:19.512 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:19.512 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.512 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.512 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.512 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.513 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.513 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.513 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.513 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.513 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.513 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.513 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.513 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.513 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.513 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.514 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.514 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.514 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.514 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.514 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.514 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:19.514 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:19.514 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.514 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.514 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.514 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.514 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.514 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.514 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.515 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.515 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.515 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.515 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.515 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.515 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:19.515 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:19.515 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.515 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.515 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.515 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:19.515 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.515 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.516 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.516 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.516 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.516 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.516 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.516 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.516 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.516 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.516 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.516 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.516 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.516 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.516 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.517 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:19.517 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:19.517 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.517 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.517 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.517 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.517 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.517 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.517 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.517 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.517 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.517 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.517 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.518 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.518 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:19.518 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:19.518 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.518 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.518 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.518 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.518 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.518 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.518 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.518 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.518 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.518 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.519 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.519 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.519 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.519 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.519 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.519 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "localpool", 2024-09-16T07:25:19.519 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:19.519 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:19.519 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:19.519 INFO:teuthology.orchestra.run.smithi031.stdout: "failure_domain": { 2024-09-16T07:25:19.519 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "failure_domain", 2024-09-16T07:25:19.519 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.519 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.519 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.520 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "host", 2024-09-16T07:25:19.520 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.520 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.520 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.520 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "failure domain for any created local pool", 2024-09-16T07:25:19.520 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-09-16T07:25:19.520 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.520 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.520 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.520 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:19.520 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:19.520 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.520 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.521 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.521 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.521 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.521 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.521 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.521 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.521 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.521 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.521 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.521 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.521 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.521 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.521 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.521 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.522 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.522 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.522 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.522 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:19.522 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:19.522 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.522 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.522 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.522 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.522 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.522 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.522 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.522 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.523 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.523 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.523 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.523 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.523 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:19.523 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:19.523 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.523 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.523 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.523 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:19.523 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.523 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.523 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.523 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.524 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.524 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.524 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.524 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.524 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.524 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.524 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.524 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.524 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.524 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.524 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.524 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:19.524 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:19.525 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.525 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.525 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.525 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.525 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.525 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.525 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.525 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.525 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.525 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.525 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.525 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.525 INFO:teuthology.orchestra.run.smithi031.stdout: "min_size": { 2024-09-16T07:25:19.526 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "min_size", 2024-09-16T07:25:19.526 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.526 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.526 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.526 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.526 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.526 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.526 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.526 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "default min_size for any created local pool", 2024-09-16T07:25:19.526 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-09-16T07:25:19.526 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.526 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.526 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.526 INFO:teuthology.orchestra.run.smithi031.stdout: "num_rep": { 2024-09-16T07:25:19.527 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "num_rep", 2024-09-16T07:25:19.527 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.527 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.527 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.527 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "3", 2024-09-16T07:25:19.527 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.527 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.527 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.527 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "default replica count for any created local pool", 2024-09-16T07:25:19.527 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.527 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.527 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.527 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.528 INFO:teuthology.orchestra.run.smithi031.stdout: "pg_num": { 2024-09-16T07:25:19.528 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "pg_num", 2024-09-16T07:25:19.528 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.528 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.528 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.528 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "128", 2024-09-16T07:25:19.528 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.528 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.528 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.528 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "default pg_num for any created local pool", 2024-09-16T07:25:19.528 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.528 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.528 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.528 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.529 INFO:teuthology.orchestra.run.smithi031.stdout: "prefix": { 2024-09-16T07:25:19.529 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "prefix", 2024-09-16T07:25:19.529 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.529 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.529 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.529 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.529 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.529 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.529 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.529 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "name prefix for any created local pool", 2024-09-16T07:25:19.529 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.529 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.529 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.530 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.530 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:19.530 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:19.530 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.530 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.530 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.530 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.530 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.530 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.530 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.530 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.530 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.530 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.531 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.531 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.531 INFO:teuthology.orchestra.run.smithi031.stdout: "subtree": { 2024-09-16T07:25:19.531 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "subtree", 2024-09-16T07:25:19.531 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.531 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.531 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.531 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "rack", 2024-09-16T07:25:19.531 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.531 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.531 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.531 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "CRUSH level for which to create a local pool", 2024-09-16T07:25:19.531 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-09-16T07:25:19.532 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.532 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.532 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.532 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.532 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.532 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.532 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "mds_autoscaler", 2024-09-16T07:25:19.532 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:19.532 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:19.532 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:19.532 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:19.532 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:19.532 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.533 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.533 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.533 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.533 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.533 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.533 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.533 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.533 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.533 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.533 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.533 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.533 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.533 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.533 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.534 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.534 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.534 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.534 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.534 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:19.534 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:19.534 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.534 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.534 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.534 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.534 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.534 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.534 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.535 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.535 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.535 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.535 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.535 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.535 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:19.535 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:19.535 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.535 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.535 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.535 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:19.535 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.535 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.536 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.536 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.536 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.536 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.536 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.536 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.536 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.536 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.536 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.536 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.536 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.536 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.536 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.536 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:19.537 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:19.537 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.537 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.537 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.537 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.537 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.537 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.537 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.537 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.537 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.537 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.537 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.537 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.538 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:19.538 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:19.538 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.538 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.538 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.538 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.538 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.538 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.538 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.538 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.538 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.538 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.538 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.539 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.539 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.539 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.539 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.539 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "mirroring", 2024-09-16T07:25:19.539 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:19.539 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:19.539 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:19.539 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:19.539 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:19.539 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.539 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.539 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.540 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.540 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.540 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.540 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.540 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.540 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.540 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.540 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.540 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.540 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.540 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.540 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.540 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.540 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.541 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.541 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.541 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:19.541 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:19.541 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.541 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.541 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.541 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.541 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.541 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.541 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.541 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.541 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.542 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.542 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.542 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.542 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:19.542 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:19.542 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.542 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.542 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.542 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:19.542 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.542 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.542 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.542 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.542 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.543 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.543 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.543 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.543 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.543 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.543 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.543 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.543 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.543 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.543 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.543 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:19.543 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:19.543 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.543 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.544 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.544 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.544 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.544 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.544 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.544 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.544 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.544 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.544 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.544 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.544 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:19.544 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:19.544 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.545 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.545 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.545 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.545 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.545 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.545 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.545 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.545 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.545 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.545 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.545 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.545 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.545 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.546 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.546 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "nfs", 2024-09-16T07:25:19.546 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:19.546 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:19.546 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:19.546 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:19.546 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:19.546 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.546 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.546 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.546 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.546 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.546 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.547 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.547 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.547 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.547 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.547 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.547 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.547 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.547 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.547 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.547 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.547 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.547 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.547 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.548 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:19.548 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:19.548 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.548 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.548 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.548 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.548 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.548 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.548 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.548 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.548 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.548 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.548 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.549 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.549 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:19.549 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:19.549 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.549 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.549 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.549 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:19.549 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.549 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.549 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.549 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.549 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.549 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.550 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.550 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.550 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.550 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.550 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.550 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.550 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.550 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.550 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.550 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:19.550 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:19.550 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.550 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.551 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.551 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.551 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.551 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.551 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.551 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.551 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.551 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.551 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.551 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.551 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:19.551 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:19.551 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.551 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.552 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.552 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.552 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.552 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.552 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.552 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.552 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.552 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.552 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.552 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.552 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.552 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.552 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.553 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "orchestrator", 2024-09-16T07:25:19.553 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:19.553 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:19.553 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:19.553 INFO:teuthology.orchestra.run.smithi031.stdout: "fail_fs": { 2024-09-16T07:25:19.553 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "fail_fs", 2024-09-16T07:25:19.553 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.553 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.553 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.553 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.553 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.553 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.553 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.554 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-09-16T07:25:19.554 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.554 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.554 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.554 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.554 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:19.554 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:19.554 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.554 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.554 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.554 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.554 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.554 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.554 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.555 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.555 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.555 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.555 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.555 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.555 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.555 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.555 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.555 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.555 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.555 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.555 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.555 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:19.556 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:19.556 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.556 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.556 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.556 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.556 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.556 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.556 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.556 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.556 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.556 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.556 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.556 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.556 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:19.557 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:19.557 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.557 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.557 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.557 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:19.557 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.557 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.557 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.557 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.557 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.557 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.557 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.557 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.558 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.558 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.558 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.558 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.558 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.558 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.558 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.558 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:19.558 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:19.558 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.558 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.558 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.558 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.558 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.559 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.559 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.559 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.559 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.559 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.559 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.559 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.559 INFO:teuthology.orchestra.run.smithi031.stdout: "orchestrator": { 2024-09-16T07:25:19.559 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "orchestrator", 2024-09-16T07:25:19.559 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.559 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.559 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.559 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.560 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.560 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.560 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.560 INFO:teuthology.orchestra.run.smithi031.stdout: "cephadm", 2024-09-16T07:25:19.560 INFO:teuthology.orchestra.run.smithi031.stdout: "rook", 2024-09-16T07:25:19.560 INFO:teuthology.orchestra.run.smithi031.stdout: "test_orchestrator" 2024-09-16T07:25:19.560 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.560 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Orchestrator backend", 2024-09-16T07:25:19.560 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.560 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.560 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.560 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.560 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:19.560 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:19.561 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.561 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.561 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.561 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.561 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.561 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.561 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.561 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.561 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.561 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.561 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.561 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.562 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.562 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.562 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.562 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "osd_perf_query", 2024-09-16T07:25:19.562 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:19.562 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:19.562 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:19.562 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:19.562 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:19.562 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.562 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.562 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.562 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.563 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.563 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.563 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.563 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.563 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.563 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.563 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.563 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.563 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.563 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.563 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.563 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.563 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.563 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.564 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.564 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:19.564 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:19.564 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.564 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.564 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.564 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.564 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.565 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.565 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.565 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.565 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.565 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.565 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.565 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.565 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:19.565 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:19.565 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.565 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.566 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.566 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:19.566 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.566 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.566 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.566 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.566 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.566 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.566 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.566 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.566 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.567 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.567 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.567 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.567 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.567 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.567 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.567 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:19.567 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:19.567 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.567 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.567 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.568 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.568 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.568 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.568 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.568 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.568 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.568 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.568 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.568 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.568 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:19.569 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:19.569 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.569 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.569 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.569 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.569 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.569 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.569 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.569 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.569 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.569 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.570 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.570 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.570 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.570 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.570 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.570 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "osd_support", 2024-09-16T07:25:19.570 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:19.570 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:19.570 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:19.570 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:19.570 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:19.571 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.571 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.571 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.571 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.571 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.571 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.571 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.571 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.571 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.571 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.571 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.572 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.572 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.572 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.572 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.572 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.572 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.572 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.572 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.572 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:19.572 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:19.573 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.573 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.573 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.573 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.573 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.573 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.573 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.573 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.573 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.573 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.573 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.574 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.574 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:19.574 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:19.574 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.574 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.574 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.574 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:19.574 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.574 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.574 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.575 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.575 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.575 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.575 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.575 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.575 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.575 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.575 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.575 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.575 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.575 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.575 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.575 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:19.576 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:19.576 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.576 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.576 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.576 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.576 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.576 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.576 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.576 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.576 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.577 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.577 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.577 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.577 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:19.577 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:19.577 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.577 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.577 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.577 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.577 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.578 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.578 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.578 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.578 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.578 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.578 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.578 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.578 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.578 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.578 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.578 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "pg_autoscaler", 2024-09-16T07:25:19.579 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:19.579 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:19.579 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:19.579 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:19.579 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:19.579 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.579 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.579 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.579 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.579 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.579 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.580 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.580 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.580 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.580 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.580 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.580 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.580 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.580 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.580 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.580 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.580 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.580 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.581 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.581 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:19.581 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:19.581 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.581 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.581 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.581 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.581 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.581 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.582 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.582 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.582 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.582 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.582 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.582 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.582 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:19.582 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:19.582 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.582 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.583 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.583 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:19.583 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.583 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.583 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.583 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.583 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.583 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.583 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.583 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.583 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.583 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.584 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.584 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.584 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.584 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.584 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.584 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:19.584 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:19.584 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.584 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.584 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.584 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.585 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.585 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.585 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.585 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.585 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.585 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.585 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.585 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.585 INFO:teuthology.orchestra.run.smithi031.stdout: "sleep_interval": { 2024-09-16T07:25:19.585 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sleep_interval", 2024-09-16T07:25:19.586 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "secs", 2024-09-16T07:25:19.586 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.586 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.586 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "60", 2024-09-16T07:25:19.586 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.586 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.586 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.586 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.586 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.586 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.586 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.586 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.587 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:19.587 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:19.587 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.587 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.587 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.587 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.587 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.587 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.587 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.587 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.587 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.588 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.588 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.588 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.588 INFO:teuthology.orchestra.run.smithi031.stdout: "threshold": { 2024-09-16T07:25:19.588 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "threshold", 2024-09-16T07:25:19.588 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "float", 2024-09-16T07:25:19.588 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.588 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.588 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "3.0", 2024-09-16T07:25:19.588 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "1.0", 2024-09-16T07:25:19.588 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.589 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.589 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "scaling threshold", 2024-09-16T07:25:19.589 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-09-16T07:25:19.589 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.589 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.589 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.589 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.589 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.589 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.589 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "progress", 2024-09-16T07:25:19.589 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:19.590 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:19.590 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:19.590 INFO:teuthology.orchestra.run.smithi031.stdout: "allow_pg_recovery_event": { 2024-09-16T07:25:19.590 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "allow_pg_recovery_event", 2024-09-16T07:25:19.590 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.590 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.590 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.590 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.590 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.590 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.591 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.591 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "allow the module to show pg recovery progress", 2024-09-16T07:25:19.591 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.591 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.591 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.591 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.591 INFO:teuthology.orchestra.run.smithi031.stdout: "enabled": { 2024-09-16T07:25:19.591 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "enabled", 2024-09-16T07:25:19.591 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.591 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.591 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.592 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:19.592 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.592 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.592 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.592 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.592 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.592 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.592 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.592 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.592 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:19.593 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:19.593 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.593 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.593 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.593 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.593 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.593 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.593 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.593 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.593 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.594 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.594 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.594 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.594 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.594 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.594 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.594 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.594 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.594 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.594 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.594 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:19.595 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:19.595 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.595 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.595 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.595 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.595 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.595 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.595 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.595 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.595 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.595 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.596 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.596 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.596 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:19.596 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:19.596 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.596 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.596 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.596 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:19.596 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.596 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.597 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.597 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.597 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.597 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.597 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.597 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.597 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.597 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.597 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.597 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.597 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.598 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.598 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.598 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:19.598 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:19.598 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.598 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.598 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.598 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.598 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.598 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.598 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.599 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.599 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.599 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.599 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.599 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.599 INFO:teuthology.orchestra.run.smithi031.stdout: "max_completed_events": { 2024-09-16T07:25:19.599 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "max_completed_events", 2024-09-16T07:25:19.599 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.599 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.599 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.599 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "50", 2024-09-16T07:25:19.600 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.600 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.600 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.600 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "number of past completed events to remember", 2024-09-16T07:25:19.600 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.600 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.600 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.600 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.600 INFO:teuthology.orchestra.run.smithi031.stdout: "sleep_interval": { 2024-09-16T07:25:19.600 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sleep_interval", 2024-09-16T07:25:19.600 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "secs", 2024-09-16T07:25:19.601 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.601 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.601 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "5", 2024-09-16T07:25:19.601 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.601 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.601 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.601 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "how long the module is going to sleep", 2024-09-16T07:25:19.601 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.601 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.601 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.601 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.602 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:19.602 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:19.602 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.602 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.602 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.602 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.602 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.602 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.602 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.602 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.602 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.603 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.603 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.603 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.603 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.603 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.603 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.603 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "prometheus", 2024-09-16T07:25:19.603 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:19.603 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:19.603 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:19.603 INFO:teuthology.orchestra.run.smithi031.stdout: "cache": { 2024-09-16T07:25:19.603 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "cache", 2024-09-16T07:25:19.604 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.604 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.604 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.604 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:19.604 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.604 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.604 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.604 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.604 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.604 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.604 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.605 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.605 INFO:teuthology.orchestra.run.smithi031.stdout: "exclude_perf_counters": { 2024-09-16T07:25:19.605 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "exclude_perf_counters", 2024-09-16T07:25:19.605 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.605 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.605 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.605 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:19.605 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.605 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.605 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.605 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-09-16T07:25:19.606 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-09-16T07:25:19.606 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.606 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.606 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.606 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:19.606 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:19.606 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.606 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.606 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.606 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.606 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.607 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.607 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.607 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.607 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.607 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.607 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.607 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.607 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.607 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.607 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.607 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.608 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.608 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.608 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.608 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:19.608 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:19.608 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.608 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.608 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.608 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.608 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.608 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.609 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.609 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.609 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.609 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.609 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.609 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.609 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:19.609 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:19.609 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.609 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.610 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.610 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:19.610 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.610 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.610 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.610 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.610 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.610 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.610 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.610 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.610 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.611 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.611 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.611 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.611 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.611 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.611 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.611 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:19.611 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:19.611 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.611 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.611 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.611 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.612 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.612 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.612 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.612 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.612 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.612 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.612 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.612 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.612 INFO:teuthology.orchestra.run.smithi031.stdout: "rbd_stats_pools": { 2024-09-16T07:25:19.612 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "rbd_stats_pools", 2024-09-16T07:25:19.612 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.613 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.613 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.613 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.613 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.613 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.613 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.613 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.613 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.613 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.613 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.613 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.614 INFO:teuthology.orchestra.run.smithi031.stdout: "rbd_stats_pools_refresh_interval": { 2024-09-16T07:25:19.614 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-09-16T07:25:19.614 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.614 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.614 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.614 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "300", 2024-09-16T07:25:19.614 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.614 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.614 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.614 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.614 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.614 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.615 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.615 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.615 INFO:teuthology.orchestra.run.smithi031.stdout: "scrape_interval": { 2024-09-16T07:25:19.615 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "scrape_interval", 2024-09-16T07:25:19.615 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "float", 2024-09-16T07:25:19.615 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.615 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.615 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "15.0", 2024-09-16T07:25:19.615 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.615 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.615 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.616 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.616 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.616 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.616 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.616 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.616 INFO:teuthology.orchestra.run.smithi031.stdout: "server_addr": { 2024-09-16T07:25:19.616 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "server_addr", 2024-09-16T07:25:19.616 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.616 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.616 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.617 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "::", 2024-09-16T07:25:19.617 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.617 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.617 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.617 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-09-16T07:25:19.617 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.617 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.617 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.617 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.617 INFO:teuthology.orchestra.run.smithi031.stdout: "server_port": { 2024-09-16T07:25:19.618 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "server_port", 2024-09-16T07:25:19.618 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.618 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.618 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.618 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "9283", 2024-09-16T07:25:19.618 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.618 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.618 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.618 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-09-16T07:25:19.618 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.618 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.619 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.619 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.619 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:19.619 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:19.619 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.619 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.619 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.619 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.619 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.619 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.619 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.619 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.620 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.620 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.620 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.620 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.620 INFO:teuthology.orchestra.run.smithi031.stdout: "stale_cache_strategy": { 2024-09-16T07:25:19.620 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "stale_cache_strategy", 2024-09-16T07:25:19.620 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.620 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.620 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.620 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "log", 2024-09-16T07:25:19.620 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.621 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.621 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.621 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.621 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.621 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.621 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.621 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.621 INFO:teuthology.orchestra.run.smithi031.stdout: "standby_behaviour": { 2024-09-16T07:25:19.621 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "standby_behaviour", 2024-09-16T07:25:19.621 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.621 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.621 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.622 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "default", 2024-09-16T07:25:19.622 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.622 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.622 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.622 INFO:teuthology.orchestra.run.smithi031.stdout: "default", 2024-09-16T07:25:19.622 INFO:teuthology.orchestra.run.smithi031.stdout: "error" 2024-09-16T07:25:19.622 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.622 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.622 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.622 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.622 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.623 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.623 INFO:teuthology.orchestra.run.smithi031.stdout: "standby_error_status_code": { 2024-09-16T07:25:19.623 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "standby_error_status_code", 2024-09-16T07:25:19.623 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.623 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.623 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.623 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "500", 2024-09-16T07:25:19.623 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "400", 2024-09-16T07:25:19.623 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "599", 2024-09-16T07:25:19.623 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.624 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.624 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.624 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.624 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.624 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.624 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.624 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.624 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.624 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "rbd_support", 2024-09-16T07:25:19.624 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:19.625 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:19.625 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:19.625 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:19.625 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:19.625 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.625 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.625 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.625 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.625 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.625 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.625 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.625 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.626 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.626 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.626 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.626 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.626 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.626 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.626 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.626 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.626 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.626 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.626 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.626 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:19.627 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:19.627 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.627 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.627 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.627 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.627 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.627 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.627 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.627 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.627 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.627 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.627 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.627 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.628 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:19.628 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:19.628 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.628 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.628 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.628 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:19.628 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.628 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.628 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.628 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.628 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.629 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.629 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.629 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.629 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.629 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.629 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.629 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.629 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.629 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.629 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.629 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:19.629 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:19.630 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.630 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.630 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.630 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.630 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.630 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.630 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.630 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.630 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.630 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.631 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.631 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.631 INFO:teuthology.orchestra.run.smithi031.stdout: "max_concurrent_snap_create": { 2024-09-16T07:25:19.631 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "max_concurrent_snap_create", 2024-09-16T07:25:19.631 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.631 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.631 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.631 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "10", 2024-09-16T07:25:19.631 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.631 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.632 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.632 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.632 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.632 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.632 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.632 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.632 INFO:teuthology.orchestra.run.smithi031.stdout: "mirror_snapshot_schedule": { 2024-09-16T07:25:19.632 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "mirror_snapshot_schedule", 2024-09-16T07:25:19.632 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.633 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.633 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.633 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.633 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.633 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.633 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.633 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.633 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.633 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.633 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.633 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.634 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:19.634 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:19.634 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.634 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.634 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.634 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.634 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.634 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.634 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.634 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.635 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.635 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.635 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.635 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.635 INFO:teuthology.orchestra.run.smithi031.stdout: "trash_purge_schedule": { 2024-09-16T07:25:19.635 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "trash_purge_schedule", 2024-09-16T07:25:19.635 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.635 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.635 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.635 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.636 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.636 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.636 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.636 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.636 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.636 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.636 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.636 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.636 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.636 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.636 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.637 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "restful", 2024-09-16T07:25:19.637 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:19.637 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:19.637 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:19.637 INFO:teuthology.orchestra.run.smithi031.stdout: "enable_auth": { 2024-09-16T07:25:19.637 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "enable_auth", 2024-09-16T07:25:19.637 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.637 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.637 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.637 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:19.638 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.638 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.638 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.638 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.638 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.638 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.638 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.638 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.638 INFO:teuthology.orchestra.run.smithi031.stdout: "key_file": { 2024-09-16T07:25:19.638 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "key_file", 2024-09-16T07:25:19.638 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.639 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.639 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.639 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.639 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.639 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.639 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.639 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.639 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.639 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.639 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.639 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.640 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:19.640 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:19.640 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.640 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.640 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.640 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.640 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.640 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.640 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.640 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.640 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.641 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.641 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.641 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.641 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.641 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.641 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.641 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.641 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.641 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.641 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.641 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:19.642 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:19.642 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.642 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.642 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.642 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.642 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.642 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.642 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.642 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.642 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.643 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.643 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.643 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.643 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:19.643 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:19.643 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.643 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.643 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.643 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:19.643 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.643 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.643 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.644 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.644 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.644 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.644 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.644 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.644 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.644 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.644 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.644 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.644 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.645 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.645 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.645 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:19.645 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:19.645 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.645 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.645 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.645 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.645 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.645 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.645 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.646 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.646 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.646 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.646 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.646 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.646 INFO:teuthology.orchestra.run.smithi031.stdout: "max_requests": { 2024-09-16T07:25:19.646 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "max_requests", 2024-09-16T07:25:19.646 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.646 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.646 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.646 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "500", 2024-09-16T07:25:19.647 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.647 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.647 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.647 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number.if un-finished request is removed, error message will be logged in the ceph-mgr log.", 2024-09-16T07:25:19.647 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.647 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.647 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.647 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.647 INFO:teuthology.orchestra.run.smithi031.stdout: "server_addr": { 2024-09-16T07:25:19.647 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "server_addr", 2024-09-16T07:25:19.647 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.647 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.648 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.648 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.648 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.648 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.648 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.648 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.648 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.648 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.648 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.648 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.648 INFO:teuthology.orchestra.run.smithi031.stdout: "server_port": { 2024-09-16T07:25:19.649 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "server_port", 2024-09-16T07:25:19.649 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.649 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.649 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.649 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.649 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.649 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.649 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.649 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.649 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.649 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.650 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.650 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.650 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:19.650 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:19.650 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.650 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.650 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.650 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.650 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.650 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.650 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.651 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.651 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.651 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.651 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.651 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.651 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.651 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.651 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.651 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "rgw", 2024-09-16T07:25:19.651 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:19.651 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:19.652 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:19.652 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:19.652 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:19.652 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.652 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.652 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.652 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.652 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.652 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.652 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.652 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.653 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.653 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.653 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.653 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.653 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.653 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.653 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.653 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.653 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.653 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.653 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.653 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:19.654 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:19.654 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.654 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.654 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.654 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.654 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.654 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.654 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.654 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.654 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.655 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.655 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.655 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.655 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:19.655 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:19.655 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.655 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.655 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.655 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:19.655 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.655 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.656 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.656 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.656 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.656 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.656 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.656 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.656 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.656 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.656 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.656 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.656 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.657 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.657 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.657 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:19.657 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:19.657 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.657 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.657 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.657 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.657 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.657 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.657 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.658 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.658 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.658 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.658 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.658 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.658 INFO:teuthology.orchestra.run.smithi031.stdout: "secondary_zone_period_retry_limit": { 2024-09-16T07:25:19.658 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "secondary_zone_period_retry_limit", 2024-09-16T07:25:19.658 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.658 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.658 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.658 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "5", 2024-09-16T07:25:19.658 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.659 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.659 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.659 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "RGW module period update retry limit for secondary site", 2024-09-16T07:25:19.659 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.659 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.659 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.659 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.659 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:19.659 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:19.659 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.660 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.660 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.660 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.660 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.660 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.660 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.660 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.660 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.660 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.660 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.660 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.660 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.661 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.661 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.661 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "rook", 2024-09-16T07:25:19.661 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:19.661 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:19.661 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:19.661 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:19.661 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:19.661 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.661 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.661 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.662 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.662 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.662 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.662 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.662 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.662 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.662 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.662 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.662 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.662 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.662 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.663 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.663 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.663 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.663 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.663 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.663 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:19.663 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:19.663 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.663 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.663 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.663 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.664 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.664 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.664 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.664 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.664 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.664 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.664 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.664 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.664 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:19.664 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:19.664 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.665 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.665 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.665 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:19.665 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.665 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.665 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.665 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.665 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.665 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.665 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.665 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.666 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.666 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.666 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.666 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.666 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.666 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.666 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.666 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:19.666 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:19.666 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.666 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.667 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.667 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.667 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.667 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.667 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.667 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.667 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.667 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.667 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.667 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.667 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:19.667 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:19.668 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.668 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.668 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.668 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.668 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.668 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.668 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.668 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.668 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.668 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.668 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.669 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.669 INFO:teuthology.orchestra.run.smithi031.stdout: "storage_class": { 2024-09-16T07:25:19.669 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "storage_class", 2024-09-16T07:25:19.669 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.669 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.669 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.669 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "local", 2024-09-16T07:25:19.669 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.669 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.669 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.669 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-09-16T07:25:19.670 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.670 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.670 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.670 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.670 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.670 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.670 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.670 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "selftest", 2024-09-16T07:25:19.670 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:19.670 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:19.670 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:19.671 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:19.671 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:19.671 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.671 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.671 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.671 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.671 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.671 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.671 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.671 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.671 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.671 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.672 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.672 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.672 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.672 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.672 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.672 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.672 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.672 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.672 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.672 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:19.673 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:19.673 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.673 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.673 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.673 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.673 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.673 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.673 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.673 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.673 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.673 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.673 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.674 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.674 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:19.674 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:19.674 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.674 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.674 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.674 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:19.674 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.674 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.674 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.674 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.675 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.675 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.675 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.675 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.675 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.675 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.675 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.675 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.675 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.675 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.675 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.676 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:19.676 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:19.676 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.676 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.676 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.676 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.676 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.676 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.676 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.676 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.676 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.677 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.677 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.677 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.677 INFO:teuthology.orchestra.run.smithi031.stdout: "roption1": { 2024-09-16T07:25:19.677 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "roption1", 2024-09-16T07:25:19.677 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.677 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.677 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.677 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.680 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.680 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.680 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.680 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.680 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.680 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.681 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.681 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.681 INFO:teuthology.orchestra.run.smithi031.stdout: "roption2": { 2024-09-16T07:25:19.681 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "roption2", 2024-09-16T07:25:19.681 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.681 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.681 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.681 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "xyz", 2024-09-16T07:25:19.681 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.681 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.681 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.682 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.682 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.682 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.682 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.682 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.682 INFO:teuthology.orchestra.run.smithi031.stdout: "rwoption1": { 2024-09-16T07:25:19.682 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "rwoption1", 2024-09-16T07:25:19.682 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.682 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.682 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.682 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.683 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.683 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.683 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.683 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.683 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.683 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.683 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.683 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.683 INFO:teuthology.orchestra.run.smithi031.stdout: "rwoption2": { 2024-09-16T07:25:19.683 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "rwoption2", 2024-09-16T07:25:19.684 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.684 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.684 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.684 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.684 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.684 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.684 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.684 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.684 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.684 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.684 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.685 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.685 INFO:teuthology.orchestra.run.smithi031.stdout: "rwoption3": { 2024-09-16T07:25:19.685 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "rwoption3", 2024-09-16T07:25:19.685 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "float", 2024-09-16T07:25:19.685 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.685 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.685 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.685 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.685 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.685 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.685 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.686 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.686 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.686 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.686 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.686 INFO:teuthology.orchestra.run.smithi031.stdout: "rwoption4": { 2024-09-16T07:25:19.686 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "rwoption4", 2024-09-16T07:25:19.686 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.686 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.686 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.686 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.686 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.687 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.687 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.687 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.687 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.687 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.687 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.687 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.687 INFO:teuthology.orchestra.run.smithi031.stdout: "rwoption5": { 2024-09-16T07:25:19.687 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "rwoption5", 2024-09-16T07:25:19.687 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.687 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.688 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.688 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.688 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.688 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.688 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.688 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.688 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.688 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.688 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.688 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.688 INFO:teuthology.orchestra.run.smithi031.stdout: "rwoption6": { 2024-09-16T07:25:19.689 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "rwoption6", 2024-09-16T07:25:19.689 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.689 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.689 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.689 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:19.689 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.689 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.689 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.689 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.689 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.690 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.690 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.690 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.690 INFO:teuthology.orchestra.run.smithi031.stdout: "rwoption7": { 2024-09-16T07:25:19.690 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "rwoption7", 2024-09-16T07:25:19.690 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.690 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.690 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.690 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.690 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "1", 2024-09-16T07:25:19.690 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "42", 2024-09-16T07:25:19.690 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.691 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.691 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.691 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.691 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.691 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.691 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:19.691 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:19.691 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.691 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.691 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.692 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.692 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.692 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.692 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.692 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.692 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.692 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.692 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.692 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.692 INFO:teuthology.orchestra.run.smithi031.stdout: "testkey": { 2024-09-16T07:25:19.693 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "testkey", 2024-09-16T07:25:19.693 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.693 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.693 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.693 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.693 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.693 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.693 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.693 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.693 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.693 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.693 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.694 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.694 INFO:teuthology.orchestra.run.smithi031.stdout: "testlkey": { 2024-09-16T07:25:19.694 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "testlkey", 2024-09-16T07:25:19.694 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.694 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.694 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.694 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.694 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.694 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.694 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.694 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.695 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.695 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.695 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.695 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.695 INFO:teuthology.orchestra.run.smithi031.stdout: "testnewline": { 2024-09-16T07:25:19.695 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "testnewline", 2024-09-16T07:25:19.695 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.695 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.695 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.695 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.695 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.695 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.696 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.696 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.696 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.696 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.696 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.696 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.696 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.696 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.696 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.696 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "smb", 2024-09-16T07:25:19.696 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:19.697 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:19.697 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:19.697 INFO:teuthology.orchestra.run.smithi031.stdout: "internal_store_backend": { 2024-09-16T07:25:19.697 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "internal_store_backend", 2024-09-16T07:25:19.697 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.697 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.697 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.697 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.697 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.697 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.697 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.697 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "set internal store backend. for develoment and testing only", 2024-09-16T07:25:19.698 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.698 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.698 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.698 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.698 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:19.698 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:19.698 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.698 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.698 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.698 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.698 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.699 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.699 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.699 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.699 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.699 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.699 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.699 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.699 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.699 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.699 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.700 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.700 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.700 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.700 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.700 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:19.700 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:19.700 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.700 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.700 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.700 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.701 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.701 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.701 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.701 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.701 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.701 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.701 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.701 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.701 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:19.701 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:19.701 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.702 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.702 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.702 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:19.702 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.702 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.702 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.702 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.702 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.702 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.702 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.703 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.703 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.703 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.703 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.703 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.703 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.703 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.703 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.703 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:19.703 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:19.704 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.704 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.704 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.704 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.704 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.704 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.704 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.704 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.704 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.704 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.704 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.705 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.705 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:19.705 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:19.705 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.705 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.705 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.705 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.705 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.705 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.705 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.705 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.706 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.706 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.706 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.706 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.706 INFO:teuthology.orchestra.run.smithi031.stdout: "update_orchestration": { 2024-09-16T07:25:19.706 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "update_orchestration", 2024-09-16T07:25:19.706 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.706 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.706 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.706 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:19.707 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.707 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.707 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.707 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "automatically update orchestration when smb resources are changed", 2024-09-16T07:25:19.707 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.707 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.707 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.707 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.707 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.707 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.707 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.708 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "snap_schedule", 2024-09-16T07:25:19.708 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:19.708 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:19.708 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:19.708 INFO:teuthology.orchestra.run.smithi031.stdout: "allow_m_granularity": { 2024-09-16T07:25:19.708 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "allow_m_granularity", 2024-09-16T07:25:19.708 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.708 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.708 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.708 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.708 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.709 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.709 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.709 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "allow minute scheduled snapshots", 2024-09-16T07:25:19.709 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.709 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.709 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.709 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.709 INFO:teuthology.orchestra.run.smithi031.stdout: "dump_on_update": { 2024-09-16T07:25:19.709 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "dump_on_update", 2024-09-16T07:25:19.709 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.709 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.710 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.710 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.710 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.710 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.710 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.710 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "dump database to debug log on update", 2024-09-16T07:25:19.710 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.710 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.710 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.710 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.711 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:19.711 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:19.711 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.711 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.711 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.711 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.711 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.711 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.711 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.711 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.711 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.712 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.712 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.712 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.712 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.712 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.712 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.712 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.712 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.712 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.712 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.713 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:19.713 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:19.713 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.713 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.713 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.713 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.713 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.713 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.713 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.713 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.714 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.714 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.714 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.714 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.714 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:19.714 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:19.714 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.714 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.714 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.714 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:19.714 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.715 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.715 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.715 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.715 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.715 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.715 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.715 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.715 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.715 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.715 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.715 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.716 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.716 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.716 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.716 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:19.716 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:19.716 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.716 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.716 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.716 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.716 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.717 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.717 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.717 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.717 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.717 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.717 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.717 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.717 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:19.717 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:19.717 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.718 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.718 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.718 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.718 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.718 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.718 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.718 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.718 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.718 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.718 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.718 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.718 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.719 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.719 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.719 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "stats", 2024-09-16T07:25:19.719 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:19.719 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:19.719 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:19.719 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:19.719 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:19.719 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.719 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.720 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.720 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.720 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.720 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.720 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.720 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.720 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.720 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.720 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.720 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.721 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.721 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.721 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.721 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.721 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.721 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.721 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.721 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:19.721 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:19.721 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.721 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.722 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.722 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.722 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.722 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.722 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.722 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.722 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.722 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.722 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.722 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.722 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:19.722 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:19.723 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.723 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.723 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.723 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:19.723 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.723 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.723 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.723 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.723 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.723 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.723 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.724 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.724 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.724 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.724 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.724 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.724 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.724 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.724 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.724 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:19.724 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:19.724 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.725 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.725 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.725 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.725 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.725 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.725 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.725 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.725 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.725 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.725 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.725 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.726 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:19.726 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:19.726 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.726 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.726 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.726 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.726 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.726 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.726 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.726 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.726 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.727 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.727 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.727 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.727 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.727 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.727 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.727 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "status", 2024-09-16T07:25:19.727 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:19.727 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:19.727 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:19.727 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:19.727 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:19.728 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.728 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.728 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.728 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.728 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.728 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.728 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.728 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.728 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.728 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.728 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.729 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.729 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.729 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.729 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.729 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.729 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.729 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.729 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.729 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:19.729 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:19.729 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.729 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.730 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.730 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.730 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.730 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.730 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.730 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.730 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.730 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.730 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.730 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.730 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:19.730 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:19.731 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.731 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.731 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.731 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:19.731 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.731 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.731 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.731 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.731 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.731 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.731 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.732 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.732 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.732 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.732 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.732 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.732 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.732 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.732 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.732 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:19.732 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:19.732 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.733 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.733 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.733 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.733 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.733 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.733 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.733 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.733 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.733 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.733 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.734 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.734 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:19.734 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:19.734 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.734 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.734 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.734 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.734 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.734 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.734 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.734 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.735 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.735 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.735 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.735 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.735 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.735 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.735 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.735 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "telegraf", 2024-09-16T07:25:19.735 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:19.735 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:19.735 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:19.735 INFO:teuthology.orchestra.run.smithi031.stdout: "address": { 2024-09-16T07:25:19.736 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "address", 2024-09-16T07:25:19.736 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.736 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.736 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.736 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-09-16T07:25:19.736 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.736 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.736 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.736 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.736 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.737 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.737 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.737 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.737 INFO:teuthology.orchestra.run.smithi031.stdout: "interval": { 2024-09-16T07:25:19.737 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "interval", 2024-09-16T07:25:19.737 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "secs", 2024-09-16T07:25:19.737 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.737 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.737 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "15", 2024-09-16T07:25:19.737 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.737 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.738 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.738 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.738 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.738 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.738 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.738 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.738 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:19.738 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:19.738 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.738 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.738 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.738 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.739 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.739 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.739 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.739 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.739 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.739 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.739 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.739 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.739 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.739 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.739 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.740 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.740 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.740 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.740 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.740 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:19.740 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:19.740 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.740 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.740 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.740 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.740 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.741 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.741 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.741 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.741 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.741 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.741 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.741 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.741 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:19.741 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:19.741 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.741 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.742 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.742 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:19.742 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.742 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.742 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.742 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.742 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.742 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.742 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.742 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.742 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.743 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.743 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.743 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.743 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.743 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.743 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.743 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:19.743 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:19.743 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.743 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.743 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.743 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.744 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.744 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.744 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.744 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.744 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.744 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.744 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.744 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.744 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:19.744 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:19.744 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.745 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.745 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.745 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.745 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.745 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.745 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.745 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.745 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.745 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.745 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.745 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.746 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.746 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.746 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.746 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "telemetry", 2024-09-16T07:25:19.746 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:19.746 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:19.746 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:19.746 INFO:teuthology.orchestra.run.smithi031.stdout: "channel_basic": { 2024-09-16T07:25:19.746 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "channel_basic", 2024-09-16T07:25:19.746 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.746 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.746 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.747 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:19.747 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.747 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.747 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.747 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Share basic cluster information (size, version)", 2024-09-16T07:25:19.747 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.747 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.747 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.747 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.747 INFO:teuthology.orchestra.run.smithi031.stdout: "channel_crash": { 2024-09-16T07:25:19.748 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "channel_crash", 2024-09-16T07:25:19.748 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.748 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.748 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.748 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:19.748 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.748 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.748 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.748 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-09-16T07:25:19.748 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.748 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.749 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.749 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.749 INFO:teuthology.orchestra.run.smithi031.stdout: "channel_device": { 2024-09-16T07:25:19.749 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "channel_device", 2024-09-16T07:25:19.749 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.749 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.749 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.749 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:19.749 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.749 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.749 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.750 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-09-16T07:25:19.750 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.750 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.750 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.750 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.750 INFO:teuthology.orchestra.run.smithi031.stdout: "channel_ident": { 2024-09-16T07:25:19.750 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "channel_ident", 2024-09-16T07:25:19.750 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.750 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.750 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.750 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.751 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.751 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.751 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.751 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-09-16T07:25:19.751 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.751 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.751 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.751 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.751 INFO:teuthology.orchestra.run.smithi031.stdout: "channel_perf": { 2024-09-16T07:25:19.751 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "channel_perf", 2024-09-16T07:25:19.752 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.752 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.752 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.752 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.752 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.752 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.752 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.752 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Share various performance metrics of a cluster", 2024-09-16T07:25:19.752 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.752 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.752 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.752 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.753 INFO:teuthology.orchestra.run.smithi031.stdout: "contact": { 2024-09-16T07:25:19.753 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "contact", 2024-09-16T07:25:19.753 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.753 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.753 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.753 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.753 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.753 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.753 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.753 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.753 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.754 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.754 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.754 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.754 INFO:teuthology.orchestra.run.smithi031.stdout: "description": { 2024-09-16T07:25:19.754 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "description", 2024-09-16T07:25:19.754 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.754 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.754 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.754 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.754 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.754 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.755 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.755 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.755 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.755 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.755 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.755 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.755 INFO:teuthology.orchestra.run.smithi031.stdout: "device_url": { 2024-09-16T07:25:19.755 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "device_url", 2024-09-16T07:25:19.755 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.755 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.755 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.756 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-09-16T07:25:19.756 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.756 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.756 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.756 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.756 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.756 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.756 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.756 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.756 INFO:teuthology.orchestra.run.smithi031.stdout: "enabled": { 2024-09-16T07:25:19.756 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "enabled", 2024-09-16T07:25:19.757 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.757 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.757 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.757 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.757 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.757 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.757 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.757 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.757 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.757 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.758 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.758 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.758 INFO:teuthology.orchestra.run.smithi031.stdout: "interval": { 2024-09-16T07:25:19.758 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "interval", 2024-09-16T07:25:19.758 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.758 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.758 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.758 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "24", 2024-09-16T07:25:19.758 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "8", 2024-09-16T07:25:19.758 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.758 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.759 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.759 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.759 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.759 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.759 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.759 INFO:teuthology.orchestra.run.smithi031.stdout: "last_opt_revision": { 2024-09-16T07:25:19.759 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "last_opt_revision", 2024-09-16T07:25:19.759 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.759 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.759 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.759 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "1", 2024-09-16T07:25:19.759 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.760 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.760 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.760 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.760 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.760 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.760 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.760 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.760 INFO:teuthology.orchestra.run.smithi031.stdout: "leaderboard": { 2024-09-16T07:25:19.760 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "leaderboard", 2024-09-16T07:25:19.760 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.760 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.761 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.761 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.761 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.761 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.761 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.761 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.761 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.761 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.761 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.761 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.762 INFO:teuthology.orchestra.run.smithi031.stdout: "leaderboard_description": { 2024-09-16T07:25:19.762 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "leaderboard_description", 2024-09-16T07:25:19.762 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.762 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.762 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.762 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.762 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.762 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.762 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.762 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.762 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.762 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.763 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.763 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.763 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:19.763 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:19.763 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.763 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.763 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.763 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.763 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.763 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.763 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.764 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.764 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.764 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.764 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.764 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.764 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.764 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.764 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.764 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.764 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.764 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.764 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.765 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:19.765 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:19.765 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.765 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.765 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.765 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.765 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.765 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.765 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.765 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.765 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.766 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.766 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.766 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.766 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:19.766 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:19.766 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.766 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.766 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.766 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:19.766 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.766 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.767 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.767 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.767 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.767 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.767 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.767 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.767 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.767 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.767 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.767 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.767 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.768 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.768 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.768 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:19.768 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:19.768 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.768 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.768 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.768 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.768 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.768 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.768 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.769 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.769 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.769 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.769 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.769 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.769 INFO:teuthology.orchestra.run.smithi031.stdout: "organization": { 2024-09-16T07:25:19.769 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "organization", 2024-09-16T07:25:19.769 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.769 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.769 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.769 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.770 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.770 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.770 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.770 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.770 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.770 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.770 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.770 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.770 INFO:teuthology.orchestra.run.smithi031.stdout: "proxy": { 2024-09-16T07:25:19.770 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "proxy", 2024-09-16T07:25:19.770 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.770 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.771 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.771 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.771 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.771 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.771 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.771 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.771 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.771 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.771 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.771 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.771 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:19.772 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:19.772 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.772 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.772 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.772 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.772 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.772 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.772 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.772 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.772 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.772 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.773 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.773 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.773 INFO:teuthology.orchestra.run.smithi031.stdout: "url": { 2024-09-16T07:25:19.773 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "url", 2024-09-16T07:25:19.773 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.773 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.773 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.773 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-09-16T07:25:19.773 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.773 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.773 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.773 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.774 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.774 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.774 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.774 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.774 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.774 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.774 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.774 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "test_orchestrator", 2024-09-16T07:25:19.774 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:19.774 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:19.774 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:19.774 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:19.775 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:19.775 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.775 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.775 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.775 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.775 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.775 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.775 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.775 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.775 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.775 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.776 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.776 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.776 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.776 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.776 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.776 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.776 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.776 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.776 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.776 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:19.776 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:19.777 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.777 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.777 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.777 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.777 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.777 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.777 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.777 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.777 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.777 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.777 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.778 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.778 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:19.778 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:19.778 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.778 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.778 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.778 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:19.778 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.778 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.778 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.778 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.779 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.779 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.779 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.779 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.779 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.779 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.779 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.779 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.779 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.779 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.779 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.779 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:19.780 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:19.780 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.780 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.780 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.780 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.780 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.780 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.780 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.780 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.780 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.780 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.781 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.781 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.781 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:19.781 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:19.781 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.781 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.781 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.781 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.781 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.781 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.781 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.782 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.782 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.782 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.782 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.782 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.782 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.782 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.782 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.782 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "volumes", 2024-09-16T07:25:19.782 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:19.782 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:19.782 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:19.783 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:19.783 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:19.783 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.783 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.783 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.783 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.783 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.783 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.783 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.783 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.783 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.783 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.784 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.784 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.784 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.784 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.784 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.784 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.784 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.784 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.784 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.784 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:19.784 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:19.784 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.785 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.785 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.785 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.785 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.785 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.785 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.785 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.785 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.785 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.785 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.785 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.785 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:19.786 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:19.786 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.786 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.786 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.786 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:19.786 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.786 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.786 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.786 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.786 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.786 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.786 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.787 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.787 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.787 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.787 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.787 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.787 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.787 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.787 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.787 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:19.787 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:19.787 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.788 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.788 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.788 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.788 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.788 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.788 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.788 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.788 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.788 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.788 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.788 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.788 INFO:teuthology.orchestra.run.smithi031.stdout: "max_concurrent_clones": { 2024-09-16T07:25:19.789 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "max_concurrent_clones", 2024-09-16T07:25:19.789 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.789 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.789 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.789 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "4", 2024-09-16T07:25:19.789 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.789 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.789 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.789 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Number of asynchronous cloner threads", 2024-09-16T07:25:19.789 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.789 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.789 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.790 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.790 INFO:teuthology.orchestra.run.smithi031.stdout: "periodic_async_work": { 2024-09-16T07:25:19.790 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "periodic_async_work", 2024-09-16T07:25:19.790 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.790 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.790 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.790 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.790 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.790 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.790 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.791 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Periodically check for async work", 2024-09-16T07:25:19.791 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.791 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.791 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.791 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.791 INFO:teuthology.orchestra.run.smithi031.stdout: "snapshot_clone_delay": { 2024-09-16T07:25:19.791 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "snapshot_clone_delay", 2024-09-16T07:25:19.791 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.791 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.791 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.792 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.792 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.792 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.792 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.792 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-09-16T07:25:19.792 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.792 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.792 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.792 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.792 INFO:teuthology.orchestra.run.smithi031.stdout: "snapshot_clone_no_wait": { 2024-09-16T07:25:19.792 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "snapshot_clone_no_wait", 2024-09-16T07:25:19.793 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.793 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.793 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.793 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "True", 2024-09-16T07:25:19.793 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.793 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.793 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.793 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-09-16T07:25:19.793 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.793 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.794 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.794 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.794 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:19.794 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:19.794 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.794 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.794 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.794 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.794 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.794 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.794 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.795 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.795 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.795 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.795 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.795 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.795 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.795 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.795 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.795 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "zabbix", 2024-09-16T07:25:19.795 INFO:teuthology.orchestra.run.smithi031.stdout: "can_run": true, 2024-09-16T07:25:19.795 INFO:teuthology.orchestra.run.smithi031.stdout: "error_string": "", 2024-09-16T07:25:19.796 INFO:teuthology.orchestra.run.smithi031.stdout: "module_options": { 2024-09-16T07:25:19.796 INFO:teuthology.orchestra.run.smithi031.stdout: "discovery_interval": { 2024-09-16T07:25:19.796 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "discovery_interval", 2024-09-16T07:25:19.796 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "uint", 2024-09-16T07:25:19.796 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.796 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.796 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "100", 2024-09-16T07:25:19.796 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.796 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.796 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.796 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.796 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.797 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.797 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.797 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.797 INFO:teuthology.orchestra.run.smithi031.stdout: "identifier": { 2024-09-16T07:25:19.797 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "identifier", 2024-09-16T07:25:19.797 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.797 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.797 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.797 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.797 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.797 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.798 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.798 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.798 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.798 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.798 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.798 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.798 INFO:teuthology.orchestra.run.smithi031.stdout: "interval": { 2024-09-16T07:25:19.798 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "interval", 2024-09-16T07:25:19.798 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "secs", 2024-09-16T07:25:19.798 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.798 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.798 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "60", 2024-09-16T07:25:19.798 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.799 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.799 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.799 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.799 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.799 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.799 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.799 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.799 INFO:teuthology.orchestra.run.smithi031.stdout: "log_level": { 2024-09-16T07:25:19.799 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_level", 2024-09-16T07:25:19.799 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.799 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.799 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.800 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.800 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.800 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.800 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.800 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.800 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.800 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.800 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.800 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.800 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.800 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.801 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.801 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.801 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.801 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.801 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.801 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster": { 2024-09-16T07:25:19.801 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster", 2024-09-16T07:25:19.801 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.801 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.801 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.802 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.802 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.802 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.802 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.802 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.802 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.802 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.802 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.802 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.802 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_cluster_level": { 2024-09-16T07:25:19.802 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_cluster_level", 2024-09-16T07:25:19.802 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.803 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.803 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.803 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "info", 2024-09-16T07:25:19.803 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.803 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.803 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [ 2024-09-16T07:25:19.803 INFO:teuthology.orchestra.run.smithi031.stdout: "", 2024-09-16T07:25:19.803 INFO:teuthology.orchestra.run.smithi031.stdout: "critical", 2024-09-16T07:25:19.803 INFO:teuthology.orchestra.run.smithi031.stdout: "debug", 2024-09-16T07:25:19.803 INFO:teuthology.orchestra.run.smithi031.stdout: "error", 2024-09-16T07:25:19.803 INFO:teuthology.orchestra.run.smithi031.stdout: "info", 2024-09-16T07:25:19.804 INFO:teuthology.orchestra.run.smithi031.stdout: "warning" 2024-09-16T07:25:19.804 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.804 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.804 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.804 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.804 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.804 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.804 INFO:teuthology.orchestra.run.smithi031.stdout: "log_to_file": { 2024-09-16T07:25:19.804 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "log_to_file", 2024-09-16T07:25:19.804 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "bool", 2024-09-16T07:25:19.804 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.805 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.805 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "False", 2024-09-16T07:25:19.805 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.805 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.805 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.805 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.805 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.805 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.805 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.805 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.805 INFO:teuthology.orchestra.run.smithi031.stdout: "sqlite3_killpoint": { 2024-09-16T07:25:19.805 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "sqlite3_killpoint", 2024-09-16T07:25:19.806 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.806 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "dev", 2024-09-16T07:25:19.806 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 1, 2024-09-16T07:25:19.806 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "0", 2024-09-16T07:25:19.806 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.806 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.806 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.806 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.806 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.806 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.806 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.807 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.807 INFO:teuthology.orchestra.run.smithi031.stdout: "zabbix_host": { 2024-09-16T07:25:19.807 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "zabbix_host", 2024-09-16T07:25:19.807 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.807 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.807 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.807 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "", 2024-09-16T07:25:19.807 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.807 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.807 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.807 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.808 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.808 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.808 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.808 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.808 INFO:teuthology.orchestra.run.smithi031.stdout: "zabbix_port": { 2024-09-16T07:25:19.808 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "zabbix_port", 2024-09-16T07:25:19.808 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "int", 2024-09-16T07:25:19.808 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.808 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.808 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "10051", 2024-09-16T07:25:19.808 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.809 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.809 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.809 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.809 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.809 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.809 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.809 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.809 INFO:teuthology.orchestra.run.smithi031.stdout: "zabbix_sender": { 2024-09-16T07:25:19.809 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "zabbix_sender", 2024-09-16T07:25:19.809 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "str", 2024-09-16T07:25:19.809 INFO:teuthology.orchestra.run.smithi031.stdout: "level": "advanced", 2024-09-16T07:25:19.810 INFO:teuthology.orchestra.run.smithi031.stdout: "flags": 0, 2024-09-16T07:25:19.810 INFO:teuthology.orchestra.run.smithi031.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-09-16T07:25:19.810 INFO:teuthology.orchestra.run.smithi031.stdout: "min": "", 2024-09-16T07:25:19.810 INFO:teuthology.orchestra.run.smithi031.stdout: "max": "", 2024-09-16T07:25:19.810 INFO:teuthology.orchestra.run.smithi031.stdout: "enum_allowed": [], 2024-09-16T07:25:19.810 INFO:teuthology.orchestra.run.smithi031.stdout: "desc": "", 2024-09-16T07:25:19.810 INFO:teuthology.orchestra.run.smithi031.stdout: "long_desc": "", 2024-09-16T07:25:19.810 INFO:teuthology.orchestra.run.smithi031.stdout: "tags": [], 2024-09-16T07:25:19.810 INFO:teuthology.orchestra.run.smithi031.stdout: "see_also": [] 2024-09-16T07:25:19.810 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.810 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.810 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.811 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.811 INFO:teuthology.orchestra.run.smithi031.stdout: "services": {}, 2024-09-16T07:25:19.811 INFO:teuthology.orchestra.run.smithi031.stdout: "always_on_modules": { 2024-09-16T07:25:19.811 INFO:teuthology.orchestra.run.smithi031.stdout: "octopus": [ 2024-09-16T07:25:19.811 INFO:teuthology.orchestra.run.smithi031.stdout: "balancer", 2024-09-16T07:25:19.811 INFO:teuthology.orchestra.run.smithi031.stdout: "crash", 2024-09-16T07:25:19.811 INFO:teuthology.orchestra.run.smithi031.stdout: "devicehealth", 2024-09-16T07:25:19.811 INFO:teuthology.orchestra.run.smithi031.stdout: "orchestrator", 2024-09-16T07:25:19.811 INFO:teuthology.orchestra.run.smithi031.stdout: "pg_autoscaler", 2024-09-16T07:25:19.811 INFO:teuthology.orchestra.run.smithi031.stdout: "progress", 2024-09-16T07:25:19.811 INFO:teuthology.orchestra.run.smithi031.stdout: "rbd_support", 2024-09-16T07:25:19.812 INFO:teuthology.orchestra.run.smithi031.stdout: "status", 2024-09-16T07:25:19.812 INFO:teuthology.orchestra.run.smithi031.stdout: "telemetry", 2024-09-16T07:25:19.812 INFO:teuthology.orchestra.run.smithi031.stdout: "volumes" 2024-09-16T07:25:19.812 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.812 INFO:teuthology.orchestra.run.smithi031.stdout: "pacific": [ 2024-09-16T07:25:19.812 INFO:teuthology.orchestra.run.smithi031.stdout: "balancer", 2024-09-16T07:25:19.812 INFO:teuthology.orchestra.run.smithi031.stdout: "crash", 2024-09-16T07:25:19.812 INFO:teuthology.orchestra.run.smithi031.stdout: "devicehealth", 2024-09-16T07:25:19.812 INFO:teuthology.orchestra.run.smithi031.stdout: "orchestrator", 2024-09-16T07:25:19.812 INFO:teuthology.orchestra.run.smithi031.stdout: "pg_autoscaler", 2024-09-16T07:25:19.812 INFO:teuthology.orchestra.run.smithi031.stdout: "progress", 2024-09-16T07:25:19.813 INFO:teuthology.orchestra.run.smithi031.stdout: "rbd_support", 2024-09-16T07:25:19.813 INFO:teuthology.orchestra.run.smithi031.stdout: "status", 2024-09-16T07:25:19.813 INFO:teuthology.orchestra.run.smithi031.stdout: "telemetry", 2024-09-16T07:25:19.813 INFO:teuthology.orchestra.run.smithi031.stdout: "volumes" 2024-09-16T07:25:19.813 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.813 INFO:teuthology.orchestra.run.smithi031.stdout: "quincy": [ 2024-09-16T07:25:19.813 INFO:teuthology.orchestra.run.smithi031.stdout: "balancer", 2024-09-16T07:25:19.814 INFO:teuthology.orchestra.run.smithi031.stdout: "crash", 2024-09-16T07:25:19.814 INFO:teuthology.orchestra.run.smithi031.stdout: "devicehealth", 2024-09-16T07:25:19.814 INFO:teuthology.orchestra.run.smithi031.stdout: "orchestrator", 2024-09-16T07:25:19.814 INFO:teuthology.orchestra.run.smithi031.stdout: "pg_autoscaler", 2024-09-16T07:25:19.814 INFO:teuthology.orchestra.run.smithi031.stdout: "progress", 2024-09-16T07:25:19.814 INFO:teuthology.orchestra.run.smithi031.stdout: "rbd_support", 2024-09-16T07:25:19.814 INFO:teuthology.orchestra.run.smithi031.stdout: "status", 2024-09-16T07:25:19.814 INFO:teuthology.orchestra.run.smithi031.stdout: "telemetry", 2024-09-16T07:25:19.814 INFO:teuthology.orchestra.run.smithi031.stdout: "volumes" 2024-09-16T07:25:19.814 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.814 INFO:teuthology.orchestra.run.smithi031.stdout: "reef": [ 2024-09-16T07:25:19.814 INFO:teuthology.orchestra.run.smithi031.stdout: "balancer", 2024-09-16T07:25:19.815 INFO:teuthology.orchestra.run.smithi031.stdout: "crash", 2024-09-16T07:25:19.815 INFO:teuthology.orchestra.run.smithi031.stdout: "devicehealth", 2024-09-16T07:25:19.815 INFO:teuthology.orchestra.run.smithi031.stdout: "orchestrator", 2024-09-16T07:25:19.815 INFO:teuthology.orchestra.run.smithi031.stdout: "pg_autoscaler", 2024-09-16T07:25:19.815 INFO:teuthology.orchestra.run.smithi031.stdout: "progress", 2024-09-16T07:25:19.815 INFO:teuthology.orchestra.run.smithi031.stdout: "rbd_support", 2024-09-16T07:25:19.815 INFO:teuthology.orchestra.run.smithi031.stdout: "status", 2024-09-16T07:25:19.815 INFO:teuthology.orchestra.run.smithi031.stdout: "telemetry", 2024-09-16T07:25:19.815 INFO:teuthology.orchestra.run.smithi031.stdout: "volumes" 2024-09-16T07:25:19.815 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:25:19.815 INFO:teuthology.orchestra.run.smithi031.stdout: "squid": [ 2024-09-16T07:25:19.816 INFO:teuthology.orchestra.run.smithi031.stdout: "balancer", 2024-09-16T07:25:19.816 INFO:teuthology.orchestra.run.smithi031.stdout: "crash", 2024-09-16T07:25:19.816 INFO:teuthology.orchestra.run.smithi031.stdout: "devicehealth", 2024-09-16T07:25:19.816 INFO:teuthology.orchestra.run.smithi031.stdout: "orchestrator", 2024-09-16T07:25:19.816 INFO:teuthology.orchestra.run.smithi031.stdout: "pg_autoscaler", 2024-09-16T07:25:19.816 INFO:teuthology.orchestra.run.smithi031.stdout: "progress", 2024-09-16T07:25:19.816 INFO:teuthology.orchestra.run.smithi031.stdout: "rbd_support", 2024-09-16T07:25:19.816 INFO:teuthology.orchestra.run.smithi031.stdout: "status", 2024-09-16T07:25:19.816 INFO:teuthology.orchestra.run.smithi031.stdout: "telemetry", 2024-09-16T07:25:19.816 INFO:teuthology.orchestra.run.smithi031.stdout: "volumes" 2024-09-16T07:25:19.816 INFO:teuthology.orchestra.run.smithi031.stdout: ] 2024-09-16T07:25:19.817 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.817 INFO:teuthology.orchestra.run.smithi031.stdout: "last_failure_osd_epoch": 0, 2024-09-16T07:25:19.817 INFO:teuthology.orchestra.run.smithi031.stdout: "active_clients": [ 2024-09-16T07:25:19.817 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.817 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "devicehealth", 2024-09-16T07:25:19.817 INFO:teuthology.orchestra.run.smithi031.stdout: "addrvec": [ 2024-09-16T07:25:19.817 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.817 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "v2", 2024-09-16T07:25:19.817 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": "172.21.15.155:0", 2024-09-16T07:25:19.817 INFO:teuthology.orchestra.run.smithi031.stdout: "nonce": 2520755882 2024-09-16T07:25:19.817 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.818 INFO:teuthology.orchestra.run.smithi031.stdout: ] 2024-09-16T07:25:19.818 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.818 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.818 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "libcephsqlite", 2024-09-16T07:25:19.818 INFO:teuthology.orchestra.run.smithi031.stdout: "addrvec": [ 2024-09-16T07:25:19.818 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.818 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "v2", 2024-09-16T07:25:19.818 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": "172.21.15.155:0", 2024-09-16T07:25:19.818 INFO:teuthology.orchestra.run.smithi031.stdout: "nonce": 3486515088 2024-09-16T07:25:19.818 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.818 INFO:teuthology.orchestra.run.smithi031.stdout: ] 2024-09-16T07:25:19.818 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.819 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.819 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "rbd_support", 2024-09-16T07:25:19.819 INFO:teuthology.orchestra.run.smithi031.stdout: "addrvec": [ 2024-09-16T07:25:19.819 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.819 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "v2", 2024-09-16T07:25:19.819 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": "172.21.15.155:0", 2024-09-16T07:25:19.819 INFO:teuthology.orchestra.run.smithi031.stdout: "nonce": 2982904455 2024-09-16T07:25:19.819 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.819 INFO:teuthology.orchestra.run.smithi031.stdout: ] 2024-09-16T07:25:19.819 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.819 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.820 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "volumes", 2024-09-16T07:25:19.820 INFO:teuthology.orchestra.run.smithi031.stdout: "addrvec": [ 2024-09-16T07:25:19.820 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.820 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "v2", 2024-09-16T07:25:19.820 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": "172.21.15.155:0", 2024-09-16T07:25:19.820 INFO:teuthology.orchestra.run.smithi031.stdout: "nonce": 1467139609 2024-09-16T07:25:19.820 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.820 INFO:teuthology.orchestra.run.smithi031.stdout: ] 2024-09-16T07:25:19.820 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.820 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.820 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "volumes", 2024-09-16T07:25:19.821 INFO:teuthology.orchestra.run.smithi031.stdout: "addrvec": [ 2024-09-16T07:25:19.821 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.821 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "v2", 2024-09-16T07:25:19.821 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": "172.21.15.155:0", 2024-09-16T07:25:19.821 INFO:teuthology.orchestra.run.smithi031.stdout: "nonce": 2637602607 2024-09-16T07:25:19.821 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.821 INFO:teuthology.orchestra.run.smithi031.stdout: ] 2024-09-16T07:25:19.821 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.821 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.821 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "volumes", 2024-09-16T07:25:19.821 INFO:teuthology.orchestra.run.smithi031.stdout: "addrvec": [ 2024-09-16T07:25:19.821 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.822 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "v2", 2024-09-16T07:25:19.822 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": "172.21.15.155:0", 2024-09-16T07:25:19.822 INFO:teuthology.orchestra.run.smithi031.stdout: "nonce": 4238122992 2024-09-16T07:25:19.822 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.822 INFO:teuthology.orchestra.run.smithi031.stdout: ] 2024-09-16T07:25:19.822 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.822 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.822 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "volumes", 2024-09-16T07:25:19.822 INFO:teuthology.orchestra.run.smithi031.stdout: "addrvec": [ 2024-09-16T07:25:19.822 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.823 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "v2", 2024-09-16T07:25:19.823 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": "172.21.15.155:0", 2024-09-16T07:25:19.823 INFO:teuthology.orchestra.run.smithi031.stdout: "nonce": 3058496590 2024-09-16T07:25:19.823 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.823 INFO:teuthology.orchestra.run.smithi031.stdout: ] 2024-09-16T07:25:19.823 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.823 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.823 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "volumes", 2024-09-16T07:25:19.823 INFO:teuthology.orchestra.run.smithi031.stdout: "addrvec": [ 2024-09-16T07:25:19.823 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.823 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "v2", 2024-09-16T07:25:19.823 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": "172.21.15.155:0", 2024-09-16T07:25:19.824 INFO:teuthology.orchestra.run.smithi031.stdout: "nonce": 3170611945 2024-09-16T07:25:19.824 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.824 INFO:teuthology.orchestra.run.smithi031.stdout: ] 2024-09-16T07:25:19.824 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.824 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.824 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "volumes", 2024-09-16T07:25:19.824 INFO:teuthology.orchestra.run.smithi031.stdout: "addrvec": [ 2024-09-16T07:25:19.824 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.824 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "v2", 2024-09-16T07:25:19.824 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": "172.21.15.155:0", 2024-09-16T07:25:19.824 INFO:teuthology.orchestra.run.smithi031.stdout: "nonce": 2983704885 2024-09-16T07:25:19.825 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.825 INFO:teuthology.orchestra.run.smithi031.stdout: ] 2024-09-16T07:25:19.825 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:19.825 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.825 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "volumes", 2024-09-16T07:25:19.825 INFO:teuthology.orchestra.run.smithi031.stdout: "addrvec": [ 2024-09-16T07:25:19.825 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:19.825 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "v2", 2024-09-16T07:25:19.825 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": "172.21.15.155:0", 2024-09-16T07:25:19.825 INFO:teuthology.orchestra.run.smithi031.stdout: "nonce": 289949534 2024-09-16T07:25:19.825 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.825 INFO:teuthology.orchestra.run.smithi031.stdout: ] 2024-09-16T07:25:19.826 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:19.826 INFO:teuthology.orchestra.run.smithi031.stdout: ] 2024-09-16T07:25:19.826 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-16T07:25:19.828 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.709+0000 7fd0a8252640 1 -- 172.21.15.31:0/1043507664 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd084078be0 msgr2=0x7fd08407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:19.828 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.709+0000 7fd0a8252640 1 --2- 172.21.15.31:0/1043507664 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd084078be0 0x7fd08407b0a0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7fd0a00ca530 tx=0x7fd090006b20 comp rx=0 tx=0).stop 2024-09-16T07:25:19.828 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.709+0000 7fd0a8252640 1 -- 172.21.15.31:0/1043507664 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd08c003a50 msgr2=0x7fd0a00b0c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:19.828 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.709+0000 7fd0a8252640 1 --2- 172.21.15.31:0/1043507664 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd08c003a50 0x7fd0a00b0c70 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7fd09c00ba40 tx=0x7fd09c032770 comp rx=0 tx=0).stop 2024-09-16T07:25:19.828 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.709+0000 7fd0a8252640 1 -- 172.21.15.31:0/1043507664 shutdown_connections 2024-09-16T07:25:19.828 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.709+0000 7fd0a8252640 1 --2- 172.21.15.31:0/1043507664 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fd084078be0 0x7fd08407b0a0 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:19.828 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.709+0000 7fd0a8252640 1 --2- 172.21.15.31:0/1043507664 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd0a015c2b0 0x7fd0a00b5420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:19.828 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.709+0000 7fd0a8252640 1 --2- 172.21.15.31:0/1043507664 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd0a00afa10 0x7fd0a01f87e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:19.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.709+0000 7fd0a8252640 1 --2- 172.21.15.31:0/1043507664 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd08c003a50 0x7fd0a00b0c70 unknown :-1 s=CLOSED pgs=814 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:19.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.709+0000 7fd0a8252640 1 -- 172.21.15.31:0/1043507664 >> 172.21.15.31:0/1043507664 conn(0x7fd0a00741f0 msgr2=0x7fd0a00b3630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:19.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.709+0000 7fd0a8252640 1 -- 172.21.15.31:0/1043507664 shutdown_connections 2024-09-16T07:25:19.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:18.709+0000 7fd0a8252640 1 -- 172.21.15.31:0/1043507664 wait complete. 2024-09-16T07:25:19.834 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr fail x 2024-09-16T07:25:19.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:19.954+0000 7fb4fa2e6640 1 -- 172.21.15.31:0/3566117793 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb4f40ced40 msgr2=0x7fb4f40cd1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:19.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:19.954+0000 7fb4fa2e6640 1 --2- 172.21.15.31:0/3566117793 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb4f40ced40 0x7fb4f40cd1f0 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7fb4ec005fd0 tx=0x7fb4ec02a8b0 comp rx=0 tx=0).stop 2024-09-16T07:25:19.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:19.954+0000 7fb4fa2e6640 1 -- 172.21.15.31:0/3566117793 shutdown_connections 2024-09-16T07:25:19.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:19.954+0000 7fb4fa2e6640 1 --2- 172.21.15.31:0/3566117793 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb4f40ced40 0x7fb4f40cd1f0 unknown :-1 s=CLOSED pgs=816 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:19.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:19.954+0000 7fb4fa2e6640 1 -- 172.21.15.31:0/3566117793 >> 172.21.15.31:0/3566117793 conn(0x7fb4f40d1c40 msgr2=0x7fb4f40d2050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:19.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:19.954+0000 7fb4fa2e6640 1 -- 172.21.15.31:0/3566117793 shutdown_connections 2024-09-16T07:25:19.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:19.954+0000 7fb4fa2e6640 1 -- 172.21.15.31:0/3566117793 wait complete. 2024-09-16T07:25:19.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:19.955+0000 7fb4fa2e6640 1 Processor -- start 2024-09-16T07:25:19.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:19.955+0000 7fb4fa2e6640 1 -- start start 2024-09-16T07:25:19.956 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:19.956+0000 7fb4fa2e6640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb4f40ced40 0x7fb4f40cb380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:19.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:19.956+0000 7fb4fa2e6640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb4f40d2760 0x7fb4f40ae8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:19.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:19.956+0000 7fb4fa2e6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb4f415bd30 0x7fb4f40aee10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:19.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:19.956+0000 7fb4fa2e6640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fb4f40cf590 con 0x7fb4f415bd30 2024-09-16T07:25:19.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:19.956+0000 7fb4fa2e6640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb4f40cf410 con 0x7fb4f40ced40 2024-09-16T07:25:19.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:19.956+0000 7fb4fa2e6640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb4f40cd730 con 0x7fb4f40d2760 2024-09-16T07:25:19.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:19.956+0000 7fb4f8883640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb4f415bd30 0x7fb4f40aee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:19.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:19.956+0000 7fb4f8883640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb4f415bd30 0x7fb4f40aee10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55276/0 (socket says 172.21.15.31:55276) 2024-09-16T07:25:19.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:19.956+0000 7fb4f8883640 1 -- 172.21.15.31:0/5481068 learned_addr learned my addr 172.21.15.31:0/5481068 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:19.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:19.956+0000 7fb4f3fff640 1 --2- 172.21.15.31:0/5481068 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb4f40ced40 0x7fb4f40cb380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:19.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:19.956+0000 7fb4f37fe640 1 --2- 172.21.15.31:0/5481068 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb4f40d2760 0x7fb4f40ae8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:19.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:19.957+0000 7fb4f8883640 1 -- 172.21.15.31:0/5481068 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb4f40d2760 msgr2=0x7fb4f40ae8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:19.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:19.957+0000 7fb4f8883640 1 --2- 172.21.15.31:0/5481068 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb4f40d2760 0x7fb4f40ae8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:19.958 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:19.957+0000 7fb4f8883640 1 -- 172.21.15.31:0/5481068 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb4f40ced40 msgr2=0x7fb4f40cb380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:19.958 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:19.957+0000 7fb4f8883640 1 --2- 172.21.15.31:0/5481068 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb4f40ced40 0x7fb4f40cb380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:19.958 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:19.957+0000 7fb4f8883640 1 -- 172.21.15.31:0/5481068 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4f40c6440 con 0x7fb4f415bd30 2024-09-16T07:25:19.958 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:19.957+0000 7fb4f8883640 1 --2- 172.21.15.31:0/5481068 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb4f415bd30 0x7fb4f40aee10 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7fb4ec009cd0 tx=0x7fb4ec003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:19.958 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:19.957+0000 7fb4f0ff9640 1 -- 172.21.15.31:0/5481068 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4ec040070 con 0x7fb4f415bd30 2024-09-16T07:25:19.958 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:19.957+0000 7fb4f0ff9640 1 -- 172.21.15.31:0/5481068 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb4ec004250 con 0x7fb4f415bd30 2024-09-16T07:25:19.958 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:19.957+0000 7fb4f0ff9640 1 -- 172.21.15.31:0/5481068 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4ec0046a0 con 0x7fb4f415bd30 2024-09-16T07:25:19.958 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:19.957+0000 7fb4fa2e6640 1 -- 172.21.15.31:0/5481068 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4f40c8640 con 0x7fb4f415bd30 2024-09-16T07:25:19.958 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:19.957+0000 7fb4fa2e6640 1 -- 172.21.15.31:0/5481068 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4f41f66d0 con 0x7fb4f415bd30 2024-09-16T07:25:19.959 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:19.958+0000 7fb4fa2e6640 1 -- 172.21.15.31:0/5481068 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb4f41f61e0 con 0x7fb4f415bd30 2024-09-16T07:25:19.959 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:19.959+0000 7fb4f0ff9640 1 -- 172.21.15.31:0/5481068 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 12) ==== 101644+0+0 (secure 0 0 0) 0x7fb4ec039040 con 0x7fb4f415bd30 2024-09-16T07:25:19.959 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:19.959+0000 7fb4f0ff9640 1 --2- 172.21.15.31:0/5481068 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb4e0078c40 0x7fb4e007b100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:19.959 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:19.960+0000 7fb4f0ff9640 1 -- 172.21.15.31:0/5481068 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5709+0+0 (secure 0 0 0) 0x7fb4ec0bc730 con 0x7fb4f415bd30 2024-09-16T07:25:19.959 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:19.960+0000 7fb4f3fff640 1 --2- 172.21.15.31:0/5481068 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb4e0078c40 0x7fb4e007b100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:19.960 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:19.960+0000 7fb4f3fff640 1 --2- 172.21.15.31:0/5481068 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb4e0078c40 0x7fb4e007b100 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fb4f415cc70 tx=0x7fb4e4009040 comp rx=0 tx=0).ready entity=mgr.4117 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:19.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:19.964+0000 7fb4f0ff9640 1 -- 172.21.15.31:0/5481068 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fb4ec084110 con 0x7fb4f415bd30 2024-09-16T07:25:20.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.198+0000 7fb4fa2e6640 1 -- 172.21.15.31:0/5481068 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "mgr fail", "who": "x"} v 0) -- 0x7fb4f40cd1d0 con 0x7fb4f415bd30 2024-09-16T07:25:20.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.203+0000 7fb4f0ff9640 1 -- 172.21.15.31:0/5481068 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "mgr fail", "who": "x"}]=0 v13) ==== 68+0+0 (secure 0 0 0) 0x7fb4ec088b40 con 0x7fb4f415bd30 2024-09-16T07:25:20.203 INFO:tasks.ceph.mgr.x.smithi155.stderr:2024-09-16T07:25:20.204+0000 7f783c252640 -1 mgr handle_mgr_map I was active but no longer am 2024-09-16T07:25:20.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.207+0000 7fb4fa2e6640 1 -- 172.21.15.31:0/5481068 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb4e0078c40 msgr2=0x7fb4e007b100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:20.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.207+0000 7fb4fa2e6640 1 --2- 172.21.15.31:0/5481068 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb4e0078c40 0x7fb4e007b100 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fb4f415cc70 tx=0x7fb4e4009040 comp rx=0 tx=0).stop 2024-09-16T07:25:20.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.207+0000 7fb4fa2e6640 1 -- 172.21.15.31:0/5481068 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb4f415bd30 msgr2=0x7fb4f40aee10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:20.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.207+0000 7fb4f0ff9640 1 -- 172.21.15.31:0/5481068 <== mon.0 v2:172.21.15.31:3300/0 8 ==== mgrmap(e 13) ==== 50665+0+0 (secure 0 0 0) 0x7fb4ec080380 con 0x7fb4f415bd30 2024-09-16T07:25:20.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.207+0000 7fb4fa2e6640 1 --2- 172.21.15.31:0/5481068 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb4f415bd30 0x7fb4f40aee10 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7fb4ec009cd0 tx=0x7fb4ec003c20 comp rx=0 tx=0).stop 2024-09-16T07:25:20.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.207+0000 7fb4fa2e6640 1 -- 172.21.15.31:0/5481068 shutdown_connections 2024-09-16T07:25:20.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.207+0000 7fb4fa2e6640 1 --2- 172.21.15.31:0/5481068 >> [v2:172.21.15.155:6808/3650624732,v1:172.21.15.155:6809/3650624732] conn(0x7fb4e0078c40 0x7fb4e007b100 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:20.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.207+0000 7fb4fa2e6640 1 --2- 172.21.15.31:0/5481068 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb4f415bd30 0x7fb4f40aee10 unknown :-1 s=CLOSED pgs=817 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:20.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.207+0000 7fb4fa2e6640 1 --2- 172.21.15.31:0/5481068 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb4f40d2760 0x7fb4f40ae8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:20.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.207+0000 7fb4fa2e6640 1 --2- 172.21.15.31:0/5481068 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb4f40ced40 0x7fb4f40cb380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:20.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.207+0000 7fb4fa2e6640 1 -- 172.21.15.31:0/5481068 >> 172.21.15.31:0/5481068 conn(0x7fb4f40d1c40 msgr2=0x7fb4f4070710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:20.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.207+0000 7fb4fa2e6640 1 -- 172.21.15.31:0/5481068 shutdown_connections 2024-09-16T07:25:20.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.208+0000 7fb4fa2e6640 1 -- 172.21.15.31:0/5481068 wait complete. 2024-09-16T07:25:20.237 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:25:20.296 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:25:20.296+0000 7f8a62db0640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:25:20.296 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:25:20.296+0000 7f8a62db0640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:25:20.296 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:25:20.296+0000 7f8a62db0640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:25:20.296 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:25:20.296+0000 7f8a62db0640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:25:20.296 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:25:20.296+0000 7f8a62db0640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:25:20.296 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:25:20.296+0000 7f8a655b5640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:25:20.296 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:25:20.296+0000 7f8a655b5640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:25:20.296 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:25:20.296+0000 7f8a655b5640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:25:20.297 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:25:20.296+0000 7f8a655b5640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:25:20.297 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:25:20.296+0000 7f8a655b5640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:25:20.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.363+0000 7f2d8212c640 1 -- 172.21.15.31:0/2020811153 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2d7c0d1a10 msgr2=0x7f2d7c161f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:20.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.363+0000 7f2d8212c640 1 --2- 172.21.15.31:0/2020811153 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2d7c0d1a10 0x7f2d7c161f10 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f2d70009830 tx=0x7f2d7002a510 comp rx=0 tx=0).stop 2024-09-16T07:25:20.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.363+0000 7f2d8212c640 1 -- 172.21.15.31:0/2020811153 shutdown_connections 2024-09-16T07:25:20.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.363+0000 7f2d8212c640 1 --2- 172.21.15.31:0/2020811153 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2d7c0d1a10 0x7f2d7c161f10 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:20.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.363+0000 7f2d8212c640 1 --2- 172.21.15.31:0/2020811153 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2d7c161b30 0x7f2d7c0cf920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:20.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.363+0000 7f2d8212c640 1 -- 172.21.15.31:0/2020811153 >> 172.21.15.31:0/2020811153 conn(0x7f2d7c0d3e40 msgr2=0x7f2d7c0d4250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:20.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.363+0000 7f2d8212c640 1 -- 172.21.15.31:0/2020811153 shutdown_connections 2024-09-16T07:25:20.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.363+0000 7f2d8212c640 1 -- 172.21.15.31:0/2020811153 wait complete. 2024-09-16T07:25:20.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.364+0000 7f2d8212c640 1 Processor -- start 2024-09-16T07:25:20.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.365+0000 7f2d8212c640 1 -- start start 2024-09-16T07:25:20.366 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.365+0000 7f2d8212c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2d7c0d1a10 0x7f2d7c0caf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:20.366 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.365+0000 7f2d8212c640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2d7c160ac0 0x7f2d7c14dc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:20.366 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.365+0000 7f2d8212c640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2d7c161b30 0x7f2d7c0b8820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:20.366 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.365+0000 7f2d8212c640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f2d7c0b3b60 con 0x7f2d7c0d1a10 2024-09-16T07:25:20.366 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.365+0000 7f2d8212c640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f2d7c0b39e0 con 0x7f2d7c160ac0 2024-09-16T07:25:20.366 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.365+0000 7f2d8212c640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f2d7c0b3ce0 con 0x7f2d7c161b30 2024-09-16T07:25:20.366 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.365+0000 7f2d7b7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2d7c0d1a10 0x7f2d7c0caf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:20.366 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.365+0000 7f2d7b7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2d7c0d1a10 0x7f2d7c0caf10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55370/0 (socket says 172.21.15.31:55370) 2024-09-16T07:25:20.366 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.365+0000 7f2d7b7fe640 1 -- 172.21.15.31:0/2343045591 learned_addr learned my addr 172.21.15.31:0/2343045591 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:20.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.366+0000 7f2d7affd640 1 --2- 172.21.15.31:0/2343045591 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2d7c160ac0 0x7f2d7c14dc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:20.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.366+0000 7f2d7bfff640 1 --2- 172.21.15.31:0/2343045591 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2d7c161b30 0x7f2d7c0b8820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:20.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.366+0000 7f2d7b7fe640 1 -- 172.21.15.31:0/2343045591 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2d7c161b30 msgr2=0x7f2d7c0b8820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:20.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.366+0000 7f2d7b7fe640 1 --2- 172.21.15.31:0/2343045591 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2d7c161b30 0x7f2d7c0b8820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:20.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.366+0000 7f2d7b7fe640 1 -- 172.21.15.31:0/2343045591 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2d7c160ac0 msgr2=0x7f2d7c14dc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:20.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.366+0000 7f2d7b7fe640 1 --2- 172.21.15.31:0/2343045591 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2d7c160ac0 0x7f2d7c14dc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:20.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.366+0000 7f2d7b7fe640 1 -- 172.21.15.31:0/2343045591 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d7c0b7d80 con 0x7f2d7c0d1a10 2024-09-16T07:25:20.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.366+0000 7f2d7affd640 1 --2- 172.21.15.31:0/2343045591 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2d7c160ac0 0x7f2d7c14dc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:25:20.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.366+0000 7f2d7bfff640 1 --2- 172.21.15.31:0/2343045591 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2d7c161b30 0x7f2d7c0b8820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:25:20.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.366+0000 7f2d7b7fe640 1 --2- 172.21.15.31:0/2343045591 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2d7c0d1a10 0x7f2d7c0caf10 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7f2d6c00e790 tx=0x7f2d6c00ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:20.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.366+0000 7f2d63fff640 1 -- 172.21.15.31:0/2343045591 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d6c00eea0 con 0x7f2d7c0d1a10 2024-09-16T07:25:20.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.366+0000 7f2d63fff640 1 -- 172.21.15.31:0/2343045591 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2d6c00cd50 con 0x7f2d7c0d1a10 2024-09-16T07:25:20.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.366+0000 7f2d8212c640 1 -- 172.21.15.31:0/2343045591 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d7c0ca800 con 0x7f2d7c0d1a10 2024-09-16T07:25:20.368 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.366+0000 7f2d63fff640 1 -- 172.21.15.31:0/2343045591 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d6c010690 con 0x7f2d7c0d1a10 2024-09-16T07:25:20.368 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.366+0000 7f2d8212c640 1 -- 172.21.15.31:0/2343045591 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d7c0b8300 con 0x7f2d7c0d1a10 2024-09-16T07:25:20.368 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.367+0000 7f2d63fff640 1 -- 172.21.15.31:0/2343045591 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 13) ==== 50665+0+0 (secure 0 0 0) 0x7f2d6c010830 con 0x7f2d7c0d1a10 2024-09-16T07:25:20.368 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.367+0000 7f2d8212c640 1 -- 172.21.15.31:0/2343045591 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2d7c0cf920 con 0x7f2d7c0d1a10 2024-09-16T07:25:20.368 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.367+0000 7f2d63fff640 1 -- 172.21.15.31:0/2343045591 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 6268+0+0 (secure 0 0 0) 0x7f2d6c053d90 con 0x7f2d7c0d1a10 2024-09-16T07:25:20.371 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.372+0000 7f2d63fff640 1 -- 172.21.15.31:0/2343045591 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f2d6c017dc0 con 0x7f2d7c0d1a10 2024-09-16T07:25:20.598 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.598+0000 7f2d8212c640 1 -- 172.21.15.31:0/2343045591 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2d7c0b3580 con 0x7f2d7c0d1a10 2024-09-16T07:25:20.598 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.599+0000 7f2d63fff640 1 -- 172.21.15.31:0/2343045591 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 48 v48) ==== 94+0+5228 (secure 0 0 0) 0x7f2d6c020e80 con 0x7f2d7c0d1a10 2024-09-16T07:25:20.598 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:25:20.598 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":48,"btime":"2024-09-16T07:25:08:500135+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5788,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/1065769710","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":1065769710},{"type":"v1","addr":"172.21.15.31:6835","nonce":1065769710}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":42},{"gid":5803,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/589596785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":589596785},{"type":"v1","addr":"172.21.15.155:6836","nonce":589596785}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":42},{"gid":5806,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/2442055452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":2442055452},{"type":"v1","addr":"172.21.15.155:6837","nonce":2442055452}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":42}],"filesystems":[{"mdsmap":{"epoch":47,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:24:57.838057+0000","modified":"2024-09-16T07:25:00.847041+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6318},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6318":{"gid":6318,"name":"c","rank":0,"incarnation":43,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6834/1482360243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":1482360243},{"type":"v1","addr":"172.21.15.31:6834","nonce":1482360243}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6318,"qdb_cluster":[6318]},"id":5}]} 2024-09-16T07:25:20.599 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 48 2024-09-16T07:25:20.600 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.601+0000 7f2d8212c640 1 -- 172.21.15.31:0/2343045591 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2d7c0d1a10 msgr2=0x7f2d7c0caf10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:20.600 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.601+0000 7f2d8212c640 1 --2- 172.21.15.31:0/2343045591 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2d7c0d1a10 0x7f2d7c0caf10 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7f2d6c00e790 tx=0x7f2d6c00ec50 comp rx=0 tx=0).stop 2024-09-16T07:25:20.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.601+0000 7f2d8212c640 1 -- 172.21.15.31:0/2343045591 shutdown_connections 2024-09-16T07:25:20.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.601+0000 7f2d8212c640 1 --2- 172.21.15.31:0/2343045591 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2d7c161b30 0x7f2d7c0b8820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:20.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.601+0000 7f2d8212c640 1 --2- 172.21.15.31:0/2343045591 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2d7c160ac0 0x7f2d7c14dc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:20.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.601+0000 7f2d8212c640 1 --2- 172.21.15.31:0/2343045591 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2d7c0d1a10 0x7f2d7c0caf10 unknown :-1 s=CLOSED pgs=827 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:20.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.601+0000 7f2d8212c640 1 -- 172.21.15.31:0/2343045591 >> 172.21.15.31:0/2343045591 conn(0x7f2d7c0d3e40 msgr2=0x7f2d7c06e1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:20.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.601+0000 7f2d8212c640 1 -- 172.21.15.31:0/2343045591 shutdown_connections 2024-09-16T07:25:20.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:20.601+0000 7f2d8212c640 1 -- 172.21.15.31:0/2343045591 wait complete. 2024-09-16T07:25:20.611 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json session ls 2024-09-16T07:25:20.733 INFO:teuthology.orchestra.run.smithi031.stdout:[{"id":5603,"entity":{"name":{"type":"client","num":5603},"addr":{"type":"any","addr":"172.21.15.31:0","nonce":1886270553}},"state":"open","num_leases":0,"num_caps":2,"request_load_avg":2,"uptime":0.42599291900000003,"requests_in_flight":0,"num_completed_requests":0,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":1.9980509286854302,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":2,"last_trim_completed_flushes_tid":0,"delegated_inos":[],"inst":"client.5603 172.21.15.31:0/1886270553","completed_requests":[],"prealloc_inos":[],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"4ef5f0587d1cad82c4295c20951c303dc342ac74","ceph_version":"ceph version 19.3.0-4938-g4ef5f058 (4ef5f0587d1cad82c4295c20951c303dc342ac74) squid (dev)","entity_id":"y","hostname":"smithi031","pid":"36274","root":"/"}},{"id":6612,"entity":{"name":{"type":"client","num":6612},"addr":{"type":"any","addr":"172.21.15.31:0","nonce":3429961612}},"state":"open","num_leases":0,"num_caps":2,"request_load_avg":2,"uptime":0.42599291900000003,"requests_in_flight":0,"num_completed_requests":0,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":1.998053236887803,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":2,"last_trim_completed_flushes_tid":0,"delegated_inos":[],"inst":"client.6612 172.21.15.31:0/3429961612","completed_requests":[],"prealloc_inos":[],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"4ef5f0587d1cad82c4295c20951c303dc342ac74","ceph_version":"ceph version 19.3.0-4938-g4ef5f058 (4ef5f0587d1cad82c4295c20951c303dc342ac74) squid (dev)","entity_id":"y","hostname":"smithi031","pid":"36274","root":"/"}}] 2024-09-16T07:25:20.734 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "4ef5f0587d1cad82c4295c20951c303dc342ac74", "ceph_version": "ceph version 19.3.0-4938-g4ef5f058 (4ef5f0587d1cad82c4295c20951c303dc342ac74) squid (dev)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "y", "hostname": "smithi031", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "pid": "36274", "root": "/" }, "completed_requests": [], "delegated_inos": [], "entity": { "addr": { "addr": "172.21.15.31:0", "nonce": 1886270553, "type": "any" }, "name": { "num": 5603, "type": "client" } }, "id": 5603, "inst": "client.5603 172.21.15.31:0/1886270553", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 2, "num_caps": 2, "num_completed_flushes": 0, "num_completed_requests": 0, "num_leases": 0, "prealloc_inos": [], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 2, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 1.9980509286854302 }, "state": "open", "uptime": 0.425992919 }, { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "4ef5f0587d1cad82c4295c20951c303dc342ac74", "ceph_version": "ceph version 19.3.0-4938-g4ef5f058 (4ef5f0587d1cad82c4295c20951c303dc342ac74) squid (dev)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "y", "hostname": "smithi031", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "pid": "36274", "root": "/" }, "completed_requests": [], "delegated_inos": [], "entity": { "addr": { "addr": "172.21.15.31:0", "nonce": 3429961612, "type": "any" }, "name": { "num": 6612, "type": "client" } }, "id": 6612, "inst": "client.6612 172.21.15.31:0/3429961612", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 2, "num_caps": 2, "num_completed_flushes": 0, "num_completed_requests": 0, "num_leases": 0, "prealloc_inos": [], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 2, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 1.998053236887803 }, "state": "open", "uptime": 0.425992919 } ] 2024-09-16T07:25:20.734 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-16T07:25:20.734 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-16T07:25:20.735 DEBUG:teuthology.orchestra.run.smithi031:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T07:25:20.777 DEBUG:teuthology.orchestra.run.smithi155:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T07:25:20.814 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-16T07:25:20.814 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T07:25:20.814 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:25:20.814 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:25:20.833 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17171 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T07:25:20.834 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T07:25:20.834 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:25:20.834 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:25:20.869 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056027,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1315 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T07:25:20.869 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T07:25:20.870 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:25:20.870 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:25:20.890 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17171 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T07:25:20.890 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T07:25:20.890 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:25:20.890 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:25:20.926 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056027,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1315 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T07:25:20.926 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:25:21.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.035+0000 7fd0aef00640 1 -- 172.21.15.31:0/1631555657 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd0a815f6d0 msgr2=0x7fd0a815c880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:21.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.035+0000 7fd0aef00640 1 --2- 172.21.15.31:0/1631555657 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd0a815f6d0 0x7fd0a815c880 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7fd098005fd0 tx=0x7fd09802ab20 comp rx=0 tx=0).stop 2024-09-16T07:25:21.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.035+0000 7fd0aef00640 1 -- 172.21.15.31:0/1631555657 shutdown_connections 2024-09-16T07:25:21.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.035+0000 7fd0aef00640 1 --2- 172.21.15.31:0/1631555657 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd0a815f6d0 0x7fd0a815c880 unknown :-1 s=CLOSED pgs=828 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:21.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.035+0000 7fd0aef00640 1 --2- 172.21.15.31:0/1631555657 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd0a80d2410 0x7fd0a80b3090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:21.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.035+0000 7fd0aef00640 1 -- 172.21.15.31:0/1631555657 >> 172.21.15.31:0/1631555657 conn(0x7fd0a809aa30 msgr2=0x7fd0a809ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:21.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.035+0000 7fd0aef00640 1 -- 172.21.15.31:0/1631555657 shutdown_connections 2024-09-16T07:25:21.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.035+0000 7fd0aef00640 1 -- 172.21.15.31:0/1631555657 wait complete. 2024-09-16T07:25:21.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.036+0000 7fd0aef00640 1 Processor -- start 2024-09-16T07:25:21.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.036+0000 7fd0aef00640 1 -- start start 2024-09-16T07:25:21.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.037+0000 7fd0aef00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd0a80d2410 0x7fd0a8070d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:21.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.037+0000 7fd0aef00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd0a815cdc0 0x7fd0a8071260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:21.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.037+0000 7fd0aef00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd0a815f6d0 0x7fd0a8157c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:21.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.037+0000 7fd0aef00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fd0a80b13c0 con 0x7fd0a815f6d0 2024-09-16T07:25:21.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.037+0000 7fd0aef00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fd0a80b1240 con 0x7fd0a80d2410 2024-09-16T07:25:21.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.037+0000 7fd0aef00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fd0a80b1540 con 0x7fd0a815cdc0 2024-09-16T07:25:21.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.037+0000 7fd0ad49d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd0a815f6d0 0x7fd0a8157c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:21.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.037+0000 7fd0acc9c640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd0a80d2410 0x7fd0a8070d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:21.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.037+0000 7fd0a7fff640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd0a815cdc0 0x7fd0a8071260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:21.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.037+0000 7fd0ad49d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd0a815f6d0 0x7fd0a8157c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55394/0 (socket says 172.21.15.31:55394) 2024-09-16T07:25:21.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.037+0000 7fd0ad49d640 1 -- 172.21.15.31:0/1282857056 learned_addr learned my addr 172.21.15.31:0/1282857056 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:21.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.038+0000 7fd0ad49d640 1 -- 172.21.15.31:0/1282857056 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd0a815cdc0 msgr2=0x7fd0a8071260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:21.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.038+0000 7fd0ad49d640 1 --2- 172.21.15.31:0/1282857056 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd0a815cdc0 0x7fd0a8071260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:21.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.038+0000 7fd0ad49d640 1 -- 172.21.15.31:0/1282857056 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd0a80d2410 msgr2=0x7fd0a8070d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:21.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.038+0000 7fd0ad49d640 1 --2- 172.21.15.31:0/1282857056 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd0a80d2410 0x7fd0a8070d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:21.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.038+0000 7fd0ad49d640 1 -- 172.21.15.31:0/1282857056 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0a815ab20 con 0x7fd0a815f6d0 2024-09-16T07:25:21.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.038+0000 7fd0a7fff640 1 --2- 172.21.15.31:0/1282857056 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd0a815cdc0 0x7fd0a8071260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T07:25:21.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.038+0000 7fd0ad49d640 1 --2- 172.21.15.31:0/1282857056 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd0a815f6d0 0x7fd0a8157c40 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7fd0a000c390 tx=0x7fd0a000c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:21.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.038+0000 7fd0a57fa640 1 -- 172.21.15.31:0/1282857056 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0a0017070 con 0x7fd0a815f6d0 2024-09-16T07:25:21.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.038+0000 7fd0a57fa640 1 -- 172.21.15.31:0/1282857056 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd0a00053c0 con 0x7fd0a815f6d0 2024-09-16T07:25:21.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.038+0000 7fd0aef00640 1 -- 172.21.15.31:0/1282857056 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0a815a840 con 0x7fd0a815f6d0 2024-09-16T07:25:21.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.038+0000 7fd0a57fa640 1 -- 172.21.15.31:0/1282857056 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0a0003830 con 0x7fd0a815f6d0 2024-09-16T07:25:21.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.038+0000 7fd0aef00640 1 -- 172.21.15.31:0/1282857056 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0a80cb5a0 con 0x7fd0a815f6d0 2024-09-16T07:25:21.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.039+0000 7fd0a57fa640 1 -- 172.21.15.31:0/1282857056 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 13) ==== 50665+0+0 (secure 0 0 0) 0x7fd0a001a070 con 0x7fd0a815f6d0 2024-09-16T07:25:21.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.039+0000 7fd0a57fa640 1 -- 172.21.15.31:0/1282857056 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 6268+0+0 (secure 0 0 0) 0x7fd0a0052640 con 0x7fd0a815f6d0 2024-09-16T07:25:21.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.039+0000 7fd0aef00640 1 -- 172.21.15.31:0/1282857056 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd0a80b19f0 con 0x7fd0a815f6d0 2024-09-16T07:25:21.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.044+0000 7fd0a57fa640 1 -- 172.21.15.31:0/1282857056 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fd0a815c0e0 con 0x7fd0a815f6d0 2024-09-16T07:25:21.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.206+0000 7fd0a57fa640 1 -- 172.21.15.31:0/1282857056 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mgrmap(e 14) ==== 50792+0+0 (secure 0 0 0) 0x7fd0a0011910 con 0x7fd0a815f6d0 2024-09-16T07:25:21.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.207+0000 7fd0a57fa640 1 --2- 172.21.15.31:0/1282857056 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd088044080 0x7fd088046470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:21.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.208+0000 7fd0acc9c640 1 --2- 172.21.15.31:0/1282857056 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd088044080 0x7fd088046470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:21.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.210+0000 7fd0acc9c640 1 --2- 172.21.15.31:0/1282857056 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd088044080 0x7fd088046470 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fd09000bbe0 tx=0x7fd09000b390 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:21.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.273+0000 7fd0aef00640 1 -- 172.21.15.31:0/1282857056 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd0a806c640 con 0x7fd0a815f6d0 2024-09-16T07:25:21.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.274+0000 7fd0a57fa640 1 -- 172.21.15.31:0/1282857056 <== mon.0 v2:172.21.15.31:3300/0 8 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 48 v48) ==== 94+0+5228 (secure 0 0 0) 0x7fd0a00102e0 con 0x7fd0a815f6d0 2024-09-16T07:25:21.274 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:25:21.274 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":48,"btime":"2024-09-16T07:25:08:500135+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5788,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/1065769710","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":1065769710},{"type":"v1","addr":"172.21.15.31:6835","nonce":1065769710}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":42},{"gid":5803,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/589596785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":589596785},{"type":"v1","addr":"172.21.15.155:6836","nonce":589596785}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":42},{"gid":5806,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/2442055452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":2442055452},{"type":"v1","addr":"172.21.15.155:6837","nonce":2442055452}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":42}],"filesystems":[{"mdsmap":{"epoch":47,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:24:57.838057+0000","modified":"2024-09-16T07:25:00.847041+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6318},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6318":{"gid":6318,"name":"c","rank":0,"incarnation":43,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6834/1482360243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":1482360243},{"type":"v1","addr":"172.21.15.31:6834","nonce":1482360243}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6318,"qdb_cluster":[6318]},"id":5}]} 2024-09-16T07:25:21.274 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 48 2024-09-16T07:25:21.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.276+0000 7fd0aef00640 1 -- 172.21.15.31:0/1282857056 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd088044080 msgr2=0x7fd088046470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:21.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.276+0000 7fd0aef00640 1 --2- 172.21.15.31:0/1282857056 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd088044080 0x7fd088046470 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fd09000bbe0 tx=0x7fd09000b390 comp rx=0 tx=0).stop 2024-09-16T07:25:21.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.276+0000 7fd0aef00640 1 -- 172.21.15.31:0/1282857056 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd0a815f6d0 msgr2=0x7fd0a8157c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:21.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.276+0000 7fd0aef00640 1 --2- 172.21.15.31:0/1282857056 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd0a815f6d0 0x7fd0a8157c40 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7fd0a000c390 tx=0x7fd0a000c850 comp rx=0 tx=0).stop 2024-09-16T07:25:21.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.276+0000 7fd0aef00640 1 -- 172.21.15.31:0/1282857056 shutdown_connections 2024-09-16T07:25:21.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.276+0000 7fd0aef00640 1 --2- 172.21.15.31:0/1282857056 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd088044080 0x7fd088046470 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:21.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.276+0000 7fd0aef00640 1 --2- 172.21.15.31:0/1282857056 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd0a815f6d0 0x7fd0a8157c40 unknown :-1 s=CLOSED pgs=829 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:21.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.276+0000 7fd0aef00640 1 --2- 172.21.15.31:0/1282857056 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd0a815cdc0 0x7fd0a8071260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:21.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.276+0000 7fd0aef00640 1 --2- 172.21.15.31:0/1282857056 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd0a80d2410 0x7fd0a8070d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:21.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.276+0000 7fd0aef00640 1 -- 172.21.15.31:0/1282857056 >> 172.21.15.31:0/1282857056 conn(0x7fd0a809aa30 msgr2=0x7fd0a80718b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:21.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.276+0000 7fd0aef00640 1 -- 172.21.15.31:0/1282857056 shutdown_connections 2024-09-16T07:25:21.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.276+0000 7fd0aef00640 1 -- 172.21.15.31:0/1282857056 wait complete. 2024-09-16T07:25:21.286 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:25:21.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.392+0000 7fddad7d3640 1 -- 172.21.15.31:0/1979848133 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdd94003a00 msgr2=0x7fdd94003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:21.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.392+0000 7fddad7d3640 1 --2- 172.21.15.31:0/1979848133 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdd94003a00 0x7fdd94003e20 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7fdda0009f00 tx=0x7fdd94005830 comp rx=0 tx=0).stop 2024-09-16T07:25:21.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.392+0000 7fdda77fe640 1 -- 172.21.15.31:0/1979848133 reap_dead start 2024-09-16T07:25:21.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.392+0000 7fddad7d3640 1 -- 172.21.15.31:0/1979848133 shutdown_connections 2024-09-16T07:25:21.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.392+0000 7fddad7d3640 1 -- 172.21.15.31:0/1979848133 >> 172.21.15.31:0/1979848133 conn(0x7fdda80d3e40 msgr2=0x7fdda80d4250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:21.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.393+0000 7fddad7d3640 1 -- 172.21.15.31:0/1979848133 shutdown_connections 2024-09-16T07:25:21.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.393+0000 7fddad7d3640 1 -- 172.21.15.31:0/1979848133 wait complete. 2024-09-16T07:25:21.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.394+0000 7fddad7d3640 1 Processor -- start 2024-09-16T07:25:21.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.394+0000 7fddad7d3640 1 -- start start 2024-09-16T07:25:21.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.395+0000 7fddad7d3640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdd94003a00 0x7fdda8159990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:21.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.395+0000 7fddad7d3640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdda814a8b0 0x7fdda81f76e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:21.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.395+0000 7fddad7d3640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdda8157650 0x7fdda8157ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:21.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.395+0000 7fddad7d3640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fdda8162090 con 0x7fdda814a8b0 2024-09-16T07:25:21.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.395+0000 7fddad7d3640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fdda8161f10 con 0x7fdda8157650 2024-09-16T07:25:21.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.395+0000 7fddad7d3640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fdda8162210 con 0x7fdd94003a00 2024-09-16T07:25:21.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.395+0000 7fdda67fc640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdda814a8b0 0x7fdda81f76e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:21.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.395+0000 7fdda67fc640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdda814a8b0 0x7fdda81f76e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55412/0 (socket says 172.21.15.31:55412) 2024-09-16T07:25:21.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.395+0000 7fdda67fc640 1 -- 172.21.15.31:0/2407418191 learned_addr learned my addr 172.21.15.31:0/2407418191 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:21.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.395+0000 7fdda6ffd640 1 --2- 172.21.15.31:0/2407418191 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdd94003a00 0x7fdda8159990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:21.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.395+0000 7fdda77fe640 1 --2- 172.21.15.31:0/2407418191 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdda8157650 0x7fdda8157ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:21.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.395+0000 7fdda67fc640 1 -- 172.21.15.31:0/2407418191 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdd94003a00 msgr2=0x7fdda8159990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:21.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.395+0000 7fdda67fc640 1 --2- 172.21.15.31:0/2407418191 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdd94003a00 0x7fdda8159990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:21.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.395+0000 7fdda67fc640 1 -- 172.21.15.31:0/2407418191 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdda8157650 msgr2=0x7fdda8157ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:21.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.395+0000 7fdda67fc640 1 --2- 172.21.15.31:0/2407418191 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdda8157650 0x7fdda8157ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:21.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.395+0000 7fdda67fc640 1 -- 172.21.15.31:0/2407418191 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdda8159f80 con 0x7fdda814a8b0 2024-09-16T07:25:21.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.395+0000 7fdda67fc640 1 --2- 172.21.15.31:0/2407418191 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdda814a8b0 0x7fdda81f76e0 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7fdd90011a50 tx=0x7fdd90011f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:21.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.395+0000 7fdd9f7fe640 1 -- 172.21.15.31:0/2407418191 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd9001f070 con 0x7fdda814a8b0 2024-09-16T07:25:21.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.395+0000 7fdd9f7fe640 1 -- 172.21.15.31:0/2407418191 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdd9000fe80 con 0x7fdda814a8b0 2024-09-16T07:25:21.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.396+0000 7fdd9f7fe640 1 -- 172.21.15.31:0/2407418191 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd90012690 con 0x7fdda814a8b0 2024-09-16T07:25:21.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.396+0000 7fddad7d3640 1 -- 172.21.15.31:0/2407418191 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdda815a260 con 0x7fdda814a8b0 2024-09-16T07:25:21.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.396+0000 7fddad7d3640 1 -- 172.21.15.31:0/2407418191 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdda815a820 con 0x7fdda814a8b0 2024-09-16T07:25:21.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.396+0000 7fddad7d3640 1 -- 172.21.15.31:0/2407418191 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdda80cf920 con 0x7fdda814a8b0 2024-09-16T07:25:21.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.396+0000 7fdd9f7fe640 1 -- 172.21.15.31:0/2407418191 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 14) ==== 50792+0+0 (secure 0 0 0) 0x7fdd90022070 con 0x7fdda814a8b0 2024-09-16T07:25:21.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.397+0000 7fdd9f7fe640 1 --2- 172.21.15.31:0/2407418191 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fdd8803e4d0 0x7fdd88040990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:21.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.397+0000 7fdd9f7fe640 1 -- 172.21.15.31:0/2407418191 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 6268+0+0 (secure 0 0 0) 0x7fdd900548f0 con 0x7fdda814a8b0 2024-09-16T07:25:21.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.397+0000 7fdda6ffd640 1 --2- 172.21.15.31:0/2407418191 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fdd8803e4d0 0x7fdd88040990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:21.399 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.397+0000 7fdda6ffd640 1 --2- 172.21.15.31:0/2407418191 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fdd8803e4d0 0x7fdd88040990 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fdda0035000 tx=0x7fdda0004a40 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:21.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.401+0000 7fdd9f7fe640 1 -- 172.21.15.31:0/2407418191 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fdd9000dd20 con 0x7fdda814a8b0 2024-09-16T07:25:21.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.625+0000 7fddad7d3640 1 -- 172.21.15.31:0/2407418191 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdda80a1d30 con 0x7fdda814a8b0 2024-09-16T07:25:21.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.625+0000 7fdd9f7fe640 1 -- 172.21.15.31:0/2407418191 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 48 v48) ==== 94+0+5228 (secure 0 0 0) 0x7fdd9001a440 con 0x7fdda814a8b0 2024-09-16T07:25:21.625 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:25:21.625 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":48,"btime":"2024-09-16T07:25:08:500135+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5788,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/1065769710","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":1065769710},{"type":"v1","addr":"172.21.15.31:6835","nonce":1065769710}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":42},{"gid":5803,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/589596785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":589596785},{"type":"v1","addr":"172.21.15.155:6836","nonce":589596785}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":42},{"gid":5806,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/2442055452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":2442055452},{"type":"v1","addr":"172.21.15.155:6837","nonce":2442055452}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":42}],"filesystems":[{"mdsmap":{"epoch":47,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:24:57.838057+0000","modified":"2024-09-16T07:25:00.847041+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6318},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6318":{"gid":6318,"name":"c","rank":0,"incarnation":43,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6834/1482360243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":1482360243},{"type":"v1","addr":"172.21.15.31:6834","nonce":1482360243}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6318,"qdb_cluster":[6318]},"id":5}]} 2024-09-16T07:25:21.625 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 48 2024-09-16T07:25:21.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.627+0000 7fddad7d3640 1 -- 172.21.15.31:0/2407418191 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fdd8803e4d0 msgr2=0x7fdd88040990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:21.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.627+0000 7fddad7d3640 1 --2- 172.21.15.31:0/2407418191 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fdd8803e4d0 0x7fdd88040990 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fdda0035000 tx=0x7fdda0004a40 comp rx=0 tx=0).stop 2024-09-16T07:25:21.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.627+0000 7fddad7d3640 1 -- 172.21.15.31:0/2407418191 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdda814a8b0 msgr2=0x7fdda81f76e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:21.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.627+0000 7fddad7d3640 1 --2- 172.21.15.31:0/2407418191 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdda814a8b0 0x7fdda81f76e0 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7fdd90011a50 tx=0x7fdd90011f10 comp rx=0 tx=0).stop 2024-09-16T07:25:21.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.627+0000 7fddad7d3640 1 -- 172.21.15.31:0/2407418191 shutdown_connections 2024-09-16T07:25:21.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.627+0000 7fddad7d3640 1 --2- 172.21.15.31:0/2407418191 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fdd8803e4d0 0x7fdd88040990 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:21.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.627+0000 7fddad7d3640 1 --2- 172.21.15.31:0/2407418191 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdda8157650 0x7fdda8157ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:21.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.627+0000 7fddad7d3640 1 --2- 172.21.15.31:0/2407418191 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdda814a8b0 0x7fdda81f76e0 unknown :-1 s=CLOSED pgs=832 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:21.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.627+0000 7fddad7d3640 1 --2- 172.21.15.31:0/2407418191 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdd94003a00 0x7fdda8159990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:21.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.627+0000 7fddad7d3640 1 -- 172.21.15.31:0/2407418191 >> 172.21.15.31:0/2407418191 conn(0x7fdda80d3e40 msgr2=0x7fdda80b2610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:21.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.627+0000 7fddad7d3640 1 -- 172.21.15.31:0/2407418191 shutdown_connections 2024-09-16T07:25:21.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.627+0000 7fddad7d3640 1 -- 172.21.15.31:0/2407418191 wait complete. 2024-09-16T07:25:21.638 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:25:21.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.743+0000 7f7bd41ad640 1 -- 172.21.15.31:0/1652193698 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7bcc0735a0 msgr2=0x7f7bcc0739d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:21.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.743+0000 7f7bd41ad640 1 --2- 172.21.15.31:0/1652193698 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7bcc0735a0 0x7f7bcc0739d0 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7f7bbc009830 tx=0x7f7bbc02a470 comp rx=0 tx=0).stop 2024-09-16T07:25:21.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.743+0000 7f7bd41ad640 1 -- 172.21.15.31:0/1652193698 shutdown_connections 2024-09-16T07:25:21.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.743+0000 7f7bd41ad640 1 --2- 172.21.15.31:0/1652193698 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7bcc06ff80 0x7f7bcc070410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:21.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.743+0000 7f7bd41ad640 1 --2- 172.21.15.31:0/1652193698 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7bcc0735a0 0x7f7bcc0739d0 unknown :-1 s=CLOSED pgs=834 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:21.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.743+0000 7f7bd41ad640 1 -- 172.21.15.31:0/1652193698 >> 172.21.15.31:0/1652193698 conn(0x7f7bcc0b1690 msgr2=0x7f7bcc0b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:21.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.743+0000 7f7bd41ad640 1 -- 172.21.15.31:0/1652193698 shutdown_connections 2024-09-16T07:25:21.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.743+0000 7f7bd41ad640 1 -- 172.21.15.31:0/1652193698 wait complete. 2024-09-16T07:25:21.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.744+0000 7f7bd41ad640 1 Processor -- start 2024-09-16T07:25:21.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.744+0000 7f7bd41ad640 1 -- start start 2024-09-16T07:25:21.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.745+0000 7f7bd41ad640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7bcc06ff80 0x7f7bcc143b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:21.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.745+0000 7f7bd41ad640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7bcc0735a0 0x7f7bcc159270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:21.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.745+0000 7f7bd41ad640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7bcc15aa70 0x7f7bcc0ca560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:21.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.745+0000 7f7bd41ad640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f7bcc0cd270 con 0x7f7bcc06ff80 2024-09-16T07:25:21.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.745+0000 7f7bd41ad640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f7bcc0cd0f0 con 0x7f7bcc0735a0 2024-09-16T07:25:21.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.745+0000 7f7bd41ad640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f7bcc0cd3f0 con 0x7f7bcc15aa70 2024-09-16T07:25:21.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.745+0000 7f7bd1f49640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7bcc06ff80 0x7f7bcc143b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:21.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.745+0000 7f7bd1f49640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7bcc06ff80 0x7f7bcc143b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55440/0 (socket says 172.21.15.31:55440) 2024-09-16T07:25:21.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.745+0000 7f7bd1f49640 1 -- 172.21.15.31:0/2087915660 learned_addr learned my addr 172.21.15.31:0/2087915660 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:21.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.745+0000 7f7bd274a640 1 --2- 172.21.15.31:0/2087915660 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7bcc15aa70 0x7f7bcc0ca560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:21.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.745+0000 7f7bd1748640 1 --2- 172.21.15.31:0/2087915660 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7bcc0735a0 0x7f7bcc159270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:21.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.745+0000 7f7bd1f49640 1 -- 172.21.15.31:0/2087915660 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7bcc15aa70 msgr2=0x7f7bcc0ca560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:21.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.745+0000 7f7bd1f49640 1 --2- 172.21.15.31:0/2087915660 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7bcc15aa70 0x7f7bcc0ca560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:21.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.745+0000 7f7bd1f49640 1 -- 172.21.15.31:0/2087915660 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7bcc0735a0 msgr2=0x7f7bcc159270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:21.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.745+0000 7f7bd1f49640 1 --2- 172.21.15.31:0/2087915660 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7bcc0735a0 0x7f7bcc159270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:21.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.745+0000 7f7bd1f49640 1 -- 172.21.15.31:0/2087915660 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7bcc1e6230 con 0x7f7bcc06ff80 2024-09-16T07:25:21.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.745+0000 7f7bd274a640 1 --2- 172.21.15.31:0/2087915660 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7bcc15aa70 0x7f7bcc0ca560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:25:21.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.745+0000 7f7bd1f49640 1 --2- 172.21.15.31:0/2087915660 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7bcc06ff80 0x7f7bcc143b30 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7f7bc800c7a0 tx=0x7f7bc800cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:21.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.745+0000 7f7bc27fc640 1 -- 172.21.15.31:0/2087915660 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bc8017070 con 0x7f7bcc06ff80 2024-09-16T07:25:21.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.745+0000 7f7bc27fc640 1 -- 172.21.15.31:0/2087915660 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7bc8005070 con 0x7f7bcc06ff80 2024-09-16T07:25:21.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.745+0000 7f7bd41ad640 1 -- 172.21.15.31:0/2087915660 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7bcc1e6510 con 0x7f7bcc06ff80 2024-09-16T07:25:21.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.745+0000 7f7bc27fc640 1 -- 172.21.15.31:0/2087915660 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bc80054a0 con 0x7f7bcc06ff80 2024-09-16T07:25:21.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.746+0000 7f7bd41ad640 1 -- 172.21.15.31:0/2087915660 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7bcc158a70 con 0x7f7bcc06ff80 2024-09-16T07:25:21.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.746+0000 7f7bc27fc640 1 -- 172.21.15.31:0/2087915660 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 14) ==== 50792+0+0 (secure 0 0 0) 0x7f7bc801a070 con 0x7f7bcc06ff80 2024-09-16T07:25:21.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.747+0000 7f7bd41ad640 1 -- 172.21.15.31:0/2087915660 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7bcc0cd8a0 con 0x7f7bcc06ff80 2024-09-16T07:25:21.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.747+0000 7f7bc27fc640 1 --2- 172.21.15.31:0/2087915660 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7bb003e4d0 0x7f7bb0040990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:21.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.747+0000 7f7bc27fc640 1 -- 172.21.15.31:0/2087915660 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 6268+0+0 (secure 0 0 0) 0x7f7bc8052c60 con 0x7f7bcc06ff80 2024-09-16T07:25:21.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.747+0000 7f7bd1748640 1 --2- 172.21.15.31:0/2087915660 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7bb003e4d0 0x7f7bb0040990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:21.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.747+0000 7f7bd1748640 1 --2- 172.21.15.31:0/2087915660 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7bb003e4d0 0x7f7bb0040990 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f7bbc034000 tx=0x7f7bbc004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:21.751 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.751+0000 7f7bc27fc640 1 -- 172.21.15.31:0/2087915660 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f7bc8004e20 con 0x7f7bcc06ff80 2024-09-16T07:25:21.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.937+0000 7f7bd41ad640 1 -- 172.21.15.31:0/2087915660 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f7bcc075ab0 con 0x7f7bcc06ff80 2024-09-16T07:25:21.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.939+0000 7f7bc27fc640 1 -- 172.21.15.31:0/2087915660 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v70) ==== 74+0+17467 (secure 0 0 0) 0x7f7bc800ade0 con 0x7f7bcc06ff80 2024-09-16T07:25:21.938 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:25:21.938 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":70,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:25:20.199454+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:24:55.855423+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-09-16T07:24:56.825845+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.155:0/2520755882":"2024-09-17T07:25:20.199407+0000","172.21.15.155:0/4238122992":"2024-09-17T07:25:20.199407+0000","172.21.15.155:0/3170611945":"2024-09-17T07:25:20.199407+0000","172.21.15.155:0/3486515088":"2024-09-17T07:25:20.199407+0000","172.21.15.155:6808/3650624732":"2024-09-17T07:25:20.199407+0000","172.21.15.155:0/2982904455":"2024-09-17T07:25:20.199407+0000","172.21.15.155:0/2579998832":"2024-09-17T07:25:20.199407+0000","172.21.15.155:0/3058496590":"2024-09-17T07:25:20.199407+0000","172.21.15.155:0/289949534":"2024-09-17T07:25:20.199407+0000","172.21.15.155:0/2983704885":"2024-09-17T07:25:20.199407+0000","172.21.15.155:0/2637602607":"2024-09-17T07:25:20.199407+0000","172.21.15.155:6809/3650624732":"2024-09-17T07:25:20.199407+0000","172.21.15.155:0/1467139609":"2024-09-17T07:25:20.199407+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:25:21.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.941+0000 7f7bd41ad640 1 -- 172.21.15.31:0/2087915660 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7bb003e4d0 msgr2=0x7f7bb0040990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:21.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.941+0000 7f7bd41ad640 1 --2- 172.21.15.31:0/2087915660 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7bb003e4d0 0x7f7bb0040990 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f7bbc034000 tx=0x7f7bbc004730 comp rx=0 tx=0).stop 2024-09-16T07:25:21.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.941+0000 7f7bd41ad640 1 -- 172.21.15.31:0/2087915660 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7bcc06ff80 msgr2=0x7f7bcc143b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:21.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.941+0000 7f7bd41ad640 1 --2- 172.21.15.31:0/2087915660 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7bcc06ff80 0x7f7bcc143b30 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7f7bc800c7a0 tx=0x7f7bc800cc60 comp rx=0 tx=0).stop 2024-09-16T07:25:21.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.941+0000 7f7bd41ad640 1 -- 172.21.15.31:0/2087915660 shutdown_connections 2024-09-16T07:25:21.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.941+0000 7f7bd41ad640 1 --2- 172.21.15.31:0/2087915660 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7bb003e4d0 0x7f7bb0040990 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:21.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.941+0000 7f7bd41ad640 1 --2- 172.21.15.31:0/2087915660 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7bcc15aa70 0x7f7bcc0ca560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:21.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.941+0000 7f7bd41ad640 1 --2- 172.21.15.31:0/2087915660 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7bcc0735a0 0x7f7bcc159270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:21.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.941+0000 7f7bd41ad640 1 --2- 172.21.15.31:0/2087915660 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7bcc06ff80 0x7f7bcc143b30 unknown :-1 s=CLOSED pgs=835 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:21.942 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.941+0000 7f7bd41ad640 1 -- 172.21.15.31:0/2087915660 >> 172.21.15.31:0/2087915660 conn(0x7f7bcc0b1690 msgr2=0x7f7bcc06ee70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:21.942 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.941+0000 7f7bd41ad640 1 -- 172.21.15.31:0/2087915660 shutdown_connections 2024-09-16T07:25:21.942 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:21.941+0000 7f7bd41ad640 1 -- 172.21.15.31:0/2087915660 wait complete. 2024-09-16T07:25:21.952 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-16T07:25:21.952 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:25:22.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.058+0000 7fb32187f640 1 -- 172.21.15.31:0/819913048 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb31c15f6d0 msgr2=0x7fb31c15c880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:22.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.058+0000 7fb32187f640 1 --2- 172.21.15.31:0/819913048 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb31c15f6d0 0x7fb31c15c880 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7fb31c0d09d0 tx=0x7fb31002a5f0 comp rx=0 tx=0).stop 2024-09-16T07:25:22.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.058+0000 7fb32187f640 1 -- 172.21.15.31:0/819913048 shutdown_connections 2024-09-16T07:25:22.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.058+0000 7fb32187f640 1 --2- 172.21.15.31:0/819913048 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb31c15cdc0 0x7fb31c0cfce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:22.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.058+0000 7fb32187f640 1 --2- 172.21.15.31:0/819913048 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb31c15f6d0 0x7fb31c15c880 unknown :-1 s=CLOSED pgs=836 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:22.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.058+0000 7fb32187f640 1 --2- 172.21.15.31:0/819913048 >> v2:172.21.15.155:3300/0 conn(0x7fb31c0d2410 0x7fb31c0b3090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:22.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.058+0000 7fb32187f640 1 -- 172.21.15.31:0/819913048 >> 172.21.15.31:0/819913048 conn(0x7fb31c09aa30 msgr2=0x7fb31c09ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:22.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.058+0000 7fb32187f640 1 -- 172.21.15.31:0/819913048 shutdown_connections 2024-09-16T07:25:22.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.058+0000 7fb32187f640 1 -- 172.21.15.31:0/819913048 wait complete. 2024-09-16T07:25:22.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.059+0000 7fb32187f640 1 Processor -- start 2024-09-16T07:25:22.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.059+0000 7fb32187f640 1 -- start start 2024-09-16T07:25:22.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.060+0000 7fb32187f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb31c0d2410 0x7fb31c0cb540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:22.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.060+0000 7fb32187f640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb31c15cdc0 0x7fb31c1496e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:22.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.060+0000 7fb32187f640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb31c15f6d0 0x7fb31c148e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:22.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.060+0000 7fb32187f640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fb31c0b1240 con 0x7fb31c0d2410 2024-09-16T07:25:22.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.060+0000 7fb32187f640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb31c0d0570 con 0x7fb31c15f6d0 2024-09-16T07:25:22.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.060+0000 7fb32187f640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb31c0b13c0 con 0x7fb31c15cdc0 2024-09-16T07:25:22.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.060+0000 7fb31affd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb31c0d2410 0x7fb31c0cb540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:22.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.060+0000 7fb31affd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb31c0d2410 0x7fb31c0cb540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55464/0 (socket says 172.21.15.31:55464) 2024-09-16T07:25:22.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.060+0000 7fb31affd640 1 -- 172.21.15.31:0/536652999 learned_addr learned my addr 172.21.15.31:0/536652999 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:22.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.060+0000 7fb31b7fe640 1 --2- 172.21.15.31:0/536652999 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb31c15f6d0 0x7fb31c148e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:22.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.060+0000 7fb31a7fc640 1 --2- 172.21.15.31:0/536652999 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb31c15cdc0 0x7fb31c1496e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:22.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.061+0000 7fb31affd640 1 -- 172.21.15.31:0/536652999 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb31c15cdc0 msgr2=0x7fb31c1496e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:22.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.061+0000 7fb31affd640 1 --2- 172.21.15.31:0/536652999 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb31c15cdc0 0x7fb31c1496e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:22.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.061+0000 7fb31affd640 1 -- 172.21.15.31:0/536652999 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb31c15f6d0 msgr2=0x7fb31c148e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:22.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.061+0000 7fb31affd640 1 --2- 172.21.15.31:0/536652999 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb31c15f6d0 0x7fb31c148e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:22.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.061+0000 7fb31affd640 1 -- 172.21.15.31:0/536652999 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb31c0c8790 con 0x7fb31c0d2410 2024-09-16T07:25:22.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.061+0000 7fb31affd640 1 --2- 172.21.15.31:0/536652999 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb31c0d2410 0x7fb31c0cb540 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7fb30c00e9f0 tx=0x7fb30c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:22.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.061+0000 7fb303fff640 1 -- 172.21.15.31:0/536652999 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb30c00ccc0 con 0x7fb31c0d2410 2024-09-16T07:25:22.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.061+0000 7fb303fff640 1 -- 172.21.15.31:0/536652999 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb30c010430 con 0x7fb31c0d2410 2024-09-16T07:25:22.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.061+0000 7fb303fff640 1 -- 172.21.15.31:0/536652999 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb30c010840 con 0x7fb31c0d2410 2024-09-16T07:25:22.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.061+0000 7fb32187f640 1 -- 172.21.15.31:0/536652999 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb31c0c81d0 con 0x7fb31c0d2410 2024-09-16T07:25:22.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.061+0000 7fb32187f640 1 -- 172.21.15.31:0/536652999 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb31c0af350 con 0x7fb31c0d2410 2024-09-16T07:25:22.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.062+0000 7fb303fff640 1 -- 172.21.15.31:0/536652999 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 14) ==== 50792+0+0 (secure 0 0 0) 0x7fb30c0109e0 con 0x7fb31c0d2410 2024-09-16T07:25:22.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.062+0000 7fb32187f640 1 -- 172.21.15.31:0/536652999 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb31c0b18e0 con 0x7fb31c0d2410 2024-09-16T07:25:22.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.062+0000 7fb303fff640 1 --2- 172.21.15.31:0/536652999 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb30803e4d0 0x7fb308040990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:22.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.062+0000 7fb303fff640 1 -- 172.21.15.31:0/536652999 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 6268+0+0 (secure 0 0 0) 0x7fb30c0540e0 con 0x7fb31c0d2410 2024-09-16T07:25:22.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.063+0000 7fb31a7fc640 1 --2- 172.21.15.31:0/536652999 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb30803e4d0 0x7fb308040990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:22.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.063+0000 7fb31a7fc640 1 --2- 172.21.15.31:0/536652999 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb30803e4d0 0x7fb308040990 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fb310033000 tx=0x7fb310004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:22.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.067+0000 7fb303fff640 1 -- 172.21.15.31:0/536652999 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fb30c020360 con 0x7fb31c0d2410 2024-09-16T07:25:22.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.211+0000 7fb303fff640 1 -- 172.21.15.31:0/536652999 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mgrmap(e 15) ==== 51000+0+0 (secure 0 0 0) 0x7fb30c010cd0 con 0x7fb31c0d2410 2024-09-16T07:25:22.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.299+0000 7fb32187f640 1 -- 172.21.15.31:0/536652999 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb31c0d29a0 con 0x7fb31c0d2410 2024-09-16T07:25:22.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.299+0000 7fb303fff640 1 -- 172.21.15.31:0/536652999 <== mon.0 v2:172.21.15.31:3300/0 8 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 48 v48) ==== 94+0+5228 (secure 0 0 0) 0x7fb30c020e80 con 0x7fb31c0d2410 2024-09-16T07:25:22.300 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:25:22.300 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":48,"btime":"2024-09-16T07:25:08:500135+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5788,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/1065769710","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":1065769710},{"type":"v1","addr":"172.21.15.31:6835","nonce":1065769710}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":42},{"gid":5803,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/589596785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":589596785},{"type":"v1","addr":"172.21.15.155:6836","nonce":589596785}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":42},{"gid":5806,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/2442055452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":2442055452},{"type":"v1","addr":"172.21.15.155:6837","nonce":2442055452}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":42}],"filesystems":[{"mdsmap":{"epoch":47,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:24:57.838057+0000","modified":"2024-09-16T07:25:00.847041+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6318},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6318":{"gid":6318,"name":"c","rank":0,"incarnation":43,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6834/1482360243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":1482360243},{"type":"v1","addr":"172.21.15.31:6834","nonce":1482360243}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6318,"qdb_cluster":[6318]},"id":5}]} 2024-09-16T07:25:22.300 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 48 2024-09-16T07:25:22.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.302+0000 7fb32187f640 1 -- 172.21.15.31:0/536652999 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb30803e4d0 msgr2=0x7fb308040990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:22.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.302+0000 7fb32187f640 1 --2- 172.21.15.31:0/536652999 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb30803e4d0 0x7fb308040990 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fb310033000 tx=0x7fb310004730 comp rx=0 tx=0).stop 2024-09-16T07:25:22.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.302+0000 7fb32187f640 1 -- 172.21.15.31:0/536652999 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb31c0d2410 msgr2=0x7fb31c0cb540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:22.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.302+0000 7fb32187f640 1 --2- 172.21.15.31:0/536652999 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb31c0d2410 0x7fb31c0cb540 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7fb30c00e9f0 tx=0x7fb30c00eeb0 comp rx=0 tx=0).stop 2024-09-16T07:25:22.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.302+0000 7fb32187f640 1 -- 172.21.15.31:0/536652999 shutdown_connections 2024-09-16T07:25:22.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.302+0000 7fb32187f640 1 --2- 172.21.15.31:0/536652999 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb30803e4d0 0x7fb308040990 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:22.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.302+0000 7fb32187f640 1 --2- 172.21.15.31:0/536652999 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb31c15f6d0 0x7fb31c148e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:22.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.302+0000 7fb32187f640 1 --2- 172.21.15.31:0/536652999 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb31c15cdc0 0x7fb31c1496e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:22.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.302+0000 7fb32187f640 1 --2- 172.21.15.31:0/536652999 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb31c0d2410 0x7fb31c0cb540 unknown :-1 s=CLOSED pgs=837 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:22.304 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.302+0000 7fb32187f640 1 -- 172.21.15.31:0/536652999 >> 172.21.15.31:0/536652999 conn(0x7fb31c09aa30 msgr2=0x7fb31c0b1af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:22.304 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.302+0000 7fb32187f640 1 -- 172.21.15.31:0/536652999 shutdown_connections 2024-09-16T07:25:22.304 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.302+0000 7fb32187f640 1 -- 172.21.15.31:0/536652999 wait complete. 2024-09-16T07:25:22.313 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:25:22.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.420+0000 7fd193cbd640 1 -- 172.21.15.31:0/2863669810 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd1780052e0 msgr2=0x7fd17800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:22.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.420+0000 7fd193cbd640 1 --2- 172.21.15.31:0/2863669810 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd1780052e0 0x7fd17800b9c0 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7fd18c0697f0 tx=0x7fd178005830 comp rx=0 tx=0).stop 2024-09-16T07:25:22.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.420+0000 7fd193cbd640 1 -- 172.21.15.31:0/2863669810 shutdown_connections 2024-09-16T07:25:22.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.420+0000 7fd193cbd640 1 --2- 172.21.15.31:0/2863669810 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd1780052e0 0x7fd17800b9c0 unknown :-1 s=CLOSED pgs=841 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:22.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.420+0000 7fd193cbd640 1 -- 172.21.15.31:0/2863669810 >> 172.21.15.31:0/2863669810 conn(0x7fd18c0d1c40 msgr2=0x7fd18c0d2050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:22.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.420+0000 7fd193cbd640 1 -- 172.21.15.31:0/2863669810 shutdown_connections 2024-09-16T07:25:22.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.420+0000 7fd193cbd640 1 -- 172.21.15.31:0/2863669810 wait complete. 2024-09-16T07:25:22.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.421+0000 7fd193cbd640 1 Processor -- start 2024-09-16T07:25:22.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.422+0000 7fd193cbd640 1 -- start start 2024-09-16T07:25:22.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.422+0000 7fd193cbd640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd1780052e0 0x7fd18c151d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:22.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.422+0000 7fd193cbd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd18c152320 0x7fd18c15d8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:22.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.422+0000 7fd193cbd640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd18c0ca410 0x7fd18c15de30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:22.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.422+0000 7fd193cbd640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fd18c0cf590 con 0x7fd18c152320 2024-09-16T07:25:22.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.422+0000 7fd193cbd640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fd18c0cf410 con 0x7fd1780052e0 2024-09-16T07:25:22.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.422+0000 7fd193cbd640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fd18c0ce630 con 0x7fd18c0ca410 2024-09-16T07:25:22.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.422+0000 7fd191258640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd18c152320 0x7fd18c15d8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:22.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.422+0000 7fd191258640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd18c152320 0x7fd18c15d8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55480/0 (socket says 172.21.15.31:55480) 2024-09-16T07:25:22.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.422+0000 7fd191258640 1 -- 172.21.15.31:0/443797154 learned_addr learned my addr 172.21.15.31:0/443797154 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:22.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.422+0000 7fd191a59640 1 --2- 172.21.15.31:0/443797154 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd1780052e0 0x7fd18c151d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:22.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.423+0000 7fd19225a640 1 --2- 172.21.15.31:0/443797154 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd18c0ca410 0x7fd18c15de30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:22.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.423+0000 7fd191258640 1 -- 172.21.15.31:0/443797154 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd18c0ca410 msgr2=0x7fd18c15de30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:22.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.423+0000 7fd191258640 1 --2- 172.21.15.31:0/443797154 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd18c0ca410 0x7fd18c15de30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:22.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.423+0000 7fd191258640 1 -- 172.21.15.31:0/443797154 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd1780052e0 msgr2=0x7fd18c151d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:22.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.423+0000 7fd191258640 1 --2- 172.21.15.31:0/443797154 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd1780052e0 0x7fd18c151d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:22.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.423+0000 7fd191258640 1 -- 172.21.15.31:0/443797154 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd18c0cb3d0 con 0x7fd18c152320 2024-09-16T07:25:22.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.423+0000 7fd191258640 1 --2- 172.21.15.31:0/443797154 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd18c152320 0x7fd18c15d8f0 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x7fd17c004ed0 tx=0x7fd17c001630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:22.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.423+0000 7fd1827fc640 1 -- 172.21.15.31:0/443797154 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd17c015020 con 0x7fd18c152320 2024-09-16T07:25:22.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.423+0000 7fd1827fc640 1 -- 172.21.15.31:0/443797154 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd17c011960 con 0x7fd18c152320 2024-09-16T07:25:22.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.423+0000 7fd1827fc640 1 -- 172.21.15.31:0/443797154 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd17c011d90 con 0x7fd18c152320 2024-09-16T07:25:22.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.423+0000 7fd193cbd640 1 -- 172.21.15.31:0/443797154 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd18c0c9930 con 0x7fd18c152320 2024-09-16T07:25:22.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.423+0000 7fd193cbd640 1 -- 172.21.15.31:0/443797154 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd18c0c9ef0 con 0x7fd18c152320 2024-09-16T07:25:22.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.424+0000 7fd1827fc640 1 -- 172.21.15.31:0/443797154 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 15) ==== 51000+0+0 (secure 0 0 0) 0x7fd17c018020 con 0x7fd18c152320 2024-09-16T07:25:22.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.424+0000 7fd193cbd640 1 -- 172.21.15.31:0/443797154 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd18c0c9720 con 0x7fd18c152320 2024-09-16T07:25:22.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.424+0000 7fd1827fc640 1 --2- 172.21.15.31:0/443797154 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd17003e740 0x7fd170040c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:22.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.424+0000 7fd1827fc640 1 -- 172.21.15.31:0/443797154 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 6268+0+0 (secure 0 0 0) 0x7fd17c0543a0 con 0x7fd18c152320 2024-09-16T07:25:22.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.424+0000 7fd191a59640 1 --2- 172.21.15.31:0/443797154 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd17003e740 0x7fd170040c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:22.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.425+0000 7fd191a59640 1 --2- 172.21.15.31:0/443797154 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd17003e740 0x7fd170040c00 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fd188001220 tx=0x7fd1880067a0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:22.428 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.429+0000 7fd1827fc640 1 -- 172.21.15.31:0/443797154 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fd17c01f020 con 0x7fd18c152320 2024-09-16T07:25:22.653 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.653+0000 7fd193cbd640 1 -- 172.21.15.31:0/443797154 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd18c0ceb30 con 0x7fd18c152320 2024-09-16T07:25:22.653 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.654+0000 7fd1827fc640 1 -- 172.21.15.31:0/443797154 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 48 v48) ==== 94+0+5228 (secure 0 0 0) 0x7fd17c00fd60 con 0x7fd18c152320 2024-09-16T07:25:22.653 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:25:22.654 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":48,"btime":"2024-09-16T07:25:08:500135+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5788,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/1065769710","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":1065769710},{"type":"v1","addr":"172.21.15.31:6835","nonce":1065769710}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":42},{"gid":5803,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/589596785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":589596785},{"type":"v1","addr":"172.21.15.155:6836","nonce":589596785}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":42},{"gid":5806,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/2442055452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":2442055452},{"type":"v1","addr":"172.21.15.155:6837","nonce":2442055452}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":42}],"filesystems":[{"mdsmap":{"epoch":47,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:24:57.838057+0000","modified":"2024-09-16T07:25:00.847041+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6318},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6318":{"gid":6318,"name":"c","rank":0,"incarnation":43,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6834/1482360243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":1482360243},{"type":"v1","addr":"172.21.15.31:6834","nonce":1482360243}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6318,"qdb_cluster":[6318]},"id":5}]} 2024-09-16T07:25:22.654 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 48 2024-09-16T07:25:22.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.656+0000 7fd193cbd640 1 -- 172.21.15.31:0/443797154 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd17003e740 msgr2=0x7fd170040c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:22.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.656+0000 7fd193cbd640 1 --2- 172.21.15.31:0/443797154 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd17003e740 0x7fd170040c00 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fd188001220 tx=0x7fd1880067a0 comp rx=0 tx=0).stop 2024-09-16T07:25:22.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.656+0000 7fd193cbd640 1 -- 172.21.15.31:0/443797154 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd18c152320 msgr2=0x7fd18c15d8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:22.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.656+0000 7fd193cbd640 1 --2- 172.21.15.31:0/443797154 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd18c152320 0x7fd18c15d8f0 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x7fd17c004ed0 tx=0x7fd17c001630 comp rx=0 tx=0).stop 2024-09-16T07:25:22.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.656+0000 7fd193cbd640 1 -- 172.21.15.31:0/443797154 shutdown_connections 2024-09-16T07:25:22.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.656+0000 7fd193cbd640 1 --2- 172.21.15.31:0/443797154 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd17003e740 0x7fd170040c00 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:22.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.656+0000 7fd193cbd640 1 --2- 172.21.15.31:0/443797154 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd18c0ca410 0x7fd18c15de30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:22.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.656+0000 7fd193cbd640 1 --2- 172.21.15.31:0/443797154 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd18c152320 0x7fd18c15d8f0 unknown :-1 s=CLOSED pgs=842 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:22.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.656+0000 7fd193cbd640 1 --2- 172.21.15.31:0/443797154 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd1780052e0 0x7fd18c151d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:22.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.656+0000 7fd193cbd640 1 -- 172.21.15.31:0/443797154 >> 172.21.15.31:0/443797154 conn(0x7fd18c0d1c40 msgr2=0x7fd18c0ae830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:22.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.656+0000 7fd193cbd640 1 -- 172.21.15.31:0/443797154 shutdown_connections 2024-09-16T07:25:22.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.656+0000 7fd193cbd640 1 -- 172.21.15.31:0/443797154 wait complete. 2024-09-16T07:25:22.666 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:25:22.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.771+0000 7fa7f6ced640 1 -- 172.21.15.31:0/965764914 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa7f00cdaa0 msgr2=0x7fa7f0073dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:22.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.771+0000 7fa7f6ced640 1 --2- 172.21.15.31:0/965764914 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa7f00cdaa0 0x7fa7f0073dd0 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7fa7f009deb0 tx=0x7fa7e002aac0 comp rx=0 tx=0).stop 2024-09-16T07:25:22.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.772+0000 7fa7f6ced640 1 -- 172.21.15.31:0/965764914 shutdown_connections 2024-09-16T07:25:22.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.772+0000 7fa7f6ced640 1 --2- 172.21.15.31:0/965764914 >> v2:172.21.15.155:3300/0 conn(0x7fa7f0074310 0x7fa7f006e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:22.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.772+0000 7fa7f6ced640 1 --2- 172.21.15.31:0/965764914 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa7f00cdaa0 0x7fa7f0073dd0 unknown :-1 s=CLOSED pgs=843 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:22.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.772+0000 7fa7f6ced640 1 -- 172.21.15.31:0/965764914 >> 172.21.15.31:0/965764914 conn(0x7fa7f00b19c0 msgr2=0x7fa7f00b1dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:22.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.772+0000 7fa7f6ced640 1 -- 172.21.15.31:0/965764914 shutdown_connections 2024-09-16T07:25:22.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.772+0000 7fa7f6ced640 1 -- 172.21.15.31:0/965764914 wait complete. 2024-09-16T07:25:22.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.773+0000 7fa7f6ced640 1 Processor -- start 2024-09-16T07:25:22.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.773+0000 7fa7f6ced640 1 -- start start 2024-09-16T07:25:22.775 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.774+0000 7fa7f6ced640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa7f0074310 0x7fa7f0153f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:22.775 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.774+0000 7fa7f6ced640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa7f00cdaa0 0x7fa7f009b220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:22.775 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.774+0000 7fa7f6ced640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa7f015f3d0 0x7fa7f009cec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:22.775 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.774+0000 7fa7f6ced640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fa7f0073370 con 0x7fa7f0074310 2024-09-16T07:25:22.775 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.774+0000 7fa7f6ced640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa7f015f9c0 con 0x7fa7f015f3d0 2024-09-16T07:25:22.775 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.774+0000 7fa7f6ced640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa7f006ee60 con 0x7fa7f00cdaa0 2024-09-16T07:25:22.775 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.774+0000 7fa7f4a89640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa7f0074310 0x7fa7f0153f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:22.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.774+0000 7fa7f4a89640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa7f0074310 0x7fa7f0153f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:50330/0 (socket says 172.21.15.31:50330) 2024-09-16T07:25:22.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.774+0000 7fa7f4a89640 1 -- 172.21.15.31:0/2922599799 learned_addr learned my addr 172.21.15.31:0/2922599799 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:22.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.774+0000 7fa7f528a640 1 --2- 172.21.15.31:0/2922599799 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa7f015f3d0 0x7fa7f009cec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:22.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.774+0000 7fa7effff640 1 --2- 172.21.15.31:0/2922599799 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa7f00cdaa0 0x7fa7f009b220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:22.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.774+0000 7fa7f4a89640 1 -- 172.21.15.31:0/2922599799 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa7f00cdaa0 msgr2=0x7fa7f009b220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:22.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.774+0000 7fa7f4a89640 1 --2- 172.21.15.31:0/2922599799 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa7f00cdaa0 0x7fa7f009b220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:22.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.774+0000 7fa7f4a89640 1 -- 172.21.15.31:0/2922599799 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa7f015f3d0 msgr2=0x7fa7f009cec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:22.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.774+0000 7fa7f4a89640 1 --2- 172.21.15.31:0/2922599799 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa7f015f3d0 0x7fa7f009cec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:22.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.774+0000 7fa7f4a89640 1 -- 172.21.15.31:0/2922599799 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7f015bae0 con 0x7fa7f0074310 2024-09-16T07:25:22.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.774+0000 7fa7effff640 1 --2- 172.21.15.31:0/2922599799 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa7f00cdaa0 0x7fa7f009b220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:25:22.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.774+0000 7fa7f4a89640 1 --2- 172.21.15.31:0/2922599799 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa7f0074310 0x7fa7f0153f40 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7fa7d800c3d0 tx=0x7fa7d800c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:22.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.774+0000 7fa7ed7fa640 1 -- 172.21.15.31:0/2922599799 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7d8017070 con 0x7fa7f0074310 2024-09-16T07:25:22.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.775+0000 7fa7ed7fa640 1 -- 172.21.15.31:0/2922599799 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa7d80053c0 con 0x7fa7f0074310 2024-09-16T07:25:22.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.775+0000 7fa7f6ced640 1 -- 172.21.15.31:0/2922599799 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7f015bdc0 con 0x7fa7f0074310 2024-09-16T07:25:22.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.775+0000 7fa7ed7fa640 1 -- 172.21.15.31:0/2922599799 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7d8003850 con 0x7fa7f0074310 2024-09-16T07:25:22.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.775+0000 7fa7f6ced640 1 -- 172.21.15.31:0/2922599799 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7f009b760 con 0x7fa7f0074310 2024-09-16T07:25:22.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.776+0000 7fa7ed7fa640 1 -- 172.21.15.31:0/2922599799 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 15) ==== 51000+0+0 (secure 0 0 0) 0x7fa7d801a070 con 0x7fa7f0074310 2024-09-16T07:25:22.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.776+0000 7fa7f6ced640 1 -- 172.21.15.31:0/2922599799 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa7f006e920 con 0x7fa7f0074310 2024-09-16T07:25:22.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.776+0000 7fa7ed7fa640 1 --2- 172.21.15.31:0/2922599799 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa7d003e740 0x7fa7d0040c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:22.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.776+0000 7fa7ed7fa640 1 -- 172.21.15.31:0/2922599799 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 6268+0+0 (secure 0 0 0) 0x7fa7d8052cc0 con 0x7fa7f0074310 2024-09-16T07:25:22.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.776+0000 7fa7effff640 1 --2- 172.21.15.31:0/2922599799 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa7d003e740 0x7fa7d0040c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:22.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.776+0000 7fa7effff640 1 --2- 172.21.15.31:0/2922599799 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa7d003e740 0x7fa7d0040c00 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fa7e0035000 tx=0x7fa7e0004ab0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:22.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.781+0000 7fa7ed7fa640 1 -- 172.21.15.31:0/2922599799 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fa7d80102e0 con 0x7fa7f0074310 2024-09-16T07:25:22.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.966+0000 7fa7f6ced640 1 -- 172.21.15.31:0/2922599799 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa7f01544d0 con 0x7fa7f0074310 2024-09-16T07:25:22.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.967+0000 7fa7ed7fa640 1 -- 172.21.15.31:0/2922599799 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v70) ==== 74+0+17467 (secure 0 0 0) 0x7fa7d8043450 con 0x7fa7f0074310 2024-09-16T07:25:22.967 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:25:22.967 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":70,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:25:20.199454+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:24:55.855423+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-09-16T07:24:56.825845+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.155:0/2520755882":"2024-09-17T07:25:20.199407+0000","172.21.15.155:0/4238122992":"2024-09-17T07:25:20.199407+0000","172.21.15.155:0/3170611945":"2024-09-17T07:25:20.199407+0000","172.21.15.155:0/3486515088":"2024-09-17T07:25:20.199407+0000","172.21.15.155:6808/3650624732":"2024-09-17T07:25:20.199407+0000","172.21.15.155:0/2982904455":"2024-09-17T07:25:20.199407+0000","172.21.15.155:0/2579998832":"2024-09-17T07:25:20.199407+0000","172.21.15.155:0/3058496590":"2024-09-17T07:25:20.199407+0000","172.21.15.155:0/289949534":"2024-09-17T07:25:20.199407+0000","172.21.15.155:0/2983704885":"2024-09-17T07:25:20.199407+0000","172.21.15.155:0/2637602607":"2024-09-17T07:25:20.199407+0000","172.21.15.155:6809/3650624732":"2024-09-17T07:25:20.199407+0000","172.21.15.155:0/1467139609":"2024-09-17T07:25:20.199407+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:25:22.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.969+0000 7fa7f6ced640 1 -- 172.21.15.31:0/2922599799 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa7d003e740 msgr2=0x7fa7d0040c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:22.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.969+0000 7fa7f6ced640 1 --2- 172.21.15.31:0/2922599799 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa7d003e740 0x7fa7d0040c00 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fa7e0035000 tx=0x7fa7e0004ab0 comp rx=0 tx=0).stop 2024-09-16T07:25:22.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.969+0000 7fa7f6ced640 1 -- 172.21.15.31:0/2922599799 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa7f0074310 msgr2=0x7fa7f0153f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:22.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.969+0000 7fa7f6ced640 1 --2- 172.21.15.31:0/2922599799 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa7f0074310 0x7fa7f0153f40 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7fa7d800c3d0 tx=0x7fa7d800c890 comp rx=0 tx=0).stop 2024-09-16T07:25:22.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.969+0000 7fa7f6ced640 1 -- 172.21.15.31:0/2922599799 shutdown_connections 2024-09-16T07:25:22.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.969+0000 7fa7f6ced640 1 --2- 172.21.15.31:0/2922599799 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa7d003e740 0x7fa7d0040c00 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:22.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.969+0000 7fa7f6ced640 1 --2- 172.21.15.31:0/2922599799 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa7f015f3d0 0x7fa7f009cec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:22.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.969+0000 7fa7f6ced640 1 --2- 172.21.15.31:0/2922599799 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa7f00cdaa0 0x7fa7f009b220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:22.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.969+0000 7fa7f6ced640 1 --2- 172.21.15.31:0/2922599799 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa7f0074310 0x7fa7f0153f40 unknown :-1 s=CLOSED pgs=844 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:22.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.969+0000 7fa7f6ced640 1 -- 172.21.15.31:0/2922599799 >> 172.21.15.31:0/2922599799 conn(0x7fa7f00b19c0 msgr2=0x7fa7f00afda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:22.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.969+0000 7fa7f6ced640 1 -- 172.21.15.31:0/2922599799 shutdown_connections 2024-09-16T07:25:22.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:22.970+0000 7fa7f6ced640 1 -- 172.21.15.31:0/2922599799 wait complete. 2024-09-16T07:25:22.980 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-16T07:25:23.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.087+0000 7f110d865640 1 -- 172.21.15.31:0/1785376791 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f11080b3090 msgr2=0x7f110815f6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:23.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.087+0000 7f110d865640 1 --2- 172.21.15.31:0/1785376791 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f11080b3090 0x7f110815f6d0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f10f0009830 tx=0x7f10f002a5d0 comp rx=0 tx=0).stop 2024-09-16T07:25:23.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.087+0000 7f110d865640 1 -- 172.21.15.31:0/1785376791 shutdown_connections 2024-09-16T07:25:23.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.087+0000 7f110d865640 1 --2- 172.21.15.31:0/1785376791 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f11080b3090 0x7f110815f6d0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:23.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.087+0000 7f110d865640 1 -- 172.21.15.31:0/1785376791 >> 172.21.15.31:0/1785376791 conn(0x7f110809aa30 msgr2=0x7f110809ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:23.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.087+0000 7f110d865640 1 -- 172.21.15.31:0/1785376791 shutdown_connections 2024-09-16T07:25:23.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.087+0000 7f110d865640 1 -- 172.21.15.31:0/1785376791 wait complete. 2024-09-16T07:25:23.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.088+0000 7f110d865640 1 Processor -- start 2024-09-16T07:25:23.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.088+0000 7f110d865640 1 -- start start 2024-09-16T07:25:23.090 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.089+0000 7f110d865640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f11080b3090 0x7f11080c9b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:23.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.089+0000 7f110d865640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f11080cfce0 0x7f11080c4930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:23.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.089+0000 7f110d865640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f11080d2410 0x7f11080ca310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:23.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.089+0000 7f110d865640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f11080b15d0 con 0x7f11080b3090 2024-09-16T07:25:23.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.089+0000 7f110d865640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f11080b1450 con 0x7f11080cfce0 2024-09-16T07:25:23.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.089+0000 7f110d865640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f11080b1750 con 0x7f11080d2410 2024-09-16T07:25:23.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.089+0000 7f1106ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f11080b3090 0x7f11080c9b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:23.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.089+0000 7f1106ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f11080b3090 0x7f11080c9b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:50334/0 (socket says 172.21.15.31:50334) 2024-09-16T07:25:23.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.089+0000 7f1106ffd640 1 -- 172.21.15.31:0/148197136 learned_addr learned my addr 172.21.15.31:0/148197136 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:23.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.089+0000 7f10fffff640 1 --2- 172.21.15.31:0/148197136 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f11080cfce0 0x7f11080c4930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:23.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.089+0000 7f11077fe640 1 --2- 172.21.15.31:0/148197136 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f11080d2410 0x7f11080ca310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:23.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.089+0000 7f1106ffd640 1 -- 172.21.15.31:0/148197136 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f11080d2410 msgr2=0x7f11080ca310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:23.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.089+0000 7f1106ffd640 1 --2- 172.21.15.31:0/148197136 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f11080d2410 0x7f11080ca310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:23.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.089+0000 7f1106ffd640 1 -- 172.21.15.31:0/148197136 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f11080cfce0 msgr2=0x7f11080c4930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:23.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.089+0000 7f1106ffd640 1 --2- 172.21.15.31:0/148197136 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f11080cfce0 0x7f11080c4930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:23.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.089+0000 7f1106ffd640 1 -- 172.21.15.31:0/148197136 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11080cae60 con 0x7f11080b3090 2024-09-16T07:25:23.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.089+0000 7f10fffff640 1 --2- 172.21.15.31:0/148197136 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f11080cfce0 0x7f11080c4930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:25:23.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.089+0000 7f1106ffd640 1 --2- 172.21.15.31:0/148197136 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f11080b3090 0x7f11080c9b80 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7f10f800c400 tx=0x7f10f800c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:23.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.090+0000 7f1104ff9640 1 -- 172.21.15.31:0/148197136 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10f8017070 con 0x7f11080b3090 2024-09-16T07:25:23.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.090+0000 7f1104ff9640 1 -- 172.21.15.31:0/148197136 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f10f80053c0 con 0x7f11080b3090 2024-09-16T07:25:23.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.090+0000 7f110d865640 1 -- 172.21.15.31:0/148197136 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11080c8dc0 con 0x7f11080b3090 2024-09-16T07:25:23.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.090+0000 7f1104ff9640 1 -- 172.21.15.31:0/148197136 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10f8003850 con 0x7f11080b3090 2024-09-16T07:25:23.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.090+0000 7f110d865640 1 -- 172.21.15.31:0/148197136 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11080c9380 con 0x7f11080b3090 2024-09-16T07:25:23.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.091+0000 7f1104ff9640 1 -- 172.21.15.31:0/148197136 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 15) ==== 51000+0+0 (secure 0 0 0) 0x7f10f801a070 con 0x7f11080b3090 2024-09-16T07:25:23.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.091+0000 7f110d865640 1 -- 172.21.15.31:0/148197136 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f11080b1b70 con 0x7f11080b3090 2024-09-16T07:25:23.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.091+0000 7f1104ff9640 1 --2- 172.21.15.31:0/148197136 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f10e803e710 0x7f10e8040bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:23.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.091+0000 7f1104ff9640 1 -- 172.21.15.31:0/148197136 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 6268+0+0 (secure 0 0 0) 0x7f10f8052d20 con 0x7f11080b3090 2024-09-16T07:25:23.093 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.091+0000 7f10fffff640 1 --2- 172.21.15.31:0/148197136 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f10e803e710 0x7f10e8040bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:23.093 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.091+0000 7f10fffff640 1 --2- 172.21.15.31:0/148197136 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f10e803e710 0x7f10e8040bd0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f10f0034000 tx=0x7f10f0004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:23.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.096+0000 7f1104ff9640 1 -- 172.21.15.31:0/148197136 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f10f8011720 con 0x7f11080b3090 2024-09-16T07:25:23.318 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.319+0000 7f110d865640 1 -- 172.21.15.31:0/148197136 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f11080d29a0 con 0x7f11080b3090 2024-09-16T07:25:23.319 INFO:tasks.ceph.mon.a.smithi031.stderr:2024-09-16T07:25:23.320+0000 7fe9e4df9640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T07:25:23.320 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.321+0000 7f1104ff9640 1 -- 172.21.15.31:0/148197136 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v49) ==== 161+0+0 (secure 0 0 0) 0x7f10f801bbf0 con 0x7f11080b3090 2024-09-16T07:25:23.320 INFO:teuthology.orchestra.run.smithi031.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-16T07:25:23.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.324+0000 7f110d865640 1 -- 172.21.15.31:0/148197136 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f10e803e710 msgr2=0x7f10e8040bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:23.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.324+0000 7f110d865640 1 --2- 172.21.15.31:0/148197136 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f10e803e710 0x7f10e8040bd0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f10f0034000 tx=0x7f10f0004730 comp rx=0 tx=0).stop 2024-09-16T07:25:23.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.324+0000 7f110d865640 1 -- 172.21.15.31:0/148197136 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f11080b3090 msgr2=0x7f11080c9b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:23.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.324+0000 7f110d865640 1 --2- 172.21.15.31:0/148197136 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f11080b3090 0x7f11080c9b80 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7f10f800c400 tx=0x7f10f800c8c0 comp rx=0 tx=0).stop 2024-09-16T07:25:23.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.324+0000 7f110d865640 1 -- 172.21.15.31:0/148197136 shutdown_connections 2024-09-16T07:25:23.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.324+0000 7f110d865640 1 --2- 172.21.15.31:0/148197136 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f10e803e710 0x7f10e8040bd0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:23.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.324+0000 7f110d865640 1 --2- 172.21.15.31:0/148197136 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f11080d2410 0x7f11080ca310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:23.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.324+0000 7f110d865640 1 --2- 172.21.15.31:0/148197136 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f11080cfce0 0x7f11080c4930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:23.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.324+0000 7f110d865640 1 --2- 172.21.15.31:0/148197136 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f11080b3090 0x7f11080c9b80 unknown :-1 s=CLOSED pgs=846 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:23.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.324+0000 7f110d865640 1 -- 172.21.15.31:0/148197136 >> 172.21.15.31:0/148197136 conn(0x7f110809aa30 msgr2=0x7f11080b1fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:23.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.324+0000 7f110d865640 1 -- 172.21.15.31:0/148197136 shutdown_connections 2024-09-16T07:25:23.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.324+0000 7f110d865640 1 -- 172.21.15.31:0/148197136 wait complete. 2024-09-16T07:25:23.328 INFO:tasks.ceph.mds.c.smithi031.stderr: -7122> 2024-09-16T07:25:04.425+0000 7f99aa274640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-16T07:25:23.336 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-16T07:25:23.362 INFO:tasks.ceph.mds.c.smithi031.stdout:starting mds.c at 2024-09-16T07:25:23.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.446+0000 7fc947b84640 1 -- 172.21.15.31:0/4208467478 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc94015acc0 msgr2=0x7fc940072e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:23.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.446+0000 7fc947b84640 1 --2- 172.21.15.31:0/4208467478 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc94015acc0 0x7fc940072e50 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7fc938005fd0 tx=0x7fc93802ab20 comp rx=0 tx=0).stop 2024-09-16T07:25:23.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.446+0000 7fc947b84640 1 -- 172.21.15.31:0/4208467478 shutdown_connections 2024-09-16T07:25:23.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.446+0000 7fc947b84640 1 --2- 172.21.15.31:0/4208467478 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc94015acc0 0x7fc940072e50 unknown :-1 s=CLOSED pgs=849 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:23.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.446+0000 7fc947b84640 1 --2- 172.21.15.31:0/4208467478 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc94015a8e0 0x7fc9400cee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:23.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.446+0000 7fc947b84640 1 -- 172.21.15.31:0/4208467478 >> 172.21.15.31:0/4208467478 conn(0x7fc9400cfdc0 msgr2=0x7fc9400d01d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:23.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.446+0000 7fc947b84640 1 -- 172.21.15.31:0/4208467478 shutdown_connections 2024-09-16T07:25:23.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.446+0000 7fc947b84640 1 -- 172.21.15.31:0/4208467478 wait complete. 2024-09-16T07:25:23.449 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.447+0000 7fc947b84640 1 Processor -- start 2024-09-16T07:25:23.449 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.447+0000 7fc947b84640 1 -- start start 2024-09-16T07:25:23.449 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.448+0000 7fc947b84640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc940069fc0 0x7fc94014d8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:23.449 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.448+0000 7fc947b84640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc94015a8e0 0x7fc94014c660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:23.449 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.448+0000 7fc947b84640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc94015acc0 0x7fc94014ace0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:23.449 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.448+0000 7fc947b84640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fc940073390 con 0x7fc94015a8e0 2024-09-16T07:25:23.449 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.448+0000 7fc947b84640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc9400ca8f0 con 0x7fc94015acc0 2024-09-16T07:25:23.449 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.448+0000 7fc947b84640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc940073510 con 0x7fc940069fc0 2024-09-16T07:25:23.449 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.448+0000 7fc94511f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc94015a8e0 0x7fc94014c660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:23.449 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.448+0000 7fc94511f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc94015a8e0 0x7fc94014c660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:50360/0 (socket says 172.21.15.31:50360) 2024-09-16T07:25:23.449 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.448+0000 7fc945920640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc940069fc0 0x7fc94014d8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:23.450 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.448+0000 7fc94511f640 1 -- 172.21.15.31:0/2898781596 learned_addr learned my addr 172.21.15.31:0/2898781596 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:23.450 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.448+0000 7fc946121640 1 --2- 172.21.15.31:0/2898781596 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc94015acc0 0x7fc94014ace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:23.450 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.448+0000 7fc94511f640 1 -- 172.21.15.31:0/2898781596 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc940069fc0 msgr2=0x7fc94014d8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:23.450 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.448+0000 7fc94511f640 1 --2- 172.21.15.31:0/2898781596 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc940069fc0 0x7fc94014d8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:23.450 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.448+0000 7fc94511f640 1 -- 172.21.15.31:0/2898781596 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc94015acc0 msgr2=0x7fc94014ace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:23.450 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.448+0000 7fc94511f640 1 --2- 172.21.15.31:0/2898781596 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc94015acc0 0x7fc94014ace0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:23.450 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.448+0000 7fc94511f640 1 -- 172.21.15.31:0/2898781596 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc94014b5c0 con 0x7fc94015a8e0 2024-09-16T07:25:23.450 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.449+0000 7fc94511f640 1 --2- 172.21.15.31:0/2898781596 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc94015a8e0 0x7fc94014c660 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7fc93000c4d0 tx=0x7fc93000c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:23.450 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.449+0000 7fc9367fc640 1 -- 172.21.15.31:0/2898781596 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9300052d0 con 0x7fc94015a8e0 2024-09-16T07:25:23.450 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.449+0000 7fc9367fc640 1 -- 172.21.15.31:0/2898781596 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc930005470 con 0x7fc94015a8e0 2024-09-16T07:25:23.450 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.449+0000 7fc947b84640 1 -- 172.21.15.31:0/2898781596 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc94014b8a0 con 0x7fc94015a8e0 2024-09-16T07:25:23.450 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.449+0000 7fc9367fc640 1 -- 172.21.15.31:0/2898781596 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc930012870 con 0x7fc94015a8e0 2024-09-16T07:25:23.450 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.449+0000 7fc947b84640 1 -- 172.21.15.31:0/2898781596 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc94014be60 con 0x7fc94015a8e0 2024-09-16T07:25:23.451 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.450+0000 7fc9367fc640 1 -- 172.21.15.31:0/2898781596 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 15) ==== 51000+0+0 (secure 0 0 0) 0x7fc9300035f0 con 0x7fc94015a8e0 2024-09-16T07:25:23.451 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.450+0000 7fc947b84640 1 -- 172.21.15.31:0/2898781596 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc940073aa0 con 0x7fc94015a8e0 2024-09-16T07:25:23.452 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.450+0000 7fc9367fc640 1 --2- 172.21.15.31:0/2898781596 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc92403e710 0x7fc924040bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:23.452 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.450+0000 7fc9367fc640 1 -- 172.21.15.31:0/2898781596 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 6354+0+0 (secure 0 0 0) 0x7fc930053470 con 0x7fc94015a8e0 2024-09-16T07:25:23.452 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.450+0000 7fc945920640 1 --2- 172.21.15.31:0/2898781596 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc92403e710 0x7fc924040bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:23.452 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.451+0000 7fc945920640 1 --2- 172.21.15.31:0/2898781596 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc92403e710 0x7fc924040bd0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fc93c009bb0 tx=0x7fc93c005f90 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:23.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.455+0000 7fc9367fc640 1 -- 172.21.15.31:0/2898781596 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fc93001b400 con 0x7fc94015a8e0 2024-09-16T07:25:23.680 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:23.681+0000 7fc947b84640 1 -- 172.21.15.31:0/2898781596 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fc9400b5a20 con 0x7fc94015a8e0 2024-09-16T07:25:24.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:24.322+0000 7fc9367fc640 1 -- 172.21.15.31:0/2898781596 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v50) ==== 104+0+0 (secure 0 0 0) 0x7fc93001b780 con 0x7fc94015a8e0 2024-09-16T07:25:24.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:24.326+0000 7fc947b84640 1 -- 172.21.15.31:0/2898781596 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc92403e710 msgr2=0x7fc924040bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:24.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:24.326+0000 7fc947b84640 1 --2- 172.21.15.31:0/2898781596 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc92403e710 0x7fc924040bd0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fc93c009bb0 tx=0x7fc93c005f90 comp rx=0 tx=0).stop 2024-09-16T07:25:24.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:24.326+0000 7fc947b84640 1 -- 172.21.15.31:0/2898781596 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc94015a8e0 msgr2=0x7fc94014c660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:24.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:24.326+0000 7fc947b84640 1 --2- 172.21.15.31:0/2898781596 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc94015a8e0 0x7fc94014c660 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7fc93000c4d0 tx=0x7fc93000c990 comp rx=0 tx=0).stop 2024-09-16T07:25:24.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:24.326+0000 7fc947b84640 1 -- 172.21.15.31:0/2898781596 shutdown_connections 2024-09-16T07:25:24.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:24.326+0000 7fc947b84640 1 --2- 172.21.15.31:0/2898781596 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc92403e710 0x7fc924040bd0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:24.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:24.326+0000 7fc947b84640 1 --2- 172.21.15.31:0/2898781596 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc94015acc0 0x7fc94014ace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:24.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:24.326+0000 7fc947b84640 1 --2- 172.21.15.31:0/2898781596 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc94015a8e0 0x7fc94014c660 unknown :-1 s=CLOSED pgs=850 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:24.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:24.326+0000 7fc947b84640 1 --2- 172.21.15.31:0/2898781596 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc940069fc0 0x7fc94014d8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:24.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:24.326+0000 7fc947b84640 1 -- 172.21.15.31:0/2898781596 >> 172.21.15.31:0/2898781596 conn(0x7fc9400cfdc0 msgr2=0x7fc940156d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:24.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:24.326+0000 7fc947b84640 1 -- 172.21.15.31:0/2898781596 shutdown_connections 2024-09-16T07:25:24.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:24.326+0000 7fc947b84640 1 -- 172.21.15.31:0/2898781596 wait complete. 2024-09-16T07:25:24.343 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-16T07:25:24.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:24.500+0000 7fd6a2b6b640 1 -- 172.21.15.31:0/1550825429 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd69c0d1ff0 msgr2=0x7fd69c15ca90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:24.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:24.500+0000 7fd6a2b6b640 1 --2- 172.21.15.31:0/1550825429 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd69c0d1ff0 0x7fd69c15ca90 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7fd694005fd0 tx=0x7fd69402aa90 comp rx=0 tx=0).stop 2024-09-16T07:25:24.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:24.500+0000 7fd6a2b6b640 1 -- 172.21.15.31:0/1550825429 shutdown_connections 2024-09-16T07:25:24.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:24.500+0000 7fd6a2b6b640 1 --2- 172.21.15.31:0/1550825429 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd69c0d1ff0 0x7fd69c15ca90 unknown :-1 s=CLOSED pgs=852 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:24.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:24.500+0000 7fd6a2b6b640 1 --2- 172.21.15.31:0/1550825429 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd69c15d250 0x7fd69c160140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:24.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:24.500+0000 7fd6a2b6b640 1 -- 172.21.15.31:0/1550825429 >> 172.21.15.31:0/1550825429 conn(0x7fd69c09aa30 msgr2=0x7fd69c09ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:24.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:24.500+0000 7fd6a2b6b640 1 -- 172.21.15.31:0/1550825429 shutdown_connections 2024-09-16T07:25:24.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:24.500+0000 7fd6a2b6b640 1 -- 172.21.15.31:0/1550825429 wait complete. 2024-09-16T07:25:24.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:24.502+0000 7fd6a2b6b640 1 Processor -- start 2024-09-16T07:25:24.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:24.502+0000 7fd6a2b6b640 1 -- start start 2024-09-16T07:25:24.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:24.503+0000 7fd6a2b6b640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd69c0d1c10 0x7fd69c1f27e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:24.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:24.503+0000 7fd6a2b6b640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd69c0d1ff0 0x7fd69c1f31d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:24.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:24.503+0000 7fd6a2b6b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd69c15d250 0x7fd69c0c76b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:24.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:24.503+0000 7fd6a2b6b640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fd69c0d0380 con 0x7fd69c15d250 2024-09-16T07:25:24.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:24.503+0000 7fd6a2b6b640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fd69c0d0200 con 0x7fd69c0d1c10 2024-09-16T07:25:24.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:24.503+0000 7fd6a2b6b640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fd69c0b2de0 con 0x7fd69c0d1ff0 2024-09-16T07:25:24.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:24.503+0000 7fd6a1108640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd69c15d250 0x7fd69c0c76b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:24.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:24.503+0000 7fd6a1108640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd69c15d250 0x7fd69c0c76b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:50370/0 (socket says 172.21.15.31:50370) 2024-09-16T07:25:24.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:24.503+0000 7fd6a1108640 1 -- 172.21.15.31:0/2463910483 learned_addr learned my addr 172.21.15.31:0/2463910483 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:24.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:24.503+0000 7fd69bfff640 1 --2- 172.21.15.31:0/2463910483 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd69c0d1ff0 0x7fd69c1f31d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:24.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:24.503+0000 7fd6a0907640 1 --2- 172.21.15.31:0/2463910483 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd69c0d1c10 0x7fd69c1f27e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:24.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:24.503+0000 7fd6a1108640 1 -- 172.21.15.31:0/2463910483 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd69c0d1ff0 msgr2=0x7fd69c1f31d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:24.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:24.503+0000 7fd6a1108640 1 --2- 172.21.15.31:0/2463910483 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd69c0d1ff0 0x7fd69c1f31d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:24.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:24.503+0000 7fd6a1108640 1 -- 172.21.15.31:0/2463910483 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd69c0d1c10 msgr2=0x7fd69c1f27e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:24.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:24.503+0000 7fd6a1108640 1 --2- 172.21.15.31:0/2463910483 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd69c0d1c10 0x7fd69c1f27e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:24.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:24.503+0000 7fd6a1108640 1 -- 172.21.15.31:0/2463910483 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd69c1f3710 con 0x7fd69c15d250 2024-09-16T07:25:24.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:24.503+0000 7fd69bfff640 1 --2- 172.21.15.31:0/2463910483 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd69c0d1ff0 0x7fd69c1f31d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:25:24.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:24.503+0000 7fd6a1108640 1 --2- 172.21.15.31:0/2463910483 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd69c15d250 0x7fd69c0c76b0 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7fd694009bf0 tx=0x7fd694003ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:24.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:24.503+0000 7fd6997fa640 1 -- 172.21.15.31:0/2463910483 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd694046070 con 0x7fd69c15d250 2024-09-16T07:25:24.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:24.503+0000 7fd6997fa640 1 -- 172.21.15.31:0/2463910483 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd694004250 con 0x7fd69c15d250 2024-09-16T07:25:24.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:24.504+0000 7fd6a2b6b640 1 -- 172.21.15.31:0/2463910483 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd69c0c5a50 con 0x7fd69c15d250 2024-09-16T07:25:24.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:24.504+0000 7fd6997fa640 1 -- 172.21.15.31:0/2463910483 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd694004660 con 0x7fd69c15d250 2024-09-16T07:25:24.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:24.504+0000 7fd6a2b6b640 1 -- 172.21.15.31:0/2463910483 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd69c0c6010 con 0x7fd69c15d250 2024-09-16T07:25:24.506 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:24.505+0000 7fd6a2b6b640 1 -- 172.21.15.31:0/2463910483 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd69c0b3240 con 0x7fd69c15d250 2024-09-16T07:25:24.506 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:24.505+0000 7fd6997fa640 1 -- 172.21.15.31:0/2463910483 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7fd694049070 con 0x7fd69c15d250 2024-09-16T07:25:24.506 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:24.506+0000 7fd6997fa640 1 --2- 172.21.15.31:0/2463910483 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd6800789a0 0x7fd68007ae60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:24.506 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:24.506+0000 7fd6997fa640 1 -- 172.21.15.31:0/2463910483 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 6354+0+0 (secure 0 0 0) 0x7fd6940bbd50 con 0x7fd69c15d250 2024-09-16T07:25:24.506 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:24.506+0000 7fd6a0907640 1 --2- 172.21.15.31:0/2463910483 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd6800789a0 0x7fd68007ae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:24.506 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:24.506+0000 7fd6a0907640 1 --2- 172.21.15.31:0/2463910483 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd6800789a0 0x7fd68007ae60 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fd690001220 tx=0x7fd690009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:24.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:24.510+0000 7fd6997fa640 1 -- 172.21.15.31:0/2463910483 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fd6940bf030 con 0x7fd69c15d250 2024-09-16T07:25:24.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:24.697+0000 7fd6a2b6b640 1 -- 172.21.15.31:0/2463910483 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fd69c0d2a60 con 0x7fd69c15d250 2024-09-16T07:25:25.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:25.331+0000 7fd6997fa640 1 -- 172.21.15.31:0/2463910483 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v72) ==== 181+0+0 (secure 0 0 0) 0x7fd694032030 con 0x7fd69c15d250 2024-09-16T07:25:25.331 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_metadata' removed 2024-09-16T07:25:25.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:25.336+0000 7fd6a2b6b640 1 -- 172.21.15.31:0/2463910483 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd6800789a0 msgr2=0x7fd68007ae60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:25.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:25.336+0000 7fd6a2b6b640 1 --2- 172.21.15.31:0/2463910483 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd6800789a0 0x7fd68007ae60 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fd690001220 tx=0x7fd690009040 comp rx=0 tx=0).stop 2024-09-16T07:25:25.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:25.336+0000 7fd6a2b6b640 1 -- 172.21.15.31:0/2463910483 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd69c15d250 msgr2=0x7fd69c0c76b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:25.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:25.336+0000 7fd6a2b6b640 1 --2- 172.21.15.31:0/2463910483 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd69c15d250 0x7fd69c0c76b0 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7fd694009bf0 tx=0x7fd694003ce0 comp rx=0 tx=0).stop 2024-09-16T07:25:25.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:25.337+0000 7fd6a2b6b640 1 -- 172.21.15.31:0/2463910483 shutdown_connections 2024-09-16T07:25:25.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:25.337+0000 7fd6a2b6b640 1 --2- 172.21.15.31:0/2463910483 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd6800789a0 0x7fd68007ae60 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:25.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:25.337+0000 7fd6a2b6b640 1 --2- 172.21.15.31:0/2463910483 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd69c15d250 0x7fd69c0c76b0 unknown :-1 s=CLOSED pgs=853 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:25.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:25.337+0000 7fd6a2b6b640 1 --2- 172.21.15.31:0/2463910483 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd69c0d1ff0 0x7fd69c1f31d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:25.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:25.337+0000 7fd6a2b6b640 1 --2- 172.21.15.31:0/2463910483 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd69c0d1c10 0x7fd69c1f27e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:25.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:25.337+0000 7fd6a2b6b640 1 -- 172.21.15.31:0/2463910483 >> 172.21.15.31:0/2463910483 conn(0x7fd69c09aa30 msgr2=0x7fd69c15fd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:25.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:25.338+0000 7fd6a2b6b640 1 -- 172.21.15.31:0/2463910483 shutdown_connections 2024-09-16T07:25:25.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:25.338+0000 7fd6a2b6b640 1 -- 172.21.15.31:0/2463910483 wait complete. 2024-09-16T07:25:25.352 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-16T07:25:25.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:25.472+0000 7ff69a7c9640 1 -- 172.21.15.31:0/3035752513 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff6940aee40 msgr2=0x7ff69415b970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:25.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:25.472+0000 7ff69a7c9640 1 --2- 172.21.15.31:0/3035752513 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff6940aee40 0x7ff69415b970 secure :-1 s=READY pgs=855 cs=0 l=1 rev1=1 crypto rx=0x7ff6940cc230 tx=0x7ff68402a530 comp rx=0 tx=0).stop 2024-09-16T07:25:25.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:25.472+0000 7ff69a7c9640 1 -- 172.21.15.31:0/3035752513 shutdown_connections 2024-09-16T07:25:25.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:25.472+0000 7ff69a7c9640 1 --2- 172.21.15.31:0/3035752513 >> v2:172.21.15.155:3300/0 conn(0x7ff69406e940 0x7ff69406fe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:25.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:25.472+0000 7ff69a7c9640 1 --2- 172.21.15.31:0/3035752513 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff6940aee40 0x7ff69415b970 unknown :-1 s=CLOSED pgs=855 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:25.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:25.472+0000 7ff69a7c9640 1 -- 172.21.15.31:0/3035752513 >> 172.21.15.31:0/3035752513 conn(0x7ff6940b1620 msgr2=0x7ff6940b1a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:25.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:25.472+0000 7ff69a7c9640 1 -- 172.21.15.31:0/3035752513 shutdown_connections 2024-09-16T07:25:25.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:25.472+0000 7ff69a7c9640 1 -- 172.21.15.31:0/3035752513 wait complete. 2024-09-16T07:25:25.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:25.473+0000 7ff69a7c9640 1 Processor -- start 2024-09-16T07:25:25.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:25.474+0000 7ff69a7c9640 1 -- start start 2024-09-16T07:25:25.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:25.474+0000 7ff69a7c9640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff69406e940 0x7ff69414b0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:25.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:25.474+0000 7ff69a7c9640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff6940703c0 0x7ff69415a4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:25.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:25.474+0000 7ff69a7c9640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff6940aee40 0x7ff6940ad8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:25.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:25.474+0000 7ff69a7c9640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7ff694158790 con 0x7ff6940703c0 2024-09-16T07:25:25.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:25.474+0000 7ff69a7c9640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ff694158610 con 0x7ff69406e940 2024-09-16T07:25:25.476 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:25.474+0000 7ff69a7c9640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ff694158910 con 0x7ff6940aee40 2024-09-16T07:25:25.476 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:25.475+0000 7ff6937fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff6940703c0 0x7ff69415a4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:25.476 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:25.475+0000 7ff6937fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff6940703c0 0x7ff69415a4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:50378/0 (socket says 172.21.15.31:50378) 2024-09-16T07:25:25.476 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:25.475+0000 7ff6937fe640 1 -- 172.21.15.31:0/3580554263 learned_addr learned my addr 172.21.15.31:0/3580554263 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:25.476 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:25.475+0000 7ff693fff640 1 --2- 172.21.15.31:0/3580554263 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff69406e940 0x7ff69414b0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:25.476 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:25.475+0000 7ff698d66640 1 --2- 172.21.15.31:0/3580554263 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff6940aee40 0x7ff6940ad8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:25.476 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:25.475+0000 7ff6937fe640 1 -- 172.21.15.31:0/3580554263 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff6940aee40 msgr2=0x7ff6940ad8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:25.476 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:25.475+0000 7ff6937fe640 1 --2- 172.21.15.31:0/3580554263 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff6940aee40 0x7ff6940ad8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:25.476 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:25.475+0000 7ff6937fe640 1 -- 172.21.15.31:0/3580554263 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff69406e940 msgr2=0x7ff69414b0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:25.476 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:25.475+0000 7ff6937fe640 1 --2- 172.21.15.31:0/3580554263 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff69406e940 0x7ff69414b0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:25.476 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:25.475+0000 7ff6937fe640 1 -- 172.21.15.31:0/3580554263 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6941548e0 con 0x7ff6940703c0 2024-09-16T07:25:25.476 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:25.475+0000 7ff6937fe640 1 --2- 172.21.15.31:0/3580554263 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff6940703c0 0x7ff69415a4e0 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7ff68800d770 tx=0x7ff68800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:25.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:25.475+0000 7ff690ff9640 1 -- 172.21.15.31:0/3580554263 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff688017070 con 0x7ff6940703c0 2024-09-16T07:25:25.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:25.475+0000 7ff690ff9640 1 -- 172.21.15.31:0/3580554263 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff688009d20 con 0x7ff6940703c0 2024-09-16T07:25:25.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:25.475+0000 7ff69a7c9640 1 -- 172.21.15.31:0/3580554263 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff694156d20 con 0x7ff6940703c0 2024-09-16T07:25:25.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:25.475+0000 7ff690ff9640 1 -- 172.21.15.31:0/3580554263 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6880106c0 con 0x7ff6940703c0 2024-09-16T07:25:25.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:25.475+0000 7ff69a7c9640 1 -- 172.21.15.31:0/3580554263 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6941572e0 con 0x7ff6940703c0 2024-09-16T07:25:25.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:25.476+0000 7ff69a7c9640 1 -- 172.21.15.31:0/3580554263 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff69406fe80 con 0x7ff6940703c0 2024-09-16T07:25:25.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:25.477+0000 7ff690ff9640 1 -- 172.21.15.31:0/3580554263 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7ff68801a070 con 0x7ff6940703c0 2024-09-16T07:25:25.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:25.477+0000 7ff690ff9640 1 --2- 172.21.15.31:0/3580554263 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff680078970 0x7ff68007ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:25.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:25.477+0000 7ff690ff9640 1 -- 172.21.15.31:0/3580554263 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 5916+0+0 (secure 0 0 0) 0x7ff68809ae40 con 0x7ff6940703c0 2024-09-16T07:25:25.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:25.477+0000 7ff693fff640 1 --2- 172.21.15.31:0/3580554263 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff680078970 0x7ff68007ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:25.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:25.478+0000 7ff693fff640 1 --2- 172.21.15.31:0/3580554263 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff680078970 0x7ff68007ae30 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7ff684034000 tx=0x7ff684004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:25.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:25.482+0000 7ff690ff9640 1 -- 172.21.15.31:0/3580554263 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7ff6880631b0 con 0x7ff6940703c0 2024-09-16T07:25:25.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:25.666+0000 7ff69a7c9640 1 -- 172.21.15.31:0/3580554263 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7ff6940cf7a0 con 0x7ff6940703c0 2024-09-16T07:25:26.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.336+0000 7ff690ff9640 1 -- 172.21.15.31:0/3580554263 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v73) ==== 169+0+0 (secure 0 0 0) 0x7ff688062ab0 con 0x7ff6940703c0 2024-09-16T07:25:26.336 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_data' removed 2024-09-16T07:25:26.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.341+0000 7ff69a7c9640 1 -- 172.21.15.31:0/3580554263 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff680078970 msgr2=0x7ff68007ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:26.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.341+0000 7ff69a7c9640 1 --2- 172.21.15.31:0/3580554263 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff680078970 0x7ff68007ae30 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7ff684034000 tx=0x7ff684004730 comp rx=0 tx=0).stop 2024-09-16T07:25:26.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.341+0000 7ff69a7c9640 1 -- 172.21.15.31:0/3580554263 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff6940703c0 msgr2=0x7ff69415a4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:26.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.341+0000 7ff69a7c9640 1 --2- 172.21.15.31:0/3580554263 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff6940703c0 0x7ff69415a4e0 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7ff68800d770 tx=0x7ff68800dc30 comp rx=0 tx=0).stop 2024-09-16T07:25:26.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.341+0000 7ff69a7c9640 1 -- 172.21.15.31:0/3580554263 shutdown_connections 2024-09-16T07:25:26.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.341+0000 7ff69a7c9640 1 --2- 172.21.15.31:0/3580554263 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff680078970 0x7ff68007ae30 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:26.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.341+0000 7ff69a7c9640 1 --2- 172.21.15.31:0/3580554263 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff6940aee40 0x7ff6940ad8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:26.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.341+0000 7ff69a7c9640 1 --2- 172.21.15.31:0/3580554263 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff6940703c0 0x7ff69415a4e0 unknown :-1 s=CLOSED pgs=856 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:26.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.341+0000 7ff69a7c9640 1 --2- 172.21.15.31:0/3580554263 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff69406e940 0x7ff69414b0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:26.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.341+0000 7ff69a7c9640 1 -- 172.21.15.31:0/3580554263 >> 172.21.15.31:0/3580554263 conn(0x7ff6940b1620 msgr2=0x7ff69415b980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:26.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.342+0000 7ff69a7c9640 1 -- 172.21.15.31:0/3580554263 shutdown_connections 2024-09-16T07:25:26.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.342+0000 7ff69a7c9640 1 -- 172.21.15.31:0/3580554263 wait complete. 2024-09-16T07:25:26.356 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config reset 27 2024-09-16T07:25:26.468 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.469+0000 7f62dedc2640 1 -- 172.21.15.31:0/45297695 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f62d80b1ae0 msgr2=0x7f62d80ce630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:26.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.469+0000 7f62dedc2640 1 --2- 172.21.15.31:0/45297695 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f62d80b1ae0 0x7f62d80ce630 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x7f62d8073c60 tx=0x7f62c402a4d0 comp rx=0 tx=0).stop 2024-09-16T07:25:26.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.469+0000 7f62dedc2640 1 -- 172.21.15.31:0/45297695 shutdown_connections 2024-09-16T07:25:26.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.469+0000 7f62dedc2640 1 --2- 172.21.15.31:0/45297695 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f62d80d2760 0x7f62d80ceb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:26.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.469+0000 7f62dedc2640 1 --2- 172.21.15.31:0/45297695 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f62d80b1ae0 0x7f62d80ce630 unknown :-1 s=CLOSED pgs=857 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:26.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.469+0000 7f62dedc2640 1 --2- 172.21.15.31:0/45297695 >> v2:172.21.15.155:3300/0 conn(0x7f62d815bd30 0x7f62d80b15a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:26.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.469+0000 7f62dedc2640 1 -- 172.21.15.31:0/45297695 >> 172.21.15.31:0/45297695 conn(0x7f62d80d1c40 msgr2=0x7f62d80d2050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:26.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.469+0000 7f62dedc2640 1 -- 172.21.15.31:0/45297695 shutdown_connections 2024-09-16T07:25:26.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.469+0000 7f62dedc2640 1 -- 172.21.15.31:0/45297695 wait complete. 2024-09-16T07:25:26.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.470+0000 7f62dedc2640 1 Processor -- start 2024-09-16T07:25:26.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.470+0000 7f62dedc2640 1 -- start start 2024-09-16T07:25:26.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.471+0000 7f62dedc2640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f62d80d2760 0x7f62d80c80d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:26.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.471+0000 7f62dedc2640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f62d815bd30 0x7f62d8145fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:26.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.471+0000 7f62dedc2640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f62d80b4a70 0x7f62d8146510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:26.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.471+0000 7f62dedc2640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f62d80cd370 con 0x7f62d80b4a70 2024-09-16T07:25:26.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.471+0000 7f62dedc2640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f62d80cd1f0 con 0x7f62d815bd30 2024-09-16T07:25:26.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.471+0000 7f62dedc2640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f62d80cd4f0 con 0x7f62d80d2760 2024-09-16T07:25:26.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.471+0000 7f62dd35f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f62d80b4a70 0x7f62d8146510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:26.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.471+0000 7f62dd35f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f62d80b4a70 0x7f62d8146510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:50404/0 (socket says 172.21.15.31:50404) 2024-09-16T07:25:26.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.471+0000 7f62dd35f640 1 -- 172.21.15.31:0/4013892030 learned_addr learned my addr 172.21.15.31:0/4013892030 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:26.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.471+0000 7f62dcb5e640 1 --2- 172.21.15.31:0/4013892030 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f62d80d2760 0x7f62d80c80d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:26.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.471+0000 7f62d7fff640 1 --2- 172.21.15.31:0/4013892030 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f62d815bd30 0x7f62d8145fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:26.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.471+0000 7f62dd35f640 1 -- 172.21.15.31:0/4013892030 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f62d80d2760 msgr2=0x7f62d80c80d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:26.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.471+0000 7f62dd35f640 1 --2- 172.21.15.31:0/4013892030 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f62d80d2760 0x7f62d80c80d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:26.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.471+0000 7f62dd35f640 1 -- 172.21.15.31:0/4013892030 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f62d815bd30 msgr2=0x7f62d8145fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:26.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.471+0000 7f62dd35f640 1 --2- 172.21.15.31:0/4013892030 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f62d815bd30 0x7f62d8145fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:26.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.471+0000 7f62dd35f640 1 -- 172.21.15.31:0/4013892030 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62d81f2720 con 0x7f62d80b4a70 2024-09-16T07:25:26.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.472+0000 7f62dd35f640 1 --2- 172.21.15.31:0/4013892030 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f62d80b4a70 0x7f62d8146510 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7f62d000ca90 tx=0x7f62d000cf50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:26.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.472+0000 7f62d57fa640 1 -- 172.21.15.31:0/4013892030 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62d0007df0 con 0x7f62d80b4a70 2024-09-16T07:25:26.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.472+0000 7f62d57fa640 1 -- 172.21.15.31:0/4013892030 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f62d0003990 con 0x7f62d80b4a70 2024-09-16T07:25:26.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.472+0000 7f62dedc2640 1 -- 172.21.15.31:0/4013892030 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62d80b51f0 con 0x7f62d80b4a70 2024-09-16T07:25:26.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.472+0000 7f62d57fa640 1 -- 172.21.15.31:0/4013892030 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62d0003e00 con 0x7f62d80b4a70 2024-09-16T07:25:26.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.472+0000 7f62dedc2640 1 -- 172.21.15.31:0/4013892030 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62d80b0500 con 0x7f62d80b4a70 2024-09-16T07:25:26.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.473+0000 7f62dedc2640 1 -- 172.21.15.31:0/4013892030 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f62d80cda10 con 0x7f62d80b4a70 2024-09-16T07:25:26.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.473+0000 7f62d57fa640 1 -- 172.21.15.31:0/4013892030 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7f62d0004030 con 0x7f62d80b4a70 2024-09-16T07:25:26.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.474+0000 7f62d57fa640 1 --2- 172.21.15.31:0/4013892030 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f62bc078970 0x7f62bc07ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:26.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.474+0000 7f62d57fa640 1 -- 172.21.15.31:0/4013892030 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 5502+0+0 (secure 0 0 0) 0x7f62d009b190 con 0x7f62d80b4a70 2024-09-16T07:25:26.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.474+0000 7f62dcb5e640 1 --2- 172.21.15.31:0/4013892030 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f62bc078970 0x7f62bc07ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:26.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.474+0000 7f62dcb5e640 1 --2- 172.21.15.31:0/4013892030 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f62bc078970 0x7f62bc07ae30 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f62cc00a490 tx=0x7f62cc00a420 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:26.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.478+0000 7f62d57fa640 1 -- 172.21.15.31:0/4013892030 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f62d0014070 con 0x7f62d80b4a70 2024-09-16T07:25:26.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.664+0000 7f62dedc2640 1 -- 172.21.15.31:0/4013892030 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "config reset", "num": 27} v 0) -- 0x7f62d80cf1f0 con 0x7f62d80b4a70 2024-09-16T07:25:26.667 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.667+0000 7f62d57fa640 1 -- 172.21.15.31:0/4013892030 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "config reset", "num": 27}]=0 v35) ==== 71+0+0 (secure 0 0 0) 0x7f62d0063060 con 0x7f62d80b4a70 2024-09-16T07:25:26.669 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.670+0000 7f62dedc2640 1 -- 172.21.15.31:0/4013892030 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f62bc078970 msgr2=0x7f62bc07ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:26.669 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.670+0000 7f62dedc2640 1 --2- 172.21.15.31:0/4013892030 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f62bc078970 0x7f62bc07ae30 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f62cc00a490 tx=0x7f62cc00a420 comp rx=0 tx=0).stop 2024-09-16T07:25:26.669 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.670+0000 7f62dedc2640 1 -- 172.21.15.31:0/4013892030 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f62d80b4a70 msgr2=0x7f62d8146510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:26.670 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.670+0000 7f62dedc2640 1 --2- 172.21.15.31:0/4013892030 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f62d80b4a70 0x7f62d8146510 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7f62d000ca90 tx=0x7f62d000cf50 comp rx=0 tx=0).stop 2024-09-16T07:25:26.670 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.670+0000 7f62dedc2640 1 -- 172.21.15.31:0/4013892030 shutdown_connections 2024-09-16T07:25:26.670 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.670+0000 7f62dedc2640 1 --2- 172.21.15.31:0/4013892030 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f62bc078970 0x7f62bc07ae30 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:26.670 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.670+0000 7f62dedc2640 1 --2- 172.21.15.31:0/4013892030 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f62d80b4a70 0x7f62d8146510 unknown :-1 s=CLOSED pgs=858 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:26.670 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.670+0000 7f62dedc2640 1 --2- 172.21.15.31:0/4013892030 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f62d815bd30 0x7f62d8145fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:26.670 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.670+0000 7f62dedc2640 1 --2- 172.21.15.31:0/4013892030 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f62d80d2760 0x7f62d80c80d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:26.670 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.670+0000 7f62dedc2640 1 -- 172.21.15.31:0/4013892030 >> 172.21.15.31:0/4013892030 conn(0x7f62d80d1c40 msgr2=0x7f62d80b1ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:26.670 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.670+0000 7f62dedc2640 1 -- 172.21.15.31:0/4013892030 shutdown_connections 2024-09-16T07:25:26.670 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.670+0000 7f62dedc2640 1 -- 172.21.15.31:0/4013892030 wait complete. 2024-09-16T07:25:26.680 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_volumes.TestMisc.test_mgr_eviction' 2024-09-16T07:25:26.786 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.786+0000 7ffb814c6640 1 -- 172.21.15.31:0/1091349729 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffb7c0b0cd0 msgr2=0x7ffb7c161da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:26.786 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.786+0000 7ffb814c6640 1 --2- 172.21.15.31:0/1091349729 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffb7c0b0cd0 0x7ffb7c161da0 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7ffb64005fd0 tx=0x7ffb6402a540 comp rx=0 tx=0).stop 2024-09-16T07:25:26.786 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.786+0000 7ffb814c6640 1 -- 172.21.15.31:0/1091349729 shutdown_connections 2024-09-16T07:25:26.786 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.786+0000 7ffb814c6640 1 --2- 172.21.15.31:0/1091349729 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffb7c1622e0 0x7ffb7c162770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:26.786 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.786+0000 7ffb814c6640 1 --2- 172.21.15.31:0/1091349729 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffb7c0b0cd0 0x7ffb7c161da0 unknown :-1 s=CLOSED pgs=860 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:26.786 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.786+0000 7ffb814c6640 1 -- 172.21.15.31:0/1091349729 >> 172.21.15.31:0/1091349729 conn(0x7ffb7c09d370 msgr2=0x7ffb7c0d40e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:26.786 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.786+0000 7ffb814c6640 1 -- 172.21.15.31:0/1091349729 shutdown_connections 2024-09-16T07:25:26.786 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.786+0000 7ffb814c6640 1 -- 172.21.15.31:0/1091349729 wait complete. 2024-09-16T07:25:26.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.787+0000 7ffb814c6640 1 Processor -- start 2024-09-16T07:25:26.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.787+0000 7ffb814c6640 1 -- start start 2024-09-16T07:25:26.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.788+0000 7ffb814c6640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffb7c0b0cd0 0x7ffb7c0b75c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:26.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.788+0000 7ffb814c6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffb7c0d22b0 0x7ffb7c0cb1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:26.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.788+0000 7ffb814c6640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffb7c1622e0 0x7ffb7c1f8020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:26.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.788+0000 7ffb814c6640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7ffb7c0b29b0 con 0x7ffb7c0d22b0 2024-09-16T07:25:26.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.788+0000 7ffb814c6640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ffb7c0b2830 con 0x7ffb7c0b0cd0 2024-09-16T07:25:26.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.788+0000 7ffb814c6640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ffb7c0b2b30 con 0x7ffb7c1622e0 2024-09-16T07:25:26.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.788+0000 7ffb7a7fc640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffb7c0d22b0 0x7ffb7c0cb1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:26.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.788+0000 7ffb7a7fc640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffb7c0d22b0 0x7ffb7c0cb1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:50430/0 (socket says 172.21.15.31:50430) 2024-09-16T07:25:26.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.788+0000 7ffb7a7fc640 1 -- 172.21.15.31:0/3882777786 learned_addr learned my addr 172.21.15.31:0/3882777786 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:26.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.788+0000 7ffb7b7fe640 1 --2- 172.21.15.31:0/3882777786 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffb7c1622e0 0x7ffb7c1f8020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:26.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.789+0000 7ffb7affd640 1 --2- 172.21.15.31:0/3882777786 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffb7c0b0cd0 0x7ffb7c0b75c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:26.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.789+0000 7ffb7a7fc640 1 -- 172.21.15.31:0/3882777786 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffb7c1622e0 msgr2=0x7ffb7c1f8020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:26.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.789+0000 7ffb7a7fc640 1 --2- 172.21.15.31:0/3882777786 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffb7c1622e0 0x7ffb7c1f8020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:26.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.789+0000 7ffb7a7fc640 1 -- 172.21.15.31:0/3882777786 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffb7c0b0cd0 msgr2=0x7ffb7c0b75c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:26.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.789+0000 7ffb7a7fc640 1 --2- 172.21.15.31:0/3882777786 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffb7c0b0cd0 0x7ffb7c0b75c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:26.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.789+0000 7ffb7a7fc640 1 -- 172.21.15.31:0/3882777786 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb7c0cb6f0 con 0x7ffb7c0d22b0 2024-09-16T07:25:26.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.789+0000 7ffb7affd640 1 --2- 172.21.15.31:0/3882777786 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffb7c0b0cd0 0x7ffb7c0b75c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:25:26.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.789+0000 7ffb7a7fc640 1 --2- 172.21.15.31:0/3882777786 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffb7c0d22b0 0x7ffb7c0cb1b0 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7ffb64009850 tx=0x7ffb640038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:26.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.789+0000 7ffb737fe640 1 -- 172.21.15.31:0/3882777786 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb6403f070 con 0x7ffb7c0d22b0 2024-09-16T07:25:26.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.789+0000 7ffb737fe640 1 -- 172.21.15.31:0/3882777786 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ffb640047a0 con 0x7ffb7c0d22b0 2024-09-16T07:25:26.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.789+0000 7ffb814c6640 1 -- 172.21.15.31:0/3882777786 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb7c0cdad0 con 0x7ffb7c0d22b0 2024-09-16T07:25:26.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.789+0000 7ffb737fe640 1 -- 172.21.15.31:0/3882777786 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb64035030 con 0x7ffb7c0d22b0 2024-09-16T07:25:26.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.789+0000 7ffb814c6640 1 -- 172.21.15.31:0/3882777786 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb7c0ce090 con 0x7ffb7c0d22b0 2024-09-16T07:25:26.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.790+0000 7ffb814c6640 1 -- 172.21.15.31:0/3882777786 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffb7c14ad70 con 0x7ffb7c0d22b0 2024-09-16T07:25:26.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.791+0000 7ffb737fe640 1 -- 172.21.15.31:0/3882777786 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7ffb64042070 con 0x7ffb7c0d22b0 2024-09-16T07:25:26.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.791+0000 7ffb737fe640 1 --2- 172.21.15.31:0/3882777786 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ffb5c078970 0x7ffb5c07ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:26.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.792+0000 7ffb737fe640 1 -- 172.21.15.31:0/3882777786 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 5502+0+0 (secure 0 0 0) 0x7ffb640bb800 con 0x7ffb7c0d22b0 2024-09-16T07:25:26.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.792+0000 7ffb7affd640 1 --2- 172.21.15.31:0/3882777786 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ffb5c078970 0x7ffb5c07ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:26.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.792+0000 7ffb7affd640 1 --2- 172.21.15.31:0/3882777786 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ffb5c078970 0x7ffb5c07ae30 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7ffb7c15b490 tx=0x7ffb74009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:26.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:26.796+0000 7ffb737fe640 1 -- 172.21.15.31:0/3882777786 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7ffb7c14ad70 con 0x7ffb7c0d22b0 2024-09-16T07:25:27.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.052+0000 7ffb814c6640 1 -- 172.21.15.31:0/3882777786 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_mgr_eviction"]} v 0) -- 0x7ffb7c161da0 con 0x7ffb7c0d22b0 2024-09-16T07:25:27.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.337+0000 7ffb737fe640 1 -- 172.21.15.31:0/3882777786 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_mgr_eviction"]}]=0 v238) ==== 131+0+0 (secure 0 0 0) 0x7ffb640836d0 con 0x7ffb7c0d22b0 2024-09-16T07:25:27.339 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.340+0000 7ffb814c6640 1 -- 172.21.15.31:0/3882777786 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ffb5c078970 msgr2=0x7ffb5c07ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:27.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.340+0000 7ffb814c6640 1 --2- 172.21.15.31:0/3882777786 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ffb5c078970 0x7ffb5c07ae30 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7ffb7c15b490 tx=0x7ffb74009040 comp rx=0 tx=0).stop 2024-09-16T07:25:27.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.340+0000 7ffb814c6640 1 -- 172.21.15.31:0/3882777786 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffb7c0d22b0 msgr2=0x7ffb7c0cb1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:27.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.340+0000 7ffb814c6640 1 --2- 172.21.15.31:0/3882777786 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffb7c0d22b0 0x7ffb7c0cb1b0 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7ffb64009850 tx=0x7ffb640038a0 comp rx=0 tx=0).stop 2024-09-16T07:25:27.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.340+0000 7ffb814c6640 1 -- 172.21.15.31:0/3882777786 shutdown_connections 2024-09-16T07:25:27.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.340+0000 7ffb814c6640 1 --2- 172.21.15.31:0/3882777786 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ffb5c078970 0x7ffb5c07ae30 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:27.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.340+0000 7ffb814c6640 1 --2- 172.21.15.31:0/3882777786 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffb7c1622e0 0x7ffb7c1f8020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:27.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.340+0000 7ffb814c6640 1 --2- 172.21.15.31:0/3882777786 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffb7c0d22b0 0x7ffb7c0cb1b0 unknown :-1 s=CLOSED pgs=861 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:27.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.340+0000 7ffb814c6640 1 --2- 172.21.15.31:0/3882777786 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffb7c0b0cd0 0x7ffb7c0b75c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:27.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.340+0000 7ffb814c6640 1 -- 172.21.15.31:0/3882777786 >> 172.21.15.31:0/3882777786 conn(0x7ffb7c09d370 msgr2=0x7ffb7c0b5110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:27.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.340+0000 7ffb814c6640 1 -- 172.21.15.31:0/3882777786 shutdown_connections 2024-09-16T07:25:27.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.340+0000 7ffb814c6640 1 -- 172.21.15.31:0/3882777786 wait complete. 2024-09-16T07:25:27.351 INFO:tasks.cephfs_test_runner:test_mgr_eviction (tasks.cephfs.test_volumes.TestMisc) ... ok 2024-09-16T07:25:27.352 INFO:tasks.cephfs_test_runner:Starting test: test_names_can_only_be_goodchars (tasks.cephfs.test_volumes.TestMisc) Test the creating vols, subvols subvolgroups fails when their names uses 2024-09-16T07:25:27.352 INFO:tasks.cephfs_test_runner:test_names_can_only_be_goodchars (tasks.cephfs.test_volumes.TestMisc) 2024-09-16T07:25:27.352 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:25:27.459 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.459+0000 7f3078016640 1 -- 172.21.15.31:0/2187836975 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f307015f6d0 msgr2=0x7f307015c880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:27.459 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.459+0000 7f3078016640 1 --2- 172.21.15.31:0/2187836975 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f307015f6d0 0x7f307015c880 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7f3060009830 tx=0x7f306002a5a0 comp rx=0 tx=0).stop 2024-09-16T07:25:27.459 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.459+0000 7f3078016640 1 -- 172.21.15.31:0/2187836975 shutdown_connections 2024-09-16T07:25:27.459 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.459+0000 7f3078016640 1 --2- 172.21.15.31:0/2187836975 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f307015f6d0 0x7f307015c880 unknown :-1 s=CLOSED pgs=863 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:27.459 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.459+0000 7f3078016640 1 --2- 172.21.15.31:0/2187836975 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f30700d2410 0x7f30700b3090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:27.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.459+0000 7f3078016640 1 -- 172.21.15.31:0/2187836975 >> 172.21.15.31:0/2187836975 conn(0x7f307009aa30 msgr2=0x7f307009ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:27.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.459+0000 7f3078016640 1 -- 172.21.15.31:0/2187836975 shutdown_connections 2024-09-16T07:25:27.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.460+0000 7f3078016640 1 -- 172.21.15.31:0/2187836975 wait complete. 2024-09-16T07:25:27.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.461+0000 7f3078016640 1 Processor -- start 2024-09-16T07:25:27.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.461+0000 7f3078016640 1 -- start start 2024-09-16T07:25:27.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.461+0000 7f3078016640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f30700d2410 0x7f30700b4aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:27.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.461+0000 7f3078016640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f307015cdc0 0x7f3070155980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:27.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.461+0000 7f3078016640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f307015f6d0 0x7f30700c7f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:27.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.461+0000 7f3078016640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f30700b13c0 con 0x7f307015f6d0 2024-09-16T07:25:27.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.461+0000 7f3078016640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f30700b1240 con 0x7f307015cdc0 2024-09-16T07:25:27.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.461+0000 7f3078016640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f30700b1540 con 0x7f30700d2410 2024-09-16T07:25:27.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.462+0000 7f30765b3640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f307015f6d0 0x7f30700c7f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:27.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.462+0000 7f30765b3640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f307015f6d0 0x7f30700c7f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:50440/0 (socket says 172.21.15.31:50440) 2024-09-16T07:25:27.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.462+0000 7f30765b3640 1 -- 172.21.15.31:0/152475685 learned_addr learned my addr 172.21.15.31:0/152475685 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:27.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.462+0000 7f3075db2640 1 --2- 172.21.15.31:0/152475685 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f30700d2410 0x7f30700b4aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:27.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.462+0000 7f30755b1640 1 --2- 172.21.15.31:0/152475685 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f307015cdc0 0x7f3070155980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:27.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.462+0000 7f30765b3640 1 -- 172.21.15.31:0/152475685 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f30700d2410 msgr2=0x7f30700b4aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:27.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.462+0000 7f30765b3640 1 --2- 172.21.15.31:0/152475685 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f30700d2410 0x7f30700b4aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:27.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.462+0000 7f30765b3640 1 -- 172.21.15.31:0/152475685 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f307015cdc0 msgr2=0x7f3070155980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:27.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.462+0000 7f30765b3640 1 --2- 172.21.15.31:0/152475685 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f307015cdc0 0x7f3070155980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:27.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.462+0000 7f30765b3640 1 -- 172.21.15.31:0/152475685 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3070159ea0 con 0x7f307015f6d0 2024-09-16T07:25:27.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.462+0000 7f3075db2640 1 --2- 172.21.15.31:0/152475685 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f30700d2410 0x7f30700b4aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:25:27.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.462+0000 7f30755b1640 1 --2- 172.21.15.31:0/152475685 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f307015cdc0 0x7f3070155980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:25:27.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.462+0000 7f30765b3640 1 --2- 172.21.15.31:0/152475685 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f307015f6d0 0x7f30700c7f90 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7f306800cb50 tx=0x7f306800a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:27.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.462+0000 7f30667fc640 1 -- 172.21.15.31:0/152475685 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3068016020 con 0x7f307015f6d0 2024-09-16T07:25:27.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.462+0000 7f30667fc640 1 -- 172.21.15.31:0/152475685 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f306800ae30 con 0x7f307015f6d0 2024-09-16T07:25:27.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.462+0000 7f3078016640 1 -- 172.21.15.31:0/152475685 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f307015a140 con 0x7f307015f6d0 2024-09-16T07:25:27.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.462+0000 7f30667fc640 1 -- 172.21.15.31:0/152475685 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3068012680 con 0x7f307015f6d0 2024-09-16T07:25:27.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.462+0000 7f3078016640 1 -- 172.21.15.31:0/152475685 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f307015a700 con 0x7f307015f6d0 2024-09-16T07:25:27.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.463+0000 7f3078016640 1 -- 172.21.15.31:0/152475685 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f30700b19f0 con 0x7f307015f6d0 2024-09-16T07:25:27.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.464+0000 7f30667fc640 1 -- 172.21.15.31:0/152475685 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7f3068019020 con 0x7f307015f6d0 2024-09-16T07:25:27.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.464+0000 7f30667fc640 1 --2- 172.21.15.31:0/152475685 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f30540789a0 0x7f305407ae60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:27.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.464+0000 7f30667fc640 1 -- 172.21.15.31:0/152475685 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 5502+0+0 (secure 0 0 0) 0x7f306809ad60 con 0x7f307015f6d0 2024-09-16T07:25:27.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.464+0000 7f3075db2640 1 --2- 172.21.15.31:0/152475685 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f30540789a0 0x7f305407ae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:27.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.465+0000 7f3075db2640 1 --2- 172.21.15.31:0/152475685 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f30540789a0 0x7f305407ae60 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f306c006fd0 tx=0x7f306c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:27.468 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.469+0000 7f30667fc640 1 -- 172.21.15.31:0/152475685 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f3068020030 con 0x7f307015f6d0 2024-09-16T07:25:27.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.665+0000 7f3078016640 1 -- 172.21.15.31:0/152475685 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f30700d29a0 con 0x7f307015f6d0 2024-09-16T07:25:27.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.666+0000 7f30667fc640 1 -- 172.21.15.31:0/152475685 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v73) ==== 74+0+13833 (secure 0 0 0) 0x7f307015c0e0 con 0x7f307015f6d0 2024-09-16T07:25:27.665 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:25:27.665 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":73,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:25:26.332755+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.31:6834/1482360243":"2024-09-17T07:25:23.320553+0000","172.21.15.31:6832/1482360243":"2024-09-17T07:25:23.320553+0000","172.21.15.155:0/289949534":"2024-09-17T07:25:20.199407+0000","172.21.15.155:0/3058496590":"2024-09-17T07:25:20.199407+0000","172.21.15.155:0/2579998832":"2024-09-17T07:25:20.199407+0000","172.21.15.155:0/1467139609":"2024-09-17T07:25:20.199407+0000","172.21.15.155:6809/3650624732":"2024-09-17T07:25:20.199407+0000","172.21.15.155:0/2982904455":"2024-09-17T07:25:20.199407+0000","172.21.15.155:6808/3650624732":"2024-09-17T07:25:20.199407+0000","172.21.15.155:0/2983704885":"2024-09-17T07:25:20.199407+0000","172.21.15.155:0/3486515088":"2024-09-17T07:25:20.199407+0000","172.21.15.155:0/2637602607":"2024-09-17T07:25:20.199407+0000","172.21.15.155:0/3170611945":"2024-09-17T07:25:20.199407+0000","172.21.15.155:0/4238122992":"2024-09-17T07:25:20.199407+0000","172.21.15.155:0/2520755882":"2024-09-17T07:25:20.199407+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:25:27.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.668+0000 7f3078016640 1 -- 172.21.15.31:0/152475685 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f30540789a0 msgr2=0x7f305407ae60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:27.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.668+0000 7f3078016640 1 --2- 172.21.15.31:0/152475685 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f30540789a0 0x7f305407ae60 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f306c006fd0 tx=0x7f306c008040 comp rx=0 tx=0).stop 2024-09-16T07:25:27.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.668+0000 7f3078016640 1 -- 172.21.15.31:0/152475685 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f307015f6d0 msgr2=0x7f30700c7f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:27.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.668+0000 7f3078016640 1 --2- 172.21.15.31:0/152475685 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f307015f6d0 0x7f30700c7f90 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7f306800cb50 tx=0x7f306800a430 comp rx=0 tx=0).stop 2024-09-16T07:25:27.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.668+0000 7f3078016640 1 -- 172.21.15.31:0/152475685 shutdown_connections 2024-09-16T07:25:27.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.668+0000 7f3078016640 1 --2- 172.21.15.31:0/152475685 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f30540789a0 0x7f305407ae60 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:27.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.668+0000 7f3078016640 1 --2- 172.21.15.31:0/152475685 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f307015f6d0 0x7f30700c7f90 unknown :-1 s=CLOSED pgs=864 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:27.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.668+0000 7f3078016640 1 --2- 172.21.15.31:0/152475685 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f307015cdc0 0x7f3070155980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:27.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.668+0000 7f3078016640 1 --2- 172.21.15.31:0/152475685 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f30700d2410 0x7f30700b4aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:27.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.668+0000 7f3078016640 1 -- 172.21.15.31:0/152475685 >> 172.21.15.31:0/152475685 conn(0x7f307009aa30 msgr2=0x7f30700cc5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:27.669 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.668+0000 7f3078016640 1 -- 172.21.15.31:0/152475685 shutdown_connections 2024-09-16T07:25:27.669 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.668+0000 7f3078016640 1 -- 172.21.15.31:0/152475685 wait complete. 2024-09-16T07:25:27.681 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-16T07:21:00.646987+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-16T07:25:27.681 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-16T07:25:27.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.790+0000 7f85cbcd4640 1 -- 172.21.15.31:0/1918737444 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f85c40ccfb0 msgr2=0x7f85c415ccb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:27.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.790+0000 7f85cbcd4640 1 --2- 172.21.15.31:0/1918737444 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f85c40ccfb0 0x7f85c415ccb0 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7f85b4005fd0 tx=0x7f85b402aa10 comp rx=0 tx=0).stop 2024-09-16T07:25:27.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.790+0000 7f85cbcd4640 1 -- 172.21.15.31:0/1918737444 shutdown_connections 2024-09-16T07:25:27.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.790+0000 7f85cbcd4640 1 --2- 172.21.15.31:0/1918737444 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f85c40cd390 0x7f85c4152890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:27.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.790+0000 7f85cbcd4640 1 --2- 172.21.15.31:0/1918737444 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f85c40ccfb0 0x7f85c415ccb0 unknown :-1 s=CLOSED pgs=866 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:27.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.790+0000 7f85cbcd4640 1 -- 172.21.15.31:0/1918737444 >> 172.21.15.31:0/1918737444 conn(0x7f85c4074160 msgr2=0x7f85c4074570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:27.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.790+0000 7f85cbcd4640 1 -- 172.21.15.31:0/1918737444 shutdown_connections 2024-09-16T07:25:27.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.790+0000 7f85cbcd4640 1 -- 172.21.15.31:0/1918737444 wait complete. 2024-09-16T07:25:27.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.791+0000 7f85cbcd4640 1 Processor -- start 2024-09-16T07:25:27.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.791+0000 7f85cbcd4640 1 -- start start 2024-09-16T07:25:27.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.792+0000 7f85cbcd4640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f85c40688b0 0x7f85c4155f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:27.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.792+0000 7f85cbcd4640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f85c40ccfb0 0x7f85c41f2c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:27.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.792+0000 7f85cbcd4640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f85c40cd390 0x7f85c4153f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:27.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.792+0000 7f85cbcd4640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f85c4152f50 con 0x7f85c40cd390 2024-09-16T07:25:27.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.792+0000 7f85cbcd4640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f85c4152dd0 con 0x7f85c40688b0 2024-09-16T07:25:27.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.792+0000 7f85cbcd4640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f85c41530d0 con 0x7f85c40ccfb0 2024-09-16T07:25:27.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.792+0000 7f85ca271640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f85c40cd390 0x7f85c4153f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:27.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.792+0000 7f85ca271640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f85c40cd390 0x7f85c4153f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:50452/0 (socket says 172.21.15.31:50452) 2024-09-16T07:25:27.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.792+0000 7f85ca271640 1 -- 172.21.15.31:0/150503986 learned_addr learned my addr 172.21.15.31:0/150503986 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:27.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.792+0000 7f85ca271640 1 -- 172.21.15.31:0/150503986 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f85c40ccfb0 msgr2=0x7f85c41f2c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:27.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.792+0000 7f85c926f640 1 --2- 172.21.15.31:0/150503986 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f85c40ccfb0 0x7f85c41f2c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:27.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.792+0000 7f85c9a70640 1 --2- 172.21.15.31:0/150503986 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f85c40688b0 0x7f85c4155f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:27.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.792+0000 7f85ca271640 1 --2- 172.21.15.31:0/150503986 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f85c40ccfb0 0x7f85c41f2c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:27.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.792+0000 7f85ca271640 1 -- 172.21.15.31:0/150503986 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f85c40688b0 msgr2=0x7f85c4155f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:27.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.792+0000 7f85ca271640 1 --2- 172.21.15.31:0/150503986 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f85c40688b0 0x7f85c4155f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:27.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.792+0000 7f85ca271640 1 -- 172.21.15.31:0/150503986 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85c4153820 con 0x7f85c40cd390 2024-09-16T07:25:27.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.792+0000 7f85c926f640 1 --2- 172.21.15.31:0/150503986 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f85c40ccfb0 0x7f85c41f2c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:25:27.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.792+0000 7f85ca271640 1 --2- 172.21.15.31:0/150503986 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f85c40cd390 0x7f85c4153f50 secure :-1 s=READY pgs=867 cs=0 l=1 rev1=1 crypto rx=0x7f85bc00c3c0 tx=0x7f85bc00c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:27.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.793+0000 7f85c27fc640 1 -- 172.21.15.31:0/150503986 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85bc017070 con 0x7f85c40cd390 2024-09-16T07:25:27.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.793+0000 7f85c27fc640 1 -- 172.21.15.31:0/150503986 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f85bc0053c0 con 0x7f85c40cd390 2024-09-16T07:25:27.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.793+0000 7f85cbcd4640 1 -- 172.21.15.31:0/150503986 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85c4153b00 con 0x7f85c40cd390 2024-09-16T07:25:27.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.793+0000 7f85c27fc640 1 -- 172.21.15.31:0/150503986 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85bc003850 con 0x7f85c40cd390 2024-09-16T07:25:27.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.793+0000 7f85cbcd4640 1 -- 172.21.15.31:0/150503986 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85c40b3ff0 con 0x7f85c40cd390 2024-09-16T07:25:27.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.794+0000 7f85cbcd4640 1 -- 172.21.15.31:0/150503986 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f85c4153d40 con 0x7f85c40cd390 2024-09-16T07:25:27.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.794+0000 7f85c27fc640 1 -- 172.21.15.31:0/150503986 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7f85bc01a070 con 0x7f85c40cd390 2024-09-16T07:25:27.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.795+0000 7f85c27fc640 1 --2- 172.21.15.31:0/150503986 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f85b00789a0 0x7f85b007ae60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:27.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.795+0000 7f85c27fc640 1 -- 172.21.15.31:0/150503986 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 5502+0+0 (secure 0 0 0) 0x7f85bc099df0 con 0x7f85c40cd390 2024-09-16T07:25:27.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.795+0000 7f85c9a70640 1 --2- 172.21.15.31:0/150503986 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f85b00789a0 0x7f85b007ae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:27.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.796+0000 7f85c9a70640 1 --2- 172.21.15.31:0/150503986 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f85b00789a0 0x7f85b007ae60 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f85b4035000 tx=0x7f85b4004ab0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:27.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.799+0000 7f85c27fc640 1 -- 172.21.15.31:0/150503986 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f85c4153d40 con 0x7f85c40cd390 2024-09-16T07:25:27.986 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.986+0000 7f85cbcd4640 1 -- 172.21.15.31:0/150503986 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f85c40d0fb0 con 0x7f85c40cd390 2024-09-16T07:25:27.986 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.987+0000 7f85c27fc640 1 -- 172.21.15.31:0/150503986 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v73) ==== 93+0+10 (secure 0 0 0) 0x7f85bc062310 con 0x7f85c40cd390 2024-09-16T07:25:27.986 INFO:teuthology.orchestra.run.smithi031.stdout:pg_num: 1 2024-09-16T07:25:27.989 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.989+0000 7f85cbcd4640 1 -- 172.21.15.31:0/150503986 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f85b00789a0 msgr2=0x7f85b007ae60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:27.989 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.989+0000 7f85cbcd4640 1 --2- 172.21.15.31:0/150503986 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f85b00789a0 0x7f85b007ae60 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f85b4035000 tx=0x7f85b4004ab0 comp rx=0 tx=0).stop 2024-09-16T07:25:27.989 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.989+0000 7f85cbcd4640 1 -- 172.21.15.31:0/150503986 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f85c40cd390 msgr2=0x7f85c4153f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:27.989 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.989+0000 7f85cbcd4640 1 --2- 172.21.15.31:0/150503986 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f85c40cd390 0x7f85c4153f50 secure :-1 s=READY pgs=867 cs=0 l=1 rev1=1 crypto rx=0x7f85bc00c3c0 tx=0x7f85bc00c880 comp rx=0 tx=0).stop 2024-09-16T07:25:27.989 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.989+0000 7f85cbcd4640 1 -- 172.21.15.31:0/150503986 shutdown_connections 2024-09-16T07:25:27.989 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.989+0000 7f85cbcd4640 1 --2- 172.21.15.31:0/150503986 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f85b00789a0 0x7f85b007ae60 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:27.989 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.989+0000 7f85cbcd4640 1 --2- 172.21.15.31:0/150503986 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f85c40cd390 0x7f85c4153f50 unknown :-1 s=CLOSED pgs=867 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:27.990 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.989+0000 7f85cbcd4640 1 --2- 172.21.15.31:0/150503986 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f85c40ccfb0 0x7f85c41f2c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:27.990 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.989+0000 7f85cbcd4640 1 --2- 172.21.15.31:0/150503986 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f85c40688b0 0x7f85c4155f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:27.990 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.989+0000 7f85cbcd4640 1 -- 172.21.15.31:0/150503986 >> 172.21.15.31:0/150503986 conn(0x7f85c4074160 msgr2=0x7f85c40cf6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:27.990 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.989+0000 7f85cbcd4640 1 -- 172.21.15.31:0/150503986 shutdown_connections 2024-09-16T07:25:27.990 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:27.989+0000 7f85cbcd4640 1 -- 172.21.15.31:0/150503986 wait complete. 2024-09-16T07:25:28.000 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_volumes.TestMisc.test_names_can_only_be_goodchars' 2024-09-16T07:25:28.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:28.105+0000 7fb72260c640 1 -- 172.21.15.31:0/1548458475 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb71c15f6d0 msgr2=0x7fb71c15c880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:28.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:28.105+0000 7fb72260c640 1 --2- 172.21.15.31:0/1548458475 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb71c15f6d0 0x7fb71c15c880 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7fb71c074670 tx=0x7fb71002a5f0 comp rx=0 tx=0).stop 2024-09-16T07:25:28.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:28.105+0000 7fb72260c640 1 -- 172.21.15.31:0/1548458475 shutdown_connections 2024-09-16T07:25:28.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:28.105+0000 7fb72260c640 1 --2- 172.21.15.31:0/1548458475 >> v2:172.21.15.155:3300/0 conn(0x7fb71c15cdc0 0x7fb71c0cfce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:28.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:28.105+0000 7fb72260c640 1 --2- 172.21.15.31:0/1548458475 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb71c15f6d0 0x7fb71c15c880 unknown :-1 s=CLOSED pgs=868 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:28.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:28.106+0000 7fb72260c640 1 --2- 172.21.15.31:0/1548458475 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb71c0d2410 0x7fb71c0b3090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:28.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:28.106+0000 7fb72260c640 1 -- 172.21.15.31:0/1548458475 >> 172.21.15.31:0/1548458475 conn(0x7fb71c09aa30 msgr2=0x7fb71c09ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:28.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:28.106+0000 7fb72260c640 1 -- 172.21.15.31:0/1548458475 shutdown_connections 2024-09-16T07:25:28.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:28.106+0000 7fb72260c640 1 -- 172.21.15.31:0/1548458475 wait complete. 2024-09-16T07:25:28.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:28.107+0000 7fb72260c640 1 Processor -- start 2024-09-16T07:25:28.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:28.107+0000 7fb72260c640 1 -- start start 2024-09-16T07:25:28.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:28.108+0000 7fb72260c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb71c0d2410 0x7fb71c0c8260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:28.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:28.108+0000 7fb72260c640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb71c15cdc0 0x7fb71c15af30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:28.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:28.108+0000 7fb72260c640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb71c15f6d0 0x7fb71c158fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:28.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:28.108+0000 7fb72260c640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fb71c0b1240 con 0x7fb71c0d2410 2024-09-16T07:25:28.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:28.108+0000 7fb72260c640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb71c0d0580 con 0x7fb71c15f6d0 2024-09-16T07:25:28.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:28.108+0000 7fb72260c640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb71c0b13c0 con 0x7fb71c15cdc0 2024-09-16T07:25:28.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:28.108+0000 7fb71bfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb71c0d2410 0x7fb71c0c8260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:28.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:28.108+0000 7fb71bfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb71c0d2410 0x7fb71c0c8260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:50480/0 (socket says 172.21.15.31:50480) 2024-09-16T07:25:28.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:28.108+0000 7fb71bfff640 1 -- 172.21.15.31:0/755810271 learned_addr learned my addr 172.21.15.31:0/755810271 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:28.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:28.108+0000 7fb71b7fe640 1 --2- 172.21.15.31:0/755810271 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb71c15cdc0 0x7fb71c15af30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:28.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:28.108+0000 7fb720ba9640 1 --2- 172.21.15.31:0/755810271 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb71c15f6d0 0x7fb71c158fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:28.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:28.108+0000 7fb71bfff640 1 -- 172.21.15.31:0/755810271 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb71c15cdc0 msgr2=0x7fb71c15af30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:28.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:28.108+0000 7fb71bfff640 1 --2- 172.21.15.31:0/755810271 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb71c15cdc0 0x7fb71c15af30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:28.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:28.108+0000 7fb71bfff640 1 -- 172.21.15.31:0/755810271 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb71c15f6d0 msgr2=0x7fb71c158fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:28.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:28.108+0000 7fb71bfff640 1 --2- 172.21.15.31:0/755810271 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb71c15f6d0 0x7fb71c158fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:28.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:28.108+0000 7fb71bfff640 1 -- 172.21.15.31:0/755810271 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb71c1f5af0 con 0x7fb71c0d2410 2024-09-16T07:25:28.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:28.108+0000 7fb720ba9640 1 --2- 172.21.15.31:0/755810271 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb71c15f6d0 0x7fb71c158fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:25:28.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:28.108+0000 7fb71bfff640 1 --2- 172.21.15.31:0/755810271 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb71c0d2410 0x7fb71c0c8260 secure :-1 s=READY pgs=869 cs=0 l=1 rev1=1 crypto rx=0x7fb70c00d750 tx=0x7fb70c00dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:28.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:28.108+0000 7fb718ff9640 1 -- 172.21.15.31:0/755810271 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb70c017070 con 0x7fb71c0d2410 2024-09-16T07:25:28.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:28.108+0000 7fb718ff9640 1 -- 172.21.15.31:0/755810271 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb70c009cc0 con 0x7fb71c0d2410 2024-09-16T07:25:28.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:28.108+0000 7fb72260c640 1 -- 172.21.15.31:0/755810271 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb71c1f5dd0 con 0x7fb71c0d2410 2024-09-16T07:25:28.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:28.108+0000 7fb718ff9640 1 -- 172.21.15.31:0/755810271 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb70c00de60 con 0x7fb71c0d2410 2024-09-16T07:25:28.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:28.109+0000 7fb72260c640 1 -- 172.21.15.31:0/755810271 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb71c0c87a0 con 0x7fb71c0d2410 2024-09-16T07:25:28.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:28.109+0000 7fb72260c640 1 -- 172.21.15.31:0/755810271 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb71c0b18e0 con 0x7fb71c0d2410 2024-09-16T07:25:28.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:28.110+0000 7fb718ff9640 1 -- 172.21.15.31:0/755810271 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7fb70c005280 con 0x7fb71c0d2410 2024-09-16T07:25:28.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:28.111+0000 7fb718ff9640 1 --2- 172.21.15.31:0/755810271 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb708078970 0x7fb70807ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:28.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:28.111+0000 7fb71b7fe640 1 --2- 172.21.15.31:0/755810271 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb708078970 0x7fb70807ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:28.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:28.111+0000 7fb718ff9640 1 -- 172.21.15.31:0/755810271 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 5502+0+0 (secure 0 0 0) 0x7fb70c09aac0 con 0x7fb71c0d2410 2024-09-16T07:25:28.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:28.111+0000 7fb71b7fe640 1 --2- 172.21.15.31:0/755810271 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb708078970 0x7fb70807ae30 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fb710033000 tx=0x7fb710004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:28.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:28.115+0000 7fb718ff9640 1 -- 172.21.15.31:0/755810271 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fb70c062a20 con 0x7fb71c0d2410 2024-09-16T07:25:28.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:28.377+0000 7fb72260c640 1 -- 172.21.15.31:0/755810271 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_names_can_only_be_goodchars"]} v 0) -- 0x7fb71c0d29a0 con 0x7fb71c0d2410 2024-09-16T07:25:29.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.344+0000 7fb718ff9640 1 -- 172.21.15.31:0/755810271 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_names_can_only_be_goodchars"]}]=0 v240) ==== 149+0+0 (secure 0 0 0) 0x7fb70c067450 con 0x7fb71c0d2410 2024-09-16T07:25:29.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.348+0000 7fb72260c640 1 -- 172.21.15.31:0/755810271 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb708078970 msgr2=0x7fb70807ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:29.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.348+0000 7fb72260c640 1 --2- 172.21.15.31:0/755810271 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb708078970 0x7fb70807ae30 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fb710033000 tx=0x7fb710004730 comp rx=0 tx=0).stop 2024-09-16T07:25:29.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.348+0000 7fb72260c640 1 -- 172.21.15.31:0/755810271 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb71c0d2410 msgr2=0x7fb71c0c8260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:29.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.348+0000 7fb72260c640 1 --2- 172.21.15.31:0/755810271 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb71c0d2410 0x7fb71c0c8260 secure :-1 s=READY pgs=869 cs=0 l=1 rev1=1 crypto rx=0x7fb70c00d750 tx=0x7fb70c00dc10 comp rx=0 tx=0).stop 2024-09-16T07:25:29.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.348+0000 7fb72260c640 1 -- 172.21.15.31:0/755810271 shutdown_connections 2024-09-16T07:25:29.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.348+0000 7fb72260c640 1 --2- 172.21.15.31:0/755810271 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb708078970 0x7fb70807ae30 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:29.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.348+0000 7fb72260c640 1 --2- 172.21.15.31:0/755810271 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb71c15f6d0 0x7fb71c158fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:29.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.348+0000 7fb72260c640 1 --2- 172.21.15.31:0/755810271 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb71c15cdc0 0x7fb71c15af30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:29.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.348+0000 7fb72260c640 1 --2- 172.21.15.31:0/755810271 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb71c0d2410 0x7fb71c0c8260 unknown :-1 s=CLOSED pgs=869 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:29.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.348+0000 7fb72260c640 1 -- 172.21.15.31:0/755810271 >> 172.21.15.31:0/755810271 conn(0x7fb71c09aa30 msgr2=0x7fb71c15d1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:29.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.348+0000 7fb72260c640 1 -- 172.21.15.31:0/755810271 shutdown_connections 2024-09-16T07:25:29.349 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.348+0000 7fb72260c640 1 -- 172.21.15.31:0/755810271 wait complete. 2024-09-16T07:25:29.361 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-09-16T07:25:29.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.474+0000 7fa04cba9640 1 -- 172.21.15.31:0/2525444521 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa0480d49c0 msgr2=0x7fa0480d0630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:29.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.474+0000 7fa04cba9640 1 --2- 172.21.15.31:0/2525444521 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa0480d49c0 0x7fa0480d0630 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7fa030009830 tx=0x7fa03002a510 comp rx=0 tx=0).stop 2024-09-16T07:25:29.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.475+0000 7fa04cba9640 1 -- 172.21.15.31:0/2525444521 shutdown_connections 2024-09-16T07:25:29.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.475+0000 7fa04cba9640 1 --2- 172.21.15.31:0/2525444521 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa0480d49c0 0x7fa0480d0630 unknown :-1 s=CLOSED pgs=871 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:29.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.475+0000 7fa04cba9640 1 --2- 172.21.15.31:0/2525444521 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa04815df90 0x7fa0480cf9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:29.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.475+0000 7fa04cba9640 1 -- 172.21.15.31:0/2525444521 >> 172.21.15.31:0/2525444521 conn(0x7fa0480d3ea0 msgr2=0x7fa0480d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:29.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.475+0000 7fa04cba9640 1 -- 172.21.15.31:0/2525444521 shutdown_connections 2024-09-16T07:25:29.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.475+0000 7fa04cba9640 1 -- 172.21.15.31:0/2525444521 wait complete. 2024-09-16T07:25:29.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.476+0000 7fa04cba9640 1 Processor -- start 2024-09-16T07:25:29.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.476+0000 7fa04cba9640 1 -- start start 2024-09-16T07:25:29.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.477+0000 7fa04cba9640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa0480d49c0 0x7fa0481f4100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:29.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.477+0000 7fa04cba9640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa04815df90 0x7fa04815ff50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:29.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.477+0000 7fa04cba9640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa048162480 0x7fa04806dde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:29.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.477+0000 7fa04cba9640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fa0480d0f00 con 0x7fa0480d49c0 2024-09-16T07:25:29.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.477+0000 7fa04cba9640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa0480d0d80 con 0x7fa04815df90 2024-09-16T07:25:29.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.477+0000 7fa04cba9640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa0480b3f10 con 0x7fa048162480 2024-09-16T07:25:29.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.477+0000 7fa04659c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa0480d49c0 0x7fa0481f4100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:29.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.477+0000 7fa04659c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa0480d49c0 0x7fa0481f4100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:50506/0 (socket says 172.21.15.31:50506) 2024-09-16T07:25:29.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.477+0000 7fa04659c640 1 -- 172.21.15.31:0/3670200730 learned_addr learned my addr 172.21.15.31:0/3670200730 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:29.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.477+0000 7fa03ffff640 1 --2- 172.21.15.31:0/3670200730 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa04815df90 0x7fa04815ff50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:29.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.477+0000 7fa046d9d640 1 --2- 172.21.15.31:0/3670200730 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa048162480 0x7fa04806dde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:29.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.477+0000 7fa04659c640 1 -- 172.21.15.31:0/3670200730 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa048162480 msgr2=0x7fa04806dde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:29.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.477+0000 7fa04659c640 1 --2- 172.21.15.31:0/3670200730 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa048162480 0x7fa04806dde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:29.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.477+0000 7fa04659c640 1 -- 172.21.15.31:0/3670200730 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa04815df90 msgr2=0x7fa04815ff50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:29.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.477+0000 7fa04659c640 1 --2- 172.21.15.31:0/3670200730 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa04815df90 0x7fa04815ff50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:29.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.477+0000 7fa04659c640 1 -- 172.21.15.31:0/3670200730 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0481512f0 con 0x7fa0480d49c0 2024-09-16T07:25:29.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.477+0000 7fa046d9d640 1 --2- 172.21.15.31:0/3670200730 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa048162480 0x7fa04806dde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:25:29.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.477+0000 7fa03ffff640 1 --2- 172.21.15.31:0/3670200730 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa04815df90 0x7fa04815ff50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:25:29.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.477+0000 7fa04659c640 1 --2- 172.21.15.31:0/3670200730 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa0480d49c0 0x7fa0481f4100 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7fa03800d770 tx=0x7fa03800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:29.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.478+0000 7fa03effd640 1 -- 172.21.15.31:0/3670200730 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa038017070 con 0x7fa0480d49c0 2024-09-16T07:25:29.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.478+0000 7fa03effd640 1 -- 172.21.15.31:0/3670200730 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa038009d20 con 0x7fa0480d49c0 2024-09-16T07:25:29.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.478+0000 7fa04cba9640 1 -- 172.21.15.31:0/3670200730 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0481515d0 con 0x7fa0480d49c0 2024-09-16T07:25:29.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.478+0000 7fa03effd640 1 -- 172.21.15.31:0/3670200730 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa038005280 con 0x7fa0480d49c0 2024-09-16T07:25:29.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.478+0000 7fa04cba9640 1 -- 172.21.15.31:0/3670200730 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa048151b90 con 0x7fa0480d49c0 2024-09-16T07:25:29.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.479+0000 7fa04cba9640 1 -- 172.21.15.31:0/3670200730 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa0480b4430 con 0x7fa0480d49c0 2024-09-16T07:25:29.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.479+0000 7fa03effd640 1 -- 172.21.15.31:0/3670200730 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7fa038005420 con 0x7fa0480d49c0 2024-09-16T07:25:29.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.480+0000 7fa03effd640 1 --2- 172.21.15.31:0/3670200730 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa028078970 0x7fa02807ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:29.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.480+0000 7fa03effd640 1 -- 172.21.15.31:0/3670200730 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 5502+0+0 (secure 0 0 0) 0x7fa03809ac90 con 0x7fa0480d49c0 2024-09-16T07:25:29.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.480+0000 7fa03ffff640 1 --2- 172.21.15.31:0/3670200730 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa028078970 0x7fa02807ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:29.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.480+0000 7fa03ffff640 1 --2- 172.21.15.31:0/3670200730 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa028078970 0x7fa02807ae30 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fa030034000 tx=0x7fa030004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:29.483 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.484+0000 7fa03effd640 1 -- 172.21.15.31:0/3670200730 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fa0380631b0 con 0x7fa0480d49c0 2024-09-16T07:25:29.670 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.671+0000 7fa04cba9640 1 -- 172.21.15.31:0/3670200730 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7fa04806d450 con 0x7fa0480d49c0 2024-09-16T07:25:29.671 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.671+0000 7fa03effd640 1 -- 172.21.15.31:0/3670200730 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v35) ==== 59+0+1998 (secure 0 0 0) 0x7fa038062ab0 con 0x7fa0480d49c0 2024-09-16T07:25:29.671 INFO:teuthology.orchestra.run.smithi031.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-09-16T07:25:29.671 INFO:teuthology.orchestra.run.smithi031.stdout:mon advanced mon_op_complaint_time 120 2024-09-16T07:25:29.671 INFO:teuthology.orchestra.run.smithi031.stdout:mon dev mon_warn_on_pool_no_app false 2024-09-16T07:25:29.671 INFO:teuthology.orchestra.run.smithi031.stdout:osd advanced osd_op_complaint_time 180.000000 2024-09-16T07:25:29.671 INFO:teuthology.orchestra.run.smithi031.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 4520.820560 2024-09-16T07:25:29.671 INFO:teuthology.orchestra.run.smithi031.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 5734.367886 2024-09-16T07:25:29.671 INFO:teuthology.orchestra.run.smithi031.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 4504.591485 2024-09-16T07:25:29.671 INFO:teuthology.orchestra.run.smithi031.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 4573.380612 2024-09-16T07:25:29.671 INFO:teuthology.orchestra.run.smithi031.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 5234.235164 2024-09-16T07:25:29.672 INFO:teuthology.orchestra.run.smithi031.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 5784.050173 2024-09-16T07:25:29.672 INFO:teuthology.orchestra.run.smithi031.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 8598.617671 2024-09-16T07:25:29.672 INFO:teuthology.orchestra.run.smithi031.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 5090.838884 2024-09-16T07:25:29.672 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced debug_mds 20/20 2024-09-16T07:25:29.672 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced debug_mds_balancer 20/20 2024-09-16T07:25:29.672 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced debug_ms 2/2 2024-09-16T07:25:29.672 INFO:teuthology.orchestra.run.smithi031.stdout:mds dev mds_debug_frag true 2024-09-16T07:25:29.672 INFO:teuthology.orchestra.run.smithi031.stdout:mds dev mds_debug_scatterstat true 2024-09-16T07:25:29.672 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced mds_op_complaint_time 180.000000 2024-09-16T07:25:29.672 INFO:teuthology.orchestra.run.smithi031.stdout:mds dev mds_verify_scatter true 2024-09-16T07:25:29.672 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced osd_op_complaint_time 180.000000 2024-09-16T07:25:29.672 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced rados_mon_op_timeout 900 2024-09-16T07:25:29.672 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced rados_osd_op_timeout 900 2024-09-16T07:25:29.673 INFO:teuthology.orchestra.run.smithi031.stdout:client advanced client_mount_timeout 600 2024-09-16T07:25:29.673 INFO:teuthology.orchestra.run.smithi031.stdout:client advanced debug_client 20/20 2024-09-16T07:25:29.673 INFO:teuthology.orchestra.run.smithi031.stdout:client advanced debug_ms 1/1 2024-09-16T07:25:29.673 INFO:teuthology.orchestra.run.smithi031.stdout:client advanced rados_mon_op_timeout 900 2024-09-16T07:25:29.673 INFO:teuthology.orchestra.run.smithi031.stdout:client advanced rados_osd_op_timeout 900 2024-09-16T07:25:29.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.673+0000 7fa04cba9640 1 -- 172.21.15.31:0/3670200730 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa028078970 msgr2=0x7fa02807ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:29.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.673+0000 7fa04cba9640 1 --2- 172.21.15.31:0/3670200730 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa028078970 0x7fa02807ae30 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fa030034000 tx=0x7fa030004730 comp rx=0 tx=0).stop 2024-09-16T07:25:29.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.673+0000 7fa04cba9640 1 -- 172.21.15.31:0/3670200730 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa0480d49c0 msgr2=0x7fa0481f4100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:29.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.673+0000 7fa04cba9640 1 --2- 172.21.15.31:0/3670200730 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa0480d49c0 0x7fa0481f4100 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7fa03800d770 tx=0x7fa03800dc30 comp rx=0 tx=0).stop 2024-09-16T07:25:29.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.673+0000 7fa04cba9640 1 -- 172.21.15.31:0/3670200730 shutdown_connections 2024-09-16T07:25:29.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.673+0000 7fa04cba9640 1 --2- 172.21.15.31:0/3670200730 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa028078970 0x7fa02807ae30 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:29.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.673+0000 7fa04cba9640 1 --2- 172.21.15.31:0/3670200730 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa048162480 0x7fa04806dde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:29.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.673+0000 7fa04cba9640 1 --2- 172.21.15.31:0/3670200730 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa04815df90 0x7fa04815ff50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:29.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.673+0000 7fa04cba9640 1 --2- 172.21.15.31:0/3670200730 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa0480d49c0 0x7fa0481f4100 unknown :-1 s=CLOSED pgs=872 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:29.675 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.673+0000 7fa04cba9640 1 -- 172.21.15.31:0/3670200730 >> 172.21.15.31:0/3670200730 conn(0x7fa0480d3ea0 msgr2=0x7fa0480d27e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:29.675 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.673+0000 7fa04cba9640 1 -- 172.21.15.31:0/3670200730 shutdown_connections 2024-09-16T07:25:29.675 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.673+0000 7fa04cba9640 1 -- 172.21.15.31:0/3670200730 wait complete. 2024-09-16T07:25:29.683 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-16T07:25:29.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.793+0000 7fdd02c33640 1 -- 172.21.15.31:0/218193939 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdce8003ad0 msgr2=0x7fdce8003f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:29.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.793+0000 7fdd02c33640 1 --2- 172.21.15.31:0/218193939 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdce8003ad0 0x7fdce8003f10 secure :-1 s=READY pgs=874 cs=0 l=1 rev1=1 crypto rx=0x7fdcf4001650 tx=0x7fdce8005830 comp rx=0 tx=0).stop 2024-09-16T07:25:29.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.793+0000 7fdd011d0640 1 -- 172.21.15.31:0/218193939 reap_dead start 2024-09-16T07:25:29.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.793+0000 7fdd02c33640 1 -- 172.21.15.31:0/218193939 shutdown_connections 2024-09-16T07:25:29.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.793+0000 7fdd02c33640 1 -- 172.21.15.31:0/218193939 >> 172.21.15.31:0/218193939 conn(0x7fdcfc0d3e30 msgr2=0x7fdcfc0d4240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:29.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.793+0000 7fdd02c33640 1 -- 172.21.15.31:0/218193939 shutdown_connections 2024-09-16T07:25:29.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.793+0000 7fdd02c33640 1 -- 172.21.15.31:0/218193939 wait complete. 2024-09-16T07:25:29.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.794+0000 7fdd02c33640 1 Processor -- start 2024-09-16T07:25:29.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.794+0000 7fdd02c33640 1 -- start start 2024-09-16T07:25:29.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.795+0000 7fdd02c33640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdce8003ad0 0x7fdcfc15f9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:29.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.795+0000 7fdd02c33640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdcfc0c8780 0x7fdcfc150c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:29.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.795+0000 7fdd02c33640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdcfc0cd5c0 0x7fdcfc0cda40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:29.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.795+0000 7fdd02c33640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fdcfc0d2960 con 0x7fdcfc0cd5c0 2024-09-16T07:25:29.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.795+0000 7fdd02c33640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fdcfc0d27e0 con 0x7fdcfc0c8780 2024-09-16T07:25:29.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.795+0000 7fdd02c33640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fdcfc0d2ae0 con 0x7fdce8003ad0 2024-09-16T07:25:29.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.795+0000 7fdd011d0640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdcfc0cd5c0 0x7fdcfc0cda40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:29.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.795+0000 7fdd011d0640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdcfc0cd5c0 0x7fdcfc0cda40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:50514/0 (socket says 172.21.15.31:50514) 2024-09-16T07:25:29.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.795+0000 7fdd011d0640 1 -- 172.21.15.31:0/1518656905 learned_addr learned my addr 172.21.15.31:0/1518656905 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:29.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.795+0000 7fdd009cf640 1 --2- 172.21.15.31:0/1518656905 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdce8003ad0 0x7fdcfc15f9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:29.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.795+0000 7fdcfbfff640 1 --2- 172.21.15.31:0/1518656905 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdcfc0c8780 0x7fdcfc150c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:29.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.795+0000 7fdd011d0640 1 -- 172.21.15.31:0/1518656905 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdce8003ad0 msgr2=0x7fdcfc15f9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:29.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.795+0000 7fdd011d0640 1 --2- 172.21.15.31:0/1518656905 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdce8003ad0 0x7fdcfc15f9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:29.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.795+0000 7fdd011d0640 1 -- 172.21.15.31:0/1518656905 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdcfc0c8780 msgr2=0x7fdcfc150c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:29.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.795+0000 7fdd011d0640 1 --2- 172.21.15.31:0/1518656905 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdcfc0c8780 0x7fdcfc150c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:29.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.795+0000 7fdd011d0640 1 -- 172.21.15.31:0/1518656905 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdcfc0c8be0 con 0x7fdcfc0cd5c0 2024-09-16T07:25:29.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.795+0000 7fdd009cf640 1 --2- 172.21.15.31:0/1518656905 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdce8003ad0 0x7fdcfc15f9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:25:29.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.796+0000 7fdd011d0640 1 --2- 172.21.15.31:0/1518656905 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdcfc0cd5c0 0x7fdcfc0cda40 secure :-1 s=READY pgs=875 cs=0 l=1 rev1=1 crypto rx=0x7fdce4001eb0 tx=0x7fdce40039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:29.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.796+0000 7fdcf97fa640 1 -- 172.21.15.31:0/1518656905 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdce4015070 con 0x7fdcfc0cd5c0 2024-09-16T07:25:29.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.796+0000 7fdcf97fa640 1 -- 172.21.15.31:0/1518656905 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdce4011920 con 0x7fdcfc0cd5c0 2024-09-16T07:25:29.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.796+0000 7fdd02c33640 1 -- 172.21.15.31:0/1518656905 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdcfc0c8eb0 con 0x7fdcfc0cd5c0 2024-09-16T07:25:29.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.796+0000 7fdcf97fa640 1 -- 172.21.15.31:0/1518656905 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdce4011d70 con 0x7fdcfc0cd5c0 2024-09-16T07:25:29.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.796+0000 7fdd02c33640 1 -- 172.21.15.31:0/1518656905 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdcfc0c9470 con 0x7fdcfc0cd5c0 2024-09-16T07:25:29.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.797+0000 7fdd02c33640 1 -- 172.21.15.31:0/1518656905 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdcfc0b4d00 con 0x7fdcfc0cd5c0 2024-09-16T07:25:29.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.798+0000 7fdcf97fa640 1 -- 172.21.15.31:0/1518656905 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7fdce4018070 con 0x7fdcfc0cd5c0 2024-09-16T07:25:29.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.798+0000 7fdcf97fa640 1 --2- 172.21.15.31:0/1518656905 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fdcdc078970 0x7fdcdc07ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:29.799 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.798+0000 7fdcf97fa640 1 -- 172.21.15.31:0/1518656905 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 5502+0+0 (secure 0 0 0) 0x7fdce409b600 con 0x7fdcfc0cd5c0 2024-09-16T07:25:29.799 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.798+0000 7fdd009cf640 1 --2- 172.21.15.31:0/1518656905 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fdcdc078970 0x7fdcdc07ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:29.799 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.799+0000 7fdd009cf640 1 --2- 172.21.15.31:0/1518656905 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fdcdc078970 0x7fdcdc07ae30 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fdcf4032000 tx=0x7fdcf4001190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:29.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.802+0000 7fdcf97fa640 1 -- 172.21.15.31:0/1518656905 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fdce4063bb0 con 0x7fdcfc0cd5c0 2024-09-16T07:25:29.990 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.991+0000 7fdd02c33640 1 -- 172.21.15.31:0/1518656905 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fdcfc0b5700 con 0x7fdcfc0cd5c0 2024-09-16T07:25:29.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.994+0000 7fdcf97fa640 1 -- 172.21.15.31:0/1518656905 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v36)=0 v36) ==== 122+0+0 (secure 0 0 0) 0x7fdce40634b0 con 0x7fdcfc0cd5c0 2024-09-16T07:25:29.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.996+0000 7fdd02c33640 1 -- 172.21.15.31:0/1518656905 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fdcdc078970 msgr2=0x7fdcdc07ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:29.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.996+0000 7fdd02c33640 1 --2- 172.21.15.31:0/1518656905 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fdcdc078970 0x7fdcdc07ae30 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fdcf4032000 tx=0x7fdcf4001190 comp rx=0 tx=0).stop 2024-09-16T07:25:29.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.996+0000 7fdd02c33640 1 -- 172.21.15.31:0/1518656905 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdcfc0cd5c0 msgr2=0x7fdcfc0cda40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:29.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.996+0000 7fdd02c33640 1 --2- 172.21.15.31:0/1518656905 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdcfc0cd5c0 0x7fdcfc0cda40 secure :-1 s=READY pgs=875 cs=0 l=1 rev1=1 crypto rx=0x7fdce4001eb0 tx=0x7fdce40039c0 comp rx=0 tx=0).stop 2024-09-16T07:25:29.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.996+0000 7fdd02c33640 1 -- 172.21.15.31:0/1518656905 shutdown_connections 2024-09-16T07:25:29.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.996+0000 7fdd02c33640 1 --2- 172.21.15.31:0/1518656905 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fdcdc078970 0x7fdcdc07ae30 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:29.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.996+0000 7fdd02c33640 1 --2- 172.21.15.31:0/1518656905 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdcfc0cd5c0 0x7fdcfc0cda40 unknown :-1 s=CLOSED pgs=875 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:29.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.996+0000 7fdd02c33640 1 --2- 172.21.15.31:0/1518656905 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdcfc0c8780 0x7fdcfc150c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:29.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.996+0000 7fdd02c33640 1 --2- 172.21.15.31:0/1518656905 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdce8003ad0 0x7fdcfc15f9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:29.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.996+0000 7fdd02c33640 1 -- 172.21.15.31:0/1518656905 >> 172.21.15.31:0/1518656905 conn(0x7fdcfc0d3e30 msgr2=0x7fdcfc0d4240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:29.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.996+0000 7fdd02c33640 1 -- 172.21.15.31:0/1518656905 shutdown_connections 2024-09-16T07:25:29.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:29.996+0000 7fdd02c33640 1 -- 172.21.15.31:0/1518656905 wait complete. 2024-09-16T07:25:30.007 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-16T07:25:30.007 DEBUG:teuthology.orchestra.run.smithi031:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T07:25:30.051 DEBUG:teuthology.orchestra.run.smithi155:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T07:25:30.095 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-16T07:25:30.095 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:25:30.095 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:25:30.111 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17171 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T07:25:30.111 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:25:30.111 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:25:30.154 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056027,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1315 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T07:25:30.154 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:25:30.154 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:25:30.169 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17171 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T07:25:30.170 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:25:30.170 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:25:30.212 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056027,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1315 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T07:25:30.212 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-16T07:25:30.212 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:25:30.318 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.318+0000 7f7d7847f640 1 -- 172.21.15.31:0/2041835010 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7d70161b30 msgr2=0x7f7d700cf920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:30.318 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.318+0000 7f7d7847f640 1 --2- 172.21.15.31:0/2041835010 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7d70161b30 0x7f7d700cf920 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7f7d6c005fd0 tx=0x7f7d6c02a580 comp rx=0 tx=0).stop 2024-09-16T07:25:30.318 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.318+0000 7f7d7847f640 1 -- 172.21.15.31:0/2041835010 shutdown_connections 2024-09-16T07:25:30.318 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.318+0000 7f7d7847f640 1 --2- 172.21.15.31:0/2041835010 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7d70160ac0 0x7f7d70160f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:30.318 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.318+0000 7f7d7847f640 1 --2- 172.21.15.31:0/2041835010 >> v2:172.21.15.155:3300/0 conn(0x7f7d700d1a10 0x7f7d70161f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:30.318 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.318+0000 7f7d7847f640 1 --2- 172.21.15.31:0/2041835010 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7d70161b30 0x7f7d700cf920 unknown :-1 s=CLOSED pgs=876 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:30.318 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.318+0000 7f7d7847f640 1 -- 172.21.15.31:0/2041835010 >> 172.21.15.31:0/2041835010 conn(0x7f7d700d3e40 msgr2=0x7f7d700d4250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:30.318 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.318+0000 7f7d7847f640 1 -- 172.21.15.31:0/2041835010 shutdown_connections 2024-09-16T07:25:30.318 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.318+0000 7f7d7847f640 1 -- 172.21.15.31:0/2041835010 wait complete. 2024-09-16T07:25:30.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.319+0000 7f7d7847f640 1 Processor -- start 2024-09-16T07:25:30.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.319+0000 7f7d7847f640 1 -- start start 2024-09-16T07:25:30.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.320+0000 7f7d7847f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7d700d1a10 0x7f7d701f4a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:30.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.320+0000 7f7d7847f640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7d70160ac0 0x7f7d70155480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:30.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.320+0000 7f7d7847f640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7d70161b30 0x7f7d700cb8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:30.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.320+0000 7f7d7847f640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f7d701618d0 con 0x7f7d700d1a10 2024-09-16T07:25:30.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.320+0000 7f7d7847f640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f7d70161750 con 0x7f7d70160ac0 2024-09-16T07:25:30.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.320+0000 7f7d7847f640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f7d700d0710 con 0x7f7d70161b30 2024-09-16T07:25:30.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.320+0000 7f7d7621b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7d700d1a10 0x7f7d701f4a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:30.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.320+0000 7f7d7621b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7d700d1a10 0x7f7d701f4a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:50540/0 (socket says 172.21.15.31:50540) 2024-09-16T07:25:30.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.320+0000 7f7d7621b640 1 -- 172.21.15.31:0/2242178379 learned_addr learned my addr 172.21.15.31:0/2242178379 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:30.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.320+0000 7f7d76a1c640 1 --2- 172.21.15.31:0/2242178379 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7d70161b30 0x7f7d700cb8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:30.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.320+0000 7f7d7621b640 1 -- 172.21.15.31:0/2242178379 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7d70161b30 msgr2=0x7f7d700cb8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:30.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.320+0000 7f7d7621b640 1 --2- 172.21.15.31:0/2242178379 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7d70161b30 0x7f7d700cb8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:30.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.320+0000 7f7d7621b640 1 -- 172.21.15.31:0/2242178379 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7d70160ac0 msgr2=0x7f7d70155480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:30.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.320+0000 7f7d75a1a640 1 --2- 172.21.15.31:0/2242178379 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7d70160ac0 0x7f7d70155480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:30.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.320+0000 7f7d7621b640 1 --2- 172.21.15.31:0/2242178379 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7d70160ac0 0x7f7d70155480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:30.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.320+0000 7f7d7621b640 1 -- 172.21.15.31:0/2242178379 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d701559c0 con 0x7f7d700d1a10 2024-09-16T07:25:30.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.320+0000 7f7d76a1c640 1 --2- 172.21.15.31:0/2242178379 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7d70161b30 0x7f7d700cb8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:25:30.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.320+0000 7f7d75a1a640 1 --2- 172.21.15.31:0/2242178379 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7d70160ac0 0x7f7d70155480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:25:30.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.321+0000 7f7d7621b640 1 --2- 172.21.15.31:0/2242178379 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7d700d1a10 0x7f7d701f4a40 secure :-1 s=READY pgs=877 cs=0 l=1 rev1=1 crypto rx=0x7f7d6c034040 tx=0x7f7d6c0039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:30.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.321+0000 7f7d66ffd640 1 -- 172.21.15.31:0/2242178379 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d6c03e030 con 0x7f7d700d1a10 2024-09-16T07:25:30.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.321+0000 7f7d66ffd640 1 -- 172.21.15.31:0/2242178379 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7d6c0047a0 con 0x7f7d700d1a10 2024-09-16T07:25:30.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.321+0000 7f7d7847f640 1 -- 172.21.15.31:0/2242178379 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d700b7e40 con 0x7f7d700d1a10 2024-09-16T07:25:30.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.321+0000 7f7d66ffd640 1 -- 172.21.15.31:0/2242178379 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d6c035040 con 0x7f7d700d1a10 2024-09-16T07:25:30.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.321+0000 7f7d7847f640 1 -- 172.21.15.31:0/2242178379 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d700b86e0 con 0x7f7d700d1a10 2024-09-16T07:25:30.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.322+0000 7f7d7847f640 1 -- 172.21.15.31:0/2242178379 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7d700b8230 con 0x7f7d700d1a10 2024-09-16T07:25:30.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.322+0000 7f7d66ffd640 1 -- 172.21.15.31:0/2242178379 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7f7d6c041030 con 0x7f7d700d1a10 2024-09-16T07:25:30.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.323+0000 7f7d66ffd640 1 --2- 172.21.15.31:0/2242178379 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7d54078970 0x7f7d5407ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:30.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.323+0000 7f7d66ffd640 1 -- 172.21.15.31:0/2242178379 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 5502+0+0 (secure 0 0 0) 0x7f7d6c0bb1e0 con 0x7f7d700d1a10 2024-09-16T07:25:30.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.323+0000 7f7d75a1a640 1 --2- 172.21.15.31:0/2242178379 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7d54078970 0x7f7d5407ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:30.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.323+0000 7f7d75a1a640 1 --2- 172.21.15.31:0/2242178379 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7d54078970 0x7f7d5407ae30 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f7d60006fd0 tx=0x7f7d60008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:30.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.327+0000 7f7d66ffd640 1 -- 172.21.15.31:0/2242178379 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f7d701559c0 con 0x7f7d700d1a10 2024-09-16T07:25:30.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.552+0000 7f7d7847f640 1 -- 172.21.15.31:0/2242178379 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7d700b3580 con 0x7f7d700d1a10 2024-09-16T07:25:30.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.553+0000 7f7d66ffd640 1 -- 172.21.15.31:0/2242178379 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 50 v50) ==== 94+0+3914 (secure 0 0 0) 0x7f7d6c083710 con 0x7f7d700d1a10 2024-09-16T07:25:30.553 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:25:30.553 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":50,"btime":"2024-09-16T07:25:24:322091+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5788,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/1065769710","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":1065769710},{"type":"v1","addr":"172.21.15.31:6835","nonce":1065769710}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":42},{"gid":5803,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/589596785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":589596785},{"type":"v1","addr":"172.21.15.155:6836","nonce":589596785}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":42},{"gid":5806,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/2442055452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":2442055452},{"type":"v1","addr":"172.21.15.155:6837","nonce":2442055452}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":42},{"gid":6678,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6834/1506030589","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":1506030589},{"type":"v1","addr":"172.21.15.31:6834","nonce":1506030589}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50}],"filesystems":[]} 2024-09-16T07:25:30.553 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 50 2024-09-16T07:25:30.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.555+0000 7f7d7847f640 1 -- 172.21.15.31:0/2242178379 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7d54078970 msgr2=0x7f7d5407ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:30.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.555+0000 7f7d7847f640 1 --2- 172.21.15.31:0/2242178379 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7d54078970 0x7f7d5407ae30 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f7d60006fd0 tx=0x7f7d60008040 comp rx=0 tx=0).stop 2024-09-16T07:25:30.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.555+0000 7f7d7847f640 1 -- 172.21.15.31:0/2242178379 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7d700d1a10 msgr2=0x7f7d701f4a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:30.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.555+0000 7f7d7847f640 1 --2- 172.21.15.31:0/2242178379 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7d700d1a10 0x7f7d701f4a40 secure :-1 s=READY pgs=877 cs=0 l=1 rev1=1 crypto rx=0x7f7d6c034040 tx=0x7f7d6c0039e0 comp rx=0 tx=0).stop 2024-09-16T07:25:30.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.555+0000 7f7d7847f640 1 -- 172.21.15.31:0/2242178379 shutdown_connections 2024-09-16T07:25:30.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.555+0000 7f7d7847f640 1 --2- 172.21.15.31:0/2242178379 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7d54078970 0x7f7d5407ae30 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:30.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.555+0000 7f7d7847f640 1 --2- 172.21.15.31:0/2242178379 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7d70161b30 0x7f7d700cb8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:30.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.555+0000 7f7d7847f640 1 --2- 172.21.15.31:0/2242178379 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7d70160ac0 0x7f7d70155480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:30.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.555+0000 7f7d7847f640 1 --2- 172.21.15.31:0/2242178379 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7d700d1a10 0x7f7d701f4a40 unknown :-1 s=CLOSED pgs=877 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:30.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.555+0000 7f7d7847f640 1 -- 172.21.15.31:0/2242178379 >> 172.21.15.31:0/2242178379 conn(0x7f7d700d3e40 msgr2=0x7f7d7006e120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:30.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.555+0000 7f7d7847f640 1 -- 172.21.15.31:0/2242178379 shutdown_connections 2024-09-16T07:25:30.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.555+0000 7f7d7847f640 1 -- 172.21.15.31:0/2242178379 wait complete. 2024-09-16T07:25:30.566 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-16T07:25:30.566 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-16T07:25:30.566 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-16T07:25:30.566 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:25:30.567 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-16T07:25:30.567 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-16T07:25:30.567 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-16T07:25:30.567 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:25:30.567 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-16T07:25:30.567 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-16T07:25:30.568 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-16T07:25:30.568 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:25:30.568 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-16T07:25:30.568 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-16T07:25:30.568 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-16T07:25:30.568 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:25:30.576 INFO:tasks.ceph.mds.a:Stopped 2024-09-16T07:25:30.577 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-16T07:25:30.577 INFO:tasks.ceph.mds.c:Stopped 2024-09-16T07:25:30.578 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-16T07:25:30.581 INFO:tasks.ceph.mds.d:Stopped 2024-09-16T07:25:30.581 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-16T07:25:30.582 INFO:tasks.ceph.mds.b:Stopped 2024-09-16T07:25:30.582 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-16T07:25:30.619 INFO:tasks.ceph.mds.a:Started 2024-09-16T07:25:30.620 DEBUG:teuthology.parallel:result is None 2024-09-16T07:25:30.620 INFO:tasks.ceph.mds.c:Started 2024-09-16T07:25:30.620 DEBUG:teuthology.parallel:result is None 2024-09-16T07:25:30.624 INFO:tasks.ceph.mds.d:Started 2024-09-16T07:25:30.624 DEBUG:teuthology.parallel:result is None 2024-09-16T07:25:30.624 INFO:tasks.ceph.mds.b:Started 2024-09-16T07:25:30.625 DEBUG:teuthology.parallel:result is None 2024-09-16T07:25:30.625 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-16T07:25:30.696 INFO:tasks.ceph.mds.a.smithi031.stdout:starting mds.a at 2024-09-16T07:25:30.697 INFO:tasks.ceph.mds.c.smithi031.stdout:starting mds.c at 2024-09-16T07:25:30.706 INFO:tasks.ceph.mds.b.smithi155.stdout:starting mds.b at 2024-09-16T07:25:30.706 INFO:tasks.ceph.mds.d.smithi155.stdout:starting mds.d at 2024-09-16T07:25:30.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.735+0000 7fa01467f640 1 -- 172.21.15.31:0/4055373895 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa00c15df90 msgr2=0x7fa00c0cf9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:30.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.735+0000 7fa01467f640 1 --2- 172.21.15.31:0/4055373895 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa00c15df90 0x7fa00c0cf9b0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fa008005fd0 tx=0x7fa00802a840 comp rx=0 tx=0).stop 2024-09-16T07:25:30.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.735+0000 7fa01467f640 1 -- 172.21.15.31:0/4055373895 shutdown_connections 2024-09-16T07:25:30.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.735+0000 7fa01467f640 1 --2- 172.21.15.31:0/4055373895 >> v2:172.21.15.155:3300/0 conn(0x7fa00c0d49c0 0x7fa00c0d0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:30.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.735+0000 7fa01467f640 1 --2- 172.21.15.31:0/4055373895 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa00c15df90 0x7fa00c0cf9b0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:30.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.735+0000 7fa01467f640 1 -- 172.21.15.31:0/4055373895 >> 172.21.15.31:0/4055373895 conn(0x7fa00c0d3ea0 msgr2=0x7fa00c0d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:30.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.735+0000 7fa01467f640 1 -- 172.21.15.31:0/4055373895 shutdown_connections 2024-09-16T07:25:30.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.735+0000 7fa01467f640 1 -- 172.21.15.31:0/4055373895 wait complete. 2024-09-16T07:25:30.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.736+0000 7fa01467f640 1 Processor -- start 2024-09-16T07:25:30.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.737+0000 7fa01467f640 1 -- start start 2024-09-16T07:25:30.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.737+0000 7fa01467f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa00c0d49c0 0x7fa00c15f5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:30.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.737+0000 7fa01467f640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa00c15df90 0x7fa00c1f85b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:30.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.737+0000 7fa01467f640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa00c162480 0x7fa00c0cd6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:30.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.737+0000 7fa01467f640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fa00c0d0f00 con 0x7fa00c0d49c0 2024-09-16T07:25:30.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.737+0000 7fa01467f640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa00c0d0d80 con 0x7fa00c162480 2024-09-16T07:25:30.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.737+0000 7fa01467f640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa00c0b3f10 con 0x7fa00c15df90 2024-09-16T07:25:30.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.737+0000 7fa01241b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa00c0d49c0 0x7fa00c15f5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:30.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.737+0000 7fa01241b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa00c0d49c0 0x7fa00c15f5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:50594/0 (socket says 172.21.15.31:50594) 2024-09-16T07:25:30.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.737+0000 7fa01241b640 1 -- 172.21.15.31:0/1248782071 learned_addr learned my addr 172.21.15.31:0/1248782071 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:30.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.738+0000 7fa012c1c640 1 --2- 172.21.15.31:0/1248782071 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa00c162480 0x7fa00c0cd6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:30.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.738+0000 7fa011c1a640 1 --2- 172.21.15.31:0/1248782071 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa00c15df90 0x7fa00c1f85b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:30.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.738+0000 7fa01241b640 1 -- 172.21.15.31:0/1248782071 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa00c15df90 msgr2=0x7fa00c1f85b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:30.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.738+0000 7fa01241b640 1 --2- 172.21.15.31:0/1248782071 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa00c15df90 0x7fa00c1f85b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:30.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.738+0000 7fa01241b640 1 -- 172.21.15.31:0/1248782071 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa00c162480 msgr2=0x7fa00c0cd6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:30.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.738+0000 7fa01241b640 1 --2- 172.21.15.31:0/1248782071 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa00c162480 0x7fa00c0cd6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:30.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.738+0000 7fa01241b640 1 -- 172.21.15.31:0/1248782071 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa00c15fec0 con 0x7fa00c0d49c0 2024-09-16T07:25:30.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.738+0000 7fa011c1a640 1 --2- 172.21.15.31:0/1248782071 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa00c15df90 0x7fa00c1f85b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:25:30.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.738+0000 7fa01241b640 1 --2- 172.21.15.31:0/1248782071 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa00c0d49c0 0x7fa00c15f5c0 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7fa008034040 tx=0x7fa008031610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:30.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.738+0000 7f9ffeffd640 1 -- 172.21.15.31:0/1248782071 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa008042030 con 0x7fa00c0d49c0 2024-09-16T07:25:30.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.738+0000 7f9ffeffd640 1 -- 172.21.15.31:0/1248782071 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa008031b00 con 0x7fa00c0d49c0 2024-09-16T07:25:30.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.738+0000 7fa01467f640 1 -- 172.21.15.31:0/1248782071 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa00c1601a0 con 0x7fa00c0d49c0 2024-09-16T07:25:30.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.738+0000 7f9ffeffd640 1 -- 172.21.15.31:0/1248782071 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa008003970 con 0x7fa00c0d49c0 2024-09-16T07:25:30.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.738+0000 7fa01467f640 1 -- 172.21.15.31:0/1248782071 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa00c160760 con 0x7fa00c0d49c0 2024-09-16T07:25:30.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.739+0000 7fa01467f640 1 -- 172.21.15.31:0/1248782071 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa00c0b4430 con 0x7fa00c0d49c0 2024-09-16T07:25:30.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.740+0000 7f9ffeffd640 1 -- 172.21.15.31:0/1248782071 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7fa008045070 con 0x7fa00c0d49c0 2024-09-16T07:25:30.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.740+0000 7f9ffeffd640 1 --2- 172.21.15.31:0/1248782071 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9ff0078970 0x7f9ff007ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:30.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.740+0000 7f9ffeffd640 1 -- 172.21.15.31:0/1248782071 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 5502+0+0 (secure 0 0 0) 0x7fa0080bbc10 con 0x7fa00c0d49c0 2024-09-16T07:25:30.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.740+0000 7fa011c1a640 1 --2- 172.21.15.31:0/1248782071 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9ff0078970 0x7f9ff007ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:30.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.741+0000 7fa011c1a640 1 --2- 172.21.15.31:0/1248782071 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9ff0078970 0x7f9ff007ae30 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fa00c15dbc0 tx=0x7fa000005f90 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:30.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.745+0000 7f9ffeffd640 1 -- 172.21.15.31:0/1248782071 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fa008084130 con 0x7fa00c0d49c0 2024-09-16T07:25:30.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:30.945+0000 7fa01467f640 1 -- 172.21.15.31:0/1248782071 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7fa00c06dd60 con 0x7fa00c0d49c0 2024-09-16T07:25:32.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.013+0000 7f9ffeffd640 1 -- 172.21.15.31:0/1248782071 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v78) ==== 97+0+0 (secure 0 0 0) 0x7fa008083a30 con 0x7fa00c0d49c0 2024-09-16T07:25:32.012 INFO:teuthology.orchestra.run.smithi031.stderr: removed all blocklist entries 2024-09-16T07:25:32.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.016+0000 7fa01467f640 1 -- 172.21.15.31:0/1248782071 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9ff0078970 msgr2=0x7f9ff007ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:32.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.016+0000 7fa01467f640 1 --2- 172.21.15.31:0/1248782071 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9ff0078970 0x7f9ff007ae30 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fa00c15dbc0 tx=0x7fa000005f90 comp rx=0 tx=0).stop 2024-09-16T07:25:32.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.016+0000 7fa01467f640 1 -- 172.21.15.31:0/1248782071 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa00c0d49c0 msgr2=0x7fa00c15f5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:32.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.016+0000 7fa01467f640 1 --2- 172.21.15.31:0/1248782071 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa00c0d49c0 0x7fa00c15f5c0 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7fa008034040 tx=0x7fa008031610 comp rx=0 tx=0).stop 2024-09-16T07:25:32.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.016+0000 7fa01467f640 1 -- 172.21.15.31:0/1248782071 shutdown_connections 2024-09-16T07:25:32.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.016+0000 7fa01467f640 1 --2- 172.21.15.31:0/1248782071 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9ff0078970 0x7f9ff007ae30 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:32.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.016+0000 7fa01467f640 1 --2- 172.21.15.31:0/1248782071 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa00c162480 0x7fa00c0cd6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:32.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.016+0000 7fa01467f640 1 --2- 172.21.15.31:0/1248782071 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa00c15df90 0x7fa00c1f85b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:32.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.016+0000 7fa01467f640 1 --2- 172.21.15.31:0/1248782071 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa00c0d49c0 0x7fa00c15f5c0 unknown :-1 s=CLOSED pgs=884 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:32.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.016+0000 7fa01467f640 1 -- 172.21.15.31:0/1248782071 >> 172.21.15.31:0/1248782071 conn(0x7fa00c0d3ea0 msgr2=0x7fa00c06d2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:32.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.016+0000 7fa01467f640 1 -- 172.21.15.31:0/1248782071 shutdown_connections 2024-09-16T07:25:32.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.016+0000 7fa01467f640 1 -- 172.21.15.31:0/1248782071 wait complete. 2024-09-16T07:25:32.029 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-16T07:25:32.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.141+0000 7f59b8dbb640 1 -- 172.21.15.31:0/1912093946 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f59b40d03f0 msgr2=0x7f59b415f6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:32.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.141+0000 7f59b8dbb640 1 --2- 172.21.15.31:0/1912093946 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f59b40d03f0 0x7f59b415f6d0 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7f59ac009830 tx=0x7f59ac02a5a0 comp rx=0 tx=0).stop 2024-09-16T07:25:32.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.141+0000 7f59b8dbb640 1 -- 172.21.15.31:0/1912093946 shutdown_connections 2024-09-16T07:25:32.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.141+0000 7f59b8dbb640 1 --2- 172.21.15.31:0/1912093946 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f59b40d03f0 0x7f59b415f6d0 unknown :-1 s=CLOSED pgs=886 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:32.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.141+0000 7f59b8dbb640 1 -- 172.21.15.31:0/1912093946 >> 172.21.15.31:0/1912093946 conn(0x7f59b409aa30 msgr2=0x7f59b409ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:32.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.141+0000 7f59b8dbb640 1 -- 172.21.15.31:0/1912093946 shutdown_connections 2024-09-16T07:25:32.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.141+0000 7f59b8dbb640 1 -- 172.21.15.31:0/1912093946 wait complete. 2024-09-16T07:25:32.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.143+0000 7f59b8dbb640 1 Processor -- start 2024-09-16T07:25:32.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.143+0000 7f59b8dbb640 1 -- start start 2024-09-16T07:25:32.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.143+0000 7f59b8dbb640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f59b40b3090 0x7f59b4071830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:32.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.143+0000 7f59b8dbb640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f59b40d03f0 0x7f59b4151e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:32.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.143+0000 7f59b8dbb640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f59b40d2410 0x7f59b41523a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:32.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.143+0000 7f59b8dbb640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f59b40b15d0 con 0x7f59b40d03f0 2024-09-16T07:25:32.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.143+0000 7f59b8dbb640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f59b40b1450 con 0x7f59b40d2410 2024-09-16T07:25:32.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.143+0000 7f59b8dbb640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f59b40b1750 con 0x7f59b40b3090 2024-09-16T07:25:32.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.143+0000 7f59b1d9b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f59b40d03f0 0x7f59b4151e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:32.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.144+0000 7f59b1d9b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f59b40d03f0 0x7f59b4151e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:50606/0 (socket says 172.21.15.31:50606) 2024-09-16T07:25:32.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.144+0000 7f59b1d9b640 1 -- 172.21.15.31:0/3914527513 learned_addr learned my addr 172.21.15.31:0/3914527513 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:32.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.144+0000 7f59b259c640 1 --2- 172.21.15.31:0/3914527513 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f59b40b3090 0x7f59b4071830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:32.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.144+0000 7f59b2d9d640 1 --2- 172.21.15.31:0/3914527513 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f59b40d2410 0x7f59b41523a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:32.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.144+0000 7f59b1d9b640 1 -- 172.21.15.31:0/3914527513 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f59b40b3090 msgr2=0x7f59b4071830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:32.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.144+0000 7f59b1d9b640 1 --2- 172.21.15.31:0/3914527513 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f59b40b3090 0x7f59b4071830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:32.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.144+0000 7f59b1d9b640 1 -- 172.21.15.31:0/3914527513 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f59b40d2410 msgr2=0x7f59b41523a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:32.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.144+0000 7f59b1d9b640 1 --2- 172.21.15.31:0/3914527513 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f59b40d2410 0x7f59b41523a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:32.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.144+0000 7f59b1d9b640 1 -- 172.21.15.31:0/3914527513 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59b41528e0 con 0x7f59b40d03f0 2024-09-16T07:25:32.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.144+0000 7f59b1d9b640 1 --2- 172.21.15.31:0/3914527513 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f59b40d03f0 0x7f59b4151e60 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7f599c00c410 tx=0x7f599c00c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:32.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.144+0000 7f59aaffd640 1 -- 172.21.15.31:0/3914527513 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f599c017070 con 0x7f59b40d03f0 2024-09-16T07:25:32.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.144+0000 7f59aaffd640 1 -- 172.21.15.31:0/3914527513 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f599c0035f0 con 0x7f59b40d03f0 2024-09-16T07:25:32.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.144+0000 7f59b8dbb640 1 -- 172.21.15.31:0/3914527513 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f59b41f8650 con 0x7f59b40d03f0 2024-09-16T07:25:32.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.144+0000 7f59aaffd640 1 -- 172.21.15.31:0/3914527513 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f599c003a80 con 0x7f59b40d03f0 2024-09-16T07:25:32.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.144+0000 7f59b8dbb640 1 -- 172.21.15.31:0/3914527513 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f59b41f8c10 con 0x7f59b40d03f0 2024-09-16T07:25:32.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.145+0000 7f59b8dbb640 1 -- 172.21.15.31:0/3914527513 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f59b40b1b90 con 0x7f59b40d03f0 2024-09-16T07:25:32.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.146+0000 7f59aaffd640 1 -- 172.21.15.31:0/3914527513 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7f599c01a070 con 0x7f59b40d03f0 2024-09-16T07:25:32.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.147+0000 7f59aaffd640 1 --2- 172.21.15.31:0/3914527513 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5994078970 0x7f599407ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:32.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.147+0000 7f59b259c640 1 --2- 172.21.15.31:0/3914527513 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5994078970 0x7f599407ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:32.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.147+0000 7f59aaffd640 1 -- 172.21.15.31:0/3914527513 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 4857+0+0 (secure 0 0 0) 0x7f599c099c60 con 0x7f59b40d03f0 2024-09-16T07:25:32.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.147+0000 7f59b259c640 1 --2- 172.21.15.31:0/3914527513 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5994078970 0x7f599407ae30 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f59a4007fd0 tx=0x7f59a4009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:32.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.151+0000 7f59aaffd640 1 -- 172.21.15.31:0/3914527513 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f599c062400 con 0x7f59b40d03f0 2024-09-16T07:25:32.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.409+0000 7f59b8dbb640 1 -- 172.21.15.31:0/3914527513 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f59b40d29a0 con 0x7f59b40d03f0 2024-09-16T07:25:32.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.410+0000 7f59aaffd640 1 -- 172.21.15.31:0/3914527513 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v21) ==== 80+0+5304 (secure 0 0 0) 0x7f599c0010c0 con 0x7f59b40d03f0 2024-09-16T07:25:32.409 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:25:32.410 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-16T07:25:32.410 INFO:teuthology.orchestra.run.smithi031.stdout: "auth_dump": [ 2024-09-16T07:25:32.410 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:32.410 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mds.a", 2024-09-16T07:25:32.410 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmqZelCxAAscsPpPoHsQV4HwJyGUrzNg==", 2024-09-16T07:25:32.410 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:25:32.410 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:25:32.410 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-16T07:25:32.410 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-16T07:25:32.410 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:25:32.410 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:32.410 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:32.410 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:32.411 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mds.b", 2024-09-16T07:25:32.411 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmfXmZFxAA0mYeuvcMORlWFFaaDmQbxw==", 2024-09-16T07:25:32.411 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:25:32.411 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:25:32.411 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-16T07:25:32.411 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-16T07:25:32.411 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:25:32.411 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:32.411 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:32.411 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:32.411 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mds.c", 2024-09-16T07:25:32.411 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3Odm/cTfEhAAaZgZnhh9QGyve9RYquWC0Q==", 2024-09-16T07:25:32.411 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:25:32.412 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:25:32.412 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-16T07:25:32.412 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-16T07:25:32.412 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:25:32.412 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:32.412 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:32.412 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:32.412 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mds.d", 2024-09-16T07:25:32.412 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3Odm8EGiHhAAIhv2GzralSJeeiMnM31Z+A==", 2024-09-16T07:25:32.412 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:25:32.412 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:25:32.412 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-16T07:25:32.412 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-16T07:25:32.412 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:25:32.413 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:32.413 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:32.413 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:32.413 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.0", 2024-09-16T07:25:32.413 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAt3Odm1TDYBBAAuJFJONHh8+uAFkIcQ3Mk/g==", 2024-09-16T07:25:32.413 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:25:32.413 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:25:32.413 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:25:32.413 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:25:32.413 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:32.413 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:32.413 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:32.414 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.1", 2024-09-16T07:25:32.414 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAw3OdmEqk3BxAAMCfxQ9tUoIzjRULBEmXnaQ==", 2024-09-16T07:25:32.414 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:25:32.414 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:25:32.414 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:25:32.414 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:25:32.414 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:32.414 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:32.414 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:32.414 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.2", 2024-09-16T07:25:32.414 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAz3OdmF9NyCRAAZxPWCrgzE7K49H8eURVIeg==", 2024-09-16T07:25:32.414 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:25:32.414 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:25:32.415 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:25:32.415 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:25:32.415 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:32.415 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:32.415 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:32.415 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.3", 2024-09-16T07:25:32.415 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQA23OdmAWFmGhAA6Z7zsRIfx/L0hjYcyl/B5w==", 2024-09-16T07:25:32.415 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:25:32.415 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:25:32.415 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:25:32.415 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:25:32.415 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:32.415 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:32.415 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:32.416 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.4", 2024-09-16T07:25:32.416 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQA93OdmY9BKFBAAssskgPYXTuKx1qSrhUEPjA==", 2024-09-16T07:25:32.416 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:25:32.416 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:25:32.416 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:25:32.416 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:25:32.416 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:32.416 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:32.416 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:32.416 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.5", 2024-09-16T07:25:32.416 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQBB3OdmdTufBhAANeNgBap5Vw/toilxLT55fA==", 2024-09-16T07:25:32.416 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:25:32.417 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:25:32.417 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:25:32.417 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:25:32.417 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:32.417 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:32.417 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:32.417 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.6", 2024-09-16T07:25:32.417 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQBE3Odm67gaJhAAhpplhm3JGeAQE4M6hZNxog==", 2024-09-16T07:25:32.417 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:25:32.417 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:25:32.417 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:25:32.417 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:25:32.417 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:32.417 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:32.418 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:32.418 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.7", 2024-09-16T07:25:32.418 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQBH3OdmTNeJNhAAezS0/56A2+76DoYwfs7jAQ==", 2024-09-16T07:25:32.418 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:25:32.418 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:25:32.418 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:25:32.418 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:25:32.418 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:32.418 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:32.418 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:32.418 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.0", 2024-09-16T07:25:32.418 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmOi3VIhAA6pREvErOkWIiU+/Wlqimsw==", 2024-09-16T07:25:32.418 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:25:32.418 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:25:32.419 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow r", 2024-09-16T07:25:32.419 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-16T07:25:32.419 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:32.419 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:32.419 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:32.419 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.1", 2024-09-16T07:25:32.419 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmTiLQKxAAIGqY1wYPmJI86PYNb+gngw==", 2024-09-16T07:25:32.419 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:25:32.419 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:25:32.419 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow r", 2024-09-16T07:25:32.419 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow rw", 2024-09-16T07:25:32.419 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow rwx" 2024-09-16T07:25:32.419 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:32.420 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:32.420 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:32.420 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.2", 2024-09-16T07:25:32.420 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmLLaRKBAAQ0i+yw037feTEHpSrd2Iwg==", 2024-09-16T07:25:32.420 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:25:32.420 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:25:32.420 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow r", 2024-09-16T07:25:32.420 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow rw", 2024-09-16T07:25:32.420 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow rwx" 2024-09-16T07:25:32.420 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:32.420 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:32.420 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:32.420 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.3", 2024-09-16T07:25:32.421 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3Odmxe1yMRAAVpguX9xvU2H1VDIC1iZZdQ==", 2024-09-16T07:25:32.421 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:25:32.421 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:25:32.421 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow r", 2024-09-16T07:25:32.421 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow rw", 2024-09-16T07:25:32.421 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow rwx" 2024-09-16T07:25:32.421 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:32.421 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:32.421 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:32.421 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.admin", 2024-09-16T07:25:32.421 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAo3OdmZ9mRKxAASODnqbtdFSv2jjXDSPXSuw==", 2024-09-16T07:25:32.421 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:25:32.421 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow *", 2024-09-16T07:25:32.422 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-16T07:25:32.422 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-16T07:25:32.422 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:25:32.422 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:32.422 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:32.422 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:32.422 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mgr.x", 2024-09-16T07:25:32.422 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmoVFWCBAA1E3B8t60xOMqiOyfwDlYMw==", 2024-09-16T07:25:32.422 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:25:32.422 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow *", 2024-09-16T07:25:32.422 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile mgr", 2024-09-16T07:25:32.422 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:25:32.422 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:32.423 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:32.423 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:32.423 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mgr.y", 2024-09-16T07:25:32.423 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3Odm9hHfBBAAiSK5kbNBYonj7atHktVxiA==", 2024-09-16T07:25:32.423 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:25:32.423 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow *", 2024-09-16T07:25:32.423 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile mgr", 2024-09-16T07:25:32.423 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:25:32.423 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:32.423 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:32.423 INFO:teuthology.orchestra.run.smithi031.stdout: ] 2024-09-16T07:25:32.423 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-16T07:25:32.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.412+0000 7f59b8dbb640 1 -- 172.21.15.31:0/3914527513 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5994078970 msgr2=0x7f599407ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:32.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.412+0000 7f59b8dbb640 1 --2- 172.21.15.31:0/3914527513 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5994078970 0x7f599407ae30 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f59a4007fd0 tx=0x7f59a4009040 comp rx=0 tx=0).stop 2024-09-16T07:25:32.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.412+0000 7f59b8dbb640 1 -- 172.21.15.31:0/3914527513 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f59b40d03f0 msgr2=0x7f59b4151e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:32.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.412+0000 7f59b8dbb640 1 --2- 172.21.15.31:0/3914527513 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f59b40d03f0 0x7f59b4151e60 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7f599c00c410 tx=0x7f599c00c8d0 comp rx=0 tx=0).stop 2024-09-16T07:25:32.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.412+0000 7f59b8dbb640 1 -- 172.21.15.31:0/3914527513 shutdown_connections 2024-09-16T07:25:32.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.412+0000 7f59b8dbb640 1 --2- 172.21.15.31:0/3914527513 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5994078970 0x7f599407ae30 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:32.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.412+0000 7f59b8dbb640 1 --2- 172.21.15.31:0/3914527513 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f59b40d2410 0x7f59b41523a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:32.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.412+0000 7f59b8dbb640 1 --2- 172.21.15.31:0/3914527513 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f59b40d03f0 0x7f59b4151e60 unknown :-1 s=CLOSED pgs=887 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:32.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.412+0000 7f59b8dbb640 1 --2- 172.21.15.31:0/3914527513 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f59b40b3090 0x7f59b4071830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:32.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.412+0000 7f59b8dbb640 1 -- 172.21.15.31:0/3914527513 >> 172.21.15.31:0/3914527513 conn(0x7f59b409aa30 msgr2=0x7f59b415f4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:32.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.412+0000 7f59b8dbb640 1 -- 172.21.15.31:0/3914527513 shutdown_connections 2024-09-16T07:25:32.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.412+0000 7f59b8dbb640 1 -- 172.21.15.31:0/3914527513 wait complete. 2024-09-16T07:25:32.426 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-16T07:25:32.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.532+0000 7fddd0db4640 1 -- 172.21.15.31:0/2138840126 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fddcc15f6d0 msgr2=0x7fddcc15c880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:32.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.532+0000 7fddd0db4640 1 --2- 172.21.15.31:0/2138840126 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fddcc15f6d0 0x7fddcc15c880 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7fddb4009830 tx=0x7fddb402a5a0 comp rx=0 tx=0).stop 2024-09-16T07:25:32.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.532+0000 7fddd0db4640 1 -- 172.21.15.31:0/2138840126 shutdown_connections 2024-09-16T07:25:32.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.532+0000 7fddd0db4640 1 --2- 172.21.15.31:0/2138840126 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fddcc15f6d0 0x7fddcc15c880 unknown :-1 s=CLOSED pgs=889 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:32.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.532+0000 7fddd0db4640 1 --2- 172.21.15.31:0/2138840126 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fddcc0d2410 0x7fddcc0b3090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:32.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.532+0000 7fddd0db4640 1 -- 172.21.15.31:0/2138840126 >> 172.21.15.31:0/2138840126 conn(0x7fddcc09aa30 msgr2=0x7fddcc09ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:32.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.532+0000 7fddd0db4640 1 -- 172.21.15.31:0/2138840126 shutdown_connections 2024-09-16T07:25:32.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.532+0000 7fddd0db4640 1 -- 172.21.15.31:0/2138840126 wait complete. 2024-09-16T07:25:32.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.533+0000 7fddd0db4640 1 Processor -- start 2024-09-16T07:25:32.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.533+0000 7fddd0db4640 1 -- start start 2024-09-16T07:25:32.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.534+0000 7fddd0db4640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fddcc0d2410 0x7fddcc0c7970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:32.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.534+0000 7fddd0db4640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fddcc15cdc0 0x7fddcc06dc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:32.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.534+0000 7fddd0db4640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fddcc15f6d0 0x7fddcc1585d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:32.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.534+0000 7fddd0db4640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fddcc0b13c0 con 0x7fddcc15f6d0 2024-09-16T07:25:32.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.534+0000 7fddd0db4640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fddcc0b1240 con 0x7fddcc0d2410 2024-09-16T07:25:32.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.534+0000 7fddd0db4640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fddcc0b1540 con 0x7fddcc15cdc0 2024-09-16T07:25:32.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.534+0000 7fddcad9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fddcc15f6d0 0x7fddcc1585d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:32.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.534+0000 7fddcad9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fddcc15f6d0 0x7fddcc1585d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:50630/0 (socket says 172.21.15.31:50630) 2024-09-16T07:25:32.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.534+0000 7fddcad9d640 1 -- 172.21.15.31:0/516809575 learned_addr learned my addr 172.21.15.31:0/516809575 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:32.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.534+0000 7fddc3fff640 1 --2- 172.21.15.31:0/516809575 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fddcc15cdc0 0x7fddcc06dc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:32.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.534+0000 7fddca59c640 1 --2- 172.21.15.31:0/516809575 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fddcc0d2410 0x7fddcc0c7970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:32.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.534+0000 7fddcad9d640 1 -- 172.21.15.31:0/516809575 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fddcc15cdc0 msgr2=0x7fddcc06dc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:32.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.534+0000 7fddcad9d640 1 --2- 172.21.15.31:0/516809575 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fddcc15cdc0 0x7fddcc06dc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:32.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.534+0000 7fddcad9d640 1 -- 172.21.15.31:0/516809575 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fddcc0d2410 msgr2=0x7fddcc0c7970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:32.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.534+0000 7fddcad9d640 1 --2- 172.21.15.31:0/516809575 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fddcc0d2410 0x7fddcc0c7970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:32.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.534+0000 7fddcad9d640 1 -- 172.21.15.31:0/516809575 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fddcc15b7c0 con 0x7fddcc15f6d0 2024-09-16T07:25:32.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.535+0000 7fddcad9d640 1 --2- 172.21.15.31:0/516809575 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fddcc15f6d0 0x7fddcc1585d0 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7fddc400caf0 tx=0x7fddc400a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:32.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.535+0000 7fddc2ffd640 1 -- 172.21.15.31:0/516809575 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddc4016020 con 0x7fddcc15f6d0 2024-09-16T07:25:32.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.535+0000 7fddc2ffd640 1 -- 172.21.15.31:0/516809575 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fddc400ad90 con 0x7fddcc15f6d0 2024-09-16T07:25:32.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.535+0000 7fddd0db4640 1 -- 172.21.15.31:0/516809575 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fddcc157810 con 0x7fddcc15f6d0 2024-09-16T07:25:32.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.535+0000 7fddc2ffd640 1 -- 172.21.15.31:0/516809575 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddc4012680 con 0x7fddcc15f6d0 2024-09-16T07:25:32.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.535+0000 7fddd0db4640 1 -- 172.21.15.31:0/516809575 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fddcc157dd0 con 0x7fddcc15f6d0 2024-09-16T07:25:32.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.536+0000 7fddd0db4640 1 -- 172.21.15.31:0/516809575 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fddcc0b19f0 con 0x7fddcc15f6d0 2024-09-16T07:25:32.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.537+0000 7fddc2ffd640 1 -- 172.21.15.31:0/516809575 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7fddc4019020 con 0x7fddcc15f6d0 2024-09-16T07:25:32.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.537+0000 7fddc2ffd640 1 --2- 172.21.15.31:0/516809575 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fddac078970 0x7fddac07ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:32.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.537+0000 7fddc2ffd640 1 -- 172.21.15.31:0/516809575 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 4857+0+0 (secure 0 0 0) 0x7fddc409ac50 con 0x7fddcc15f6d0 2024-09-16T07:25:32.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.537+0000 7fddca59c640 1 --2- 172.21.15.31:0/516809575 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fddac078970 0x7fddac07ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:32.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.538+0000 7fddca59c640 1 --2- 172.21.15.31:0/516809575 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fddac078970 0x7fddac07ae30 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fddbc0058c0 tx=0x7fddbc00a2d0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:32.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.541+0000 7fddc2ffd640 1 -- 172.21.15.31:0/516809575 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fddc40a0020 con 0x7fddcc15f6d0 2024-09-16T07:25:32.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.729+0000 7fddd0db4640 1 -- 172.21.15.31:0/516809575 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fddcc0d29a0 con 0x7fddcc15f6d0 2024-09-16T07:25:32.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.729+0000 7fddc2ffd640 1 -- 172.21.15.31:0/516809575 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v78) ==== 84+0+65 (secure 0 0 0) 0x7fddc4020020 con 0x7fddcc15f6d0 2024-09-16T07:25:32.729 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:25:32.729 INFO:teuthology.orchestra.run.smithi031.stdout:[ 2024-09-16T07:25:32.729 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:32.729 INFO:teuthology.orchestra.run.smithi031.stdout: "poolnum": 1, 2024-09-16T07:25:32.729 INFO:teuthology.orchestra.run.smithi031.stdout: "poolname": ".mgr" 2024-09-16T07:25:32.729 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:32.729 INFO:teuthology.orchestra.run.smithi031.stdout:] 2024-09-16T07:25:32.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.731+0000 7fddd0db4640 1 -- 172.21.15.31:0/516809575 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fddac078970 msgr2=0x7fddac07ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:32.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.731+0000 7fddd0db4640 1 --2- 172.21.15.31:0/516809575 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fddac078970 0x7fddac07ae30 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fddbc0058c0 tx=0x7fddbc00a2d0 comp rx=0 tx=0).stop 2024-09-16T07:25:32.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.731+0000 7fddd0db4640 1 -- 172.21.15.31:0/516809575 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fddcc15f6d0 msgr2=0x7fddcc1585d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:32.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.731+0000 7fddd0db4640 1 --2- 172.21.15.31:0/516809575 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fddcc15f6d0 0x7fddcc1585d0 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7fddc400caf0 tx=0x7fddc400a060 comp rx=0 tx=0).stop 2024-09-16T07:25:32.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.731+0000 7fddd0db4640 1 -- 172.21.15.31:0/516809575 shutdown_connections 2024-09-16T07:25:32.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.731+0000 7fddd0db4640 1 --2- 172.21.15.31:0/516809575 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fddac078970 0x7fddac07ae30 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:32.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.731+0000 7fddd0db4640 1 --2- 172.21.15.31:0/516809575 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fddcc15f6d0 0x7fddcc1585d0 unknown :-1 s=CLOSED pgs=890 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:32.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.731+0000 7fddd0db4640 1 --2- 172.21.15.31:0/516809575 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fddcc15cdc0 0x7fddcc06dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:32.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.731+0000 7fddd0db4640 1 --2- 172.21.15.31:0/516809575 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fddcc0d2410 0x7fddcc0c7970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:32.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.731+0000 7fddd0db4640 1 -- 172.21.15.31:0/516809575 >> 172.21.15.31:0/516809575 conn(0x7fddcc09aa30 msgr2=0x7fddcc0cf800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:32.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.731+0000 7fddd0db4640 1 -- 172.21.15.31:0/516809575 shutdown_connections 2024-09-16T07:25:32.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.732+0000 7fddd0db4640 1 -- 172.21.15.31:0/516809575 wait complete. 2024-09-16T07:25:32.742 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-16T07:25:32.742 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-16T07:25:32.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.851+0000 7f05180b8640 1 -- 172.21.15.31:0/2765077736 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f05100aee40 msgr2=0x7f051015b970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:32.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.851+0000 7f05180b8640 1 --2- 172.21.15.31:0/2765077736 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f05100aee40 0x7f051015b970 secure :-1 s=READY pgs=891 cs=0 l=1 rev1=1 crypto rx=0x7f050c005fd0 tx=0x7f050c02a5d0 comp rx=0 tx=0).stop 2024-09-16T07:25:32.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.852+0000 7f05180b8640 1 -- 172.21.15.31:0/2765077736 shutdown_connections 2024-09-16T07:25:32.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.852+0000 7f05180b8640 1 --2- 172.21.15.31:0/2765077736 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f051006e940 0x7f051006fe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:32.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.852+0000 7f05180b8640 1 --2- 172.21.15.31:0/2765077736 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f05100aee40 0x7f051015b970 unknown :-1 s=CLOSED pgs=891 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:32.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.852+0000 7f05180b8640 1 -- 172.21.15.31:0/2765077736 >> 172.21.15.31:0/2765077736 conn(0x7f05100b1620 msgr2=0x7f05100b1a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:32.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.852+0000 7f05180b8640 1 -- 172.21.15.31:0/2765077736 shutdown_connections 2024-09-16T07:25:32.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.852+0000 7f05180b8640 1 -- 172.21.15.31:0/2765077736 wait complete. 2024-09-16T07:25:32.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.853+0000 7f05180b8640 1 Processor -- start 2024-09-16T07:25:32.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.853+0000 7f05180b8640 1 -- start start 2024-09-16T07:25:32.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.854+0000 7f05180b8640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f051006e940 0x7f0510158ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:32.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.854+0000 7f05180b8640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f05100703c0 0x7f05100b08c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:32.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.854+0000 7f05180b8640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f05100aee40 0x7f05101f7f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:32.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.854+0000 7f05180b8640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f0510158790 con 0x7f051006e940 2024-09-16T07:25:32.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.854+0000 7f05180b8640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f0510158610 con 0x7f05100aee40 2024-09-16T07:25:32.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.854+0000 7f05180b8640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f0510158910 con 0x7f05100703c0 2024-09-16T07:25:32.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.854+0000 7f0515e54640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f051006e940 0x7f0510158ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:32.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.854+0000 7f0515e54640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f051006e940 0x7f0510158ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:39752/0 (socket says 172.21.15.31:39752) 2024-09-16T07:25:32.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.854+0000 7f0515e54640 1 -- 172.21.15.31:0/2776555671 learned_addr learned my addr 172.21.15.31:0/2776555671 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:32.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.854+0000 7f0515653640 1 --2- 172.21.15.31:0/2776555671 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f05100703c0 0x7f05100b08c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:32.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.854+0000 7f0516655640 1 --2- 172.21.15.31:0/2776555671 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f05100aee40 0x7f05101f7f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:32.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.854+0000 7f0515e54640 1 -- 172.21.15.31:0/2776555671 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f05100703c0 msgr2=0x7f05100b08c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:32.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.854+0000 7f0515e54640 1 --2- 172.21.15.31:0/2776555671 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f05100703c0 0x7f05100b08c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:32.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.854+0000 7f0515e54640 1 -- 172.21.15.31:0/2776555671 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f05100aee40 msgr2=0x7f05101f7f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:32.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.854+0000 7f0515e54640 1 --2- 172.21.15.31:0/2776555671 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f05100aee40 0x7f05101f7f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:32.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.854+0000 7f0515e54640 1 -- 172.21.15.31:0/2776555671 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05101f8950 con 0x7f051006e940 2024-09-16T07:25:32.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.854+0000 7f0516655640 1 --2- 172.21.15.31:0/2776555671 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f05100aee40 0x7f05101f7f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:25:32.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.854+0000 7f0515e54640 1 --2- 172.21.15.31:0/2776555671 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f051006e940 0x7f0510158ac0 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7f050c034040 tx=0x7f050c0038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:32.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.854+0000 7f05067fc640 1 -- 172.21.15.31:0/2776555671 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f050c03e030 con 0x7f051006e940 2024-09-16T07:25:32.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.855+0000 7f05067fc640 1 -- 172.21.15.31:0/2776555671 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f050c003ca0 con 0x7f051006e940 2024-09-16T07:25:32.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.855+0000 7f05180b8640 1 -- 172.21.15.31:0/2776555671 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05101f8c30 con 0x7f051006e940 2024-09-16T07:25:32.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.855+0000 7f05067fc640 1 -- 172.21.15.31:0/2776555671 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f050c035040 con 0x7f051006e940 2024-09-16T07:25:32.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.855+0000 7f05180b8640 1 -- 172.21.15.31:0/2776555671 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0510156790 con 0x7f051006e940 2024-09-16T07:25:32.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.855+0000 7f05180b8640 1 -- 172.21.15.31:0/2776555671 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f051006fe80 con 0x7f051006e940 2024-09-16T07:25:32.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.856+0000 7f05067fc640 1 -- 172.21.15.31:0/2776555671 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7f050c041030 con 0x7f051006e940 2024-09-16T07:25:32.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.857+0000 7f05067fc640 1 --2- 172.21.15.31:0/2776555671 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f04f4078970 0x7f04f407ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:32.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.857+0000 7f0515653640 1 --2- 172.21.15.31:0/2776555671 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f04f4078970 0x7f04f407ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:32.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.857+0000 7f05067fc640 1 -- 172.21.15.31:0/2776555671 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 4857+0+0 (secure 0 0 0) 0x7f050c0bab90 con 0x7f051006e940 2024-09-16T07:25:32.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.857+0000 7f0515653640 1 --2- 172.21.15.31:0/2776555671 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f04f4078970 0x7f04f407ae30 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f05100ae4b0 tx=0x7f050000b390 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:32.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:32.861+0000 7f05067fc640 1 -- 172.21.15.31:0/2776555671 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f050c082ce0 con 0x7f051006e940 2024-09-16T07:25:33.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:33.049+0000 7f05180b8640 1 -- 172.21.15.31:0/2776555671 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f05101f8e00 con 0x7f051006e940 2024-09-16T07:25:34.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:34.016+0000 7f05067fc640 1 -- 172.21.15.31:0/2776555671 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v79) ==== 138+0+0 (secure 0 0 0) 0x7f050c087710 con 0x7f051006e940 2024-09-16T07:25:34.015 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_metadata' created 2024-09-16T07:25:34.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:34.019+0000 7f05180b8640 1 -- 172.21.15.31:0/2776555671 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f04f4078970 msgr2=0x7f04f407ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:34.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:34.019+0000 7f05180b8640 1 --2- 172.21.15.31:0/2776555671 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f04f4078970 0x7f04f407ae30 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f05100ae4b0 tx=0x7f050000b390 comp rx=0 tx=0).stop 2024-09-16T07:25:34.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:34.019+0000 7f05180b8640 1 -- 172.21.15.31:0/2776555671 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f051006e940 msgr2=0x7f0510158ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:34.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:34.019+0000 7f05180b8640 1 --2- 172.21.15.31:0/2776555671 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f051006e940 0x7f0510158ac0 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7f050c034040 tx=0x7f050c0038a0 comp rx=0 tx=0).stop 2024-09-16T07:25:34.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:34.019+0000 7f05180b8640 1 -- 172.21.15.31:0/2776555671 shutdown_connections 2024-09-16T07:25:34.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:34.019+0000 7f05180b8640 1 --2- 172.21.15.31:0/2776555671 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f04f4078970 0x7f04f407ae30 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:34.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:34.019+0000 7f05180b8640 1 --2- 172.21.15.31:0/2776555671 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f05100aee40 0x7f05101f7f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:34.020 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:34.019+0000 7f05180b8640 1 --2- 172.21.15.31:0/2776555671 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f05100703c0 0x7f05100b08c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:34.020 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:34.019+0000 7f05180b8640 1 --2- 172.21.15.31:0/2776555671 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f051006e940 0x7f0510158ac0 unknown :-1 s=CLOSED pgs=892 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:34.020 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:34.019+0000 7f05180b8640 1 -- 172.21.15.31:0/2776555671 >> 172.21.15.31:0/2776555671 conn(0x7f05100b1620 msgr2=0x7f05100af520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:34.020 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:34.020+0000 7f05180b8640 1 -- 172.21.15.31:0/2776555671 shutdown_connections 2024-09-16T07:25:34.020 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:34.020+0000 7f05180b8640 1 -- 172.21.15.31:0/2776555671 wait complete. 2024-09-16T07:25:34.036 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-16T07:25:34.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:34.155+0000 7f5fbf32c640 1 -- 172.21.15.31:0/2298733482 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5fb80cbaa0 msgr2=0x7f5fb80cbee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:34.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:34.155+0000 7f5fbf32c640 1 --2- 172.21.15.31:0/2298733482 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5fb80cbaa0 0x7f5fb80cbee0 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7f5fb80b5c60 tx=0x7f5fa802a560 comp rx=0 tx=0).stop 2024-09-16T07:25:34.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:34.155+0000 7f5fbf32c640 1 -- 172.21.15.31:0/2298733482 shutdown_connections 2024-09-16T07:25:34.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:34.155+0000 7f5fbf32c640 1 --2- 172.21.15.31:0/2298733482 >> v2:172.21.15.155:3300/0 conn(0x7f5fb806e300 0x7f5fb806e7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:34.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:34.155+0000 7f5fbf32c640 1 --2- 172.21.15.31:0/2298733482 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5fb80cbaa0 0x7f5fb80cbee0 unknown :-1 s=CLOSED pgs=893 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:34.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:34.155+0000 7f5fbf32c640 1 --2- 172.21.15.31:0/2298733482 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5fb815a200 0x7f5fb8072e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:34.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:34.155+0000 7f5fbf32c640 1 -- 172.21.15.31:0/2298733482 >> 172.21.15.31:0/2298733482 conn(0x7f5fb80b1700 msgr2=0x7f5fb80b1ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:34.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:34.155+0000 7f5fbf32c640 1 -- 172.21.15.31:0/2298733482 shutdown_connections 2024-09-16T07:25:34.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:34.155+0000 7f5fbf32c640 1 -- 172.21.15.31:0/2298733482 wait complete. 2024-09-16T07:25:34.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:34.156+0000 7f5fbf32c640 1 Processor -- start 2024-09-16T07:25:34.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:34.156+0000 7f5fbf32c640 1 -- start start 2024-09-16T07:25:34.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:34.157+0000 7f5fbf32c640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5fb806e300 0x7f5fb80c31e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:34.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:34.157+0000 7f5fbf32c640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5fb80cbaa0 0x7f5fb80cda10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:34.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:34.157+0000 7f5fbf32c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5fb815a200 0x7f5fb8142f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:34.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:34.157+0000 7f5fbf32c640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f5fb8073530 con 0x7f5fb815a200 2024-09-16T07:25:34.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:34.157+0000 7f5fbf32c640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f5fb80733b0 con 0x7f5fb80cbaa0 2024-09-16T07:25:34.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:34.157+0000 7f5fbf32c640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f5fb80cc5b0 con 0x7f5fb806e300 2024-09-16T07:25:34.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:34.157+0000 7f5fbd8c9640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5fb815a200 0x7f5fb8142f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:34.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:34.157+0000 7f5fbd8c9640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5fb815a200 0x7f5fb8142f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:39760/0 (socket says 172.21.15.31:39760) 2024-09-16T07:25:34.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:34.157+0000 7f5fbd8c9640 1 -- 172.21.15.31:0/3712239249 learned_addr learned my addr 172.21.15.31:0/3712239249 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:34.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:34.157+0000 7f5fbd0c8640 1 --2- 172.21.15.31:0/3712239249 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5fb806e300 0x7f5fb80c31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:34.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:34.157+0000 7f5fbc8c7640 1 --2- 172.21.15.31:0/3712239249 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5fb80cbaa0 0x7f5fb80cda10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:34.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:34.158+0000 7f5fbd8c9640 1 -- 172.21.15.31:0/3712239249 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5fb806e300 msgr2=0x7f5fb80c31e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:34.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:34.158+0000 7f5fbd8c9640 1 --2- 172.21.15.31:0/3712239249 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5fb806e300 0x7f5fb80c31e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:34.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:34.158+0000 7f5fbd8c9640 1 -- 172.21.15.31:0/3712239249 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5fb80cbaa0 msgr2=0x7f5fb80cda10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:34.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:34.158+0000 7f5fbd8c9640 1 --2- 172.21.15.31:0/3712239249 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5fb80cbaa0 0x7f5fb80cda10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:34.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:34.158+0000 7f5fbd8c9640 1 -- 172.21.15.31:0/3712239249 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5fb80ce340 con 0x7f5fb815a200 2024-09-16T07:25:34.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:34.158+0000 7f5fbd8c9640 1 --2- 172.21.15.31:0/3712239249 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5fb815a200 0x7f5fb8142f90 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7f5fb000cce0 tx=0x7f5fb000a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:34.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:34.158+0000 7f5fadffb640 1 -- 172.21.15.31:0/3712239249 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fb000f450 con 0x7f5fb815a200 2024-09-16T07:25:34.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:34.158+0000 7f5fadffb640 1 -- 172.21.15.31:0/3712239249 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5fb000f6e0 con 0x7f5fb815a200 2024-09-16T07:25:34.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:34.158+0000 7f5fbf32c640 1 -- 172.21.15.31:0/3712239249 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5fb80ce620 con 0x7f5fb815a200 2024-09-16T07:25:34.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:34.158+0000 7f5fadffb640 1 -- 172.21.15.31:0/3712239249 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fb000fb30 con 0x7f5fb815a200 2024-09-16T07:25:34.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:34.158+0000 7f5fbf32c640 1 -- 172.21.15.31:0/3712239249 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5fb80c3720 con 0x7f5fb815a200 2024-09-16T07:25:34.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:34.159+0000 7f5fbf32c640 1 -- 172.21.15.31:0/3712239249 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5fb80ccad0 con 0x7f5fb815a200 2024-09-16T07:25:34.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:34.160+0000 7f5fadffb640 1 -- 172.21.15.31:0/3712239249 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7f5fb000fcd0 con 0x7f5fb815a200 2024-09-16T07:25:34.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:34.160+0000 7f5fadffb640 1 --2- 172.21.15.31:0/3712239249 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5f9c078970 0x7f5f9c07ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:34.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:34.160+0000 7f5fadffb640 1 -- 172.21.15.31:0/3712239249 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 5227+0+0 (secure 0 0 0) 0x7f5fb009b3c0 con 0x7f5fb815a200 2024-09-16T07:25:34.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:34.160+0000 7f5fbd0c8640 1 --2- 172.21.15.31:0/3712239249 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5f9c078970 0x7f5f9c07ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:34.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:34.161+0000 7f5fbd0c8640 1 --2- 172.21.15.31:0/3712239249 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5f9c078970 0x7f5f9c07ae30 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f5fb40058c0 tx=0x7f5fb4005f60 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:34.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:34.165+0000 7f5fadffb640 1 -- 172.21.15.31:0/3712239249 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f5fb0014030 con 0x7f5fb815a200 2024-09-16T07:25:34.352 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:34.352+0000 7f5fbf32c640 1 -- 172.21.15.31:0/3712239249 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f5fb81577e0 con 0x7f5fb815a200 2024-09-16T07:25:35.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:35.024+0000 7f5fadffb640 1 -- 172.21.15.31:0/3712239249 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v80) ==== 170+0+0 (secure 0 0 0) 0x7f5fb00633a0 con 0x7f5fb815a200 2024-09-16T07:25:35.025 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_data' created 2024-09-16T07:25:35.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:35.029+0000 7f5fbf32c640 1 -- 172.21.15.31:0/3712239249 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5f9c078970 msgr2=0x7f5f9c07ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:35.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:35.029+0000 7f5fbf32c640 1 --2- 172.21.15.31:0/3712239249 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5f9c078970 0x7f5f9c07ae30 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f5fb40058c0 tx=0x7f5fb4005f60 comp rx=0 tx=0).stop 2024-09-16T07:25:35.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:35.029+0000 7f5fbf32c640 1 -- 172.21.15.31:0/3712239249 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5fb815a200 msgr2=0x7f5fb8142f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:35.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:35.029+0000 7f5fbf32c640 1 --2- 172.21.15.31:0/3712239249 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5fb815a200 0x7f5fb8142f90 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7f5fb000cce0 tx=0x7f5fb000a620 comp rx=0 tx=0).stop 2024-09-16T07:25:35.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:35.029+0000 7f5fbf32c640 1 -- 172.21.15.31:0/3712239249 shutdown_connections 2024-09-16T07:25:35.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:35.029+0000 7f5fbf32c640 1 --2- 172.21.15.31:0/3712239249 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5f9c078970 0x7f5f9c07ae30 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:35.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:35.029+0000 7f5fbf32c640 1 --2- 172.21.15.31:0/3712239249 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5fb815a200 0x7f5fb8142f90 unknown :-1 s=CLOSED pgs=894 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:35.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:35.029+0000 7f5fbf32c640 1 --2- 172.21.15.31:0/3712239249 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5fb80cbaa0 0x7f5fb80cda10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:35.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:35.029+0000 7f5fbf32c640 1 --2- 172.21.15.31:0/3712239249 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5fb806e300 0x7f5fb80c31e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:35.031 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:35.029+0000 7f5fbf32c640 1 -- 172.21.15.31:0/3712239249 >> 172.21.15.31:0/3712239249 conn(0x7f5fb80b1700 msgr2=0x7f5fb81594b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:35.031 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:35.030+0000 7f5fbf32c640 1 -- 172.21.15.31:0/3712239249 shutdown_connections 2024-09-16T07:25:35.031 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:35.031+0000 7f5fbf32c640 1 -- 172.21.15.31:0/3712239249 wait complete. 2024-09-16T07:25:35.057 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-16T07:25:35.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:35.170+0000 7ff122994640 1 -- 172.21.15.31:0/282968584 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff11c152710 msgr2=0x7ff11c072f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:35.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:35.170+0000 7ff122994640 1 --2- 172.21.15.31:0/282968584 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff11c152710 0x7ff11c072f20 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7ff10c005fd0 tx=0x7ff10c02a530 comp rx=0 tx=0).stop 2024-09-16T07:25:35.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:35.170+0000 7ff122994640 1 -- 172.21.15.31:0/282968584 shutdown_connections 2024-09-16T07:25:35.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:35.170+0000 7ff122994640 1 --2- 172.21.15.31:0/282968584 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff11c152af0 0x7ff11c15f6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:35.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:35.170+0000 7ff122994640 1 --2- 172.21.15.31:0/282968584 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff11c152710 0x7ff11c072f20 unknown :-1 s=CLOSED pgs=895 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:35.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:35.170+0000 7ff122994640 1 -- 172.21.15.31:0/282968584 >> 172.21.15.31:0/282968584 conn(0x7ff11c0b1700 msgr2=0x7ff11c0b1ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:35.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:35.170+0000 7ff122994640 1 -- 172.21.15.31:0/282968584 shutdown_connections 2024-09-16T07:25:35.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:35.171+0000 7ff122994640 1 -- 172.21.15.31:0/282968584 wait complete. 2024-09-16T07:25:35.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:35.172+0000 7ff122994640 1 Processor -- start 2024-09-16T07:25:35.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:35.172+0000 7ff122994640 1 -- start start 2024-09-16T07:25:35.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:35.173+0000 7ff122994640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff11c152710 0x7ff11c14db30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:35.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:35.173+0000 7ff122994640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff11c152af0 0x7ff11c14d1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:35.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:35.173+0000 7ff122994640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff11c15fc30 0x7ff11c0c6c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:35.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:35.173+0000 7ff122994640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7ff11c06fd70 con 0x7ff11c152710 2024-09-16T07:25:35.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:35.173+0000 7ff122994640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ff11c06fbf0 con 0x7ff11c152af0 2024-09-16T07:25:35.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:35.173+0000 7ff122994640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ff11c06fef0 con 0x7ff11c15fc30 2024-09-16T07:25:35.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:35.173+0000 7ff11bfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff11c152710 0x7ff11c14db30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:35.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:35.173+0000 7ff11bfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff11c152710 0x7ff11c14db30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:39776/0 (socket says 172.21.15.31:39776) 2024-09-16T07:25:35.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:35.173+0000 7ff11bfff640 1 -- 172.21.15.31:0/1134599584 learned_addr learned my addr 172.21.15.31:0/1134599584 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:35.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:35.173+0000 7ff11b7fe640 1 --2- 172.21.15.31:0/1134599584 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff11c152af0 0x7ff11c14d1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:35.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:35.173+0000 7ff120f31640 1 --2- 172.21.15.31:0/1134599584 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff11c15fc30 0x7ff11c0c6c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:35.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:35.173+0000 7ff11bfff640 1 -- 172.21.15.31:0/1134599584 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff11c15fc30 msgr2=0x7ff11c0c6c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:35.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:35.173+0000 7ff11bfff640 1 --2- 172.21.15.31:0/1134599584 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff11c15fc30 0x7ff11c0c6c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:35.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:35.173+0000 7ff11bfff640 1 -- 172.21.15.31:0/1134599584 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff11c152af0 msgr2=0x7ff11c14d1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:35.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:35.173+0000 7ff11bfff640 1 --2- 172.21.15.31:0/1134599584 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff11c152af0 0x7ff11c14d1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:35.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:35.173+0000 7ff11bfff640 1 -- 172.21.15.31:0/1134599584 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff11c1563f0 con 0x7ff11c152710 2024-09-16T07:25:35.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:35.173+0000 7ff11bfff640 1 --2- 172.21.15.31:0/1134599584 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff11c152710 0x7ff11c14db30 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7ff10c006010 tx=0x7ff10c0038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:35.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:35.174+0000 7ff118ff9640 1 -- 172.21.15.31:0/1134599584 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff10c03e030 con 0x7ff11c152710 2024-09-16T07:25:35.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:35.174+0000 7ff118ff9640 1 -- 172.21.15.31:0/1134599584 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff10c003d90 con 0x7ff11c152710 2024-09-16T07:25:35.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:35.174+0000 7ff122994640 1 -- 172.21.15.31:0/1134599584 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff11c1566d0 con 0x7ff11c152710 2024-09-16T07:25:35.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:35.174+0000 7ff118ff9640 1 -- 172.21.15.31:0/1134599584 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff10c035040 con 0x7ff11c152710 2024-09-16T07:25:35.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:35.174+0000 7ff122994640 1 -- 172.21.15.31:0/1134599584 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff11c156c90 con 0x7ff11c152710 2024-09-16T07:25:35.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:35.175+0000 7ff122994640 1 -- 172.21.15.31:0/1134599584 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff11c072f20 con 0x7ff11c152710 2024-09-16T07:25:35.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:35.176+0000 7ff118ff9640 1 -- 172.21.15.31:0/1134599584 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7ff10c041030 con 0x7ff11c152710 2024-09-16T07:25:35.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:35.176+0000 7ff118ff9640 1 --2- 172.21.15.31:0/1134599584 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff108078970 0x7ff10807ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:35.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:35.176+0000 7ff118ff9640 1 -- 172.21.15.31:0/1134599584 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5609+0+0 (secure 0 0 0) 0x7ff10c0bb5f0 con 0x7ff11c152710 2024-09-16T07:25:35.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:35.176+0000 7ff11b7fe640 1 --2- 172.21.15.31:0/1134599584 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff108078970 0x7ff10807ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:35.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:35.177+0000 7ff11b7fe640 1 --2- 172.21.15.31:0/1134599584 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff108078970 0x7ff10807ae30 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7ff11c14e070 tx=0x7ff11000b390 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:35.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:35.180+0000 7ff118ff9640 1 -- 172.21.15.31:0/1134599584 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7ff10c083450 con 0x7ff11c152710 2024-09-16T07:25:35.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:35.404+0000 7ff122994640 1 -- 172.21.15.31:0/1134599584 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7ff11c150b20 con 0x7ff11c152710 2024-09-16T07:25:36.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.026+0000 7ff118ff9640 1 -- 172.21.15.31:0/1134599584 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 12 and data pool 13 v52) ==== 174+0+0 (secure 0 0 0) 0x7ff10c087e80 con 0x7ff11c152710 2024-09-16T07:25:36.026 INFO:teuthology.orchestra.run.smithi031.stderr:new fs with metadata pool 12 and data pool 13 2024-09-16T07:25:36.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.032+0000 7ff122994640 1 -- 172.21.15.31:0/1134599584 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff108078970 msgr2=0x7ff10807ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:36.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.032+0000 7ff122994640 1 --2- 172.21.15.31:0/1134599584 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff108078970 0x7ff10807ae30 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7ff11c14e070 tx=0x7ff11000b390 comp rx=0 tx=0).stop 2024-09-16T07:25:36.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.032+0000 7ff122994640 1 -- 172.21.15.31:0/1134599584 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff11c152710 msgr2=0x7ff11c14db30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:36.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.032+0000 7ff122994640 1 --2- 172.21.15.31:0/1134599584 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff11c152710 0x7ff11c14db30 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7ff10c006010 tx=0x7ff10c0038a0 comp rx=0 tx=0).stop 2024-09-16T07:25:36.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.032+0000 7ff122994640 1 -- 172.21.15.31:0/1134599584 shutdown_connections 2024-09-16T07:25:36.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.032+0000 7ff122994640 1 --2- 172.21.15.31:0/1134599584 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff108078970 0x7ff10807ae30 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:36.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.032+0000 7ff122994640 1 --2- 172.21.15.31:0/1134599584 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff11c15fc30 0x7ff11c0c6c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:36.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.032+0000 7ff122994640 1 --2- 172.21.15.31:0/1134599584 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff11c152af0 0x7ff11c14d1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:36.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.032+0000 7ff122994640 1 --2- 172.21.15.31:0/1134599584 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff11c152710 0x7ff11c14db30 unknown :-1 s=CLOSED pgs=896 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:36.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.032+0000 7ff122994640 1 -- 172.21.15.31:0/1134599584 >> 172.21.15.31:0/1134599584 conn(0x7ff11c0b1700 msgr2=0x7ff11c0cc4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:36.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.033+0000 7ff122994640 1 -- 172.21.15.31:0/1134599584 shutdown_connections 2024-09-16T07:25:36.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.033+0000 7ff122994640 1 -- 172.21.15.31:0/1134599584 wait complete. 2024-09-16T07:25:36.067 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:25:36.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.176+0000 7f1effdda640 1 -- 172.21.15.31:0/1501892025 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1ef815df90 msgr2=0x7f1ef80cf9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:36.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.176+0000 7f1effdda640 1 --2- 172.21.15.31:0/1501892025 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1ef815df90 0x7f1ef80cf9b0 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7f1ef80d1c90 tx=0x7f1ef402a560 comp rx=0 tx=0).stop 2024-09-16T07:25:36.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.176+0000 7f1effdda640 1 -- 172.21.15.31:0/1501892025 shutdown_connections 2024-09-16T07:25:36.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.176+0000 7f1effdda640 1 --2- 172.21.15.31:0/1501892025 >> v2:172.21.15.155:3300/0 conn(0x7f1ef80d49c0 0x7f1ef80d0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:36.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.176+0000 7f1effdda640 1 --2- 172.21.15.31:0/1501892025 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1ef815df90 0x7f1ef80cf9b0 unknown :-1 s=CLOSED pgs=897 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:36.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.176+0000 7f1effdda640 1 -- 172.21.15.31:0/1501892025 >> 172.21.15.31:0/1501892025 conn(0x7f1ef80d3ea0 msgr2=0x7f1ef80d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:36.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.176+0000 7f1effdda640 1 -- 172.21.15.31:0/1501892025 shutdown_connections 2024-09-16T07:25:36.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.176+0000 7f1effdda640 1 -- 172.21.15.31:0/1501892025 wait complete. 2024-09-16T07:25:36.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.178+0000 7f1effdda640 1 Processor -- start 2024-09-16T07:25:36.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.178+0000 7f1effdda640 1 -- start start 2024-09-16T07:25:36.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.178+0000 7f1effdda640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1ef80d49c0 0x7f1ef80a11e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:36.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.178+0000 7f1effdda640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1ef815df90 0x7f1ef806ddc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:36.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.178+0000 7f1effdda640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1ef8162480 0x7f1ef806e300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:36.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.178+0000 7f1effdda640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f1ef80d0f00 con 0x7f1ef815df90 2024-09-16T07:25:36.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.178+0000 7f1effdda640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f1ef80d0d80 con 0x7f1ef80d49c0 2024-09-16T07:25:36.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.178+0000 7f1effdda640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f1ef80b3f10 con 0x7f1ef8162480 2024-09-16T07:25:36.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.178+0000 7f1efd375640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1ef815df90 0x7f1ef806ddc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:36.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.178+0000 7f1efd375640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1ef815df90 0x7f1ef806ddc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:39794/0 (socket says 172.21.15.31:39794) 2024-09-16T07:25:36.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.178+0000 7f1efd375640 1 -- 172.21.15.31:0/1552515188 learned_addr learned my addr 172.21.15.31:0/1552515188 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:36.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.179+0000 7f1efdb76640 1 --2- 172.21.15.31:0/1552515188 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1ef80d49c0 0x7f1ef80a11e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:36.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.179+0000 7f1efe377640 1 --2- 172.21.15.31:0/1552515188 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1ef8162480 0x7f1ef806e300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:36.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.179+0000 7f1efd375640 1 -- 172.21.15.31:0/1552515188 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1ef8162480 msgr2=0x7f1ef806e300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:36.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.179+0000 7f1efd375640 1 --2- 172.21.15.31:0/1552515188 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1ef8162480 0x7f1ef806e300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:36.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.179+0000 7f1efd375640 1 -- 172.21.15.31:0/1552515188 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1ef80d49c0 msgr2=0x7f1ef80a11e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:36.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.179+0000 7f1efd375640 1 --2- 172.21.15.31:0/1552515188 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1ef80d49c0 0x7f1ef80a11e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:36.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.179+0000 7f1efd375640 1 -- 172.21.15.31:0/1552515188 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ef81f5530 con 0x7f1ef815df90 2024-09-16T07:25:36.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.179+0000 7f1efd375640 1 --2- 172.21.15.31:0/1552515188 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1ef815df90 0x7f1ef806ddc0 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7f1ee800d7a0 tx=0x7f1ee800dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:36.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.179+0000 7f1eee7fc640 1 -- 172.21.15.31:0/1552515188 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ee8017070 con 0x7f1ef815df90 2024-09-16T07:25:36.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.179+0000 7f1eee7fc640 1 -- 172.21.15.31:0/1552515188 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1ee8009d20 con 0x7f1ef815df90 2024-09-16T07:25:36.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.179+0000 7f1effdda640 1 -- 172.21.15.31:0/1552515188 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ef81f5b10 con 0x7f1ef815df90 2024-09-16T07:25:36.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.179+0000 7f1eee7fc640 1 -- 172.21.15.31:0/1552515188 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ee8005280 con 0x7f1ef815df90 2024-09-16T07:25:36.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.179+0000 7f1effdda640 1 -- 172.21.15.31:0/1552515188 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ef81f5810 con 0x7f1ef815df90 2024-09-16T07:25:36.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.180+0000 7f1effdda640 1 -- 172.21.15.31:0/1552515188 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1ef80b4430 con 0x7f1ef815df90 2024-09-16T07:25:36.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.181+0000 7f1eee7fc640 1 -- 172.21.15.31:0/1552515188 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7f1ee8005420 con 0x7f1ef815df90 2024-09-16T07:25:36.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.182+0000 7f1eee7fc640 1 --2- 172.21.15.31:0/1552515188 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f1edc078970 0x7f1edc07ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:36.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.182+0000 7f1efdb76640 1 --2- 172.21.15.31:0/1552515188 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f1edc078970 0x7f1edc07ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:36.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.182+0000 7f1eee7fc640 1 -- 172.21.15.31:0/1552515188 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7f1ee809ac50 con 0x7f1ef815df90 2024-09-16T07:25:36.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.182+0000 7f1efdb76640 1 --2- 172.21.15.31:0/1552515188 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f1edc078970 0x7f1edc07ae30 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f1ef4033000 tx=0x7f1ef4004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:36.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.186+0000 7f1eee7fc640 1 -- 172.21.15.31:0/1552515188 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f1ee80a0020 con 0x7f1ef815df90 2024-09-16T07:25:36.353 INFO:tasks.ceph.mds.a.smithi031.stderr:2024-09-16T07:25:36.353+0000 7eff37394640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-16T07:25:36.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.374+0000 7f1effdda640 1 -- 172.21.15.31:0/1552515188 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1ef81f5ce0 con 0x7f1ef815df90 2024-09-16T07:25:36.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.375+0000 7f1eee7fc640 1 -- 172.21.15.31:0/1552515188 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+16721 (secure 0 0 0) 0x7f1ee8062ae0 con 0x7f1ef815df90 2024-09-16T07:25:36.376 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:25:36.376 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":81,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:25:35.406280+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:25:33.054174+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-16T07:25:34.357751+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:25:36.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.378+0000 7f1effdda640 1 -- 172.21.15.31:0/1552515188 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f1edc078970 msgr2=0x7f1edc07ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:36.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.378+0000 7f1effdda640 1 --2- 172.21.15.31:0/1552515188 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f1edc078970 0x7f1edc07ae30 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f1ef4033000 tx=0x7f1ef4004730 comp rx=0 tx=0).stop 2024-09-16T07:25:36.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.378+0000 7f1effdda640 1 -- 172.21.15.31:0/1552515188 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1ef815df90 msgr2=0x7f1ef806ddc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:36.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.378+0000 7f1effdda640 1 --2- 172.21.15.31:0/1552515188 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1ef815df90 0x7f1ef806ddc0 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7f1ee800d7a0 tx=0x7f1ee800dc60 comp rx=0 tx=0).stop 2024-09-16T07:25:36.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.378+0000 7f1effdda640 1 -- 172.21.15.31:0/1552515188 shutdown_connections 2024-09-16T07:25:36.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.378+0000 7f1effdda640 1 --2- 172.21.15.31:0/1552515188 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f1edc078970 0x7f1edc07ae30 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:36.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.378+0000 7f1effdda640 1 --2- 172.21.15.31:0/1552515188 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1ef8162480 0x7f1ef806e300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:36.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.378+0000 7f1effdda640 1 --2- 172.21.15.31:0/1552515188 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1ef815df90 0x7f1ef806ddc0 unknown :-1 s=CLOSED pgs=898 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:36.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.378+0000 7f1effdda640 1 --2- 172.21.15.31:0/1552515188 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1ef80d49c0 0x7f1ef80a11e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:36.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.378+0000 7f1effdda640 1 -- 172.21.15.31:0/1552515188 >> 172.21.15.31:0/1552515188 conn(0x7f1ef80d3ea0 msgr2=0x7f1ef80b9240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:36.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.378+0000 7f1effdda640 1 -- 172.21.15.31:0/1552515188 shutdown_connections 2024-09-16T07:25:36.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.378+0000 7f1effdda640 1 -- 172.21.15.31:0/1552515188 wait complete. 2024-09-16T07:25:36.390 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:25:36.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.495+0000 7f32bad94640 1 -- 172.21.15.31:0/642542646 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f32b40cd760 msgr2=0x7f32b4068ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:36.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.495+0000 7f32bad94640 1 --2- 172.21.15.31:0/642542646 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f32b40cd760 0x7f32b4068ac0 secure :-1 s=READY pgs=900 cs=0 l=1 rev1=1 crypto rx=0x7f32a0009830 tx=0x7f32a002a530 comp rx=0 tx=0).stop 2024-09-16T07:25:36.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.495+0000 7f32bad94640 1 -- 172.21.15.31:0/642542646 shutdown_connections 2024-09-16T07:25:36.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.495+0000 7f32bad94640 1 --2- 172.21.15.31:0/642542646 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f32b40cd760 0x7f32b4068ac0 unknown :-1 s=CLOSED pgs=900 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:36.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.495+0000 7f32bad94640 1 -- 172.21.15.31:0/642542646 >> 172.21.15.31:0/642542646 conn(0x7f32b40741f0 msgr2=0x7f32b4074600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:36.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.495+0000 7f32bad94640 1 -- 172.21.15.31:0/642542646 shutdown_connections 2024-09-16T07:25:36.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.495+0000 7f32bad94640 1 -- 172.21.15.31:0/642542646 wait complete. 2024-09-16T07:25:36.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.496+0000 7f32bad94640 1 Processor -- start 2024-09-16T07:25:36.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.496+0000 7f32bad94640 1 -- start start 2024-09-16T07:25:36.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.497+0000 7f32bad94640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f32b40cc4c0 0x7f32b40b0990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:36.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.497+0000 7f32bad94640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f32b40cd760 0x7f32b40b1380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:36.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.497+0000 7f32bad94640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f32b40d0b60 0x7f32b4155e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:36.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.497+0000 7f32bad94640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f32b415ccf0 con 0x7f32b40cd760 2024-09-16T07:25:36.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.497+0000 7f32bad94640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f32b415cb70 con 0x7f32b40cc4c0 2024-09-16T07:25:36.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.497+0000 7f32bad94640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f32b415ce70 con 0x7f32b40d0b60 2024-09-16T07:25:36.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.497+0000 7f32b3fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f32b40cd760 0x7f32b40b1380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:36.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.497+0000 7f32b3fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f32b40cd760 0x7f32b40b1380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:39812/0 (socket says 172.21.15.31:39812) 2024-09-16T07:25:36.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.497+0000 7f32b3fff640 1 -- 172.21.15.31:0/1596054159 learned_addr learned my addr 172.21.15.31:0/1596054159 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:36.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.497+0000 7f32b9331640 1 --2- 172.21.15.31:0/1596054159 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f32b40d0b60 0x7f32b4155e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:36.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.497+0000 7f32b3fff640 1 -- 172.21.15.31:0/1596054159 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f32b40d0b60 msgr2=0x7f32b4155e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:36.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.497+0000 7f32b3fff640 1 --2- 172.21.15.31:0/1596054159 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f32b40d0b60 0x7f32b4155e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:36.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.497+0000 7f32b8b30640 1 --2- 172.21.15.31:0/1596054159 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f32b40cc4c0 0x7f32b40b0990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:36.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.497+0000 7f32b3fff640 1 -- 172.21.15.31:0/1596054159 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f32b40cc4c0 msgr2=0x7f32b40b0990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:36.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.497+0000 7f32b3fff640 1 --2- 172.21.15.31:0/1596054159 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f32b40cc4c0 0x7f32b40b0990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:36.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.497+0000 7f32b3fff640 1 -- 172.21.15.31:0/1596054159 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32b40b0ed0 con 0x7f32b40cd760 2024-09-16T07:25:36.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.498+0000 7f32b3fff640 1 --2- 172.21.15.31:0/1596054159 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f32b40cd760 0x7f32b40b1380 secure :-1 s=READY pgs=901 cs=0 l=1 rev1=1 crypto rx=0x7f32a0009950 tx=0x7f32a0032d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:36.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.498+0000 7f32b17fa640 1 -- 172.21.15.31:0/1596054159 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32a0040070 con 0x7f32b40cd760 2024-09-16T07:25:36.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.498+0000 7f32b17fa640 1 -- 172.21.15.31:0/1596054159 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f32a0003af0 con 0x7f32b40cd760 2024-09-16T07:25:36.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.498+0000 7f32b17fa640 1 -- 172.21.15.31:0/1596054159 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32a0045460 con 0x7f32b40cd760 2024-09-16T07:25:36.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.498+0000 7f32bad94640 1 -- 172.21.15.31:0/1596054159 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32b40c9c50 con 0x7f32b40cd760 2024-09-16T07:25:36.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.498+0000 7f32bad94640 1 -- 172.21.15.31:0/1596054159 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32b40c69c0 con 0x7f32b40cd760 2024-09-16T07:25:36.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.499+0000 7f32bad94640 1 -- 172.21.15.31:0/1596054159 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f32b415d320 con 0x7f32b40cd760 2024-09-16T07:25:36.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.500+0000 7f32b17fa640 1 -- 172.21.15.31:0/1596054159 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7f32a0039040 con 0x7f32b40cd760 2024-09-16T07:25:36.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.500+0000 7f32b17fa640 1 --2- 172.21.15.31:0/1596054159 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3298078970 0x7f329807ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:36.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.500+0000 7f32b17fa640 1 -- 172.21.15.31:0/1596054159 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7f32a00bc1d0 con 0x7f32b40cd760 2024-09-16T07:25:36.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.500+0000 7f32b8b30640 1 --2- 172.21.15.31:0/1596054159 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3298078970 0x7f329807ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:36.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.501+0000 7f32b8b30640 1 --2- 172.21.15.31:0/1596054159 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3298078970 0x7f329807ae30 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f32b41f58b0 tx=0x7f32a8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:36.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.504+0000 7f32b17fa640 1 -- 172.21.15.31:0/1596054159 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f32a00846b0 con 0x7f32b40cd760 2024-09-16T07:25:36.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.693+0000 7f32bad94640 1 -- 172.21.15.31:0/1596054159 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f32b40ae790 con 0x7f32b40cd760 2024-09-16T07:25:36.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.694+0000 7f32b17fa640 1 -- 172.21.15.31:0/1596054159 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+16721 (secure 0 0 0) 0x7f32a0083fb0 con 0x7f32b40cd760 2024-09-16T07:25:36.695 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:25:36.695 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":81,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:25:35.406280+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:25:33.054174+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-16T07:25:34.357751+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:25:36.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.697+0000 7f32bad94640 1 -- 172.21.15.31:0/1596054159 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3298078970 msgr2=0x7f329807ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:36.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.697+0000 7f32bad94640 1 --2- 172.21.15.31:0/1596054159 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3298078970 0x7f329807ae30 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f32b41f58b0 tx=0x7f32a8009040 comp rx=0 tx=0).stop 2024-09-16T07:25:36.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.697+0000 7f32bad94640 1 -- 172.21.15.31:0/1596054159 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f32b40cd760 msgr2=0x7f32b40b1380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:36.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.697+0000 7f32bad94640 1 --2- 172.21.15.31:0/1596054159 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f32b40cd760 0x7f32b40b1380 secure :-1 s=READY pgs=901 cs=0 l=1 rev1=1 crypto rx=0x7f32a0009950 tx=0x7f32a0032d50 comp rx=0 tx=0).stop 2024-09-16T07:25:36.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.697+0000 7f32bad94640 1 -- 172.21.15.31:0/1596054159 shutdown_connections 2024-09-16T07:25:36.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.697+0000 7f32bad94640 1 --2- 172.21.15.31:0/1596054159 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3298078970 0x7f329807ae30 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:36.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.697+0000 7f32bad94640 1 --2- 172.21.15.31:0/1596054159 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f32b40d0b60 0x7f32b4155e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:36.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.697+0000 7f32bad94640 1 --2- 172.21.15.31:0/1596054159 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f32b40cd760 0x7f32b40b1380 unknown :-1 s=CLOSED pgs=901 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:36.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.697+0000 7f32bad94640 1 --2- 172.21.15.31:0/1596054159 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f32b40cc4c0 0x7f32b40b0990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:36.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.697+0000 7f32bad94640 1 -- 172.21.15.31:0/1596054159 >> 172.21.15.31:0/1596054159 conn(0x7f32b40741f0 msgr2=0x7f32b415c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:36.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.697+0000 7f32bad94640 1 -- 172.21.15.31:0/1596054159 shutdown_connections 2024-09-16T07:25:36.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.697+0000 7f32bad94640 1 -- 172.21.15.31:0/1596054159 wait complete. 2024-09-16T07:25:36.709 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-16T07:25:36.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.817+0000 7f5568c47640 1 -- 172.21.15.31:0/1822206174 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5550003a00 msgr2=0x7f5550003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:36.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.817+0000 7f5568c47640 1 --2- 172.21.15.31:0/1822206174 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5550003a00 0x7f5550003e20 secure :-1 s=READY pgs=903 cs=0 l=1 rev1=1 crypto rx=0x7f55640c3e30 tx=0x7f5550005830 comp rx=0 tx=0).stop 2024-09-16T07:25:36.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.817+0000 7f5562d9d640 1 -- 172.21.15.31:0/1822206174 reap_dead start 2024-09-16T07:25:36.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.817+0000 7f5568c47640 1 -- 172.21.15.31:0/1822206174 shutdown_connections 2024-09-16T07:25:36.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.817+0000 7f5568c47640 1 -- 172.21.15.31:0/1822206174 >> 172.21.15.31:0/1822206174 conn(0x7f5564074160 msgr2=0x7f5564074570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:36.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.817+0000 7f5568c47640 1 -- 172.21.15.31:0/1822206174 shutdown_connections 2024-09-16T07:25:36.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.817+0000 7f5568c47640 1 -- 172.21.15.31:0/1822206174 wait complete. 2024-09-16T07:25:36.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.818+0000 7f5568c47640 1 Processor -- start 2024-09-16T07:25:36.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.818+0000 7f5568c47640 1 -- start start 2024-09-16T07:25:36.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.819+0000 7f5568c47640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5550003a00 0x7f55640c8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:36.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.819+0000 7f5568c47640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f55640d08a0 0x7f55640ae710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:36.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.819+0000 7f5568c47640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f55640988f0 0x7f55640aec50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:36.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.819+0000 7f5568c47640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f55640cbb50 con 0x7f5550003a00 2024-09-16T07:25:36.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.819+0000 7f5568c47640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f55640cb9d0 con 0x7f55640988f0 2024-09-16T07:25:36.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.819+0000 7f5568c47640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f55640b08c0 con 0x7f55640d08a0 2024-09-16T07:25:36.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.819+0000 7f556259c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5550003a00 0x7f55640c8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:36.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.819+0000 7f556259c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5550003a00 0x7f55640c8dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:39834/0 (socket says 172.21.15.31:39834) 2024-09-16T07:25:36.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.819+0000 7f556259c640 1 -- 172.21.15.31:0/1931425828 learned_addr learned my addr 172.21.15.31:0/1931425828 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:36.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.819+0000 7f5561d9b640 1 --2- 172.21.15.31:0/1931425828 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f55640d08a0 0x7f55640ae710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:36.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.819+0000 7f5562d9d640 1 --2- 172.21.15.31:0/1931425828 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f55640988f0 0x7f55640aec50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:36.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.819+0000 7f556259c640 1 -- 172.21.15.31:0/1931425828 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f55640d08a0 msgr2=0x7f55640ae710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:36.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.819+0000 7f556259c640 1 --2- 172.21.15.31:0/1931425828 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f55640d08a0 0x7f55640ae710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:36.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.819+0000 7f556259c640 1 -- 172.21.15.31:0/1931425828 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f55640988f0 msgr2=0x7f55640aec50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:36.824 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.819+0000 7f556259c640 1 --2- 172.21.15.31:0/1931425828 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f55640988f0 0x7f55640aec50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:36.824 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.819+0000 7f556259c640 1 -- 172.21.15.31:0/1931425828 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55640c3ed0 con 0x7f5550003a00 2024-09-16T07:25:36.824 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.819+0000 7f5561d9b640 1 --2- 172.21.15.31:0/1931425828 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f55640d08a0 0x7f55640ae710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:25:36.824 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.819+0000 7f5562d9d640 1 --2- 172.21.15.31:0/1931425828 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f55640988f0 0x7f55640aec50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:25:36.824 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.819+0000 7f556259c640 1 --2- 172.21.15.31:0/1931425828 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5550003a00 0x7f55640c8dd0 secure :-1 s=READY pgs=904 cs=0 l=1 rev1=1 crypto rx=0x7f555c00c700 tx=0x7f555c004bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:36.824 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.820+0000 7f555affd640 1 -- 172.21.15.31:0/1931425828 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f555c02b7c0 con 0x7f5550003a00 2024-09-16T07:25:36.824 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.820+0000 7f555affd640 1 -- 172.21.15.31:0/1931425828 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f555c02b960 con 0x7f5550003a00 2024-09-16T07:25:36.824 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.820+0000 7f5568c47640 1 -- 172.21.15.31:0/1931425828 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55640c6e20 con 0x7f5550003a00 2024-09-16T07:25:36.824 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.820+0000 7f555affd640 1 -- 172.21.15.31:0/1931425828 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f555c02bd70 con 0x7f5550003a00 2024-09-16T07:25:36.824 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.820+0000 7f5568c47640 1 -- 172.21.15.31:0/1931425828 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55640c6b40 con 0x7f5550003a00 2024-09-16T07:25:36.824 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.821+0000 7f5568c47640 1 -- 172.21.15.31:0/1931425828 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f55640b0380 con 0x7f5550003a00 2024-09-16T07:25:36.825 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.821+0000 7f555affd640 1 -- 172.21.15.31:0/1931425828 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7f555c0060c0 con 0x7f5550003a00 2024-09-16T07:25:36.825 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.822+0000 7f555affd640 1 --2- 172.21.15.31:0/1931425828 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5544078970 0x7f554407ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:36.825 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.822+0000 7f555affd640 1 -- 172.21.15.31:0/1931425828 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5709+0+0 (secure 0 0 0) 0x7f555c0baf80 con 0x7f5550003a00 2024-09-16T07:25:36.825 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.822+0000 7f5561d9b640 1 --2- 172.21.15.31:0/1931425828 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5544078970 0x7f554407ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:36.825 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.822+0000 7f5561d9b640 1 --2- 172.21.15.31:0/1931425828 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5544078970 0x7f554407ae30 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f55640d0d30 tx=0x7f554c005f90 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:36.826 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:36.826+0000 7f555affd640 1 -- 172.21.15.31:0/1931425828 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f555c045060 con 0x7f5550003a00 2024-09-16T07:25:37.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:37.052+0000 7f5568c47640 1 -- 172.21.15.31:0/1931425828 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f55640d0e00 con 0x7f5550003a00 2024-09-16T07:25:37.779 DEBUG:teuthology.orchestra.run.smithi031:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T07:25:37.783 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T07:25:38.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:38.046+0000 7f555affd640 1 -- 172.21.15.31:0/1931425828 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v54) ==== 118+0+0 (secure 0 0 0) 0x7f555c083340 con 0x7f5550003a00 2024-09-16T07:25:38.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:38.050+0000 7f5568c47640 1 -- 172.21.15.31:0/1931425828 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5544078970 msgr2=0x7f554407ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:38.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:38.050+0000 7f5568c47640 1 --2- 172.21.15.31:0/1931425828 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5544078970 0x7f554407ae30 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f55640d0d30 tx=0x7f554c005f90 comp rx=0 tx=0).stop 2024-09-16T07:25:38.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:38.050+0000 7f5568c47640 1 -- 172.21.15.31:0/1931425828 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5550003a00 msgr2=0x7f55640c8dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:38.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:38.050+0000 7f5568c47640 1 --2- 172.21.15.31:0/1931425828 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5550003a00 0x7f55640c8dd0 secure :-1 s=READY pgs=904 cs=0 l=1 rev1=1 crypto rx=0x7f555c00c700 tx=0x7f555c004bd0 comp rx=0 tx=0).stop 2024-09-16T07:25:38.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:38.050+0000 7f5568c47640 1 -- 172.21.15.31:0/1931425828 shutdown_connections 2024-09-16T07:25:38.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:38.050+0000 7f5568c47640 1 --2- 172.21.15.31:0/1931425828 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5544078970 0x7f554407ae30 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:38.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:38.050+0000 7f5568c47640 1 --2- 172.21.15.31:0/1931425828 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f55640988f0 0x7f55640aec50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:38.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:38.050+0000 7f5568c47640 1 --2- 172.21.15.31:0/1931425828 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f55640d08a0 0x7f55640ae710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:38.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:38.050+0000 7f5568c47640 1 --2- 172.21.15.31:0/1931425828 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5550003a00 0x7f55640c8dd0 unknown :-1 s=CLOSED pgs=904 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:38.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:38.050+0000 7f5568c47640 1 -- 172.21.15.31:0/1931425828 >> 172.21.15.31:0/1931425828 conn(0x7f5564074160 msgr2=0x7f55640d0140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:38.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:38.050+0000 7f5568c47640 1 -- 172.21.15.31:0/1931425828 shutdown_connections 2024-09-16T07:25:38.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:38.050+0000 7f5568c47640 1 -- 172.21.15.31:0/1931425828 wait complete. 2024-09-16T07:25:38.064 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-16T07:25:38.065 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-16T07:25:38.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:38.180+0000 7f2b7e7bb640 1 -- 172.21.15.31:0/4149222161 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2b7815bf10 msgr2=0x7f2b780d1ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:38.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:38.180+0000 7f2b7e7bb640 1 --2- 172.21.15.31:0/4149222161 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2b7815bf10 0x7f2b780d1ce0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f2b68005fd0 tx=0x7f2b6802a5d0 comp rx=0 tx=0).stop 2024-09-16T07:25:38.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:38.180+0000 7f2b7e7bb640 1 -- 172.21.15.31:0/4149222161 shutdown_connections 2024-09-16T07:25:38.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:38.180+0000 7f2b7e7bb640 1 --2- 172.21.15.31:0/4149222161 >> v2:172.21.15.155:3300/0 conn(0x7f2b780b0840 0x7f2b780d2220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:38.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:38.180+0000 7f2b7e7bb640 1 --2- 172.21.15.31:0/4149222161 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2b7815bf10 0x7f2b780d1ce0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:38.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:38.180+0000 7f2b7e7bb640 1 -- 172.21.15.31:0/4149222161 >> 172.21.15.31:0/4149222161 conn(0x7f2b7809aa30 msgr2=0x7f2b7809ae40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:38.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:38.180+0000 7f2b7e7bb640 1 -- 172.21.15.31:0/4149222161 shutdown_connections 2024-09-16T07:25:38.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:38.180+0000 7f2b7e7bb640 1 -- 172.21.15.31:0/4149222161 wait complete. 2024-09-16T07:25:38.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:38.181+0000 7f2b7e7bb640 1 Processor -- start 2024-09-16T07:25:38.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:38.181+0000 7f2b7e7bb640 1 -- start start 2024-09-16T07:25:38.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:38.182+0000 7f2b7e7bb640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2b780b0840 0x7f2b780cd040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:38.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:38.182+0000 7f2b7e7bb640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2b780b0d80 0x7f2b781f5a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:38.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:38.182+0000 7f2b7e7bb640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2b7815bf10 0x7f2b781f2c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:38.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:38.182+0000 7f2b7e7bb640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f2b780d06a0 con 0x7f2b780b0840 2024-09-16T07:25:38.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:38.182+0000 7f2b7e7bb640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f2b780b2230 con 0x7f2b7815bf10 2024-09-16T07:25:38.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:38.182+0000 7f2b7e7bb640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f2b780c98e0 con 0x7f2b780b0d80 2024-09-16T07:25:38.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:38.182+0000 7f2b77fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2b780b0840 0x7f2b780cd040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:38.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:38.182+0000 7f2b77fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2b780b0840 0x7f2b780cd040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:39848/0 (socket says 172.21.15.31:39848) 2024-09-16T07:25:38.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:38.182+0000 7f2b77fff640 1 -- 172.21.15.31:0/3814649204 learned_addr learned my addr 172.21.15.31:0/3814649204 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:38.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:38.182+0000 7f2b777fe640 1 --2- 172.21.15.31:0/3814649204 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2b780b0d80 0x7f2b781f5a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:38.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:38.182+0000 7f2b7cd58640 1 --2- 172.21.15.31:0/3814649204 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2b7815bf10 0x7f2b781f2c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:38.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:38.182+0000 7f2b77fff640 1 -- 172.21.15.31:0/3814649204 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2b780b0d80 msgr2=0x7f2b781f5a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:38.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:38.182+0000 7f2b77fff640 1 --2- 172.21.15.31:0/3814649204 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2b780b0d80 0x7f2b781f5a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:38.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:38.182+0000 7f2b77fff640 1 -- 172.21.15.31:0/3814649204 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2b7815bf10 msgr2=0x7f2b781f2c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:38.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:38.182+0000 7f2b77fff640 1 --2- 172.21.15.31:0/3814649204 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2b7815bf10 0x7f2b781f2c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:38.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:38.182+0000 7f2b77fff640 1 -- 172.21.15.31:0/3814649204 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b781f2480 con 0x7f2b780b0840 2024-09-16T07:25:38.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:38.183+0000 7f2b77fff640 1 --2- 172.21.15.31:0/3814649204 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2b780b0840 0x7f2b780cd040 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7f2b68034040 tx=0x7f2b680035f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:38.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:38.183+0000 7f2b74ff9640 1 -- 172.21.15.31:0/3814649204 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b6803e030 con 0x7f2b780b0840 2024-09-16T07:25:38.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:38.183+0000 7f2b74ff9640 1 -- 172.21.15.31:0/3814649204 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2b68003ae0 con 0x7f2b780b0840 2024-09-16T07:25:38.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:38.183+0000 7f2b7e7bb640 1 -- 172.21.15.31:0/3814649204 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b781f5fb0 con 0x7f2b780b0840 2024-09-16T07:25:38.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:38.183+0000 7f2b74ff9640 1 -- 172.21.15.31:0/3814649204 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b68035040 con 0x7f2b780b0840 2024-09-16T07:25:38.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:38.183+0000 7f2b7e7bb640 1 -- 172.21.15.31:0/3814649204 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b781f6510 con 0x7f2b780b0840 2024-09-16T07:25:38.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:38.184+0000 7f2b7e7bb640 1 -- 172.21.15.31:0/3814649204 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2b780b26e0 con 0x7f2b780b0840 2024-09-16T07:25:38.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:38.184+0000 7f2b74ff9640 1 -- 172.21.15.31:0/3814649204 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7f2b68041030 con 0x7f2b780b0840 2024-09-16T07:25:38.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:38.185+0000 7f2b74ff9640 1 --2- 172.21.15.31:0/3814649204 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2b64078970 0x7f2b6407ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:38.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:38.185+0000 7f2b74ff9640 1 -- 172.21.15.31:0/3814649204 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 5709+0+0 (secure 0 0 0) 0x7f2b680baef0 con 0x7f2b780b0840 2024-09-16T07:25:38.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:38.185+0000 7f2b777fe640 1 --2- 172.21.15.31:0/3814649204 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2b64078970 0x7f2b6407ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:38.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:38.185+0000 7f2b777fe640 1 --2- 172.21.15.31:0/3814649204 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2b64078970 0x7f2b6407ae30 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f2b6c007fd0 tx=0x7f2b6c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:38.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:38.189+0000 7f2b74ff9640 1 -- 172.21.15.31:0/3814649204 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f2b781f5fb0 con 0x7f2b780b0840 2024-09-16T07:25:38.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:38.415+0000 7f2b7e7bb640 1 -- 172.21.15.31:0/3814649204 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f2b780b4660 con 0x7f2b780b0840 2024-09-16T07:25:39.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.056+0000 7f2b74ff9640 1 -- 172.21.15.31:0/3814649204 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v55) ==== 122+0+0 (secure 0 0 0) 0x7f2b781f2480 con 0x7f2b780b0840 2024-09-16T07:25:39.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.059+0000 7f2b7e7bb640 1 -- 172.21.15.31:0/3814649204 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2b64078970 msgr2=0x7f2b6407ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:39.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.059+0000 7f2b7e7bb640 1 --2- 172.21.15.31:0/3814649204 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2b64078970 0x7f2b6407ae30 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f2b6c007fd0 tx=0x7f2b6c009040 comp rx=0 tx=0).stop 2024-09-16T07:25:39.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.059+0000 7f2b7e7bb640 1 -- 172.21.15.31:0/3814649204 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2b780b0840 msgr2=0x7f2b780cd040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:39.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.059+0000 7f2b7e7bb640 1 --2- 172.21.15.31:0/3814649204 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2b780b0840 0x7f2b780cd040 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7f2b68034040 tx=0x7f2b680035f0 comp rx=0 tx=0).stop 2024-09-16T07:25:39.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.059+0000 7f2b7e7bb640 1 -- 172.21.15.31:0/3814649204 shutdown_connections 2024-09-16T07:25:39.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.059+0000 7f2b7e7bb640 1 --2- 172.21.15.31:0/3814649204 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2b64078970 0x7f2b6407ae30 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:39.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.059+0000 7f2b7e7bb640 1 --2- 172.21.15.31:0/3814649204 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2b7815bf10 0x7f2b781f2c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:39.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.059+0000 7f2b7e7bb640 1 --2- 172.21.15.31:0/3814649204 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2b780b0d80 0x7f2b781f5a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:39.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.059+0000 7f2b7e7bb640 1 --2- 172.21.15.31:0/3814649204 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2b780b0840 0x7f2b780cd040 unknown :-1 s=CLOSED pgs=905 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:39.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.059+0000 7f2b7e7bb640 1 -- 172.21.15.31:0/3814649204 >> 172.21.15.31:0/3814649204 conn(0x7f2b7809aa30 msgr2=0x7f2b780d1c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:39.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.059+0000 7f2b7e7bb640 1 -- 172.21.15.31:0/3814649204 shutdown_connections 2024-09-16T07:25:39.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.059+0000 7f2b7e7bb640 1 -- 172.21.15.31:0/3814649204 wait complete. 2024-09-16T07:25:39.074 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-16T07:25:39.074 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:25:39.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.185+0000 7f1cb782a640 1 -- 172.21.15.31:0/1509041841 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1cb015df90 msgr2=0x7f1cb00cf9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:39.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.185+0000 7f1cb782a640 1 --2- 172.21.15.31:0/1509041841 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1cb015df90 0x7f1cb00cf9b0 secure :-1 s=READY pgs=906 cs=0 l=1 rev1=1 crypto rx=0x7f1cb00d1c90 tx=0x7f1ca802a560 comp rx=0 tx=0).stop 2024-09-16T07:25:39.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.185+0000 7f1cb782a640 1 -- 172.21.15.31:0/1509041841 shutdown_connections 2024-09-16T07:25:39.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.185+0000 7f1cb782a640 1 --2- 172.21.15.31:0/1509041841 >> v2:172.21.15.155:3300/0 conn(0x7f1cb00d49c0 0x7f1cb00d0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:39.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.185+0000 7f1cb782a640 1 --2- 172.21.15.31:0/1509041841 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1cb015df90 0x7f1cb00cf9b0 unknown :-1 s=CLOSED pgs=906 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:39.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.185+0000 7f1cb782a640 1 -- 172.21.15.31:0/1509041841 >> 172.21.15.31:0/1509041841 conn(0x7f1cb00d3ea0 msgr2=0x7f1cb00d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:39.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.185+0000 7f1cb782a640 1 -- 172.21.15.31:0/1509041841 shutdown_connections 2024-09-16T07:25:39.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.185+0000 7f1cb782a640 1 -- 172.21.15.31:0/1509041841 wait complete. 2024-09-16T07:25:39.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.187+0000 7f1cb782a640 1 Processor -- start 2024-09-16T07:25:39.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.187+0000 7f1cb782a640 1 -- start start 2024-09-16T07:25:39.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.187+0000 7f1cb782a640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1cb00d49c0 0x7f1cb0153dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:39.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.187+0000 7f1cb782a640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1cb015df90 0x7f1cb01f4bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:39.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.187+0000 7f1cb782a640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1cb0162480 0x7f1cb00ca350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:39.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.187+0000 7f1cb782a640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f1cb00d0f00 con 0x7f1cb00d49c0 2024-09-16T07:25:39.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.187+0000 7f1cb782a640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f1cb00d0d80 con 0x7f1cb0162480 2024-09-16T07:25:39.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.187+0000 7f1cb782a640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f1cb00b3f10 con 0x7f1cb015df90 2024-09-16T07:25:39.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.188+0000 7f1cb55c6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1cb00d49c0 0x7f1cb0153dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:39.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.188+0000 7f1cb55c6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1cb00d49c0 0x7f1cb0153dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:39866/0 (socket says 172.21.15.31:39866) 2024-09-16T07:25:39.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.188+0000 7f1cb55c6640 1 -- 172.21.15.31:0/4216327433 learned_addr learned my addr 172.21.15.31:0/4216327433 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:39.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.188+0000 7f1cb5dc7640 1 --2- 172.21.15.31:0/4216327433 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1cb0162480 0x7f1cb00ca350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:39.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.188+0000 7f1cb4dc5640 1 --2- 172.21.15.31:0/4216327433 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1cb015df90 0x7f1cb01f4bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:39.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.188+0000 7f1cb55c6640 1 -- 172.21.15.31:0/4216327433 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1cb015df90 msgr2=0x7f1cb01f4bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:39.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.188+0000 7f1cb55c6640 1 --2- 172.21.15.31:0/4216327433 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1cb015df90 0x7f1cb01f4bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:39.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.188+0000 7f1cb55c6640 1 -- 172.21.15.31:0/4216327433 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1cb0162480 msgr2=0x7f1cb00ca350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:39.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.188+0000 7f1cb55c6640 1 --2- 172.21.15.31:0/4216327433 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1cb0162480 0x7f1cb00ca350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:39.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.188+0000 7f1cb55c6640 1 -- 172.21.15.31:0/4216327433 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1cb01508d0 con 0x7f1cb00d49c0 2024-09-16T07:25:39.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.188+0000 7f1cb55c6640 1 --2- 172.21.15.31:0/4216327433 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1cb00d49c0 0x7f1cb0153dc0 secure :-1 s=READY pgs=907 cs=0 l=1 rev1=1 crypto rx=0x7f1ca802ab50 tx=0x7f1ca80039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:39.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.188+0000 7f1cadffb640 1 -- 172.21.15.31:0/4216327433 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ca803f070 con 0x7f1cb00d49c0 2024-09-16T07:25:39.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.188+0000 7f1cadffb640 1 -- 172.21.15.31:0/4216327433 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1ca8004890 con 0x7f1cb00d49c0 2024-09-16T07:25:39.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.188+0000 7f1cb782a640 1 -- 172.21.15.31:0/4216327433 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1cb0150bb0 con 0x7f1cb00d49c0 2024-09-16T07:25:39.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.188+0000 7f1cadffb640 1 -- 172.21.15.31:0/4216327433 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ca8035030 con 0x7f1cb00d49c0 2024-09-16T07:25:39.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.189+0000 7f1cb782a640 1 -- 172.21.15.31:0/4216327433 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1cb01f5740 con 0x7f1cb00d49c0 2024-09-16T07:25:39.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.190+0000 7f1cb782a640 1 -- 172.21.15.31:0/4216327433 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1cb00b4430 con 0x7f1cb00d49c0 2024-09-16T07:25:39.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.190+0000 7f1cadffb640 1 -- 172.21.15.31:0/4216327433 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7f1ca8042070 con 0x7f1cb00d49c0 2024-09-16T07:25:39.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.191+0000 7f1cadffb640 1 --2- 172.21.15.31:0/4216327433 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f1c9c078970 0x7f1c9c07ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:39.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.191+0000 7f1cadffb640 1 -- 172.21.15.31:0/4216327433 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 5709+0+0 (secure 0 0 0) 0x7f1ca80bba00 con 0x7f1cb00d49c0 2024-09-16T07:25:39.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.191+0000 7f1cb4dc5640 1 --2- 172.21.15.31:0/4216327433 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f1c9c078970 0x7f1c9c07ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:39.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.192+0000 7f1cb4dc5640 1 --2- 172.21.15.31:0/4216327433 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f1c9c078970 0x7f1c9c07ae30 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f1cb015dac0 tx=0x7f1ca400a250 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:39.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.195+0000 7f1cadffb640 1 -- 172.21.15.31:0/4216327433 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f1cb00ce970 con 0x7f1cb00d49c0 2024-09-16T07:25:39.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.425+0000 7f1cb782a640 1 -- 172.21.15.31:0/4216327433 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1cb008d590 con 0x7f1cb00d49c0 2024-09-16T07:25:39.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.426+0000 7f1cadffb640 1 -- 172.21.15.31:0/4216327433 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 55 v55) ==== 94+0+5225 (secure 0 0 0) 0x7f1ca8083800 con 0x7f1cb00d49c0 2024-09-16T07:25:39.426 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:25:39.427 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":55,"btime":"2024-09-16T07:25:39:053217+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5702,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/525266311","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6809","nonce":525266311},{"type":"v1","addr":"172.21.15.155:6835","nonce":525266311}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":51},{"gid":6097,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/1591697587","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":1591697587},{"type":"v1","addr":"172.21.15.31:6835","nonce":1591697587}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":51},{"gid":6106,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6834/3904865864","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":3904865864},{"type":"v1","addr":"172.21.15.155:6834","nonce":3904865864}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":51}],"filesystems":[{"mdsmap":{"epoch":55,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:25:35.406247+0000","modified":"2024-09-16T07:25:38.417617+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6771},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6771":{"gid":6771,"name":"a","rank":0,"incarnation":52,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6834/475451784","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":475451784},{"type":"v1","addr":"172.21.15.31:6834","nonce":475451784}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6771,"qdb_cluster":[6771]},"id":6}]} 2024-09-16T07:25:39.427 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 55 2024-09-16T07:25:39.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.428+0000 7f1cb782a640 1 -- 172.21.15.31:0/4216327433 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f1c9c078970 msgr2=0x7f1c9c07ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:39.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.428+0000 7f1cb782a640 1 --2- 172.21.15.31:0/4216327433 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f1c9c078970 0x7f1c9c07ae30 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f1cb015dac0 tx=0x7f1ca400a250 comp rx=0 tx=0).stop 2024-09-16T07:25:39.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.428+0000 7f1cb782a640 1 -- 172.21.15.31:0/4216327433 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1cb00d49c0 msgr2=0x7f1cb0153dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:39.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.428+0000 7f1cb782a640 1 --2- 172.21.15.31:0/4216327433 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1cb00d49c0 0x7f1cb0153dc0 secure :-1 s=READY pgs=907 cs=0 l=1 rev1=1 crypto rx=0x7f1ca802ab50 tx=0x7f1ca80039e0 comp rx=0 tx=0).stop 2024-09-16T07:25:39.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.428+0000 7f1cb782a640 1 -- 172.21.15.31:0/4216327433 shutdown_connections 2024-09-16T07:25:39.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.428+0000 7f1cb782a640 1 --2- 172.21.15.31:0/4216327433 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f1c9c078970 0x7f1c9c07ae30 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:39.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.428+0000 7f1cb782a640 1 --2- 172.21.15.31:0/4216327433 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1cb0162480 0x7f1cb00ca350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:39.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.428+0000 7f1cb782a640 1 --2- 172.21.15.31:0/4216327433 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1cb015df90 0x7f1cb01f4bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:39.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.428+0000 7f1cb782a640 1 --2- 172.21.15.31:0/4216327433 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1cb00d49c0 0x7f1cb0153dc0 unknown :-1 s=CLOSED pgs=907 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:39.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.428+0000 7f1cb782a640 1 -- 172.21.15.31:0/4216327433 >> 172.21.15.31:0/4216327433 conn(0x7f1cb00d3ea0 msgr2=0x7f1cb00d26e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:39.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.428+0000 7f1cb782a640 1 -- 172.21.15.31:0/4216327433 shutdown_connections 2024-09-16T07:25:39.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.428+0000 7f1cb782a640 1 -- 172.21.15.31:0/4216327433 wait complete. 2024-09-16T07:25:39.440 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:25:39.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.544+0000 7fde19a9b640 1 -- 172.21.15.31:0/3541099867 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fde140cc490 msgr2=0x7fde1415f750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:39.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.544+0000 7fde19a9b640 1 --2- 172.21.15.31:0/3541099867 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fde140cc490 0x7fde1415f750 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7fde08009900 tx=0x7fde0802a560 comp rx=0 tx=0).stop 2024-09-16T07:25:39.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.544+0000 7fde19a9b640 1 -- 172.21.15.31:0/3541099867 shutdown_connections 2024-09-16T07:25:39.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.544+0000 7fde19a9b640 1 --2- 172.21.15.31:0/3541099867 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fde140cc900 0x7fde1415fc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:39.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.544+0000 7fde19a9b640 1 --2- 172.21.15.31:0/3541099867 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fde140cc490 0x7fde1415f750 unknown :-1 s=CLOSED pgs=908 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:39.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.544+0000 7fde19a9b640 1 -- 172.21.15.31:0/3541099867 >> 172.21.15.31:0/3541099867 conn(0x7fde140b1690 msgr2=0x7fde140b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:39.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.544+0000 7fde19a9b640 1 -- 172.21.15.31:0/3541099867 shutdown_connections 2024-09-16T07:25:39.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.544+0000 7fde19a9b640 1 -- 172.21.15.31:0/3541099867 wait complete. 2024-09-16T07:25:39.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.545+0000 7fde19a9b640 1 Processor -- start 2024-09-16T07:25:39.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.545+0000 7fde19a9b640 1 -- start start 2024-09-16T07:25:39.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.546+0000 7fde19a9b640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fde140cc490 0x7fde140af600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:39.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.546+0000 7fde19a9b640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fde140cc900 0x7fde140afb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:39.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.546+0000 7fde19a9b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fde14159680 0x7fde141f5e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:39.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.546+0000 7fde19a9b640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fde140cec40 con 0x7fde14159680 2024-09-16T07:25:39.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.546+0000 7fde19a9b640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fde140ceac0 con 0x7fde140cc900 2024-09-16T07:25:39.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.546+0000 7fde19a9b640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fde140cedc0 con 0x7fde140cc490 2024-09-16T07:25:39.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.546+0000 7fde13fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fde14159680 0x7fde141f5e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:39.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.546+0000 7fde13fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fde14159680 0x7fde141f5e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:39884/0 (socket says 172.21.15.31:39884) 2024-09-16T07:25:39.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.546+0000 7fde13fff640 1 -- 172.21.15.31:0/3998744366 learned_addr learned my addr 172.21.15.31:0/3998744366 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:39.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.546+0000 7fde12ffd640 1 --2- 172.21.15.31:0/3998744366 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fde140cc900 0x7fde140afb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:39.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.546+0000 7fde137fe640 1 --2- 172.21.15.31:0/3998744366 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fde140cc490 0x7fde140af600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:39.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.547+0000 7fde13fff640 1 -- 172.21.15.31:0/3998744366 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fde140cc490 msgr2=0x7fde140af600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:39.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.547+0000 7fde13fff640 1 --2- 172.21.15.31:0/3998744366 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fde140cc490 0x7fde140af600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:39.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.547+0000 7fde13fff640 1 -- 172.21.15.31:0/3998744366 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fde140cc900 msgr2=0x7fde140afb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:39.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.547+0000 7fde13fff640 1 --2- 172.21.15.31:0/3998744366 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fde140cc900 0x7fde140afb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:39.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.547+0000 7fde13fff640 1 -- 172.21.15.31:0/3998744366 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde141f6ba0 con 0x7fde14159680 2024-09-16T07:25:39.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.547+0000 7fde137fe640 1 --2- 172.21.15.31:0/3998744366 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fde140cc490 0x7fde140af600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:25:39.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.547+0000 7fde13fff640 1 --2- 172.21.15.31:0/3998744366 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fde14159680 0x7fde141f5e50 secure :-1 s=READY pgs=909 cs=0 l=1 rev1=1 crypto rx=0x7fde0c00cce0 tx=0x7fde0c00a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:39.550 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.547+0000 7fddfbfff640 1 -- 172.21.15.31:0/3998744366 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde0c00f450 con 0x7fde14159680 2024-09-16T07:25:39.550 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.547+0000 7fddfbfff640 1 -- 172.21.15.31:0/3998744366 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fde0c00f700 con 0x7fde14159680 2024-09-16T07:25:39.550 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.547+0000 7fde19a9b640 1 -- 172.21.15.31:0/3998744366 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde141f2a90 con 0x7fde14159680 2024-09-16T07:25:39.550 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.547+0000 7fddfbfff640 1 -- 172.21.15.31:0/3998744366 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde0c00fb50 con 0x7fde14159680 2024-09-16T07:25:39.550 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.547+0000 7fde19a9b640 1 -- 172.21.15.31:0/3998744366 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde141f3050 con 0x7fde14159680 2024-09-16T07:25:39.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.548+0000 7fde19a9b640 1 -- 172.21.15.31:0/3998744366 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fde140cf270 con 0x7fde14159680 2024-09-16T07:25:39.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.549+0000 7fddfbfff640 1 -- 172.21.15.31:0/3998744366 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7fde0c00fcf0 con 0x7fde14159680 2024-09-16T07:25:39.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.549+0000 7fddfbfff640 1 --2- 172.21.15.31:0/3998744366 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fde00078970 0x7fde0007ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:39.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.549+0000 7fde137fe640 1 --2- 172.21.15.31:0/3998744366 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fde00078970 0x7fde0007ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:39.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.549+0000 7fddfbfff640 1 -- 172.21.15.31:0/3998744366 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 5709+0+0 (secure 0 0 0) 0x7fde0c09b6b0 con 0x7fde14159680 2024-09-16T07:25:39.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.550+0000 7fde137fe640 1 --2- 172.21.15.31:0/3998744366 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fde00078970 0x7fde0007ae30 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fde04006fd0 tx=0x7fde04008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:39.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.554+0000 7fddfbfff640 1 -- 172.21.15.31:0/3998744366 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fde0c014030 con 0x7fde14159680 2024-09-16T07:25:39.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.740+0000 7fde19a9b640 1 -- 172.21.15.31:0/3998744366 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fde1415b990 con 0x7fde14159680 2024-09-16T07:25:39.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.741+0000 7fddfbfff640 1 -- 172.21.15.31:0/3998744366 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+16708 (secure 0 0 0) 0x7fde0c063b00 con 0x7fde14159680 2024-09-16T07:25:39.742 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:25:39.742 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":82,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:25:37.040090+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:25:33.054174+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-16T07:25:34.357751+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:25:39.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.743+0000 7fde19a9b640 1 -- 172.21.15.31:0/3998744366 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fde00078970 msgr2=0x7fde0007ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:39.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.743+0000 7fde19a9b640 1 --2- 172.21.15.31:0/3998744366 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fde00078970 0x7fde0007ae30 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fde04006fd0 tx=0x7fde04008040 comp rx=0 tx=0).stop 2024-09-16T07:25:39.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.743+0000 7fde19a9b640 1 -- 172.21.15.31:0/3998744366 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fde14159680 msgr2=0x7fde141f5e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:39.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.743+0000 7fde19a9b640 1 --2- 172.21.15.31:0/3998744366 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fde14159680 0x7fde141f5e50 secure :-1 s=READY pgs=909 cs=0 l=1 rev1=1 crypto rx=0x7fde0c00cce0 tx=0x7fde0c00a620 comp rx=0 tx=0).stop 2024-09-16T07:25:39.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.743+0000 7fde19a9b640 1 -- 172.21.15.31:0/3998744366 shutdown_connections 2024-09-16T07:25:39.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.743+0000 7fde19a9b640 1 --2- 172.21.15.31:0/3998744366 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fde00078970 0x7fde0007ae30 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:39.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.743+0000 7fde19a9b640 1 --2- 172.21.15.31:0/3998744366 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fde14159680 0x7fde141f5e50 unknown :-1 s=CLOSED pgs=909 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:39.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.743+0000 7fde19a9b640 1 --2- 172.21.15.31:0/3998744366 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fde140cc900 0x7fde140afb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:39.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.743+0000 7fde19a9b640 1 --2- 172.21.15.31:0/3998744366 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fde140cc490 0x7fde140af600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:39.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.743+0000 7fde19a9b640 1 -- 172.21.15.31:0/3998744366 >> 172.21.15.31:0/3998744366 conn(0x7fde140b1690 msgr2=0x7fde140b0c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:39.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.743+0000 7fde19a9b640 1 -- 172.21.15.31:0/3998744366 shutdown_connections 2024-09-16T07:25:39.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.743+0000 7fde19a9b640 1 -- 172.21.15.31:0/3998744366 wait complete. 2024-09-16T07:25:39.755 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-16T07:25:39.755 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T07:25:39.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.859+0000 7fe0b407f640 1 -- 172.21.15.31:0/1419177786 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0ac074280 msgr2=0x7fe0ac0cb350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:39.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.859+0000 7fe0b407f640 1 --2- 172.21.15.31:0/1419177786 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0ac074280 0x7fe0ac0cb350 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7fe0a0009830 tx=0x7fe0a002a3f0 comp rx=0 tx=0).stop 2024-09-16T07:25:39.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.859+0000 7fe0b407f640 1 -- 172.21.15.31:0/1419177786 shutdown_connections 2024-09-16T07:25:39.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.859+0000 7fe0b407f640 1 --2- 172.21.15.31:0/1419177786 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0ac074280 0x7fe0ac0cb350 unknown :-1 s=CLOSED pgs=911 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:39.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.859+0000 7fe0b407f640 1 -- 172.21.15.31:0/1419177786 >> 172.21.15.31:0/1419177786 conn(0x7fe0ac0d0c20 msgr2=0x7fe0ac0d1030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:39.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.859+0000 7fe0b407f640 1 -- 172.21.15.31:0/1419177786 shutdown_connections 2024-09-16T07:25:39.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.859+0000 7fe0b407f640 1 -- 172.21.15.31:0/1419177786 wait complete. 2024-09-16T07:25:39.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.860+0000 7fe0b407f640 1 Processor -- start 2024-09-16T07:25:39.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.860+0000 7fe0b407f640 1 -- start start 2024-09-16T07:25:39.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.861+0000 7fe0b407f640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe0ac074280 0x7fe0ac1598e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:39.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.861+0000 7fe0b407f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0ac0746e0 0x7fe0ac06cfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:39.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.861+0000 7fe0b407f640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe0ac15ad00 0x7fe0ac0a1100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:39.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.861+0000 7fe0b407f640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fe0ac0d0820 con 0x7fe0ac0746e0 2024-09-16T07:25:39.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.861+0000 7fe0b407f640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fe0ac0d06a0 con 0x7fe0ac074280 2024-09-16T07:25:39.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.861+0000 7fe0b407f640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fe0ac0cbfa0 con 0x7fe0ac15ad00 2024-09-16T07:25:39.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.861+0000 7fe0b161a640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0ac0746e0 0x7fe0ac06cfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:39.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.861+0000 7fe0b161a640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0ac0746e0 0x7fe0ac06cfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:39910/0 (socket says 172.21.15.31:39910) 2024-09-16T07:25:39.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.861+0000 7fe0b161a640 1 -- 172.21.15.31:0/4194737063 learned_addr learned my addr 172.21.15.31:0/4194737063 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:39.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.861+0000 7fe0b1e1b640 1 --2- 172.21.15.31:0/4194737063 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe0ac074280 0x7fe0ac1598e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:39.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.862+0000 7fe0b261c640 1 --2- 172.21.15.31:0/4194737063 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe0ac15ad00 0x7fe0ac0a1100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:39.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.862+0000 7fe0b161a640 1 -- 172.21.15.31:0/4194737063 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe0ac15ad00 msgr2=0x7fe0ac0a1100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:39.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.862+0000 7fe0b161a640 1 --2- 172.21.15.31:0/4194737063 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe0ac15ad00 0x7fe0ac0a1100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:39.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.862+0000 7fe0b161a640 1 -- 172.21.15.31:0/4194737063 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe0ac074280 msgr2=0x7fe0ac1598e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:39.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.862+0000 7fe0b161a640 1 --2- 172.21.15.31:0/4194737063 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe0ac074280 0x7fe0ac1598e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:39.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.862+0000 7fe0b161a640 1 -- 172.21.15.31:0/4194737063 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0ac1f4c20 con 0x7fe0ac0746e0 2024-09-16T07:25:39.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.862+0000 7fe0b1e1b640 1 --2- 172.21.15.31:0/4194737063 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe0ac074280 0x7fe0ac1598e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:25:39.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.862+0000 7fe0b261c640 1 --2- 172.21.15.31:0/4194737063 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe0ac15ad00 0x7fe0ac0a1100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:25:39.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.862+0000 7fe0b161a640 1 --2- 172.21.15.31:0/4194737063 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0ac0746e0 0x7fe0ac06cfe0 secure :-1 s=READY pgs=912 cs=0 l=1 rev1=1 crypto rx=0x7fe0a0000c00 tx=0x7fe0a0032d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:39.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.862+0000 7fe0aa7fc640 1 -- 172.21.15.31:0/4194737063 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0a0040070 con 0x7fe0ac0746e0 2024-09-16T07:25:39.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.862+0000 7fe0aa7fc640 1 -- 172.21.15.31:0/4194737063 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe0a0003af0 con 0x7fe0ac0746e0 2024-09-16T07:25:39.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.862+0000 7fe0b407f640 1 -- 172.21.15.31:0/4194737063 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe0ac1f4e90 con 0x7fe0ac0746e0 2024-09-16T07:25:39.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.862+0000 7fe0aa7fc640 1 -- 172.21.15.31:0/4194737063 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0a0045460 con 0x7fe0ac0746e0 2024-09-16T07:25:39.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.862+0000 7fe0b407f640 1 -- 172.21.15.31:0/4194737063 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0ac1f5450 con 0x7fe0ac0746e0 2024-09-16T07:25:39.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.863+0000 7fe0b407f640 1 -- 172.21.15.31:0/4194737063 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe0ac0736e0 con 0x7fe0ac0746e0 2024-09-16T07:25:39.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.864+0000 7fe0aa7fc640 1 -- 172.21.15.31:0/4194737063 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7fe0a0039040 con 0x7fe0ac0746e0 2024-09-16T07:25:39.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.864+0000 7fe0aa7fc640 1 --2- 172.21.15.31:0/4194737063 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe098078970 0x7fe09807ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:39.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.864+0000 7fe0aa7fc640 1 -- 172.21.15.31:0/4194737063 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 5709+0+0 (secure 0 0 0) 0x7fe0a00bc130 con 0x7fe0ac0746e0 2024-09-16T07:25:39.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.864+0000 7fe0b1e1b640 1 --2- 172.21.15.31:0/4194737063 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe098078970 0x7fe09807ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:39.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.865+0000 7fe0b1e1b640 1 --2- 172.21.15.31:0/4194737063 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe098078970 0x7fe09807ae30 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fe0a40046b0 tx=0x7fe0a4009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:39.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:39.868+0000 7fe0aa7fc640 1 -- 172.21.15.31:0/4194737063 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fe0a0084610 con 0x7fe0ac0746e0 2024-09-16T07:25:40.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.051+0000 7fe0b407f640 1 -- 172.21.15.31:0/4194737063 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe0ac0b66d0 con 0x7fe098078970 2024-09-16T07:25:40.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.056+0000 7fe0aa7fc640 1 -- 172.21.15.31:0/4194737063 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252060 (secure 0 0 0) 0x7fe0ac0b66d0 con 0x7fe098078970 2024-09-16T07:25:40.059 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:25:40.061 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-16T07:25:40.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.059+0000 7fe0b407f640 1 -- 172.21.15.31:0/4194737063 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe098078970 msgr2=0x7fe09807ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:40.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.059+0000 7fe0b407f640 1 --2- 172.21.15.31:0/4194737063 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe098078970 0x7fe09807ae30 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fe0a40046b0 tx=0x7fe0a4009040 comp rx=0 tx=0).stop 2024-09-16T07:25:40.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.059+0000 7fe0b407f640 1 -- 172.21.15.31:0/4194737063 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0ac0746e0 msgr2=0x7fe0ac06cfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:40.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.059+0000 7fe0b407f640 1 --2- 172.21.15.31:0/4194737063 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0ac0746e0 0x7fe0ac06cfe0 secure :-1 s=READY pgs=912 cs=0 l=1 rev1=1 crypto rx=0x7fe0a0000c00 tx=0x7fe0a0032d50 comp rx=0 tx=0).stop 2024-09-16T07:25:40.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.059+0000 7fe0b407f640 1 -- 172.21.15.31:0/4194737063 shutdown_connections 2024-09-16T07:25:40.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.059+0000 7fe0b407f640 1 --2- 172.21.15.31:0/4194737063 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe098078970 0x7fe09807ae30 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:40.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.059+0000 7fe0b407f640 1 --2- 172.21.15.31:0/4194737063 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe0ac15ad00 0x7fe0ac0a1100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:40.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.059+0000 7fe0b407f640 1 --2- 172.21.15.31:0/4194737063 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0ac0746e0 0x7fe0ac06cfe0 unknown :-1 s=CLOSED pgs=912 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:40.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.059+0000 7fe0b407f640 1 --2- 172.21.15.31:0/4194737063 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe0ac074280 0x7fe0ac1598e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:40.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.059+0000 7fe0b407f640 1 -- 172.21.15.31:0/4194737063 >> 172.21.15.31:0/4194737063 conn(0x7fe0ac0d0c20 msgr2=0x7fe0ac0b2370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:40.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.059+0000 7fe0b407f640 1 -- 172.21.15.31:0/4194737063 shutdown_connections 2024-09-16T07:25:40.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.059+0000 7fe0b407f640 1 -- 172.21.15.31:0/4194737063 wait complete. 2024-09-16T07:25:40.071 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":25,"stamp":"2024-09-16T07:25:38.224844+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":157,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":77,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":245812,"kb_used_data":8776,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754728908,"statfs":{"total":773094113280,"available":772842401792,"internally_reserved":0,"allocated":8986624,"data_stored":4497328,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":242535985},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":29,"apply_latency_ms":29,"commit_latency_ns":29000000,"apply_latency_ns":29000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.207170"},"pg_stats":[{"pgid":"13.3f","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.058212+0000","last_change":"2024-09-16T07:25:36.050013+0000","last_active":"2024-09-16T07:25:36.058212+0000","last_peered":"2024-09-16T07:25:36.058212+0000","last_clean":"2024-09-16T07:25:36.058212+0000","last_became_active":"2024-09-16T07:25:36.049727+0000","last_became_peered":"2024-09-16T07:25:36.049727+0000","last_unstale":"2024-09-16T07:25:36.058212+0000","last_undegraded":"2024-09-16T07:25:36.058212+0000","last_fullsized":"2024-09-16T07:25:36.058212+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:03:49.786435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.3e","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.043242+0000","last_change":"2024-09-16T07:25:36.039824+0000","last_active":"2024-09-16T07:25:36.043242+0000","last_peered":"2024-09-16T07:25:36.043242+0000","last_clean":"2024-09-16T07:25:36.043242+0000","last_became_active":"2024-09-16T07:25:36.038683+0000","last_became_peered":"2024-09-16T07:25:36.038683+0000","last_unstale":"2024-09-16T07:25:36.043242+0000","last_undegraded":"2024-09-16T07:25:36.043242+0000","last_fullsized":"2024-09-16T07:25:36.043242+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:20:10.033009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.3d","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.058081+0000","last_change":"2024-09-16T07:25:36.056568+0000","last_active":"2024-09-16T07:25:36.058081+0000","last_peered":"2024-09-16T07:25:36.058081+0000","last_clean":"2024-09-16T07:25:36.058081+0000","last_became_active":"2024-09-16T07:25:36.056285+0000","last_became_peered":"2024-09-16T07:25:36.056285+0000","last_unstale":"2024-09-16T07:25:36.058081+0000","last_undegraded":"2024-09-16T07:25:36.058081+0000","last_fullsized":"2024-09-16T07:25:36.058081+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:57:52.064396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3c","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.047956+0000","last_change":"2024-09-16T07:25:36.046232+0000","last_active":"2024-09-16T07:25:36.047956+0000","last_peered":"2024-09-16T07:25:36.047956+0000","last_clean":"2024-09-16T07:25:36.047956+0000","last_became_active":"2024-09-16T07:25:36.045955+0000","last_became_peered":"2024-09-16T07:25:36.045955+0000","last_unstale":"2024-09-16T07:25:36.047956+0000","last_undegraded":"2024-09-16T07:25:36.047956+0000","last_fullsized":"2024-09-16T07:25:36.047956+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:17:10.132138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.3b","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.057553+0000","last_change":"2024-09-16T07:25:36.055134+0000","last_active":"2024-09-16T07:25:36.057553+0000","last_peered":"2024-09-16T07:25:36.057553+0000","last_clean":"2024-09-16T07:25:36.057553+0000","last_became_active":"2024-09-16T07:25:36.051765+0000","last_became_peered":"2024-09-16T07:25:36.051765+0000","last_unstale":"2024-09-16T07:25:36.057553+0000","last_undegraded":"2024-09-16T07:25:36.057553+0000","last_fullsized":"2024-09-16T07:25:36.057553+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:54:23.687405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.3a","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.048909+0000","last_change":"2024-09-16T07:25:36.045636+0000","last_active":"2024-09-16T07:25:36.048909+0000","last_peered":"2024-09-16T07:25:36.048909+0000","last_clean":"2024-09-16T07:25:36.048909+0000","last_became_active":"2024-09-16T07:25:36.045330+0000","last_became_peered":"2024-09-16T07:25:36.045330+0000","last_unstale":"2024-09-16T07:25:36.048909+0000","last_undegraded":"2024-09-16T07:25:36.048909+0000","last_fullsized":"2024-09-16T07:25:36.048909+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:24:26.810590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.39","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.048592+0000","last_change":"2024-09-16T07:25:36.046479+0000","last_active":"2024-09-16T07:25:36.048592+0000","last_peered":"2024-09-16T07:25:36.048592+0000","last_clean":"2024-09-16T07:25:36.048592+0000","last_became_active":"2024-09-16T07:25:36.046155+0000","last_became_peered":"2024-09-16T07:25:36.046155+0000","last_unstale":"2024-09-16T07:25:36.048592+0000","last_undegraded":"2024-09-16T07:25:36.048592+0000","last_fullsized":"2024-09-16T07:25:36.048592+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:22:25.542308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.38","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.066375+0000","last_change":"2024-09-16T07:25:36.063169+0000","last_active":"2024-09-16T07:25:36.066375+0000","last_peered":"2024-09-16T07:25:36.066375+0000","last_clean":"2024-09-16T07:25:36.066375+0000","last_became_active":"2024-09-16T07:25:36.062826+0000","last_became_peered":"2024-09-16T07:25:36.062826+0000","last_unstale":"2024-09-16T07:25:36.066375+0000","last_undegraded":"2024-09-16T07:25:36.066375+0000","last_fullsized":"2024-09-16T07:25:36.066375+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:45:53.384499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.37","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.057975+0000","last_change":"2024-09-16T07:25:36.046450+0000","last_active":"2024-09-16T07:25:36.057975+0000","last_peered":"2024-09-16T07:25:36.057975+0000","last_clean":"2024-09-16T07:25:36.057975+0000","last_became_active":"2024-09-16T07:25:36.046171+0000","last_became_peered":"2024-09-16T07:25:36.046171+0000","last_unstale":"2024-09-16T07:25:36.057975+0000","last_undegraded":"2024-09-16T07:25:36.057975+0000","last_fullsized":"2024-09-16T07:25:36.057975+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:40:12.441723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.36","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.040894+0000","last_change":"2024-09-16T07:25:36.037693+0000","last_active":"2024-09-16T07:25:36.040894+0000","last_peered":"2024-09-16T07:25:36.040894+0000","last_clean":"2024-09-16T07:25:36.040894+0000","last_became_active":"2024-09-16T07:25:36.037245+0000","last_became_peered":"2024-09-16T07:25:36.037245+0000","last_unstale":"2024-09-16T07:25:36.040894+0000","last_undegraded":"2024-09-16T07:25:36.040894+0000","last_fullsized":"2024-09-16T07:25:36.040894+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:20:10.033009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.35","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.061909+0000","last_change":"2024-09-16T07:25:36.057882+0000","last_active":"2024-09-16T07:25:36.061909+0000","last_peered":"2024-09-16T07:25:36.061909+0000","last_clean":"2024-09-16T07:25:36.061909+0000","last_became_active":"2024-09-16T07:25:36.057606+0000","last_became_peered":"2024-09-16T07:25:36.057606+0000","last_unstale":"2024-09-16T07:25:36.061909+0000","last_undegraded":"2024-09-16T07:25:36.061909+0000","last_fullsized":"2024-09-16T07:25:36.061909+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:28:54.514920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.34","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.056986+0000","last_change":"2024-09-16T07:25:36.054056+0000","last_active":"2024-09-16T07:25:36.056986+0000","last_peered":"2024-09-16T07:25:36.056986+0000","last_clean":"2024-09-16T07:25:36.056986+0000","last_became_active":"2024-09-16T07:25:36.053576+0000","last_became_peered":"2024-09-16T07:25:36.053576+0000","last_unstale":"2024-09-16T07:25:36.056986+0000","last_undegraded":"2024-09-16T07:25:36.056986+0000","last_fullsized":"2024-09-16T07:25:36.056986+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:35:42.096280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.33","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.064156+0000","last_change":"2024-09-16T07:25:36.059456+0000","last_active":"2024-09-16T07:25:36.064156+0000","last_peered":"2024-09-16T07:25:36.064156+0000","last_clean":"2024-09-16T07:25:36.064156+0000","last_became_active":"2024-09-16T07:25:36.059170+0000","last_became_peered":"2024-09-16T07:25:36.059170+0000","last_unstale":"2024-09-16T07:25:36.064156+0000","last_undegraded":"2024-09-16T07:25:36.064156+0000","last_fullsized":"2024-09-16T07:25:36.064156+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:48:23.261818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.32","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.055890+0000","last_change":"2024-09-16T07:25:36.047542+0000","last_active":"2024-09-16T07:25:36.055890+0000","last_peered":"2024-09-16T07:25:36.055890+0000","last_clean":"2024-09-16T07:25:36.055890+0000","last_became_active":"2024-09-16T07:25:36.047245+0000","last_became_peered":"2024-09-16T07:25:36.047245+0000","last_unstale":"2024-09-16T07:25:36.055890+0000","last_undegraded":"2024-09-16T07:25:36.055890+0000","last_fullsized":"2024-09-16T07:25:36.055890+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:43:39.972477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.31","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.042701+0000","last_change":"2024-09-16T07:25:36.040729+0000","last_active":"2024-09-16T07:25:36.042701+0000","last_peered":"2024-09-16T07:25:36.042701+0000","last_clean":"2024-09-16T07:25:36.042701+0000","last_became_active":"2024-09-16T07:25:36.040433+0000","last_became_peered":"2024-09-16T07:25:36.040433+0000","last_unstale":"2024-09-16T07:25:36.042701+0000","last_undegraded":"2024-09-16T07:25:36.042701+0000","last_fullsized":"2024-09-16T07:25:36.042701+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:50:41.634562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.30","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.056859+0000","last_change":"2024-09-16T07:25:36.055964+0000","last_active":"2024-09-16T07:25:36.056859+0000","last_peered":"2024-09-16T07:25:36.056859+0000","last_clean":"2024-09-16T07:25:36.056859+0000","last_became_active":"2024-09-16T07:25:36.055680+0000","last_became_peered":"2024-09-16T07:25:36.055680+0000","last_unstale":"2024-09-16T07:25:36.056859+0000","last_undegraded":"2024-09-16T07:25:36.056859+0000","last_fullsized":"2024-09-16T07:25:36.056859+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:21:45.274210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2f","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.066237+0000","last_change":"2024-09-16T07:25:36.062316+0000","last_active":"2024-09-16T07:25:36.066237+0000","last_peered":"2024-09-16T07:25:36.066237+0000","last_clean":"2024-09-16T07:25:36.066237+0000","last_became_active":"2024-09-16T07:25:36.062021+0000","last_became_peered":"2024-09-16T07:25:36.062021+0000","last_unstale":"2024-09-16T07:25:36.066237+0000","last_undegraded":"2024-09-16T07:25:36.066237+0000","last_fullsized":"2024-09-16T07:25:36.066237+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:43:13.433558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.2e","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.061869+0000","last_change":"2024-09-16T07:25:36.057434+0000","last_active":"2024-09-16T07:25:36.061869+0000","last_peered":"2024-09-16T07:25:36.061869+0000","last_clean":"2024-09-16T07:25:36.061869+0000","last_became_active":"2024-09-16T07:25:36.057141+0000","last_became_peered":"2024-09-16T07:25:36.057141+0000","last_unstale":"2024-09-16T07:25:36.061869+0000","last_undegraded":"2024-09-16T07:25:36.061869+0000","last_fullsized":"2024-09-16T07:25:36.061869+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:00:54.332005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.2d","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.049060+0000","last_change":"2024-09-16T07:25:36.046429+0000","last_active":"2024-09-16T07:25:36.049060+0000","last_peered":"2024-09-16T07:25:36.049060+0000","last_clean":"2024-09-16T07:25:36.049060+0000","last_became_active":"2024-09-16T07:25:36.046183+0000","last_became_peered":"2024-09-16T07:25:36.046183+0000","last_unstale":"2024-09-16T07:25:36.049060+0000","last_undegraded":"2024-09-16T07:25:36.049060+0000","last_fullsized":"2024-09-16T07:25:36.049060+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:49:05.759868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.2c","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.055827+0000","last_change":"2024-09-16T07:25:36.047395+0000","last_active":"2024-09-16T07:25:36.055827+0000","last_peered":"2024-09-16T07:25:36.055827+0000","last_clean":"2024-09-16T07:25:36.055827+0000","last_became_active":"2024-09-16T07:25:36.047137+0000","last_became_peered":"2024-09-16T07:25:36.047137+0000","last_unstale":"2024-09-16T07:25:36.055827+0000","last_undegraded":"2024-09-16T07:25:36.055827+0000","last_fullsized":"2024-09-16T07:25:36.055827+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:05:07.423878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.2b","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.058244+0000","last_change":"2024-09-16T07:25:36.053053+0000","last_active":"2024-09-16T07:25:36.058244+0000","last_peered":"2024-09-16T07:25:36.058244+0000","last_clean":"2024-09-16T07:25:36.058244+0000","last_became_active":"2024-09-16T07:25:36.051191+0000","last_became_peered":"2024-09-16T07:25:36.051191+0000","last_unstale":"2024-09-16T07:25:36.058244+0000","last_undegraded":"2024-09-16T07:25:36.058244+0000","last_fullsized":"2024-09-16T07:25:36.058244+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:03:50.536325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.2a","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.061452+0000","last_change":"2024-09-16T07:25:36.052681+0000","last_active":"2024-09-16T07:25:36.061452+0000","last_peered":"2024-09-16T07:25:36.061452+0000","last_clean":"2024-09-16T07:25:36.061452+0000","last_became_active":"2024-09-16T07:25:36.052417+0000","last_became_peered":"2024-09-16T07:25:36.052417+0000","last_unstale":"2024-09-16T07:25:36.061452+0000","last_undegraded":"2024-09-16T07:25:36.061452+0000","last_fullsized":"2024-09-16T07:25:36.061452+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:16:29.487434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.29","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.057014+0000","last_change":"2024-09-16T07:25:36.054275+0000","last_active":"2024-09-16T07:25:36.057014+0000","last_peered":"2024-09-16T07:25:36.057014+0000","last_clean":"2024-09-16T07:25:36.057014+0000","last_became_active":"2024-09-16T07:25:36.054002+0000","last_became_peered":"2024-09-16T07:25:36.054002+0000","last_unstale":"2024-09-16T07:25:36.057014+0000","last_undegraded":"2024-09-16T07:25:36.057014+0000","last_fullsized":"2024-09-16T07:25:36.057014+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:26:12.145209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.28","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.061865+0000","last_change":"2024-09-16T07:25:36.056624+0000","last_active":"2024-09-16T07:25:36.061865+0000","last_peered":"2024-09-16T07:25:36.061865+0000","last_clean":"2024-09-16T07:25:36.061865+0000","last_became_active":"2024-09-16T07:25:36.053616+0000","last_became_peered":"2024-09-16T07:25:36.053616+0000","last_unstale":"2024-09-16T07:25:36.061865+0000","last_undegraded":"2024-09-16T07:25:36.061865+0000","last_fullsized":"2024-09-16T07:25:36.061865+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:25:07.118580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.27","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.061621+0000","last_change":"2024-09-16T07:25:36.055907+0000","last_active":"2024-09-16T07:25:36.061621+0000","last_peered":"2024-09-16T07:25:36.061621+0000","last_clean":"2024-09-16T07:25:36.061621+0000","last_became_active":"2024-09-16T07:25:36.055535+0000","last_became_peered":"2024-09-16T07:25:36.055535+0000","last_unstale":"2024-09-16T07:25:36.061621+0000","last_undegraded":"2024-09-16T07:25:36.061621+0000","last_fullsized":"2024-09-16T07:25:36.061621+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:27:17.934325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.26","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.054121+0000","last_change":"2024-09-16T07:25:36.047896+0000","last_active":"2024-09-16T07:25:36.054121+0000","last_peered":"2024-09-16T07:25:36.054121+0000","last_clean":"2024-09-16T07:25:36.054121+0000","last_became_active":"2024-09-16T07:25:36.047638+0000","last_became_peered":"2024-09-16T07:25:36.047638+0000","last_unstale":"2024-09-16T07:25:36.054121+0000","last_undegraded":"2024-09-16T07:25:36.054121+0000","last_fullsized":"2024-09-16T07:25:36.054121+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:32:52.892256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.25","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.054380+0000","last_change":"2024-09-16T07:25:36.052646+0000","last_active":"2024-09-16T07:25:36.054380+0000","last_peered":"2024-09-16T07:25:36.054380+0000","last_clean":"2024-09-16T07:25:36.054380+0000","last_became_active":"2024-09-16T07:25:36.052351+0000","last_became_peered":"2024-09-16T07:25:36.052351+0000","last_unstale":"2024-09-16T07:25:36.054380+0000","last_undegraded":"2024-09-16T07:25:36.054380+0000","last_fullsized":"2024-09-16T07:25:36.054380+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:18:19.153471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.24","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.058005+0000","last_change":"2024-09-16T07:25:36.047540+0000","last_active":"2024-09-16T07:25:36.058005+0000","last_peered":"2024-09-16T07:25:36.058005+0000","last_clean":"2024-09-16T07:25:36.058005+0000","last_became_active":"2024-09-16T07:25:36.047253+0000","last_became_peered":"2024-09-16T07:25:36.047253+0000","last_unstale":"2024-09-16T07:25:36.058005+0000","last_undegraded":"2024-09-16T07:25:36.058005+0000","last_fullsized":"2024-09-16T07:25:36.058005+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:24:51.489271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.23","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.055207+0000","last_change":"2024-09-16T07:25:36.051502+0000","last_active":"2024-09-16T07:25:36.055207+0000","last_peered":"2024-09-16T07:25:36.055207+0000","last_clean":"2024-09-16T07:25:36.055207+0000","last_became_active":"2024-09-16T07:25:36.051210+0000","last_became_peered":"2024-09-16T07:25:36.051210+0000","last_unstale":"2024-09-16T07:25:36.055207+0000","last_undegraded":"2024-09-16T07:25:36.055207+0000","last_fullsized":"2024-09-16T07:25:36.055207+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:25:28.818669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.22","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.055916+0000","last_change":"2024-09-16T07:25:36.048515+0000","last_active":"2024-09-16T07:25:36.055916+0000","last_peered":"2024-09-16T07:25:36.055916+0000","last_clean":"2024-09-16T07:25:36.055916+0000","last_became_active":"2024-09-16T07:25:36.048207+0000","last_became_peered":"2024-09-16T07:25:36.048207+0000","last_unstale":"2024-09-16T07:25:36.055916+0000","last_undegraded":"2024-09-16T07:25:36.055916+0000","last_fullsized":"2024-09-16T07:25:36.055916+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:26:52.156972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.21","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.048727+0000","last_change":"2024-09-16T07:25:36.044880+0000","last_active":"2024-09-16T07:25:36.048727+0000","last_peered":"2024-09-16T07:25:36.048727+0000","last_clean":"2024-09-16T07:25:36.048727+0000","last_became_active":"2024-09-16T07:25:36.044537+0000","last_became_peered":"2024-09-16T07:25:36.044537+0000","last_unstale":"2024-09-16T07:25:36.048727+0000","last_undegraded":"2024-09-16T07:25:36.048727+0000","last_fullsized":"2024-09-16T07:25:36.048727+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:50:41.634562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.20","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.048824+0000","last_change":"2024-09-16T07:25:36.044904+0000","last_active":"2024-09-16T07:25:36.048824+0000","last_peered":"2024-09-16T07:25:36.048824+0000","last_clean":"2024-09-16T07:25:36.048824+0000","last_became_active":"2024-09-16T07:25:36.044503+0000","last_became_peered":"2024-09-16T07:25:36.044503+0000","last_unstale":"2024-09-16T07:25:36.048824+0000","last_undegraded":"2024-09-16T07:25:36.048824+0000","last_fullsized":"2024-09-16T07:25:36.048824+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:22:25.542308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.066379+0000","last_change":"2024-09-16T07:25:36.062354+0000","last_active":"2024-09-16T07:25:36.066379+0000","last_peered":"2024-09-16T07:25:36.066379+0000","last_clean":"2024-09-16T07:25:36.066379+0000","last_became_active":"2024-09-16T07:25:36.062122+0000","last_became_peered":"2024-09-16T07:25:36.062122+0000","last_unstale":"2024-09-16T07:25:36.066379+0000","last_undegraded":"2024-09-16T07:25:36.066379+0000","last_fullsized":"2024-09-16T07:25:36.066379+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:26:36.706943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1f","version":"81'4","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.062062+0000","last_change":"2024-09-16T07:25:35.045521+0000","last_active":"2024-09-16T07:25:36.062062+0000","last_peered":"2024-09-16T07:25:36.062062+0000","last_clean":"2024-09-16T07:25:36.062062+0000","last_became_active":"2024-09-16T07:25:35.045170+0000","last_became_peered":"2024-09-16T07:25:35.045170+0000","last_unstale":"2024-09-16T07:25:36.062062+0000","last_undegraded":"2024-09-16T07:25:36.062062+0000","last_fullsized":"2024-09-16T07:25:36.062062+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:36:47.171574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.058176+0000","last_change":"2024-09-16T07:25:36.050065+0000","last_active":"2024-09-16T07:25:36.058176+0000","last_peered":"2024-09-16T07:25:36.058176+0000","last_clean":"2024-09-16T07:25:36.058176+0000","last_became_active":"2024-09-16T07:25:36.049774+0000","last_became_peered":"2024-09-16T07:25:36.049774+0000","last_unstale":"2024-09-16T07:25:36.058176+0000","last_undegraded":"2024-09-16T07:25:36.058176+0000","last_fullsized":"2024-09-16T07:25:36.058176+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:46:21.067652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1e","version":"81'1","reported_seq":14,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.061903+0000","last_change":"2024-09-16T07:25:35.045823+0000","last_active":"2024-09-16T07:25:36.061903+0000","last_peered":"2024-09-16T07:25:36.061903+0000","last_clean":"2024-09-16T07:25:36.061903+0000","last_became_active":"2024-09-16T07:25:35.045535+0000","last_became_peered":"2024-09-16T07:25:35.045535+0000","last_unstale":"2024-09-16T07:25:36.061903+0000","last_undegraded":"2024-09-16T07:25:36.061903+0000","last_fullsized":"2024-09-16T07:25:36.061903+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:38:39.609328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.053496+0000","last_change":"2024-09-16T07:25:36.051867+0000","last_active":"2024-09-16T07:25:36.053496+0000","last_peered":"2024-09-16T07:25:36.053496+0000","last_clean":"2024-09-16T07:25:36.053496+0000","last_became_active":"2024-09-16T07:25:36.051549+0000","last_became_peered":"2024-09-16T07:25:36.051549+0000","last_unstale":"2024-09-16T07:25:36.053496+0000","last_undegraded":"2024-09-16T07:25:36.053496+0000","last_fullsized":"2024-09-16T07:25:36.053496+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:36:11.523756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1d","version":"81'2","reported_seq":15,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.066731+0000","last_change":"2024-09-16T07:25:35.041475+0000","last_active":"2024-09-16T07:25:36.066731+0000","last_peered":"2024-09-16T07:25:36.066731+0000","last_clean":"2024-09-16T07:25:36.066731+0000","last_became_active":"2024-09-16T07:25:35.041205+0000","last_became_peered":"2024-09-16T07:25:35.041205+0000","last_unstale":"2024-09-16T07:25:36.066731+0000","last_undegraded":"2024-09-16T07:25:36.066731+0000","last_fullsized":"2024-09-16T07:25:36.066731+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:04:47.857654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.066360+0000","last_change":"2024-09-16T07:25:36.062184+0000","last_active":"2024-09-16T07:25:36.066360+0000","last_peered":"2024-09-16T07:25:36.066360+0000","last_clean":"2024-09-16T07:25:36.066360+0000","last_became_active":"2024-09-16T07:25:36.060498+0000","last_became_peered":"2024-09-16T07:25:36.060498+0000","last_unstale":"2024-09-16T07:25:36.066360+0000","last_undegraded":"2024-09-16T07:25:36.066360+0000","last_fullsized":"2024-09-16T07:25:36.066360+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:23:32.817643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1c","version":"81'2","reported_seq":15,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.059327+0000","last_change":"2024-09-16T07:25:35.046522+0000","last_active":"2024-09-16T07:25:36.059327+0000","last_peered":"2024-09-16T07:25:36.059327+0000","last_clean":"2024-09-16T07:25:36.059327+0000","last_became_active":"2024-09-16T07:25:35.045817+0000","last_became_peered":"2024-09-16T07:25:35.045817+0000","last_unstale":"2024-09-16T07:25:36.059327+0000","last_undegraded":"2024-09-16T07:25:36.059327+0000","last_fullsized":"2024-09-16T07:25:36.059327+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:32:31.164230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.061485+0000","last_change":"2024-09-16T07:25:36.057313+0000","last_active":"2024-09-16T07:25:36.061485+0000","last_peered":"2024-09-16T07:25:36.061485+0000","last_clean":"2024-09-16T07:25:36.061485+0000","last_became_active":"2024-09-16T07:25:36.057024+0000","last_became_peered":"2024-09-16T07:25:36.057024+0000","last_unstale":"2024-09-16T07:25:36.061485+0000","last_undegraded":"2024-09-16T07:25:36.061485+0000","last_fullsized":"2024-09-16T07:25:36.061485+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:30:49.547574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1b","version":"81'1","reported_seq":14,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.055643+0000","last_change":"2024-09-16T07:25:35.050685+0000","last_active":"2024-09-16T07:25:36.055643+0000","last_peered":"2024-09-16T07:25:36.055643+0000","last_clean":"2024-09-16T07:25:36.055643+0000","last_became_active":"2024-09-16T07:25:35.050420+0000","last_became_peered":"2024-09-16T07:25:35.050420+0000","last_unstale":"2024-09-16T07:25:36.055643+0000","last_undegraded":"2024-09-16T07:25:36.055643+0000","last_fullsized":"2024-09-16T07:25:36.055643+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:18:51.891065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.050667+0000","last_change":"2024-09-16T07:25:36.047074+0000","last_active":"2024-09-16T07:25:36.050667+0000","last_peered":"2024-09-16T07:25:36.050667+0000","last_clean":"2024-09-16T07:25:36.050667+0000","last_became_active":"2024-09-16T07:25:36.046838+0000","last_became_peered":"2024-09-16T07:25:36.046838+0000","last_unstale":"2024-09-16T07:25:36.050667+0000","last_undegraded":"2024-09-16T07:25:36.050667+0000","last_fullsized":"2024-09-16T07:25:36.050667+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:45:18.935622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.1a","version":"81'1","reported_seq":14,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.062874+0000","last_change":"2024-09-16T07:25:35.049246+0000","last_active":"2024-09-16T07:25:36.062874+0000","last_peered":"2024-09-16T07:25:36.062874+0000","last_clean":"2024-09-16T07:25:36.062874+0000","last_became_active":"2024-09-16T07:25:35.048304+0000","last_became_peered":"2024-09-16T07:25:35.048304+0000","last_unstale":"2024-09-16T07:25:36.062874+0000","last_undegraded":"2024-09-16T07:25:36.062874+0000","last_fullsized":"2024-09-16T07:25:36.062874+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:51:44.532168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.066181+0000","last_change":"2024-09-16T07:25:36.058218+0000","last_active":"2024-09-16T07:25:36.066181+0000","last_peered":"2024-09-16T07:25:36.066181+0000","last_clean":"2024-09-16T07:25:36.066181+0000","last_became_active":"2024-09-16T07:25:36.057899+0000","last_became_peered":"2024-09-16T07:25:36.057899+0000","last_unstale":"2024-09-16T07:25:36.066181+0000","last_undegraded":"2024-09-16T07:25:36.066181+0000","last_fullsized":"2024-09-16T07:25:36.066181+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:02:46.797423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":13,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.039850+0000","last_change":"2024-09-16T07:25:35.044122+0000","last_active":"2024-09-16T07:25:36.039850+0000","last_peered":"2024-09-16T07:25:36.039850+0000","last_clean":"2024-09-16T07:25:36.039850+0000","last_became_active":"2024-09-16T07:25:35.043853+0000","last_became_peered":"2024-09-16T07:25:35.043853+0000","last_unstale":"2024-09-16T07:25:36.039850+0000","last_undegraded":"2024-09-16T07:25:36.039850+0000","last_fullsized":"2024-09-16T07:25:36.039850+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:41:44.874604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.062072+0000","last_change":"2024-09-16T07:25:36.057149+0000","last_active":"2024-09-16T07:25:36.062072+0000","last_peered":"2024-09-16T07:25:36.062072+0000","last_clean":"2024-09-16T07:25:36.062072+0000","last_became_active":"2024-09-16T07:25:36.056789+0000","last_became_peered":"2024-09-16T07:25:36.056789+0000","last_unstale":"2024-09-16T07:25:36.062072+0000","last_undegraded":"2024-09-16T07:25:36.062072+0000","last_fullsized":"2024-09-16T07:25:36.062072+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:03:20.622148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":13,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.039069+0000","last_change":"2024-09-16T07:25:35.046014+0000","last_active":"2024-09-16T07:25:36.039069+0000","last_peered":"2024-09-16T07:25:36.039069+0000","last_clean":"2024-09-16T07:25:36.039069+0000","last_became_active":"2024-09-16T07:25:35.045707+0000","last_became_peered":"2024-09-16T07:25:35.045707+0000","last_unstale":"2024-09-16T07:25:36.039069+0000","last_undegraded":"2024-09-16T07:25:36.039069+0000","last_fullsized":"2024-09-16T07:25:36.039069+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:40:57.401341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.061498+0000","last_change":"2024-09-16T07:25:36.055596+0000","last_active":"2024-09-16T07:25:36.061498+0000","last_peered":"2024-09-16T07:25:36.061498+0000","last_clean":"2024-09-16T07:25:36.061498+0000","last_became_active":"2024-09-16T07:25:36.055309+0000","last_became_peered":"2024-09-16T07:25:36.055309+0000","last_unstale":"2024-09-16T07:25:36.061498+0000","last_undegraded":"2024-09-16T07:25:36.061498+0000","last_fullsized":"2024-09-16T07:25:36.061498+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:36:38.199346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":13,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.036152+0000","last_change":"2024-09-16T07:25:35.047619+0000","last_active":"2024-09-16T07:25:36.036152+0000","last_peered":"2024-09-16T07:25:36.036152+0000","last_clean":"2024-09-16T07:25:36.036152+0000","last_became_active":"2024-09-16T07:25:35.047323+0000","last_became_peered":"2024-09-16T07:25:35.047323+0000","last_unstale":"2024-09-16T07:25:36.036152+0000","last_undegraded":"2024-09-16T07:25:36.036152+0000","last_fullsized":"2024-09-16T07:25:36.036152+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:30:14.291158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.066187+0000","last_change":"2024-09-16T07:25:36.058980+0000","last_active":"2024-09-16T07:25:36.066187+0000","last_peered":"2024-09-16T07:25:36.066187+0000","last_clean":"2024-09-16T07:25:36.066187+0000","last_became_active":"2024-09-16T07:25:36.058679+0000","last_became_peered":"2024-09-16T07:25:36.058679+0000","last_unstale":"2024-09-16T07:25:36.066187+0000","last_undegraded":"2024-09-16T07:25:36.066187+0000","last_fullsized":"2024-09-16T07:25:36.066187+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:20:16.833450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":13,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.037041+0000","last_change":"2024-09-16T07:25:35.050929+0000","last_active":"2024-09-16T07:25:36.037041+0000","last_peered":"2024-09-16T07:25:36.037041+0000","last_clean":"2024-09-16T07:25:36.037041+0000","last_became_active":"2024-09-16T07:25:35.050647+0000","last_became_peered":"2024-09-16T07:25:35.050647+0000","last_unstale":"2024-09-16T07:25:36.037041+0000","last_undegraded":"2024-09-16T07:25:36.037041+0000","last_fullsized":"2024-09-16T07:25:36.037041+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:50:41.706483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.061692+0000","last_change":"2024-09-16T07:25:36.056087+0000","last_active":"2024-09-16T07:25:36.061692+0000","last_peered":"2024-09-16T07:25:36.061692+0000","last_clean":"2024-09-16T07:25:36.061692+0000","last_became_active":"2024-09-16T07:25:36.055799+0000","last_became_peered":"2024-09-16T07:25:36.055799+0000","last_unstale":"2024-09-16T07:25:36.061692+0000","last_undegraded":"2024-09-16T07:25:36.061692+0000","last_fullsized":"2024-09-16T07:25:36.061692+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:21:27.414909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.15","version":"81'3","reported_seq":16,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.062475+0000","last_change":"2024-09-16T07:25:35.046379+0000","last_active":"2024-09-16T07:25:36.062475+0000","last_peered":"2024-09-16T07:25:36.062475+0000","last_clean":"2024-09-16T07:25:36.062475+0000","last_became_active":"2024-09-16T07:25:35.046133+0000","last_became_peered":"2024-09-16T07:25:35.046133+0000","last_unstale":"2024-09-16T07:25:36.062475+0000","last_undegraded":"2024-09-16T07:25:36.062475+0000","last_fullsized":"2024-09-16T07:25:36.062475+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:11:11.293727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.066553+0000","last_change":"2024-09-16T07:25:36.064413+0000","last_active":"2024-09-16T07:25:36.066553+0000","last_peered":"2024-09-16T07:25:36.066553+0000","last_clean":"2024-09-16T07:25:36.066553+0000","last_became_active":"2024-09-16T07:25:36.064173+0000","last_became_peered":"2024-09-16T07:25:36.064173+0000","last_unstale":"2024-09-16T07:25:36.066553+0000","last_undegraded":"2024-09-16T07:25:36.066553+0000","last_fullsized":"2024-09-16T07:25:36.066553+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:47:32.641453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.14","version":"81'6","reported_seq":19,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.067110+0000","last_change":"2024-09-16T07:25:35.048908+0000","last_active":"2024-09-16T07:25:36.067110+0000","last_peered":"2024-09-16T07:25:36.067110+0000","last_clean":"2024-09-16T07:25:36.067110+0000","last_became_active":"2024-09-16T07:25:35.048451+0000","last_became_peered":"2024-09-16T07:25:35.048451+0000","last_unstale":"2024-09-16T07:25:36.067110+0000","last_undegraded":"2024-09-16T07:25:36.067110+0000","last_fullsized":"2024-09-16T07:25:36.067110+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:59:46.162155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.061609+0000","last_change":"2024-09-16T07:25:36.054603+0000","last_active":"2024-09-16T07:25:36.061609+0000","last_peered":"2024-09-16T07:25:36.061609+0000","last_clean":"2024-09-16T07:25:36.061609+0000","last_became_active":"2024-09-16T07:25:36.054317+0000","last_became_peered":"2024-09-16T07:25:36.054317+0000","last_unstale":"2024-09-16T07:25:36.061609+0000","last_undegraded":"2024-09-16T07:25:36.061609+0000","last_fullsized":"2024-09-16T07:25:36.061609+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:35:33.393562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.13","version":"81'2","reported_seq":15,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.055151+0000","last_change":"2024-09-16T07:25:35.043530+0000","last_active":"2024-09-16T07:25:36.055151+0000","last_peered":"2024-09-16T07:25:36.055151+0000","last_clean":"2024-09-16T07:25:36.055151+0000","last_became_active":"2024-09-16T07:25:35.042941+0000","last_became_peered":"2024-09-16T07:25:35.042941+0000","last_unstale":"2024-09-16T07:25:36.055151+0000","last_undegraded":"2024-09-16T07:25:36.055151+0000","last_fullsized":"2024-09-16T07:25:36.055151+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:07:11.089208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.066254+0000","last_change":"2024-09-16T07:25:36.060170+0000","last_active":"2024-09-16T07:25:36.066254+0000","last_peered":"2024-09-16T07:25:36.066254+0000","last_clean":"2024-09-16T07:25:36.066254+0000","last_became_active":"2024-09-16T07:25:36.059864+0000","last_became_peered":"2024-09-16T07:25:36.059864+0000","last_unstale":"2024-09-16T07:25:36.066254+0000","last_undegraded":"2024-09-16T07:25:36.066254+0000","last_fullsized":"2024-09-16T07:25:36.066254+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:31:33.327847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":13,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.031916+0000","last_change":"2024-09-16T07:25:35.043725+0000","last_active":"2024-09-16T07:25:36.031916+0000","last_peered":"2024-09-16T07:25:36.031916+0000","last_clean":"2024-09-16T07:25:36.031916+0000","last_became_active":"2024-09-16T07:25:35.043413+0000","last_became_peered":"2024-09-16T07:25:35.043413+0000","last_unstale":"2024-09-16T07:25:36.031916+0000","last_undegraded":"2024-09-16T07:25:36.031916+0000","last_fullsized":"2024-09-16T07:25:36.031916+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:38:39.609328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.061515+0000","last_change":"2024-09-16T07:25:36.054785+0000","last_active":"2024-09-16T07:25:36.061515+0000","last_peered":"2024-09-16T07:25:36.061515+0000","last_clean":"2024-09-16T07:25:36.061515+0000","last_became_active":"2024-09-16T07:25:36.054482+0000","last_became_peered":"2024-09-16T07:25:36.054482+0000","last_unstale":"2024-09-16T07:25:36.061515+0000","last_undegraded":"2024-09-16T07:25:36.061515+0000","last_fullsized":"2024-09-16T07:25:36.061515+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:00:59.340127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":13,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.034250+0000","last_change":"2024-09-16T07:25:35.042008+0000","last_active":"2024-09-16T07:25:36.034250+0000","last_peered":"2024-09-16T07:25:36.034250+0000","last_clean":"2024-09-16T07:25:36.034250+0000","last_became_active":"2024-09-16T07:25:35.041634+0000","last_became_peered":"2024-09-16T07:25:35.041634+0000","last_unstale":"2024-09-16T07:25:36.034250+0000","last_undegraded":"2024-09-16T07:25:36.034250+0000","last_fullsized":"2024-09-16T07:25:36.034250+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:57:19.365134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.058489+0000","last_change":"2024-09-16T07:25:36.053437+0000","last_active":"2024-09-16T07:25:36.058489+0000","last_peered":"2024-09-16T07:25:36.058489+0000","last_clean":"2024-09-16T07:25:36.058489+0000","last_became_active":"2024-09-16T07:25:36.053171+0000","last_became_peered":"2024-09-16T07:25:36.053171+0000","last_unstale":"2024-09-16T07:25:36.058489+0000","last_undegraded":"2024-09-16T07:25:36.058489+0000","last_fullsized":"2024-09-16T07:25:36.058489+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:29:14.323105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.10","version":"81'8","reported_seq":21,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.061317+0000","last_change":"2024-09-16T07:25:35.045511+0000","last_active":"2024-09-16T07:25:36.061317+0000","last_peered":"2024-09-16T07:25:36.061317+0000","last_clean":"2024-09-16T07:25:36.061317+0000","last_became_active":"2024-09-16T07:25:35.045171+0000","last_became_peered":"2024-09-16T07:25:35.045171+0000","last_unstale":"2024-09-16T07:25:36.061317+0000","last_undegraded":"2024-09-16T07:25:36.061317+0000","last_fullsized":"2024-09-16T07:25:36.061317+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:09:04.359170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.060561+0000","last_change":"2024-09-16T07:25:36.059342+0000","last_active":"2024-09-16T07:25:36.060561+0000","last_peered":"2024-09-16T07:25:36.060561+0000","last_clean":"2024-09-16T07:25:36.060561+0000","last_became_active":"2024-09-16T07:25:36.059047+0000","last_became_peered":"2024-09-16T07:25:36.059047+0000","last_unstale":"2024-09-16T07:25:36.060561+0000","last_undegraded":"2024-09-16T07:25:36.060561+0000","last_fullsized":"2024-09-16T07:25:36.060561+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:42:17.573846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.f","version":"81'1","reported_seq":14,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.055022+0000","last_change":"2024-09-16T07:25:35.042583+0000","last_active":"2024-09-16T07:25:36.055022+0000","last_peered":"2024-09-16T07:25:36.055022+0000","last_clean":"2024-09-16T07:25:36.055022+0000","last_became_active":"2024-09-16T07:25:35.041615+0000","last_became_peered":"2024-09-16T07:25:35.041615+0000","last_unstale":"2024-09-16T07:25:36.055022+0000","last_undegraded":"2024-09-16T07:25:36.055022+0000","last_fullsized":"2024-09-16T07:25:36.055022+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:58:33.952770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.057477+0000","last_change":"2024-09-16T07:25:36.056265+0000","last_active":"2024-09-16T07:25:36.057477+0000","last_peered":"2024-09-16T07:25:36.057477+0000","last_clean":"2024-09-16T07:25:36.057477+0000","last_became_active":"2024-09-16T07:25:36.055974+0000","last_became_peered":"2024-09-16T07:25:36.055974+0000","last_unstale":"2024-09-16T07:25:36.057477+0000","last_undegraded":"2024-09-16T07:25:36.057477+0000","last_fullsized":"2024-09-16T07:25:36.057477+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:36:08.518157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.e","version":"81'2","reported_seq":15,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.061364+0000","last_change":"2024-09-16T07:25:35.042773+0000","last_active":"2024-09-16T07:25:36.061364+0000","last_peered":"2024-09-16T07:25:36.061364+0000","last_clean":"2024-09-16T07:25:36.061364+0000","last_became_active":"2024-09-16T07:25:35.042463+0000","last_became_peered":"2024-09-16T07:25:35.042463+0000","last_unstale":"2024-09-16T07:25:36.061364+0000","last_undegraded":"2024-09-16T07:25:36.061364+0000","last_fullsized":"2024-09-16T07:25:36.061364+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:00:03.427518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.063614+0000","last_change":"2024-09-16T07:25:36.060116+0000","last_active":"2024-09-16T07:25:36.063614+0000","last_peered":"2024-09-16T07:25:36.063614+0000","last_clean":"2024-09-16T07:25:36.063614+0000","last_became_active":"2024-09-16T07:25:36.059841+0000","last_became_peered":"2024-09-16T07:25:36.059841+0000","last_unstale":"2024-09-16T07:25:36.063614+0000","last_undegraded":"2024-09-16T07:25:36.063614+0000","last_fullsized":"2024-09-16T07:25:36.063614+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:23:11.838432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":13,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.040514+0000","last_change":"2024-09-16T07:25:35.046478+0000","last_active":"2024-09-16T07:25:36.040514+0000","last_peered":"2024-09-16T07:25:36.040514+0000","last_clean":"2024-09-16T07:25:36.040514+0000","last_became_active":"2024-09-16T07:25:35.046177+0000","last_became_peered":"2024-09-16T07:25:35.046177+0000","last_unstale":"2024-09-16T07:25:36.040514+0000","last_undegraded":"2024-09-16T07:25:36.040514+0000","last_fullsized":"2024-09-16T07:25:36.040514+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:08:12.370883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.056335+0000","last_change":"2024-09-16T07:25:36.054784+0000","last_active":"2024-09-16T07:25:36.056335+0000","last_peered":"2024-09-16T07:25:36.056335+0000","last_clean":"2024-09-16T07:25:36.056335+0000","last_became_active":"2024-09-16T07:25:36.054488+0000","last_became_peered":"2024-09-16T07:25:36.054488+0000","last_unstale":"2024-09-16T07:25:36.056335+0000","last_undegraded":"2024-09-16T07:25:36.056335+0000","last_fullsized":"2024-09-16T07:25:36.056335+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:24:26.810590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.b","version":"81'2","reported_seq":15,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.061956+0000","last_change":"2024-09-16T07:25:35.042481+0000","last_active":"2024-09-16T07:25:36.061956+0000","last_peered":"2024-09-16T07:25:36.061956+0000","last_clean":"2024-09-16T07:25:36.061956+0000","last_became_active":"2024-09-16T07:25:35.042212+0000","last_became_peered":"2024-09-16T07:25:35.042212+0000","last_unstale":"2024-09-16T07:25:36.061956+0000","last_undegraded":"2024-09-16T07:25:36.061956+0000","last_fullsized":"2024-09-16T07:25:36.061956+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:09:30.092506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.060891+0000","last_change":"2024-09-16T07:25:36.056362+0000","last_active":"2024-09-16T07:25:36.060891+0000","last_peered":"2024-09-16T07:25:36.060891+0000","last_clean":"2024-09-16T07:25:36.060891+0000","last_became_active":"2024-09-16T07:25:36.056076+0000","last_became_peered":"2024-09-16T07:25:36.056076+0000","last_unstale":"2024-09-16T07:25:36.060891+0000","last_undegraded":"2024-09-16T07:25:36.060891+0000","last_fullsized":"2024-09-16T07:25:36.060891+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:13:28.171756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":13,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.032005+0000","last_change":"2024-09-16T07:25:35.047061+0000","last_active":"2024-09-16T07:25:36.032005+0000","last_peered":"2024-09-16T07:25:36.032005+0000","last_clean":"2024-09-16T07:25:36.032005+0000","last_became_active":"2024-09-16T07:25:35.046735+0000","last_became_peered":"2024-09-16T07:25:35.046735+0000","last_unstale":"2024-09-16T07:25:36.032005+0000","last_undegraded":"2024-09-16T07:25:36.032005+0000","last_fullsized":"2024-09-16T07:25:36.032005+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:50:41.706483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.055073+0000","last_change":"2024-09-16T07:25:36.051555+0000","last_active":"2024-09-16T07:25:36.055073+0000","last_peered":"2024-09-16T07:25:36.055073+0000","last_clean":"2024-09-16T07:25:36.055073+0000","last_became_active":"2024-09-16T07:25:36.050897+0000","last_became_peered":"2024-09-16T07:25:36.050897+0000","last_unstale":"2024-09-16T07:25:36.055073+0000","last_undegraded":"2024-09-16T07:25:36.055073+0000","last_fullsized":"2024-09-16T07:25:36.055073+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:31:50.930893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":13,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.045224+0000","last_change":"2024-09-16T07:25:35.043668+0000","last_active":"2024-09-16T07:25:36.045224+0000","last_peered":"2024-09-16T07:25:36.045224+0000","last_clean":"2024-09-16T07:25:36.045224+0000","last_became_active":"2024-09-16T07:25:35.043391+0000","last_became_peered":"2024-09-16T07:25:35.043391+0000","last_unstale":"2024-09-16T07:25:36.045224+0000","last_undegraded":"2024-09-16T07:25:36.045224+0000","last_fullsized":"2024-09-16T07:25:36.045224+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:25:39.368380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.056143+0000","last_change":"2024-09-16T07:25:36.053593+0000","last_active":"2024-09-16T07:25:36.056143+0000","last_peered":"2024-09-16T07:25:36.056143+0000","last_clean":"2024-09-16T07:25:36.056143+0000","last_became_active":"2024-09-16T07:25:36.053257+0000","last_became_peered":"2024-09-16T07:25:36.053257+0000","last_unstale":"2024-09-16T07:25:36.056143+0000","last_undegraded":"2024-09-16T07:25:36.056143+0000","last_fullsized":"2024-09-16T07:25:36.056143+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:43:51.616678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":13,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.039278+0000","last_change":"2024-09-16T07:25:35.046359+0000","last_active":"2024-09-16T07:25:36.039278+0000","last_peered":"2024-09-16T07:25:36.039278+0000","last_clean":"2024-09-16T07:25:36.039278+0000","last_became_active":"2024-09-16T07:25:35.046082+0000","last_became_peered":"2024-09-16T07:25:35.046082+0000","last_unstale":"2024-09-16T07:25:36.039278+0000","last_undegraded":"2024-09-16T07:25:36.039278+0000","last_fullsized":"2024-09-16T07:25:36.039278+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:06:05.830846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.064177+0000","last_change":"2024-09-16T07:25:36.057033+0000","last_active":"2024-09-16T07:25:36.064177+0000","last_peered":"2024-09-16T07:25:36.064177+0000","last_clean":"2024-09-16T07:25:36.064177+0000","last_became_active":"2024-09-16T07:25:36.055167+0000","last_became_peered":"2024-09-16T07:25:36.055167+0000","last_unstale":"2024-09-16T07:25:36.064177+0000","last_undegraded":"2024-09-16T07:25:36.064177+0000","last_fullsized":"2024-09-16T07:25:36.064177+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:36:28.976966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.7","version":"81'2","reported_seq":15,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.061736+0000","last_change":"2024-09-16T07:25:35.046231+0000","last_active":"2024-09-16T07:25:36.061736+0000","last_peered":"2024-09-16T07:25:36.061736+0000","last_clean":"2024-09-16T07:25:36.061736+0000","last_became_active":"2024-09-16T07:25:35.045903+0000","last_became_peered":"2024-09-16T07:25:35.045903+0000","last_unstale":"2024-09-16T07:25:36.061736+0000","last_undegraded":"2024-09-16T07:25:36.061736+0000","last_fullsized":"2024-09-16T07:25:36.061736+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:21:05.334348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.053946+0000","last_change":"2024-09-16T07:25:36.051575+0000","last_active":"2024-09-16T07:25:36.053946+0000","last_peered":"2024-09-16T07:25:36.053946+0000","last_clean":"2024-09-16T07:25:36.053946+0000","last_became_active":"2024-09-16T07:25:36.051153+0000","last_became_peered":"2024-09-16T07:25:36.051153+0000","last_unstale":"2024-09-16T07:25:36.053946+0000","last_undegraded":"2024-09-16T07:25:36.053946+0000","last_fullsized":"2024-09-16T07:25:36.053946+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:31:30.406559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":13,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.047513+0000","last_change":"2024-09-16T07:25:35.044889+0000","last_active":"2024-09-16T07:25:36.047513+0000","last_peered":"2024-09-16T07:25:36.047513+0000","last_clean":"2024-09-16T07:25:36.047513+0000","last_became_active":"2024-09-16T07:25:35.044597+0000","last_became_peered":"2024-09-16T07:25:35.044597+0000","last_unstale":"2024-09-16T07:25:36.047513+0000","last_undegraded":"2024-09-16T07:25:36.047513+0000","last_fullsized":"2024-09-16T07:25:36.047513+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:17:10.426679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.054369+0000","last_change":"2024-09-16T07:25:36.047191+0000","last_active":"2024-09-16T07:25:36.054369+0000","last_peered":"2024-09-16T07:25:36.054369+0000","last_clean":"2024-09-16T07:25:36.054369+0000","last_became_active":"2024-09-16T07:25:36.046955+0000","last_became_peered":"2024-09-16T07:25:36.046955+0000","last_unstale":"2024-09-16T07:25:36.054369+0000","last_undegraded":"2024-09-16T07:25:36.054369+0000","last_fullsized":"2024-09-16T07:25:36.054369+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:56:02.338020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":13,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.043978+0000","last_change":"2024-09-16T07:25:35.048973+0000","last_active":"2024-09-16T07:25:36.043978+0000","last_peered":"2024-09-16T07:25:36.043978+0000","last_clean":"2024-09-16T07:25:36.043978+0000","last_became_active":"2024-09-16T07:25:35.048386+0000","last_became_peered":"2024-09-16T07:25:35.048386+0000","last_unstale":"2024-09-16T07:25:36.043978+0000","last_undegraded":"2024-09-16T07:25:36.043978+0000","last_fullsized":"2024-09-16T07:25:36.043978+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:13:22.626291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.048767+0000","last_change":"2024-09-16T07:25:36.046103+0000","last_active":"2024-09-16T07:25:36.048767+0000","last_peered":"2024-09-16T07:25:36.048767+0000","last_clean":"2024-09-16T07:25:36.048767+0000","last_became_active":"2024-09-16T07:25:36.045848+0000","last_became_peered":"2024-09-16T07:25:36.045848+0000","last_unstale":"2024-09-16T07:25:36.048767+0000","last_undegraded":"2024-09-16T07:25:36.048767+0000","last_fullsized":"2024-09-16T07:25:36.048767+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:13:57.128237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":13,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.034619+0000","last_change":"2024-09-16T07:25:35.039795+0000","last_active":"2024-09-16T07:25:36.034619+0000","last_peered":"2024-09-16T07:25:36.034619+0000","last_clean":"2024-09-16T07:25:36.034619+0000","last_became_active":"2024-09-16T07:25:35.039454+0000","last_became_peered":"2024-09-16T07:25:35.039454+0000","last_unstale":"2024-09-16T07:25:36.034619+0000","last_undegraded":"2024-09-16T07:25:36.034619+0000","last_fullsized":"2024-09-16T07:25:36.034619+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:28:13.965969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.058037+0000","last_change":"2024-09-16T07:25:36.049233+0000","last_active":"2024-09-16T07:25:36.058037+0000","last_peered":"2024-09-16T07:25:36.058037+0000","last_clean":"2024-09-16T07:25:36.058037+0000","last_became_active":"2024-09-16T07:25:36.048935+0000","last_became_peered":"2024-09-16T07:25:36.048935+0000","last_unstale":"2024-09-16T07:25:36.058037+0000","last_undegraded":"2024-09-16T07:25:36.058037+0000","last_fullsized":"2024-09-16T07:25:36.058037+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:56:11.516943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":13,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.031409+0000","last_change":"2024-09-16T07:25:35.042755+0000","last_active":"2024-09-16T07:25:36.031409+0000","last_peered":"2024-09-16T07:25:36.031409+0000","last_clean":"2024-09-16T07:25:36.031409+0000","last_became_active":"2024-09-16T07:25:35.042449+0000","last_became_peered":"2024-09-16T07:25:35.042449+0000","last_unstale":"2024-09-16T07:25:36.031409+0000","last_undegraded":"2024-09-16T07:25:36.031409+0000","last_fullsized":"2024-09-16T07:25:36.031409+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:37:09.299255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.061660+0000","last_change":"2024-09-16T07:25:36.054617+0000","last_active":"2024-09-16T07:25:36.061660+0000","last_peered":"2024-09-16T07:25:36.061660+0000","last_clean":"2024-09-16T07:25:36.061660+0000","last_became_active":"2024-09-16T07:25:36.054254+0000","last_became_peered":"2024-09-16T07:25:36.054254+0000","last_unstale":"2024-09-16T07:25:36.061660+0000","last_undegraded":"2024-09-16T07:25:36.061660+0000","last_fullsized":"2024-09-16T07:25:36.061660+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:48:31.397560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":13,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.034960+0000","last_change":"2024-09-16T07:25:35.047789+0000","last_active":"2024-09-16T07:25:36.034960+0000","last_peered":"2024-09-16T07:25:36.034960+0000","last_clean":"2024-09-16T07:25:36.034960+0000","last_became_active":"2024-09-16T07:25:35.047486+0000","last_became_peered":"2024-09-16T07:25:35.047486+0000","last_unstale":"2024-09-16T07:25:36.034960+0000","last_undegraded":"2024-09-16T07:25:36.034960+0000","last_fullsized":"2024-09-16T07:25:36.034960+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:37:09.299255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.058254+0000","last_change":"2024-09-16T07:25:36.050902+0000","last_active":"2024-09-16T07:25:36.058254+0000","last_peered":"2024-09-16T07:25:36.058254+0000","last_clean":"2024-09-16T07:25:36.058254+0000","last_became_active":"2024-09-16T07:25:36.050622+0000","last_became_peered":"2024-09-16T07:25:36.050622+0000","last_unstale":"2024-09-16T07:25:36.058254+0000","last_undegraded":"2024-09-16T07:25:36.058254+0000","last_fullsized":"2024-09-16T07:25:36.058254+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:25:32.746149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":13,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.036586+0000","last_change":"2024-09-16T07:25:35.045686+0000","last_active":"2024-09-16T07:25:36.036586+0000","last_peered":"2024-09-16T07:25:36.036586+0000","last_clean":"2024-09-16T07:25:36.036586+0000","last_became_active":"2024-09-16T07:25:35.045421+0000","last_became_peered":"2024-09-16T07:25:35.045421+0000","last_unstale":"2024-09-16T07:25:36.036586+0000","last_undegraded":"2024-09-16T07:25:36.036586+0000","last_fullsized":"2024-09-16T07:25:36.036586+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:27:43.443409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.058262+0000","last_change":"2024-09-16T07:25:36.047174+0000","last_active":"2024-09-16T07:25:36.058262+0000","last_peered":"2024-09-16T07:25:36.058262+0000","last_clean":"2024-09-16T07:25:36.058262+0000","last_became_active":"2024-09-16T07:25:36.046911+0000","last_became_peered":"2024-09-16T07:25:36.046911+0000","last_unstale":"2024-09-16T07:25:36.058262+0000","last_undegraded":"2024-09-16T07:25:36.058262+0000","last_fullsized":"2024-09-16T07:25:36.058262+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:50:31.796550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":13,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.043316+0000","last_change":"2024-09-16T07:25:35.043806+0000","last_active":"2024-09-16T07:25:36.043316+0000","last_peered":"2024-09-16T07:25:36.043316+0000","last_clean":"2024-09-16T07:25:36.043316+0000","last_became_active":"2024-09-16T07:25:35.043353+0000","last_became_peered":"2024-09-16T07:25:35.043353+0000","last_unstale":"2024-09-16T07:25:36.043316+0000","last_undegraded":"2024-09-16T07:25:36.043316+0000","last_fullsized":"2024-09-16T07:25:36.043316+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:47:00.217228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.061531+0000","last_change":"2024-09-16T07:25:36.055361+0000","last_active":"2024-09-16T07:25:36.061531+0000","last_peered":"2024-09-16T07:25:36.061531+0000","last_clean":"2024-09-16T07:25:36.061531+0000","last_became_active":"2024-09-16T07:25:36.055076+0000","last_became_peered":"2024-09-16T07:25:36.055076+0000","last_unstale":"2024-09-16T07:25:36.061531+0000","last_undegraded":"2024-09-16T07:25:36.061531+0000","last_fullsized":"2024-09-16T07:25:36.061531+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:45:50.575150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.d","version":"81'1","reported_seq":14,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.064296+0000","last_change":"2024-09-16T07:25:35.039443+0000","last_active":"2024-09-16T07:25:36.064296+0000","last_peered":"2024-09-16T07:25:36.064296+0000","last_clean":"2024-09-16T07:25:36.064296+0000","last_became_active":"2024-09-16T07:25:35.039174+0000","last_became_peered":"2024-09-16T07:25:35.039174+0000","last_unstale":"2024-09-16T07:25:36.064296+0000","last_undegraded":"2024-09-16T07:25:36.064296+0000","last_fullsized":"2024-09-16T07:25:36.064296+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:33:54.386137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"70'79","reported_seq":246,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.035613+0000","last_change":"2024-09-16T07:21:02.600196+0000","last_active":"2024-09-16T07:25:36.035613+0000","last_peered":"2024-09-16T07:25:36.035613+0000","last_clean":"2024-09-16T07:25:36.035613+0000","last_became_active":"2024-09-16T07:21:02.599001+0000","last_became_peered":"2024-09-16T07:21:02.599001+0000","last_unstale":"2024-09-16T07:25:36.035613+0000","last_undegraded":"2024-09-16T07:25:36.035613+0000","last_fullsized":"2024-09-16T07:25:36.035613+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_clean_scrub_stamp":"2024-09-16T07:21:01.331773+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:28:40.942832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509500,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32144,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339696,"statfs":{"total":96636764160,"available":96603848704,"internally_reserved":0,"allocated":974848,"data_stored":414574,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574906,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32144,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339696,"statfs":{"total":96636764160,"available":96603848704,"internally_reserved":0,"allocated":974848,"data_stored":414574,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509499,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32720,"kb_used_data":1532,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339120,"statfs":{"total":96636764160,"available":96603258880,"internally_reserved":0,"allocated":1568768,"data_stored":1004942,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509499,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32140,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339700,"statfs":{"total":96636764160,"available":96603852800,"internally_reserved":0,"allocated":974848,"data_stored":414574,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509500,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27980,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343860,"statfs":{"total":96636764160,"available":96608112640,"internally_reserved":0,"allocated":974848,"data_stored":414574,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509500,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27980,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343860,"statfs":{"total":96636764160,"available":96608112640,"internally_reserved":0,"allocated":974848,"data_stored":414574,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509500,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32720,"kb_used_data":1532,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339120,"statfs":{"total":96636764160,"available":96603258880,"internally_reserved":0,"allocated":1568768,"data_stored":1004942,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509501,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27984,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343856,"statfs":{"total":96636764160,"available":96608108544,"internally_reserved":0,"allocated":974848,"data_stored":414574,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":674,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T07:25:40.075 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T07:25:40.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.216+0000 7f932de2a640 1 -- 172.21.15.31:0/3924850386 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f93280cdaa0 msgr2=0x7f9328073b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:40.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.216+0000 7f932de2a640 1 --2- 172.21.15.31:0/3924850386 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f93280cdaa0 0x7f9328073b20 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7f93280c39b0 tx=0x7f931c02a560 comp rx=0 tx=0).stop 2024-09-16T07:25:40.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.216+0000 7f932de2a640 1 -- 172.21.15.31:0/3924850386 shutdown_connections 2024-09-16T07:25:40.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.216+0000 7f932de2a640 1 --2- 172.21.15.31:0/3924850386 >> v2:172.21.15.155:3300/0 conn(0x7f9328074060 0x7f932815f8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:40.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.216+0000 7f932de2a640 1 --2- 172.21.15.31:0/3924850386 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f93280cdaa0 0x7f9328073b20 unknown :-1 s=CLOSED pgs=913 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:40.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.216+0000 7f932de2a640 1 -- 172.21.15.31:0/3924850386 >> 172.21.15.31:0/3924850386 conn(0x7f93280b19c0 msgr2=0x7f93280b1dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:40.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.216+0000 7f932de2a640 1 -- 172.21.15.31:0/3924850386 shutdown_connections 2024-09-16T07:25:40.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.216+0000 7f932de2a640 1 -- 172.21.15.31:0/3924850386 wait complete. 2024-09-16T07:25:40.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.217+0000 7f932de2a640 1 Processor -- start 2024-09-16T07:25:40.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.217+0000 7f932de2a640 1 -- start start 2024-09-16T07:25:40.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.218+0000 7f932de2a640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9328074060 0x7f93281f3b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:40.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.218+0000 7f932de2a640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f93280cdaa0 0x7f932814da60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:40.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.218+0000 7f932de2a640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9328156110 0x7f932806f970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:40.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.218+0000 7f932de2a640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f9328074c10 con 0x7f9328074060 2024-09-16T07:25:40.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.218+0000 7f932de2a640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f9328074a90 con 0x7f93280cdaa0 2024-09-16T07:25:40.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.218+0000 7f932de2a640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f932815fe30 con 0x7f9328156110 2024-09-16T07:25:40.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.218+0000 7f93277fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9328074060 0x7f93281f3b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:40.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.218+0000 7f93277fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9328074060 0x7f93281f3b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:39928/0 (socket says 172.21.15.31:39928) 2024-09-16T07:25:40.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.218+0000 7f93277fe640 1 -- 172.21.15.31:0/3083760646 learned_addr learned my addr 172.21.15.31:0/3083760646 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:40.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.218+0000 7f9326ffd640 1 --2- 172.21.15.31:0/3083760646 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f93280cdaa0 0x7f932814da60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:40.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.218+0000 7f9327fff640 1 --2- 172.21.15.31:0/3083760646 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9328156110 0x7f932806f970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:40.221 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.218+0000 7f93277fe640 1 -- 172.21.15.31:0/3083760646 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9328156110 msgr2=0x7f932806f970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:40.221 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.218+0000 7f93277fe640 1 --2- 172.21.15.31:0/3083760646 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9328156110 0x7f932806f970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:40.221 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.218+0000 7f93277fe640 1 -- 172.21.15.31:0/3083760646 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f93280cdaa0 msgr2=0x7f932814da60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:40.221 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.218+0000 7f93277fe640 1 --2- 172.21.15.31:0/3083760646 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f93280cdaa0 0x7f932814da60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:40.221 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.218+0000 7f93277fe640 1 -- 172.21.15.31:0/3083760646 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93281f6930 con 0x7f9328074060 2024-09-16T07:25:40.221 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.219+0000 7f93277fe640 1 --2- 172.21.15.31:0/3083760646 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9328074060 0x7f93281f3b60 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7f931800b420 tx=0x7f931800b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:40.221 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.219+0000 7f930ffff640 1 -- 172.21.15.31:0/3083760646 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9318011830 con 0x7f9328074060 2024-09-16T07:25:40.221 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.219+0000 7f932de2a640 1 -- 172.21.15.31:0/3083760646 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93281f6c10 con 0x7f9328074060 2024-09-16T07:25:40.221 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.219+0000 7f930ffff640 1 -- 172.21.15.31:0/3083760646 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9318016070 con 0x7f9328074060 2024-09-16T07:25:40.221 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.219+0000 7f930ffff640 1 -- 172.21.15.31:0/3083760646 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9318011d60 con 0x7f9328074060 2024-09-16T07:25:40.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.219+0000 7f932de2a640 1 -- 172.21.15.31:0/3083760646 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93281f71d0 con 0x7f9328074060 2024-09-16T07:25:40.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.220+0000 7f932de2a640 1 -- 172.21.15.31:0/3083760646 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9328160320 con 0x7f9328074060 2024-09-16T07:25:40.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.220+0000 7f930ffff640 1 -- 172.21.15.31:0/3083760646 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7f931801b460 con 0x7f9328074060 2024-09-16T07:25:40.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.221+0000 7f930ffff640 1 --2- 172.21.15.31:0/3083760646 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9314078970 0x7f931407ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:40.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.221+0000 7f9326ffd640 1 --2- 172.21.15.31:0/3083760646 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9314078970 0x7f931407ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:40.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.221+0000 7f930ffff640 1 -- 172.21.15.31:0/3083760646 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 5709+0+0 (secure 0 0 0) 0x7f931809a550 con 0x7f9328074060 2024-09-16T07:25:40.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.222+0000 7f9326ffd640 1 --2- 172.21.15.31:0/3083760646 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9314078970 0x7f931407ae30 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f931c033000 tx=0x7f931c004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:40.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.226+0000 7f930ffff640 1 -- 172.21.15.31:0/3083760646 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f9318020020 con 0x7f9328074060 2024-09-16T07:25:40.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.406+0000 7f932de2a640 1 -- 172.21.15.31:0/3083760646 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f93281f66e0 con 0x7f9314078970 2024-09-16T07:25:40.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.410+0000 7f930ffff640 1 -- 172.21.15.31:0/3083760646 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252060 (secure 0 0 0) 0x7f93281f66e0 con 0x7f9314078970 2024-09-16T07:25:40.413 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:25:40.415 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-16T07:25:40.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.413+0000 7f932de2a640 1 -- 172.21.15.31:0/3083760646 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9314078970 msgr2=0x7f931407ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:40.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.413+0000 7f932de2a640 1 --2- 172.21.15.31:0/3083760646 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9314078970 0x7f931407ae30 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f931c033000 tx=0x7f931c004730 comp rx=0 tx=0).stop 2024-09-16T07:25:40.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.413+0000 7f932de2a640 1 -- 172.21.15.31:0/3083760646 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9328074060 msgr2=0x7f93281f3b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:40.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.413+0000 7f932de2a640 1 --2- 172.21.15.31:0/3083760646 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9328074060 0x7f93281f3b60 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7f931800b420 tx=0x7f931800b8e0 comp rx=0 tx=0).stop 2024-09-16T07:25:40.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.413+0000 7f932de2a640 1 -- 172.21.15.31:0/3083760646 shutdown_connections 2024-09-16T07:25:40.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.413+0000 7f932de2a640 1 --2- 172.21.15.31:0/3083760646 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9314078970 0x7f931407ae30 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:40.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.413+0000 7f932de2a640 1 --2- 172.21.15.31:0/3083760646 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9328156110 0x7f932806f970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:40.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.413+0000 7f932de2a640 1 --2- 172.21.15.31:0/3083760646 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f93280cdaa0 0x7f932814da60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:40.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.413+0000 7f932de2a640 1 --2- 172.21.15.31:0/3083760646 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9328074060 0x7f93281f3b60 unknown :-1 s=CLOSED pgs=914 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:40.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.413+0000 7f932de2a640 1 -- 172.21.15.31:0/3083760646 >> 172.21.15.31:0/3083760646 conn(0x7f93280b19c0 msgr2=0x7f93280acd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:40.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.413+0000 7f932de2a640 1 -- 172.21.15.31:0/3083760646 shutdown_connections 2024-09-16T07:25:40.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.413+0000 7f932de2a640 1 -- 172.21.15.31:0/3083760646 wait complete. 2024-09-16T07:25:40.425 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":26,"stamp":"2024-09-16T07:25:40.225212+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":157,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":77,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":245812,"kb_used_data":8776,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754728908,"statfs":{"total":773094113280,"available":772842401792,"internally_reserved":0,"allocated":8986624,"data_stored":4497328,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":242535985},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":29,"apply_latency_ms":29,"commit_latency_ns":29000000,"apply_latency_ns":29000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001109"},"pg_stats":[{"pgid":"13.3f","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.058212+0000","last_change":"2024-09-16T07:25:36.050013+0000","last_active":"2024-09-16T07:25:36.058212+0000","last_peered":"2024-09-16T07:25:36.058212+0000","last_clean":"2024-09-16T07:25:36.058212+0000","last_became_active":"2024-09-16T07:25:36.049727+0000","last_became_peered":"2024-09-16T07:25:36.049727+0000","last_unstale":"2024-09-16T07:25:36.058212+0000","last_undegraded":"2024-09-16T07:25:36.058212+0000","last_fullsized":"2024-09-16T07:25:36.058212+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:03:49.786435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.3e","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.043242+0000","last_change":"2024-09-16T07:25:36.039824+0000","last_active":"2024-09-16T07:25:36.043242+0000","last_peered":"2024-09-16T07:25:36.043242+0000","last_clean":"2024-09-16T07:25:36.043242+0000","last_became_active":"2024-09-16T07:25:36.038683+0000","last_became_peered":"2024-09-16T07:25:36.038683+0000","last_unstale":"2024-09-16T07:25:36.043242+0000","last_undegraded":"2024-09-16T07:25:36.043242+0000","last_fullsized":"2024-09-16T07:25:36.043242+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:20:10.033009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.3d","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.058081+0000","last_change":"2024-09-16T07:25:36.056568+0000","last_active":"2024-09-16T07:25:36.058081+0000","last_peered":"2024-09-16T07:25:36.058081+0000","last_clean":"2024-09-16T07:25:36.058081+0000","last_became_active":"2024-09-16T07:25:36.056285+0000","last_became_peered":"2024-09-16T07:25:36.056285+0000","last_unstale":"2024-09-16T07:25:36.058081+0000","last_undegraded":"2024-09-16T07:25:36.058081+0000","last_fullsized":"2024-09-16T07:25:36.058081+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:57:52.064396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3c","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.047956+0000","last_change":"2024-09-16T07:25:36.046232+0000","last_active":"2024-09-16T07:25:36.047956+0000","last_peered":"2024-09-16T07:25:36.047956+0000","last_clean":"2024-09-16T07:25:36.047956+0000","last_became_active":"2024-09-16T07:25:36.045955+0000","last_became_peered":"2024-09-16T07:25:36.045955+0000","last_unstale":"2024-09-16T07:25:36.047956+0000","last_undegraded":"2024-09-16T07:25:36.047956+0000","last_fullsized":"2024-09-16T07:25:36.047956+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:17:10.132138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.3b","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.057553+0000","last_change":"2024-09-16T07:25:36.055134+0000","last_active":"2024-09-16T07:25:36.057553+0000","last_peered":"2024-09-16T07:25:36.057553+0000","last_clean":"2024-09-16T07:25:36.057553+0000","last_became_active":"2024-09-16T07:25:36.051765+0000","last_became_peered":"2024-09-16T07:25:36.051765+0000","last_unstale":"2024-09-16T07:25:36.057553+0000","last_undegraded":"2024-09-16T07:25:36.057553+0000","last_fullsized":"2024-09-16T07:25:36.057553+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:54:23.687405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.3a","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.048909+0000","last_change":"2024-09-16T07:25:36.045636+0000","last_active":"2024-09-16T07:25:36.048909+0000","last_peered":"2024-09-16T07:25:36.048909+0000","last_clean":"2024-09-16T07:25:36.048909+0000","last_became_active":"2024-09-16T07:25:36.045330+0000","last_became_peered":"2024-09-16T07:25:36.045330+0000","last_unstale":"2024-09-16T07:25:36.048909+0000","last_undegraded":"2024-09-16T07:25:36.048909+0000","last_fullsized":"2024-09-16T07:25:36.048909+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:24:26.810590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.39","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.048592+0000","last_change":"2024-09-16T07:25:36.046479+0000","last_active":"2024-09-16T07:25:36.048592+0000","last_peered":"2024-09-16T07:25:36.048592+0000","last_clean":"2024-09-16T07:25:36.048592+0000","last_became_active":"2024-09-16T07:25:36.046155+0000","last_became_peered":"2024-09-16T07:25:36.046155+0000","last_unstale":"2024-09-16T07:25:36.048592+0000","last_undegraded":"2024-09-16T07:25:36.048592+0000","last_fullsized":"2024-09-16T07:25:36.048592+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:22:25.542308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.38","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.066375+0000","last_change":"2024-09-16T07:25:36.063169+0000","last_active":"2024-09-16T07:25:36.066375+0000","last_peered":"2024-09-16T07:25:36.066375+0000","last_clean":"2024-09-16T07:25:36.066375+0000","last_became_active":"2024-09-16T07:25:36.062826+0000","last_became_peered":"2024-09-16T07:25:36.062826+0000","last_unstale":"2024-09-16T07:25:36.066375+0000","last_undegraded":"2024-09-16T07:25:36.066375+0000","last_fullsized":"2024-09-16T07:25:36.066375+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:45:53.384499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.37","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.057975+0000","last_change":"2024-09-16T07:25:36.046450+0000","last_active":"2024-09-16T07:25:36.057975+0000","last_peered":"2024-09-16T07:25:36.057975+0000","last_clean":"2024-09-16T07:25:36.057975+0000","last_became_active":"2024-09-16T07:25:36.046171+0000","last_became_peered":"2024-09-16T07:25:36.046171+0000","last_unstale":"2024-09-16T07:25:36.057975+0000","last_undegraded":"2024-09-16T07:25:36.057975+0000","last_fullsized":"2024-09-16T07:25:36.057975+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:40:12.441723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.36","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.040894+0000","last_change":"2024-09-16T07:25:36.037693+0000","last_active":"2024-09-16T07:25:36.040894+0000","last_peered":"2024-09-16T07:25:36.040894+0000","last_clean":"2024-09-16T07:25:36.040894+0000","last_became_active":"2024-09-16T07:25:36.037245+0000","last_became_peered":"2024-09-16T07:25:36.037245+0000","last_unstale":"2024-09-16T07:25:36.040894+0000","last_undegraded":"2024-09-16T07:25:36.040894+0000","last_fullsized":"2024-09-16T07:25:36.040894+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:20:10.033009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.35","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.061909+0000","last_change":"2024-09-16T07:25:36.057882+0000","last_active":"2024-09-16T07:25:36.061909+0000","last_peered":"2024-09-16T07:25:36.061909+0000","last_clean":"2024-09-16T07:25:36.061909+0000","last_became_active":"2024-09-16T07:25:36.057606+0000","last_became_peered":"2024-09-16T07:25:36.057606+0000","last_unstale":"2024-09-16T07:25:36.061909+0000","last_undegraded":"2024-09-16T07:25:36.061909+0000","last_fullsized":"2024-09-16T07:25:36.061909+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:28:54.514920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.34","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.056986+0000","last_change":"2024-09-16T07:25:36.054056+0000","last_active":"2024-09-16T07:25:36.056986+0000","last_peered":"2024-09-16T07:25:36.056986+0000","last_clean":"2024-09-16T07:25:36.056986+0000","last_became_active":"2024-09-16T07:25:36.053576+0000","last_became_peered":"2024-09-16T07:25:36.053576+0000","last_unstale":"2024-09-16T07:25:36.056986+0000","last_undegraded":"2024-09-16T07:25:36.056986+0000","last_fullsized":"2024-09-16T07:25:36.056986+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:35:42.096280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.33","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.064156+0000","last_change":"2024-09-16T07:25:36.059456+0000","last_active":"2024-09-16T07:25:36.064156+0000","last_peered":"2024-09-16T07:25:36.064156+0000","last_clean":"2024-09-16T07:25:36.064156+0000","last_became_active":"2024-09-16T07:25:36.059170+0000","last_became_peered":"2024-09-16T07:25:36.059170+0000","last_unstale":"2024-09-16T07:25:36.064156+0000","last_undegraded":"2024-09-16T07:25:36.064156+0000","last_fullsized":"2024-09-16T07:25:36.064156+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:48:23.261818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.32","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.055890+0000","last_change":"2024-09-16T07:25:36.047542+0000","last_active":"2024-09-16T07:25:36.055890+0000","last_peered":"2024-09-16T07:25:36.055890+0000","last_clean":"2024-09-16T07:25:36.055890+0000","last_became_active":"2024-09-16T07:25:36.047245+0000","last_became_peered":"2024-09-16T07:25:36.047245+0000","last_unstale":"2024-09-16T07:25:36.055890+0000","last_undegraded":"2024-09-16T07:25:36.055890+0000","last_fullsized":"2024-09-16T07:25:36.055890+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:43:39.972477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.31","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.042701+0000","last_change":"2024-09-16T07:25:36.040729+0000","last_active":"2024-09-16T07:25:36.042701+0000","last_peered":"2024-09-16T07:25:36.042701+0000","last_clean":"2024-09-16T07:25:36.042701+0000","last_became_active":"2024-09-16T07:25:36.040433+0000","last_became_peered":"2024-09-16T07:25:36.040433+0000","last_unstale":"2024-09-16T07:25:36.042701+0000","last_undegraded":"2024-09-16T07:25:36.042701+0000","last_fullsized":"2024-09-16T07:25:36.042701+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:50:41.634562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.30","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.056859+0000","last_change":"2024-09-16T07:25:36.055964+0000","last_active":"2024-09-16T07:25:36.056859+0000","last_peered":"2024-09-16T07:25:36.056859+0000","last_clean":"2024-09-16T07:25:36.056859+0000","last_became_active":"2024-09-16T07:25:36.055680+0000","last_became_peered":"2024-09-16T07:25:36.055680+0000","last_unstale":"2024-09-16T07:25:36.056859+0000","last_undegraded":"2024-09-16T07:25:36.056859+0000","last_fullsized":"2024-09-16T07:25:36.056859+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:21:45.274210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2f","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.066237+0000","last_change":"2024-09-16T07:25:36.062316+0000","last_active":"2024-09-16T07:25:36.066237+0000","last_peered":"2024-09-16T07:25:36.066237+0000","last_clean":"2024-09-16T07:25:36.066237+0000","last_became_active":"2024-09-16T07:25:36.062021+0000","last_became_peered":"2024-09-16T07:25:36.062021+0000","last_unstale":"2024-09-16T07:25:36.066237+0000","last_undegraded":"2024-09-16T07:25:36.066237+0000","last_fullsized":"2024-09-16T07:25:36.066237+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:43:13.433558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.2e","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.061869+0000","last_change":"2024-09-16T07:25:36.057434+0000","last_active":"2024-09-16T07:25:36.061869+0000","last_peered":"2024-09-16T07:25:36.061869+0000","last_clean":"2024-09-16T07:25:36.061869+0000","last_became_active":"2024-09-16T07:25:36.057141+0000","last_became_peered":"2024-09-16T07:25:36.057141+0000","last_unstale":"2024-09-16T07:25:36.061869+0000","last_undegraded":"2024-09-16T07:25:36.061869+0000","last_fullsized":"2024-09-16T07:25:36.061869+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:00:54.332005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.2d","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.049060+0000","last_change":"2024-09-16T07:25:36.046429+0000","last_active":"2024-09-16T07:25:36.049060+0000","last_peered":"2024-09-16T07:25:36.049060+0000","last_clean":"2024-09-16T07:25:36.049060+0000","last_became_active":"2024-09-16T07:25:36.046183+0000","last_became_peered":"2024-09-16T07:25:36.046183+0000","last_unstale":"2024-09-16T07:25:36.049060+0000","last_undegraded":"2024-09-16T07:25:36.049060+0000","last_fullsized":"2024-09-16T07:25:36.049060+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:49:05.759868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.2c","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.055827+0000","last_change":"2024-09-16T07:25:36.047395+0000","last_active":"2024-09-16T07:25:36.055827+0000","last_peered":"2024-09-16T07:25:36.055827+0000","last_clean":"2024-09-16T07:25:36.055827+0000","last_became_active":"2024-09-16T07:25:36.047137+0000","last_became_peered":"2024-09-16T07:25:36.047137+0000","last_unstale":"2024-09-16T07:25:36.055827+0000","last_undegraded":"2024-09-16T07:25:36.055827+0000","last_fullsized":"2024-09-16T07:25:36.055827+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:05:07.423878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.2b","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.058244+0000","last_change":"2024-09-16T07:25:36.053053+0000","last_active":"2024-09-16T07:25:36.058244+0000","last_peered":"2024-09-16T07:25:36.058244+0000","last_clean":"2024-09-16T07:25:36.058244+0000","last_became_active":"2024-09-16T07:25:36.051191+0000","last_became_peered":"2024-09-16T07:25:36.051191+0000","last_unstale":"2024-09-16T07:25:36.058244+0000","last_undegraded":"2024-09-16T07:25:36.058244+0000","last_fullsized":"2024-09-16T07:25:36.058244+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:03:50.536325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.2a","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.061452+0000","last_change":"2024-09-16T07:25:36.052681+0000","last_active":"2024-09-16T07:25:36.061452+0000","last_peered":"2024-09-16T07:25:36.061452+0000","last_clean":"2024-09-16T07:25:36.061452+0000","last_became_active":"2024-09-16T07:25:36.052417+0000","last_became_peered":"2024-09-16T07:25:36.052417+0000","last_unstale":"2024-09-16T07:25:36.061452+0000","last_undegraded":"2024-09-16T07:25:36.061452+0000","last_fullsized":"2024-09-16T07:25:36.061452+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:16:29.487434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.29","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.057014+0000","last_change":"2024-09-16T07:25:36.054275+0000","last_active":"2024-09-16T07:25:36.057014+0000","last_peered":"2024-09-16T07:25:36.057014+0000","last_clean":"2024-09-16T07:25:36.057014+0000","last_became_active":"2024-09-16T07:25:36.054002+0000","last_became_peered":"2024-09-16T07:25:36.054002+0000","last_unstale":"2024-09-16T07:25:36.057014+0000","last_undegraded":"2024-09-16T07:25:36.057014+0000","last_fullsized":"2024-09-16T07:25:36.057014+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:26:12.145209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.28","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.061865+0000","last_change":"2024-09-16T07:25:36.056624+0000","last_active":"2024-09-16T07:25:36.061865+0000","last_peered":"2024-09-16T07:25:36.061865+0000","last_clean":"2024-09-16T07:25:36.061865+0000","last_became_active":"2024-09-16T07:25:36.053616+0000","last_became_peered":"2024-09-16T07:25:36.053616+0000","last_unstale":"2024-09-16T07:25:36.061865+0000","last_undegraded":"2024-09-16T07:25:36.061865+0000","last_fullsized":"2024-09-16T07:25:36.061865+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:25:07.118580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.27","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.061621+0000","last_change":"2024-09-16T07:25:36.055907+0000","last_active":"2024-09-16T07:25:36.061621+0000","last_peered":"2024-09-16T07:25:36.061621+0000","last_clean":"2024-09-16T07:25:36.061621+0000","last_became_active":"2024-09-16T07:25:36.055535+0000","last_became_peered":"2024-09-16T07:25:36.055535+0000","last_unstale":"2024-09-16T07:25:36.061621+0000","last_undegraded":"2024-09-16T07:25:36.061621+0000","last_fullsized":"2024-09-16T07:25:36.061621+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:27:17.934325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.26","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.054121+0000","last_change":"2024-09-16T07:25:36.047896+0000","last_active":"2024-09-16T07:25:36.054121+0000","last_peered":"2024-09-16T07:25:36.054121+0000","last_clean":"2024-09-16T07:25:36.054121+0000","last_became_active":"2024-09-16T07:25:36.047638+0000","last_became_peered":"2024-09-16T07:25:36.047638+0000","last_unstale":"2024-09-16T07:25:36.054121+0000","last_undegraded":"2024-09-16T07:25:36.054121+0000","last_fullsized":"2024-09-16T07:25:36.054121+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:32:52.892256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.25","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.054380+0000","last_change":"2024-09-16T07:25:36.052646+0000","last_active":"2024-09-16T07:25:36.054380+0000","last_peered":"2024-09-16T07:25:36.054380+0000","last_clean":"2024-09-16T07:25:36.054380+0000","last_became_active":"2024-09-16T07:25:36.052351+0000","last_became_peered":"2024-09-16T07:25:36.052351+0000","last_unstale":"2024-09-16T07:25:36.054380+0000","last_undegraded":"2024-09-16T07:25:36.054380+0000","last_fullsized":"2024-09-16T07:25:36.054380+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:18:19.153471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.24","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.058005+0000","last_change":"2024-09-16T07:25:36.047540+0000","last_active":"2024-09-16T07:25:36.058005+0000","last_peered":"2024-09-16T07:25:36.058005+0000","last_clean":"2024-09-16T07:25:36.058005+0000","last_became_active":"2024-09-16T07:25:36.047253+0000","last_became_peered":"2024-09-16T07:25:36.047253+0000","last_unstale":"2024-09-16T07:25:36.058005+0000","last_undegraded":"2024-09-16T07:25:36.058005+0000","last_fullsized":"2024-09-16T07:25:36.058005+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:24:51.489271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.23","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.055207+0000","last_change":"2024-09-16T07:25:36.051502+0000","last_active":"2024-09-16T07:25:36.055207+0000","last_peered":"2024-09-16T07:25:36.055207+0000","last_clean":"2024-09-16T07:25:36.055207+0000","last_became_active":"2024-09-16T07:25:36.051210+0000","last_became_peered":"2024-09-16T07:25:36.051210+0000","last_unstale":"2024-09-16T07:25:36.055207+0000","last_undegraded":"2024-09-16T07:25:36.055207+0000","last_fullsized":"2024-09-16T07:25:36.055207+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:25:28.818669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.22","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.055916+0000","last_change":"2024-09-16T07:25:36.048515+0000","last_active":"2024-09-16T07:25:36.055916+0000","last_peered":"2024-09-16T07:25:36.055916+0000","last_clean":"2024-09-16T07:25:36.055916+0000","last_became_active":"2024-09-16T07:25:36.048207+0000","last_became_peered":"2024-09-16T07:25:36.048207+0000","last_unstale":"2024-09-16T07:25:36.055916+0000","last_undegraded":"2024-09-16T07:25:36.055916+0000","last_fullsized":"2024-09-16T07:25:36.055916+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:26:52.156972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.21","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.048727+0000","last_change":"2024-09-16T07:25:36.044880+0000","last_active":"2024-09-16T07:25:36.048727+0000","last_peered":"2024-09-16T07:25:36.048727+0000","last_clean":"2024-09-16T07:25:36.048727+0000","last_became_active":"2024-09-16T07:25:36.044537+0000","last_became_peered":"2024-09-16T07:25:36.044537+0000","last_unstale":"2024-09-16T07:25:36.048727+0000","last_undegraded":"2024-09-16T07:25:36.048727+0000","last_fullsized":"2024-09-16T07:25:36.048727+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:50:41.634562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.20","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.048824+0000","last_change":"2024-09-16T07:25:36.044904+0000","last_active":"2024-09-16T07:25:36.048824+0000","last_peered":"2024-09-16T07:25:36.048824+0000","last_clean":"2024-09-16T07:25:36.048824+0000","last_became_active":"2024-09-16T07:25:36.044503+0000","last_became_peered":"2024-09-16T07:25:36.044503+0000","last_unstale":"2024-09-16T07:25:36.048824+0000","last_undegraded":"2024-09-16T07:25:36.048824+0000","last_fullsized":"2024-09-16T07:25:36.048824+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:22:25.542308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.066379+0000","last_change":"2024-09-16T07:25:36.062354+0000","last_active":"2024-09-16T07:25:36.066379+0000","last_peered":"2024-09-16T07:25:36.066379+0000","last_clean":"2024-09-16T07:25:36.066379+0000","last_became_active":"2024-09-16T07:25:36.062122+0000","last_became_peered":"2024-09-16T07:25:36.062122+0000","last_unstale":"2024-09-16T07:25:36.066379+0000","last_undegraded":"2024-09-16T07:25:36.066379+0000","last_fullsized":"2024-09-16T07:25:36.066379+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:26:36.706943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1f","version":"81'4","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.062062+0000","last_change":"2024-09-16T07:25:35.045521+0000","last_active":"2024-09-16T07:25:36.062062+0000","last_peered":"2024-09-16T07:25:36.062062+0000","last_clean":"2024-09-16T07:25:36.062062+0000","last_became_active":"2024-09-16T07:25:35.045170+0000","last_became_peered":"2024-09-16T07:25:35.045170+0000","last_unstale":"2024-09-16T07:25:36.062062+0000","last_undegraded":"2024-09-16T07:25:36.062062+0000","last_fullsized":"2024-09-16T07:25:36.062062+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:36:47.171574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.058176+0000","last_change":"2024-09-16T07:25:36.050065+0000","last_active":"2024-09-16T07:25:36.058176+0000","last_peered":"2024-09-16T07:25:36.058176+0000","last_clean":"2024-09-16T07:25:36.058176+0000","last_became_active":"2024-09-16T07:25:36.049774+0000","last_became_peered":"2024-09-16T07:25:36.049774+0000","last_unstale":"2024-09-16T07:25:36.058176+0000","last_undegraded":"2024-09-16T07:25:36.058176+0000","last_fullsized":"2024-09-16T07:25:36.058176+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:46:21.067652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1e","version":"81'1","reported_seq":14,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.061903+0000","last_change":"2024-09-16T07:25:35.045823+0000","last_active":"2024-09-16T07:25:36.061903+0000","last_peered":"2024-09-16T07:25:36.061903+0000","last_clean":"2024-09-16T07:25:36.061903+0000","last_became_active":"2024-09-16T07:25:35.045535+0000","last_became_peered":"2024-09-16T07:25:35.045535+0000","last_unstale":"2024-09-16T07:25:36.061903+0000","last_undegraded":"2024-09-16T07:25:36.061903+0000","last_fullsized":"2024-09-16T07:25:36.061903+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:38:39.609328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.053496+0000","last_change":"2024-09-16T07:25:36.051867+0000","last_active":"2024-09-16T07:25:36.053496+0000","last_peered":"2024-09-16T07:25:36.053496+0000","last_clean":"2024-09-16T07:25:36.053496+0000","last_became_active":"2024-09-16T07:25:36.051549+0000","last_became_peered":"2024-09-16T07:25:36.051549+0000","last_unstale":"2024-09-16T07:25:36.053496+0000","last_undegraded":"2024-09-16T07:25:36.053496+0000","last_fullsized":"2024-09-16T07:25:36.053496+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:36:11.523756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1d","version":"81'2","reported_seq":15,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.066731+0000","last_change":"2024-09-16T07:25:35.041475+0000","last_active":"2024-09-16T07:25:36.066731+0000","last_peered":"2024-09-16T07:25:36.066731+0000","last_clean":"2024-09-16T07:25:36.066731+0000","last_became_active":"2024-09-16T07:25:35.041205+0000","last_became_peered":"2024-09-16T07:25:35.041205+0000","last_unstale":"2024-09-16T07:25:36.066731+0000","last_undegraded":"2024-09-16T07:25:36.066731+0000","last_fullsized":"2024-09-16T07:25:36.066731+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:04:47.857654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.066360+0000","last_change":"2024-09-16T07:25:36.062184+0000","last_active":"2024-09-16T07:25:36.066360+0000","last_peered":"2024-09-16T07:25:36.066360+0000","last_clean":"2024-09-16T07:25:36.066360+0000","last_became_active":"2024-09-16T07:25:36.060498+0000","last_became_peered":"2024-09-16T07:25:36.060498+0000","last_unstale":"2024-09-16T07:25:36.066360+0000","last_undegraded":"2024-09-16T07:25:36.066360+0000","last_fullsized":"2024-09-16T07:25:36.066360+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:23:32.817643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1c","version":"81'2","reported_seq":15,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.059327+0000","last_change":"2024-09-16T07:25:35.046522+0000","last_active":"2024-09-16T07:25:36.059327+0000","last_peered":"2024-09-16T07:25:36.059327+0000","last_clean":"2024-09-16T07:25:36.059327+0000","last_became_active":"2024-09-16T07:25:35.045817+0000","last_became_peered":"2024-09-16T07:25:35.045817+0000","last_unstale":"2024-09-16T07:25:36.059327+0000","last_undegraded":"2024-09-16T07:25:36.059327+0000","last_fullsized":"2024-09-16T07:25:36.059327+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:32:31.164230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.061485+0000","last_change":"2024-09-16T07:25:36.057313+0000","last_active":"2024-09-16T07:25:36.061485+0000","last_peered":"2024-09-16T07:25:36.061485+0000","last_clean":"2024-09-16T07:25:36.061485+0000","last_became_active":"2024-09-16T07:25:36.057024+0000","last_became_peered":"2024-09-16T07:25:36.057024+0000","last_unstale":"2024-09-16T07:25:36.061485+0000","last_undegraded":"2024-09-16T07:25:36.061485+0000","last_fullsized":"2024-09-16T07:25:36.061485+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:30:49.547574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1b","version":"81'1","reported_seq":14,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.055643+0000","last_change":"2024-09-16T07:25:35.050685+0000","last_active":"2024-09-16T07:25:36.055643+0000","last_peered":"2024-09-16T07:25:36.055643+0000","last_clean":"2024-09-16T07:25:36.055643+0000","last_became_active":"2024-09-16T07:25:35.050420+0000","last_became_peered":"2024-09-16T07:25:35.050420+0000","last_unstale":"2024-09-16T07:25:36.055643+0000","last_undegraded":"2024-09-16T07:25:36.055643+0000","last_fullsized":"2024-09-16T07:25:36.055643+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:18:51.891065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.050667+0000","last_change":"2024-09-16T07:25:36.047074+0000","last_active":"2024-09-16T07:25:36.050667+0000","last_peered":"2024-09-16T07:25:36.050667+0000","last_clean":"2024-09-16T07:25:36.050667+0000","last_became_active":"2024-09-16T07:25:36.046838+0000","last_became_peered":"2024-09-16T07:25:36.046838+0000","last_unstale":"2024-09-16T07:25:36.050667+0000","last_undegraded":"2024-09-16T07:25:36.050667+0000","last_fullsized":"2024-09-16T07:25:36.050667+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:45:18.935622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.1a","version":"81'1","reported_seq":14,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.062874+0000","last_change":"2024-09-16T07:25:35.049246+0000","last_active":"2024-09-16T07:25:36.062874+0000","last_peered":"2024-09-16T07:25:36.062874+0000","last_clean":"2024-09-16T07:25:36.062874+0000","last_became_active":"2024-09-16T07:25:35.048304+0000","last_became_peered":"2024-09-16T07:25:35.048304+0000","last_unstale":"2024-09-16T07:25:36.062874+0000","last_undegraded":"2024-09-16T07:25:36.062874+0000","last_fullsized":"2024-09-16T07:25:36.062874+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:51:44.532168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.066181+0000","last_change":"2024-09-16T07:25:36.058218+0000","last_active":"2024-09-16T07:25:36.066181+0000","last_peered":"2024-09-16T07:25:36.066181+0000","last_clean":"2024-09-16T07:25:36.066181+0000","last_became_active":"2024-09-16T07:25:36.057899+0000","last_became_peered":"2024-09-16T07:25:36.057899+0000","last_unstale":"2024-09-16T07:25:36.066181+0000","last_undegraded":"2024-09-16T07:25:36.066181+0000","last_fullsized":"2024-09-16T07:25:36.066181+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:02:46.797423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":13,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.039850+0000","last_change":"2024-09-16T07:25:35.044122+0000","last_active":"2024-09-16T07:25:36.039850+0000","last_peered":"2024-09-16T07:25:36.039850+0000","last_clean":"2024-09-16T07:25:36.039850+0000","last_became_active":"2024-09-16T07:25:35.043853+0000","last_became_peered":"2024-09-16T07:25:35.043853+0000","last_unstale":"2024-09-16T07:25:36.039850+0000","last_undegraded":"2024-09-16T07:25:36.039850+0000","last_fullsized":"2024-09-16T07:25:36.039850+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:41:44.874604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.062072+0000","last_change":"2024-09-16T07:25:36.057149+0000","last_active":"2024-09-16T07:25:36.062072+0000","last_peered":"2024-09-16T07:25:36.062072+0000","last_clean":"2024-09-16T07:25:36.062072+0000","last_became_active":"2024-09-16T07:25:36.056789+0000","last_became_peered":"2024-09-16T07:25:36.056789+0000","last_unstale":"2024-09-16T07:25:36.062072+0000","last_undegraded":"2024-09-16T07:25:36.062072+0000","last_fullsized":"2024-09-16T07:25:36.062072+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:03:20.622148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":13,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.039069+0000","last_change":"2024-09-16T07:25:35.046014+0000","last_active":"2024-09-16T07:25:36.039069+0000","last_peered":"2024-09-16T07:25:36.039069+0000","last_clean":"2024-09-16T07:25:36.039069+0000","last_became_active":"2024-09-16T07:25:35.045707+0000","last_became_peered":"2024-09-16T07:25:35.045707+0000","last_unstale":"2024-09-16T07:25:36.039069+0000","last_undegraded":"2024-09-16T07:25:36.039069+0000","last_fullsized":"2024-09-16T07:25:36.039069+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:40:57.401341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.061498+0000","last_change":"2024-09-16T07:25:36.055596+0000","last_active":"2024-09-16T07:25:36.061498+0000","last_peered":"2024-09-16T07:25:36.061498+0000","last_clean":"2024-09-16T07:25:36.061498+0000","last_became_active":"2024-09-16T07:25:36.055309+0000","last_became_peered":"2024-09-16T07:25:36.055309+0000","last_unstale":"2024-09-16T07:25:36.061498+0000","last_undegraded":"2024-09-16T07:25:36.061498+0000","last_fullsized":"2024-09-16T07:25:36.061498+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:36:38.199346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":13,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.036152+0000","last_change":"2024-09-16T07:25:35.047619+0000","last_active":"2024-09-16T07:25:36.036152+0000","last_peered":"2024-09-16T07:25:36.036152+0000","last_clean":"2024-09-16T07:25:36.036152+0000","last_became_active":"2024-09-16T07:25:35.047323+0000","last_became_peered":"2024-09-16T07:25:35.047323+0000","last_unstale":"2024-09-16T07:25:36.036152+0000","last_undegraded":"2024-09-16T07:25:36.036152+0000","last_fullsized":"2024-09-16T07:25:36.036152+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:30:14.291158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.066187+0000","last_change":"2024-09-16T07:25:36.058980+0000","last_active":"2024-09-16T07:25:36.066187+0000","last_peered":"2024-09-16T07:25:36.066187+0000","last_clean":"2024-09-16T07:25:36.066187+0000","last_became_active":"2024-09-16T07:25:36.058679+0000","last_became_peered":"2024-09-16T07:25:36.058679+0000","last_unstale":"2024-09-16T07:25:36.066187+0000","last_undegraded":"2024-09-16T07:25:36.066187+0000","last_fullsized":"2024-09-16T07:25:36.066187+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:20:16.833450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":13,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.037041+0000","last_change":"2024-09-16T07:25:35.050929+0000","last_active":"2024-09-16T07:25:36.037041+0000","last_peered":"2024-09-16T07:25:36.037041+0000","last_clean":"2024-09-16T07:25:36.037041+0000","last_became_active":"2024-09-16T07:25:35.050647+0000","last_became_peered":"2024-09-16T07:25:35.050647+0000","last_unstale":"2024-09-16T07:25:36.037041+0000","last_undegraded":"2024-09-16T07:25:36.037041+0000","last_fullsized":"2024-09-16T07:25:36.037041+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:50:41.706483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.061692+0000","last_change":"2024-09-16T07:25:36.056087+0000","last_active":"2024-09-16T07:25:36.061692+0000","last_peered":"2024-09-16T07:25:36.061692+0000","last_clean":"2024-09-16T07:25:36.061692+0000","last_became_active":"2024-09-16T07:25:36.055799+0000","last_became_peered":"2024-09-16T07:25:36.055799+0000","last_unstale":"2024-09-16T07:25:36.061692+0000","last_undegraded":"2024-09-16T07:25:36.061692+0000","last_fullsized":"2024-09-16T07:25:36.061692+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:21:27.414909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.15","version":"81'3","reported_seq":16,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.062475+0000","last_change":"2024-09-16T07:25:35.046379+0000","last_active":"2024-09-16T07:25:36.062475+0000","last_peered":"2024-09-16T07:25:36.062475+0000","last_clean":"2024-09-16T07:25:36.062475+0000","last_became_active":"2024-09-16T07:25:35.046133+0000","last_became_peered":"2024-09-16T07:25:35.046133+0000","last_unstale":"2024-09-16T07:25:36.062475+0000","last_undegraded":"2024-09-16T07:25:36.062475+0000","last_fullsized":"2024-09-16T07:25:36.062475+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:11:11.293727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.066553+0000","last_change":"2024-09-16T07:25:36.064413+0000","last_active":"2024-09-16T07:25:36.066553+0000","last_peered":"2024-09-16T07:25:36.066553+0000","last_clean":"2024-09-16T07:25:36.066553+0000","last_became_active":"2024-09-16T07:25:36.064173+0000","last_became_peered":"2024-09-16T07:25:36.064173+0000","last_unstale":"2024-09-16T07:25:36.066553+0000","last_undegraded":"2024-09-16T07:25:36.066553+0000","last_fullsized":"2024-09-16T07:25:36.066553+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:47:32.641453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.14","version":"81'6","reported_seq":19,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.067110+0000","last_change":"2024-09-16T07:25:35.048908+0000","last_active":"2024-09-16T07:25:36.067110+0000","last_peered":"2024-09-16T07:25:36.067110+0000","last_clean":"2024-09-16T07:25:36.067110+0000","last_became_active":"2024-09-16T07:25:35.048451+0000","last_became_peered":"2024-09-16T07:25:35.048451+0000","last_unstale":"2024-09-16T07:25:36.067110+0000","last_undegraded":"2024-09-16T07:25:36.067110+0000","last_fullsized":"2024-09-16T07:25:36.067110+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:59:46.162155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.061609+0000","last_change":"2024-09-16T07:25:36.054603+0000","last_active":"2024-09-16T07:25:36.061609+0000","last_peered":"2024-09-16T07:25:36.061609+0000","last_clean":"2024-09-16T07:25:36.061609+0000","last_became_active":"2024-09-16T07:25:36.054317+0000","last_became_peered":"2024-09-16T07:25:36.054317+0000","last_unstale":"2024-09-16T07:25:36.061609+0000","last_undegraded":"2024-09-16T07:25:36.061609+0000","last_fullsized":"2024-09-16T07:25:36.061609+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:35:33.393562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.13","version":"81'2","reported_seq":15,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.055151+0000","last_change":"2024-09-16T07:25:35.043530+0000","last_active":"2024-09-16T07:25:36.055151+0000","last_peered":"2024-09-16T07:25:36.055151+0000","last_clean":"2024-09-16T07:25:36.055151+0000","last_became_active":"2024-09-16T07:25:35.042941+0000","last_became_peered":"2024-09-16T07:25:35.042941+0000","last_unstale":"2024-09-16T07:25:36.055151+0000","last_undegraded":"2024-09-16T07:25:36.055151+0000","last_fullsized":"2024-09-16T07:25:36.055151+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:07:11.089208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.066254+0000","last_change":"2024-09-16T07:25:36.060170+0000","last_active":"2024-09-16T07:25:36.066254+0000","last_peered":"2024-09-16T07:25:36.066254+0000","last_clean":"2024-09-16T07:25:36.066254+0000","last_became_active":"2024-09-16T07:25:36.059864+0000","last_became_peered":"2024-09-16T07:25:36.059864+0000","last_unstale":"2024-09-16T07:25:36.066254+0000","last_undegraded":"2024-09-16T07:25:36.066254+0000","last_fullsized":"2024-09-16T07:25:36.066254+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:31:33.327847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":13,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.031916+0000","last_change":"2024-09-16T07:25:35.043725+0000","last_active":"2024-09-16T07:25:36.031916+0000","last_peered":"2024-09-16T07:25:36.031916+0000","last_clean":"2024-09-16T07:25:36.031916+0000","last_became_active":"2024-09-16T07:25:35.043413+0000","last_became_peered":"2024-09-16T07:25:35.043413+0000","last_unstale":"2024-09-16T07:25:36.031916+0000","last_undegraded":"2024-09-16T07:25:36.031916+0000","last_fullsized":"2024-09-16T07:25:36.031916+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:38:39.609328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.061515+0000","last_change":"2024-09-16T07:25:36.054785+0000","last_active":"2024-09-16T07:25:36.061515+0000","last_peered":"2024-09-16T07:25:36.061515+0000","last_clean":"2024-09-16T07:25:36.061515+0000","last_became_active":"2024-09-16T07:25:36.054482+0000","last_became_peered":"2024-09-16T07:25:36.054482+0000","last_unstale":"2024-09-16T07:25:36.061515+0000","last_undegraded":"2024-09-16T07:25:36.061515+0000","last_fullsized":"2024-09-16T07:25:36.061515+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:00:59.340127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":13,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.034250+0000","last_change":"2024-09-16T07:25:35.042008+0000","last_active":"2024-09-16T07:25:36.034250+0000","last_peered":"2024-09-16T07:25:36.034250+0000","last_clean":"2024-09-16T07:25:36.034250+0000","last_became_active":"2024-09-16T07:25:35.041634+0000","last_became_peered":"2024-09-16T07:25:35.041634+0000","last_unstale":"2024-09-16T07:25:36.034250+0000","last_undegraded":"2024-09-16T07:25:36.034250+0000","last_fullsized":"2024-09-16T07:25:36.034250+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:57:19.365134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.058489+0000","last_change":"2024-09-16T07:25:36.053437+0000","last_active":"2024-09-16T07:25:36.058489+0000","last_peered":"2024-09-16T07:25:36.058489+0000","last_clean":"2024-09-16T07:25:36.058489+0000","last_became_active":"2024-09-16T07:25:36.053171+0000","last_became_peered":"2024-09-16T07:25:36.053171+0000","last_unstale":"2024-09-16T07:25:36.058489+0000","last_undegraded":"2024-09-16T07:25:36.058489+0000","last_fullsized":"2024-09-16T07:25:36.058489+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:29:14.323105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.10","version":"81'8","reported_seq":21,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.061317+0000","last_change":"2024-09-16T07:25:35.045511+0000","last_active":"2024-09-16T07:25:36.061317+0000","last_peered":"2024-09-16T07:25:36.061317+0000","last_clean":"2024-09-16T07:25:36.061317+0000","last_became_active":"2024-09-16T07:25:35.045171+0000","last_became_peered":"2024-09-16T07:25:35.045171+0000","last_unstale":"2024-09-16T07:25:36.061317+0000","last_undegraded":"2024-09-16T07:25:36.061317+0000","last_fullsized":"2024-09-16T07:25:36.061317+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:09:04.359170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.060561+0000","last_change":"2024-09-16T07:25:36.059342+0000","last_active":"2024-09-16T07:25:36.060561+0000","last_peered":"2024-09-16T07:25:36.060561+0000","last_clean":"2024-09-16T07:25:36.060561+0000","last_became_active":"2024-09-16T07:25:36.059047+0000","last_became_peered":"2024-09-16T07:25:36.059047+0000","last_unstale":"2024-09-16T07:25:36.060561+0000","last_undegraded":"2024-09-16T07:25:36.060561+0000","last_fullsized":"2024-09-16T07:25:36.060561+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:42:17.573846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.f","version":"81'1","reported_seq":14,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.055022+0000","last_change":"2024-09-16T07:25:35.042583+0000","last_active":"2024-09-16T07:25:36.055022+0000","last_peered":"2024-09-16T07:25:36.055022+0000","last_clean":"2024-09-16T07:25:36.055022+0000","last_became_active":"2024-09-16T07:25:35.041615+0000","last_became_peered":"2024-09-16T07:25:35.041615+0000","last_unstale":"2024-09-16T07:25:36.055022+0000","last_undegraded":"2024-09-16T07:25:36.055022+0000","last_fullsized":"2024-09-16T07:25:36.055022+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:58:33.952770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.057477+0000","last_change":"2024-09-16T07:25:36.056265+0000","last_active":"2024-09-16T07:25:36.057477+0000","last_peered":"2024-09-16T07:25:36.057477+0000","last_clean":"2024-09-16T07:25:36.057477+0000","last_became_active":"2024-09-16T07:25:36.055974+0000","last_became_peered":"2024-09-16T07:25:36.055974+0000","last_unstale":"2024-09-16T07:25:36.057477+0000","last_undegraded":"2024-09-16T07:25:36.057477+0000","last_fullsized":"2024-09-16T07:25:36.057477+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:36:08.518157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.e","version":"81'2","reported_seq":15,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.061364+0000","last_change":"2024-09-16T07:25:35.042773+0000","last_active":"2024-09-16T07:25:36.061364+0000","last_peered":"2024-09-16T07:25:36.061364+0000","last_clean":"2024-09-16T07:25:36.061364+0000","last_became_active":"2024-09-16T07:25:35.042463+0000","last_became_peered":"2024-09-16T07:25:35.042463+0000","last_unstale":"2024-09-16T07:25:36.061364+0000","last_undegraded":"2024-09-16T07:25:36.061364+0000","last_fullsized":"2024-09-16T07:25:36.061364+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:00:03.427518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.063614+0000","last_change":"2024-09-16T07:25:36.060116+0000","last_active":"2024-09-16T07:25:36.063614+0000","last_peered":"2024-09-16T07:25:36.063614+0000","last_clean":"2024-09-16T07:25:36.063614+0000","last_became_active":"2024-09-16T07:25:36.059841+0000","last_became_peered":"2024-09-16T07:25:36.059841+0000","last_unstale":"2024-09-16T07:25:36.063614+0000","last_undegraded":"2024-09-16T07:25:36.063614+0000","last_fullsized":"2024-09-16T07:25:36.063614+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:23:11.838432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":13,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.040514+0000","last_change":"2024-09-16T07:25:35.046478+0000","last_active":"2024-09-16T07:25:36.040514+0000","last_peered":"2024-09-16T07:25:36.040514+0000","last_clean":"2024-09-16T07:25:36.040514+0000","last_became_active":"2024-09-16T07:25:35.046177+0000","last_became_peered":"2024-09-16T07:25:35.046177+0000","last_unstale":"2024-09-16T07:25:36.040514+0000","last_undegraded":"2024-09-16T07:25:36.040514+0000","last_fullsized":"2024-09-16T07:25:36.040514+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:08:12.370883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.056335+0000","last_change":"2024-09-16T07:25:36.054784+0000","last_active":"2024-09-16T07:25:36.056335+0000","last_peered":"2024-09-16T07:25:36.056335+0000","last_clean":"2024-09-16T07:25:36.056335+0000","last_became_active":"2024-09-16T07:25:36.054488+0000","last_became_peered":"2024-09-16T07:25:36.054488+0000","last_unstale":"2024-09-16T07:25:36.056335+0000","last_undegraded":"2024-09-16T07:25:36.056335+0000","last_fullsized":"2024-09-16T07:25:36.056335+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:24:26.810590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.b","version":"81'2","reported_seq":15,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.061956+0000","last_change":"2024-09-16T07:25:35.042481+0000","last_active":"2024-09-16T07:25:36.061956+0000","last_peered":"2024-09-16T07:25:36.061956+0000","last_clean":"2024-09-16T07:25:36.061956+0000","last_became_active":"2024-09-16T07:25:35.042212+0000","last_became_peered":"2024-09-16T07:25:35.042212+0000","last_unstale":"2024-09-16T07:25:36.061956+0000","last_undegraded":"2024-09-16T07:25:36.061956+0000","last_fullsized":"2024-09-16T07:25:36.061956+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:09:30.092506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.060891+0000","last_change":"2024-09-16T07:25:36.056362+0000","last_active":"2024-09-16T07:25:36.060891+0000","last_peered":"2024-09-16T07:25:36.060891+0000","last_clean":"2024-09-16T07:25:36.060891+0000","last_became_active":"2024-09-16T07:25:36.056076+0000","last_became_peered":"2024-09-16T07:25:36.056076+0000","last_unstale":"2024-09-16T07:25:36.060891+0000","last_undegraded":"2024-09-16T07:25:36.060891+0000","last_fullsized":"2024-09-16T07:25:36.060891+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:13:28.171756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":13,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.032005+0000","last_change":"2024-09-16T07:25:35.047061+0000","last_active":"2024-09-16T07:25:36.032005+0000","last_peered":"2024-09-16T07:25:36.032005+0000","last_clean":"2024-09-16T07:25:36.032005+0000","last_became_active":"2024-09-16T07:25:35.046735+0000","last_became_peered":"2024-09-16T07:25:35.046735+0000","last_unstale":"2024-09-16T07:25:36.032005+0000","last_undegraded":"2024-09-16T07:25:36.032005+0000","last_fullsized":"2024-09-16T07:25:36.032005+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:50:41.706483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.055073+0000","last_change":"2024-09-16T07:25:36.051555+0000","last_active":"2024-09-16T07:25:36.055073+0000","last_peered":"2024-09-16T07:25:36.055073+0000","last_clean":"2024-09-16T07:25:36.055073+0000","last_became_active":"2024-09-16T07:25:36.050897+0000","last_became_peered":"2024-09-16T07:25:36.050897+0000","last_unstale":"2024-09-16T07:25:36.055073+0000","last_undegraded":"2024-09-16T07:25:36.055073+0000","last_fullsized":"2024-09-16T07:25:36.055073+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:31:50.930893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":13,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.045224+0000","last_change":"2024-09-16T07:25:35.043668+0000","last_active":"2024-09-16T07:25:36.045224+0000","last_peered":"2024-09-16T07:25:36.045224+0000","last_clean":"2024-09-16T07:25:36.045224+0000","last_became_active":"2024-09-16T07:25:35.043391+0000","last_became_peered":"2024-09-16T07:25:35.043391+0000","last_unstale":"2024-09-16T07:25:36.045224+0000","last_undegraded":"2024-09-16T07:25:36.045224+0000","last_fullsized":"2024-09-16T07:25:36.045224+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:25:39.368380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.056143+0000","last_change":"2024-09-16T07:25:36.053593+0000","last_active":"2024-09-16T07:25:36.056143+0000","last_peered":"2024-09-16T07:25:36.056143+0000","last_clean":"2024-09-16T07:25:36.056143+0000","last_became_active":"2024-09-16T07:25:36.053257+0000","last_became_peered":"2024-09-16T07:25:36.053257+0000","last_unstale":"2024-09-16T07:25:36.056143+0000","last_undegraded":"2024-09-16T07:25:36.056143+0000","last_fullsized":"2024-09-16T07:25:36.056143+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:43:51.616678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":13,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.039278+0000","last_change":"2024-09-16T07:25:35.046359+0000","last_active":"2024-09-16T07:25:36.039278+0000","last_peered":"2024-09-16T07:25:36.039278+0000","last_clean":"2024-09-16T07:25:36.039278+0000","last_became_active":"2024-09-16T07:25:35.046082+0000","last_became_peered":"2024-09-16T07:25:35.046082+0000","last_unstale":"2024-09-16T07:25:36.039278+0000","last_undegraded":"2024-09-16T07:25:36.039278+0000","last_fullsized":"2024-09-16T07:25:36.039278+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:06:05.830846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.064177+0000","last_change":"2024-09-16T07:25:36.057033+0000","last_active":"2024-09-16T07:25:36.064177+0000","last_peered":"2024-09-16T07:25:36.064177+0000","last_clean":"2024-09-16T07:25:36.064177+0000","last_became_active":"2024-09-16T07:25:36.055167+0000","last_became_peered":"2024-09-16T07:25:36.055167+0000","last_unstale":"2024-09-16T07:25:36.064177+0000","last_undegraded":"2024-09-16T07:25:36.064177+0000","last_fullsized":"2024-09-16T07:25:36.064177+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:36:28.976966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.7","version":"81'2","reported_seq":15,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.061736+0000","last_change":"2024-09-16T07:25:35.046231+0000","last_active":"2024-09-16T07:25:36.061736+0000","last_peered":"2024-09-16T07:25:36.061736+0000","last_clean":"2024-09-16T07:25:36.061736+0000","last_became_active":"2024-09-16T07:25:35.045903+0000","last_became_peered":"2024-09-16T07:25:35.045903+0000","last_unstale":"2024-09-16T07:25:36.061736+0000","last_undegraded":"2024-09-16T07:25:36.061736+0000","last_fullsized":"2024-09-16T07:25:36.061736+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:21:05.334348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.053946+0000","last_change":"2024-09-16T07:25:36.051575+0000","last_active":"2024-09-16T07:25:36.053946+0000","last_peered":"2024-09-16T07:25:36.053946+0000","last_clean":"2024-09-16T07:25:36.053946+0000","last_became_active":"2024-09-16T07:25:36.051153+0000","last_became_peered":"2024-09-16T07:25:36.051153+0000","last_unstale":"2024-09-16T07:25:36.053946+0000","last_undegraded":"2024-09-16T07:25:36.053946+0000","last_fullsized":"2024-09-16T07:25:36.053946+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:31:30.406559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":13,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.047513+0000","last_change":"2024-09-16T07:25:35.044889+0000","last_active":"2024-09-16T07:25:36.047513+0000","last_peered":"2024-09-16T07:25:36.047513+0000","last_clean":"2024-09-16T07:25:36.047513+0000","last_became_active":"2024-09-16T07:25:35.044597+0000","last_became_peered":"2024-09-16T07:25:35.044597+0000","last_unstale":"2024-09-16T07:25:36.047513+0000","last_undegraded":"2024-09-16T07:25:36.047513+0000","last_fullsized":"2024-09-16T07:25:36.047513+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:17:10.426679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.054369+0000","last_change":"2024-09-16T07:25:36.047191+0000","last_active":"2024-09-16T07:25:36.054369+0000","last_peered":"2024-09-16T07:25:36.054369+0000","last_clean":"2024-09-16T07:25:36.054369+0000","last_became_active":"2024-09-16T07:25:36.046955+0000","last_became_peered":"2024-09-16T07:25:36.046955+0000","last_unstale":"2024-09-16T07:25:36.054369+0000","last_undegraded":"2024-09-16T07:25:36.054369+0000","last_fullsized":"2024-09-16T07:25:36.054369+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:56:02.338020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":13,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.043978+0000","last_change":"2024-09-16T07:25:35.048973+0000","last_active":"2024-09-16T07:25:36.043978+0000","last_peered":"2024-09-16T07:25:36.043978+0000","last_clean":"2024-09-16T07:25:36.043978+0000","last_became_active":"2024-09-16T07:25:35.048386+0000","last_became_peered":"2024-09-16T07:25:35.048386+0000","last_unstale":"2024-09-16T07:25:36.043978+0000","last_undegraded":"2024-09-16T07:25:36.043978+0000","last_fullsized":"2024-09-16T07:25:36.043978+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:13:22.626291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.048767+0000","last_change":"2024-09-16T07:25:36.046103+0000","last_active":"2024-09-16T07:25:36.048767+0000","last_peered":"2024-09-16T07:25:36.048767+0000","last_clean":"2024-09-16T07:25:36.048767+0000","last_became_active":"2024-09-16T07:25:36.045848+0000","last_became_peered":"2024-09-16T07:25:36.045848+0000","last_unstale":"2024-09-16T07:25:36.048767+0000","last_undegraded":"2024-09-16T07:25:36.048767+0000","last_fullsized":"2024-09-16T07:25:36.048767+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:13:57.128237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":13,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.034619+0000","last_change":"2024-09-16T07:25:35.039795+0000","last_active":"2024-09-16T07:25:36.034619+0000","last_peered":"2024-09-16T07:25:36.034619+0000","last_clean":"2024-09-16T07:25:36.034619+0000","last_became_active":"2024-09-16T07:25:35.039454+0000","last_became_peered":"2024-09-16T07:25:35.039454+0000","last_unstale":"2024-09-16T07:25:36.034619+0000","last_undegraded":"2024-09-16T07:25:36.034619+0000","last_fullsized":"2024-09-16T07:25:36.034619+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:28:13.965969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.058037+0000","last_change":"2024-09-16T07:25:36.049233+0000","last_active":"2024-09-16T07:25:36.058037+0000","last_peered":"2024-09-16T07:25:36.058037+0000","last_clean":"2024-09-16T07:25:36.058037+0000","last_became_active":"2024-09-16T07:25:36.048935+0000","last_became_peered":"2024-09-16T07:25:36.048935+0000","last_unstale":"2024-09-16T07:25:36.058037+0000","last_undegraded":"2024-09-16T07:25:36.058037+0000","last_fullsized":"2024-09-16T07:25:36.058037+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:56:11.516943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":13,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.031409+0000","last_change":"2024-09-16T07:25:35.042755+0000","last_active":"2024-09-16T07:25:36.031409+0000","last_peered":"2024-09-16T07:25:36.031409+0000","last_clean":"2024-09-16T07:25:36.031409+0000","last_became_active":"2024-09-16T07:25:35.042449+0000","last_became_peered":"2024-09-16T07:25:35.042449+0000","last_unstale":"2024-09-16T07:25:36.031409+0000","last_undegraded":"2024-09-16T07:25:36.031409+0000","last_fullsized":"2024-09-16T07:25:36.031409+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:37:09.299255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.061660+0000","last_change":"2024-09-16T07:25:36.054617+0000","last_active":"2024-09-16T07:25:36.061660+0000","last_peered":"2024-09-16T07:25:36.061660+0000","last_clean":"2024-09-16T07:25:36.061660+0000","last_became_active":"2024-09-16T07:25:36.054254+0000","last_became_peered":"2024-09-16T07:25:36.054254+0000","last_unstale":"2024-09-16T07:25:36.061660+0000","last_undegraded":"2024-09-16T07:25:36.061660+0000","last_fullsized":"2024-09-16T07:25:36.061660+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:48:31.397560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":13,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.034960+0000","last_change":"2024-09-16T07:25:35.047789+0000","last_active":"2024-09-16T07:25:36.034960+0000","last_peered":"2024-09-16T07:25:36.034960+0000","last_clean":"2024-09-16T07:25:36.034960+0000","last_became_active":"2024-09-16T07:25:35.047486+0000","last_became_peered":"2024-09-16T07:25:35.047486+0000","last_unstale":"2024-09-16T07:25:36.034960+0000","last_undegraded":"2024-09-16T07:25:36.034960+0000","last_fullsized":"2024-09-16T07:25:36.034960+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:37:09.299255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.058254+0000","last_change":"2024-09-16T07:25:36.050902+0000","last_active":"2024-09-16T07:25:36.058254+0000","last_peered":"2024-09-16T07:25:36.058254+0000","last_clean":"2024-09-16T07:25:36.058254+0000","last_became_active":"2024-09-16T07:25:36.050622+0000","last_became_peered":"2024-09-16T07:25:36.050622+0000","last_unstale":"2024-09-16T07:25:36.058254+0000","last_undegraded":"2024-09-16T07:25:36.058254+0000","last_fullsized":"2024-09-16T07:25:36.058254+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:25:32.746149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":13,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.036586+0000","last_change":"2024-09-16T07:25:35.045686+0000","last_active":"2024-09-16T07:25:36.036586+0000","last_peered":"2024-09-16T07:25:36.036586+0000","last_clean":"2024-09-16T07:25:36.036586+0000","last_became_active":"2024-09-16T07:25:35.045421+0000","last_became_peered":"2024-09-16T07:25:35.045421+0000","last_unstale":"2024-09-16T07:25:36.036586+0000","last_undegraded":"2024-09-16T07:25:36.036586+0000","last_fullsized":"2024-09-16T07:25:36.036586+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:27:43.443409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.058262+0000","last_change":"2024-09-16T07:25:36.047174+0000","last_active":"2024-09-16T07:25:36.058262+0000","last_peered":"2024-09-16T07:25:36.058262+0000","last_clean":"2024-09-16T07:25:36.058262+0000","last_became_active":"2024-09-16T07:25:36.046911+0000","last_became_peered":"2024-09-16T07:25:36.046911+0000","last_unstale":"2024-09-16T07:25:36.058262+0000","last_undegraded":"2024-09-16T07:25:36.058262+0000","last_fullsized":"2024-09-16T07:25:36.058262+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:50:31.796550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":13,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.043316+0000","last_change":"2024-09-16T07:25:35.043806+0000","last_active":"2024-09-16T07:25:36.043316+0000","last_peered":"2024-09-16T07:25:36.043316+0000","last_clean":"2024-09-16T07:25:36.043316+0000","last_became_active":"2024-09-16T07:25:35.043353+0000","last_became_peered":"2024-09-16T07:25:35.043353+0000","last_unstale":"2024-09-16T07:25:36.043316+0000","last_undegraded":"2024-09-16T07:25:36.043316+0000","last_fullsized":"2024-09-16T07:25:36.043316+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:47:00.217228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":10,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.061531+0000","last_change":"2024-09-16T07:25:36.055361+0000","last_active":"2024-09-16T07:25:36.061531+0000","last_peered":"2024-09-16T07:25:36.061531+0000","last_clean":"2024-09-16T07:25:36.061531+0000","last_became_active":"2024-09-16T07:25:36.055076+0000","last_became_peered":"2024-09-16T07:25:36.055076+0000","last_unstale":"2024-09-16T07:25:36.061531+0000","last_undegraded":"2024-09-16T07:25:36.061531+0000","last_fullsized":"2024-09-16T07:25:36.061531+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:35.017646+0000","last_clean_scrub_stamp":"2024-09-16T07:25:35.017646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:45:50.575150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.d","version":"81'1","reported_seq":14,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.064296+0000","last_change":"2024-09-16T07:25:35.039443+0000","last_active":"2024-09-16T07:25:36.064296+0000","last_peered":"2024-09-16T07:25:36.064296+0000","last_clean":"2024-09-16T07:25:36.064296+0000","last_became_active":"2024-09-16T07:25:35.039174+0000","last_became_peered":"2024-09-16T07:25:35.039174+0000","last_unstale":"2024-09-16T07:25:36.064296+0000","last_undegraded":"2024-09-16T07:25:36.064296+0000","last_fullsized":"2024-09-16T07:25:36.064296+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:25:34.015027+0000","last_clean_scrub_stamp":"2024-09-16T07:25:34.015027+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:33:54.386137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"70'79","reported_seq":246,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-09-16T07:25:36.035613+0000","last_change":"2024-09-16T07:21:02.600196+0000","last_active":"2024-09-16T07:25:36.035613+0000","last_peered":"2024-09-16T07:25:36.035613+0000","last_clean":"2024-09-16T07:25:36.035613+0000","last_became_active":"2024-09-16T07:21:02.599001+0000","last_became_peered":"2024-09-16T07:21:02.599001+0000","last_unstale":"2024-09-16T07:25:36.035613+0000","last_undegraded":"2024-09-16T07:25:36.035613+0000","last_fullsized":"2024-09-16T07:25:36.035613+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_clean_scrub_stamp":"2024-09-16T07:21:01.331773+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:28:40.942832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509500,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32144,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339696,"statfs":{"total":96636764160,"available":96603848704,"internally_reserved":0,"allocated":974848,"data_stored":414574,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574906,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32144,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339696,"statfs":{"total":96636764160,"available":96603848704,"internally_reserved":0,"allocated":974848,"data_stored":414574,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509499,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32720,"kb_used_data":1532,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339120,"statfs":{"total":96636764160,"available":96603258880,"internally_reserved":0,"allocated":1568768,"data_stored":1004942,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509499,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32140,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339700,"statfs":{"total":96636764160,"available":96603852800,"internally_reserved":0,"allocated":974848,"data_stored":414574,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509500,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27980,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343860,"statfs":{"total":96636764160,"available":96608112640,"internally_reserved":0,"allocated":974848,"data_stored":414574,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509500,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27980,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343860,"statfs":{"total":96636764160,"available":96608112640,"internally_reserved":0,"allocated":974848,"data_stored":414574,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509500,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32720,"kb_used_data":1532,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339120,"statfs":{"total":96636764160,"available":96603258880,"internally_reserved":0,"allocated":1568768,"data_stored":1004942,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509501,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27984,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343856,"statfs":{"total":96636764160,"available":96608108544,"internally_reserved":0,"allocated":974848,"data_stored":414574,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":674,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T07:25:40.429 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-16T07:25:40.429 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-16T07:25:40.580 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.579+0000 7f4c91c16640 1 -- 172.21.15.31:0/3923292108 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4c8c15af10 msgr2=0x7f4c8c15b350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:40.580 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.579+0000 7f4c91c16640 1 --2- 172.21.15.31:0/3923292108 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4c8c15af10 0x7f4c8c15b350 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7f4c8c13de20 tx=0x7f4c7402a560 comp rx=0 tx=0).stop 2024-09-16T07:25:40.580 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.579+0000 7f4c91c16640 1 -- 172.21.15.31:0/3923292108 shutdown_connections 2024-09-16T07:25:40.580 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.579+0000 7f4c91c16640 1 --2- 172.21.15.31:0/3923292108 >> v2:172.21.15.155:3300/0 conn(0x7f4c8c073550 0x7f4c8c073a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:40.580 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.579+0000 7f4c91c16640 1 --2- 172.21.15.31:0/3923292108 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4c8c15af10 0x7f4c8c15b350 unknown :-1 s=CLOSED pgs=915 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:40.580 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.579+0000 7f4c91c16640 1 -- 172.21.15.31:0/3923292108 >> 172.21.15.31:0/3923292108 conn(0x7f4c8c0d0b60 msgr2=0x7f4c8c0d0f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:40.580 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.579+0000 7f4c91c16640 1 -- 172.21.15.31:0/3923292108 shutdown_connections 2024-09-16T07:25:40.580 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.579+0000 7f4c91c16640 1 -- 172.21.15.31:0/3923292108 wait complete. 2024-09-16T07:25:40.582 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.580+0000 7f4c91c16640 1 Processor -- start 2024-09-16T07:25:40.583 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.580+0000 7f4c91c16640 1 -- start start 2024-09-16T07:25:40.583 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.581+0000 7f4c91c16640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4c8c073550 0x7f4c8c1f6390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:40.583 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.581+0000 7f4c91c16640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4c8c0cd090 0x7f4c8c1ef870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:40.583 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.581+0000 7f4c91c16640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4c8c15af10 0x7f4c8c13f410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:40.583 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.581+0000 7f4c91c16640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f4c8c0b3ea0 con 0x7f4c8c073550 2024-09-16T07:25:40.583 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.581+0000 7f4c91c16640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f4c8c0b3d20 con 0x7f4c8c0cd090 2024-09-16T07:25:40.583 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.581+0000 7f4c91c16640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f4c8c0b4020 con 0x7f4c8c15af10 2024-09-16T07:25:40.583 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.581+0000 7f4c8b7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4c8c073550 0x7f4c8c1f6390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:40.583 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.581+0000 7f4c8b7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4c8c073550 0x7f4c8c1f6390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:39946/0 (socket says 172.21.15.31:39946) 2024-09-16T07:25:40.583 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.581+0000 7f4c8b7fe640 1 -- 172.21.15.31:0/40614411 learned_addr learned my addr 172.21.15.31:0/40614411 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:40.583 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.581+0000 7f4c8bfff640 1 --2- 172.21.15.31:0/40614411 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4c8c15af10 0x7f4c8c13f410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:40.584 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.581+0000 7f4c83fff640 1 --2- 172.21.15.31:0/40614411 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4c8c0cd090 0x7f4c8c1ef870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:40.584 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.582+0000 7f4c8b7fe640 1 -- 172.21.15.31:0/40614411 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4c8c15af10 msgr2=0x7f4c8c13f410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:40.584 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.582+0000 7f4c8b7fe640 1 --2- 172.21.15.31:0/40614411 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4c8c15af10 0x7f4c8c13f410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:40.584 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.582+0000 7f4c8b7fe640 1 -- 172.21.15.31:0/40614411 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4c8c0cd090 msgr2=0x7f4c8c1ef870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:40.584 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.582+0000 7f4c8b7fe640 1 --2- 172.21.15.31:0/40614411 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4c8c0cd090 0x7f4c8c1ef870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:40.584 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.582+0000 7f4c8b7fe640 1 -- 172.21.15.31:0/40614411 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c8c1f68d0 con 0x7f4c8c073550 2024-09-16T07:25:40.584 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.582+0000 7f4c8b7fe640 1 --2- 172.21.15.31:0/40614411 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4c8c073550 0x7f4c8c1f6390 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7f4c7c00c430 tx=0x7f4c7c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:40.584 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.582+0000 7f4c88ff9640 1 -- 172.21.15.31:0/40614411 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c7c011790 con 0x7f4c8c073550 2024-09-16T07:25:40.584 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.582+0000 7f4c88ff9640 1 -- 172.21.15.31:0/40614411 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4c7c017070 con 0x7f4c8c073550 2024-09-16T07:25:40.584 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.582+0000 7f4c91c16640 1 -- 172.21.15.31:0/40614411 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c8c155e40 con 0x7f4c8c073550 2024-09-16T07:25:40.584 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.582+0000 7f4c88ff9640 1 -- 172.21.15.31:0/40614411 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c7c011d00 con 0x7f4c8c073550 2024-09-16T07:25:40.584 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.582+0000 7f4c91c16640 1 -- 172.21.15.31:0/40614411 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c8c1f29c0 con 0x7f4c8c073550 2024-09-16T07:25:40.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.583+0000 7f4c91c16640 1 -- 172.21.15.31:0/40614411 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4c8c0b4540 con 0x7f4c8c073550 2024-09-16T07:25:40.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.584+0000 7f4c88ff9640 1 -- 172.21.15.31:0/40614411 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7f4c7c01c460 con 0x7f4c8c073550 2024-09-16T07:25:40.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.584+0000 7f4c88ff9640 1 --2- 172.21.15.31:0/40614411 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4c6c078970 0x7f4c6c07ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:40.586 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.584+0000 7f4c88ff9640 1 -- 172.21.15.31:0/40614411 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 5709+0+0 (secure 0 0 0) 0x7f4c7c09a9d0 con 0x7f4c8c073550 2024-09-16T07:25:40.586 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.584+0000 7f4c83fff640 1 --2- 172.21.15.31:0/40614411 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4c6c078970 0x7f4c6c07ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:40.586 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.585+0000 7f4c83fff640 1 --2- 172.21.15.31:0/40614411 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4c6c078970 0x7f4c6c07ae30 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f4c74033000 tx=0x7f4c74004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:40.589 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.588+0000 7f4c88ff9640 1 -- 172.21.15.31:0/40614411 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f4c8c1f68d0 con 0x7f4c8c073550 2024-09-16T07:25:40.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.848+0000 7f4c91c16640 1 -- 172.21.15.31:0/40614411 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f4c8c1efdb0 con 0x7f4c8c073550 2024-09-16T07:25:40.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.850+0000 7f4c88ff9640 1 -- 172.21.15.31:0/40614411 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v22) ==== 190+0+147 (secure 0 0 0) 0x7f4c7c062750 con 0x7f4c8c073550 2024-09-16T07:25:40.943 INFO:teuthology.orchestra.run.smithi031.stdout:[client.0] 2024-09-16T07:25:40.943 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQAp3OdmOi3VIhAA6pREvErOkWIiU+/Wlqimsw== 2024-09-16T07:25:40.943 INFO:teuthology.orchestra.run.smithi031.stdout: caps mds = "allow" 2024-09-16T07:25:40.943 INFO:teuthology.orchestra.run.smithi031.stdout: caps mon = "allow r" 2024-09-16T07:25:40.943 INFO:teuthology.orchestra.run.smithi031.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-16T07:25:40.945 INFO:teuthology.orchestra.run.smithi031.stderr:updated caps for client.0 2024-09-16T07:25:40.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.853+0000 7f4c91c16640 1 -- 172.21.15.31:0/40614411 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4c6c078970 msgr2=0x7f4c6c07ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:40.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.853+0000 7f4c91c16640 1 --2- 172.21.15.31:0/40614411 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4c6c078970 0x7f4c6c07ae30 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f4c74033000 tx=0x7f4c74004730 comp rx=0 tx=0).stop 2024-09-16T07:25:40.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.853+0000 7f4c91c16640 1 -- 172.21.15.31:0/40614411 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4c8c073550 msgr2=0x7f4c8c1f6390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:40.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.853+0000 7f4c91c16640 1 --2- 172.21.15.31:0/40614411 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4c8c073550 0x7f4c8c1f6390 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7f4c7c00c430 tx=0x7f4c7c00c8f0 comp rx=0 tx=0).stop 2024-09-16T07:25:40.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.853+0000 7f4c91c16640 1 -- 172.21.15.31:0/40614411 shutdown_connections 2024-09-16T07:25:40.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.853+0000 7f4c91c16640 1 --2- 172.21.15.31:0/40614411 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4c6c078970 0x7f4c6c07ae30 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:40.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.853+0000 7f4c91c16640 1 --2- 172.21.15.31:0/40614411 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4c8c15af10 0x7f4c8c13f410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:40.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.853+0000 7f4c91c16640 1 --2- 172.21.15.31:0/40614411 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4c8c0cd090 0x7f4c8c1ef870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:40.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.853+0000 7f4c91c16640 1 --2- 172.21.15.31:0/40614411 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4c8c073550 0x7f4c8c1f6390 unknown :-1 s=CLOSED pgs=916 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:40.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.853+0000 7f4c91c16640 1 -- 172.21.15.31:0/40614411 >> 172.21.15.31:0/40614411 conn(0x7f4c8c0d0b60 msgr2=0x7f4c8c0b5710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:40.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.853+0000 7f4c91c16640 1 -- 172.21.15.31:0/40614411 shutdown_connections 2024-09-16T07:25:40.946 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:40.853+0000 7f4c91c16640 1 -- 172.21.15.31:0/40614411 wait complete. 2024-09-16T07:25:40.946 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:25:41.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.051+0000 7f3be022a640 1 -- 172.21.15.31:0/2841944002 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3bd80d2010 msgr2=0x7f3bd815ed90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:41.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.051+0000 7f3be022a640 1 --2- 172.21.15.31:0/2841944002 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3bd80d2010 0x7f3bd815ed90 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x7f3bd80d2d20 tx=0x7f3bcc02a5f0 comp rx=0 tx=0).stop 2024-09-16T07:25:41.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.051+0000 7f3be022a640 1 -- 172.21.15.31:0/2841944002 shutdown_connections 2024-09-16T07:25:41.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.051+0000 7f3be022a640 1 --2- 172.21.15.31:0/2841944002 >> v2:172.21.15.155:3300/0 conn(0x7f3bd8157a70 0x7f3bd8157e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:41.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.051+0000 7f3be022a640 1 --2- 172.21.15.31:0/2841944002 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3bd80d2010 0x7f3bd815ed90 unknown :-1 s=CLOSED pgs=918 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:41.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.051+0000 7f3be022a640 1 -- 172.21.15.31:0/2841944002 >> 172.21.15.31:0/2841944002 conn(0x7f3bd809aa30 msgr2=0x7f3bd809ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:41.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.051+0000 7f3be022a640 1 -- 172.21.15.31:0/2841944002 shutdown_connections 2024-09-16T07:25:41.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.051+0000 7f3be022a640 1 -- 172.21.15.31:0/2841944002 wait complete. 2024-09-16T07:25:41.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.052+0000 7f3be022a640 1 Processor -- start 2024-09-16T07:25:41.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.052+0000 7f3be022a640 1 -- start start 2024-09-16T07:25:41.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.053+0000 7f3be022a640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3bd80b01a0 0x7f3bd81f7eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:41.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.053+0000 7f3be022a640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3bd80d2010 0x7f3bd81f83f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:41.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.053+0000 7f3be022a640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3bd8157a70 0x7f3bd814d9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:41.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.053+0000 7f3be022a640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f3bd80b0720 con 0x7f3bd8157a70 2024-09-16T07:25:41.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.053+0000 7f3be022a640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f3bd80b0e30 con 0x7f3bd80b01a0 2024-09-16T07:25:41.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.053+0000 7f3be022a640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f3bd81583d0 con 0x7f3bd80d2010 2024-09-16T07:25:41.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.053+0000 7f3bde7c7640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3bd8157a70 0x7f3bd814d9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:41.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.053+0000 7f3bde7c7640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3bd8157a70 0x7f3bd814d9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:39970/0 (socket says 172.21.15.31:39970) 2024-09-16T07:25:41.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.053+0000 7f3bde7c7640 1 -- 172.21.15.31:0/2152240108 learned_addr learned my addr 172.21.15.31:0/2152240108 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:41.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.053+0000 7f3bddfc6640 1 --2- 172.21.15.31:0/2152240108 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3bd80b01a0 0x7f3bd81f7eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:41.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.053+0000 7f3bdd7c5640 1 --2- 172.21.15.31:0/2152240108 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3bd80d2010 0x7f3bd81f83f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:41.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.054+0000 7f3bde7c7640 1 -- 172.21.15.31:0/2152240108 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3bd80d2010 msgr2=0x7f3bd81f83f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:41.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.054+0000 7f3bde7c7640 1 --2- 172.21.15.31:0/2152240108 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3bd80d2010 0x7f3bd81f83f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:41.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.054+0000 7f3bde7c7640 1 -- 172.21.15.31:0/2152240108 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3bd80b01a0 msgr2=0x7f3bd81f7eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:41.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.054+0000 7f3bde7c7640 1 --2- 172.21.15.31:0/2152240108 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3bd80b01a0 0x7f3bd81f7eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:41.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.054+0000 7f3bde7c7640 1 -- 172.21.15.31:0/2152240108 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3bd809e2d0 con 0x7f3bd8157a70 2024-09-16T07:25:41.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.054+0000 7f3bdd7c5640 1 --2- 172.21.15.31:0/2152240108 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3bd80d2010 0x7f3bd81f83f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:25:41.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.054+0000 7f3bde7c7640 1 --2- 172.21.15.31:0/2152240108 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3bd8157a70 0x7f3bd814d9d0 secure :-1 s=READY pgs=919 cs=0 l=1 rev1=1 crypto rx=0x7f3bd000d660 tx=0x7f3bd000db20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:41.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.054+0000 7f3bd67fc640 1 -- 172.21.15.31:0/2152240108 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bd0017070 con 0x7f3bd8157a70 2024-09-16T07:25:41.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.054+0000 7f3bd67fc640 1 -- 172.21.15.31:0/2152240108 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3bd0005310 con 0x7f3bd8157a70 2024-09-16T07:25:41.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.054+0000 7f3bd67fc640 1 -- 172.21.15.31:0/2152240108 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bd0009820 con 0x7f3bd8157a70 2024-09-16T07:25:41.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.054+0000 7f3be022a640 1 -- 172.21.15.31:0/2152240108 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3bd809bbc0 con 0x7f3bd8157a70 2024-09-16T07:25:41.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.054+0000 7f3be022a640 1 -- 172.21.15.31:0/2152240108 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3bd809c180 con 0x7f3bd8157a70 2024-09-16T07:25:41.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.055+0000 7f3be022a640 1 -- 172.21.15.31:0/2152240108 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3bd815ed90 con 0x7f3bd8157a70 2024-09-16T07:25:41.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.056+0000 7f3bd67fc640 1 -- 172.21.15.31:0/2152240108 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7f3bd00099c0 con 0x7f3bd8157a70 2024-09-16T07:25:41.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.056+0000 7f3bd67fc640 1 --2- 172.21.15.31:0/2152240108 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3bc4078970 0x7f3bc407ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:41.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.056+0000 7f3bd67fc640 1 -- 172.21.15.31:0/2152240108 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 5709+0+0 (secure 0 0 0) 0x7f3bd009aac0 con 0x7f3bd8157a70 2024-09-16T07:25:41.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.056+0000 7f3bddfc6640 1 --2- 172.21.15.31:0/2152240108 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3bc4078970 0x7f3bc407ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:41.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.057+0000 7f3bddfc6640 1 --2- 172.21.15.31:0/2152240108 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3bc4078970 0x7f3bc407ae30 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f3bc8001ec0 tx=0x7f3bc8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:41.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.060+0000 7f3bd67fc640 1 -- 172.21.15.31:0/2152240108 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f3bd0062950 con 0x7f3bd8157a70 2024-09-16T07:25:41.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.291+0000 7f3be022a640 1 -- 172.21.15.31:0/2152240108 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3bd80d2850 con 0x7f3bd8157a70 2024-09-16T07:25:41.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.292+0000 7f3bd67fc640 1 -- 172.21.15.31:0/2152240108 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 55 v55) ==== 94+0+5225 (secure 0 0 0) 0x7f3bd0067380 con 0x7f3bd8157a70 2024-09-16T07:25:41.292 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:25:41.292 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":55,"btime":"2024-09-16T07:25:39:053217+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5702,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/525266311","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6809","nonce":525266311},{"type":"v1","addr":"172.21.15.155:6835","nonce":525266311}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":51},{"gid":6097,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/1591697587","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":1591697587},{"type":"v1","addr":"172.21.15.31:6835","nonce":1591697587}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":51},{"gid":6106,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6834/3904865864","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":3904865864},{"type":"v1","addr":"172.21.15.155:6834","nonce":3904865864}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":51}],"filesystems":[{"mdsmap":{"epoch":55,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:25:35.406247+0000","modified":"2024-09-16T07:25:38.417617+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6771},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6771":{"gid":6771,"name":"a","rank":0,"incarnation":52,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6834/475451784","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":475451784},{"type":"v1","addr":"172.21.15.31:6834","nonce":475451784}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6771,"qdb_cluster":[6771]},"id":6}]} 2024-09-16T07:25:41.293 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 55 2024-09-16T07:25:41.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.294+0000 7f3be022a640 1 -- 172.21.15.31:0/2152240108 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3bc4078970 msgr2=0x7f3bc407ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:41.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.294+0000 7f3be022a640 1 --2- 172.21.15.31:0/2152240108 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3bc4078970 0x7f3bc407ae30 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f3bc8001ec0 tx=0x7f3bc8009040 comp rx=0 tx=0).stop 2024-09-16T07:25:41.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.294+0000 7f3be022a640 1 -- 172.21.15.31:0/2152240108 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3bd8157a70 msgr2=0x7f3bd814d9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:41.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.294+0000 7f3be022a640 1 --2- 172.21.15.31:0/2152240108 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3bd8157a70 0x7f3bd814d9d0 secure :-1 s=READY pgs=919 cs=0 l=1 rev1=1 crypto rx=0x7f3bd000d660 tx=0x7f3bd000db20 comp rx=0 tx=0).stop 2024-09-16T07:25:41.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.294+0000 7f3be022a640 1 -- 172.21.15.31:0/2152240108 shutdown_connections 2024-09-16T07:25:41.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.294+0000 7f3be022a640 1 --2- 172.21.15.31:0/2152240108 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3bc4078970 0x7f3bc407ae30 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:41.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.294+0000 7f3be022a640 1 --2- 172.21.15.31:0/2152240108 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3bd8157a70 0x7f3bd814d9d0 unknown :-1 s=CLOSED pgs=919 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:41.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.294+0000 7f3be022a640 1 --2- 172.21.15.31:0/2152240108 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3bd80d2010 0x7f3bd81f83f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:41.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.294+0000 7f3be022a640 1 --2- 172.21.15.31:0/2152240108 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3bd80b01a0 0x7f3bd81f7eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:41.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.294+0000 7f3be022a640 1 -- 172.21.15.31:0/2152240108 >> 172.21.15.31:0/2152240108 conn(0x7f3bd809aa30 msgr2=0x7f3bd80b4c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:41.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.294+0000 7f3be022a640 1 -- 172.21.15.31:0/2152240108 shutdown_connections 2024-09-16T07:25:41.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.294+0000 7f3be022a640 1 -- 172.21.15.31:0/2152240108 wait complete. 2024-09-16T07:25:41.709 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 55, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-16T07:25:35.406247+0000', 'modified': '2024-09-16T07:25:38.417617+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6771}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6771': {'gid': 6771, 'name': 'a', 'rank': 0, 'incarnation': 52, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.31:6834/475451784', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.31:6832', 'nonce': 475451784}, {'type': 'v1', 'addr': '172.21.15.31:6834', 'nonce': 475451784}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [13], 'metadata_pool': 12, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6771, 'qdb_cluster': [6771]} 2024-09-16T07:25:41.709 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-16T07:25:41.709 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-16T07:25:41.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.822+0000 7fe362f84640 1 -- 172.21.15.31:0/2493410288 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe35c0cf640 msgr2=0x7fe35c0725a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:41.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.822+0000 7fe362f84640 1 --2- 172.21.15.31:0/2493410288 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe35c0cf640 0x7fe35c0725a0 secure :-1 s=READY pgs=921 cs=0 l=1 rev1=1 crypto rx=0x7fe34c005fd0 tx=0x7fe34c02aa90 comp rx=0 tx=0).stop 2024-09-16T07:25:41.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.822+0000 7fe362f84640 1 -- 172.21.15.31:0/2493410288 shutdown_connections 2024-09-16T07:25:41.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.822+0000 7fe362f84640 1 --2- 172.21.15.31:0/2493410288 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe35c0cf640 0x7fe35c0725a0 unknown :-1 s=CLOSED pgs=921 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:41.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.822+0000 7fe362f84640 1 -- 172.21.15.31:0/2493410288 >> 172.21.15.31:0/2493410288 conn(0x7fe35c0b1690 msgr2=0x7fe35c0b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:41.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.822+0000 7fe362f84640 1 -- 172.21.15.31:0/2493410288 shutdown_connections 2024-09-16T07:25:41.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.822+0000 7fe362f84640 1 -- 172.21.15.31:0/2493410288 wait complete. 2024-09-16T07:25:41.824 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.823+0000 7fe362f84640 1 Processor -- start 2024-09-16T07:25:41.824 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.823+0000 7fe362f84640 1 -- start start 2024-09-16T07:25:41.828 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.824+0000 7fe362f84640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe35c0b3140 0x7fe35c1e33c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:41.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.824+0000 7fe362f84640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe35c0cf640 0x7fe35c0cdb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:41.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.824+0000 7fe362f84640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe35c151370 0x7fe35c146310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:41.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.824+0000 7fe362f84640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fe35c070280 con 0x7fe35c0b3140 2024-09-16T07:25:41.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.824+0000 7fe362f84640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fe35c070100 con 0x7fe35c0cf640 2024-09-16T07:25:41.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.824+0000 7fe362f84640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fe35c070400 con 0x7fe35c151370 2024-09-16T07:25:41.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.824+0000 7fe360d20640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe35c0b3140 0x7fe35c1e33c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:41.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.824+0000 7fe360d20640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe35c0b3140 0x7fe35c1e33c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:39988/0 (socket says 172.21.15.31:39988) 2024-09-16T07:25:41.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.824+0000 7fe360d20640 1 -- 172.21.15.31:0/3735361702 learned_addr learned my addr 172.21.15.31:0/3735361702 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:41.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.825+0000 7fe35bfff640 1 --2- 172.21.15.31:0/3735361702 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe35c0cf640 0x7fe35c0cdb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:41.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.825+0000 7fe361521640 1 --2- 172.21.15.31:0/3735361702 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe35c151370 0x7fe35c146310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:41.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.825+0000 7fe360d20640 1 -- 172.21.15.31:0/3735361702 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe35c151370 msgr2=0x7fe35c146310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:41.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.825+0000 7fe360d20640 1 --2- 172.21.15.31:0/3735361702 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe35c151370 0x7fe35c146310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:41.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.825+0000 7fe360d20640 1 -- 172.21.15.31:0/3735361702 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe35c0cf640 msgr2=0x7fe35c0cdb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:41.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.825+0000 7fe360d20640 1 --2- 172.21.15.31:0/3735361702 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe35c0cf640 0x7fe35c0cdb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:41.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.825+0000 7fe360d20640 1 -- 172.21.15.31:0/3735361702 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe35c147020 con 0x7fe35c0b3140 2024-09-16T07:25:41.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.825+0000 7fe361521640 1 --2- 172.21.15.31:0/3735361702 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe35c151370 0x7fe35c146310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:25:41.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.825+0000 7fe360d20640 1 --2- 172.21.15.31:0/3735361702 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe35c0b3140 0x7fe35c1e33c0 secure :-1 s=READY pgs=922 cs=0 l=1 rev1=1 crypto rx=0x7fe35400b3e0 tx=0x7fe35400b8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:41.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.825+0000 7fe3597fa640 1 -- 172.21.15.31:0/3735361702 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe354015020 con 0x7fe35c0b3140 2024-09-16T07:25:41.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.825+0000 7fe3597fa640 1 -- 172.21.15.31:0/3735361702 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe354011940 con 0x7fe35c0b3140 2024-09-16T07:25:41.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.825+0000 7fe3597fa640 1 -- 172.21.15.31:0/3735361702 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe354011d90 con 0x7fe35c0b3140 2024-09-16T07:25:41.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.825+0000 7fe362f84640 1 -- 172.21.15.31:0/3735361702 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe35c1f8fc0 con 0x7fe35c0b3140 2024-09-16T07:25:41.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.825+0000 7fe362f84640 1 -- 172.21.15.31:0/3735361702 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe35c1fcd90 con 0x7fe35c0b3140 2024-09-16T07:25:41.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.827+0000 7fe3597fa640 1 -- 172.21.15.31:0/3735361702 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7fe354018020 con 0x7fe35c0b3140 2024-09-16T07:25:41.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.828+0000 7fe3597fa640 1 --2- 172.21.15.31:0/3735361702 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe33c078970 0x7fe33c07ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:41.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.828+0000 7fe3597fa640 1 -- 172.21.15.31:0/3735361702 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 5709+0+0 (secure 0 0 0) 0x7fe35409aa00 con 0x7fe35c0b3140 2024-09-16T07:25:41.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.828+0000 7fe35bfff640 1 --2- 172.21.15.31:0/3735361702 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe33c078970 0x7fe33c07ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:41.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.828+0000 7fe365e26740 1 Processor -- start 2024-09-16T07:25:41.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.828+0000 7fe35bfff640 1 --2- 172.21.15.31:0/3735361702 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe33c078970 0x7fe33c07ae30 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fe34c035000 tx=0x7fe34c039040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:41.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.828+0000 7fe365e26740 1 -- start start 2024-09-16T07:25:41.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.829+0000 7fe365e26740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55fd0d1d71b0 0x55fd0d1aeb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:41.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.829+0000 7fe365e26740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55fd0d1f6df0 0x55fd0d1f71f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:41.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.829+0000 7fe365e26740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55fd0d1ac5f0 0x55fd0d1aca40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:41.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.829+0000 7fe365e26740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x55fd0d123820 con 0x55fd0d1f6df0 2024-09-16T07:25:41.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.829+0000 7fe365e26740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x55fd0d112c50 con 0x55fd0d1ac5f0 2024-09-16T07:25:41.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.829+0000 7fe365e26740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x55fd0d116a60 con 0x55fd0d1d71b0 2024-09-16T07:25:41.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.829+0000 7fe35bfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55fd0d1f6df0 0x55fd0d1f71f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:41.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.829+0000 7fe35bfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55fd0d1f6df0 0x55fd0d1f71f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:39992/0 (socket says 172.21.15.31:39992) 2024-09-16T07:25:41.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.829+0000 7fe35bfff640 1 -- 172.21.15.31:0/2801887257 learned_addr learned my addr 172.21.15.31:0/2801887257 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:41.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.829+0000 7fe360d20640 1 --2- 172.21.15.31:0/2801887257 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55fd0d1d71b0 0x55fd0d1aeb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:41.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.829+0000 7fe361521640 1 --2- 172.21.15.31:0/2801887257 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55fd0d1ac5f0 0x55fd0d1aca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:41.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.829+0000 7fe35bfff640 1 -- 172.21.15.31:0/2801887257 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55fd0d1d71b0 msgr2=0x55fd0d1aeb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:25:41.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.829+0000 7fe35bfff640 1 --2- 172.21.15.31:0/2801887257 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55fd0d1d71b0 0x55fd0d1aeb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:41.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.829+0000 7fe35bfff640 1 -- 172.21.15.31:0/2801887257 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55fd0d1ac5f0 msgr2=0x55fd0d1aca40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:25:41.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.829+0000 7fe35bfff640 1 --2- 172.21.15.31:0/2801887257 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55fd0d1ac5f0 0x55fd0d1aca40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:41.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.829+0000 7fe35bfff640 1 -- 172.21.15.31:0/2801887257 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fd0ce74850 con 0x55fd0d1f6df0 2024-09-16T07:25:41.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.829+0000 7fe360d20640 1 --2- 172.21.15.31:0/2801887257 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55fd0d1d71b0 0x55fd0d1aeb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:25:41.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.829+0000 7fe35bfff640 1 --2- 172.21.15.31:0/2801887257 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55fd0d1f6df0 0x55fd0d1f71f0 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7fe34c000f80 tx=0x7fe34c02aa90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd3af1dd7cd1a588 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:41.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.830+0000 7fe3527fc640 1 -- 172.21.15.31:0/2801887257 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe34c053070 con 0x55fd0d1f6df0 2024-09-16T07:25:41.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.830+0000 7fe3527fc640 1 -- 172.21.15.31:0/2801887257 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe34c0045d0 con 0x55fd0d1f6df0 2024-09-16T07:25:41.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.830+0000 7fe3527fc640 1 -- 172.21.15.31:0/2801887257 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe34c02e650 con 0x55fd0d1f6df0 2024-09-16T07:25:41.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.830+0000 7fe365e26740 1 -- 172.21.15.31:0/2801887257 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55fd0d1f6df0 msgr2=0x55fd0d1f71f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:41.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.830+0000 7fe365e26740 1 --2- 172.21.15.31:0/2801887257 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55fd0d1f6df0 0x55fd0d1f71f0 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7fe34c000f80 tx=0x7fe34c02aa90 comp rx=0 tx=0).stop 2024-09-16T07:25:41.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.830+0000 7fe365e26740 1 -- 172.21.15.31:0/2801887257 shutdown_connections 2024-09-16T07:25:41.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.830+0000 7fe365e26740 1 --2- 172.21.15.31:0/2801887257 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55fd0d1ac5f0 0x55fd0d1aca40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:41.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.830+0000 7fe365e26740 1 --2- 172.21.15.31:0/2801887257 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55fd0d1f6df0 0x55fd0d1f71f0 unknown :-1 s=CLOSED pgs=923 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:41.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.830+0000 7fe365e26740 1 --2- 172.21.15.31:0/2801887257 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55fd0d1d71b0 0x55fd0d1aeb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:41.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.830+0000 7fe365e26740 1 -- 172.21.15.31:0/2801887257 >> 172.21.15.31:0/2801887257 conn(0x55fd0d1ad6a0 msgr2=0x55fd0d1b10c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:41.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.830+0000 7fe365e26740 1 -- 172.21.15.31:0/2801887257 shutdown_connections 2024-09-16T07:25:41.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.830+0000 7fe365e26740 1 -- 172.21.15.31:0/2801887257 wait complete. 2024-09-16T07:25:41.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.831+0000 7fe365e26740 1 -- start start 2024-09-16T07:25:41.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.831+0000 7fe365e26740 1 Processor -- start 2024-09-16T07:25:41.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.832+0000 7fe365e26740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55fd0d1d71b0 0x55fd0d1cf510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:41.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.832+0000 7fe365e26740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55fd0d1f6df0 0x55fd0d1ce2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:41.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.832+0000 7fe365e26740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55fd0d1ce800 0x55fd0d205970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:41.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.832+0000 7fe365e26740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x55fd0ce83620 con 0x55fd0d1f6df0 2024-09-16T07:25:41.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.832+0000 7fe365e26740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x55fd0d0b85f0 con 0x55fd0d1ce800 2024-09-16T07:25:41.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.832+0000 7fe365e26740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x55fd0d1ab890 con 0x55fd0d1d71b0 2024-09-16T07:25:41.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.832+0000 7fe365e26740 10 client.0 _ll_register_callbacks cb 0x55fd0d0bc0a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T07:25:41.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.832+0000 7fe35bfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55fd0d1f6df0 0x55fd0d1ce2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:41.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.832+0000 7fe35bfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55fd0d1f6df0 0x55fd0d1ce2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:40006/0 (socket says 172.21.15.31:40006) 2024-09-16T07:25:41.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.832+0000 7fe35bfff640 1 -- 172.21.15.31:0/1992810716 learned_addr learned my addr 172.21.15.31:0/1992810716 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:41.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.832+0000 7fe360d20640 1 --2- 172.21.15.31:0/1992810716 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55fd0d1d71b0 0x55fd0d1cf510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:41.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.832+0000 7fe361521640 1 --2- 172.21.15.31:0/1992810716 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55fd0d1ce800 0x55fd0d205970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:41.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.832+0000 7fe35bfff640 1 -- 172.21.15.31:0/1992810716 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55fd0d1d71b0 msgr2=0x55fd0d1cf510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:25:41.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.832+0000 7fe35bfff640 1 --2- 172.21.15.31:0/1992810716 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55fd0d1d71b0 0x55fd0d1cf510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:41.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.832+0000 7fe35bfff640 1 -- 172.21.15.31:0/1992810716 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55fd0d1ce800 msgr2=0x55fd0d205970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:25:41.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.832+0000 7fe35bfff640 1 --2- 172.21.15.31:0/1992810716 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55fd0d1ce800 0x55fd0d205970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:41.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.833+0000 7fe35bfff640 1 -- 172.21.15.31:0/1992810716 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fd0ceeb6b0 con 0x55fd0d1f6df0 2024-09-16T07:25:41.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.833+0000 7fe35bfff640 1 --2- 172.21.15.31:0/1992810716 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55fd0d1f6df0 0x55fd0d1ce2c0 secure :-1 s=READY pgs=924 cs=0 l=1 rev1=1 crypto rx=0x7fe34c000f80 tx=0x7fe34c02ed90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f4ec4b32b6cca31c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:41.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.833+0000 7fe33b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.31:3300/0 2024-09-16T07:25:41.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.833+0000 7fe33b7fe640 1 -- 172.21.15.31:0/1992810716 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe34c053040 con 0x55fd0d1f6df0 2024-09-16T07:25:41.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.833+0000 7fe33b7fe640 1 -- 172.21.15.31:0/1992810716 <== mon.0 v2:172.21.15.31:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 5709+0+0 (secure 0 0 0) 0x7fe34c003b20 con 0x55fd0d1f6df0 2024-09-16T07:25:41.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.833+0000 7fe365e26740 1 -- 172.21.15.31:0/1992810716 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe34c0045d0 con 0x55fd0d1f6df0 2024-09-16T07:25:41.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.833+0000 7fe33b7fe640 1 -- 172.21.15.31:0/1992810716 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_get_version_reply(handle=1 version=55) ==== 24+0+0 (secure 0 0 0) 0x7fe34c004780 con 0x55fd0d1f6df0 2024-09-16T07:25:41.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.833+0000 7fe365e26740 10 client.6912 fetch_fsmap learned FSMap version 55 2024-09-16T07:25:41.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.833+0000 7fe365e26740 1 -- 172.21.15.31:0/1992810716 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,fsmap=55,monmap=2+}) -- 0x55fd0d206380 con 0x55fd0d1f6df0 2024-09-16T07:25:41.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.833+0000 7fe33b7fe640 1 -- 172.21.15.31:0/1992810716 <== mon.0 v2:172.21.15.31:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe34c0045d0 con 0x55fd0d1f6df0 2024-09-16T07:25:41.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.833+0000 7fe33b7fe640 1 -- 172.21.15.31:0/1992810716 <== mon.0 v2:172.21.15.31:3300/0 5 ==== fsmap(e 55) ==== 3502+0+0 (secure 0 0 0) 0x7fe34c056070 con 0x55fd0d1f6df0 2024-09-16T07:25:41.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.833+0000 7fe365e26740 10 client.6912 fetch_fsmap finished waiting for FSMap version 55 2024-09-16T07:25:41.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.833+0000 7fe365e26740 10 client.6912 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-16T07:25:41.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.833+0000 7fe365e26740 20 client.6912 populate_metadata read hostname 'smithi031' 2024-09-16T07:25:41.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.833+0000 7fe365e26740 1 --2- 172.21.15.31:0/1992810716 >> [v2:172.21.15.31:6832/475451784,v1:172.21.15.31:6834/475451784] conn(0x55fd0d208e60 0x55fd0d1ecfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:41.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.833+0000 7fe365e26740 4 client.6912 mds_command: new command op to 6771 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T07:25:41.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.833+0000 7fe365e26740 1 -- 172.21.15.31:0/1992810716 --> [v2:172.21.15.31:6832/475451784,v1:172.21.15.31:6834/475451784] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fd0d125770 con 0x55fd0d208e60 2024-09-16T07:25:41.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.834+0000 7fe360d20640 1 --2- 172.21.15.31:0/1992810716 >> [v2:172.21.15.31:6832/475451784,v1:172.21.15.31:6834/475451784] conn(0x55fd0d208e60 0x55fd0d1ecfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:41.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.834+0000 7fe33b7fe640 10 client.6912 ms_handle_connect on v2:172.21.15.31:6832/475451784 2024-09-16T07:25:41.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.834+0000 7fe360d20640 1 --2- 172.21.15.31:0/1992810716 >> [v2:172.21.15.31:6832/475451784,v1:172.21.15.31:6834/475451784] conn(0x55fd0d208e60 0x55fd0d1ecfc0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8323ed06caaf2970 server_cookie=e4426e59f9afb04a in_seq=0 out_seq=0 2024-09-16T07:25:41.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.834+0000 7fe33b7fe640 1 -- 172.21.15.31:0/1992810716 <== mds.0 v2:172.21.15.31:6832/475451784 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x55fd0d125770 con 0x55fd0d208e60 2024-09-16T07:25:41.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.835+0000 7fe33b7fe640 10 client.6912 handle_command_reply: tid=0 2024-09-16T07:25:41.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.835+0000 7fe365e26740 1 client.6912 shutdown 2024-09-16T07:25:41.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.835+0000 7fe365e26740 1 -- 172.21.15.31:0/1992810716 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55fd0d1f6df0 msgr2=0x55fd0d1ce2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:41.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.835+0000 7fe365e26740 1 --2- 172.21.15.31:0/1992810716 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55fd0d1f6df0 0x55fd0d1ce2c0 secure :-1 s=READY pgs=924 cs=0 l=1 rev1=1 crypto rx=0x7fe34c000f80 tx=0x7fe34c02ed90 comp rx=0 tx=0).stop 2024-09-16T07:25:41.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.835+0000 7fe365e26740 1 -- 172.21.15.31:0/1992810716 shutdown_connections 2024-09-16T07:25:41.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.835+0000 7fe365e26740 1 --2- 172.21.15.31:0/1992810716 >> [v2:172.21.15.31:6832/475451784,v1:172.21.15.31:6834/475451784] conn(0x55fd0d208e60 0x55fd0d1ecfc0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:41.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.835+0000 7fe365e26740 1 --2- 172.21.15.31:0/1992810716 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55fd0d1ce800 0x55fd0d205970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:41.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.835+0000 7fe365e26740 1 --2- 172.21.15.31:0/1992810716 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55fd0d1f6df0 0x55fd0d1ce2c0 unknown :-1 s=CLOSED pgs=924 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:41.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.835+0000 7fe33b7fe640 0 client.6912 ms_handle_reset on v2:172.21.15.31:6832/475451784 2024-09-16T07:25:41.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.835+0000 7fe365e26740 1 --2- 172.21.15.31:0/1992810716 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55fd0d1d71b0 0x55fd0d1cf510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:41.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.835+0000 7fe365e26740 1 -- 172.21.15.31:0/1992810716 >> 172.21.15.31:0/1992810716 conn(0x55fd0d1ac5f0 msgr2=0x55fd0d1b15a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:41.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.835+0000 7fe365e26740 1 -- 172.21.15.31:0/1992810716 shutdown_connections 2024-09-16T07:25:41.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.835+0000 7fe365e26740 1 -- 172.21.15.31:0/1992810716 wait complete. 2024-09-16T07:25:41.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.835+0000 7fe365e26740 20 client.6912 trim_cache size 0 max 16384 2024-09-16T07:25:41.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.853+0000 7fe365e26740 1 Processor -- start 2024-09-16T07:25:41.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.853+0000 7fe365e26740 1 -- start start 2024-09-16T07:25:41.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.854+0000 7fe365e26740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55fd0d1ce800 0x55fd0d1ebd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:41.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.854+0000 7fe365e26740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55fd0d1d71b0 0x55fd0d1ec250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:41.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.854+0000 7fe365e26740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55fd0d1f6df0 0x55fd0d1cd970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:41.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.854+0000 7fe365e26740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fe35c142440 con 0x55fd0d1d71b0 2024-09-16T07:25:41.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.854+0000 7fe365e26740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fe35c1f6820 con 0x55fd0d1ce800 2024-09-16T07:25:41.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.854+0000 7fe365e26740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fe35c1f9f00 con 0x55fd0d1f6df0 2024-09-16T07:25:41.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.854+0000 7fe35bfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55fd0d1d71b0 0x55fd0d1ec250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:41.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.854+0000 7fe35bfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55fd0d1d71b0 0x55fd0d1ec250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:40008/0 (socket says 172.21.15.31:40008) 2024-09-16T07:25:41.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.854+0000 7fe35bfff640 1 -- 172.21.15.31:0/1199198568 learned_addr learned my addr 172.21.15.31:0/1199198568 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:41.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.854+0000 7fe35bfff640 1 -- 172.21.15.31:0/1199198568 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55fd0d1f6df0 msgr2=0x55fd0d1cd970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:25:41.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.854+0000 7fe35bfff640 1 --2- 172.21.15.31:0/1199198568 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55fd0d1f6df0 0x55fd0d1cd970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:41.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.854+0000 7fe35bfff640 1 -- 172.21.15.31:0/1199198568 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55fd0d1ce800 msgr2=0x55fd0d1ebd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:25:41.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.854+0000 7fe35bfff640 1 --2- 172.21.15.31:0/1199198568 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55fd0d1ce800 0x55fd0d1ebd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:41.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.854+0000 7fe35bfff640 1 -- 172.21.15.31:0/1199198568 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fd0d1effd0 con 0x55fd0d1d71b0 2024-09-16T07:25:41.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.855+0000 7fe35bfff640 1 --2- 172.21.15.31:0/1199198568 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55fd0d1d71b0 0x55fd0d1ec250 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7fe34c0044c0 tx=0x7fe34c009540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7be722f397b4bddf server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:41.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.855+0000 7fe351ffb640 1 -- 172.21.15.31:0/1199198568 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe34c047020 con 0x55fd0d1d71b0 2024-09-16T07:25:41.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.855+0000 7fe351ffb640 1 -- 172.21.15.31:0/1199198568 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe34c0045d0 con 0x55fd0d1d71b0 2024-09-16T07:25:41.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.855+0000 7fe351ffb640 1 -- 172.21.15.31:0/1199198568 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe34c053040 con 0x55fd0d1d71b0 2024-09-16T07:25:41.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.855+0000 7fe365e26740 1 -- 172.21.15.31:0/1199198568 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55fd0d1d71b0 msgr2=0x55fd0d1ec250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:41.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.855+0000 7fe365e26740 1 --2- 172.21.15.31:0/1199198568 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55fd0d1d71b0 0x55fd0d1ec250 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7fe34c0044c0 tx=0x7fe34c009540 comp rx=0 tx=0).stop 2024-09-16T07:25:41.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.855+0000 7fe365e26740 1 -- 172.21.15.31:0/1199198568 shutdown_connections 2024-09-16T07:25:41.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.855+0000 7fe365e26740 1 --2- 172.21.15.31:0/1199198568 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55fd0d1f6df0 0x55fd0d1cd970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:41.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.855+0000 7fe365e26740 1 --2- 172.21.15.31:0/1199198568 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55fd0d1d71b0 0x55fd0d1ec250 unknown :-1 s=CLOSED pgs=925 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:41.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.855+0000 7fe365e26740 1 --2- 172.21.15.31:0/1199198568 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55fd0d1ce800 0x55fd0d1ebd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:41.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.855+0000 7fe365e26740 1 -- 172.21.15.31:0/1199198568 >> 172.21.15.31:0/1199198568 conn(0x55fd0d1ac5f0 msgr2=0x55fd0d1aa990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:41.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.855+0000 7fe365e26740 1 -- 172.21.15.31:0/1199198568 shutdown_connections 2024-09-16T07:25:41.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.855+0000 7fe365e26740 1 -- 172.21.15.31:0/1199198568 wait complete. 2024-09-16T07:25:41.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.856+0000 7fe365e26740 1 -- start start 2024-09-16T07:25:41.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.856+0000 7fe365e26740 1 Processor -- start 2024-09-16T07:25:41.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.857+0000 7fe365e26740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55fd0d1ce800 0x55fd0d275fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:41.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.857+0000 7fe365e26740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55fd0d1d71b0 0x55fd0d1ebd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:41.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.857+0000 7fe365e26740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55fd0d1f6df0 0x55fd0d1ec250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:41.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.857+0000 7fe365e26740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x55fd0d208ce0 con 0x55fd0d1ce800 2024-09-16T07:25:41.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.857+0000 7fe365e26740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fe35c1f61d0 con 0x55fd0d1f6df0 2024-09-16T07:25:41.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.857+0000 7fe365e26740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x55fd0d209330 con 0x55fd0d1d71b0 2024-09-16T07:25:41.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.857+0000 7fe365e26740 10 client.0 _ll_register_callbacks cb 0x7fe34c051070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T07:25:41.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.857+0000 7fe360d20640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55fd0d1ce800 0x55fd0d275fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:41.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.857+0000 7fe360d20640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55fd0d1ce800 0x55fd0d275fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:40024/0 (socket says 172.21.15.31:40024) 2024-09-16T07:25:41.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.857+0000 7fe360d20640 1 -- 172.21.15.31:0/1751982726 learned_addr learned my addr 172.21.15.31:0/1751982726 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:41.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.857+0000 7fe35bfff640 1 --2- 172.21.15.31:0/1751982726 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55fd0d1d71b0 0x55fd0d1ebd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:41.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.857+0000 7fe361521640 1 --2- 172.21.15.31:0/1751982726 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55fd0d1f6df0 0x55fd0d1ec250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:41.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.857+0000 7fe360d20640 1 -- 172.21.15.31:0/1751982726 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55fd0d1d71b0 msgr2=0x55fd0d1ebd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:25:41.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.857+0000 7fe360d20640 1 --2- 172.21.15.31:0/1751982726 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55fd0d1d71b0 0x55fd0d1ebd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:41.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.857+0000 7fe360d20640 1 -- 172.21.15.31:0/1751982726 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55fd0d1f6df0 msgr2=0x55fd0d1ec250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:25:41.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.857+0000 7fe360d20640 1 --2- 172.21.15.31:0/1751982726 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55fd0d1f6df0 0x55fd0d1ec250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:41.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.857+0000 7fe360d20640 1 -- 172.21.15.31:0/1751982726 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fd0d1f56e0 con 0x55fd0d1ce800 2024-09-16T07:25:41.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.857+0000 7fe35bfff640 1 --2- 172.21.15.31:0/1751982726 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55fd0d1d71b0 0x55fd0d1ebd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:25:41.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.857+0000 7fe360d20640 1 --2- 172.21.15.31:0/1751982726 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55fd0d1ce800 0x55fd0d275fa0 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7fe3540624e0 tx=0x7fe3540626b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ede957d32d784a1 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:41.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.857+0000 7fe33b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.31:3300/0 2024-09-16T07:25:41.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.858+0000 7fe33b7fe640 1 -- 172.21.15.31:0/1751982726 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe354061c40 con 0x55fd0d1ce800 2024-09-16T07:25:41.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.858+0000 7fe33b7fe640 1 -- 172.21.15.31:0/1751982726 <== mon.0 v2:172.21.15.31:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 5709+0+0 (secure 0 0 0) 0x7fe354063b10 con 0x55fd0d1ce800 2024-09-16T07:25:41.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.858+0000 7fe365e26740 1 -- 172.21.15.31:0/1751982726 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe34c0045d0 con 0x55fd0d1ce800 2024-09-16T07:25:41.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.858+0000 7fe33b7fe640 1 -- 172.21.15.31:0/1751982726 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_get_version_reply(handle=1 version=55) ==== 24+0+0 (secure 0 0 0) 0x7fe3540672c0 con 0x55fd0d1ce800 2024-09-16T07:25:41.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.858+0000 7fe365e26740 10 client.6918 fetch_fsmap learned FSMap version 55 2024-09-16T07:25:41.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.858+0000 7fe365e26740 1 -- 172.21.15.31:0/1751982726 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,fsmap=55,monmap=2+}) -- 0x55fd0d27a1e0 con 0x55fd0d1ce800 2024-09-16T07:25:41.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.858+0000 7fe33b7fe640 1 -- 172.21.15.31:0/1751982726 <== mon.0 v2:172.21.15.31:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe34c0045d0 con 0x55fd0d1ce800 2024-09-16T07:25:41.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.858+0000 7fe33b7fe640 1 -- 172.21.15.31:0/1751982726 <== mon.0 v2:172.21.15.31:3300/0 5 ==== fsmap(e 55) ==== 3502+0+0 (secure 0 0 0) 0x7fe35407cb00 con 0x55fd0d1ce800 2024-09-16T07:25:41.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.858+0000 7fe365e26740 10 client.6918 fetch_fsmap finished waiting for FSMap version 55 2024-09-16T07:25:41.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.858+0000 7fe365e26740 10 client.6918 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-16T07:25:41.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.858+0000 7fe365e26740 20 client.6918 populate_metadata read hostname 'smithi031' 2024-09-16T07:25:41.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.858+0000 7fe365e26740 1 --2- 172.21.15.31:0/1751982726 >> [v2:172.21.15.31:6832/475451784,v1:172.21.15.31:6834/475451784] conn(0x55fd0d1ed630 0x55fd0d1ee130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:41.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.858+0000 7fe365e26740 4 client.6918 mds_command: new command op to 6771 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-16T07:25:41.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.858+0000 7fe365e26740 1 -- 172.21.15.31:0/1751982726 --> [v2:172.21.15.31:6832/475451784,v1:172.21.15.31:6834/475451784] -- command(tid 0: {"prefix": "status"}) -- 0x55fd0d121220 con 0x55fd0d1ed630 2024-09-16T07:25:41.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.858+0000 7fe35bfff640 1 --2- 172.21.15.31:0/1751982726 >> [v2:172.21.15.31:6832/475451784,v1:172.21.15.31:6834/475451784] conn(0x55fd0d1ed630 0x55fd0d1ee130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:41.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.858+0000 7fe35bfff640 1 --2- 172.21.15.31:0/1751982726 >> [v2:172.21.15.31:6832/475451784,v1:172.21.15.31:6834/475451784] conn(0x55fd0d1ed630 0x55fd0d1ee130 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3c0ef1eb021defd5 server_cookie=13596f245bbbad8 in_seq=0 out_seq=0 2024-09-16T07:25:41.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.858+0000 7fe33b7fe640 10 client.6918 ms_handle_connect on v2:172.21.15.31:6832/475451784 2024-09-16T07:25:41.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.859+0000 7fe33b7fe640 1 -- 172.21.15.31:0/1751982726 <== mds.0 v2:172.21.15.31:6832/475451784 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x55fd0d121220 con 0x55fd0d1ed630 2024-09-16T07:25:41.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.859+0000 7fe33b7fe640 10 client.6918 handle_command_reply: tid=0 2024-09-16T07:25:41.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.859+0000 7fe365e26740 1 client.6918 shutdown 2024-09-16T07:25:41.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.859+0000 7fe365e26740 1 -- 172.21.15.31:0/1751982726 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55fd0d1ce800 msgr2=0x55fd0d275fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:41.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.859+0000 7fe365e26740 1 --2- 172.21.15.31:0/1751982726 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55fd0d1ce800 0x55fd0d275fa0 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7fe3540624e0 tx=0x7fe3540626b0 comp rx=0 tx=0).stop 2024-09-16T07:25:41.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.859+0000 7fe365e26740 1 -- 172.21.15.31:0/1751982726 shutdown_connections 2024-09-16T07:25:41.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.859+0000 7fe365e26740 1 --2- 172.21.15.31:0/1751982726 >> [v2:172.21.15.31:6832/475451784,v1:172.21.15.31:6834/475451784] conn(0x55fd0d1ed630 0x55fd0d1ee130 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:41.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.859+0000 7fe365e26740 1 --2- 172.21.15.31:0/1751982726 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55fd0d1f6df0 0x55fd0d1ec250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:41.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.859+0000 7fe365e26740 1 --2- 172.21.15.31:0/1751982726 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55fd0d1d71b0 0x55fd0d1ebd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:41.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.859+0000 7fe33b7fe640 0 client.6918 ms_handle_reset on v2:172.21.15.31:6832/475451784 2024-09-16T07:25:41.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.859+0000 7fe365e26740 1 --2- 172.21.15.31:0/1751982726 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55fd0d1ce800 0x55fd0d275fa0 unknown :-1 s=CLOSED pgs=926 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:41.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.859+0000 7fe365e26740 1 -- 172.21.15.31:0/1751982726 >> 172.21.15.31:0/1751982726 conn(0x55fd0d1ac5f0 msgr2=0x55fd0d1f2ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:41.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.859+0000 7fe365e26740 1 -- 172.21.15.31:0/1751982726 shutdown_connections 2024-09-16T07:25:41.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.859+0000 7fe365e26740 1 -- 172.21.15.31:0/1751982726 wait complete. 2024-09-16T07:25:41.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.859+0000 7fe365e26740 20 client.6918 trim_cache size 0 max 16384 2024-09-16T07:25:41.867 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-16T07:25:41.867 INFO:teuthology.orchestra.run.smithi031.stdout: "cluster_fsid": "aed87fb1-9c90-4029-9d57-80f2a5b1b4b1", 2024-09-16T07:25:41.867 INFO:teuthology.orchestra.run.smithi031.stdout: "whoami": 0, 2024-09-16T07:25:41.867 INFO:teuthology.orchestra.run.smithi031.stdout: "id": 6771, 2024-09-16T07:25:41.867 INFO:teuthology.orchestra.run.smithi031.stdout: "want_state": "up:active", 2024-09-16T07:25:41.867 INFO:teuthology.orchestra.run.smithi031.stdout: "state": "up:active", 2024-09-16T07:25:41.867 INFO:teuthology.orchestra.run.smithi031.stdout: "fs_name": "cephfs", 2024-09-16T07:25:41.867 INFO:teuthology.orchestra.run.smithi031.stdout: "rank_uptime": 5.8321589879999998, 2024-09-16T07:25:41.867 INFO:teuthology.orchestra.run.smithi031.stdout: "mdsmap_epoch": 55, 2024-09-16T07:25:41.867 INFO:teuthology.orchestra.run.smithi031.stdout: "osdmap_epoch": 82, 2024-09-16T07:25:41.867 INFO:teuthology.orchestra.run.smithi031.stdout: "osdmap_epoch_barrier": 82, 2024-09-16T07:25:41.867 INFO:teuthology.orchestra.run.smithi031.stdout: "uptime": 11.161046260000001 2024-09-16T07:25:41.868 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-16T07:25:41.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.860+0000 7fe362f84640 1 -- 172.21.15.31:0/3735361702 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe33c078970 msgr2=0x7fe33c07ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:41.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.860+0000 7fe362f84640 1 --2- 172.21.15.31:0/3735361702 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe33c078970 0x7fe33c07ae30 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fe34c035000 tx=0x7fe34c039040 comp rx=0 tx=0).stop 2024-09-16T07:25:41.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.860+0000 7fe362f84640 1 -- 172.21.15.31:0/3735361702 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe35c0b3140 msgr2=0x7fe35c1e33c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:41.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.860+0000 7fe362f84640 1 --2- 172.21.15.31:0/3735361702 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe35c0b3140 0x7fe35c1e33c0 secure :-1 s=READY pgs=922 cs=0 l=1 rev1=1 crypto rx=0x7fe35400b3e0 tx=0x7fe35400b8a0 comp rx=0 tx=0).stop 2024-09-16T07:25:41.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.860+0000 7fe362f84640 1 -- 172.21.15.31:0/3735361702 shutdown_connections 2024-09-16T07:25:41.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.860+0000 7fe362f84640 1 --2- 172.21.15.31:0/3735361702 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe33c078970 0x7fe33c07ae30 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:41.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.860+0000 7fe362f84640 1 --2- 172.21.15.31:0/3735361702 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe35c151370 0x7fe35c146310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:41.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.860+0000 7fe362f84640 1 --2- 172.21.15.31:0/3735361702 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe35c0cf640 0x7fe35c0cdb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:41.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.860+0000 7fe362f84640 1 --2- 172.21.15.31:0/3735361702 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe35c0b3140 0x7fe35c1e33c0 unknown :-1 s=CLOSED pgs=922 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:41.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.860+0000 7fe362f84640 1 -- 172.21.15.31:0/3735361702 >> 172.21.15.31:0/3735361702 conn(0x7fe35c0b1690 msgr2=0x7fe35c1473a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:41.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.860+0000 7fe362f84640 1 -- 172.21.15.31:0/3735361702 shutdown_connections 2024-09-16T07:25:41.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.860+0000 7fe362f84640 1 -- 172.21.15.31:0/3735361702 wait complete. 2024-09-16T07:25:41.871 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T07:25:41.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.977+0000 7fa2b16ed640 1 -- 172.21.15.31:0/3689079182 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa2ac0cb270 msgr2=0x7fa2ac0cb690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:41.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.977+0000 7fa2b16ed640 1 --2- 172.21.15.31:0/3689079182 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa2ac0cb270 0x7fa2ac0cb690 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fa294009830 tx=0x7fa29402a510 comp rx=0 tx=0).stop 2024-09-16T07:25:41.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.977+0000 7fa2b16ed640 1 -- 172.21.15.31:0/3689079182 shutdown_connections 2024-09-16T07:25:41.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.977+0000 7fa2b16ed640 1 --2- 172.21.15.31:0/3689079182 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa2ac0cb270 0x7fa2ac0cb690 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:41.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.977+0000 7fa2b16ed640 1 --2- 172.21.15.31:0/3689079182 >> v2:172.21.15.155:3300/0 conn(0x7fa2ac06d590 0x7fa2ac074130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:41.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.977+0000 7fa2b16ed640 1 -- 172.21.15.31:0/3689079182 >> 172.21.15.31:0/3689079182 conn(0x7fa2ac0d0c20 msgr2=0x7fa2ac0d1030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:41.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.977+0000 7fa2b16ed640 1 -- 172.21.15.31:0/3689079182 shutdown_connections 2024-09-16T07:25:41.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.977+0000 7fa2b16ed640 1 -- 172.21.15.31:0/3689079182 wait complete. 2024-09-16T07:25:41.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.978+0000 7fa2b16ed640 1 Processor -- start 2024-09-16T07:25:41.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.979+0000 7fa2b16ed640 1 -- start start 2024-09-16T07:25:41.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.979+0000 7fa2b16ed640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa2ac06d590 0x7fa2ac1f7ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:41.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.979+0000 7fa2b16ed640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa2ac0cb270 0x7fa2ac159b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:41.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.979+0000 7fa2b16ed640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa2ac0cc6d0 0x7fa2ac0c4660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:41.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.979+0000 7fa2b16ed640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fa2ac0ccef0 con 0x7fa2ac06d590 2024-09-16T07:25:41.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.979+0000 7fa2b16ed640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa2ac0ccd70 con 0x7fa2ac0cc6d0 2024-09-16T07:25:41.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.979+0000 7fa2b16ed640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa2ac0ceba0 con 0x7fa2ac0cb270 2024-09-16T07:25:41.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.979+0000 7fa2aaffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa2ac06d590 0x7fa2ac1f7ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:41.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.979+0000 7fa2aaffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa2ac06d590 0x7fa2ac1f7ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:40038/0 (socket says 172.21.15.31:40038) 2024-09-16T07:25:41.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.979+0000 7fa2aaffd640 1 -- 172.21.15.31:0/3401656601 learned_addr learned my addr 172.21.15.31:0/3401656601 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:41.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.980+0000 7fa2a3fff640 1 --2- 172.21.15.31:0/3401656601 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa2ac0cb270 0x7fa2ac159b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:41.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.980+0000 7fa2ab7fe640 1 --2- 172.21.15.31:0/3401656601 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa2ac0cc6d0 0x7fa2ac0c4660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:41.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.980+0000 7fa2aaffd640 1 -- 172.21.15.31:0/3401656601 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa2ac0cb270 msgr2=0x7fa2ac159b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:41.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.980+0000 7fa2aaffd640 1 --2- 172.21.15.31:0/3401656601 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa2ac0cb270 0x7fa2ac159b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:41.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.980+0000 7fa2aaffd640 1 -- 172.21.15.31:0/3401656601 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa2ac0cc6d0 msgr2=0x7fa2ac0c4660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:41.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.980+0000 7fa2aaffd640 1 --2- 172.21.15.31:0/3401656601 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa2ac0cc6d0 0x7fa2ac0c4660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:41.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.980+0000 7fa2aaffd640 1 -- 172.21.15.31:0/3401656601 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2ac0c4ba0 con 0x7fa2ac06d590 2024-09-16T07:25:41.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.980+0000 7fa2a3fff640 1 --2- 172.21.15.31:0/3401656601 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa2ac0cb270 0x7fa2ac159b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:25:41.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.980+0000 7fa2aaffd640 1 --2- 172.21.15.31:0/3401656601 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa2ac06d590 0x7fa2ac1f7ef0 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x7fa29c00e9c0 tx=0x7fa29c00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:41.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.980+0000 7fa2a37fe640 1 -- 172.21.15.31:0/3401656601 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa29c00cde0 con 0x7fa2ac06d590 2024-09-16T07:25:41.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.980+0000 7fa2a37fe640 1 -- 172.21.15.31:0/3401656601 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa29c004020 con 0x7fa2ac06d590 2024-09-16T07:25:41.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.980+0000 7fa2b16ed640 1 -- 172.21.15.31:0/3401656601 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2ac1f84d0 con 0x7fa2ac06d590 2024-09-16T07:25:41.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.980+0000 7fa2a37fe640 1 -- 172.21.15.31:0/3401656601 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa29c004450 con 0x7fa2ac06d590 2024-09-16T07:25:41.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.980+0000 7fa2b16ed640 1 -- 172.21.15.31:0/3401656601 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2ac1f8a90 con 0x7fa2ac06d590 2024-09-16T07:25:41.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.981+0000 7fa2b16ed640 1 -- 172.21.15.31:0/3401656601 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa2ac0b6ba0 con 0x7fa2ac06d590 2024-09-16T07:25:41.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.982+0000 7fa2a37fe640 1 -- 172.21.15.31:0/3401656601 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7fa29c0035f0 con 0x7fa2ac06d590 2024-09-16T07:25:41.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.983+0000 7fa2a37fe640 1 --2- 172.21.15.31:0/3401656601 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa28c0789a0 0x7fa28c07ae60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:41.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.983+0000 7fa2a3fff640 1 --2- 172.21.15.31:0/3401656601 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa28c0789a0 0x7fa28c07ae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:41.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.983+0000 7fa2a37fe640 1 -- 172.21.15.31:0/3401656601 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 5709+0+0 (secure 0 0 0) 0x7fa29c09b520 con 0x7fa2ac06d590 2024-09-16T07:25:41.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.983+0000 7fa2a3fff640 1 --2- 172.21.15.31:0/3401656601 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa28c0789a0 0x7fa28c07ae60 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fa294034000 tx=0x7fa294004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:41.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:41.987+0000 7fa2a37fe640 1 -- 172.21.15.31:0/3401656601 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fa29c063970 con 0x7fa2ac06d590 2024-09-16T07:25:42.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:42.216+0000 7fa2b16ed640 1 -- 172.21.15.31:0/3401656601 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fa2ac0b0b40 con 0x7fa2ac06d590 2024-09-16T07:25:42.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:42.217+0000 7fa2a37fe640 1 -- 172.21.15.31:0/3401656601 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v55) ==== 53+0+73 (secure 0 0 0) 0x7fa29c063270 con 0x7fa2ac06d590 2024-09-16T07:25:42.217 INFO:teuthology.orchestra.run.smithi031.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T07:25:42.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:42.219+0000 7fa2b16ed640 1 -- 172.21.15.31:0/3401656601 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa28c0789a0 msgr2=0x7fa28c07ae60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:42.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:42.219+0000 7fa2b16ed640 1 --2- 172.21.15.31:0/3401656601 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa28c0789a0 0x7fa28c07ae60 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fa294034000 tx=0x7fa294004730 comp rx=0 tx=0).stop 2024-09-16T07:25:42.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:42.219+0000 7fa2b16ed640 1 -- 172.21.15.31:0/3401656601 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa2ac06d590 msgr2=0x7fa2ac1f7ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:42.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:42.219+0000 7fa2b16ed640 1 --2- 172.21.15.31:0/3401656601 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa2ac06d590 0x7fa2ac1f7ef0 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x7fa29c00e9c0 tx=0x7fa29c00ee80 comp rx=0 tx=0).stop 2024-09-16T07:25:42.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:42.219+0000 7fa2b16ed640 1 -- 172.21.15.31:0/3401656601 shutdown_connections 2024-09-16T07:25:42.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:42.219+0000 7fa2b16ed640 1 --2- 172.21.15.31:0/3401656601 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa28c0789a0 0x7fa28c07ae60 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:42.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:42.219+0000 7fa2b16ed640 1 --2- 172.21.15.31:0/3401656601 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa2ac0cc6d0 0x7fa2ac0c4660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:42.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:42.219+0000 7fa2b16ed640 1 --2- 172.21.15.31:0/3401656601 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa2ac0cb270 0x7fa2ac159b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:42.221 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:42.219+0000 7fa2b16ed640 1 --2- 172.21.15.31:0/3401656601 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa2ac06d590 0x7fa2ac1f7ef0 unknown :-1 s=CLOSED pgs=927 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:42.221 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:42.219+0000 7fa2b16ed640 1 -- 172.21.15.31:0/3401656601 >> 172.21.15.31:0/3401656601 conn(0x7fa2ac0d0c20 msgr2=0x7fa2ac0b6050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:42.221 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:42.219+0000 7fa2b16ed640 1 -- 172.21.15.31:0/3401656601 shutdown_connections 2024-09-16T07:25:42.221 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:42.219+0000 7fa2b16ed640 1 -- 172.21.15.31:0/3401656601 wait complete. 2024-09-16T07:25:42.231 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T07:25:42.231 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T07:25:42.231 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi031.front.sepia.ceph.com 2024-09-16T07:25:42.231 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-16T07:25:42.231 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-16T07:25:42.231 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T07:25:42.231 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T07:25:42.231 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T07:25:42.231 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T07:25:42.231 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:25:42.232 DEBUG:teuthology.orchestra.run.smithi031:> ip addr 2024-09-16T07:25:42.248 INFO:teuthology.orchestra.run.smithi031.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T07:25:42.248 INFO:teuthology.orchestra.run.smithi031.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T07:25:42.248 INFO:teuthology.orchestra.run.smithi031.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T07:25:42.248 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:25:42.248 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 ::1/128 scope host 2024-09-16T07:25:42.249 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:25:42.249 INFO:teuthology.orchestra.run.smithi031.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:25:42.249 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 0c:c4:7a:6b:f6:cc brd ff:ff:ff:ff:ff:ff 2024-09-16T07:25:42.249 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp7s0f0 2024-09-16T07:25:42.249 INFO:teuthology.orchestra.run.smithi031.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:25:42.249 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 0c:c4:7a:6b:f6:cd brd ff:ff:ff:ff:ff:ff 2024-09-16T07:25:42.249 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp7s0f1 2024-09-16T07:25:42.249 INFO:teuthology.orchestra.run.smithi031.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T07:25:42.249 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether ac:1f:6b:a5:ca:ba brd ff:ff:ff:ff:ff:ff 2024-09-16T07:25:42.249 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp1s0f0 2024-09-16T07:25:42.249 INFO:teuthology.orchestra.run.smithi031.stdout: inet 172.21.15.31/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-16T07:25:42.249 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft 42477sec preferred_lft 42477sec 2024-09-16T07:25:42.249 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::ae1f:6bff:fea5:caba/64 scope link 2024-09-16T07:25:42.249 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:25:42.250 INFO:teuthology.orchestra.run.smithi031.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:25:42.250 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether ac:1f:6b:a5:ca:bb brd ff:ff:ff:ff:ff:ff 2024-09-16T07:25:42.250 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp1s0f1 2024-09-16T07:25:42.250 INFO:teuthology.orchestra.run.smithi031.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T07:25:42.250 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 32:cb:fd:46:4e:14 brd ff:ff:ff:ff:ff:ff 2024-09-16T07:25:42.250 INFO:teuthology.orchestra.run.smithi031.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-16T07:25:42.250 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:25:42.250 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::5853:30ff:feaf:abcc/64 scope link 2024-09-16T07:25:42.250 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:25:42.250 INFO:teuthology.orchestra.run.smithi031.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T07:25:42.250 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether ea:2f:ff:7f:16:93 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:25:42.250 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::e82f:ffff:fe7f:1693/64 scope link 2024-09-16T07:25:42.250 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:25:42.250 INFO:teuthology.orchestra.run.smithi031.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T07:25:42.251 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 32:cb:fd:46:4e:14 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:25:42.251 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::30cb:fdff:fe46:4e14/64 scope link 2024-09-16T07:25:42.251 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:25:42.251 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:25:42.251 DEBUG:teuthology.orchestra.run.smithi031:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T07:25:42.312 INFO:teuthology.orchestra.run.smithi031.stdout:1 2024-09-16T07:25:42.314 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:25:42.314 DEBUG:teuthology.orchestra.run.smithi031:> route 2024-09-16T07:25:42.371 INFO:teuthology.orchestra.run.smithi031.stdout:Kernel IP routing table 2024-09-16T07:25:42.371 INFO:teuthology.orchestra.run.smithi031.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T07:25:42.371 INFO:teuthology.orchestra.run.smithi031.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-16T07:25:42.371 INFO:teuthology.orchestra.run.smithi031.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-16T07:25:42.371 INFO:teuthology.orchestra.run.smithi031.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T07:25:42.371 DEBUG:teuthology.orchestra.run.smithi031:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T07:25:42.371 DEBUG:teuthology.orchestra.run.smithi031:> set -e 2024-09-16T07:25:42.372 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-16T07:25:42.372 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-16T07:25:42.372 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-16T07:25:42.372 DEBUG:teuthology.orchestra.run.smithi031:> ') 2024-09-16T07:25:42.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:42 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T07:25:42.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:25:42.499 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:25:42.500 DEBUG:teuthology.orchestra.run.smithi031:> ip netns list 2024-09-16T07:25:42.515 INFO:teuthology.orchestra.run.smithi031.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-16T07:25:42.515 INFO:teuthology.orchestra.run.smithi031.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-16T07:25:42.515 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T07:25:42.516 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:25:42.516 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip link set brx.0 up 2024-09-16T07:25:42.580 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-16T07:25:42.580 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T07:25:42.580 DEBUG:teuthology.orchestra.run.smithi031:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-16T07:25:42.636 INFO:teuthology.orchestra.run.smithi031.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-16T07:25:42.636 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T07:25:42.636 DEBUG:teuthology.orchestra.run.smithi031:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-16T07:25:42.691 DEBUG:teuthology.orchestra.run.smithi031:> sudo modprobe fuse 2024-09-16T07:25:42.758 DEBUG:teuthology.orchestra.run.smithi031:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T07:25:42.815 INFO:teuthology.orchestra.run.smithi031.stdout:/proc 2024-09-16T07:25:42.815 INFO:teuthology.orchestra.run.smithi031.stdout:/sys 2024-09-16T07:25:42.815 INFO:teuthology.orchestra.run.smithi031.stdout:/dev 2024-09-16T07:25:42.815 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/security 2024-09-16T07:25:42.815 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/shm 2024-09-16T07:25:42.815 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/pts 2024-09-16T07:25:42.815 INFO:teuthology.orchestra.run.smithi031.stdout:/run 2024-09-16T07:25:42.815 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/cgroup 2024-09-16T07:25:42.815 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/pstore 2024-09-16T07:25:42.815 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/bpf 2024-09-16T07:25:42.815 INFO:teuthology.orchestra.run.smithi031.stdout:/ 2024-09-16T07:25:42.815 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/selinux 2024-09-16T07:25:42.816 INFO:teuthology.orchestra.run.smithi031.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T07:25:42.816 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/tracing 2024-09-16T07:25:42.816 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/mqueue 2024-09-16T07:25:42.816 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/debug 2024-09-16T07:25:42.816 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/hugepages 2024-09-16T07:25:42.816 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T07:25:42.816 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/fuse/connections 2024-09-16T07:25:42.816 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/config 2024-09-16T07:25:42.816 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T07:25:42.816 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T07:25:42.816 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T07:25:42.816 INFO:teuthology.orchestra.run.smithi031.stdout:/run/user/1000 2024-09-16T07:25:42.816 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph 2024-09-16T07:25:42.816 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T07:25:42.817 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T07:25:42.817 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T07:25:42.817 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T07:25:42.817 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns 2024-09-16T07:25:42.817 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:25:42.817 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:25:42.817 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:25:42.817 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:25:42.817 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:25:42.817 DEBUG:teuthology.orchestra.run.smithi031:> ls /sys/fs/fuse/connections 2024-09-16T07:25:42.870 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-16T07:25:42.871 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-16T07:25:42.914 DEBUG:teuthology.orchestra.run.smithi031:> sudo modprobe fuse 2024-09-16T07:25:42.940 DEBUG:teuthology.orchestra.run.smithi031:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T07:25:42.996 INFO:teuthology.orchestra.run.smithi031.stdout:/proc 2024-09-16T07:25:42.996 INFO:teuthology.orchestra.run.smithi031.stdout:/sys 2024-09-16T07:25:42.996 INFO:teuthology.orchestra.run.smithi031.stdout:/dev 2024-09-16T07:25:42.996 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/security 2024-09-16T07:25:42.996 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/shm 2024-09-16T07:25:42.996 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/pts 2024-09-16T07:25:42.997 INFO:teuthology.orchestra.run.smithi031.stdout:/run 2024-09-16T07:25:42.997 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/cgroup 2024-09-16T07:25:42.997 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/pstore 2024-09-16T07:25:42.997 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/bpf 2024-09-16T07:25:42.997 INFO:teuthology.orchestra.run.smithi031.stdout:/ 2024-09-16T07:25:42.997 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/selinux 2024-09-16T07:25:42.997 INFO:teuthology.orchestra.run.smithi031.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T07:25:42.997 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/tracing 2024-09-16T07:25:42.997 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/mqueue 2024-09-16T07:25:42.997 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/debug 2024-09-16T07:25:42.997 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/hugepages 2024-09-16T07:25:42.997 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T07:25:42.998 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/fuse/connections 2024-09-16T07:25:42.998 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/config 2024-09-16T07:25:42.998 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T07:25:42.998 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T07:25:42.998 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T07:25:42.998 INFO:teuthology.orchestra.run.smithi031.stdout:/run/user/1000 2024-09-16T07:25:42.998 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph 2024-09-16T07:25:42.998 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T07:25:42.998 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T07:25:42.998 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T07:25:42.998 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T07:25:42.998 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns 2024-09-16T07:25:42.998 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:25:42.999 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:25:42.999 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:25:42.999 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:25:43.000 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:25:43.000 DEBUG:teuthology.orchestra.run.smithi031:> ls /sys/fs/fuse/connections 2024-09-16T07:25:43.000 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi031.stderr:2024-09-16T07:25:42.997+0000 7f069fb1d480 -1 init, newargv = 0x562cc6ecf470 newargc=15 2024-09-16T07:25:43.000 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi031.stderr:ceph-fuse[61020]: starting ceph client 2024-09-16T07:25:43.002 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi031.stderr:ceph-fuse[61020]: starting fuse 2024-09-16T07:25:43.018 INFO:teuthology.orchestra.run.smithi031.stdout:42 2024-09-16T07:25:43.018 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [42] 2024-09-16T07:25:43.018 DEBUG:teuthology.orchestra.run.smithi031:> sudo stdin-killer -- python3 -c ' 2024-09-16T07:25:43.018 DEBUG:teuthology.orchestra.run.smithi031:> import glob 2024-09-16T07:25:43.018 DEBUG:teuthology.orchestra.run.smithi031:> import re 2024-09-16T07:25:43.018 DEBUG:teuthology.orchestra.run.smithi031:> import os 2024-09-16T07:25:43.018 DEBUG:teuthology.orchestra.run.smithi031:> import subprocess 2024-09-16T07:25:43.019 DEBUG:teuthology.orchestra.run.smithi031:> 2024-09-16T07:25:43.019 DEBUG:teuthology.orchestra.run.smithi031:> def _find_admin_socket(client_name): 2024-09-16T07:25:43.019 DEBUG:teuthology.orchestra.run.smithi031:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-16T07:25:43.019 DEBUG:teuthology.orchestra.run.smithi031:> files = glob.glob(asok_path) 2024-09-16T07:25:43.019 DEBUG:teuthology.orchestra.run.smithi031:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-16T07:25:43.019 DEBUG:teuthology.orchestra.run.smithi031:> 2024-09-16T07:25:43.019 DEBUG:teuthology.orchestra.run.smithi031:> # Given a non-glob path, it better be there 2024-09-16T07:25:43.019 DEBUG:teuthology.orchestra.run.smithi031:> if "*" not in asok_path: 2024-09-16T07:25:43.019 DEBUG:teuthology.orchestra.run.smithi031:> assert(len(files) == 1) 2024-09-16T07:25:43.019 DEBUG:teuthology.orchestra.run.smithi031:> return files[0] 2024-09-16T07:25:43.019 DEBUG:teuthology.orchestra.run.smithi031:> 2024-09-16T07:25:43.019 DEBUG:teuthology.orchestra.run.smithi031:> for f in files: 2024-09-16T07:25:43.019 DEBUG:teuthology.orchestra.run.smithi031:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T07:25:43.019 DEBUG:teuthology.orchestra.run.smithi031:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T07:25:43.019 DEBUG:teuthology.orchestra.run.smithi031:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T07:25:43.019 DEBUG:teuthology.orchestra.run.smithi031:> contents = proc_f.read() 2024-09-16T07:25:43.020 DEBUG:teuthology.orchestra.run.smithi031:> if mountpoint in contents: 2024-09-16T07:25:43.020 DEBUG:teuthology.orchestra.run.smithi031:> return f 2024-09-16T07:25:43.020 DEBUG:teuthology.orchestra.run.smithi031:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T07:25:43.020 DEBUG:teuthology.orchestra.run.smithi031:> 2024-09-16T07:25:43.020 DEBUG:teuthology.orchestra.run.smithi031:> print(_find_admin_socket("client.0")) 2024-09-16T07:25:43.020 DEBUG:teuthology.orchestra.run.smithi031:> ' 2024-09-16T07:25:43.138 INFO:teuthology.orchestra.run.smithi031.stdout:/var/run/ceph/ceph-client.0.61020.asok 2024-09-16T07:25:43.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:25:43.149 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.61020.asok 2024-09-16T07:25:43.149 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:25:43.150 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.61020.asok status 2024-09-16T07:25:43.285 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-16T07:25:43.285 INFO:teuthology.orchestra.run.smithi031.stdout: "metadata": { 2024-09-16T07:25:43.285 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph_sha1": "4ef5f0587d1cad82c4295c20951c303dc342ac74", 2024-09-16T07:25:43.285 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph_version": "ceph version 19.3.0-4938-g4ef5f058 (4ef5f0587d1cad82c4295c20951c303dc342ac74) squid (dev)", 2024-09-16T07:25:43.286 INFO:teuthology.orchestra.run.smithi031.stdout: "entity_id": "0", 2024-09-16T07:25:43.286 INFO:teuthology.orchestra.run.smithi031.stdout: "hostname": "smithi031", 2024-09-16T07:25:43.286 INFO:teuthology.orchestra.run.smithi031.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-16T07:25:43.286 INFO:teuthology.orchestra.run.smithi031.stdout: "pid": "61020", 2024-09-16T07:25:43.286 INFO:teuthology.orchestra.run.smithi031.stdout: "root": "/" 2024-09-16T07:25:43.286 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:43.286 INFO:teuthology.orchestra.run.smithi031.stdout: "dentry_count": 0, 2024-09-16T07:25:43.286 INFO:teuthology.orchestra.run.smithi031.stdout: "dentry_pinned_count": 0, 2024-09-16T07:25:43.286 INFO:teuthology.orchestra.run.smithi031.stdout: "id": 6930, 2024-09-16T07:25:43.286 INFO:teuthology.orchestra.run.smithi031.stdout: "inst": { 2024-09-16T07:25:43.286 INFO:teuthology.orchestra.run.smithi031.stdout: "name": { 2024-09-16T07:25:43.286 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "client", 2024-09-16T07:25:43.286 INFO:teuthology.orchestra.run.smithi031.stdout: "num": 6930 2024-09-16T07:25:43.286 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:43.287 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": { 2024-09-16T07:25:43.287 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "v1", 2024-09-16T07:25:43.287 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": "192.168.0.1:0", 2024-09-16T07:25:43.287 INFO:teuthology.orchestra.run.smithi031.stdout: "nonce": 1097226284 2024-09-16T07:25:43.287 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:43.287 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:43.287 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": { 2024-09-16T07:25:43.287 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "v1", 2024-09-16T07:25:43.287 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": "192.168.0.1:0", 2024-09-16T07:25:43.287 INFO:teuthology.orchestra.run.smithi031.stdout: "nonce": 1097226284 2024-09-16T07:25:43.287 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:25:43.287 INFO:teuthology.orchestra.run.smithi031.stdout: "inst_str": "client.6930 192.168.0.1:0/1097226284", 2024-09-16T07:25:43.287 INFO:teuthology.orchestra.run.smithi031.stdout: "addr_str": "192.168.0.1:0/1097226284", 2024-09-16T07:25:43.287 INFO:teuthology.orchestra.run.smithi031.stdout: "inode_count": 1, 2024-09-16T07:25:43.288 INFO:teuthology.orchestra.run.smithi031.stdout: "mds_epoch": 55, 2024-09-16T07:25:43.288 INFO:teuthology.orchestra.run.smithi031.stdout: "osd_epoch": 82, 2024-09-16T07:25:43.288 INFO:teuthology.orchestra.run.smithi031.stdout: "osd_epoch_barrier": 0, 2024-09-16T07:25:43.288 INFO:teuthology.orchestra.run.smithi031.stdout: "blocklisted": false, 2024-09-16T07:25:43.288 INFO:teuthology.orchestra.run.smithi031.stdout: "fs_name": "cephfs" 2024-09-16T07:25:43.288 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-16T07:25:43.293 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:25:43.294 DEBUG:teuthology.orchestra.run.smithi031:> stat --file-system '--printf=%T 2024-09-16T07:25:43.294 DEBUG:teuthology.orchestra.run.smithi031:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-16T07:25:43.309 INFO:teuthology.orchestra.run.smithi031.stdout:fuseblk 2024-09-16T07:25:43.310 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-16T07:25:43.310 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:25:43.310 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-16T07:25:43.376 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T07:25:43.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:43.521+0000 7f20677ad640 1 -- 172.21.15.31:0/3762336374 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f20600cc830 msgr2=0x7f20600cafe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:43.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:43.521+0000 7f20677ad640 1 --2- 172.21.15.31:0/3762336374 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f20600cc830 0x7f20600cafe0 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7f2050009830 tx=0x7f205002a3f0 comp rx=0 tx=0).stop 2024-09-16T07:25:43.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:43.522+0000 7f20677ad640 1 -- 172.21.15.31:0/3762336374 shutdown_connections 2024-09-16T07:25:43.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:43.522+0000 7f20677ad640 1 --2- 172.21.15.31:0/3762336374 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f20600cc2e0 0x7f20600cb520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:43.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:43.522+0000 7f20677ad640 1 --2- 172.21.15.31:0/3762336374 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f20600cc830 0x7f20600cafe0 unknown :-1 s=CLOSED pgs=932 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:43.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:43.522+0000 7f20677ad640 1 -- 172.21.15.31:0/3762336374 >> 172.21.15.31:0/3762336374 conn(0x7f20600741f0 msgr2=0x7f2060074600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:43.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:43.522+0000 7f20677ad640 1 -- 172.21.15.31:0/3762336374 shutdown_connections 2024-09-16T07:25:43.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:43.522+0000 7f20677ad640 1 -- 172.21.15.31:0/3762336374 wait complete. 2024-09-16T07:25:43.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:43.523+0000 7f20677ad640 1 Processor -- start 2024-09-16T07:25:43.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:43.523+0000 7f20677ad640 1 -- start start 2024-09-16T07:25:43.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:43.524+0000 7f20677ad640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f20600cc2e0 0x7f206009d9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:43.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:43.524+0000 7f20677ad640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f20600cc830 0x7f20600b4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:43.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:43.524+0000 7f20677ad640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f206015e1d0 0x7f206015bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:43.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:43.524+0000 7f20677ad640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f2060070b90 con 0x7f206015e1d0 2024-09-16T07:25:43.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:43.524+0000 7f20677ad640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f2060070a10 con 0x7f20600cc2e0 2024-09-16T07:25:43.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:43.524+0000 7f20677ad640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f2060070d10 con 0x7f20600cc830 2024-09-16T07:25:43.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:43.524+0000 7f2065d4a640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f206015e1d0 0x7f206015bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:43.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:43.524+0000 7f2065d4a640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f206015e1d0 0x7f206015bdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:38966/0 (socket says 172.21.15.31:38966) 2024-09-16T07:25:43.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:43.524+0000 7f2065d4a640 1 -- 172.21.15.31:0/4142839537 learned_addr learned my addr 172.21.15.31:0/4142839537 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:43.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:43.524+0000 7f2064d48640 1 --2- 172.21.15.31:0/4142839537 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f20600cc830 0x7f20600b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:43.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:43.524+0000 7f2065549640 1 --2- 172.21.15.31:0/4142839537 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f20600cc2e0 0x7f206009d9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:43.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:43.524+0000 7f2065d4a640 1 -- 172.21.15.31:0/4142839537 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f20600cc830 msgr2=0x7f20600b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:43.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:43.524+0000 7f2065d4a640 1 --2- 172.21.15.31:0/4142839537 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f20600cc830 0x7f20600b4580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:43.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:43.524+0000 7f2065d4a640 1 -- 172.21.15.31:0/4142839537 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f20600cc2e0 msgr2=0x7f206009d9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:43.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:43.524+0000 7f2065d4a640 1 --2- 172.21.15.31:0/4142839537 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f20600cc2e0 0x7f206009d9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:43.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:43.524+0000 7f2065d4a640 1 -- 172.21.15.31:0/4142839537 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20600b0f00 con 0x7f206015e1d0 2024-09-16T07:25:43.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:43.524+0000 7f2064d48640 1 --2- 172.21.15.31:0/4142839537 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f20600cc830 0x7f20600b4580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:25:43.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:43.524+0000 7f2065549640 1 --2- 172.21.15.31:0/4142839537 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f20600cc2e0 0x7f206009d9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:25:43.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:43.524+0000 7f2065d4a640 1 --2- 172.21.15.31:0/4142839537 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f206015e1d0 0x7f206015bdf0 secure :-1 s=READY pgs=933 cs=0 l=1 rev1=1 crypto rx=0x7f205800ead0 tx=0x7f205800ef90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:43.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:43.524+0000 7f2055ffb640 1 -- 172.21.15.31:0/4142839537 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f205800cde0 con 0x7f206015e1d0 2024-09-16T07:25:43.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:43.524+0000 7f2055ffb640 1 -- 172.21.15.31:0/4142839537 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2058004c10 con 0x7f206015e1d0 2024-09-16T07:25:43.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:43.524+0000 7f20677ad640 1 -- 172.21.15.31:0/4142839537 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20600b11e0 con 0x7f206015e1d0 2024-09-16T07:25:43.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:43.524+0000 7f2055ffb640 1 -- 172.21.15.31:0/4142839537 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2058005020 con 0x7f206015e1d0 2024-09-16T07:25:43.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:43.525+0000 7f20677ad640 1 -- 172.21.15.31:0/4142839537 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20600b17a0 con 0x7f206015e1d0 2024-09-16T07:25:43.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:43.526+0000 7f20677ad640 1 -- 172.21.15.31:0/4142839537 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f20600cbd50 con 0x7f206015e1d0 2024-09-16T07:25:43.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:43.526+0000 7f2055ffb640 1 -- 172.21.15.31:0/4142839537 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7f20580051c0 con 0x7f206015e1d0 2024-09-16T07:25:43.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:43.527+0000 7f2055ffb640 1 --2- 172.21.15.31:0/4142839537 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2044078970 0x7f204407ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:43.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:43.527+0000 7f2055ffb640 1 -- 172.21.15.31:0/4142839537 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 5709+0+0 (secure 0 0 0) 0x7f205809b630 con 0x7f206015e1d0 2024-09-16T07:25:43.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:43.527+0000 7f2065549640 1 --2- 172.21.15.31:0/4142839537 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2044078970 0x7f204407ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:43.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:43.527+0000 7f2065549640 1 --2- 172.21.15.31:0/4142839537 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2044078970 0x7f204407ae30 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f205c000f60 tx=0x7f205c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:43.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:43.531+0000 7f2055ffb640 1 -- 172.21.15.31:0/4142839537 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f2058016030 con 0x7f206015e1d0 2024-09-16T07:25:43.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:43.757+0000 7f20677ad640 1 -- 172.21.15.31:0/4142839537 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f20600cb6f0 con 0x7f206015e1d0 2024-09-16T07:25:43.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:43.757+0000 7f2055ffb640 1 -- 172.21.15.31:0/4142839537 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v55) ==== 53+0+73 (secure 0 0 0) 0x7f20580639f0 con 0x7f206015e1d0 2024-09-16T07:25:43.758 INFO:teuthology.orchestra.run.smithi031.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T07:25:43.760 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:43.760+0000 7f20677ad640 1 -- 172.21.15.31:0/4142839537 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2044078970 msgr2=0x7f204407ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:43.760 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:43.760+0000 7f20677ad640 1 --2- 172.21.15.31:0/4142839537 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2044078970 0x7f204407ae30 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f205c000f60 tx=0x7f205c009040 comp rx=0 tx=0).stop 2024-09-16T07:25:43.760 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:43.760+0000 7f20677ad640 1 -- 172.21.15.31:0/4142839537 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f206015e1d0 msgr2=0x7f206015bdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:43.761 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:43.760+0000 7f20677ad640 1 --2- 172.21.15.31:0/4142839537 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f206015e1d0 0x7f206015bdf0 secure :-1 s=READY pgs=933 cs=0 l=1 rev1=1 crypto rx=0x7f205800ead0 tx=0x7f205800ef90 comp rx=0 tx=0).stop 2024-09-16T07:25:43.761 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:43.760+0000 7f20677ad640 1 -- 172.21.15.31:0/4142839537 shutdown_connections 2024-09-16T07:25:43.761 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:43.760+0000 7f20677ad640 1 --2- 172.21.15.31:0/4142839537 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2044078970 0x7f204407ae30 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:43.761 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:43.760+0000 7f20677ad640 1 --2- 172.21.15.31:0/4142839537 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f206015e1d0 0x7f206015bdf0 unknown :-1 s=CLOSED pgs=933 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:43.761 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:43.760+0000 7f20677ad640 1 --2- 172.21.15.31:0/4142839537 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f20600cc830 0x7f20600b4580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:43.761 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:43.760+0000 7f20677ad640 1 --2- 172.21.15.31:0/4142839537 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f20600cc2e0 0x7f206009d9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:43.761 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:43.760+0000 7f20677ad640 1 -- 172.21.15.31:0/4142839537 >> 172.21.15.31:0/4142839537 conn(0x7f20600741f0 msgr2=0x7f20600ad2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:43.761 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:43.760+0000 7f20677ad640 1 -- 172.21.15.31:0/4142839537 shutdown_connections 2024-09-16T07:25:43.761 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:43.760+0000 7f20677ad640 1 -- 172.21.15.31:0/4142839537 wait complete. 2024-09-16T07:25:43.770 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T07:25:43.770 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T07:25:43.771 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi155.front.sepia.ceph.com 2024-09-16T07:25:43.771 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-16T07:25:43.771 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-16T07:25:43.771 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T07:25:43.771 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T07:25:43.771 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T07:25:43.771 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-16T07:25:43.771 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:25:43.771 DEBUG:teuthology.orchestra.run.smithi155:> ip addr 2024-09-16T07:25:43.791 INFO:teuthology.orchestra.run.smithi155.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T07:25:43.791 INFO:teuthology.orchestra.run.smithi155.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T07:25:43.791 INFO:teuthology.orchestra.run.smithi155.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T07:25:43.791 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:25:43.791 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 ::1/128 scope host 2024-09-16T07:25:43.791 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:25:43.792 INFO:teuthology.orchestra.run.smithi155.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:25:43.792 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 0c:c4:7a:d9:a0:fa brd ff:ff:ff:ff:ff:ff 2024-09-16T07:25:43.792 INFO:teuthology.orchestra.run.smithi155.stdout: altname enp7s0f0 2024-09-16T07:25:43.792 INFO:teuthology.orchestra.run.smithi155.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:25:43.792 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 0c:c4:7a:d9:a0:fb brd ff:ff:ff:ff:ff:ff 2024-09-16T07:25:43.792 INFO:teuthology.orchestra.run.smithi155.stdout: altname enp7s0f1 2024-09-16T07:25:43.792 INFO:teuthology.orchestra.run.smithi155.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:25:43.792 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 0c:c4:7a:88:6d:ec brd ff:ff:ff:ff:ff:ff 2024-09-16T07:25:43.792 INFO:teuthology.orchestra.run.smithi155.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T07:25:43.792 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 0c:c4:7a:88:6d:ed brd ff:ff:ff:ff:ff:ff 2024-09-16T07:25:43.792 INFO:teuthology.orchestra.run.smithi155.stdout: inet 172.21.15.155/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-16T07:25:43.792 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft 42493sec preferred_lft 42493sec 2024-09-16T07:25:43.792 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 fe80::ec4:7aff:fe88:6ded/64 scope link noprefixroute 2024-09-16T07:25:43.792 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:25:43.793 INFO:teuthology.orchestra.run.smithi155.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T07:25:43.793 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 6a:24:67:c2:77:cc brd ff:ff:ff:ff:ff:ff 2024-09-16T07:25:43.793 INFO:teuthology.orchestra.run.smithi155.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-16T07:25:43.793 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:25:43.793 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 fe80::88e4:b9ff:fe24:e8a7/64 scope link 2024-09-16T07:25:43.793 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:25:43.793 INFO:teuthology.orchestra.run.smithi155.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T07:25:43.793 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether d6:1d:e5:de:08:cd brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:25:43.793 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 fe80::d41d:e5ff:fede:8cd/64 scope link 2024-09-16T07:25:43.793 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:25:43.793 INFO:teuthology.orchestra.run.smithi155.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T07:25:43.793 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 6a:24:67:c2:77:cc brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:25:43.793 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 fe80::6824:67ff:fec2:77cc/64 scope link 2024-09-16T07:25:43.793 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:25:43.794 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:25:43.794 DEBUG:teuthology.orchestra.run.smithi155:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T07:25:43.859 INFO:teuthology.orchestra.run.smithi155.stdout:1 2024-09-16T07:25:43.860 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:25:43.860 DEBUG:teuthology.orchestra.run.smithi155:> route 2024-09-16T07:25:43.919 INFO:teuthology.orchestra.run.smithi155.stdout:Kernel IP routing table 2024-09-16T07:25:43.920 INFO:teuthology.orchestra.run.smithi155.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T07:25:43.920 INFO:teuthology.orchestra.run.smithi155.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-16T07:25:43.920 INFO:teuthology.orchestra.run.smithi155.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-16T07:25:43.920 INFO:teuthology.orchestra.run.smithi155.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T07:25:43.920 DEBUG:teuthology.orchestra.run.smithi155:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T07:25:43.920 DEBUG:teuthology.orchestra.run.smithi155:> set -e 2024-09-16T07:25:43.920 DEBUG:teuthology.orchestra.run.smithi155:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-16T07:25:43.921 DEBUG:teuthology.orchestra.run.smithi155:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-16T07:25:43.921 DEBUG:teuthology.orchestra.run.smithi155:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-16T07:25:43.921 DEBUG:teuthology.orchestra.run.smithi155:> ') 2024-09-16T07:25:44.014 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:25:44 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T07:25:44.049 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:25:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:25:44.056 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:25:44.056 DEBUG:teuthology.orchestra.run.smithi155:> ip netns list 2024-09-16T07:25:44.073 INFO:teuthology.orchestra.run.smithi155.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-16T07:25:44.073 INFO:teuthology.orchestra.run.smithi155.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-16T07:25:44.073 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-16T07:25:44.074 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:25:44.074 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip link set brx.0 up 2024-09-16T07:25:44.138 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-16T07:25:44.139 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T07:25:44.139 DEBUG:teuthology.orchestra.run.smithi155:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-16T07:25:44.194 INFO:teuthology.orchestra.run.smithi155.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-16T07:25:44.195 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T07:25:44.195 DEBUG:teuthology.orchestra.run.smithi155:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-16T07:25:44.250 DEBUG:teuthology.orchestra.run.smithi155:> sudo modprobe fuse 2024-09-16T07:25:44.315 DEBUG:teuthology.orchestra.run.smithi155:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T07:25:44.371 INFO:teuthology.orchestra.run.smithi155.stdout:/proc 2024-09-16T07:25:44.371 INFO:teuthology.orchestra.run.smithi155.stdout:/sys 2024-09-16T07:25:44.371 INFO:teuthology.orchestra.run.smithi155.stdout:/dev 2024-09-16T07:25:44.372 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/security 2024-09-16T07:25:44.372 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/shm 2024-09-16T07:25:44.372 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/pts 2024-09-16T07:25:44.372 INFO:teuthology.orchestra.run.smithi155.stdout:/run 2024-09-16T07:25:44.372 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/cgroup 2024-09-16T07:25:44.372 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/pstore 2024-09-16T07:25:44.372 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/bpf 2024-09-16T07:25:44.372 INFO:teuthology.orchestra.run.smithi155.stdout:/ 2024-09-16T07:25:44.372 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/selinux 2024-09-16T07:25:44.372 INFO:teuthology.orchestra.run.smithi155.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T07:25:44.372 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/hugepages 2024-09-16T07:25:44.372 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/mqueue 2024-09-16T07:25:44.372 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/debug 2024-09-16T07:25:44.373 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/tracing 2024-09-16T07:25:44.373 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/fuse/connections 2024-09-16T07:25:44.373 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/config 2024-09-16T07:25:44.373 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T07:25:44.373 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T07:25:44.373 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T07:25:44.373 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T07:25:44.373 INFO:teuthology.orchestra.run.smithi155.stdout:/run/user/1000 2024-09-16T07:25:44.373 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph 2024-09-16T07:25:44.373 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-4 2024-09-16T07:25:44.373 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-5 2024-09-16T07:25:44.373 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-6 2024-09-16T07:25:44.373 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-7 2024-09-16T07:25:44.373 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns 2024-09-16T07:25:44.374 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:25:44.374 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:25:44.374 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:25:44.374 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:25:44.374 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:25:44.374 DEBUG:teuthology.orchestra.run.smithi155:> ls /sys/fs/fuse/connections 2024-09-16T07:25:44.428 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-16T07:25:44.429 DEBUG:teuthology.orchestra.run.smithi155:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-16T07:25:44.472 DEBUG:teuthology.orchestra.run.smithi155:> sudo modprobe fuse 2024-09-16T07:25:44.496 DEBUG:teuthology.orchestra.run.smithi155:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T07:25:44.552 INFO:teuthology.orchestra.run.smithi155.stdout:/proc 2024-09-16T07:25:44.553 INFO:teuthology.orchestra.run.smithi155.stdout:/sys 2024-09-16T07:25:44.553 INFO:teuthology.orchestra.run.smithi155.stdout:/dev 2024-09-16T07:25:44.553 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/security 2024-09-16T07:25:44.553 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/shm 2024-09-16T07:25:44.553 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/pts 2024-09-16T07:25:44.553 INFO:teuthology.orchestra.run.smithi155.stdout:/run 2024-09-16T07:25:44.553 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/cgroup 2024-09-16T07:25:44.553 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/pstore 2024-09-16T07:25:44.553 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/bpf 2024-09-16T07:25:44.553 INFO:teuthology.orchestra.run.smithi155.stdout:/ 2024-09-16T07:25:44.553 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/selinux 2024-09-16T07:25:44.553 INFO:teuthology.orchestra.run.smithi155.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T07:25:44.554 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/hugepages 2024-09-16T07:25:44.554 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/mqueue 2024-09-16T07:25:44.554 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/debug 2024-09-16T07:25:44.554 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/tracing 2024-09-16T07:25:44.554 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/fuse/connections 2024-09-16T07:25:44.554 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/config 2024-09-16T07:25:44.554 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T07:25:44.554 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T07:25:44.554 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T07:25:44.554 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T07:25:44.554 INFO:teuthology.orchestra.run.smithi155.stdout:/run/user/1000 2024-09-16T07:25:44.554 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph 2024-09-16T07:25:44.555 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-4 2024-09-16T07:25:44.555 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-5 2024-09-16T07:25:44.555 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-6 2024-09-16T07:25:44.555 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-7 2024-09-16T07:25:44.555 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns 2024-09-16T07:25:44.555 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:25:44.555 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:25:44.555 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:25:44.555 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:25:44.555 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi155.stderr:2024-09-16T07:25:44.553+0000 7f3becf1f480 -1 init, newargv = 0x5646d38704f0 newargc=15 2024-09-16T07:25:44.556 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi155.stderr:ceph-fuse[46245]: starting ceph client 2024-09-16T07:25:44.556 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:25:44.556 DEBUG:teuthology.orchestra.run.smithi155:> ls /sys/fs/fuse/connections 2024-09-16T07:25:44.557 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi155.stderr:ceph-fuse[46245]: starting fuse 2024-09-16T07:25:44.572 INFO:teuthology.orchestra.run.smithi155.stdout:43 2024-09-16T07:25:44.572 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-16T07:25:44.572 DEBUG:teuthology.orchestra.run.smithi155:> sudo stdin-killer -- python3 -c ' 2024-09-16T07:25:44.572 DEBUG:teuthology.orchestra.run.smithi155:> import glob 2024-09-16T07:25:44.572 DEBUG:teuthology.orchestra.run.smithi155:> import re 2024-09-16T07:25:44.573 DEBUG:teuthology.orchestra.run.smithi155:> import os 2024-09-16T07:25:44.573 DEBUG:teuthology.orchestra.run.smithi155:> import subprocess 2024-09-16T07:25:44.573 DEBUG:teuthology.orchestra.run.smithi155:> 2024-09-16T07:25:44.573 DEBUG:teuthology.orchestra.run.smithi155:> def _find_admin_socket(client_name): 2024-09-16T07:25:44.573 DEBUG:teuthology.orchestra.run.smithi155:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-16T07:25:44.573 DEBUG:teuthology.orchestra.run.smithi155:> files = glob.glob(asok_path) 2024-09-16T07:25:44.573 DEBUG:teuthology.orchestra.run.smithi155:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-16T07:25:44.573 DEBUG:teuthology.orchestra.run.smithi155:> 2024-09-16T07:25:44.573 DEBUG:teuthology.orchestra.run.smithi155:> # Given a non-glob path, it better be there 2024-09-16T07:25:44.573 DEBUG:teuthology.orchestra.run.smithi155:> if "*" not in asok_path: 2024-09-16T07:25:44.573 DEBUG:teuthology.orchestra.run.smithi155:> assert(len(files) == 1) 2024-09-16T07:25:44.573 DEBUG:teuthology.orchestra.run.smithi155:> return files[0] 2024-09-16T07:25:44.573 DEBUG:teuthology.orchestra.run.smithi155:> 2024-09-16T07:25:44.573 DEBUG:teuthology.orchestra.run.smithi155:> for f in files: 2024-09-16T07:25:44.574 DEBUG:teuthology.orchestra.run.smithi155:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T07:25:44.574 DEBUG:teuthology.orchestra.run.smithi155:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T07:25:44.574 DEBUG:teuthology.orchestra.run.smithi155:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T07:25:44.574 DEBUG:teuthology.orchestra.run.smithi155:> contents = proc_f.read() 2024-09-16T07:25:44.574 DEBUG:teuthology.orchestra.run.smithi155:> if mountpoint in contents: 2024-09-16T07:25:44.574 DEBUG:teuthology.orchestra.run.smithi155:> return f 2024-09-16T07:25:44.574 DEBUG:teuthology.orchestra.run.smithi155:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T07:25:44.574 DEBUG:teuthology.orchestra.run.smithi155:> 2024-09-16T07:25:44.574 DEBUG:teuthology.orchestra.run.smithi155:> print(_find_admin_socket("client.1")) 2024-09-16T07:25:44.574 DEBUG:teuthology.orchestra.run.smithi155:> ' 2024-09-16T07:25:44.691 INFO:teuthology.orchestra.run.smithi155.stdout:/var/run/ceph/ceph-client.1.46245.asok 2024-09-16T07:25:44.694 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:25:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:25:44.701 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.46245.asok 2024-09-16T07:25:44.701 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:25:44.701 DEBUG:teuthology.orchestra.run.smithi155:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.46245.asok status 2024-09-16T07:25:44.834 INFO:teuthology.orchestra.run.smithi155.stdout:{ 2024-09-16T07:25:44.834 INFO:teuthology.orchestra.run.smithi155.stdout: "metadata": { 2024-09-16T07:25:44.834 INFO:teuthology.orchestra.run.smithi155.stdout: "ceph_sha1": "4ef5f0587d1cad82c4295c20951c303dc342ac74", 2024-09-16T07:25:44.835 INFO:teuthology.orchestra.run.smithi155.stdout: "ceph_version": "ceph version 19.3.0-4938-g4ef5f058 (4ef5f0587d1cad82c4295c20951c303dc342ac74) squid (dev)", 2024-09-16T07:25:44.835 INFO:teuthology.orchestra.run.smithi155.stdout: "entity_id": "1", 2024-09-16T07:25:44.835 INFO:teuthology.orchestra.run.smithi155.stdout: "hostname": "smithi155", 2024-09-16T07:25:44.835 INFO:teuthology.orchestra.run.smithi155.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-16T07:25:44.835 INFO:teuthology.orchestra.run.smithi155.stdout: "pid": "46245", 2024-09-16T07:25:44.835 INFO:teuthology.orchestra.run.smithi155.stdout: "root": "/" 2024-09-16T07:25:44.835 INFO:teuthology.orchestra.run.smithi155.stdout: }, 2024-09-16T07:25:44.835 INFO:teuthology.orchestra.run.smithi155.stdout: "dentry_count": 0, 2024-09-16T07:25:44.835 INFO:teuthology.orchestra.run.smithi155.stdout: "dentry_pinned_count": 0, 2024-09-16T07:25:44.835 INFO:teuthology.orchestra.run.smithi155.stdout: "id": 5792, 2024-09-16T07:25:44.835 INFO:teuthology.orchestra.run.smithi155.stdout: "inst": { 2024-09-16T07:25:44.835 INFO:teuthology.orchestra.run.smithi155.stdout: "name": { 2024-09-16T07:25:44.835 INFO:teuthology.orchestra.run.smithi155.stdout: "type": "client", 2024-09-16T07:25:44.836 INFO:teuthology.orchestra.run.smithi155.stdout: "num": 5792 2024-09-16T07:25:44.836 INFO:teuthology.orchestra.run.smithi155.stdout: }, 2024-09-16T07:25:44.836 INFO:teuthology.orchestra.run.smithi155.stdout: "addr": { 2024-09-16T07:25:44.836 INFO:teuthology.orchestra.run.smithi155.stdout: "type": "v1", 2024-09-16T07:25:44.836 INFO:teuthology.orchestra.run.smithi155.stdout: "addr": "192.168.0.1:0", 2024-09-16T07:25:44.836 INFO:teuthology.orchestra.run.smithi155.stdout: "nonce": 713726675 2024-09-16T07:25:44.836 INFO:teuthology.orchestra.run.smithi155.stdout: } 2024-09-16T07:25:44.836 INFO:teuthology.orchestra.run.smithi155.stdout: }, 2024-09-16T07:25:44.836 INFO:teuthology.orchestra.run.smithi155.stdout: "addr": { 2024-09-16T07:25:44.836 INFO:teuthology.orchestra.run.smithi155.stdout: "type": "v1", 2024-09-16T07:25:44.836 INFO:teuthology.orchestra.run.smithi155.stdout: "addr": "192.168.0.1:0", 2024-09-16T07:25:44.836 INFO:teuthology.orchestra.run.smithi155.stdout: "nonce": 713726675 2024-09-16T07:25:44.836 INFO:teuthology.orchestra.run.smithi155.stdout: }, 2024-09-16T07:25:44.837 INFO:teuthology.orchestra.run.smithi155.stdout: "inst_str": "client.5792 192.168.0.1:0/713726675", 2024-09-16T07:25:44.837 INFO:teuthology.orchestra.run.smithi155.stdout: "addr_str": "192.168.0.1:0/713726675", 2024-09-16T07:25:44.837 INFO:teuthology.orchestra.run.smithi155.stdout: "inode_count": 1, 2024-09-16T07:25:44.837 INFO:teuthology.orchestra.run.smithi155.stdout: "mds_epoch": 55, 2024-09-16T07:25:44.837 INFO:teuthology.orchestra.run.smithi155.stdout: "osd_epoch": 82, 2024-09-16T07:25:44.837 INFO:teuthology.orchestra.run.smithi155.stdout: "osd_epoch_barrier": 0, 2024-09-16T07:25:44.837 INFO:teuthology.orchestra.run.smithi155.stdout: "blocklisted": false, 2024-09-16T07:25:44.837 INFO:teuthology.orchestra.run.smithi155.stdout: "fs_name": "cephfs" 2024-09-16T07:25:44.837 INFO:teuthology.orchestra.run.smithi155.stdout:} 2024-09-16T07:25:44.842 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:25:44.842 DEBUG:teuthology.orchestra.run.smithi155:> stat --file-system '--printf=%T 2024-09-16T07:25:44.843 DEBUG:teuthology.orchestra.run.smithi155:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-16T07:25:44.858 INFO:teuthology.orchestra.run.smithi155.stdout:fuseblk 2024-09-16T07:25:44.858 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-16T07:25:44.858 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:25:44.858 DEBUG:teuthology.orchestra.run.smithi155:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-16T07:25:44.923 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs flag set enable_multiple true --yes-i-really-mean-it 2024-09-16T07:25:45.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:45.048+0000 7f6c6ea41640 1 -- 172.21.15.31:0/979066017 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6c68161300 msgr2=0x7f6c680d4940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:45.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:45.048+0000 7f6c6ea41640 1 --2- 172.21.15.31:0/979066017 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6c68161300 0x7f6c680d4940 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f6c58009830 tx=0x7f6c5802a5a0 comp rx=0 tx=0).stop 2024-09-16T07:25:45.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:45.048+0000 7f6c6ea41640 1 -- 172.21.15.31:0/979066017 shutdown_connections 2024-09-16T07:25:45.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:45.048+0000 7f6c6ea41640 1 --2- 172.21.15.31:0/979066017 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6c680d25b0 0x7f6c680b73e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:45.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:45.048+0000 7f6c6ea41640 1 --2- 172.21.15.31:0/979066017 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6c68161300 0x7f6c680d4940 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:45.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:45.048+0000 7f6c6ea41640 1 -- 172.21.15.31:0/979066017 >> 172.21.15.31:0/979066017 conn(0x7f6c680d3e20 msgr2=0x7f6c680d4230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:45.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:45.048+0000 7f6c6ea41640 1 -- 172.21.15.31:0/979066017 shutdown_connections 2024-09-16T07:25:45.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:45.048+0000 7f6c6ea41640 1 -- 172.21.15.31:0/979066017 wait complete. 2024-09-16T07:25:45.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:45.048+0000 7f6c6ea41640 1 Processor -- start 2024-09-16T07:25:45.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:45.048+0000 7f6c6ea41640 1 -- start start 2024-09-16T07:25:45.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:45.050+0000 7f6c6ea41640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6c680d25b0 0x7f6c68154570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:45.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:45.050+0000 7f6c6ea41640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6c68161300 0x7f6c68158570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:45.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:45.050+0000 7f6c6ea41640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6c681616e0 0x7f6c68158ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:45.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:45.050+0000 7f6c6ea41640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f6c680b7cb0 con 0x7f6c680d25b0 2024-09-16T07:25:45.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:45.050+0000 7f6c6ea41640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f6c680b7b30 con 0x7f6c681616e0 2024-09-16T07:25:45.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:45.050+0000 7f6c6ea41640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f6c680b7e30 con 0x7f6c68161300 2024-09-16T07:25:45.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:45.050+0000 7f6c67fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6c680d25b0 0x7f6c68154570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:45.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:45.050+0000 7f6c67fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6c680d25b0 0x7f6c68154570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:38974/0 (socket says 172.21.15.31:38974) 2024-09-16T07:25:45.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:45.050+0000 7f6c67fff640 1 -- 172.21.15.31:0/3108410146 learned_addr learned my addr 172.21.15.31:0/3108410146 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:45.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:45.050+0000 7f6c6cfde640 1 --2- 172.21.15.31:0/3108410146 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6c681616e0 0x7f6c68158ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:45.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:45.050+0000 7f6c677fe640 1 --2- 172.21.15.31:0/3108410146 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6c68161300 0x7f6c68158570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:45.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:45.050+0000 7f6c67fff640 1 -- 172.21.15.31:0/3108410146 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6c68161300 msgr2=0x7f6c68158570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:45.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:45.050+0000 7f6c67fff640 1 --2- 172.21.15.31:0/3108410146 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6c68161300 0x7f6c68158570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:45.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:45.050+0000 7f6c67fff640 1 -- 172.21.15.31:0/3108410146 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6c681616e0 msgr2=0x7f6c68158ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:45.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:45.050+0000 7f6c67fff640 1 --2- 172.21.15.31:0/3108410146 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6c681616e0 0x7f6c68158ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:45.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:45.050+0000 7f6c67fff640 1 -- 172.21.15.31:0/3108410146 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c68154f60 con 0x7f6c680d25b0 2024-09-16T07:25:45.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:45.050+0000 7f6c67fff640 1 --2- 172.21.15.31:0/3108410146 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6c680d25b0 0x7f6c68154570 secure :-1 s=READY pgs=935 cs=0 l=1 rev1=1 crypto rx=0x7f6c58009950 tx=0x7f6c58032c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:45.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:45.050+0000 7f6c64ff9640 1 -- 172.21.15.31:0/3108410146 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c58040070 con 0x7f6c680d25b0 2024-09-16T07:25:45.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:45.050+0000 7f6c64ff9640 1 -- 172.21.15.31:0/3108410146 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6c58005310 con 0x7f6c680d25b0 2024-09-16T07:25:45.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:45.050+0000 7f6c6ea41640 1 -- 172.21.15.31:0/3108410146 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c68155200 con 0x7f6c680d25b0 2024-09-16T07:25:45.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:45.050+0000 7f6c64ff9640 1 -- 172.21.15.31:0/3108410146 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c58005c90 con 0x7f6c680d25b0 2024-09-16T07:25:45.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:45.050+0000 7f6c6ea41640 1 -- 172.21.15.31:0/3108410146 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c681557c0 con 0x7f6c680d25b0 2024-09-16T07:25:45.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:45.051+0000 7f6c6ea41640 1 -- 172.21.15.31:0/3108410146 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6c680b83c0 con 0x7f6c680d25b0 2024-09-16T07:25:45.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:45.053+0000 7f6c64ff9640 1 -- 172.21.15.31:0/3108410146 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7f6c58039040 con 0x7f6c680d25b0 2024-09-16T07:25:45.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:45.053+0000 7f6c64ff9640 1 --2- 172.21.15.31:0/3108410146 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6c54078970 0x7f6c5407ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:45.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:45.053+0000 7f6c64ff9640 1 -- 172.21.15.31:0/3108410146 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 5709+0+0 (secure 0 0 0) 0x7f6c580bb980 con 0x7f6c680d25b0 2024-09-16T07:25:45.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:45.053+0000 7f6c677fe640 1 --2- 172.21.15.31:0/3108410146 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6c54078970 0x7f6c5407ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:45.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:45.053+0000 7f6c677fe640 1 --2- 172.21.15.31:0/3108410146 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6c54078970 0x7f6c5407ae30 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f6c68157830 tx=0x7f6c5c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:45.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:45.057+0000 7f6c64ff9640 1 -- 172.21.15.31:0/3108410146 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f6c5804b030 con 0x7f6c680d25b0 2024-09-16T07:25:45.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:45.287+0000 7f6c6ea41640 1 -- 172.21.15.31:0/3108410146 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true} v 0) -- 0x7f6c681ea090 con 0x7f6c680d25b0 2024-09-16T07:25:46.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.084+0000 7f6c64ff9640 1 -- 172.21.15.31:0/3108410146 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true}]=0 v56) ==== 136+0+0 (secure 0 0 0) 0x7f6c58083d50 con 0x7f6c680d25b0 2024-09-16T07:25:46.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.087+0000 7f6c6ea41640 1 -- 172.21.15.31:0/3108410146 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6c54078970 msgr2=0x7f6c5407ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:46.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.087+0000 7f6c6ea41640 1 --2- 172.21.15.31:0/3108410146 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6c54078970 0x7f6c5407ae30 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f6c68157830 tx=0x7f6c5c009040 comp rx=0 tx=0).stop 2024-09-16T07:25:46.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.087+0000 7f6c6ea41640 1 -- 172.21.15.31:0/3108410146 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6c680d25b0 msgr2=0x7f6c68154570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:46.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.087+0000 7f6c6ea41640 1 --2- 172.21.15.31:0/3108410146 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6c680d25b0 0x7f6c68154570 secure :-1 s=READY pgs=935 cs=0 l=1 rev1=1 crypto rx=0x7f6c58009950 tx=0x7f6c58032c10 comp rx=0 tx=0).stop 2024-09-16T07:25:46.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.087+0000 7f6c6ea41640 1 -- 172.21.15.31:0/3108410146 shutdown_connections 2024-09-16T07:25:46.089 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.087+0000 7f6c6ea41640 1 --2- 172.21.15.31:0/3108410146 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6c54078970 0x7f6c5407ae30 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:46.089 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.087+0000 7f6c6ea41640 1 --2- 172.21.15.31:0/3108410146 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6c681616e0 0x7f6c68158ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:46.089 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.087+0000 7f6c6ea41640 1 --2- 172.21.15.31:0/3108410146 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6c68161300 0x7f6c68158570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:46.089 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.088+0000 7f6c6ea41640 1 --2- 172.21.15.31:0/3108410146 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6c680d25b0 0x7f6c68154570 unknown :-1 s=CLOSED pgs=935 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:46.089 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.088+0000 7f6c6ea41640 1 -- 172.21.15.31:0/3108410146 >> 172.21.15.31:0/3108410146 conn(0x7f6c680d3e20 msgr2=0x7f6c6806de80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:46.089 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.088+0000 7f6c6ea41640 1 -- 172.21.15.31:0/3108410146 shutdown_connections 2024-09-16T07:25:46.089 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.088+0000 7f6c6ea41640 1 -- 172.21.15.31:0/3108410146 wait complete. 2024-09-16T07:25:46.100 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume ls 2024-09-16T07:25:46.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.215+0000 7f2af342a640 1 -- 172.21.15.31:0/1745288439 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2aec072ae0 msgr2=0x7f2aec13f290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:46.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.215+0000 7f2af342a640 1 --2- 172.21.15.31:0/1745288439 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2aec072ae0 0x7f2aec13f290 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f2adc009830 tx=0x7f2adc02a510 comp rx=0 tx=0).stop 2024-09-16T07:25:46.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.215+0000 7f2af342a640 1 -- 172.21.15.31:0/1745288439 shutdown_connections 2024-09-16T07:25:46.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.215+0000 7f2af342a640 1 --2- 172.21.15.31:0/1745288439 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2aec072ae0 0x7f2aec13f290 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:46.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.215+0000 7f2af342a640 1 --2- 172.21.15.31:0/1745288439 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2aec13ce00 0x7f2aec0725a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:46.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.215+0000 7f2af342a640 1 -- 172.21.15.31:0/1745288439 >> 172.21.15.31:0/1745288439 conn(0x7f2aec0b1690 msgr2=0x7f2aec0b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:46.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.215+0000 7f2af342a640 1 -- 172.21.15.31:0/1745288439 shutdown_connections 2024-09-16T07:25:46.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.215+0000 7f2af342a640 1 -- 172.21.15.31:0/1745288439 wait complete. 2024-09-16T07:25:46.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.216+0000 7f2af342a640 1 Processor -- start 2024-09-16T07:25:46.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.216+0000 7f2af342a640 1 -- start start 2024-09-16T07:25:46.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.217+0000 7f2af342a640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2aec072ae0 0x7f2aec1412d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:46.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.217+0000 7f2af342a640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2aec13ce00 0x7f2aec139b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:46.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.217+0000 7f2af342a640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2aec13f7d0 0x7f2aec13a380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:46.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.217+0000 7f2af342a640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f2aec13d520 con 0x7f2aec072ae0 2024-09-16T07:25:46.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.217+0000 7f2af342a640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f2aec13d3a0 con 0x7f2aec13ce00 2024-09-16T07:25:46.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.217+0000 7f2af342a640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f2aec070690 con 0x7f2aec13f7d0 2024-09-16T07:25:46.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.217+0000 7f2af11c6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2aec072ae0 0x7f2aec1412d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:46.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.217+0000 7f2af11c6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2aec072ae0 0x7f2aec1412d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:38990/0 (socket says 172.21.15.31:38990) 2024-09-16T07:25:46.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.217+0000 7f2af11c6640 1 -- 172.21.15.31:0/4261948326 learned_addr learned my addr 172.21.15.31:0/4261948326 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:46.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.217+0000 7f2af09c5640 1 --2- 172.21.15.31:0/4261948326 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2aec13ce00 0x7f2aec139b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:46.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.217+0000 7f2af19c7640 1 --2- 172.21.15.31:0/4261948326 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2aec13f7d0 0x7f2aec13a380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:46.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.217+0000 7f2af11c6640 1 -- 172.21.15.31:0/4261948326 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2aec13f7d0 msgr2=0x7f2aec13a380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:46.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.217+0000 7f2af11c6640 1 --2- 172.21.15.31:0/4261948326 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2aec13f7d0 0x7f2aec13a380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:46.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.217+0000 7f2af11c6640 1 -- 172.21.15.31:0/4261948326 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2aec13ce00 msgr2=0x7f2aec139b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:46.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.217+0000 7f2af11c6640 1 --2- 172.21.15.31:0/4261948326 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2aec13ce00 0x7f2aec139b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:46.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.217+0000 7f2af11c6640 1 -- 172.21.15.31:0/4261948326 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2aec1f5d00 con 0x7f2aec072ae0 2024-09-16T07:25:46.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.217+0000 7f2af11c6640 1 --2- 172.21.15.31:0/4261948326 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2aec072ae0 0x7f2aec1412d0 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7f2ae800e9c0 tx=0x7f2ae800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:46.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.218+0000 7f2ae1ffb640 1 -- 172.21.15.31:0/4261948326 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ae800cde0 con 0x7f2aec072ae0 2024-09-16T07:25:46.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.218+0000 7f2ae1ffb640 1 -- 172.21.15.31:0/4261948326 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2ae8004020 con 0x7f2aec072ae0 2024-09-16T07:25:46.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.218+0000 7f2ae1ffb640 1 -- 172.21.15.31:0/4261948326 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ae8004450 con 0x7f2aec072ae0 2024-09-16T07:25:46.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.218+0000 7f2af342a640 1 -- 172.21.15.31:0/4261948326 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2aec163c70 con 0x7f2aec072ae0 2024-09-16T07:25:46.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.218+0000 7f2af342a640 1 -- 172.21.15.31:0/4261948326 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2aec164230 con 0x7f2aec072ae0 2024-09-16T07:25:46.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.219+0000 7f2af342a640 1 -- 172.21.15.31:0/4261948326 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2aec13f290 con 0x7f2aec072ae0 2024-09-16T07:25:46.221 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.220+0000 7f2ae1ffb640 1 -- 172.21.15.31:0/4261948326 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7f2ae80035f0 con 0x7f2aec072ae0 2024-09-16T07:25:46.221 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.220+0000 7f2ae1ffb640 1 --2- 172.21.15.31:0/4261948326 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2ad0078970 0x7f2ad007ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:46.221 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.220+0000 7f2af09c5640 1 --2- 172.21.15.31:0/4261948326 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2ad0078970 0x7f2ad007ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:46.221 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.220+0000 7f2ae1ffb640 1 -- 172.21.15.31:0/4261948326 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 5709+0+0 (secure 0 0 0) 0x7f2ae809b520 con 0x7f2aec072ae0 2024-09-16T07:25:46.221 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.221+0000 7f2af09c5640 1 --2- 172.21.15.31:0/4261948326 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2ad0078970 0x7f2ad007ae30 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f2adc034000 tx=0x7f2adc004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:46.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.225+0000 7f2ae1ffb640 1 -- 172.21.15.31:0/4261948326 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f2ae8063950 con 0x7f2aec072ae0 2024-09-16T07:25:46.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.436+0000 7f2af342a640 1 -- 172.21.15.31:0/4261948326 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs volume ls", "target": ["mon-mgr", ""]}) -- 0x7f2aec141810 con 0x7f2ad0078970 2024-09-16T07:25:46.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.437+0000 7f2ae1ffb640 1 -- 172.21.15.31:0/4261948326 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+41 (secure 0 0 0) 0x7f2aec141810 con 0x7f2ad0078970 2024-09-16T07:25:46.436 INFO:teuthology.orchestra.run.smithi031.stdout:[ 2024-09-16T07:25:46.437 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:25:46.437 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "cephfs" 2024-09-16T07:25:46.437 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:25:46.437 INFO:teuthology.orchestra.run.smithi031.stdout:] 2024-09-16T07:25:46.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.440+0000 7f2af342a640 1 -- 172.21.15.31:0/4261948326 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2ad0078970 msgr2=0x7f2ad007ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:46.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.440+0000 7f2af342a640 1 --2- 172.21.15.31:0/4261948326 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2ad0078970 0x7f2ad007ae30 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f2adc034000 tx=0x7f2adc004730 comp rx=0 tx=0).stop 2024-09-16T07:25:46.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.440+0000 7f2af342a640 1 -- 172.21.15.31:0/4261948326 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2aec072ae0 msgr2=0x7f2aec1412d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:46.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.440+0000 7f2af342a640 1 --2- 172.21.15.31:0/4261948326 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2aec072ae0 0x7f2aec1412d0 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7f2ae800e9c0 tx=0x7f2ae800ee80 comp rx=0 tx=0).stop 2024-09-16T07:25:46.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.440+0000 7f2af342a640 1 -- 172.21.15.31:0/4261948326 shutdown_connections 2024-09-16T07:25:46.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.440+0000 7f2af342a640 1 --2- 172.21.15.31:0/4261948326 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2ad0078970 0x7f2ad007ae30 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:46.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.440+0000 7f2af342a640 1 --2- 172.21.15.31:0/4261948326 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2aec13f7d0 0x7f2aec13a380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:46.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.440+0000 7f2af342a640 1 --2- 172.21.15.31:0/4261948326 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2aec13ce00 0x7f2aec139b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:46.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.440+0000 7f2af342a640 1 --2- 172.21.15.31:0/4261948326 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2aec072ae0 0x7f2aec1412d0 unknown :-1 s=CLOSED pgs=936 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:46.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.440+0000 7f2af342a640 1 -- 172.21.15.31:0/4261948326 >> 172.21.15.31:0/4261948326 conn(0x7f2aec0b1690 msgr2=0x7f2aec15de00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:46.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.440+0000 7f2af342a640 1 -- 172.21.15.31:0/4261948326 shutdown_connections 2024-09-16T07:25:46.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.440+0000 7f2af342a640 1 -- 172.21.15.31:0/4261948326 wait complete. 2024-09-16T07:25:46.450 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-16T07:25:46.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.560+0000 7fa584f4b640 1 -- 172.21.15.31:0/2291038498 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa568004d40 msgr2=0x7fa5680051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:46.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.560+0000 7fa584f4b640 1 --2- 172.21.15.31:0/2291038498 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa568004d40 0x7fa5680051c0 secure :-1 s=READY pgs=938 cs=0 l=1 rev1=1 crypto rx=0x7fa578009ed0 tx=0x7fa568005830 comp rx=0 tx=0).stop 2024-09-16T07:25:46.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.560+0000 7fa57ed9d640 1 -- 172.21.15.31:0/2291038498 reap_dead start 2024-09-16T07:25:46.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.560+0000 7fa584f4b640 1 -- 172.21.15.31:0/2291038498 shutdown_connections 2024-09-16T07:25:46.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.560+0000 7fa584f4b640 1 -- 172.21.15.31:0/2291038498 >> 172.21.15.31:0/2291038498 conn(0x7fa58009aa30 msgr2=0x7fa58009ae40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:46.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.560+0000 7fa584f4b640 1 -- 172.21.15.31:0/2291038498 shutdown_connections 2024-09-16T07:25:46.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.560+0000 7fa584f4b640 1 -- 172.21.15.31:0/2291038498 wait complete. 2024-09-16T07:25:46.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.561+0000 7fa584f4b640 1 Processor -- start 2024-09-16T07:25:46.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.561+0000 7fa584f4b640 1 -- start start 2024-09-16T07:25:46.563 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.562+0000 7fa584f4b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa568004d40 0x7fa5800c7dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:46.563 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.562+0000 7fa584f4b640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa5801483a0 0x7fa5801479c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:46.563 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.562+0000 7fa584f4b640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa580147f00 0x7fa58015c6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:46.563 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.562+0000 7fa584f4b640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fa5800d2220 con 0x7fa568004d40 2024-09-16T07:25:46.563 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.562+0000 7fa584f4b640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa5800d06f0 con 0x7fa5801483a0 2024-09-16T07:25:46.563 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.562+0000 7fa584f4b640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa5800d23a0 con 0x7fa580147f00 2024-09-16T07:25:46.564 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.562+0000 7fa57e59c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa568004d40 0x7fa5800c7dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:46.564 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.562+0000 7fa57e59c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa568004d40 0x7fa5800c7dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:39010/0 (socket says 172.21.15.31:39010) 2024-09-16T07:25:46.564 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.562+0000 7fa57e59c640 1 -- 172.21.15.31:0/4147444503 learned_addr learned my addr 172.21.15.31:0/4147444503 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:46.564 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.562+0000 7fa57dd9b640 1 --2- 172.21.15.31:0/4147444503 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa5801483a0 0x7fa5801479c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:46.564 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.562+0000 7fa57ed9d640 1 --2- 172.21.15.31:0/4147444503 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa580147f00 0x7fa58015c6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:46.564 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.562+0000 7fa57e59c640 1 -- 172.21.15.31:0/4147444503 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa580147f00 msgr2=0x7fa58015c6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:46.564 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.562+0000 7fa57e59c640 1 --2- 172.21.15.31:0/4147444503 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa580147f00 0x7fa58015c6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:46.564 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.562+0000 7fa57e59c640 1 -- 172.21.15.31:0/4147444503 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa5801483a0 msgr2=0x7fa5801479c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:46.564 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.562+0000 7fa57e59c640 1 --2- 172.21.15.31:0/4147444503 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa5801483a0 0x7fa5801479c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:46.564 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.562+0000 7fa57e59c640 1 -- 172.21.15.31:0/4147444503 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5800b54f0 con 0x7fa568004d40 2024-09-16T07:25:46.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.562+0000 7fa57ed9d640 1 --2- 172.21.15.31:0/4147444503 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa580147f00 0x7fa58015c6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:25:46.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.562+0000 7fa57dd9b640 1 --2- 172.21.15.31:0/4147444503 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa5801483a0 0x7fa5801479c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:25:46.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.563+0000 7fa57e59c640 1 --2- 172.21.15.31:0/4147444503 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa568004d40 0x7fa5800c7dc0 secure :-1 s=READY pgs=939 cs=0 l=1 rev1=1 crypto rx=0x7fa570011ae0 tx=0x7fa570009eb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:46.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.563+0000 7fa56effd640 1 -- 172.21.15.31:0/4147444503 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa57001e070 con 0x7fa568004d40 2024-09-16T07:25:46.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.563+0000 7fa56effd640 1 -- 172.21.15.31:0/4147444503 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa57000fc70 con 0x7fa568004d40 2024-09-16T07:25:46.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.563+0000 7fa584f4b640 1 -- 172.21.15.31:0/4147444503 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5800c8300 con 0x7fa568004d40 2024-09-16T07:25:46.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.563+0000 7fa56effd640 1 -- 172.21.15.31:0/4147444503 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa570019410 con 0x7fa568004d40 2024-09-16T07:25:46.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.563+0000 7fa584f4b640 1 -- 172.21.15.31:0/4147444503 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5800b5210 con 0x7fa568004d40 2024-09-16T07:25:46.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.564+0000 7fa584f4b640 1 -- 172.21.15.31:0/4147444503 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa5800c73f0 con 0x7fa568004d40 2024-09-16T07:25:46.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.565+0000 7fa56effd640 1 -- 172.21.15.31:0/4147444503 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7fa570021070 con 0x7fa568004d40 2024-09-16T07:25:46.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.565+0000 7fa56effd640 1 --2- 172.21.15.31:0/4147444503 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa5600789a0 0x7fa56007ae60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:46.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.565+0000 7fa56effd640 1 -- 172.21.15.31:0/4147444503 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 5709+0+0 (secure 0 0 0) 0x7fa57009b3e0 con 0x7fa568004d40 2024-09-16T07:25:46.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.565+0000 7fa57dd9b640 1 --2- 172.21.15.31:0/4147444503 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa5600789a0 0x7fa56007ae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:46.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.566+0000 7fa57dd9b640 1 --2- 172.21.15.31:0/4147444503 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa5600789a0 0x7fa56007ae60 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fa574000c00 tx=0x7fa5740067a0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:46.569 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.569+0000 7fa56effd640 1 -- 172.21.15.31:0/4147444503 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fa5800b54f0 con 0x7fa568004d40 2024-09-16T07:25:46.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.757+0000 7fa584f4b640 1 -- 172.21.15.31:0/4147444503 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fa5800c8d20 con 0x7fa568004d40 2024-09-16T07:25:46.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.757+0000 7fa56effd640 1 -- 172.21.15.31:0/4147444503 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v36)=0 v36) ==== 122+0+0 (secure 0 0 0) 0x7fa570063160 con 0x7fa568004d40 2024-09-16T07:25:46.759 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.759+0000 7fa584f4b640 1 -- 172.21.15.31:0/4147444503 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa5600789a0 msgr2=0x7fa56007ae60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:46.759 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.759+0000 7fa584f4b640 1 --2- 172.21.15.31:0/4147444503 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa5600789a0 0x7fa56007ae60 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fa574000c00 tx=0x7fa5740067a0 comp rx=0 tx=0).stop 2024-09-16T07:25:46.759 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.759+0000 7fa584f4b640 1 -- 172.21.15.31:0/4147444503 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa568004d40 msgr2=0x7fa5800c7dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:46.759 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.759+0000 7fa584f4b640 1 --2- 172.21.15.31:0/4147444503 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa568004d40 0x7fa5800c7dc0 secure :-1 s=READY pgs=939 cs=0 l=1 rev1=1 crypto rx=0x7fa570011ae0 tx=0x7fa570009eb0 comp rx=0 tx=0).stop 2024-09-16T07:25:46.759 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.759+0000 7fa584f4b640 1 -- 172.21.15.31:0/4147444503 shutdown_connections 2024-09-16T07:25:46.759 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.759+0000 7fa584f4b640 1 --2- 172.21.15.31:0/4147444503 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa5600789a0 0x7fa56007ae60 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:46.759 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.759+0000 7fa584f4b640 1 --2- 172.21.15.31:0/4147444503 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa580147f00 0x7fa58015c6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:46.760 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.759+0000 7fa584f4b640 1 --2- 172.21.15.31:0/4147444503 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa5801483a0 0x7fa5801479c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:46.760 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.759+0000 7fa584f4b640 1 --2- 172.21.15.31:0/4147444503 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa568004d40 0x7fa5800c7dc0 unknown :-1 s=CLOSED pgs=939 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:46.760 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.759+0000 7fa584f4b640 1 -- 172.21.15.31:0/4147444503 >> 172.21.15.31:0/4147444503 conn(0x7fa58009aa30 msgr2=0x7fa580070910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:46.760 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.760+0000 7fa584f4b640 1 -- 172.21.15.31:0/4147444503 shutdown_connections 2024-09-16T07:25:46.760 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.760+0000 7fa584f4b640 1 -- 172.21.15.31:0/4147444503 wait complete. 2024-09-16T07:25:46.770 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume create 'abcd@#' 2024-09-16T07:25:46.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.879+0000 7f290a317640 1 -- 172.21.15.31:0/1372651848 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f28f00052e0 msgr2=0x7f28f000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:46.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.879+0000 7f290a317640 1 --2- 172.21.15.31:0/1372651848 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f28f00052e0 0x7f28f000b9c0 secure :-1 s=READY pgs=941 cs=0 l=1 rev1=1 crypto rx=0x7f28fc001d90 tx=0x7f28f0005830 comp rx=0 tx=0).stop 2024-09-16T07:25:46.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.879+0000 7f290a317640 1 -- 172.21.15.31:0/1372651848 shutdown_connections 2024-09-16T07:25:46.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.879+0000 7f290a317640 1 --2- 172.21.15.31:0/1372651848 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f28f00052e0 0x7f28f000b9c0 unknown :-1 s=CLOSED pgs=941 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:46.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.879+0000 7f290a317640 1 -- 172.21.15.31:0/1372651848 >> 172.21.15.31:0/1372651848 conn(0x7f290409aa30 msgr2=0x7f290409ae40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:46.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.879+0000 7f290a317640 1 -- 172.21.15.31:0/1372651848 shutdown_connections 2024-09-16T07:25:46.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.879+0000 7f290a317640 1 -- 172.21.15.31:0/1372651848 wait complete. 2024-09-16T07:25:46.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.880+0000 7f290a317640 1 Processor -- start 2024-09-16T07:25:46.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.881+0000 7f290a317640 1 -- start start 2024-09-16T07:25:46.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.881+0000 7f290a317640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f28f00052e0 0x7f29040cbc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:46.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.881+0000 7f290a317640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f29040ca100 0x7f290414fa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:46.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.881+0000 7f290a317640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f290414ff80 0x7f290415e3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:46.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.881+0000 7f290a317640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f29040d1ce0 con 0x7f28f00052e0 2024-09-16T07:25:46.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.881+0000 7f290a317640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f29040d0810 con 0x7f29040ca100 2024-09-16T07:25:46.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.881+0000 7f290a317640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f29040d1e60 con 0x7f290414ff80 2024-09-16T07:25:46.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.882+0000 7f2903fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f28f00052e0 0x7f29040cbc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:46.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.882+0000 7f2903fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f28f00052e0 0x7f29040cbc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:39032/0 (socket says 172.21.15.31:39032) 2024-09-16T07:25:46.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.882+0000 7f2903fff640 1 -- 172.21.15.31:0/2869072181 learned_addr learned my addr 172.21.15.31:0/2869072181 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:46.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.882+0000 7f29037fe640 1 --2- 172.21.15.31:0/2869072181 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f29040ca100 0x7f290414fa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:46.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.882+0000 7f29088b4640 1 --2- 172.21.15.31:0/2869072181 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f290414ff80 0x7f290415e3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:46.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.882+0000 7f2903fff640 1 -- 172.21.15.31:0/2869072181 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f290414ff80 msgr2=0x7f290415e3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:46.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.882+0000 7f2903fff640 1 --2- 172.21.15.31:0/2869072181 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f290414ff80 0x7f290415e3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:46.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.882+0000 7f2903fff640 1 -- 172.21.15.31:0/2869072181 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f29040ca100 msgr2=0x7f290414fa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:46.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.882+0000 7f2903fff640 1 --2- 172.21.15.31:0/2869072181 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f29040ca100 0x7f290414fa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:46.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.882+0000 7f2903fff640 1 -- 172.21.15.31:0/2869072181 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2904150650 con 0x7f28f00052e0 2024-09-16T07:25:46.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.882+0000 7f29088b4640 1 --2- 172.21.15.31:0/2869072181 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f290414ff80 0x7f290415e3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:25:46.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.882+0000 7f2903fff640 1 --2- 172.21.15.31:0/2869072181 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f28f00052e0 0x7f29040cbc20 secure :-1 s=READY pgs=942 cs=0 l=1 rev1=1 crypto rx=0x7f28f4006680 tx=0x7f28f40066b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:46.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.882+0000 7f2900ff9640 1 -- 172.21.15.31:0/2869072181 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28f4015070 con 0x7f28f00052e0 2024-09-16T07:25:46.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.882+0000 7f2900ff9640 1 -- 172.21.15.31:0/2869072181 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f28f4011840 con 0x7f28f00052e0 2024-09-16T07:25:46.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.882+0000 7f2900ff9640 1 -- 172.21.15.31:0/2869072181 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28f4011c70 con 0x7f28f00052e0 2024-09-16T07:25:46.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.882+0000 7f290a317640 1 -- 172.21.15.31:0/2869072181 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f29040c9940 con 0x7f28f00052e0 2024-09-16T07:25:46.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.882+0000 7f290a317640 1 -- 172.21.15.31:0/2869072181 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f290406e4e0 con 0x7f28f00052e0 2024-09-16T07:25:46.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.883+0000 7f290a317640 1 -- 172.21.15.31:0/2869072181 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f29040b36f0 con 0x7f28f00052e0 2024-09-16T07:25:46.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.884+0000 7f2900ff9640 1 -- 172.21.15.31:0/2869072181 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7f28f4018070 con 0x7f28f00052e0 2024-09-16T07:25:46.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.885+0000 7f2900ff9640 1 --2- 172.21.15.31:0/2869072181 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f28e40789a0 0x7f28e407ae60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:46.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.885+0000 7f29037fe640 1 --2- 172.21.15.31:0/2869072181 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f28e40789a0 0x7f28e407ae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:46.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.885+0000 7f2900ff9640 1 -- 172.21.15.31:0/2869072181 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 5709+0+0 (secure 0 0 0) 0x7f28f409b7b0 con 0x7f28f00052e0 2024-09-16T07:25:46.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.885+0000 7f29037fe640 1 --2- 172.21.15.31:0/2869072181 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f28e40789a0 0x7f28e407ae60 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f29040b7ec0 tx=0x7f28ec005f90 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:46.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:46.889+0000 7f2900ff9640 1 -- 172.21.15.31:0/2869072181 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f29040b36f0 con 0x7f28f00052e0 2024-09-16T07:25:47.099 INFO:teuthology.orchestra.run.smithi031.stderr:Invalid command: invalid chars @# in abcd@# 2024-09-16T07:25:47.099 INFO:teuthology.orchestra.run.smithi031.stderr:fs volume create [] : Create a CephFS volume 2024-09-16T07:25:47.099 INFO:teuthology.orchestra.run.smithi031.stderr:Error EINVAL: invalid command 2024-09-16T07:25:47.103 DEBUG:teuthology.orchestra.run:got remote process result: 22 2024-09-16T07:25:47.103 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume create testvol 2024-09-16T07:25:47.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:47.210+0000 7f654377c640 1 -- 172.21.15.31:0/2261717501 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f653c15bf10 msgr2=0x7f653c0d1ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:47.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:47.210+0000 7f654377c640 1 --2- 172.21.15.31:0/2261717501 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f653c15bf10 0x7f653c0d1ce0 secure :-1 s=READY pgs=944 cs=0 l=1 rev1=1 crypto rx=0x7f6538009830 tx=0x7f653802a5c0 comp rx=0 tx=0).stop 2024-09-16T07:25:47.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:47.211+0000 7f654377c640 1 -- 172.21.15.31:0/2261717501 shutdown_connections 2024-09-16T07:25:47.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:47.211+0000 7f654377c640 1 --2- 172.21.15.31:0/2261717501 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f653c15bf10 0x7f653c0d1ce0 unknown :-1 s=CLOSED pgs=944 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:47.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:47.211+0000 7f654377c640 1 -- 172.21.15.31:0/2261717501 >> 172.21.15.31:0/2261717501 conn(0x7f653c09aa30 msgr2=0x7f653c09ae40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:47.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:47.211+0000 7f654377c640 1 -- 172.21.15.31:0/2261717501 shutdown_connections 2024-09-16T07:25:47.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:47.211+0000 7f654377c640 1 -- 172.21.15.31:0/2261717501 wait complete. 2024-09-16T07:25:47.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:47.212+0000 7f654377c640 1 Processor -- start 2024-09-16T07:25:47.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:47.212+0000 7f654377c640 1 -- start start 2024-09-16T07:25:47.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:47.213+0000 7f654377c640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f653c0b0840 0x7f653c06f7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:47.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:47.213+0000 7f654377c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f653c0b0d80 0x7f653c15ae00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:47.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:47.213+0000 7f654377c640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f653c15bf10 0x7f653c15b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:47.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:47.213+0000 7f654377c640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f653c0d06a0 con 0x7f653c0b0d80 2024-09-16T07:25:47.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:47.213+0000 7f654377c640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f653c0d2220 con 0x7f653c0b0840 2024-09-16T07:25:47.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:47.213+0000 7f654377c640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f653c15e3f0 con 0x7f653c15bf10 2024-09-16T07:25:47.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:47.213+0000 7f6540d17640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f653c0b0d80 0x7f653c15ae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:47.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:47.213+0000 7f6540d17640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f653c0b0d80 0x7f653c15ae00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:39044/0 (socket says 172.21.15.31:39044) 2024-09-16T07:25:47.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:47.213+0000 7f6540d17640 1 -- 172.21.15.31:0/1326976650 learned_addr learned my addr 172.21.15.31:0/1326976650 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:47.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:47.213+0000 7f6541518640 1 --2- 172.21.15.31:0/1326976650 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f653c0b0840 0x7f653c06f7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:47.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:47.213+0000 7f6541d19640 1 --2- 172.21.15.31:0/1326976650 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f653c15bf10 0x7f653c15b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:47.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:47.213+0000 7f6540d17640 1 -- 172.21.15.31:0/1326976650 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f653c15bf10 msgr2=0x7f653c15b340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:47.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:47.213+0000 7f6540d17640 1 --2- 172.21.15.31:0/1326976650 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f653c15bf10 0x7f653c15b340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:47.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:47.213+0000 7f6540d17640 1 -- 172.21.15.31:0/1326976650 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f653c0b0840 msgr2=0x7f653c06f7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:47.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:47.213+0000 7f6540d17640 1 --2- 172.21.15.31:0/1326976650 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f653c0b0840 0x7f653c06f7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:47.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:47.213+0000 7f6540d17640 1 -- 172.21.15.31:0/1326976650 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f653c15e620 con 0x7f653c0b0d80 2024-09-16T07:25:47.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:47.213+0000 7f6541518640 1 --2- 172.21.15.31:0/1326976650 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f653c0b0840 0x7f653c06f7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:25:47.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:47.213+0000 7f6540d17640 1 --2- 172.21.15.31:0/1326976650 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f653c0b0d80 0x7f653c15ae00 secure :-1 s=READY pgs=945 cs=0 l=1 rev1=1 crypto rx=0x7f652c00c490 tx=0x7f652c00c950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:47.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:47.213+0000 7f6531ffb640 1 -- 172.21.15.31:0/1326976650 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f652c016020 con 0x7f653c0b0d80 2024-09-16T07:25:47.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:47.213+0000 7f6531ffb640 1 -- 172.21.15.31:0/1326976650 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f652c012940 con 0x7f653c0b0d80 2024-09-16T07:25:47.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:47.213+0000 7f654377c640 1 -- 172.21.15.31:0/1326976650 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f653c15e900 con 0x7f653c0b0d80 2024-09-16T07:25:47.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:47.213+0000 7f6531ffb640 1 -- 172.21.15.31:0/1326976650 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f652c012d90 con 0x7f653c0b0d80 2024-09-16T07:25:47.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:47.214+0000 7f654377c640 1 -- 172.21.15.31:0/1326976650 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f653c15eec0 con 0x7f653c0b0d80 2024-09-16T07:25:47.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:47.215+0000 7f654377c640 1 -- 172.21.15.31:0/1326976650 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f653c0d1ce0 con 0x7f653c0b0d80 2024-09-16T07:25:47.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:47.216+0000 7f6531ffb640 1 -- 172.21.15.31:0/1326976650 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7f652c019020 con 0x7f653c0b0d80 2024-09-16T07:25:47.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:47.216+0000 7f6531ffb640 1 --2- 172.21.15.31:0/1326976650 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6520078970 0x7f652007ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:47.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:47.216+0000 7f6531ffb640 1 -- 172.21.15.31:0/1326976650 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 5709+0+0 (secure 0 0 0) 0x7f652c09ac10 con 0x7f653c0b0d80 2024-09-16T07:25:47.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:47.216+0000 7f6541518640 1 --2- 172.21.15.31:0/1326976650 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6520078970 0x7f652007ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:47.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:47.217+0000 7f6541518640 1 --2- 172.21.15.31:0/1326976650 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6520078970 0x7f652007ae30 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f6538034000 tx=0x7f6538004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:47.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:47.220+0000 7f6531ffb640 1 -- 172.21.15.31:0/1326976650 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f652c020020 con 0x7f653c0b0d80 2024-09-16T07:25:47.428 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:47.429+0000 7f654377c640 1 -- 172.21.15.31:0/1326976650 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs volume create", "name": "testvol", "target": ["mon-mgr", ""]}) -- 0x7f653c072430 con 0x7f6520078970 2024-09-16T07:25:50.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.099+0000 7f6531ffb640 1 -- 172.21.15.31:0/1326976650 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 Volume created successfully (no MDS daemons created)) ==== 60+0+0 (secure 0 0 0) 0x7f653c072430 con 0x7f6520078970 2024-09-16T07:25:50.098 INFO:teuthology.orchestra.run.smithi031.stderr:Volume created successfully (no MDS daemons created) 2024-09-16T07:25:50.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.102+0000 7f654377c640 1 -- 172.21.15.31:0/1326976650 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6520078970 msgr2=0x7f652007ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:50.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.102+0000 7f654377c640 1 --2- 172.21.15.31:0/1326976650 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6520078970 0x7f652007ae30 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f6538034000 tx=0x7f6538004730 comp rx=0 tx=0).stop 2024-09-16T07:25:50.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.102+0000 7f654377c640 1 -- 172.21.15.31:0/1326976650 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f653c0b0d80 msgr2=0x7f653c15ae00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:50.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.102+0000 7f654377c640 1 --2- 172.21.15.31:0/1326976650 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f653c0b0d80 0x7f653c15ae00 secure :-1 s=READY pgs=945 cs=0 l=1 rev1=1 crypto rx=0x7f652c00c490 tx=0x7f652c00c950 comp rx=0 tx=0).stop 2024-09-16T07:25:50.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.103+0000 7f654377c640 1 -- 172.21.15.31:0/1326976650 shutdown_connections 2024-09-16T07:25:50.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.103+0000 7f654377c640 1 --2- 172.21.15.31:0/1326976650 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6520078970 0x7f652007ae30 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:50.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.103+0000 7f654377c640 1 --2- 172.21.15.31:0/1326976650 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f653c15bf10 0x7f653c15b340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:50.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.103+0000 7f654377c640 1 --2- 172.21.15.31:0/1326976650 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f653c0b0d80 0x7f653c15ae00 unknown :-1 s=CLOSED pgs=945 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:50.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.103+0000 7f654377c640 1 --2- 172.21.15.31:0/1326976650 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f653c0b0840 0x7f653c06f7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:50.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.103+0000 7f654377c640 1 -- 172.21.15.31:0/1326976650 >> 172.21.15.31:0/1326976650 conn(0x7f653c09aa30 msgr2=0x7f653c0b00a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:50.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.103+0000 7f654377c640 1 -- 172.21.15.31:0/1326976650 shutdown_connections 2024-09-16T07:25:50.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.103+0000 7f654377c640 1 -- 172.21.15.31:0/1326976650 wait complete. 2024-09-16T07:25:50.121 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolumegroup create testvol 'abcd@#' 2024-09-16T07:25:50.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.241+0000 7f5e6521f640 1 -- 172.21.15.31:0/666000037 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5e600b0d80 msgr2=0x7f5e600d2220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:50.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.241+0000 7f5e6521f640 1 --2- 172.21.15.31:0/666000037 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5e600b0d80 0x7f5e600d2220 secure :-1 s=READY pgs=946 cs=0 l=1 rev1=1 crypto rx=0x7f5e600d1820 tx=0x7f5e4802a560 comp rx=0 tx=0).stop 2024-09-16T07:25:50.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.241+0000 7f5e6521f640 1 -- 172.21.15.31:0/666000037 shutdown_connections 2024-09-16T07:25:50.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.241+0000 7f5e6521f640 1 --2- 172.21.15.31:0/666000037 >> v2:172.21.15.155:3300/0 conn(0x7f5e600d0490 0x7f5e600b1b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:50.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.241+0000 7f5e6521f640 1 --2- 172.21.15.31:0/666000037 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5e600b0d80 0x7f5e600d2220 unknown :-1 s=CLOSED pgs=946 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:50.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.241+0000 7f5e6521f640 1 --2- 172.21.15.31:0/666000037 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5e6015bf10 0x7f5e600d1ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:50.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.241+0000 7f5e6521f640 1 -- 172.21.15.31:0/666000037 >> 172.21.15.31:0/666000037 conn(0x7f5e6009aa30 msgr2=0x7f5e6009ae40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:50.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.241+0000 7f5e6521f640 1 -- 172.21.15.31:0/666000037 shutdown_connections 2024-09-16T07:25:50.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.241+0000 7f5e6521f640 1 -- 172.21.15.31:0/666000037 wait complete. 2024-09-16T07:25:50.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.242+0000 7f5e6521f640 1 Processor -- start 2024-09-16T07:25:50.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.242+0000 7f5e6521f640 1 -- start start 2024-09-16T07:25:50.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.243+0000 7f5e6521f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5e600b0d80 0x7f5e601f6120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:50.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.243+0000 7f5e6521f640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5e600d0490 0x7f5e600b4ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:50.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.243+0000 7f5e6521f640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5e6015bf10 0x7f5e600b5220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:50.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.243+0000 7f5e6521f640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f5e600b23f0 con 0x7f5e600b0d80 2024-09-16T07:25:50.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.243+0000 7f5e6521f640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f5e600b2270 con 0x7f5e600d0490 2024-09-16T07:25:50.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.243+0000 7f5e6521f640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f5e600b2570 con 0x7f5e6015bf10 2024-09-16T07:25:50.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.243+0000 7f5e5ed9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5e600b0d80 0x7f5e601f6120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:50.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.243+0000 7f5e5ed9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5e600b0d80 0x7f5e601f6120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:39074/0 (socket says 172.21.15.31:39074) 2024-09-16T07:25:50.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.243+0000 7f5e5ed9d640 1 -- 172.21.15.31:0/1634798654 learned_addr learned my addr 172.21.15.31:0/1634798654 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:50.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.243+0000 7f5e57fff640 1 --2- 172.21.15.31:0/1634798654 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5e600d0490 0x7f5e600b4ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:50.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.243+0000 7f5e5f59e640 1 --2- 172.21.15.31:0/1634798654 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5e6015bf10 0x7f5e600b5220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:50.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.243+0000 7f5e5ed9d640 1 -- 172.21.15.31:0/1634798654 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5e6015bf10 msgr2=0x7f5e600b5220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:50.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.243+0000 7f5e5ed9d640 1 --2- 172.21.15.31:0/1634798654 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5e6015bf10 0x7f5e600b5220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:50.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.243+0000 7f5e5ed9d640 1 -- 172.21.15.31:0/1634798654 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5e600d0490 msgr2=0x7f5e600b4ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:50.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.243+0000 7f5e5ed9d640 1 --2- 172.21.15.31:0/1634798654 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5e600d0490 0x7f5e600b4ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:50.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.243+0000 7f5e5ed9d640 1 -- 172.21.15.31:0/1634798654 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e600b6f30 con 0x7f5e600b0d80 2024-09-16T07:25:50.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.244+0000 7f5e5ed9d640 1 --2- 172.21.15.31:0/1634798654 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5e600b0d80 0x7f5e601f6120 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7f5e5000e790 tx=0x7f5e5000eb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:50.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.244+0000 7f5e577fe640 1 -- 172.21.15.31:0/1634798654 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e5000ca50 con 0x7f5e600b0d80 2024-09-16T07:25:50.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.244+0000 7f5e577fe640 1 -- 172.21.15.31:0/1634798654 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5e5000cce0 con 0x7f5e600b0d80 2024-09-16T07:25:50.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.244+0000 7f5e6521f640 1 -- 172.21.15.31:0/1634798654 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e600b7210 con 0x7f5e600b0d80 2024-09-16T07:25:50.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.244+0000 7f5e577fe640 1 -- 172.21.15.31:0/1634798654 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e50010690 con 0x7f5e600b0d80 2024-09-16T07:25:50.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.244+0000 7f5e6521f640 1 -- 172.21.15.31:0/1634798654 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e600b77d0 con 0x7f5e600b0d80 2024-09-16T07:25:50.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.245+0000 7f5e6521f640 1 -- 172.21.15.31:0/1634798654 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e600b1b20 con 0x7f5e600b0d80 2024-09-16T07:25:50.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.245+0000 7f5e577fe640 1 -- 172.21.15.31:0/1634798654 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7f5e50010830 con 0x7f5e600b0d80 2024-09-16T07:25:50.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.246+0000 7f5e577fe640 1 --2- 172.21.15.31:0/1634798654 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5e40078970 0x7f5e4007ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:50.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.246+0000 7f5e577fe640 1 -- 172.21.15.31:0/1634798654 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 6543+0+0 (secure 0 0 0) 0x7f5e5009b6a0 con 0x7f5e600b0d80 2024-09-16T07:25:50.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.246+0000 7f5e57fff640 1 --2- 172.21.15.31:0/1634798654 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5e40078970 0x7f5e4007ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:50.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.246+0000 7f5e57fff640 1 --2- 172.21.15.31:0/1634798654 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5e40078970 0x7f5e4007ae30 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f5e48033000 tx=0x7f5e48004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:50.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.251+0000 7f5e577fe640 1 -- 172.21.15.31:0/1634798654 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f5e500631f0 con 0x7f5e600b0d80 2024-09-16T07:25:50.462 INFO:teuthology.orchestra.run.smithi031.stderr:Invalid command: invalid chars @# in abcd@# 2024-09-16T07:25:50.462 INFO:teuthology.orchestra.run.smithi031.stderr:fs subvolumegroup create [] [] [] [] [] : Create a CephFS subvolume group in a volume, and optionally, with a specific data pool layout, and a specific numeric mode 2024-09-16T07:25:50.462 INFO:teuthology.orchestra.run.smithi031.stderr:Error EINVAL: invalid command 2024-09-16T07:25:50.466 DEBUG:teuthology.orchestra.run:got remote process result: 22 2024-09-16T07:25:50.467 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create testvol 'abcd@#' 2024-09-16T07:25:50.575 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.576+0000 7f40ab364640 1 -- 172.21.15.31:0/1887785248 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f408c003cb0 msgr2=0x7f408c0040b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:50.576 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.576+0000 7f40ab364640 1 --2- 172.21.15.31:0/1887785248 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f408c003cb0 0x7f408c0040b0 secure :-1 s=READY pgs=949 cs=0 l=1 rev1=1 crypto rx=0x7f409c006f40 tx=0x7f408c005830 comp rx=0 tx=0).stop 2024-09-16T07:25:50.576 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.576+0000 7f40a9901640 1 -- 172.21.15.31:0/1887785248 reap_dead start 2024-09-16T07:25:50.576 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.576+0000 7f40ab364640 1 -- 172.21.15.31:0/1887785248 shutdown_connections 2024-09-16T07:25:50.576 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.576+0000 7f40ab364640 1 -- 172.21.15.31:0/1887785248 >> 172.21.15.31:0/1887785248 conn(0x7f40a40d3e30 msgr2=0x7f40a40d4240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:50.576 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.576+0000 7f40ab364640 1 -- 172.21.15.31:0/1887785248 shutdown_connections 2024-09-16T07:25:50.576 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.576+0000 7f40ab364640 1 -- 172.21.15.31:0/1887785248 wait complete. 2024-09-16T07:25:50.577 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.577+0000 7f40ab364640 1 Processor -- start 2024-09-16T07:25:50.577 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.577+0000 7f40ab364640 1 -- start start 2024-09-16T07:25:50.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.578+0000 7f40ab364640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f408c003cb0 0x7f40a415ae10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:50.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.578+0000 7f40ab364640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f40a4159890 0x7f40a41f5960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:50.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.578+0000 7f40ab364640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f40a4152010 0x7f40a40b1f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:50.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.578+0000 7f40ab364640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f40a4167060 con 0x7f40a4159890 2024-09-16T07:25:50.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.578+0000 7f40ab364640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f40a4166ee0 con 0x7f40a4152010 2024-09-16T07:25:50.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.578+0000 7f40ab364640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f40a41671e0 con 0x7f408c003cb0 2024-09-16T07:25:50.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.578+0000 7f40a88ff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f40a4159890 0x7f40a41f5960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:50.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.578+0000 7f40a88ff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f40a4159890 0x7f40a41f5960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:39096/0 (socket says 172.21.15.31:39096) 2024-09-16T07:25:50.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.578+0000 7f40a88ff640 1 -- 172.21.15.31:0/2230934998 learned_addr learned my addr 172.21.15.31:0/2230934998 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:50.580 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.578+0000 7f40a9901640 1 --2- 172.21.15.31:0/2230934998 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f40a4152010 0x7f40a40b1f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:50.580 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.578+0000 7f40a9100640 1 --2- 172.21.15.31:0/2230934998 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f408c003cb0 0x7f40a415ae10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:50.580 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.578+0000 7f40a88ff640 1 -- 172.21.15.31:0/2230934998 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f408c003cb0 msgr2=0x7f40a415ae10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:50.580 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.578+0000 7f40a88ff640 1 --2- 172.21.15.31:0/2230934998 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f408c003cb0 0x7f40a415ae10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:50.580 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.578+0000 7f40a88ff640 1 -- 172.21.15.31:0/2230934998 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f40a4152010 msgr2=0x7f40a40b1f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:50.580 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.578+0000 7f40a88ff640 1 --2- 172.21.15.31:0/2230934998 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f40a4152010 0x7f40a40b1f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:50.580 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.578+0000 7f40a88ff640 1 -- 172.21.15.31:0/2230934998 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40a40b2f80 con 0x7f40a4159890 2024-09-16T07:25:50.580 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.579+0000 7f40a88ff640 1 --2- 172.21.15.31:0/2230934998 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f40a4159890 0x7f40a41f5960 secure :-1 s=READY pgs=950 cs=0 l=1 rev1=1 crypto rx=0x7f4098004d20 tx=0x7f40980017f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:50.580 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.579+0000 7f40a1ffb640 1 -- 172.21.15.31:0/2230934998 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4098015020 con 0x7f40a4159890 2024-09-16T07:25:50.580 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.579+0000 7f40a1ffb640 1 -- 172.21.15.31:0/2230934998 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4098011980 con 0x7f40a4159890 2024-09-16T07:25:50.581 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.579+0000 7f40ab364640 1 -- 172.21.15.31:0/2230934998 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40a4159d70 con 0x7f40a4159890 2024-09-16T07:25:50.581 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.579+0000 7f40a1ffb640 1 -- 172.21.15.31:0/2230934998 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4098011dd0 con 0x7f40a4159890 2024-09-16T07:25:50.581 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.579+0000 7f40ab364640 1 -- 172.21.15.31:0/2230934998 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40a415a330 con 0x7f40a4159890 2024-09-16T07:25:50.582 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.580+0000 7f40ab364640 1 -- 172.21.15.31:0/2230934998 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f40a40d1d30 con 0x7f40a4159890 2024-09-16T07:25:50.582 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.581+0000 7f40a1ffb640 1 -- 172.21.15.31:0/2230934998 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7f4098018020 con 0x7f40a4159890 2024-09-16T07:25:50.582 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.582+0000 7f40a1ffb640 1 --2- 172.21.15.31:0/2230934998 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f40900789a0 0x7f409007ae60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:50.582 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.582+0000 7f40a9100640 1 --2- 172.21.15.31:0/2230934998 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f40900789a0 0x7f409007ae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:50.582 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.582+0000 7f40a1ffb640 1 -- 172.21.15.31:0/2230934998 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 6543+0+0 (secure 0 0 0) 0x7f409809b970 con 0x7f40a4159890 2024-09-16T07:25:50.582 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.582+0000 7f40a9100640 1 --2- 172.21.15.31:0/2230934998 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f40900789a0 0x7f409007ae60 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f409c033000 tx=0x7f409c02d000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:50.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.586+0000 7f40a1ffb640 1 -- 172.21.15.31:0/2230934998 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f409801f020 con 0x7f40a4159890 2024-09-16T07:25:50.798 INFO:teuthology.orchestra.run.smithi031.stderr:Invalid command: invalid chars @# in abcd@# 2024-09-16T07:25:50.798 INFO:teuthology.orchestra.run.smithi031.stderr:fs subvolume create [] [] [] [] [] [] [--namespace-isolated] [] : Create a CephFS subvolume in a volume, and optionally, with a specific size (in bytes), a specific data pool layout, a specific mode, in a specific subvolume group and in separate RADOS namespace 2024-09-16T07:25:50.798 INFO:teuthology.orchestra.run.smithi031.stderr:Error EINVAL: invalid command 2024-09-16T07:25:50.801 DEBUG:teuthology.orchestra.run:got remote process result: 22 2024-09-16T07:25:50.802 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume rm testvol --yes-i-really-mean-it 2024-09-16T07:25:50.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.910+0000 7f877b416640 1 -- 172.21.15.31:0/4054175524 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f877415bdc0 msgr2=0x7f87740d02b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:50.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.910+0000 7f877b416640 1 --2- 172.21.15.31:0/4054175524 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f877415bdc0 0x7f87740d02b0 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7f8774074600 tx=0x7f877002a560 comp rx=0 tx=0).stop 2024-09-16T07:25:50.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.910+0000 7f877b416640 1 -- 172.21.15.31:0/4054175524 shutdown_connections 2024-09-16T07:25:50.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.910+0000 7f877b416640 1 --2- 172.21.15.31:0/4054175524 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f87740d2160 0x7f87740ce6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:50.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.910+0000 7f877b416640 1 --2- 172.21.15.31:0/4054175524 >> v2:172.21.15.155:3300/0 conn(0x7f87740b1360 0x7f87740d1c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:50.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.910+0000 7f877b416640 1 --2- 172.21.15.31:0/4054175524 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f877415bdc0 0x7f87740d02b0 unknown :-1 s=CLOSED pgs=951 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:50.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.910+0000 7f877b416640 1 -- 172.21.15.31:0/4054175524 >> 172.21.15.31:0/4054175524 conn(0x7f877409aa30 msgr2=0x7f877409ae40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:50.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.911+0000 7f877b416640 1 -- 172.21.15.31:0/4054175524 shutdown_connections 2024-09-16T07:25:50.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.911+0000 7f877b416640 1 -- 172.21.15.31:0/4054175524 wait complete. 2024-09-16T07:25:50.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.912+0000 7f877b416640 1 Processor -- start 2024-09-16T07:25:50.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.912+0000 7f877b416640 1 -- start start 2024-09-16T07:25:50.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.912+0000 7f877b416640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f87740b1360 0x7f877415d7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:50.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.912+0000 7f877b416640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f87740d2160 0x7f877406e2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:50.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.912+0000 7f877b416640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f877415bdc0 0x7f877406e7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:50.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.912+0000 7f877b416640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f87740cefb0 con 0x7f87740d2160 2024-09-16T07:25:50.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.912+0000 7f877b416640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f87740cee30 con 0x7f877415bdc0 2024-09-16T07:25:50.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.912+0000 7f877b416640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f87740cf130 con 0x7f87740b1360 2024-09-16T07:25:50.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.913+0000 7f87789b1640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f87740d2160 0x7f877406e2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:50.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.913+0000 7f87789b1640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f87740d2160 0x7f877406e2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:39118/0 (socket says 172.21.15.31:39118) 2024-09-16T07:25:50.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.913+0000 7f87789b1640 1 -- 172.21.15.31:0/2056328368 learned_addr learned my addr 172.21.15.31:0/2056328368 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:50.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.913+0000 7f87791b2640 1 --2- 172.21.15.31:0/2056328368 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f87740b1360 0x7f877415d7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:50.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.913+0000 7f87799b3640 1 --2- 172.21.15.31:0/2056328368 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f877415bdc0 0x7f877406e7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:50.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.913+0000 7f87789b1640 1 -- 172.21.15.31:0/2056328368 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f87740b1360 msgr2=0x7f877415d7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:50.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.913+0000 7f87789b1640 1 --2- 172.21.15.31:0/2056328368 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f87740b1360 0x7f877415d7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:50.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.913+0000 7f87789b1640 1 -- 172.21.15.31:0/2056328368 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f877415bdc0 msgr2=0x7f877406e7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:50.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.913+0000 7f87789b1640 1 --2- 172.21.15.31:0/2056328368 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f877415bdc0 0x7f877406e7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:50.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.913+0000 7f87789b1640 1 -- 172.21.15.31:0/2056328368 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87740c8f40 con 0x7f87740d2160 2024-09-16T07:25:50.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.913+0000 7f87789b1640 1 --2- 172.21.15.31:0/2056328368 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f87740d2160 0x7f877406e2a0 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7f876400c8c0 tx=0x7f876400cd80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:50.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.913+0000 7f8769ffb640 1 -- 172.21.15.31:0/2056328368 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8764004220 con 0x7f87740d2160 2024-09-16T07:25:50.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.913+0000 7f8769ffb640 1 -- 172.21.15.31:0/2056328368 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f87640079b0 con 0x7f87740d2160 2024-09-16T07:25:50.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.913+0000 7f877b416640 1 -- 172.21.15.31:0/2056328368 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87740c9220 con 0x7f87740d2160 2024-09-16T07:25:50.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.913+0000 7f8769ffb640 1 -- 172.21.15.31:0/2056328368 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8764007de0 con 0x7f87740d2160 2024-09-16T07:25:50.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.914+0000 7f877b416640 1 -- 172.21.15.31:0/2056328368 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87740c97e0 con 0x7f87740d2160 2024-09-16T07:25:50.916 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.914+0000 7f877b416640 1 -- 172.21.15.31:0/2056328368 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f877415d580 con 0x7f87740d2160 2024-09-16T07:25:50.916 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.915+0000 7f8769ffb640 1 -- 172.21.15.31:0/2056328368 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7f8764005020 con 0x7f87740d2160 2024-09-16T07:25:50.916 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.916+0000 7f8769ffb640 1 --2- 172.21.15.31:0/2056328368 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8758078970 0x7f875807ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:50.916 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.916+0000 7f8769ffb640 1 -- 172.21.15.31:0/2056328368 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 6543+0+0 (secure 0 0 0) 0x7f876409b320 con 0x7f87740d2160 2024-09-16T07:25:50.916 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.916+0000 7f87791b2640 1 --2- 172.21.15.31:0/2056328368 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8758078970 0x7f875807ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:50.916 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.916+0000 7f87791b2640 1 --2- 172.21.15.31:0/2056328368 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8758078970 0x7f875807ae30 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f8770033000 tx=0x7f8770004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:50.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:50.920+0000 7f8769ffb640 1 -- 172.21.15.31:0/2056328368 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f8764014030 con 0x7f87740d2160 2024-09-16T07:25:51.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:51.134+0000 7f877b416640 1 -- 172.21.15.31:0/2056328368 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs volume rm", "vol_name": "testvol", "yes-i-really-mean-it": "--yes-i-really-mean-it", "target": ["mon-mgr", ""]}) -- 0x7f87740ce660 con 0x7f8758078970 2024-09-16T07:25:51.140 INFO:tasks.ceph.mon.a.smithi031.stderr:2024-09-16T07:25:51.140+0000 7fe9e4df9640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T07:25:51.172 INFO:tasks.ceph.mds.b.smithi155.stdout:starting mds.b at 2024-09-16T07:25:54.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.160+0000 7f8769ffb640 1 -- 172.21.15.31:0/2056328368 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+78 (secure 0 0 0) 0x7f87740ce660 con 0x7f8758078970 2024-09-16T07:25:54.160 INFO:teuthology.orchestra.run.smithi031.stdout:metadata pool: cephfs.testvol.meta data pool: ['cephfs.testvol.data'] removed 2024-09-16T07:25:54.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.164+0000 7f877b416640 1 -- 172.21.15.31:0/2056328368 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8758078970 msgr2=0x7f875807ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:54.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.164+0000 7f877b416640 1 --2- 172.21.15.31:0/2056328368 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8758078970 0x7f875807ae30 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f8770033000 tx=0x7f8770004730 comp rx=0 tx=0).stop 2024-09-16T07:25:54.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.164+0000 7f877b416640 1 -- 172.21.15.31:0/2056328368 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f87740d2160 msgr2=0x7f877406e2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:54.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.164+0000 7f877b416640 1 --2- 172.21.15.31:0/2056328368 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f87740d2160 0x7f877406e2a0 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7f876400c8c0 tx=0x7f876400cd80 comp rx=0 tx=0).stop 2024-09-16T07:25:54.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.165+0000 7f877b416640 1 -- 172.21.15.31:0/2056328368 shutdown_connections 2024-09-16T07:25:54.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.165+0000 7f877b416640 1 --2- 172.21.15.31:0/2056328368 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8758078970 0x7f875807ae30 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:54.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.165+0000 7f877b416640 1 --2- 172.21.15.31:0/2056328368 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f877415bdc0 0x7f877406e7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:54.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.165+0000 7f877b416640 1 --2- 172.21.15.31:0/2056328368 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f87740d2160 0x7f877406e2a0 unknown :-1 s=CLOSED pgs=952 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:54.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.165+0000 7f877b416640 1 --2- 172.21.15.31:0/2056328368 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f87740b1360 0x7f877415d7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:54.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.165+0000 7f877b416640 1 -- 172.21.15.31:0/2056328368 >> 172.21.15.31:0/2056328368 conn(0x7f877409aa30 msgr2=0x7f87740717b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:54.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.165+0000 7f877b416640 1 -- 172.21.15.31:0/2056328368 shutdown_connections 2024-09-16T07:25:54.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.165+0000 7f877b416640 1 -- 172.21.15.31:0/2056328368 wait complete. 2024-09-16T07:25:54.179 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-16T07:25:54.179 DEBUG:teuthology.orchestra.run.smithi031:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T07:25:54.219 DEBUG:teuthology.orchestra.run.smithi155:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T07:25:54.269 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-16T07:25:54.269 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T07:25:54.269 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:25:54.269 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:25:54.287 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:25:54.287 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:25:54.344 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T07:25:54.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.494+0000 7f2b331da640 1 -- 172.21.15.31:0/4199520368 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2b2c06d590 msgr2=0x7f2b2c074130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:54.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.494+0000 7f2b331da640 1 --2- 172.21.15.31:0/4199520368 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2b2c06d590 0x7f2b2c074130 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7f2b2c070400 tx=0x7f2b2802a530 comp rx=0 tx=0).stop 2024-09-16T07:25:54.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.495+0000 7f2b331da640 1 -- 172.21.15.31:0/4199520368 shutdown_connections 2024-09-16T07:25:54.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.495+0000 7f2b331da640 1 --2- 172.21.15.31:0/4199520368 >> v2:172.21.15.155:3300/0 conn(0x7f2b2c0ccde0 0x7f2b2c0cb6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:54.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.495+0000 7f2b331da640 1 --2- 172.21.15.31:0/4199520368 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2b2c06d590 0x7f2b2c074130 unknown :-1 s=CLOSED pgs=954 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:54.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.495+0000 7f2b331da640 1 -- 172.21.15.31:0/4199520368 >> 172.21.15.31:0/4199520368 conn(0x7f2b2c0d0c20 msgr2=0x7f2b2c0d1030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:54.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.495+0000 7f2b331da640 1 -- 172.21.15.31:0/4199520368 shutdown_connections 2024-09-16T07:25:54.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.495+0000 7f2b331da640 1 -- 172.21.15.31:0/4199520368 wait complete. 2024-09-16T07:25:54.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.496+0000 7f2b331da640 1 Processor -- start 2024-09-16T07:25:54.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.496+0000 7f2b331da640 1 -- start start 2024-09-16T07:25:54.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.497+0000 7f2b331da640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2b2c06d590 0x7f2b2c0cf480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:54.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.497+0000 7f2b331da640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2b2c0cb270 0x7f2b2c0d0080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:54.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.497+0000 7f2b331da640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2b2c0ccde0 0x7f2b2c09ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:54.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.497+0000 7f2b331da640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f2b2c070d20 con 0x7f2b2c0ccde0 2024-09-16T07:25:54.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.497+0000 7f2b331da640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f2b2c070ba0 con 0x7f2b2c06d590 2024-09-16T07:25:54.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.497+0000 7f2b331da640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f2b2c070ea0 con 0x7f2b2c0cb270 2024-09-16T07:25:54.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.497+0000 7f2b31777640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2b2c0ccde0 0x7f2b2c09ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:54.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.497+0000 7f2b31777640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2b2c0ccde0 0x7f2b2c09ee40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:37664/0 (socket says 172.21.15.31:37664) 2024-09-16T07:25:54.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.497+0000 7f2b31777640 1 -- 172.21.15.31:0/988762760 learned_addr learned my addr 172.21.15.31:0/988762760 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:54.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.497+0000 7f2b23fff640 1 --2- 172.21.15.31:0/988762760 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2b2c0cb270 0x7f2b2c0d0080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:54.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.497+0000 7f2b30f76640 1 --2- 172.21.15.31:0/988762760 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2b2c06d590 0x7f2b2c0cf480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:54.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.497+0000 7f2b31777640 1 -- 172.21.15.31:0/988762760 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2b2c0cb270 msgr2=0x7f2b2c0d0080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:54.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.497+0000 7f2b31777640 1 --2- 172.21.15.31:0/988762760 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2b2c0cb270 0x7f2b2c0d0080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:54.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.497+0000 7f2b31777640 1 -- 172.21.15.31:0/988762760 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2b2c06d590 msgr2=0x7f2b2c0cf480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:54.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.497+0000 7f2b31777640 1 --2- 172.21.15.31:0/988762760 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2b2c06d590 0x7f2b2c0cf480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:54.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.497+0000 7f2b31777640 1 -- 172.21.15.31:0/988762760 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b2c0c5a70 con 0x7f2b2c0ccde0 2024-09-16T07:25:54.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.497+0000 7f2b31777640 1 --2- 172.21.15.31:0/988762760 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2b2c0ccde0 0x7f2b2c09ee40 secure :-1 s=READY pgs=955 cs=0 l=1 rev1=1 crypto rx=0x7f2b2400e990 tx=0x7f2b2400ee50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:54.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.497+0000 7f2b217fa640 1 -- 172.21.15.31:0/988762760 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b24004d20 con 0x7f2b2c0ccde0 2024-09-16T07:25:54.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.497+0000 7f2b217fa640 1 -- 172.21.15.31:0/988762760 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2b2400ca40 con 0x7f2b2c0ccde0 2024-09-16T07:25:54.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.497+0000 7f2b331da640 1 -- 172.21.15.31:0/988762760 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b2c0c5d50 con 0x7f2b2c0ccde0 2024-09-16T07:25:54.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.498+0000 7f2b217fa640 1 -- 172.21.15.31:0/988762760 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b24005020 con 0x7f2b2c0ccde0 2024-09-16T07:25:54.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.498+0000 7f2b331da640 1 -- 172.21.15.31:0/988762760 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b2c0c6310 con 0x7f2b2c0ccde0 2024-09-16T07:25:54.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.498+0000 7f2b331da640 1 -- 172.21.15.31:0/988762760 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2b2c071350 con 0x7f2b2c0ccde0 2024-09-16T07:25:54.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.499+0000 7f2b217fa640 1 -- 172.21.15.31:0/988762760 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7f2b240051c0 con 0x7f2b2c0ccde0 2024-09-16T07:25:54.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.500+0000 7f2b217fa640 1 --2- 172.21.15.31:0/988762760 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2b18078970 0x7f2b1807ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:54.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.500+0000 7f2b217fa640 1 -- 172.21.15.31:0/988762760 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 5795+0+0 (secure 0 0 0) 0x7f2b2409b390 con 0x7f2b2c0ccde0 2024-09-16T07:25:54.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.500+0000 7f2b30f76640 1 --2- 172.21.15.31:0/988762760 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2b18078970 0x7f2b1807ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:54.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.500+0000 7f2b30f76640 1 --2- 172.21.15.31:0/988762760 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2b18078970 0x7f2b1807ae30 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f2b28034000 tx=0x7f2b28004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:54.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.504+0000 7f2b217fa640 1 -- 172.21.15.31:0/988762760 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f2b24016030 con 0x7f2b2c0ccde0 2024-09-16T07:25:54.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.705+0000 7f2b331da640 1 -- 172.21.15.31:0/988762760 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f2b2c0cc8d0 con 0x7f2b2c0ccde0 2024-09-16T07:25:54.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.705+0000 7f2b217fa640 1 -- 172.21.15.31:0/988762760 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 2 entries v90) ==== 80+0+124 (secure 0 0 0) 0x7f2b240631c0 con 0x7f2b2c0ccde0 2024-09-16T07:25:54.705 INFO:teuthology.orchestra.run.smithi031.stdout:172.21.15.155:6834/3904865864 2024-09-17T07:25:51.141451+0000 2024-09-16T07:25:54.705 INFO:teuthology.orchestra.run.smithi031.stdout:172.21.15.155:6808/3904865864 2024-09-17T07:25:51.141451+0000 2024-09-16T07:25:54.706 INFO:teuthology.orchestra.run.smithi031.stderr:listed 2 entries 2024-09-16T07:25:54.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.708+0000 7f2b331da640 1 -- 172.21.15.31:0/988762760 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2b18078970 msgr2=0x7f2b1807ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:54.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.708+0000 7f2b331da640 1 --2- 172.21.15.31:0/988762760 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2b18078970 0x7f2b1807ae30 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f2b28034000 tx=0x7f2b28004730 comp rx=0 tx=0).stop 2024-09-16T07:25:54.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.708+0000 7f2b331da640 1 -- 172.21.15.31:0/988762760 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2b2c0ccde0 msgr2=0x7f2b2c09ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:54.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.708+0000 7f2b331da640 1 --2- 172.21.15.31:0/988762760 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2b2c0ccde0 0x7f2b2c09ee40 secure :-1 s=READY pgs=955 cs=0 l=1 rev1=1 crypto rx=0x7f2b2400e990 tx=0x7f2b2400ee50 comp rx=0 tx=0).stop 2024-09-16T07:25:54.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.708+0000 7f2b331da640 1 -- 172.21.15.31:0/988762760 shutdown_connections 2024-09-16T07:25:54.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.708+0000 7f2b331da640 1 --2- 172.21.15.31:0/988762760 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2b18078970 0x7f2b1807ae30 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:54.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.708+0000 7f2b331da640 1 --2- 172.21.15.31:0/988762760 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2b2c0ccde0 0x7f2b2c09ee40 unknown :-1 s=CLOSED pgs=955 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:54.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.708+0000 7f2b331da640 1 --2- 172.21.15.31:0/988762760 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2b2c0cb270 0x7f2b2c0d0080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:54.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.708+0000 7f2b331da640 1 --2- 172.21.15.31:0/988762760 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2b2c06d590 0x7f2b2c0cf480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:54.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.708+0000 7f2b331da640 1 -- 172.21.15.31:0/988762760 >> 172.21.15.31:0/988762760 conn(0x7f2b2c0d0c20 msgr2=0x7f2b2c0b5a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:54.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.708+0000 7f2b331da640 1 -- 172.21.15.31:0/988762760 shutdown_connections 2024-09-16T07:25:54.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.708+0000 7f2b331da640 1 -- 172.21.15.31:0/988762760 wait complete. 2024-09-16T07:25:54.718 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi031.front.sepia.ceph.com... 2024-09-16T07:25:54.719 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:25:54.719 DEBUG:teuthology.orchestra.run.smithi031:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-16T07:25:54.743 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi031.stderr:ceph-fuse[61020]: fuse finished with error 0 and tester_r 0 2024-09-16T07:25:54.745 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi031.front.sepia.ceph.com 2024-09-16T07:25:54.745 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:25:54.745 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-16T07:25:54.802 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T07:25:54.802 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:25:54.802 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:25:54.821 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:25:54.821 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:25:54.882 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T07:25:54.989 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.989+0000 7f72ff7a2640 1 -- 172.21.15.31:0/1882786447 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f72f80735a0 msgr2=0x7f72f80739d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:54.989 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.989+0000 7f72ff7a2640 1 --2- 172.21.15.31:0/1882786447 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f72f80735a0 0x7f72f80739d0 secure :-1 s=READY pgs=957 cs=0 l=1 rev1=1 crypto rx=0x7f72f80727c0 tx=0x7f72ec02a4a0 comp rx=0 tx=0).stop 2024-09-16T07:25:54.989 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.989+0000 7f72ff7a2640 1 -- 172.21.15.31:0/1882786447 shutdown_connections 2024-09-16T07:25:54.989 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.989+0000 7f72ff7a2640 1 --2- 172.21.15.31:0/1882786447 >> v2:172.21.15.155:3300/0 conn(0x7f72f806ff80 0x7f72f80703f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:54.989 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.989+0000 7f72ff7a2640 1 --2- 172.21.15.31:0/1882786447 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f72f80735a0 0x7f72f80739d0 unknown :-1 s=CLOSED pgs=957 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:54.989 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.989+0000 7f72ff7a2640 1 -- 172.21.15.31:0/1882786447 >> 172.21.15.31:0/1882786447 conn(0x7f72f80b1690 msgr2=0x7f72f80b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:54.989 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.989+0000 7f72ff7a2640 1 -- 172.21.15.31:0/1882786447 shutdown_connections 2024-09-16T07:25:54.989 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.989+0000 7f72ff7a2640 1 -- 172.21.15.31:0/1882786447 wait complete. 2024-09-16T07:25:54.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.990+0000 7f72ff7a2640 1 Processor -- start 2024-09-16T07:25:54.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.990+0000 7f72ff7a2640 1 -- start start 2024-09-16T07:25:54.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.991+0000 7f72ff7a2640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f72f806ff80 0x7f72f81453b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:54.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.991+0000 7f72ff7a2640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f72f80735a0 0x7f72f80aea10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:54.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.991+0000 7f72ff7a2640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f72f815aa70 0x7f72f80aef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:54.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.991+0000 7f72ff7a2640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f72f80cd270 con 0x7f72f806ff80 2024-09-16T07:25:54.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.991+0000 7f72ff7a2640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f72f80cd0f0 con 0x7f72f815aa70 2024-09-16T07:25:54.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.991+0000 7f72ff7a2640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f72f80cd3f0 con 0x7f72f80735a0 2024-09-16T07:25:54.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.991+0000 7f72fd53e640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f72f806ff80 0x7f72f81453b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:54.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.991+0000 7f72fd53e640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f72f806ff80 0x7f72f81453b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:37690/0 (socket says 172.21.15.31:37690) 2024-09-16T07:25:54.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.991+0000 7f72fd53e640 1 -- 172.21.15.31:0/711681115 learned_addr learned my addr 172.21.15.31:0/711681115 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:54.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.992+0000 7f72fd53e640 1 -- 172.21.15.31:0/711681115 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f72f80735a0 msgr2=0x7f72f80aea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:54.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.992+0000 7f72fd53e640 1 --2- 172.21.15.31:0/711681115 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f72f80735a0 0x7f72f80aea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:54.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.992+0000 7f72fd53e640 1 -- 172.21.15.31:0/711681115 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f72f815aa70 msgr2=0x7f72f80aef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:54.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.992+0000 7f72fd53e640 1 --2- 172.21.15.31:0/711681115 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f72f815aa70 0x7f72f80aef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:54.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.992+0000 7f72fd53e640 1 -- 172.21.15.31:0/711681115 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72f8154020 con 0x7f72f806ff80 2024-09-16T07:25:54.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.992+0000 7f72fd53e640 1 --2- 172.21.15.31:0/711681115 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f72f806ff80 0x7f72f81453b0 secure :-1 s=READY pgs=958 cs=0 l=1 rev1=1 crypto rx=0x7f72f000c3a0 tx=0x7f72f000c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:54.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.992+0000 7f72f5ffb640 1 -- 172.21.15.31:0/711681115 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72f0011790 con 0x7f72f806ff80 2024-09-16T07:25:54.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.992+0000 7f72f5ffb640 1 -- 172.21.15.31:0/711681115 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f72f0017070 con 0x7f72f806ff80 2024-09-16T07:25:54.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.992+0000 7f72ff7a2640 1 -- 172.21.15.31:0/711681115 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72f81542c0 con 0x7f72f806ff80 2024-09-16T07:25:54.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.992+0000 7f72f5ffb640 1 -- 172.21.15.31:0/711681115 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72f0011cc0 con 0x7f72f806ff80 2024-09-16T07:25:54.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.992+0000 7f72ff7a2640 1 -- 172.21.15.31:0/711681115 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72f8154880 con 0x7f72f806ff80 2024-09-16T07:25:54.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.993+0000 7f72ff7a2640 1 -- 172.21.15.31:0/711681115 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f72f80cd8a0 con 0x7f72f806ff80 2024-09-16T07:25:54.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.994+0000 7f72f5ffb640 1 -- 172.21.15.31:0/711681115 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7f72f001c460 con 0x7f72f806ff80 2024-09-16T07:25:54.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.994+0000 7f72f5ffb640 1 --2- 172.21.15.31:0/711681115 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f72e4078970 0x7f72e407ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:54.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.995+0000 7f72fcd3d640 1 --2- 172.21.15.31:0/711681115 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f72e4078970 0x7f72e407ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:54.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.995+0000 7f72f5ffb640 1 -- 172.21.15.31:0/711681115 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 5795+0+0 (secure 0 0 0) 0x7f72f009a9d0 con 0x7f72f806ff80 2024-09-16T07:25:54.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.995+0000 7f72fcd3d640 1 --2- 172.21.15.31:0/711681115 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f72e4078970 0x7f72e407ae30 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f72ec034000 tx=0x7f72ec0046c0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:54.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:54.999+0000 7f72f5ffb640 1 -- 172.21.15.31:0/711681115 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f72f0062dc0 con 0x7f72f806ff80 2024-09-16T07:25:55.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.197+0000 7f72ff7a2640 1 -- 172.21.15.31:0/711681115 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f72f8072990 con 0x7f72f806ff80 2024-09-16T07:25:55.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.198+0000 7f72f5ffb640 1 -- 172.21.15.31:0/711681115 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 2 entries v90) ==== 80+0+124 (secure 0 0 0) 0x7f72f00626c0 con 0x7f72f806ff80 2024-09-16T07:25:55.197 INFO:teuthology.orchestra.run.smithi031.stdout:172.21.15.155:6834/3904865864 2024-09-17T07:25:51.141451+0000 2024-09-16T07:25:55.197 INFO:teuthology.orchestra.run.smithi031.stdout:172.21.15.155:6808/3904865864 2024-09-17T07:25:51.141451+0000 2024-09-16T07:25:55.198 INFO:teuthology.orchestra.run.smithi031.stderr:listed 2 entries 2024-09-16T07:25:55.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.200+0000 7f72ff7a2640 1 -- 172.21.15.31:0/711681115 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f72e4078970 msgr2=0x7f72e407ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:55.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.200+0000 7f72ff7a2640 1 --2- 172.21.15.31:0/711681115 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f72e4078970 0x7f72e407ae30 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f72ec034000 tx=0x7f72ec0046c0 comp rx=0 tx=0).stop 2024-09-16T07:25:55.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.200+0000 7f72ff7a2640 1 -- 172.21.15.31:0/711681115 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f72f806ff80 msgr2=0x7f72f81453b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:55.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.200+0000 7f72ff7a2640 1 --2- 172.21.15.31:0/711681115 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f72f806ff80 0x7f72f81453b0 secure :-1 s=READY pgs=958 cs=0 l=1 rev1=1 crypto rx=0x7f72f000c3a0 tx=0x7f72f000c860 comp rx=0 tx=0).stop 2024-09-16T07:25:55.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.200+0000 7f72ff7a2640 1 -- 172.21.15.31:0/711681115 shutdown_connections 2024-09-16T07:25:55.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.200+0000 7f72ff7a2640 1 --2- 172.21.15.31:0/711681115 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f72e4078970 0x7f72e407ae30 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:55.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.200+0000 7f72ff7a2640 1 --2- 172.21.15.31:0/711681115 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f72f815aa70 0x7f72f80aef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:55.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.200+0000 7f72ff7a2640 1 --2- 172.21.15.31:0/711681115 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f72f80735a0 0x7f72f80aea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:55.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.200+0000 7f72ff7a2640 1 --2- 172.21.15.31:0/711681115 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f72f806ff80 0x7f72f81453b0 unknown :-1 s=CLOSED pgs=958 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:55.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.200+0000 7f72ff7a2640 1 -- 172.21.15.31:0/711681115 >> 172.21.15.31:0/711681115 conn(0x7f72f80b1690 msgr2=0x7f72f815d8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:55.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.200+0000 7f72ff7a2640 1 -- 172.21.15.31:0/711681115 shutdown_connections 2024-09-16T07:25:55.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.200+0000 7f72ff7a2640 1 -- 172.21.15.31:0/711681115 wait complete. 2024-09-16T07:25:55.211 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi155.front.sepia.ceph.com... 2024-09-16T07:25:55.211 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:25:55.211 DEBUG:teuthology.orchestra.run.smithi155:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-16T07:25:55.240 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi155.stderr:ceph-fuse[46245]: fuse finished with error 0 and tester_r 0 2024-09-16T07:25:55.242 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi155.front.sepia.ceph.com 2024-09-16T07:25:55.242 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:25:55.243 DEBUG:teuthology.orchestra.run.smithi155:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-16T07:25:55.357 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T07:25:55.357 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:25:55.357 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:25:55.374 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17171 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T07:25:55.374 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T07:25:55.375 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:25:55.375 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:25:55.393 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056027,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1315 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T07:25:55.393 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:25:55.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.520+0000 7fdee5aa3640 1 -- 172.21.15.31:0/3800001409 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdee00cc8d0 msgr2=0x7fdee015fc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:55.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.520+0000 7fdee5aa3640 1 --2- 172.21.15.31:0/3800001409 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdee00cc8d0 0x7fdee015fc90 secure :-1 s=READY pgs=959 cs=0 l=1 rev1=1 crypto rx=0x7fdee0069dc0 tx=0x7fded802aa30 comp rx=0 tx=0).stop 2024-09-16T07:25:55.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.520+0000 7fdee5aa3640 1 -- 172.21.15.31:0/3800001409 shutdown_connections 2024-09-16T07:25:55.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.520+0000 7fdee5aa3640 1 --2- 172.21.15.31:0/3800001409 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdee00cc8d0 0x7fdee015fc90 unknown :-1 s=CLOSED pgs=959 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:55.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.520+0000 7fdee5aa3640 1 --2- 172.21.15.31:0/3800001409 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdee00cc490 0x7fdee015f750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:55.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.520+0000 7fdee5aa3640 1 --2- 172.21.15.31:0/3800001409 >> v2:172.21.15.155:3300/0 conn(0x7fdee0159680 0x7fdee015d270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:55.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.520+0000 7fdee5aa3640 1 -- 172.21.15.31:0/3800001409 >> 172.21.15.31:0/3800001409 conn(0x7fdee00b1690 msgr2=0x7fdee00b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:55.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.520+0000 7fdee5aa3640 1 -- 172.21.15.31:0/3800001409 shutdown_connections 2024-09-16T07:25:55.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.520+0000 7fdee5aa3640 1 -- 172.21.15.31:0/3800001409 wait complete. 2024-09-16T07:25:55.524 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.521+0000 7fdee5aa3640 1 Processor -- start 2024-09-16T07:25:55.524 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.521+0000 7fdee5aa3640 1 -- start start 2024-09-16T07:25:55.524 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.522+0000 7fdee5aa3640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdee00cc490 0x7fdee01525a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:55.524 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.522+0000 7fdee5aa3640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdee00cc8d0 0x7fdee0154120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:55.524 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.522+0000 7fdee5aa3640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdee0159680 0x7fdee0140fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:55.524 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.522+0000 7fdee5aa3640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fdee00cec40 con 0x7fdee0159680 2024-09-16T07:25:55.524 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.522+0000 7fdee5aa3640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fdee00ceac0 con 0x7fdee00cc490 2024-09-16T07:25:55.524 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.522+0000 7fdee5aa3640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fdee00cedc0 con 0x7fdee00cc8d0 2024-09-16T07:25:55.524 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.522+0000 7fdedffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdee0159680 0x7fdee0140fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:55.524 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.522+0000 7fdedffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdee0159680 0x7fdee0140fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:37716/0 (socket says 172.21.15.31:37716) 2024-09-16T07:25:55.524 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.522+0000 7fdedffff640 1 -- 172.21.15.31:0/3553968201 learned_addr learned my addr 172.21.15.31:0/3553968201 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:55.524 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.522+0000 7fdedf7fe640 1 --2- 172.21.15.31:0/3553968201 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdee00cc490 0x7fdee01525a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:55.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.522+0000 7fdedeffd640 1 --2- 172.21.15.31:0/3553968201 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdee00cc8d0 0x7fdee0154120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:55.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.523+0000 7fdedffff640 1 -- 172.21.15.31:0/3553968201 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdee00cc8d0 msgr2=0x7fdee0154120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:55.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.523+0000 7fdedffff640 1 --2- 172.21.15.31:0/3553968201 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdee00cc8d0 0x7fdee0154120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:55.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.523+0000 7fdedffff640 1 -- 172.21.15.31:0/3553968201 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdee00cc490 msgr2=0x7fdee01525a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:55.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.523+0000 7fdedffff640 1 --2- 172.21.15.31:0/3553968201 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdee00cc490 0x7fdee01525a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:55.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.523+0000 7fdedffff640 1 -- 172.21.15.31:0/3553968201 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdee01f30e0 con 0x7fdee0159680 2024-09-16T07:25:55.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.523+0000 7fdedffff640 1 --2- 172.21.15.31:0/3553968201 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdee0159680 0x7fdee0140fe0 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7fded8005fd0 tx=0x7fded8003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:55.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.523+0000 7fdec7fff640 1 -- 172.21.15.31:0/3553968201 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fded8046070 con 0x7fdee0159680 2024-09-16T07:25:55.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.523+0000 7fdec7fff640 1 -- 172.21.15.31:0/3553968201 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fded80042d0 con 0x7fdee0159680 2024-09-16T07:25:55.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.523+0000 7fdee5aa3640 1 -- 172.21.15.31:0/3553968201 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdee00727f0 con 0x7fdee0159680 2024-09-16T07:25:55.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.523+0000 7fdec7fff640 1 -- 172.21.15.31:0/3553968201 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fded8033050 con 0x7fdee0159680 2024-09-16T07:25:55.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.523+0000 7fdee5aa3640 1 -- 172.21.15.31:0/3553968201 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdee0154660 con 0x7fdee0159680 2024-09-16T07:25:55.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.524+0000 7fdee5aa3640 1 -- 172.21.15.31:0/3553968201 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdee00cf340 con 0x7fdee0159680 2024-09-16T07:25:55.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.525+0000 7fdec7fff640 1 -- 172.21.15.31:0/3553968201 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7fded8049070 con 0x7fdee0159680 2024-09-16T07:25:55.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.525+0000 7fdec7fff640 1 --2- 172.21.15.31:0/3553968201 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fdecc078970 0x7fdecc07ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:55.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.526+0000 7fdec7fff640 1 -- 172.21.15.31:0/3553968201 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 5795+0+0 (secure 0 0 0) 0x7fded80bbb70 con 0x7fdee0159680 2024-09-16T07:25:55.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.526+0000 7fdedf7fe640 1 --2- 172.21.15.31:0/3553968201 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fdecc078970 0x7fdecc07ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:55.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.526+0000 7fdedf7fe640 1 --2- 172.21.15.31:0/3553968201 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fdecc078970 0x7fdecc07ae30 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fdee01f3470 tx=0x7fded0009060 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:55.529 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.530+0000 7fdec7fff640 1 -- 172.21.15.31:0/3553968201 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fded8083880 con 0x7fdee0159680 2024-09-16T07:25:55.756 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.757+0000 7fdee5aa3640 1 -- 172.21.15.31:0/3553968201 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdee015dcd0 con 0x7fdee0159680 2024-09-16T07:25:55.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.757+0000 7fdec7fff640 1 -- 172.21.15.31:0/3553968201 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 61 v61) ==== 94+0+5225 (secure 0 0 0) 0x7fded80882b0 con 0x7fdee0159680 2024-09-16T07:25:55.757 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:25:55.757 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":61,"btime":"2024-09-16T07:25:52:143478+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5702,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/525266311","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6809","nonce":525266311},{"type":"v1","addr":"172.21.15.155:6835","nonce":525266311}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":51},{"gid":5837,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6834/3539095670","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":3539095670},{"type":"v1","addr":"172.21.15.155:6834","nonce":3539095670}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":61},{"gid":6097,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/1591697587","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":1591697587},{"type":"v1","addr":"172.21.15.31:6835","nonce":1591697587}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":51}],"filesystems":[{"mdsmap":{"epoch":55,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:25:35.406247+0000","modified":"2024-09-16T07:25:38.417617+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6771},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6771":{"gid":6771,"name":"a","rank":0,"incarnation":52,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6834/475451784","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":475451784},{"type":"v1","addr":"172.21.15.31:6834","nonce":475451784}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6771,"qdb_cluster":[6771]},"id":6}]} 2024-09-16T07:25:55.757 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 61 2024-09-16T07:25:55.759 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.760+0000 7fdee5aa3640 1 -- 172.21.15.31:0/3553968201 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fdecc078970 msgr2=0x7fdecc07ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:55.760 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.760+0000 7fdee5aa3640 1 --2- 172.21.15.31:0/3553968201 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fdecc078970 0x7fdecc07ae30 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fdee01f3470 tx=0x7fded0009060 comp rx=0 tx=0).stop 2024-09-16T07:25:55.760 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.760+0000 7fdee5aa3640 1 -- 172.21.15.31:0/3553968201 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdee0159680 msgr2=0x7fdee0140fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:55.760 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.760+0000 7fdee5aa3640 1 --2- 172.21.15.31:0/3553968201 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdee0159680 0x7fdee0140fe0 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7fded8005fd0 tx=0x7fded8003f10 comp rx=0 tx=0).stop 2024-09-16T07:25:55.760 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.760+0000 7fdee5aa3640 1 -- 172.21.15.31:0/3553968201 shutdown_connections 2024-09-16T07:25:55.760 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.760+0000 7fdee5aa3640 1 --2- 172.21.15.31:0/3553968201 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fdecc078970 0x7fdecc07ae30 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:55.760 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.760+0000 7fdee5aa3640 1 --2- 172.21.15.31:0/3553968201 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdee0159680 0x7fdee0140fe0 unknown :-1 s=CLOSED pgs=960 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:55.760 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.760+0000 7fdee5aa3640 1 --2- 172.21.15.31:0/3553968201 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdee00cc8d0 0x7fdee0154120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:55.760 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.760+0000 7fdee5aa3640 1 --2- 172.21.15.31:0/3553968201 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdee00cc490 0x7fdee01525a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:55.760 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.760+0000 7fdee5aa3640 1 -- 172.21.15.31:0/3553968201 >> 172.21.15.31:0/3553968201 conn(0x7fdee00b1690 msgr2=0x7fdee00cf960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:55.760 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.760+0000 7fdee5aa3640 1 -- 172.21.15.31:0/3553968201 shutdown_connections 2024-09-16T07:25:55.760 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.760+0000 7fdee5aa3640 1 -- 172.21.15.31:0/3553968201 wait complete. 2024-09-16T07:25:55.770 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:25:55.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.876+0000 7fcfe97c2640 1 -- 172.21.15.31:0/1505089620 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcfe40cd760 msgr2=0x7fcfe4068ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:55.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.876+0000 7fcfe97c2640 1 --2- 172.21.15.31:0/1505089620 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcfe40cd760 0x7fcfe4068ac0 secure :-1 s=READY pgs=961 cs=0 l=1 rev1=1 crypto rx=0x7fcfe40cdbd0 tx=0x7fcfcc02a4d0 comp rx=0 tx=0).stop 2024-09-16T07:25:55.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.876+0000 7fcfe97c2640 1 -- 172.21.15.31:0/1505089620 shutdown_connections 2024-09-16T07:25:55.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.876+0000 7fcfe97c2640 1 --2- 172.21.15.31:0/1505089620 >> v2:172.21.15.155:3300/0 conn(0x7fcfe40cc4c0 0x7fcfe415c460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:55.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.876+0000 7fcfe97c2640 1 --2- 172.21.15.31:0/1505089620 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcfe40cd760 0x7fcfe4068ac0 unknown :-1 s=CLOSED pgs=961 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:55.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.876+0000 7fcfe97c2640 1 -- 172.21.15.31:0/1505089620 >> 172.21.15.31:0/1505089620 conn(0x7fcfe40741f0 msgr2=0x7fcfe4074600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:55.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.876+0000 7fcfe97c2640 1 -- 172.21.15.31:0/1505089620 shutdown_connections 2024-09-16T07:25:55.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.876+0000 7fcfe97c2640 1 -- 172.21.15.31:0/1505089620 wait complete. 2024-09-16T07:25:55.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.877+0000 7fcfe97c2640 1 Processor -- start 2024-09-16T07:25:55.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.877+0000 7fcfe97c2640 1 -- start start 2024-09-16T07:25:55.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.878+0000 7fcfe97c2640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcfe40cc4c0 0x7fcfe415b590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:55.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.878+0000 7fcfe97c2640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcfe40cd760 0x7fcfe40b0930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:55.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.878+0000 7fcfe97c2640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcfe40d0b60 0x7fcfe40b0e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:55.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.878+0000 7fcfe97c2640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fcfe415c9a0 con 0x7fcfe40cc4c0 2024-09-16T07:25:55.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.878+0000 7fcfe97c2640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fcfe415cb20 con 0x7fcfe40cd760 2024-09-16T07:25:55.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.878+0000 7fcfe97c2640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fcfe415cca0 con 0x7fcfe40d0b60 2024-09-16T07:25:55.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.878+0000 7fcfe2ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcfe40cc4c0 0x7fcfe415b590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:55.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.878+0000 7fcfe2ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcfe40cc4c0 0x7fcfe415b590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:37734/0 (socket says 172.21.15.31:37734) 2024-09-16T07:25:55.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.878+0000 7fcfe2ffd640 1 -- 172.21.15.31:0/1543757699 learned_addr learned my addr 172.21.15.31:0/1543757699 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:55.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.878+0000 7fcfe2ffd640 1 -- 172.21.15.31:0/1543757699 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcfe40d0b60 msgr2=0x7fcfe40b0e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:55.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.878+0000 7fcfe2ffd640 1 --2- 172.21.15.31:0/1543757699 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcfe40d0b60 0x7fcfe40b0e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:55.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.878+0000 7fcfe2ffd640 1 -- 172.21.15.31:0/1543757699 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcfe40cd760 msgr2=0x7fcfe40b0930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:55.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.878+0000 7fcfe2ffd640 1 --2- 172.21.15.31:0/1543757699 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcfe40cd760 0x7fcfe40b0930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:55.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.878+0000 7fcfe2ffd640 1 -- 172.21.15.31:0/1543757699 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcfe41f4cc0 con 0x7fcfe40cc4c0 2024-09-16T07:25:55.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.878+0000 7fcfe2ffd640 1 --2- 172.21.15.31:0/1543757699 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcfe40cc4c0 0x7fcfe415b590 secure :-1 s=READY pgs=962 cs=0 l=1 rev1=1 crypto rx=0x7fcfd400b3f0 tx=0x7fcfd400b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:55.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.878+0000 7fcfdb7fe640 1 -- 172.21.15.31:0/1543757699 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfd4015020 con 0x7fcfe40cc4c0 2024-09-16T07:25:55.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.879+0000 7fcfdb7fe640 1 -- 172.21.15.31:0/1543757699 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcfd4011920 con 0x7fcfe40cc4c0 2024-09-16T07:25:55.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.879+0000 7fcfe97c2640 1 -- 172.21.15.31:0/1543757699 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcfe415bf70 con 0x7fcfe40cc4c0 2024-09-16T07:25:55.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.879+0000 7fcfdb7fe640 1 -- 172.21.15.31:0/1543757699 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfd4011d70 con 0x7fcfe40cc4c0 2024-09-16T07:25:55.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.879+0000 7fcfe97c2640 1 -- 172.21.15.31:0/1543757699 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcfe415c530 con 0x7fcfe40cc4c0 2024-09-16T07:25:55.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.879+0000 7fcfe97c2640 1 -- 172.21.15.31:0/1543757699 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcfe40af130 con 0x7fcfe40cc4c0 2024-09-16T07:25:55.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.880+0000 7fcfdb7fe640 1 -- 172.21.15.31:0/1543757699 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7fcfd4018020 con 0x7fcfe40cc4c0 2024-09-16T07:25:55.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.881+0000 7fcfdb7fe640 1 --2- 172.21.15.31:0/1543757699 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fcfc4078970 0x7fcfc407ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:55.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.881+0000 7fcfdb7fe640 1 -- 172.21.15.31:0/1543757699 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 5795+0+0 (secure 0 0 0) 0x7fcfd409ab60 con 0x7fcfe40cc4c0 2024-09-16T07:25:55.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.881+0000 7fcfdbfff640 1 --2- 172.21.15.31:0/1543757699 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fcfc4078970 0x7fcfc407ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:55.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.881+0000 7fcfdbfff640 1 --2- 172.21.15.31:0/1543757699 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fcfc4078970 0x7fcfc407ae30 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fcfcc033000 tx=0x7fcfcc0046c0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:55.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:55.885+0000 7fcfdb7fe640 1 -- 172.21.15.31:0/1543757699 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fcfe40af130 con 0x7fcfe40cc4c0 2024-09-16T07:25:56.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.112+0000 7fcfe97c2640 1 -- 172.21.15.31:0/1543757699 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcfe40cb0f0 con 0x7fcfe40cc4c0 2024-09-16T07:25:56.112 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.113+0000 7fcfdb7fe640 1 -- 172.21.15.31:0/1543757699 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 61 v61) ==== 94+0+5225 (secure 0 0 0) 0x7fcfe40cb0f0 con 0x7fcfe40cc4c0 2024-09-16T07:25:56.112 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:25:56.113 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":61,"btime":"2024-09-16T07:25:52:143478+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5702,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/525266311","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6809","nonce":525266311},{"type":"v1","addr":"172.21.15.155:6835","nonce":525266311}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":51},{"gid":5837,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6834/3539095670","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":3539095670},{"type":"v1","addr":"172.21.15.155:6834","nonce":3539095670}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":61},{"gid":6097,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/1591697587","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":1591697587},{"type":"v1","addr":"172.21.15.31:6835","nonce":1591697587}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":51}],"filesystems":[{"mdsmap":{"epoch":55,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:25:35.406247+0000","modified":"2024-09-16T07:25:38.417617+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6771},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6771":{"gid":6771,"name":"a","rank":0,"incarnation":52,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6834/475451784","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":475451784},{"type":"v1","addr":"172.21.15.31:6834","nonce":475451784}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6771,"qdb_cluster":[6771]},"id":6}]} 2024-09-16T07:25:56.113 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 61 2024-09-16T07:25:56.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.114+0000 7fcfe97c2640 1 -- 172.21.15.31:0/1543757699 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fcfc4078970 msgr2=0x7fcfc407ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:56.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.114+0000 7fcfe97c2640 1 --2- 172.21.15.31:0/1543757699 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fcfc4078970 0x7fcfc407ae30 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fcfcc033000 tx=0x7fcfcc0046c0 comp rx=0 tx=0).stop 2024-09-16T07:25:56.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.114+0000 7fcfe97c2640 1 -- 172.21.15.31:0/1543757699 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcfe40cc4c0 msgr2=0x7fcfe415b590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:56.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.114+0000 7fcfe97c2640 1 --2- 172.21.15.31:0/1543757699 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcfe40cc4c0 0x7fcfe415b590 secure :-1 s=READY pgs=962 cs=0 l=1 rev1=1 crypto rx=0x7fcfd400b3f0 tx=0x7fcfd400b8b0 comp rx=0 tx=0).stop 2024-09-16T07:25:56.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.115+0000 7fcfe97c2640 1 -- 172.21.15.31:0/1543757699 shutdown_connections 2024-09-16T07:25:56.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.115+0000 7fcfe97c2640 1 --2- 172.21.15.31:0/1543757699 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fcfc4078970 0x7fcfc407ae30 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:56.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.115+0000 7fcfe97c2640 1 --2- 172.21.15.31:0/1543757699 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcfe40d0b60 0x7fcfe40b0e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:56.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.115+0000 7fcfe97c2640 1 --2- 172.21.15.31:0/1543757699 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcfe40cd760 0x7fcfe40b0930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:56.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.115+0000 7fcfe97c2640 1 --2- 172.21.15.31:0/1543757699 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcfe40cc4c0 0x7fcfe415b590 unknown :-1 s=CLOSED pgs=962 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:56.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.115+0000 7fcfe97c2640 1 -- 172.21.15.31:0/1543757699 >> 172.21.15.31:0/1543757699 conn(0x7fcfe40741f0 msgr2=0x7fcfe415d720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:56.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.115+0000 7fcfe97c2640 1 -- 172.21.15.31:0/1543757699 shutdown_connections 2024-09-16T07:25:56.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.115+0000 7fcfe97c2640 1 -- 172.21.15.31:0/1543757699 wait complete. 2024-09-16T07:25:56.125 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:25:56.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.232+0000 7f32bfb82640 1 -- 172.21.15.31:0/4176158602 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f32b8074280 msgr2=0x7f32b8073c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:56.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.232+0000 7f32bfb82640 1 --2- 172.21.15.31:0/4176158602 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f32b8074280 0x7f32b8073c20 secure :-1 s=READY pgs=963 cs=0 l=1 rev1=1 crypto rx=0x7f32b80c7c80 tx=0x7f32a802a4d0 comp rx=0 tx=0).stop 2024-09-16T07:25:56.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.232+0000 7f32bfb82640 1 -- 172.21.15.31:0/4176158602 shutdown_connections 2024-09-16T07:25:56.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.232+0000 7f32bfb82640 1 --2- 172.21.15.31:0/4176158602 >> v2:172.21.15.155:3300/0 conn(0x7f32b80746e0 0x7f32b80ce7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:56.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.232+0000 7f32bfb82640 1 --2- 172.21.15.31:0/4176158602 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f32b8074280 0x7f32b8073c20 unknown :-1 s=CLOSED pgs=963 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:56.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.232+0000 7f32bfb82640 1 --2- 172.21.15.31:0/4176158602 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f32b815ad00 0x7f32b80736e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:56.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.232+0000 7f32bfb82640 1 -- 172.21.15.31:0/4176158602 >> 172.21.15.31:0/4176158602 conn(0x7f32b80d0c20 msgr2=0x7f32b80d1030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:56.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.232+0000 7f32bfb82640 1 -- 172.21.15.31:0/4176158602 shutdown_connections 2024-09-16T07:25:56.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.232+0000 7f32bfb82640 1 -- 172.21.15.31:0/4176158602 wait complete. 2024-09-16T07:25:56.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.233+0000 7f32bfb82640 1 Processor -- start 2024-09-16T07:25:56.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.233+0000 7f32bfb82640 1 -- start start 2024-09-16T07:25:56.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.234+0000 7f32bfb82640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f32b8074280 0x7f32b80c6220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:56.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.234+0000 7f32bfb82640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f32b80746e0 0x7f32b815db30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:56.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.234+0000 7f32bfb82640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f32b815ad00 0x7f32b81f27d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:56.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.234+0000 7f32bfb82640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f32b80ced30 con 0x7f32b80746e0 2024-09-16T07:25:56.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.234+0000 7f32bfb82640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f32b80d08b0 con 0x7f32b815ad00 2024-09-16T07:25:56.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.234+0000 7f32bfb82640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f32b80ceeb0 con 0x7f32b8074280 2024-09-16T07:25:56.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.234+0000 7f32bd11d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f32b80746e0 0x7f32b815db30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:56.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.234+0000 7f32bd11d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f32b80746e0 0x7f32b815db30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:37756/0 (socket says 172.21.15.31:37756) 2024-09-16T07:25:56.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.234+0000 7f32bd11d640 1 -- 172.21.15.31:0/4250617994 learned_addr learned my addr 172.21.15.31:0/4250617994 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:56.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.235+0000 7f32be11f640 1 --2- 172.21.15.31:0/4250617994 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f32b815ad00 0x7f32b81f27d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:56.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.235+0000 7f32bd11d640 1 -- 172.21.15.31:0/4250617994 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f32b8074280 msgr2=0x7f32b80c6220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:56.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.235+0000 7f32bd11d640 1 --2- 172.21.15.31:0/4250617994 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f32b8074280 0x7f32b80c6220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:56.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.235+0000 7f32bd11d640 1 -- 172.21.15.31:0/4250617994 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f32b815ad00 msgr2=0x7f32b81f27d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:56.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.235+0000 7f32bd11d640 1 --2- 172.21.15.31:0/4250617994 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f32b815ad00 0x7f32b81f27d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:56.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.235+0000 7f32bd11d640 1 -- 172.21.15.31:0/4250617994 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32b80c5780 con 0x7f32b80746e0 2024-09-16T07:25:56.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.235+0000 7f32be11f640 1 --2- 172.21.15.31:0/4250617994 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f32b815ad00 0x7f32b81f27d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:25:56.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.235+0000 7f32bd11d640 1 --2- 172.21.15.31:0/4250617994 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f32b80746e0 0x7f32b815db30 secure :-1 s=READY pgs=964 cs=0 l=1 rev1=1 crypto rx=0x7f32a8009850 tx=0x7f32a8003820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:56.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.235+0000 7f32ae7fc640 1 -- 172.21.15.31:0/4250617994 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32a803f070 con 0x7f32b80746e0 2024-09-16T07:25:56.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.235+0000 7f32ae7fc640 1 -- 172.21.15.31:0/4250617994 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f32a80047a0 con 0x7f32b80746e0 2024-09-16T07:25:56.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.235+0000 7f32bfb82640 1 -- 172.21.15.31:0/4250617994 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32b815bed0 con 0x7f32b80746e0 2024-09-16T07:25:56.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.235+0000 7f32ae7fc640 1 -- 172.21.15.31:0/4250617994 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32a8035030 con 0x7f32b80746e0 2024-09-16T07:25:56.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.235+0000 7f32bfb82640 1 -- 172.21.15.31:0/4250617994 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32b81f35c0 con 0x7f32b80746e0 2024-09-16T07:25:56.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.236+0000 7f32bfb82640 1 -- 172.21.15.31:0/4250617994 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f32b80cf330 con 0x7f32b80746e0 2024-09-16T07:25:56.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.237+0000 7f32ae7fc640 1 -- 172.21.15.31:0/4250617994 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7f32a8042070 con 0x7f32b80746e0 2024-09-16T07:25:56.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.237+0000 7f32ae7fc640 1 --2- 172.21.15.31:0/4250617994 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f329c078970 0x7f329c07ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:56.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.237+0000 7f32ae7fc640 1 -- 172.21.15.31:0/4250617994 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 5795+0+0 (secure 0 0 0) 0x7f32a80bba30 con 0x7f32b80746e0 2024-09-16T07:25:56.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.237+0000 7f32bd91e640 1 --2- 172.21.15.31:0/4250617994 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f329c078970 0x7f329c07ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:56.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.238+0000 7f32bd91e640 1 --2- 172.21.15.31:0/4250617994 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f329c078970 0x7f329c07ae30 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f32b40058c0 tx=0x7f32b4005850 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:56.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.242+0000 7f32ae7fc640 1 -- 172.21.15.31:0/4250617994 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f32a8083e20 con 0x7f32b80746e0 2024-09-16T07:25:56.427 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.427+0000 7f32bfb82640 1 -- 172.21.15.31:0/4250617994 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f32b80b6ba0 con 0x7f32b80746e0 2024-09-16T07:25:56.428 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.428+0000 7f32ae7fc640 1 -- 172.21.15.31:0/4250617994 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+16839 (secure 0 0 0) 0x7f32a8083720 con 0x7f32b80746e0 2024-09-16T07:25:56.428 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:25:56.428 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":90,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:25:54.149993+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:25:33.054174+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-16T07:25:34.357751+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.155:6834/3904865864":"2024-09-17T07:25:51.141451+0000","172.21.15.155:6808/3904865864":"2024-09-17T07:25:51.141451+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:25:56.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.431+0000 7f32bfb82640 1 -- 172.21.15.31:0/4250617994 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f329c078970 msgr2=0x7f329c07ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:56.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.431+0000 7f32bfb82640 1 --2- 172.21.15.31:0/4250617994 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f329c078970 0x7f329c07ae30 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f32b40058c0 tx=0x7f32b4005850 comp rx=0 tx=0).stop 2024-09-16T07:25:56.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.431+0000 7f32bfb82640 1 -- 172.21.15.31:0/4250617994 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f32b80746e0 msgr2=0x7f32b815db30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:56.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.431+0000 7f32bfb82640 1 --2- 172.21.15.31:0/4250617994 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f32b80746e0 0x7f32b815db30 secure :-1 s=READY pgs=964 cs=0 l=1 rev1=1 crypto rx=0x7f32a8009850 tx=0x7f32a8003820 comp rx=0 tx=0).stop 2024-09-16T07:25:56.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.431+0000 7f32bfb82640 1 -- 172.21.15.31:0/4250617994 shutdown_connections 2024-09-16T07:25:56.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.431+0000 7f32bfb82640 1 --2- 172.21.15.31:0/4250617994 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f329c078970 0x7f329c07ae30 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:56.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.431+0000 7f32bfb82640 1 --2- 172.21.15.31:0/4250617994 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f32b815ad00 0x7f32b81f27d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:56.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.431+0000 7f32bfb82640 1 --2- 172.21.15.31:0/4250617994 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f32b80746e0 0x7f32b815db30 unknown :-1 s=CLOSED pgs=964 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:56.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.431+0000 7f32bfb82640 1 --2- 172.21.15.31:0/4250617994 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f32b8074280 0x7f32b80c6220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:56.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.431+0000 7f32bfb82640 1 -- 172.21.15.31:0/4250617994 >> 172.21.15.31:0/4250617994 conn(0x7f32b80d0c20 msgr2=0x7f32b80b3dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:56.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.431+0000 7f32bfb82640 1 -- 172.21.15.31:0/4250617994 shutdown_connections 2024-09-16T07:25:56.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.431+0000 7f32bfb82640 1 -- 172.21.15.31:0/4250617994 wait complete. 2024-09-16T07:25:56.441 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-16T07:25:56.442 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:25:56.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.548+0000 7fbc0379b640 1 -- 172.21.15.31:0/482348684 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbbe8004d40 msgr2=0x7fbbe80051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:56.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.548+0000 7fbc0379b640 1 --2- 172.21.15.31:0/482348684 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbbe8004d40 0x7fbbe80051c0 secure :-1 s=READY pgs=966 cs=0 l=1 rev1=1 crypto rx=0x7fbbf400c630 tx=0x7fbbe8005830 comp rx=0 tx=0).stop 2024-09-16T07:25:56.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.548+0000 7fbc01d38640 1 -- 172.21.15.31:0/482348684 reap_dead start 2024-09-16T07:25:56.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.548+0000 7fbc0379b640 1 -- 172.21.15.31:0/482348684 shutdown_connections 2024-09-16T07:25:56.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.548+0000 7fbc0379b640 1 -- 172.21.15.31:0/482348684 >> 172.21.15.31:0/482348684 conn(0x7fbbfc0b1690 msgr2=0x7fbbfc0b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:56.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.548+0000 7fbc0379b640 1 -- 172.21.15.31:0/482348684 shutdown_connections 2024-09-16T07:25:56.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.548+0000 7fbc0379b640 1 -- 172.21.15.31:0/482348684 wait complete. 2024-09-16T07:25:56.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.549+0000 7fbc0379b640 1 Processor -- start 2024-09-16T07:25:56.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.550+0000 7fbc0379b640 1 -- start start 2024-09-16T07:25:56.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.550+0000 7fbc0379b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbbe8004d40 0x7fbbfc150980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:56.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.550+0000 7fbc0379b640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbbfc140360 0x7fbbfc151c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:56.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.550+0000 7fbc0379b640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbbfc1407e0 0x7fbbfc1521a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:56.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.550+0000 7fbc0379b640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fbbfc0739a0 con 0x7fbbe8004d40 2024-09-16T07:25:56.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.550+0000 7fbc0379b640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fbbfc0707f0 con 0x7fbbfc1407e0 2024-09-16T07:25:56.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.550+0000 7fbc0379b640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fbbfc073b20 con 0x7fbbfc140360 2024-09-16T07:25:56.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.550+0000 7fbc01537640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbbe8004d40 0x7fbbfc150980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:56.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.550+0000 7fbc01537640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbbe8004d40 0x7fbbfc150980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:37762/0 (socket says 172.21.15.31:37762) 2024-09-16T07:25:56.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.550+0000 7fbc01537640 1 -- 172.21.15.31:0/2064378364 learned_addr learned my addr 172.21.15.31:0/2064378364 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:56.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.551+0000 7fbc01d38640 1 --2- 172.21.15.31:0/2064378364 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbbfc1407e0 0x7fbbfc1521a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:56.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.551+0000 7fbc00d36640 1 --2- 172.21.15.31:0/2064378364 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbbfc140360 0x7fbbfc151c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:56.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.551+0000 7fbc01537640 1 -- 172.21.15.31:0/2064378364 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbbfc140360 msgr2=0x7fbbfc151c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:56.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.551+0000 7fbc01537640 1 --2- 172.21.15.31:0/2064378364 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbbfc140360 0x7fbbfc151c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:56.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.551+0000 7fbc01537640 1 -- 172.21.15.31:0/2064378364 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbbfc1407e0 msgr2=0x7fbbfc1521a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:56.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.551+0000 7fbc01537640 1 --2- 172.21.15.31:0/2064378364 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbbfc1407e0 0x7fbbfc1521a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:56.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.551+0000 7fbc01537640 1 -- 172.21.15.31:0/2064378364 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbbfc150ec0 con 0x7fbbe8004d40 2024-09-16T07:25:56.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.551+0000 7fbc01d38640 1 --2- 172.21.15.31:0/2064378364 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbbfc1407e0 0x7fbbfc1521a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:25:56.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.551+0000 7fbc01537640 1 --2- 172.21.15.31:0/2064378364 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbbe8004d40 0x7fbbfc150980 secure :-1 s=READY pgs=967 cs=0 l=1 rev1=1 crypto rx=0x7fbbf8003f50 tx=0x7fbbf80016f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:56.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.551+0000 7fbbf1ffb640 1 -- 172.21.15.31:0/2064378364 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbf8011640 con 0x7fbbe8004d40 2024-09-16T07:25:56.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.551+0000 7fbbf1ffb640 1 -- 172.21.15.31:0/2064378364 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbbf8016020 con 0x7fbbe8004d40 2024-09-16T07:25:56.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.551+0000 7fbc0379b640 1 -- 172.21.15.31:0/2064378364 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbbfc151140 con 0x7fbbe8004d40 2024-09-16T07:25:56.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.551+0000 7fbbf1ffb640 1 -- 172.21.15.31:0/2064378364 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbf8011a60 con 0x7fbbe8004d40 2024-09-16T07:25:56.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.551+0000 7fbc0379b640 1 -- 172.21.15.31:0/2064378364 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbbfc151700 con 0x7fbbe8004d40 2024-09-16T07:25:56.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.552+0000 7fbc0379b640 1 -- 172.21.15.31:0/2064378364 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbbfc1e34f0 con 0x7fbbe8004d40 2024-09-16T07:25:56.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.553+0000 7fbbf1ffb640 1 -- 172.21.15.31:0/2064378364 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7fbbf8011c00 con 0x7fbbe8004d40 2024-09-16T07:25:56.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.553+0000 7fbbf1ffb640 1 --2- 172.21.15.31:0/2064378364 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fbbe0078970 0x7fbbe007ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:56.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.553+0000 7fbbf1ffb640 1 -- 172.21.15.31:0/2064378364 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 5795+0+0 (secure 0 0 0) 0x7fbbf809b840 con 0x7fbbe8004d40 2024-09-16T07:25:56.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.553+0000 7fbc00d36640 1 --2- 172.21.15.31:0/2064378364 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fbbe0078970 0x7fbbe007ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:56.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.554+0000 7fbc00d36640 1 --2- 172.21.15.31:0/2064378364 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fbbe0078970 0x7fbbe007ae30 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fbbfc153030 tx=0x7fbbec005f90 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:56.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.558+0000 7fbbf1ffb640 1 -- 172.21.15.31:0/2064378364 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fbbf8020020 con 0x7fbbe8004d40 2024-09-16T07:25:56.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.781+0000 7fbc0379b640 1 -- 172.21.15.31:0/2064378364 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbbfc15ce70 con 0x7fbbe8004d40 2024-09-16T07:25:56.781 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.781+0000 7fbbf1ffb640 1 -- 172.21.15.31:0/2064378364 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 61 v61) ==== 94+0+5225 (secure 0 0 0) 0x7fbbfc150ec0 con 0x7fbbe8004d40 2024-09-16T07:25:56.781 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:25:56.781 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":61,"btime":"2024-09-16T07:25:52:143478+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5702,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/525266311","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6809","nonce":525266311},{"type":"v1","addr":"172.21.15.155:6835","nonce":525266311}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":51},{"gid":5837,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6834/3539095670","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":3539095670},{"type":"v1","addr":"172.21.15.155:6834","nonce":3539095670}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":61},{"gid":6097,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/1591697587","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":1591697587},{"type":"v1","addr":"172.21.15.31:6835","nonce":1591697587}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":51}],"filesystems":[{"mdsmap":{"epoch":55,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:25:35.406247+0000","modified":"2024-09-16T07:25:38.417617+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6771},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6771":{"gid":6771,"name":"a","rank":0,"incarnation":52,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6834/475451784","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":475451784},{"type":"v1","addr":"172.21.15.31:6834","nonce":475451784}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6771,"qdb_cluster":[6771]},"id":6}]} 2024-09-16T07:25:56.781 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 61 2024-09-16T07:25:56.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.783+0000 7fbc0379b640 1 -- 172.21.15.31:0/2064378364 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fbbe0078970 msgr2=0x7fbbe007ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:56.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.783+0000 7fbc0379b640 1 --2- 172.21.15.31:0/2064378364 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fbbe0078970 0x7fbbe007ae30 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fbbfc153030 tx=0x7fbbec005f90 comp rx=0 tx=0).stop 2024-09-16T07:25:56.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.783+0000 7fbc0379b640 1 -- 172.21.15.31:0/2064378364 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbbe8004d40 msgr2=0x7fbbfc150980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:56.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.783+0000 7fbc0379b640 1 --2- 172.21.15.31:0/2064378364 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbbe8004d40 0x7fbbfc150980 secure :-1 s=READY pgs=967 cs=0 l=1 rev1=1 crypto rx=0x7fbbf8003f50 tx=0x7fbbf80016f0 comp rx=0 tx=0).stop 2024-09-16T07:25:56.784 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.784+0000 7fbc0379b640 1 -- 172.21.15.31:0/2064378364 shutdown_connections 2024-09-16T07:25:56.784 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.784+0000 7fbc0379b640 1 --2- 172.21.15.31:0/2064378364 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fbbe0078970 0x7fbbe007ae30 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:56.784 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.784+0000 7fbc0379b640 1 --2- 172.21.15.31:0/2064378364 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbbfc1407e0 0x7fbbfc1521a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:56.784 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.784+0000 7fbc0379b640 1 --2- 172.21.15.31:0/2064378364 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbbfc140360 0x7fbbfc151c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:56.784 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.784+0000 7fbc0379b640 1 --2- 172.21.15.31:0/2064378364 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbbe8004d40 0x7fbbfc150980 unknown :-1 s=CLOSED pgs=967 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:56.784 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.784+0000 7fbc0379b640 1 -- 172.21.15.31:0/2064378364 >> 172.21.15.31:0/2064378364 conn(0x7fbbfc0b1690 msgr2=0x7fbbfc0d0070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:56.784 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.784+0000 7fbc0379b640 1 -- 172.21.15.31:0/2064378364 shutdown_connections 2024-09-16T07:25:56.784 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.784+0000 7fbc0379b640 1 -- 172.21.15.31:0/2064378364 wait complete. 2024-09-16T07:25:56.794 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:25:56.900 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.900+0000 7f6eedd05640 1 -- 172.21.15.31:0/368548040 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ed4003f70 msgr2=0x7f6ed4004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:56.900 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.900+0000 7f6eedd05640 1 --2- 172.21.15.31:0/368548040 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ed4003f70 0x7f6ed4004800 secure :-1 s=READY pgs=969 cs=0 l=1 rev1=1 crypto rx=0x7f6ed0001eb0 tx=0x7f6ed4005830 comp rx=0 tx=0).stop 2024-09-16T07:25:56.900 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.900+0000 7f6ee7fff640 1 -- 172.21.15.31:0/368548040 reap_dead start 2024-09-16T07:25:56.900 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.900+0000 7f6eedd05640 1 -- 172.21.15.31:0/368548040 shutdown_connections 2024-09-16T07:25:56.901 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.900+0000 7f6eedd05640 1 -- 172.21.15.31:0/368548040 >> 172.21.15.31:0/368548040 conn(0x7f6ee809aa30 msgr2=0x7f6ee809ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:56.901 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.900+0000 7f6eedd05640 1 -- 172.21.15.31:0/368548040 shutdown_connections 2024-09-16T07:25:56.901 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.900+0000 7f6eedd05640 1 -- 172.21.15.31:0/368548040 wait complete. 2024-09-16T07:25:56.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.901+0000 7f6eedd05640 1 Processor -- start 2024-09-16T07:25:56.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.902+0000 7f6eedd05640 1 -- start start 2024-09-16T07:25:56.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.902+0000 7f6eedd05640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6ed4003f70 0x7f6ee80c62c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:56.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.902+0000 7f6eedd05640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6ee81553b0 0x7f6ee809cdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:56.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.902+0000 7f6eedd05640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ee814f130 0x7f6ee8155d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:56.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.902+0000 7f6eedd05640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f6ee80b0c20 con 0x7f6ee814f130 2024-09-16T07:25:56.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.902+0000 7f6eedd05640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f6ee806dd50 con 0x7f6ee81553b0 2024-09-16T07:25:56.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.902+0000 7f6eedd05640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f6ee80b0da0 con 0x7f6ed4003f70 2024-09-16T07:25:56.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.903+0000 7f6ee7fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ee814f130 0x7f6ee8155d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:56.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.903+0000 7f6ee7fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ee814f130 0x7f6ee8155d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:37788/0 (socket says 172.21.15.31:37788) 2024-09-16T07:25:56.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.903+0000 7f6ee7fff640 1 -- 172.21.15.31:0/4192950600 learned_addr learned my addr 172.21.15.31:0/4192950600 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:56.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.903+0000 7f6ee77fe640 1 --2- 172.21.15.31:0/4192950600 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6ed4003f70 0x7f6ee80c62c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:56.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.903+0000 7f6edeffd640 1 --2- 172.21.15.31:0/4192950600 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6ee81553b0 0x7f6ee809cdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:56.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.903+0000 7f6ee7fff640 1 -- 172.21.15.31:0/4192950600 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6ed4003f70 msgr2=0x7f6ee80c62c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:56.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.903+0000 7f6ee7fff640 1 --2- 172.21.15.31:0/4192950600 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6ed4003f70 0x7f6ee80c62c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:56.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.903+0000 7f6ee7fff640 1 -- 172.21.15.31:0/4192950600 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6ee81553b0 msgr2=0x7f6ee809cdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:56.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.903+0000 7f6ee7fff640 1 --2- 172.21.15.31:0/4192950600 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6ee81553b0 0x7f6ee809cdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:56.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.903+0000 7f6ee7fff640 1 -- 172.21.15.31:0/4192950600 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ee80c6fd0 con 0x7f6ee814f130 2024-09-16T07:25:56.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.903+0000 7f6edeffd640 1 --2- 172.21.15.31:0/4192950600 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6ee81553b0 0x7f6ee809cdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:25:56.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.903+0000 7f6ee7fff640 1 --2- 172.21.15.31:0/4192950600 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ee814f130 0x7f6ee8155d70 secure :-1 s=READY pgs=970 cs=0 l=1 rev1=1 crypto rx=0x7f6ee80b1500 tx=0x7f6ee0006430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:56.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.903+0000 7f6ee4ff9640 1 -- 172.21.15.31:0/4192950600 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ee0011900 con 0x7f6ee814f130 2024-09-16T07:25:56.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.903+0000 7f6ee4ff9640 1 -- 172.21.15.31:0/4192950600 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6ee0011aa0 con 0x7f6ee814f130 2024-09-16T07:25:56.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.903+0000 7f6eedd05640 1 -- 172.21.15.31:0/4192950600 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ee80c72b0 con 0x7f6ee814f130 2024-09-16T07:25:56.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.903+0000 7f6ee4ff9640 1 -- 172.21.15.31:0/4192950600 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ee00103c0 con 0x7f6ee814f130 2024-09-16T07:25:56.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.903+0000 7f6eedd05640 1 -- 172.21.15.31:0/4192950600 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ee80c5ac0 con 0x7f6ee814f130 2024-09-16T07:25:56.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.904+0000 7f6eedd05640 1 -- 172.21.15.31:0/4192950600 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6ee815ed90 con 0x7f6ee814f130 2024-09-16T07:25:56.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.905+0000 7f6ee4ff9640 1 -- 172.21.15.31:0/4192950600 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7f6ee0010560 con 0x7f6ee814f130 2024-09-16T07:25:56.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.905+0000 7f6ee4ff9640 1 --2- 172.21.15.31:0/4192950600 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6ec8078970 0x7f6ec807ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:56.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.906+0000 7f6ee4ff9640 1 -- 172.21.15.31:0/4192950600 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 5795+0+0 (secure 0 0 0) 0x7f6ee009b420 con 0x7f6ee814f130 2024-09-16T07:25:56.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.906+0000 7f6ee77fe640 1 --2- 172.21.15.31:0/4192950600 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6ec8078970 0x7f6ec807ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:56.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.906+0000 7f6ee77fe640 1 --2- 172.21.15.31:0/4192950600 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6ec8078970 0x7f6ec807ae30 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f6ed8009b90 tx=0x7f6ed8005f90 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:56.909 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:56.910+0000 7f6ee4ff9640 1 -- 172.21.15.31:0/4192950600 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f6ee0063770 con 0x7f6ee814f130 2024-09-16T07:25:57.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.134+0000 7f6eedd05640 1 -- 172.21.15.31:0/4192950600 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6ee80d2850 con 0x7f6ee814f130 2024-09-16T07:25:57.134 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.134+0000 7f6ee4ff9640 1 -- 172.21.15.31:0/4192950600 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 61 v61) ==== 94+0+5225 (secure 0 0 0) 0x7f6ee0063070 con 0x7f6ee814f130 2024-09-16T07:25:57.134 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:25:57.134 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":61,"btime":"2024-09-16T07:25:52:143478+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5702,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/525266311","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6809","nonce":525266311},{"type":"v1","addr":"172.21.15.155:6835","nonce":525266311}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":51},{"gid":5837,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6834/3539095670","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":3539095670},{"type":"v1","addr":"172.21.15.155:6834","nonce":3539095670}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":61},{"gid":6097,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/1591697587","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":1591697587},{"type":"v1","addr":"172.21.15.31:6835","nonce":1591697587}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":51}],"filesystems":[{"mdsmap":{"epoch":55,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:25:35.406247+0000","modified":"2024-09-16T07:25:38.417617+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6771},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6771":{"gid":6771,"name":"a","rank":0,"incarnation":52,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6834/475451784","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":475451784},{"type":"v1","addr":"172.21.15.31:6834","nonce":475451784}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6771,"qdb_cluster":[6771]},"id":6}]} 2024-09-16T07:25:57.134 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 61 2024-09-16T07:25:57.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.136+0000 7f6eedd05640 1 -- 172.21.15.31:0/4192950600 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6ec8078970 msgr2=0x7f6ec807ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:57.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.136+0000 7f6eedd05640 1 --2- 172.21.15.31:0/4192950600 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6ec8078970 0x7f6ec807ae30 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f6ed8009b90 tx=0x7f6ed8005f90 comp rx=0 tx=0).stop 2024-09-16T07:25:57.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.136+0000 7f6eedd05640 1 -- 172.21.15.31:0/4192950600 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ee814f130 msgr2=0x7f6ee8155d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:57.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.136+0000 7f6eedd05640 1 --2- 172.21.15.31:0/4192950600 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ee814f130 0x7f6ee8155d70 secure :-1 s=READY pgs=970 cs=0 l=1 rev1=1 crypto rx=0x7f6ee80b1500 tx=0x7f6ee0006430 comp rx=0 tx=0).stop 2024-09-16T07:25:57.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.136+0000 7f6eedd05640 1 -- 172.21.15.31:0/4192950600 shutdown_connections 2024-09-16T07:25:57.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.136+0000 7f6eedd05640 1 --2- 172.21.15.31:0/4192950600 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6ec8078970 0x7f6ec807ae30 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:57.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.136+0000 7f6eedd05640 1 --2- 172.21.15.31:0/4192950600 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ee814f130 0x7f6ee8155d70 unknown :-1 s=CLOSED pgs=970 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:57.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.136+0000 7f6eedd05640 1 --2- 172.21.15.31:0/4192950600 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6ee81553b0 0x7f6ee809cdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:57.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.136+0000 7f6eedd05640 1 --2- 172.21.15.31:0/4192950600 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6ed4003f70 0x7f6ee80c62c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:57.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.136+0000 7f6eedd05640 1 -- 172.21.15.31:0/4192950600 >> 172.21.15.31:0/4192950600 conn(0x7f6ee809aa30 msgr2=0x7f6ee8157500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:57.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.137+0000 7f6eedd05640 1 -- 172.21.15.31:0/4192950600 shutdown_connections 2024-09-16T07:25:57.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.137+0000 7f6eedd05640 1 -- 172.21.15.31:0/4192950600 wait complete. 2024-09-16T07:25:57.147 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:25:57.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.255+0000 7f7f4c5ec640 1 -- 172.21.15.31:0/2807091287 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7f440d0d00 msgr2=0x7f7f440cf9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:57.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.255+0000 7f7f4c5ec640 1 --2- 172.21.15.31:0/2807091287 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7f440d0d00 0x7f7f440cf9e0 secure :-1 s=READY pgs=972 cs=0 l=1 rev1=1 crypto rx=0x7f7f38009830 tx=0x7f7f3802a5c0 comp rx=0 tx=0).stop 2024-09-16T07:25:57.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.255+0000 7f7f4c5ec640 1 -- 172.21.15.31:0/2807091287 shutdown_connections 2024-09-16T07:25:57.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.255+0000 7f7f4c5ec640 1 --2- 172.21.15.31:0/2807091287 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7f440d0d00 0x7f7f440cf9e0 unknown :-1 s=CLOSED pgs=972 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:57.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.255+0000 7f7f4c5ec640 1 -- 172.21.15.31:0/2807091287 >> 172.21.15.31:0/2807091287 conn(0x7f7f440d3e40 msgr2=0x7f7f440d4250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:57.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.255+0000 7f7f4c5ec640 1 -- 172.21.15.31:0/2807091287 shutdown_connections 2024-09-16T07:25:57.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.255+0000 7f7f4c5ec640 1 -- 172.21.15.31:0/2807091287 wait complete. 2024-09-16T07:25:57.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.256+0000 7f7f4c5ec640 1 Processor -- start 2024-09-16T07:25:57.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.257+0000 7f7f4c5ec640 1 -- start start 2024-09-16T07:25:57.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.257+0000 7f7f4c5ec640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7f440d0d00 0x7f7f440ca490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:57.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.257+0000 7f7f4c5ec640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7f440d4960 0x7f7f440cca80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:57.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.257+0000 7f7f4c5ec640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7f4415df30 0x7f7f4415f9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:57.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.257+0000 7f7f4c5ec640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f7f440d2ae0 con 0x7f7f4415df30 2024-09-16T07:25:57.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.257+0000 7f7f4c5ec640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f7f440b7380 con 0x7f7f440d4960 2024-09-16T07:25:57.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.257+0000 7f7f4c5ec640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f7f441f8630 con 0x7f7f440d0d00 2024-09-16T07:25:57.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.257+0000 7f7f4ab89640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7f4415df30 0x7f7f4415f9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:57.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.257+0000 7f7f4ab89640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7f4415df30 0x7f7f4415f9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:37816/0 (socket says 172.21.15.31:37816) 2024-09-16T07:25:57.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.257+0000 7f7f4ab89640 1 -- 172.21.15.31:0/3888821346 learned_addr learned my addr 172.21.15.31:0/3888821346 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:57.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.258+0000 7f7f49b87640 1 --2- 172.21.15.31:0/3888821346 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7f440d4960 0x7f7f440cca80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:57.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.258+0000 7f7f4a388640 1 --2- 172.21.15.31:0/3888821346 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7f440d0d00 0x7f7f440ca490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:57.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.258+0000 7f7f4ab89640 1 -- 172.21.15.31:0/3888821346 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7f440d0d00 msgr2=0x7f7f440ca490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:57.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.258+0000 7f7f4ab89640 1 --2- 172.21.15.31:0/3888821346 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7f440d0d00 0x7f7f440ca490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:57.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.258+0000 7f7f4ab89640 1 -- 172.21.15.31:0/3888821346 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7f440d4960 msgr2=0x7f7f440cca80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:57.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.258+0000 7f7f4ab89640 1 --2- 172.21.15.31:0/3888821346 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7f440d4960 0x7f7f440cca80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:57.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.258+0000 7f7f4ab89640 1 -- 172.21.15.31:0/3888821346 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f441f8910 con 0x7f7f4415df30 2024-09-16T07:25:57.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.258+0000 7f7f4ab89640 1 --2- 172.21.15.31:0/3888821346 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7f4415df30 0x7f7f4415f9b0 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7f7f3c00c430 tx=0x7f7f3c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:57.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.258+0000 7f7f42ffd640 1 -- 172.21.15.31:0/3888821346 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f3c017070 con 0x7f7f4415df30 2024-09-16T07:25:57.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.258+0000 7f7f42ffd640 1 -- 172.21.15.31:0/3888821346 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7f3c0053e0 con 0x7f7f4415df30 2024-09-16T07:25:57.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.258+0000 7f7f4c5ec640 1 -- 172.21.15.31:0/3888821346 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f441f8bf0 con 0x7f7f4415df30 2024-09-16T07:25:57.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.258+0000 7f7f42ffd640 1 -- 172.21.15.31:0/3888821346 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f3c003870 con 0x7f7f4415df30 2024-09-16T07:25:57.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.258+0000 7f7f4c5ec640 1 -- 172.21.15.31:0/3888821346 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f440cde50 con 0x7f7f4415df30 2024-09-16T07:25:57.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.259+0000 7f7f4c5ec640 1 -- 172.21.15.31:0/3888821346 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7f440d30b0 con 0x7f7f4415df30 2024-09-16T07:25:57.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.260+0000 7f7f42ffd640 1 -- 172.21.15.31:0/3888821346 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7f7f3c01a070 con 0x7f7f4415df30 2024-09-16T07:25:57.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.260+0000 7f7f42ffd640 1 --2- 172.21.15.31:0/3888821346 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7f30078970 0x7f7f3007ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:57.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.260+0000 7f7f42ffd640 1 -- 172.21.15.31:0/3888821346 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 5795+0+0 (secure 0 0 0) 0x7f7f3c099e70 con 0x7f7f4415df30 2024-09-16T07:25:57.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.260+0000 7f7f4a388640 1 --2- 172.21.15.31:0/3888821346 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7f30078970 0x7f7f3007ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:57.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.261+0000 7f7f4a388640 1 --2- 172.21.15.31:0/3888821346 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7f30078970 0x7f7f3007ae30 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f7f340012e0 tx=0x7f7f34009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:57.264 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.264+0000 7f7f42ffd640 1 -- 172.21.15.31:0/3888821346 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f7f440d30b0 con 0x7f7f4415df30 2024-09-16T07:25:57.450 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.451+0000 7f7f4c5ec640 1 -- 172.21.15.31:0/3888821346 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f7f440b7830 con 0x7f7f4415df30 2024-09-16T07:25:57.451 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.452+0000 7f7f42ffd640 1 -- 172.21.15.31:0/3888821346 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+16839 (secure 0 0 0) 0x7f7f3c061ca0 con 0x7f7f4415df30 2024-09-16T07:25:57.451 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:25:57.452 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":90,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:25:54.149993+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:25:33.054174+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-16T07:25:34.357751+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.155:6834/3904865864":"2024-09-17T07:25:51.141451+0000","172.21.15.155:6808/3904865864":"2024-09-17T07:25:51.141451+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:25:57.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.454+0000 7f7f4c5ec640 1 -- 172.21.15.31:0/3888821346 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7f30078970 msgr2=0x7f7f3007ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:57.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.454+0000 7f7f4c5ec640 1 --2- 172.21.15.31:0/3888821346 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7f30078970 0x7f7f3007ae30 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f7f340012e0 tx=0x7f7f34009040 comp rx=0 tx=0).stop 2024-09-16T07:25:57.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.454+0000 7f7f4c5ec640 1 -- 172.21.15.31:0/3888821346 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7f4415df30 msgr2=0x7f7f4415f9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:57.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.454+0000 7f7f4c5ec640 1 --2- 172.21.15.31:0/3888821346 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7f4415df30 0x7f7f4415f9b0 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7f7f3c00c430 tx=0x7f7f3c00c8f0 comp rx=0 tx=0).stop 2024-09-16T07:25:57.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.454+0000 7f7f4c5ec640 1 -- 172.21.15.31:0/3888821346 shutdown_connections 2024-09-16T07:25:57.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.454+0000 7f7f4c5ec640 1 --2- 172.21.15.31:0/3888821346 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7f30078970 0x7f7f3007ae30 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:57.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.454+0000 7f7f4c5ec640 1 --2- 172.21.15.31:0/3888821346 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7f4415df30 0x7f7f4415f9b0 unknown :-1 s=CLOSED pgs=973 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:57.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.454+0000 7f7f4c5ec640 1 --2- 172.21.15.31:0/3888821346 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7f440d4960 0x7f7f440cca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:57.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.454+0000 7f7f4c5ec640 1 --2- 172.21.15.31:0/3888821346 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7f440d0d00 0x7f7f440ca490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:57.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.454+0000 7f7f4c5ec640 1 -- 172.21.15.31:0/3888821346 >> 172.21.15.31:0/3888821346 conn(0x7f7f440d3e40 msgr2=0x7f7f440d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:57.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.454+0000 7f7f4c5ec640 1 -- 172.21.15.31:0/3888821346 shutdown_connections 2024-09-16T07:25:57.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.454+0000 7f7f4c5ec640 1 -- 172.21.15.31:0/3888821346 wait complete. 2024-09-16T07:25:57.465 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-16T07:25:57.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.571+0000 7f22f4124640 1 -- 172.21.15.31:0/2823836744 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f22ec160ac0 msgr2=0x7f22ec160f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:57.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.571+0000 7f22f4124640 1 --2- 172.21.15.31:0/2823836744 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f22ec160ac0 0x7f22ec160f30 secure :-1 s=READY pgs=975 cs=0 l=1 rev1=1 crypto rx=0x7f22e4005fd0 tx=0x7f22e402aae0 comp rx=0 tx=0).stop 2024-09-16T07:25:57.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.571+0000 7f22f4124640 1 -- 172.21.15.31:0/2823836744 shutdown_connections 2024-09-16T07:25:57.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.571+0000 7f22f4124640 1 --2- 172.21.15.31:0/2823836744 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f22ec160ac0 0x7f22ec160f30 unknown :-1 s=CLOSED pgs=975 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:57.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.571+0000 7f22f4124640 1 --2- 172.21.15.31:0/2823836744 >> v2:172.21.15.155:3300/0 conn(0x7f22ec0cf920 0x7f22ec0d1a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:57.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.571+0000 7f22f4124640 1 -- 172.21.15.31:0/2823836744 >> 172.21.15.31:0/2823836744 conn(0x7f22ec0d3e40 msgr2=0x7f22ec0d4250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:57.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.571+0000 7f22f4124640 1 -- 172.21.15.31:0/2823836744 shutdown_connections 2024-09-16T07:25:57.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.571+0000 7f22f4124640 1 -- 172.21.15.31:0/2823836744 wait complete. 2024-09-16T07:25:57.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.572+0000 7f22f4124640 1 Processor -- start 2024-09-16T07:25:57.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.572+0000 7f22f4124640 1 -- start start 2024-09-16T07:25:57.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.573+0000 7f22f4124640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f22ec0cf920 0x7f22ec0b1ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:57.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.573+0000 7f22f4124640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f22ec160ac0 0x7f22ec0b7830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:57.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.573+0000 7f22f4124640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f22ec161b30 0x7f22ec14ee60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:57.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.573+0000 7f22f4124640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f22ec0b39e0 con 0x7f22ec160ac0 2024-09-16T07:25:57.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.573+0000 7f22f4124640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f22ec161920 con 0x7f22ec0cf920 2024-09-16T07:25:57.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.573+0000 7f22f4124640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f22ec0b3b60 con 0x7f22ec161b30 2024-09-16T07:25:57.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.573+0000 7f22f16bf640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f22ec160ac0 0x7f22ec0b7830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:57.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.573+0000 7f22f16bf640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f22ec160ac0 0x7f22ec0b7830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:37836/0 (socket says 172.21.15.31:37836) 2024-09-16T07:25:57.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.573+0000 7f22f16bf640 1 -- 172.21.15.31:0/26513601 learned_addr learned my addr 172.21.15.31:0/26513601 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:57.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.573+0000 7f22f26c1640 1 --2- 172.21.15.31:0/26513601 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f22ec161b30 0x7f22ec14ee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:57.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.573+0000 7f22f1ec0640 1 --2- 172.21.15.31:0/26513601 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f22ec0cf920 0x7f22ec0b1ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:57.575 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.573+0000 7f22f16bf640 1 -- 172.21.15.31:0/26513601 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f22ec161b30 msgr2=0x7f22ec14ee60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:57.575 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.573+0000 7f22f16bf640 1 --2- 172.21.15.31:0/26513601 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f22ec161b30 0x7f22ec14ee60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:57.575 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.573+0000 7f22f16bf640 1 -- 172.21.15.31:0/26513601 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f22ec0cf920 msgr2=0x7f22ec0b1ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:57.575 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.573+0000 7f22f16bf640 1 --2- 172.21.15.31:0/26513601 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f22ec0cf920 0x7f22ec0b1ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:57.575 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.573+0000 7f22f16bf640 1 -- 172.21.15.31:0/26513601 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22ec1566c0 con 0x7f22ec160ac0 2024-09-16T07:25:57.575 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.573+0000 7f22f26c1640 1 --2- 172.21.15.31:0/26513601 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f22ec161b30 0x7f22ec14ee60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:25:57.575 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.574+0000 7f22f1ec0640 1 --2- 172.21.15.31:0/26513601 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f22ec0cf920 0x7f22ec0b1ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:25:57.575 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.574+0000 7f22f16bf640 1 --2- 172.21.15.31:0/26513601 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f22ec160ac0 0x7f22ec0b7830 secure :-1 s=READY pgs=976 cs=0 l=1 rev1=1 crypto rx=0x7f22dc00b4d0 tx=0x7f22dc00b990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:57.575 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.574+0000 7f22e27fc640 1 -- 172.21.15.31:0/26513601 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22dc014070 con 0x7f22ec160ac0 2024-09-16T07:25:57.575 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.574+0000 7f22e27fc640 1 -- 172.21.15.31:0/26513601 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f22dc010960 con 0x7f22ec160ac0 2024-09-16T07:25:57.575 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.574+0000 7f22f4124640 1 -- 172.21.15.31:0/26513601 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22ec0b81f0 con 0x7f22ec160ac0 2024-09-16T07:25:57.575 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.574+0000 7f22e27fc640 1 -- 172.21.15.31:0/26513601 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22dc010db0 con 0x7f22ec160ac0 2024-09-16T07:25:57.575 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.574+0000 7f22f4124640 1 -- 172.21.15.31:0/26513601 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22ec0c8df0 con 0x7f22ec160ac0 2024-09-16T07:25:57.576 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.575+0000 7f22f4124640 1 -- 172.21.15.31:0/26513601 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f22ec0d1a10 con 0x7f22ec160ac0 2024-09-16T07:25:57.576 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.576+0000 7f22e27fc640 1 -- 172.21.15.31:0/26513601 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7f22dc017070 con 0x7f22ec160ac0 2024-09-16T07:25:57.576 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.576+0000 7f22e27fc640 1 --2- 172.21.15.31:0/26513601 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f22d0078970 0x7f22d007ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:57.577 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.577+0000 7f22f1ec0640 1 --2- 172.21.15.31:0/26513601 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f22d0078970 0x7f22d007ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:57.577 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.577+0000 7f22e27fc640 1 -- 172.21.15.31:0/26513601 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 5795+0+0 (secure 0 0 0) 0x7f22dc09aa00 con 0x7f22ec160ac0 2024-09-16T07:25:57.577 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.577+0000 7f22f1ec0640 1 --2- 172.21.15.31:0/26513601 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f22d0078970 0x7f22d007ae30 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f22e8007fd0 tx=0x7f22e8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:57.580 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.581+0000 7f22e27fc640 1 -- 172.21.15.31:0/26513601 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f22dc062de0 con 0x7f22ec160ac0 2024-09-16T07:25:57.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.806+0000 7f22f4124640 1 -- 172.21.15.31:0/26513601 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f22ec162250 con 0x7f22ec160ac0 2024-09-16T07:25:57.806 INFO:tasks.ceph.mon.a.smithi031.stderr:2024-09-16T07:25:57.807+0000 7fe9e4df9640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T07:25:57.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.808+0000 7f22e27fc640 1 -- 172.21.15.31:0/26513601 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v62) ==== 161+0+0 (secure 0 0 0) 0x7f22dc0626e0 con 0x7f22ec160ac0 2024-09-16T07:25:57.808 INFO:teuthology.orchestra.run.smithi031.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-16T07:25:57.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.812+0000 7f22f4124640 1 -- 172.21.15.31:0/26513601 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f22d0078970 msgr2=0x7f22d007ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:57.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.812+0000 7f22f4124640 1 --2- 172.21.15.31:0/26513601 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f22d0078970 0x7f22d007ae30 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f22e8007fd0 tx=0x7f22e8009040 comp rx=0 tx=0).stop 2024-09-16T07:25:57.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.812+0000 7f22f4124640 1 -- 172.21.15.31:0/26513601 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f22ec160ac0 msgr2=0x7f22ec0b7830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:57.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.812+0000 7f22f4124640 1 --2- 172.21.15.31:0/26513601 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f22ec160ac0 0x7f22ec0b7830 secure :-1 s=READY pgs=976 cs=0 l=1 rev1=1 crypto rx=0x7f22dc00b4d0 tx=0x7f22dc00b990 comp rx=0 tx=0).stop 2024-09-16T07:25:57.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.812+0000 7f22f4124640 1 -- 172.21.15.31:0/26513601 shutdown_connections 2024-09-16T07:25:57.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.812+0000 7f22f4124640 1 --2- 172.21.15.31:0/26513601 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f22d0078970 0x7f22d007ae30 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:57.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.812+0000 7f22f4124640 1 --2- 172.21.15.31:0/26513601 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f22ec161b30 0x7f22ec14ee60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:57.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.812+0000 7f22f4124640 1 --2- 172.21.15.31:0/26513601 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f22ec160ac0 0x7f22ec0b7830 unknown :-1 s=CLOSED pgs=976 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:57.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.812+0000 7f22f4124640 1 --2- 172.21.15.31:0/26513601 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f22ec0cf920 0x7f22ec0b1ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:57.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.812+0000 7f22f4124640 1 -- 172.21.15.31:0/26513601 >> 172.21.15.31:0/26513601 conn(0x7f22ec0d3e40 msgr2=0x7f22ec06e1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:57.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.812+0000 7f22f4124640 1 -- 172.21.15.31:0/26513601 shutdown_connections 2024-09-16T07:25:57.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.812+0000 7f22f4124640 1 -- 172.21.15.31:0/26513601 wait complete. 2024-09-16T07:25:57.813 INFO:tasks.ceph.mds.a.smithi031.stderr: -1509> 2024-09-16T07:25:36.353+0000 7eff37394640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-16T07:25:57.823 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-16T07:25:57.839 INFO:tasks.ceph.mds.a.smithi031.stdout:starting mds.a at 2024-09-16T07:25:57.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.932+0000 7fb7c6616640 1 -- 172.21.15.31:0/1445216231 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb7c00b3de0 msgr2=0x7fb7c00b4270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:57.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.932+0000 7fb7c6616640 1 --2- 172.21.15.31:0/1445216231 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb7c00b3de0 0x7fb7c00b4270 secure :-1 s=READY pgs=980 cs=0 l=1 rev1=1 crypto rx=0x7fb7b8005fd0 tx=0x7fb7b802aa10 comp rx=0 tx=0).stop 2024-09-16T07:25:57.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.932+0000 7fb7c6616640 1 -- 172.21.15.31:0/1445216231 shutdown_connections 2024-09-16T07:25:57.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.932+0000 7fb7c6616640 1 --2- 172.21.15.31:0/1445216231 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb7c00b3de0 0x7fb7c00b4270 unknown :-1 s=CLOSED pgs=980 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:57.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.932+0000 7fb7c6616640 1 --2- 172.21.15.31:0/1445216231 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb7c00d01b0 0x7fb7c00d2440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:57.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.932+0000 7fb7c6616640 1 -- 172.21.15.31:0/1445216231 >> 172.21.15.31:0/1445216231 conn(0x7fb7c00d3e30 msgr2=0x7fb7c00d4240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:57.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.932+0000 7fb7c6616640 1 -- 172.21.15.31:0/1445216231 shutdown_connections 2024-09-16T07:25:57.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.933+0000 7fb7c6616640 1 -- 172.21.15.31:0/1445216231 wait complete. 2024-09-16T07:25:57.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.934+0000 7fb7c6616640 1 Processor -- start 2024-09-16T07:25:57.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.934+0000 7fb7c6616640 1 -- start start 2024-09-16T07:25:57.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.935+0000 7fb7c6616640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb7c00b3de0 0x7fb7c0156eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:57.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.935+0000 7fb7c6616640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb7c00d01b0 0x7fb7c00c7960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:57.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.935+0000 7fb7c6616640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb7c01617f0 0x7fb7c00c9350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:57.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.935+0000 7fb7c6616640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fb7c00b4930 con 0x7fb7c00d01b0 2024-09-16T07:25:57.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.935+0000 7fb7c6616640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb7c00b47b0 con 0x7fb7c00b3de0 2024-09-16T07:25:57.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.935+0000 7fb7c6616640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb7c00b4ab0 con 0x7fb7c01617f0 2024-09-16T07:25:57.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.935+0000 7fb7bf7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb7c00d01b0 0x7fb7c00c7960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:57.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.935+0000 7fb7bf7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb7c00d01b0 0x7fb7c00c7960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:37884/0 (socket says 172.21.15.31:37884) 2024-09-16T07:25:57.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.935+0000 7fb7bf7fe640 1 -- 172.21.15.31:0/4279200018 learned_addr learned my addr 172.21.15.31:0/4279200018 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:57.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.935+0000 7fb7bffff640 1 --2- 172.21.15.31:0/4279200018 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb7c00b3de0 0x7fb7c0156eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:57.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.935+0000 7fb7c4bb3640 1 --2- 172.21.15.31:0/4279200018 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb7c01617f0 0x7fb7c00c9350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:57.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.935+0000 7fb7bf7fe640 1 -- 172.21.15.31:0/4279200018 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb7c01617f0 msgr2=0x7fb7c00c9350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:57.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.935+0000 7fb7bf7fe640 1 --2- 172.21.15.31:0/4279200018 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb7c01617f0 0x7fb7c00c9350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:57.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.935+0000 7fb7bf7fe640 1 -- 172.21.15.31:0/4279200018 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb7c00b3de0 msgr2=0x7fb7c0156eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:57.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.935+0000 7fb7bf7fe640 1 --2- 172.21.15.31:0/4279200018 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb7c00b3de0 0x7fb7c0156eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:57.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.935+0000 7fb7bf7fe640 1 -- 172.21.15.31:0/4279200018 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7c00c82b0 con 0x7fb7c00d01b0 2024-09-16T07:25:57.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.935+0000 7fb7c4bb3640 1 --2- 172.21.15.31:0/4279200018 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb7c01617f0 0x7fb7c00c9350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:25:57.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.935+0000 7fb7bf7fe640 1 --2- 172.21.15.31:0/4279200018 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb7c00d01b0 0x7fb7c00c7960 secure :-1 s=READY pgs=981 cs=0 l=1 rev1=1 crypto rx=0x7fb7a800e9c0 tx=0x7fb7a800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:57.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.935+0000 7fb7bcff9640 1 -- 172.21.15.31:0/4279200018 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7a800cd80 con 0x7fb7c00d01b0 2024-09-16T07:25:57.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.935+0000 7fb7bcff9640 1 -- 172.21.15.31:0/4279200018 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb7a8004020 con 0x7fb7c00d01b0 2024-09-16T07:25:57.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.935+0000 7fb7c6616640 1 -- 172.21.15.31:0/4279200018 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7c00c8590 con 0x7fb7c00d01b0 2024-09-16T07:25:57.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.935+0000 7fb7bcff9640 1 -- 172.21.15.31:0/4279200018 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7a8004450 con 0x7fb7c00d01b0 2024-09-16T07:25:57.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.936+0000 7fb7c6616640 1 -- 172.21.15.31:0/4279200018 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7c00c8b50 con 0x7fb7c00d01b0 2024-09-16T07:25:57.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.937+0000 7fb7c6616640 1 -- 172.21.15.31:0/4279200018 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb7c00b5040 con 0x7fb7c00d01b0 2024-09-16T07:25:57.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.937+0000 7fb7bcff9640 1 -- 172.21.15.31:0/4279200018 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7fb7a80035f0 con 0x7fb7c00d01b0 2024-09-16T07:25:57.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.938+0000 7fb7bcff9640 1 --2- 172.21.15.31:0/4279200018 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb7a0078970 0x7fb7a007ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:57.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.938+0000 7fb7bcff9640 1 -- 172.21.15.31:0/4279200018 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 5881+0+0 (secure 0 0 0) 0x7fb7a809b5f0 con 0x7fb7c00d01b0 2024-09-16T07:25:57.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.938+0000 7fb7bffff640 1 --2- 172.21.15.31:0/4279200018 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb7a0078970 0x7fb7a007ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:57.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.938+0000 7fb7bffff640 1 --2- 172.21.15.31:0/4279200018 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb7a0078970 0x7fb7a007ae30 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fb7b0001720 tx=0x7fb7b0009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:57.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:57.942+0000 7fb7bcff9640 1 -- 172.21.15.31:0/4279200018 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fb7a8063a20 con 0x7fb7c00d01b0 2024-09-16T07:25:58.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:58.171+0000 7fb7c6616640 1 -- 172.21.15.31:0/4279200018 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fb7c00b3570 con 0x7fb7c00d01b0 2024-09-16T07:25:58.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:58.810+0000 7fb7bcff9640 1 -- 172.21.15.31:0/4279200018 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v63) ==== 104+0+0 (secure 0 0 0) 0x7fb7a8063320 con 0x7fb7c00d01b0 2024-09-16T07:25:58.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:58.813+0000 7fb7c6616640 1 -- 172.21.15.31:0/4279200018 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb7a0078970 msgr2=0x7fb7a007ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:58.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:58.813+0000 7fb7c6616640 1 --2- 172.21.15.31:0/4279200018 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb7a0078970 0x7fb7a007ae30 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fb7b0001720 tx=0x7fb7b0009040 comp rx=0 tx=0).stop 2024-09-16T07:25:58.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:58.813+0000 7fb7c6616640 1 -- 172.21.15.31:0/4279200018 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb7c00d01b0 msgr2=0x7fb7c00c7960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:58.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:58.813+0000 7fb7c6616640 1 --2- 172.21.15.31:0/4279200018 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb7c00d01b0 0x7fb7c00c7960 secure :-1 s=READY pgs=981 cs=0 l=1 rev1=1 crypto rx=0x7fb7a800e9c0 tx=0x7fb7a800ee80 comp rx=0 tx=0).stop 2024-09-16T07:25:58.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:58.813+0000 7fb7c6616640 1 -- 172.21.15.31:0/4279200018 shutdown_connections 2024-09-16T07:25:58.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:58.813+0000 7fb7c6616640 1 --2- 172.21.15.31:0/4279200018 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb7a0078970 0x7fb7a007ae30 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:58.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:58.813+0000 7fb7c6616640 1 --2- 172.21.15.31:0/4279200018 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb7c01617f0 0x7fb7c00c9350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:58.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:58.813+0000 7fb7c6616640 1 --2- 172.21.15.31:0/4279200018 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb7c00d01b0 0x7fb7c00c7960 unknown :-1 s=CLOSED pgs=981 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:58.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:58.813+0000 7fb7c6616640 1 --2- 172.21.15.31:0/4279200018 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb7c00b3de0 0x7fb7c0156eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:58.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:58.813+0000 7fb7c6616640 1 -- 172.21.15.31:0/4279200018 >> 172.21.15.31:0/4279200018 conn(0x7fb7c00d3e30 msgr2=0x7fb7c00d1d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:58.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:58.813+0000 7fb7c6616640 1 -- 172.21.15.31:0/4279200018 shutdown_connections 2024-09-16T07:25:58.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:58.814+0000 7fb7c6616640 1 -- 172.21.15.31:0/4279200018 wait complete. 2024-09-16T07:25:58.827 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-16T07:25:58.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:58.987+0000 7f7405c60640 1 -- 172.21.15.31:0/3982356861 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f73e8004d40 msgr2=0x7f73e80051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:58.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:58.987+0000 7f7405c60640 1 --2- 172.21.15.31:0/3982356861 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f73e8004d40 0x7f73e80051c0 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7f73f8009ed0 tx=0x7f73e8005830 comp rx=0 tx=0).stop 2024-09-16T07:25:58.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:58.987+0000 7f73fffff640 1 -- 172.21.15.31:0/3982356861 reap_dead start 2024-09-16T07:25:58.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:58.987+0000 7f7405c60640 1 -- 172.21.15.31:0/3982356861 shutdown_connections 2024-09-16T07:25:58.988 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:58.987+0000 7f7405c60640 1 -- 172.21.15.31:0/3982356861 >> 172.21.15.31:0/3982356861 conn(0x7f74000d0b90 msgr2=0x7f74000d0fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:25:58.988 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:58.987+0000 7f7405c60640 1 -- 172.21.15.31:0/3982356861 shutdown_connections 2024-09-16T07:25:58.988 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:58.987+0000 7f7405c60640 1 -- 172.21.15.31:0/3982356861 wait complete. 2024-09-16T07:25:58.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:58.988+0000 7f7405c60640 1 Processor -- start 2024-09-16T07:25:58.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:58.988+0000 7f7405c60640 1 -- start start 2024-09-16T07:25:58.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:58.989+0000 7f7405c60640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7400145ac0 0x7f7400156670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:58.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:58.989+0000 7f7405c60640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7400145ea0 0x7f7400156bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:58.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:58.989+0000 7f7405c60640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7400154700 0x7f7400154bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:58.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:58.989+0000 7f7405c60640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f740015bfc0 con 0x7f7400154700 2024-09-16T07:25:58.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:58.989+0000 7f7405c60640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f740015be40 con 0x7f7400145ea0 2024-09-16T07:25:58.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:58.989+0000 7f7405c60640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f740006d080 con 0x7f7400145ac0 2024-09-16T07:25:58.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:58.989+0000 7f73fffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7400154700 0x7f7400154bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:58.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:58.989+0000 7f73fffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7400154700 0x7f7400154bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:37904/0 (socket says 172.21.15.31:37904) 2024-09-16T07:25:58.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:58.989+0000 7f73fffff640 1 -- 172.21.15.31:0/3259610070 learned_addr learned my addr 172.21.15.31:0/3259610070 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:25:58.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:58.990+0000 7f73ff7fe640 1 --2- 172.21.15.31:0/3259610070 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7400145ac0 0x7f7400156670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:58.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:58.990+0000 7f73feffd640 1 --2- 172.21.15.31:0/3259610070 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7400145ea0 0x7f7400156bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:58.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:58.990+0000 7f73fffff640 1 -- 172.21.15.31:0/3259610070 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7400145ac0 msgr2=0x7f7400156670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:58.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:58.990+0000 7f73fffff640 1 --2- 172.21.15.31:0/3259610070 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7400145ac0 0x7f7400156670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:58.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:58.990+0000 7f73fffff640 1 -- 172.21.15.31:0/3259610070 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7400145ea0 msgr2=0x7f7400156bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:25:58.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:58.990+0000 7f73fffff640 1 --2- 172.21.15.31:0/3259610070 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7400145ea0 0x7f7400156bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:25:58.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:58.990+0000 7f73fffff640 1 -- 172.21.15.31:0/3259610070 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f740014c4e0 con 0x7f7400154700 2024-09-16T07:25:58.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:58.990+0000 7f73fffff640 1 --2- 172.21.15.31:0/3259610070 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7400154700 0x7f7400154bb0 secure :-1 s=READY pgs=984 cs=0 l=1 rev1=1 crypto rx=0x7f73f8009ed0 tx=0x7f73f8033bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:58.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:58.990+0000 7f73e7fff640 1 -- 172.21.15.31:0/3259610070 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73f8043070 con 0x7f7400154700 2024-09-16T07:25:58.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:58.990+0000 7f73e7fff640 1 -- 172.21.15.31:0/3259610070 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f73f8033ce0 con 0x7f7400154700 2024-09-16T07:25:58.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:58.990+0000 7f7405c60640 1 -- 172.21.15.31:0/3259610070 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f740014c7c0 con 0x7f7400154700 2024-09-16T07:25:58.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:58.990+0000 7f73e7fff640 1 -- 172.21.15.31:0/3259610070 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73f8038040 con 0x7f7400154700 2024-09-16T07:25:58.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:58.990+0000 7f7405c60640 1 -- 172.21.15.31:0/3259610070 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74001462e0 con 0x7f7400154700 2024-09-16T07:25:58.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:58.991+0000 7f7405c60640 1 -- 172.21.15.31:0/3259610070 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f740006cb40 con 0x7f7400154700 2024-09-16T07:25:58.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:58.992+0000 7f73e7fff640 1 -- 172.21.15.31:0/3259610070 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7f73f8003bd0 con 0x7f7400154700 2024-09-16T07:25:58.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:58.992+0000 7f73e7fff640 1 --2- 172.21.15.31:0/3259610070 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f73ec0789a0 0x7f73ec07ae60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:25:58.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:58.993+0000 7f73ff7fe640 1 --2- 172.21.15.31:0/3259610070 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f73ec0789a0 0x7f73ec07ae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:25:58.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:58.993+0000 7f73e7fff640 1 -- 172.21.15.31:0/3259610070 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 5881+0+0 (secure 0 0 0) 0x7f73f80bab00 con 0x7f7400154700 2024-09-16T07:25:58.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:58.993+0000 7f73ff7fe640 1 --2- 172.21.15.31:0/3259610070 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f73ec0789a0 0x7f73ec07ae60 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f73f0009b10 tx=0x7f73f0005f90 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:25:58.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:58.997+0000 7f73e7fff640 1 -- 172.21.15.31:0/3259610070 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f73f8082720 con 0x7f7400154700 2024-09-16T07:25:59.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:25:59.185+0000 7f7405c60640 1 -- 172.21.15.31:0/3259610070 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f74000cd050 con 0x7f7400154700 2024-09-16T07:26:00.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:00.183+0000 7f73e7fff640 1 -- 172.21.15.31:0/3259610070 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v92) ==== 181+0+0 (secure 0 0 0) 0x7f73f80bae20 con 0x7f7400154700 2024-09-16T07:26:00.183 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_metadata' removed 2024-09-16T07:26:00.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:00.189+0000 7f7405c60640 1 -- 172.21.15.31:0/3259610070 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f73ec0789a0 msgr2=0x7f73ec07ae60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:00.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:00.189+0000 7f7405c60640 1 --2- 172.21.15.31:0/3259610070 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f73ec0789a0 0x7f73ec07ae60 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f73f0009b10 tx=0x7f73f0005f90 comp rx=0 tx=0).stop 2024-09-16T07:26:00.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:00.189+0000 7f7405c60640 1 -- 172.21.15.31:0/3259610070 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7400154700 msgr2=0x7f7400154bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:00.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:00.189+0000 7f7405c60640 1 --2- 172.21.15.31:0/3259610070 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7400154700 0x7f7400154bb0 secure :-1 s=READY pgs=984 cs=0 l=1 rev1=1 crypto rx=0x7f73f8009ed0 tx=0x7f73f8033bf0 comp rx=0 tx=0).stop 2024-09-16T07:26:00.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:00.189+0000 7f7405c60640 1 -- 172.21.15.31:0/3259610070 shutdown_connections 2024-09-16T07:26:00.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:00.189+0000 7f7405c60640 1 --2- 172.21.15.31:0/3259610070 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f73ec0789a0 0x7f73ec07ae60 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:00.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:00.189+0000 7f7405c60640 1 --2- 172.21.15.31:0/3259610070 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7400154700 0x7f7400154bb0 unknown :-1 s=CLOSED pgs=984 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:00.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:00.189+0000 7f7405c60640 1 --2- 172.21.15.31:0/3259610070 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7400145ea0 0x7f7400156bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:00.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:00.189+0000 7f7405c60640 1 --2- 172.21.15.31:0/3259610070 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7400145ac0 0x7f7400156670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:00.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:00.189+0000 7f7405c60640 1 -- 172.21.15.31:0/3259610070 >> 172.21.15.31:0/3259610070 conn(0x7f74000d0b90 msgr2=0x7f7400159300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:00.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:00.189+0000 7f7405c60640 1 -- 172.21.15.31:0/3259610070 shutdown_connections 2024-09-16T07:26:00.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:00.189+0000 7f7405c60640 1 -- 172.21.15.31:0/3259610070 wait complete. 2024-09-16T07:26:00.203 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-16T07:26:00.319 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:00.319+0000 7fc25e8ed640 1 -- 172.21.15.31:0/3386530283 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc2580b83f0 msgr2=0x7fc2580d4940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:00.319 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:00.319+0000 7fc25e8ed640 1 --2- 172.21.15.31:0/3386530283 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc2580b83f0 0x7fc2580d4940 secure :-1 s=READY pgs=986 cs=0 l=1 rev1=1 crypto rx=0x7fc2580b6df0 tx=0x7fc25002a9b0 comp rx=0 tx=0).stop 2024-09-16T07:26:00.320 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:00.320+0000 7fc25e8ed640 1 -- 172.21.15.31:0/3386530283 shutdown_connections 2024-09-16T07:26:00.320 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:00.320+0000 7fc25e8ed640 1 --2- 172.21.15.31:0/3386530283 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc2580b83f0 0x7fc2580d4940 unknown :-1 s=CLOSED pgs=986 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:00.320 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:00.320+0000 7fc25e8ed640 1 -- 172.21.15.31:0/3386530283 >> 172.21.15.31:0/3386530283 conn(0x7fc2580d3e20 msgr2=0x7fc2580d4230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:00.320 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:00.320+0000 7fc25e8ed640 1 -- 172.21.15.31:0/3386530283 shutdown_connections 2024-09-16T07:26:00.320 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:00.320+0000 7fc25e8ed640 1 -- 172.21.15.31:0/3386530283 wait complete. 2024-09-16T07:26:00.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:00.321+0000 7fc25e8ed640 1 Processor -- start 2024-09-16T07:26:00.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:00.321+0000 7fc25e8ed640 1 -- start start 2024-09-16T07:26:00.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:00.322+0000 7fc25e8ed640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc2580b83f0 0x7fc258160730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:00.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:00.322+0000 7fc25e8ed640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc258161300 0x7fc25815daa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:00.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:00.322+0000 7fc25e8ed640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc2581616e0 0x7fc25815dfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:00.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:00.322+0000 7fc25e8ed640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fc2581691a0 con 0x7fc2581616e0 2024-09-16T07:26:00.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:00.322+0000 7fc25e8ed640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc258169020 con 0x7fc258161300 2024-09-16T07:26:00.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:00.322+0000 7fc25e8ed640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc258169320 con 0x7fc2580b83f0 2024-09-16T07:26:00.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:00.322+0000 7fc25ce8a640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc2581616e0 0x7fc25815dfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:00.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:00.322+0000 7fc25ce8a640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc2581616e0 0x7fc25815dfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:37916/0 (socket says 172.21.15.31:37916) 2024-09-16T07:26:00.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:00.322+0000 7fc25ce8a640 1 -- 172.21.15.31:0/2786990350 learned_addr learned my addr 172.21.15.31:0/2786990350 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:00.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:00.322+0000 7fc24ffff640 1 --2- 172.21.15.31:0/2786990350 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc258161300 0x7fc25815daa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:00.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:00.322+0000 7fc257fff640 1 --2- 172.21.15.31:0/2786990350 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc2580b83f0 0x7fc258160730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:00.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:00.322+0000 7fc25ce8a640 1 -- 172.21.15.31:0/2786990350 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc2580b83f0 msgr2=0x7fc258160730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:00.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:00.322+0000 7fc25ce8a640 1 --2- 172.21.15.31:0/2786990350 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc2580b83f0 0x7fc258160730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:00.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:00.322+0000 7fc25ce8a640 1 -- 172.21.15.31:0/2786990350 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc258161300 msgr2=0x7fc25815daa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:00.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:00.322+0000 7fc25ce8a640 1 --2- 172.21.15.31:0/2786990350 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc258161300 0x7fc25815daa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:00.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:00.322+0000 7fc25ce8a640 1 -- 172.21.15.31:0/2786990350 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc25815f9b0 con 0x7fc2581616e0 2024-09-16T07:26:00.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:00.322+0000 7fc257fff640 1 --2- 172.21.15.31:0/2786990350 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc2580b83f0 0x7fc258160730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:26:00.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:00.322+0000 7fc25ce8a640 1 --2- 172.21.15.31:0/2786990350 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc2581616e0 0x7fc25815dfe0 secure :-1 s=READY pgs=987 cs=0 l=1 rev1=1 crypto rx=0x7fc25002afa0 tx=0x7fc250030df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:00.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:00.322+0000 7fc2557fa640 1 -- 172.21.15.31:0/2786990350 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc250047070 con 0x7fc2581616e0 2024-09-16T07:26:00.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:00.322+0000 7fc2557fa640 1 -- 172.21.15.31:0/2786990350 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc250004040 con 0x7fc2581616e0 2024-09-16T07:26:00.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:00.322+0000 7fc25e8ed640 1 -- 172.21.15.31:0/2786990350 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2581f8a90 con 0x7fc2581616e0 2024-09-16T07:26:00.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:00.322+0000 7fc2557fa640 1 -- 172.21.15.31:0/2786990350 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc25002f400 con 0x7fc2581616e0 2024-09-16T07:26:00.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:00.323+0000 7fc25e8ed640 1 -- 172.21.15.31:0/2786990350 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc25815ff30 con 0x7fc2581616e0 2024-09-16T07:26:00.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:00.323+0000 7fc25e8ed640 1 -- 172.21.15.31:0/2786990350 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc2580d4940 con 0x7fc2581616e0 2024-09-16T07:26:00.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:00.324+0000 7fc2557fa640 1 -- 172.21.15.31:0/2786990350 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7fc25004a070 con 0x7fc2581616e0 2024-09-16T07:26:00.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:00.325+0000 7fc2557fa640 1 --2- 172.21.15.31:0/2786990350 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc238078970 0x7fc23807ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:00.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:00.325+0000 7fc2557fa640 1 -- 172.21.15.31:0/2786990350 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 5443+0+0 (secure 0 0 0) 0x7fc2500bb5c0 con 0x7fc2581616e0 2024-09-16T07:26:00.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:00.325+0000 7fc257fff640 1 --2- 172.21.15.31:0/2786990350 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc238078970 0x7fc23807ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:00.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:00.325+0000 7fc257fff640 1 --2- 172.21.15.31:0/2786990350 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc238078970 0x7fc23807ae30 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fc25815c680 tx=0x7fc248009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:00.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:00.329+0000 7fc2557fa640 1 -- 172.21.15.31:0/2786990350 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fc250033020 con 0x7fc2581616e0 2024-09-16T07:26:00.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:00.516+0000 7fc25e8ed640 1 -- 172.21.15.31:0/2786990350 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fc25806e600 con 0x7fc2581616e0 2024-09-16T07:26:01.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.188+0000 7fc2557fa640 1 -- 172.21.15.31:0/2786990350 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v93) ==== 169+0+0 (secure 0 0 0) 0x7fc2500834b0 con 0x7fc2581616e0 2024-09-16T07:26:01.188 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_data' removed 2024-09-16T07:26:01.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.195+0000 7fc25e8ed640 1 -- 172.21.15.31:0/2786990350 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc238078970 msgr2=0x7fc23807ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:01.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.195+0000 7fc25e8ed640 1 --2- 172.21.15.31:0/2786990350 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc238078970 0x7fc23807ae30 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fc25815c680 tx=0x7fc248009040 comp rx=0 tx=0).stop 2024-09-16T07:26:01.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.195+0000 7fc25e8ed640 1 -- 172.21.15.31:0/2786990350 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc2581616e0 msgr2=0x7fc25815dfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:01.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.195+0000 7fc25e8ed640 1 --2- 172.21.15.31:0/2786990350 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc2581616e0 0x7fc25815dfe0 secure :-1 s=READY pgs=987 cs=0 l=1 rev1=1 crypto rx=0x7fc25002afa0 tx=0x7fc250030df0 comp rx=0 tx=0).stop 2024-09-16T07:26:01.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.195+0000 7fc25e8ed640 1 -- 172.21.15.31:0/2786990350 shutdown_connections 2024-09-16T07:26:01.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.195+0000 7fc25e8ed640 1 --2- 172.21.15.31:0/2786990350 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc238078970 0x7fc23807ae30 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:01.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.195+0000 7fc25e8ed640 1 --2- 172.21.15.31:0/2786990350 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc2581616e0 0x7fc25815dfe0 unknown :-1 s=CLOSED pgs=987 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:01.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.195+0000 7fc25e8ed640 1 --2- 172.21.15.31:0/2786990350 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc258161300 0x7fc25815daa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:01.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.195+0000 7fc25e8ed640 1 --2- 172.21.15.31:0/2786990350 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc2580b83f0 0x7fc258160730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:01.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.195+0000 7fc25e8ed640 1 -- 172.21.15.31:0/2786990350 >> 172.21.15.31:0/2786990350 conn(0x7fc2580d3e20 msgr2=0x7fc2580b58f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:01.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.195+0000 7fc25e8ed640 1 -- 172.21.15.31:0/2786990350 shutdown_connections 2024-09-16T07:26:01.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.195+0000 7fc25e8ed640 1 -- 172.21.15.31:0/2786990350 wait complete. 2024-09-16T07:26:01.210 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config reset 27 2024-09-16T07:26:01.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.322+0000 7f6fede9b640 1 -- 172.21.15.31:0/1034222426 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6fe80d1a10 msgr2=0x7f6fe8161f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:01.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.322+0000 7f6fede9b640 1 --2- 172.21.15.31:0/1034222426 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6fe80d1a10 0x7f6fe8161f10 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7f6fdc005fd0 tx=0x7f6fdc02a580 comp rx=0 tx=0).stop 2024-09-16T07:26:01.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.322+0000 7f6fede9b640 1 -- 172.21.15.31:0/1034222426 shutdown_connections 2024-09-16T07:26:01.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.322+0000 7f6fede9b640 1 --2- 172.21.15.31:0/1034222426 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6fe8160ac0 0x7f6fe8160f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:01.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.322+0000 7f6fede9b640 1 --2- 172.21.15.31:0/1034222426 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6fe80d1a10 0x7f6fe8161f10 unknown :-1 s=CLOSED pgs=988 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:01.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.322+0000 7f6fede9b640 1 --2- 172.21.15.31:0/1034222426 >> v2:172.21.15.155:3300/0 conn(0x7f6fe8161b30 0x7f6fe80cf920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:01.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.322+0000 7f6fede9b640 1 -- 172.21.15.31:0/1034222426 >> 172.21.15.31:0/1034222426 conn(0x7f6fe80d3e40 msgr2=0x7f6fe80d4250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:01.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.322+0000 7f6fede9b640 1 -- 172.21.15.31:0/1034222426 shutdown_connections 2024-09-16T07:26:01.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.322+0000 7f6fede9b640 1 -- 172.21.15.31:0/1034222426 wait complete. 2024-09-16T07:26:01.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.323+0000 7f6fede9b640 1 Processor -- start 2024-09-16T07:26:01.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.323+0000 7f6fede9b640 1 -- start start 2024-09-16T07:26:01.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.324+0000 7f6fede9b640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6fe80d1a10 0x7f6fe8159330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:01.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.324+0000 7f6fede9b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6fe8160ac0 0x7f6fe80b8b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:01.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.324+0000 7f6fede9b640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6fe8161b30 0x7f6fe806e240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:01.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.324+0000 7f6fede9b640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f6fe81618d0 con 0x7f6fe8160ac0 2024-09-16T07:26:01.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.324+0000 7f6fede9b640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f6fe8161750 con 0x7f6fe80d1a10 2024-09-16T07:26:01.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.324+0000 7f6fede9b640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f6fe80d0710 con 0x7f6fe8161b30 2024-09-16T07:26:01.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.324+0000 7f6fe6ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6fe8160ac0 0x7f6fe80b8b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:01.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.324+0000 7f6fe6ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6fe8160ac0 0x7f6fe80b8b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:37936/0 (socket says 172.21.15.31:37936) 2024-09-16T07:26:01.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.324+0000 7f6fe6ffd640 1 -- 172.21.15.31:0/278789888 learned_addr learned my addr 172.21.15.31:0/278789888 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:01.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.324+0000 7f6fe7fff640 1 --2- 172.21.15.31:0/278789888 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6fe8161b30 0x7f6fe806e240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:01.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.324+0000 7f6fe77fe640 1 --2- 172.21.15.31:0/278789888 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6fe80d1a10 0x7f6fe8159330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:01.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.324+0000 7f6fe6ffd640 1 -- 172.21.15.31:0/278789888 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6fe8161b30 msgr2=0x7f6fe806e240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:01.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.324+0000 7f6fe6ffd640 1 --2- 172.21.15.31:0/278789888 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6fe8161b30 0x7f6fe806e240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:01.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.324+0000 7f6fe6ffd640 1 -- 172.21.15.31:0/278789888 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6fe80d1a10 msgr2=0x7f6fe8159330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:01.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.324+0000 7f6fe6ffd640 1 --2- 172.21.15.31:0/278789888 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6fe80d1a10 0x7f6fe8159330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:01.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.325+0000 7f6fe6ffd640 1 -- 172.21.15.31:0/278789888 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6fe80c8a40 con 0x7f6fe8160ac0 2024-09-16T07:26:01.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.325+0000 7f6fe6ffd640 1 --2- 172.21.15.31:0/278789888 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6fe8160ac0 0x7f6fe80b8b70 secure :-1 s=READY pgs=989 cs=0 l=1 rev1=1 crypto rx=0x7f6fdc009850 tx=0x7f6fdc0038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:01.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.325+0000 7f6fcffff640 1 -- 172.21.15.31:0/278789888 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fdc03f070 con 0x7f6fe8160ac0 2024-09-16T07:26:01.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.325+0000 7f6fcffff640 1 -- 172.21.15.31:0/278789888 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6fdc0047a0 con 0x7f6fe8160ac0 2024-09-16T07:26:01.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.325+0000 7f6fcffff640 1 -- 172.21.15.31:0/278789888 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fdc035030 con 0x7f6fe8160ac0 2024-09-16T07:26:01.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.325+0000 7f6fede9b640 1 -- 172.21.15.31:0/278789888 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6fe80c8d20 con 0x7f6fe8160ac0 2024-09-16T07:26:01.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.325+0000 7f6fede9b640 1 -- 172.21.15.31:0/278789888 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6fe80c92e0 con 0x7f6fe8160ac0 2024-09-16T07:26:01.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.326+0000 7f6fede9b640 1 -- 172.21.15.31:0/278789888 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6fe80b3580 con 0x7f6fe8160ac0 2024-09-16T07:26:01.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.327+0000 7f6fcffff640 1 -- 172.21.15.31:0/278789888 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7f6fdc042070 con 0x7f6fe8160ac0 2024-09-16T07:26:01.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.327+0000 7f6fcffff640 1 --2- 172.21.15.31:0/278789888 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6fd4078970 0x7f6fd407ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:01.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.327+0000 7f6fcffff640 1 -- 172.21.15.31:0/278789888 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5029+0+0 (secure 0 0 0) 0x7f6fdc0bb6a0 con 0x7f6fe8160ac0 2024-09-16T07:26:01.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.327+0000 7f6fe77fe640 1 --2- 172.21.15.31:0/278789888 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6fd4078970 0x7f6fd407ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:01.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.328+0000 7f6fe77fe640 1 --2- 172.21.15.31:0/278789888 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6fd4078970 0x7f6fd407ae30 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f6fd800bb50 tx=0x7f6fd800b2e0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:01.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.331+0000 7f6fcffff640 1 -- 172.21.15.31:0/278789888 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f6fdc083740 con 0x7f6fe8160ac0 2024-09-16T07:26:01.516 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.517+0000 7f6fede9b640 1 -- 172.21.15.31:0/278789888 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "config reset", "num": 27} v 0) -- 0x7f6fe80b4f70 con 0x7f6fe8160ac0 2024-09-16T07:26:01.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.520+0000 7f6fcffff640 1 -- 172.21.15.31:0/278789888 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "config reset", "num": 27}]=0 v37) ==== 71+0+0 (secure 0 0 0) 0x7f6fdc088170 con 0x7f6fe8160ac0 2024-09-16T07:26:01.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.522+0000 7f6fede9b640 1 -- 172.21.15.31:0/278789888 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6fd4078970 msgr2=0x7f6fd407ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:01.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.522+0000 7f6fede9b640 1 --2- 172.21.15.31:0/278789888 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6fd4078970 0x7f6fd407ae30 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f6fd800bb50 tx=0x7f6fd800b2e0 comp rx=0 tx=0).stop 2024-09-16T07:26:01.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.522+0000 7f6fede9b640 1 -- 172.21.15.31:0/278789888 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6fe8160ac0 msgr2=0x7f6fe80b8b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:01.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.522+0000 7f6fede9b640 1 --2- 172.21.15.31:0/278789888 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6fe8160ac0 0x7f6fe80b8b70 secure :-1 s=READY pgs=989 cs=0 l=1 rev1=1 crypto rx=0x7f6fdc009850 tx=0x7f6fdc0038a0 comp rx=0 tx=0).stop 2024-09-16T07:26:01.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.522+0000 7f6fede9b640 1 -- 172.21.15.31:0/278789888 shutdown_connections 2024-09-16T07:26:01.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.522+0000 7f6fede9b640 1 --2- 172.21.15.31:0/278789888 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6fd4078970 0x7f6fd407ae30 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:01.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.522+0000 7f6fede9b640 1 --2- 172.21.15.31:0/278789888 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6fe8161b30 0x7f6fe806e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:01.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.522+0000 7f6fede9b640 1 --2- 172.21.15.31:0/278789888 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6fe8160ac0 0x7f6fe80b8b70 unknown :-1 s=CLOSED pgs=989 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:01.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.522+0000 7f6fede9b640 1 --2- 172.21.15.31:0/278789888 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6fe80d1a10 0x7f6fe8159330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:01.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.522+0000 7f6fede9b640 1 -- 172.21.15.31:0/278789888 >> 172.21.15.31:0/278789888 conn(0x7f6fe80d3e40 msgr2=0x7f6fe806d900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:01.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.523+0000 7f6fede9b640 1 -- 172.21.15.31:0/278789888 shutdown_connections 2024-09-16T07:26:01.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.523+0000 7f6fede9b640 1 -- 172.21.15.31:0/278789888 wait complete. 2024-09-16T07:26:01.533 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_volumes.TestMisc.test_names_can_only_be_goodchars' 2024-09-16T07:26:01.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.639+0000 7f0482932640 1 -- 172.21.15.31:0/3022060555 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f04640052e0 msgr2=0x7f046400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:01.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.639+0000 7f0482932640 1 --2- 172.21.15.31:0/3022060555 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f04640052e0 0x7f046400b9c0 secure :-1 s=READY pgs=991 cs=0 l=1 rev1=1 crypto rx=0x7f047400c610 tx=0x7f0464005830 comp rx=0 tx=0).stop 2024-09-16T07:26:01.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.639+0000 7f0482932640 1 -- 172.21.15.31:0/3022060555 shutdown_connections 2024-09-16T07:26:01.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.639+0000 7f0482932640 1 --2- 172.21.15.31:0/3022060555 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f04640052e0 0x7f046400b9c0 unknown :-1 s=CLOSED pgs=991 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:01.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.639+0000 7f0482932640 1 -- 172.21.15.31:0/3022060555 >> 172.21.15.31:0/3022060555 conn(0x7f047c0b1690 msgr2=0x7f047c0b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:01.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.639+0000 7f0482932640 1 -- 172.21.15.31:0/3022060555 shutdown_connections 2024-09-16T07:26:01.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.639+0000 7f0482932640 1 -- 172.21.15.31:0/3022060555 wait complete. 2024-09-16T07:26:01.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.640+0000 7f0482932640 1 Processor -- start 2024-09-16T07:26:01.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.640+0000 7f0482932640 1 -- start start 2024-09-16T07:26:01.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.641+0000 7f0482932640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f04640052e0 0x7f047c1f1870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:01.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.641+0000 7f0482932640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f047c1453b0 0x7f047c0abf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:01.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.641+0000 7f0482932640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f047c0ac490 0x7f047c0ae260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:01.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.641+0000 7f0482932640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f047c073d60 con 0x7f047c1453b0 2024-09-16T07:26:01.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.641+0000 7f0482932640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f047c073be0 con 0x7f047c0ac490 2024-09-16T07:26:01.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.641+0000 7f0482932640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f047c0703f0 con 0x7f04640052e0 2024-09-16T07:26:01.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.641+0000 7f047b7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f047c1453b0 0x7f047c0abf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:01.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.641+0000 7f047b7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f047c1453b0 0x7f047c0abf50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:37944/0 (socket says 172.21.15.31:37944) 2024-09-16T07:26:01.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.641+0000 7f047b7fe640 1 -- 172.21.15.31:0/138381008 learned_addr learned my addr 172.21.15.31:0/138381008 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:01.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.641+0000 7f0480ecf640 1 --2- 172.21.15.31:0/138381008 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f047c0ac490 0x7f047c0ae260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:01.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.641+0000 7f047bfff640 1 --2- 172.21.15.31:0/138381008 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f04640052e0 0x7f047c1f1870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:01.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.641+0000 7f047b7fe640 1 -- 172.21.15.31:0/138381008 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f04640052e0 msgr2=0x7f047c1f1870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:01.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.641+0000 7f047b7fe640 1 --2- 172.21.15.31:0/138381008 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f04640052e0 0x7f047c1f1870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:01.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.641+0000 7f047b7fe640 1 -- 172.21.15.31:0/138381008 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f047c0ac490 msgr2=0x7f047c0ae260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:01.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.641+0000 7f047b7fe640 1 --2- 172.21.15.31:0/138381008 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f047c0ac490 0x7f047c0ae260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:01.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.641+0000 7f047b7fe640 1 -- 172.21.15.31:0/138381008 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f047c158490 con 0x7f047c1453b0 2024-09-16T07:26:01.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.641+0000 7f047b7fe640 1 --2- 172.21.15.31:0/138381008 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f047c1453b0 0x7f047c0abf50 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x7f0470011ab0 tx=0x7f0470011f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:01.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.642+0000 7f0478ff9640 1 -- 172.21.15.31:0/138381008 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f047001e070 con 0x7f047c1453b0 2024-09-16T07:26:01.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.642+0000 7f0478ff9640 1 -- 172.21.15.31:0/138381008 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f047000fe70 con 0x7f047c1453b0 2024-09-16T07:26:01.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.642+0000 7f0482932640 1 -- 172.21.15.31:0/138381008 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f047c0aefd0 con 0x7f047c1453b0 2024-09-16T07:26:01.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.642+0000 7f0478ff9640 1 -- 172.21.15.31:0/138381008 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04700042b0 con 0x7f047c1453b0 2024-09-16T07:26:01.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.642+0000 7f0482932640 1 -- 172.21.15.31:0/138381008 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f047c158730 con 0x7f047c1453b0 2024-09-16T07:26:01.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.643+0000 7f0482932640 1 -- 172.21.15.31:0/138381008 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f047c0b4690 con 0x7f047c1453b0 2024-09-16T07:26:01.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.643+0000 7f0478ff9640 1 -- 172.21.15.31:0/138381008 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7f0470021070 con 0x7f047c1453b0 2024-09-16T07:26:01.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.644+0000 7f0478ff9640 1 --2- 172.21.15.31:0/138381008 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f04680789a0 0x7f046807ae60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:01.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.644+0000 7f0478ff9640 1 -- 172.21.15.31:0/138381008 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5029+0+0 (secure 0 0 0) 0x7f047009b280 con 0x7f047c1453b0 2024-09-16T07:26:01.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.644+0000 7f047bfff640 1 --2- 172.21.15.31:0/138381008 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f04680789a0 0x7f046807ae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:01.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.644+0000 7f047bfff640 1 --2- 172.21.15.31:0/138381008 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f04680789a0 0x7f046807ae60 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f046c0066b0 tx=0x7f046c006b70 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:01.647 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.648+0000 7f0478ff9640 1 -- 172.21.15.31:0/138381008 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f0470063320 con 0x7f047c1453b0 2024-09-16T07:26:01.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:01.906+0000 7f0482932640 1 -- 172.21.15.31:0/138381008 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_names_can_only_be_goodchars"]} v 0) -- 0x7f047c156b80 con 0x7f047c1453b0 2024-09-16T07:26:02.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.190+0000 7f0478ff9640 1 -- 172.21.15.31:0/138381008 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_names_can_only_be_goodchars"]}]=0 v272) ==== 146+0+0 (secure 0 0 0) 0x7f0470067d50 con 0x7f047c1453b0 2024-09-16T07:26:02.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.192+0000 7f0482932640 1 -- 172.21.15.31:0/138381008 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f04680789a0 msgr2=0x7f046807ae60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:02.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.192+0000 7f0482932640 1 --2- 172.21.15.31:0/138381008 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f04680789a0 0x7f046807ae60 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f046c0066b0 tx=0x7f046c006b70 comp rx=0 tx=0).stop 2024-09-16T07:26:02.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.192+0000 7f0482932640 1 -- 172.21.15.31:0/138381008 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f047c1453b0 msgr2=0x7f047c0abf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:02.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.192+0000 7f0482932640 1 --2- 172.21.15.31:0/138381008 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f047c1453b0 0x7f047c0abf50 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x7f0470011ab0 tx=0x7f0470011f70 comp rx=0 tx=0).stop 2024-09-16T07:26:02.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.192+0000 7f0482932640 1 -- 172.21.15.31:0/138381008 shutdown_connections 2024-09-16T07:26:02.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.192+0000 7f0482932640 1 --2- 172.21.15.31:0/138381008 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f04680789a0 0x7f046807ae60 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:02.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.192+0000 7f0482932640 1 --2- 172.21.15.31:0/138381008 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f047c0ac490 0x7f047c0ae260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:02.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.192+0000 7f0482932640 1 --2- 172.21.15.31:0/138381008 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f047c1453b0 0x7f047c0abf50 unknown :-1 s=CLOSED pgs=992 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:02.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.192+0000 7f0482932640 1 --2- 172.21.15.31:0/138381008 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f04640052e0 0x7f047c1f1870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:02.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.192+0000 7f0482932640 1 -- 172.21.15.31:0/138381008 >> 172.21.15.31:0/138381008 conn(0x7f047c0b1690 msgr2=0x7f047c15c860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:02.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.192+0000 7f0482932640 1 -- 172.21.15.31:0/138381008 shutdown_connections 2024-09-16T07:26:02.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.192+0000 7f0482932640 1 -- 172.21.15.31:0/138381008 wait complete. 2024-09-16T07:26:02.203 INFO:tasks.cephfs_test_runner:Test the creating vols, subvols subvolgroups fails when their names uses ... ok 2024-09-16T07:26:02.203 INFO:tasks.cephfs_test_runner:Starting test: test_subvolume_no_upgrade_v1_sanity (tasks.cephfs.test_volumes.TestMisc) poor man's upgrade test -- theme continues... 2024-09-16T07:26:02.204 INFO:tasks.cephfs_test_runner:test_subvolume_no_upgrade_v1_sanity (tasks.cephfs.test_volumes.TestMisc) 2024-09-16T07:26:02.204 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:26:02.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.311+0000 7f9e0467f640 1 -- 172.21.15.31:0/634960469 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9de40051c0 msgr2=0x7f9de400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:02.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.311+0000 7f9e0467f640 1 --2- 172.21.15.31:0/634960469 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9de40051c0 0x7f9de400b9c0 secure :-1 s=READY pgs=994 cs=0 l=1 rev1=1 crypto rx=0x7f9dec009ed0 tx=0x7f9de4005830 comp rx=0 tx=0).stop 2024-09-16T07:26:02.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.311+0000 7f9e0467f640 1 -- 172.21.15.31:0/634960469 shutdown_connections 2024-09-16T07:26:02.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.311+0000 7f9e0467f640 1 --2- 172.21.15.31:0/634960469 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9de40051c0 0x7f9de400b9c0 unknown :-1 s=CLOSED pgs=994 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:02.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.311+0000 7f9e0467f640 1 -- 172.21.15.31:0/634960469 >> 172.21.15.31:0/634960469 conn(0x7f9dfc0d3ea0 msgr2=0x7f9dfc0d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:02.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.311+0000 7f9e0467f640 1 -- 172.21.15.31:0/634960469 shutdown_connections 2024-09-16T07:26:02.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.311+0000 7f9e0467f640 1 -- 172.21.15.31:0/634960469 wait complete. 2024-09-16T07:26:02.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.312+0000 7f9e0467f640 1 Processor -- start 2024-09-16T07:26:02.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.312+0000 7f9e0467f640 1 -- start start 2024-09-16T07:26:02.314 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.313+0000 7f9e0467f640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9de40051c0 0x7f9dfc0caf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:02.314 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.313+0000 7f9e0467f640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9dfc0b5f00 0x7f9dfc0b6360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:02.314 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.313+0000 7f9e0467f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9dfc1f84e0 0x7f9dfc1f8990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:02.314 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.313+0000 7f9e0467f640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f9dfc0cf9b0 con 0x7f9dfc1f84e0 2024-09-16T07:26:02.314 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.313+0000 7f9e0467f640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f9dfc1626e0 con 0x7f9dfc0b5f00 2024-09-16T07:26:02.314 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.313+0000 7f9e0467f640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f9dfc0cfb30 con 0x7f9de40051c0 2024-09-16T07:26:02.314 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.313+0000 7f9e02c1c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9dfc1f84e0 0x7f9dfc1f8990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:02.314 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.313+0000 7f9e02c1c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9dfc1f84e0 0x7f9dfc1f8990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:37972/0 (socket says 172.21.15.31:37972) 2024-09-16T07:26:02.315 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.313+0000 7f9e02c1c640 1 -- 172.21.15.31:0/2681442077 learned_addr learned my addr 172.21.15.31:0/2681442077 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:02.315 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.313+0000 7f9e01c1a640 1 --2- 172.21.15.31:0/2681442077 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9dfc0b5f00 0x7f9dfc0b6360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:02.315 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.313+0000 7f9e0241b640 1 --2- 172.21.15.31:0/2681442077 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9de40051c0 0x7f9dfc0caf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:02.315 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.314+0000 7f9e02c1c640 1 -- 172.21.15.31:0/2681442077 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9de40051c0 msgr2=0x7f9dfc0caf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:02.315 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.314+0000 7f9e02c1c640 1 --2- 172.21.15.31:0/2681442077 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9de40051c0 0x7f9dfc0caf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:02.315 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.314+0000 7f9e02c1c640 1 -- 172.21.15.31:0/2681442077 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9dfc0b5f00 msgr2=0x7f9dfc0b6360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:02.315 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.314+0000 7f9e02c1c640 1 --2- 172.21.15.31:0/2681442077 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9dfc0b5f00 0x7f9dfc0b6360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:02.315 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.314+0000 7f9e02c1c640 1 -- 172.21.15.31:0/2681442077 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9dfc0b68a0 con 0x7f9dfc1f84e0 2024-09-16T07:26:02.315 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.314+0000 7f9e0241b640 1 --2- 172.21.15.31:0/2681442077 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9de40051c0 0x7f9dfc0caf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:26:02.315 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.314+0000 7f9e02c1c640 1 --2- 172.21.15.31:0/2681442077 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9dfc1f84e0 0x7f9dfc1f8990 secure :-1 s=READY pgs=995 cs=0 l=1 rev1=1 crypto rx=0x7f9dec009e20 tx=0x7f9dec0042d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:02.315 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.314+0000 7f9dfaffd640 1 -- 172.21.15.31:0/2681442077 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dec0046d0 con 0x7f9dfc1f84e0 2024-09-16T07:26:02.315 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.314+0000 7f9dfaffd640 1 -- 172.21.15.31:0/2681442077 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9dec03c480 con 0x7f9dfc1f84e0 2024-09-16T07:26:02.315 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.314+0000 7f9e0467f640 1 -- 172.21.15.31:0/2681442077 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9dfc0cd740 con 0x7f9dfc1f84e0 2024-09-16T07:26:02.316 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.314+0000 7f9dfaffd640 1 -- 172.21.15.31:0/2681442077 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dec03c890 con 0x7f9dfc1f84e0 2024-09-16T07:26:02.316 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.314+0000 7f9e0467f640 1 -- 172.21.15.31:0/2681442077 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9dfc0cdd00 con 0x7f9dfc1f84e0 2024-09-16T07:26:02.316 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.315+0000 7f9e0467f640 1 -- 172.21.15.31:0/2681442077 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9dfc0d0710 con 0x7f9dfc1f84e0 2024-09-16T07:26:02.317 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.316+0000 7f9dfaffd640 1 -- 172.21.15.31:0/2681442077 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7f9dec044020 con 0x7f9dfc1f84e0 2024-09-16T07:26:02.317 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.316+0000 7f9dfaffd640 1 --2- 172.21.15.31:0/2681442077 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9de8078970 0x7f9de807ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:02.317 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.316+0000 7f9dfaffd640 1 -- 172.21.15.31:0/2681442077 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5029+0+0 (secure 0 0 0) 0x7f9dec0bb730 con 0x7f9dfc1f84e0 2024-09-16T07:26:02.317 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.316+0000 7f9e0241b640 1 --2- 172.21.15.31:0/2681442077 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9de8078970 0x7f9de807ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:02.317 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.317+0000 7f9e0241b640 1 --2- 172.21.15.31:0/2681442077 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9de8078970 0x7f9de807ae30 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f9df4001010 tx=0x7f9df4006970 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:02.320 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.321+0000 7f9dfaffd640 1 -- 172.21.15.31:0/2681442077 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f9dec04b020 con 0x7f9dfc1f84e0 2024-09-16T07:26:02.507 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.508+0000 7f9e0467f640 1 -- 172.21.15.31:0/2681442077 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9dfc08d590 con 0x7f9dfc1f84e0 2024-09-16T07:26:02.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.508+0000 7f9dfaffd640 1 -- 172.21.15.31:0/2681442077 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v93) ==== 74+0+13139 (secure 0 0 0) 0x7f9dec083e10 con 0x7f9dfc1f84e0 2024-09-16T07:26:02.508 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:26:02.508 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":93,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:26:01.184316+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.31:6834/475451784":"2024-09-17T07:25:57.807881+0000","172.21.15.31:6832/475451784":"2024-09-17T07:25:57.807881+0000","172.21.15.155:6834/3904865864":"2024-09-17T07:25:51.141451+0000","172.21.15.155:6808/3904865864":"2024-09-17T07:25:51.141451+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:26:02.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.510+0000 7f9e0467f640 1 -- 172.21.15.31:0/2681442077 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9de8078970 msgr2=0x7f9de807ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:02.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.510+0000 7f9e0467f640 1 --2- 172.21.15.31:0/2681442077 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9de8078970 0x7f9de807ae30 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f9df4001010 tx=0x7f9df4006970 comp rx=0 tx=0).stop 2024-09-16T07:26:02.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.510+0000 7f9e0467f640 1 -- 172.21.15.31:0/2681442077 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9dfc1f84e0 msgr2=0x7f9dfc1f8990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:02.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.510+0000 7f9e0467f640 1 --2- 172.21.15.31:0/2681442077 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9dfc1f84e0 0x7f9dfc1f8990 secure :-1 s=READY pgs=995 cs=0 l=1 rev1=1 crypto rx=0x7f9dec009e20 tx=0x7f9dec0042d0 comp rx=0 tx=0).stop 2024-09-16T07:26:02.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.510+0000 7f9e0467f640 1 -- 172.21.15.31:0/2681442077 shutdown_connections 2024-09-16T07:26:02.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.510+0000 7f9e0467f640 1 --2- 172.21.15.31:0/2681442077 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9de8078970 0x7f9de807ae30 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:02.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.510+0000 7f9e0467f640 1 --2- 172.21.15.31:0/2681442077 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9dfc1f84e0 0x7f9dfc1f8990 unknown :-1 s=CLOSED pgs=995 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:02.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.510+0000 7f9e0467f640 1 --2- 172.21.15.31:0/2681442077 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9dfc0b5f00 0x7f9dfc0b6360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:02.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.510+0000 7f9e0467f640 1 --2- 172.21.15.31:0/2681442077 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9de40051c0 0x7f9dfc0caf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:02.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.510+0000 7f9e0467f640 1 -- 172.21.15.31:0/2681442077 >> 172.21.15.31:0/2681442077 conn(0x7f9dfc0d3ea0 msgr2=0x7f9dfc0b1a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:02.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.511+0000 7f9e0467f640 1 -- 172.21.15.31:0/2681442077 shutdown_connections 2024-09-16T07:26:02.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.511+0000 7f9e0467f640 1 -- 172.21.15.31:0/2681442077 wait complete. 2024-09-16T07:26:02.521 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-16T07:21:00.646987+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-16T07:26:02.521 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-16T07:26:02.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.630+0000 7f67f3c52640 1 -- 172.21.15.31:0/2113718364 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f67ec0d01b0 msgr2=0x7f67ec0d2270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:02.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.630+0000 7f67f3c52640 1 --2- 172.21.15.31:0/2113718364 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f67ec0d01b0 0x7f67ec0d2270 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f67e0009830 tx=0x7f67e002a400 comp rx=0 tx=0).stop 2024-09-16T07:26:02.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.630+0000 7f67f3c52640 1 -- 172.21.15.31:0/2113718364 shutdown_connections 2024-09-16T07:26:02.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.630+0000 7f67f3c52640 1 --2- 172.21.15.31:0/2113718364 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f67ec0d01b0 0x7f67ec0d2270 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:02.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.630+0000 7f67f3c52640 1 --2- 172.21.15.31:0/2113718364 >> v2:172.21.15.155:3300/0 conn(0x7f67ec1617f0 0x7f67ec0d1d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:02.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.630+0000 7f67f3c52640 1 -- 172.21.15.31:0/2113718364 >> 172.21.15.31:0/2113718364 conn(0x7f67ec0d3e30 msgr2=0x7f67ec0d4240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:02.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.630+0000 7f67f3c52640 1 -- 172.21.15.31:0/2113718364 shutdown_connections 2024-09-16T07:26:02.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.630+0000 7f67f3c52640 1 -- 172.21.15.31:0/2113718364 wait complete. 2024-09-16T07:26:02.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.631+0000 7f67f3c52640 1 Processor -- start 2024-09-16T07:26:02.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.631+0000 7f67f3c52640 1 -- start start 2024-09-16T07:26:02.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.632+0000 7f67f3c52640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f67ec0d01b0 0x7f67ec15a890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:02.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.632+0000 7f67f3c52640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f67ec0d27b0 0x7f67ec149c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:02.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.632+0000 7f67f3c52640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f67ec1617f0 0x7f67ec15cd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:02.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.632+0000 7f67f3c52640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f67ec0d0f50 con 0x7f67ec1617f0 2024-09-16T07:26:02.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.632+0000 7f67f3c52640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f67ec0b5000 con 0x7f67ec0d01b0 2024-09-16T07:26:02.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.632+0000 7f67f3c52640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f67ec0d10d0 con 0x7f67ec0d27b0 2024-09-16T07:26:02.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.632+0000 7f67f21ef640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f67ec1617f0 0x7f67ec15cd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:02.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.632+0000 7f67f21ef640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f67ec1617f0 0x7f67ec15cd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:57480/0 (socket says 172.21.15.31:57480) 2024-09-16T07:26:02.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.632+0000 7f67f21ef640 1 -- 172.21.15.31:0/318085236 learned_addr learned my addr 172.21.15.31:0/318085236 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:02.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.632+0000 7f67f11ed640 1 --2- 172.21.15.31:0/318085236 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f67ec0d27b0 0x7f67ec149c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:02.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.632+0000 7f67f19ee640 1 --2- 172.21.15.31:0/318085236 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f67ec0d01b0 0x7f67ec15a890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:02.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.632+0000 7f67f21ef640 1 -- 172.21.15.31:0/318085236 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f67ec0d27b0 msgr2=0x7f67ec149c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:02.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.632+0000 7f67f21ef640 1 --2- 172.21.15.31:0/318085236 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f67ec0d27b0 0x7f67ec149c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:02.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.632+0000 7f67f21ef640 1 -- 172.21.15.31:0/318085236 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f67ec0d01b0 msgr2=0x7f67ec15a890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:02.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.632+0000 7f67f21ef640 1 --2- 172.21.15.31:0/318085236 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f67ec0d01b0 0x7f67ec15a890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:02.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.632+0000 7f67f21ef640 1 -- 172.21.15.31:0/318085236 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67ec15bd00 con 0x7f67ec1617f0 2024-09-16T07:26:02.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.632+0000 7f67f21ef640 1 --2- 172.21.15.31:0/318085236 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f67ec1617f0 0x7f67ec15cd60 secure :-1 s=READY pgs=997 cs=0 l=1 rev1=1 crypto rx=0x7f67e400c4b0 tx=0x7f67e400c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:02.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.632+0000 7f67ea7fc640 1 -- 172.21.15.31:0/318085236 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67e4016020 con 0x7f67ec1617f0 2024-09-16T07:26:02.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.632+0000 7f67ea7fc640 1 -- 172.21.15.31:0/318085236 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f67e4012920 con 0x7f67ec1617f0 2024-09-16T07:26:02.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.632+0000 7f67f3c52640 1 -- 172.21.15.31:0/318085236 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67ec15bfa0 con 0x7f67ec1617f0 2024-09-16T07:26:02.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.633+0000 7f67ea7fc640 1 -- 172.21.15.31:0/318085236 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67e4012d70 con 0x7f67ec1617f0 2024-09-16T07:26:02.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.633+0000 7f67f3c52640 1 -- 172.21.15.31:0/318085236 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67ec15c560 con 0x7f67ec1617f0 2024-09-16T07:26:02.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.633+0000 7f67f3c52640 1 -- 172.21.15.31:0/318085236 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f67ec0d1610 con 0x7f67ec1617f0 2024-09-16T07:26:02.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.634+0000 7f67ea7fc640 1 -- 172.21.15.31:0/318085236 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7f67e4019020 con 0x7f67ec1617f0 2024-09-16T07:26:02.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.635+0000 7f67ea7fc640 1 --2- 172.21.15.31:0/318085236 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f67d8078970 0x7f67d807ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:02.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.635+0000 7f67f19ee640 1 --2- 172.21.15.31:0/318085236 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f67d8078970 0x7f67d807ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:02.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.635+0000 7f67ea7fc640 1 -- 172.21.15.31:0/318085236 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5029+0+0 (secure 0 0 0) 0x7f67e409a8d0 con 0x7f67ec1617f0 2024-09-16T07:26:02.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.635+0000 7f67f19ee640 1 --2- 172.21.15.31:0/318085236 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f67d8078970 0x7f67d807ae30 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f67dc005fd0 tx=0x7f67dc009500 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:02.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.639+0000 7f67ea7fc640 1 -- 172.21.15.31:0/318085236 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f67e4020020 con 0x7f67ec1617f0 2024-09-16T07:26:02.824 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.824+0000 7f67f3c52640 1 -- 172.21.15.31:0/318085236 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f67ec050fc0 con 0x7f67ec1617f0 2024-09-16T07:26:02.824 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.825+0000 7f67ea7fc640 1 -- 172.21.15.31:0/318085236 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v93) ==== 93+0+10 (secure 0 0 0) 0x7f67e4063050 con 0x7f67ec1617f0 2024-09-16T07:26:02.824 INFO:teuthology.orchestra.run.smithi031.stdout:pg_num: 1 2024-09-16T07:26:02.826 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.827+0000 7f67f3c52640 1 -- 172.21.15.31:0/318085236 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f67d8078970 msgr2=0x7f67d807ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:02.826 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.827+0000 7f67f3c52640 1 --2- 172.21.15.31:0/318085236 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f67d8078970 0x7f67d807ae30 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f67dc005fd0 tx=0x7f67dc009500 comp rx=0 tx=0).stop 2024-09-16T07:26:02.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.827+0000 7f67f3c52640 1 -- 172.21.15.31:0/318085236 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f67ec1617f0 msgr2=0x7f67ec15cd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:02.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.827+0000 7f67f3c52640 1 --2- 172.21.15.31:0/318085236 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f67ec1617f0 0x7f67ec15cd60 secure :-1 s=READY pgs=997 cs=0 l=1 rev1=1 crypto rx=0x7f67e400c4b0 tx=0x7f67e400c970 comp rx=0 tx=0).stop 2024-09-16T07:26:02.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.827+0000 7f67f3c52640 1 -- 172.21.15.31:0/318085236 shutdown_connections 2024-09-16T07:26:02.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.827+0000 7f67f3c52640 1 --2- 172.21.15.31:0/318085236 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f67d8078970 0x7f67d807ae30 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:02.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.827+0000 7f67f3c52640 1 --2- 172.21.15.31:0/318085236 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f67ec1617f0 0x7f67ec15cd60 unknown :-1 s=CLOSED pgs=997 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:02.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.827+0000 7f67f3c52640 1 --2- 172.21.15.31:0/318085236 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f67ec0d27b0 0x7f67ec149c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:02.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.827+0000 7f67f3c52640 1 --2- 172.21.15.31:0/318085236 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f67ec0d01b0 0x7f67ec15a890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:02.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.827+0000 7f67f3c52640 1 -- 172.21.15.31:0/318085236 >> 172.21.15.31:0/318085236 conn(0x7f67ec0d3e30 msgr2=0x7f67ec0b1c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:02.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.827+0000 7f67f3c52640 1 -- 172.21.15.31:0/318085236 shutdown_connections 2024-09-16T07:26:02.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.827+0000 7f67f3c52640 1 -- 172.21.15.31:0/318085236 wait complete. 2024-09-16T07:26:02.838 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_volumes.TestMisc.test_subvolume_no_upgrade_v1_sanity' 2024-09-16T07:26:02.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.943+0000 7ff27e152640 1 -- 172.21.15.31:0/3545779721 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff2780cfce0 msgr2=0x7ff2780d00f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:02.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.943+0000 7ff27e152640 1 --2- 172.21.15.31:0/3545779721 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff2780cfce0 0x7ff2780d00f0 secure :-1 s=READY pgs=998 cs=0 l=1 rev1=1 crypto rx=0x7ff2780ce590 tx=0x7ff27002a5f0 comp rx=0 tx=0).stop 2024-09-16T07:26:02.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.943+0000 7ff27e152640 1 -- 172.21.15.31:0/3545779721 shutdown_connections 2024-09-16T07:26:02.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.943+0000 7ff27e152640 1 --2- 172.21.15.31:0/3545779721 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff2780cfce0 0x7ff2780d00f0 unknown :-1 s=CLOSED pgs=998 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:02.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.943+0000 7ff27e152640 1 --2- 172.21.15.31:0/3545779721 >> v2:172.21.15.155:3300/0 conn(0x7ff2780b3090 0x7ff27815f6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:02.944 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.943+0000 7ff27e152640 1 -- 172.21.15.31:0/3545779721 >> 172.21.15.31:0/3545779721 conn(0x7ff27809aa30 msgr2=0x7ff27809ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:02.944 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.943+0000 7ff27e152640 1 -- 172.21.15.31:0/3545779721 shutdown_connections 2024-09-16T07:26:02.944 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.943+0000 7ff27e152640 1 -- 172.21.15.31:0/3545779721 wait complete. 2024-09-16T07:26:02.946 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.944+0000 7ff27e152640 1 Processor -- start 2024-09-16T07:26:02.946 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.944+0000 7ff27e152640 1 -- start start 2024-09-16T07:26:02.946 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.945+0000 7ff27e152640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff2780b3090 0x7ff27815b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:02.946 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.945+0000 7ff27e152640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff2780cfce0 0x7ff278159c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:02.946 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.945+0000 7ff27e152640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff2780d2410 0x7ff278157450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:02.946 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.945+0000 7ff27e152640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7ff2780b13c0 con 0x7ff2780d2410 2024-09-16T07:26:02.946 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.945+0000 7ff27e152640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ff2780b1240 con 0x7ff2780cfce0 2024-09-16T07:26:02.946 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.945+0000 7ff27e152640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ff2780b1540 con 0x7ff2780b3090 2024-09-16T07:26:02.946 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.945+0000 7ff277fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff2780d2410 0x7ff278157450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:02.946 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.945+0000 7ff277fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff2780d2410 0x7ff278157450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:57498/0 (socket says 172.21.15.31:57498) 2024-09-16T07:26:02.946 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.945+0000 7ff277fff640 1 -- 172.21.15.31:0/3650489169 learned_addr learned my addr 172.21.15.31:0/3650489169 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:02.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.945+0000 7ff276ffd640 1 --2- 172.21.15.31:0/3650489169 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff2780cfce0 0x7ff278159c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:02.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.945+0000 7ff2777fe640 1 --2- 172.21.15.31:0/3650489169 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff2780b3090 0x7ff27815b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:02.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.946+0000 7ff277fff640 1 -- 172.21.15.31:0/3650489169 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff2780b3090 msgr2=0x7ff27815b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:02.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.946+0000 7ff277fff640 1 --2- 172.21.15.31:0/3650489169 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff2780b3090 0x7ff27815b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:02.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.946+0000 7ff277fff640 1 -- 172.21.15.31:0/3650489169 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff2780cfce0 msgr2=0x7ff278159c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:02.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.946+0000 7ff277fff640 1 --2- 172.21.15.31:0/3650489169 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff2780cfce0 0x7ff278159c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:02.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.946+0000 7ff277fff640 1 -- 172.21.15.31:0/3650489169 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff278157990 con 0x7ff2780d2410 2024-09-16T07:26:02.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.946+0000 7ff277fff640 1 --2- 172.21.15.31:0/3650489169 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff2780d2410 0x7ff278157450 secure :-1 s=READY pgs=999 cs=0 l=1 rev1=1 crypto rx=0x7ff27002abe0 tx=0x7ff2700039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:02.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.946+0000 7ff26ffff640 1 -- 172.21.15.31:0/3650489169 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff27003f070 con 0x7ff2780d2410 2024-09-16T07:26:02.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.946+0000 7ff26ffff640 1 -- 172.21.15.31:0/3650489169 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff2700048b0 con 0x7ff2780d2410 2024-09-16T07:26:02.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.946+0000 7ff27e152640 1 -- 172.21.15.31:0/3650489169 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff2780c6040 con 0x7ff2780d2410 2024-09-16T07:26:02.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.946+0000 7ff26ffff640 1 -- 172.21.15.31:0/3650489169 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff270035030 con 0x7ff2780d2410 2024-09-16T07:26:02.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.946+0000 7ff27e152640 1 -- 172.21.15.31:0/3650489169 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff27815a6f0 con 0x7ff2780d2410 2024-09-16T07:26:02.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.947+0000 7ff27e152640 1 -- 172.21.15.31:0/3650489169 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff27815d1a0 con 0x7ff2780d2410 2024-09-16T07:26:02.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.948+0000 7ff26ffff640 1 -- 172.21.15.31:0/3650489169 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7ff270042070 con 0x7ff2780d2410 2024-09-16T07:26:02.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.948+0000 7ff26ffff640 1 --2- 172.21.15.31:0/3650489169 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff258078970 0x7ff25807ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:02.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.948+0000 7ff26ffff640 1 -- 172.21.15.31:0/3650489169 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5029+0+0 (secure 0 0 0) 0x7ff2700bb6c0 con 0x7ff2780d2410 2024-09-16T07:26:02.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.948+0000 7ff2777fe640 1 --2- 172.21.15.31:0/3650489169 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff258078970 0x7ff25807ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:02.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.949+0000 7ff2777fe640 1 --2- 172.21.15.31:0/3650489169 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff258078970 0x7ff25807ae30 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7ff268009fd0 tx=0x7ff26800d040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:02.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:02.952+0000 7ff26ffff640 1 -- 172.21.15.31:0/3650489169 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7ff27815d1a0 con 0x7ff2780d2410 2024-09-16T07:26:03.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:03.210+0000 7ff27e152640 1 -- 172.21.15.31:0/3650489169 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_subvolume_no_upgrade_v1_sanity"]} v 0) -- 0x7ff2780b19f0 con 0x7ff2780d2410 2024-09-16T07:26:04.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.196+0000 7ff26ffff640 1 -- 172.21.15.31:0/3650489169 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_subvolume_no_upgrade_v1_sanity"]}]=0 v274) ==== 152+0+0 (secure 0 0 0) 0x7ff278157990 con 0x7ff2780d2410 2024-09-16T07:26:04.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.199+0000 7ff27e152640 1 -- 172.21.15.31:0/3650489169 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff258078970 msgr2=0x7ff25807ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:04.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.199+0000 7ff27e152640 1 --2- 172.21.15.31:0/3650489169 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff258078970 0x7ff25807ae30 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7ff268009fd0 tx=0x7ff26800d040 comp rx=0 tx=0).stop 2024-09-16T07:26:04.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.199+0000 7ff27e152640 1 -- 172.21.15.31:0/3650489169 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff2780d2410 msgr2=0x7ff278157450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:04.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.199+0000 7ff27e152640 1 --2- 172.21.15.31:0/3650489169 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff2780d2410 0x7ff278157450 secure :-1 s=READY pgs=999 cs=0 l=1 rev1=1 crypto rx=0x7ff27002abe0 tx=0x7ff2700039e0 comp rx=0 tx=0).stop 2024-09-16T07:26:04.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.199+0000 7ff27e152640 1 -- 172.21.15.31:0/3650489169 shutdown_connections 2024-09-16T07:26:04.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.199+0000 7ff27e152640 1 --2- 172.21.15.31:0/3650489169 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff258078970 0x7ff25807ae30 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:04.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.199+0000 7ff27e152640 1 --2- 172.21.15.31:0/3650489169 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff2780d2410 0x7ff278157450 unknown :-1 s=CLOSED pgs=999 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:04.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.199+0000 7ff27e152640 1 --2- 172.21.15.31:0/3650489169 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff2780cfce0 0x7ff278159c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:04.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.199+0000 7ff27e152640 1 --2- 172.21.15.31:0/3650489169 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff2780b3090 0x7ff27815b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:04.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.199+0000 7ff27e152640 1 -- 172.21.15.31:0/3650489169 >> 172.21.15.31:0/3650489169 conn(0x7ff27809aa30 msgr2=0x7ff2780b4060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:04.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.199+0000 7ff27e152640 1 -- 172.21.15.31:0/3650489169 shutdown_connections 2024-09-16T07:26:04.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.200+0000 7ff27e152640 1 -- 172.21.15.31:0/3650489169 wait complete. 2024-09-16T07:26:04.213 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-09-16T07:26:04.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.325+0000 7fe7a02a9640 1 -- 172.21.15.31:0/1694801520 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe7980746e0 msgr2=0x7fe7980cb890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:04.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.325+0000 7fe7a02a9640 1 --2- 172.21.15.31:0/1694801520 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe7980746e0 0x7fe7980cb890 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x7fe790005fd0 tx=0x7fe79002a820 comp rx=0 tx=0).stop 2024-09-16T07:26:04.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.325+0000 7fe7a02a9640 1 -- 172.21.15.31:0/1694801520 shutdown_connections 2024-09-16T07:26:04.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.325+0000 7fe7a02a9640 1 --2- 172.21.15.31:0/1694801520 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe7980746e0 0x7fe7980cb890 unknown :-1 s=CLOSED pgs=1001 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:04.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.325+0000 7fe7a02a9640 1 --2- 172.21.15.31:0/1694801520 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe798074280 0x7fe7980cb350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:04.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.325+0000 7fe7a02a9640 1 -- 172.21.15.31:0/1694801520 >> 172.21.15.31:0/1694801520 conn(0x7fe7980d0c20 msgr2=0x7fe7980d1030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:04.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.325+0000 7fe7a02a9640 1 -- 172.21.15.31:0/1694801520 shutdown_connections 2024-09-16T07:26:04.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.325+0000 7fe7a02a9640 1 -- 172.21.15.31:0/1694801520 wait complete. 2024-09-16T07:26:04.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.326+0000 7fe7a02a9640 1 Processor -- start 2024-09-16T07:26:04.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.326+0000 7fe7a02a9640 1 -- start start 2024-09-16T07:26:04.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.327+0000 7fe7a02a9640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe798074280 0x7fe7981f55a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:04.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.327+0000 7fe7a02a9640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe7980746e0 0x7fe7981571c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:04.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.327+0000 7fe7a02a9640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe79815ad00 0x7fe79815d8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:04.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.327+0000 7fe7a02a9640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fe7980d0820 con 0x7fe79815ad00 2024-09-16T07:26:04.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.327+0000 7fe7a02a9640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fe7980d06a0 con 0x7fe798074280 2024-09-16T07:26:04.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.327+0000 7fe7a02a9640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fe7980cbdd0 con 0x7fe7980746e0 2024-09-16T07:26:04.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.327+0000 7fe79e846640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe79815ad00 0x7fe79815d8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:04.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.327+0000 7fe79e846640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe79815ad00 0x7fe79815d8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:57516/0 (socket says 172.21.15.31:57516) 2024-09-16T07:26:04.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.327+0000 7fe79e846640 1 -- 172.21.15.31:0/2763800285 learned_addr learned my addr 172.21.15.31:0/2763800285 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:04.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.327+0000 7fe79d844640 1 --2- 172.21.15.31:0/2763800285 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe7980746e0 0x7fe7981571c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:04.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.327+0000 7fe79e045640 1 --2- 172.21.15.31:0/2763800285 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe798074280 0x7fe7981f55a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:04.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.328+0000 7fe79e846640 1 -- 172.21.15.31:0/2763800285 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe7980746e0 msgr2=0x7fe7981571c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:04.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.328+0000 7fe79e846640 1 --2- 172.21.15.31:0/2763800285 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe7980746e0 0x7fe7981571c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:04.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.328+0000 7fe79e846640 1 -- 172.21.15.31:0/2763800285 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe798074280 msgr2=0x7fe7981f55a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:04.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.328+0000 7fe79e846640 1 --2- 172.21.15.31:0/2763800285 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe798074280 0x7fe7981f55a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:04.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.328+0000 7fe79e846640 1 -- 172.21.15.31:0/2763800285 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe79815b7f0 con 0x7fe79815ad00 2024-09-16T07:26:04.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.328+0000 7fe79e846640 1 --2- 172.21.15.31:0/2763800285 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe79815ad00 0x7fe79815d8f0 secure :-1 s=READY pgs=1002 cs=0 l=1 rev1=1 crypto rx=0x7fe790009b30 tx=0x7fe790032c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:04.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.328+0000 7fe78effd640 1 -- 172.21.15.31:0/2763800285 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe790037040 con 0x7fe79815ad00 2024-09-16T07:26:04.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.328+0000 7fe78effd640 1 -- 172.21.15.31:0/2763800285 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe790042070 con 0x7fe79815ad00 2024-09-16T07:26:04.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.328+0000 7fe7a02a9640 1 -- 172.21.15.31:0/2763800285 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe79815bc70 con 0x7fe79815ad00 2024-09-16T07:26:04.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.328+0000 7fe78effd640 1 -- 172.21.15.31:0/2763800285 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7900042a0 con 0x7fe79815ad00 2024-09-16T07:26:04.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.328+0000 7fe7a02a9640 1 -- 172.21.15.31:0/2763800285 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe79815c230 con 0x7fe79815ad00 2024-09-16T07:26:04.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.329+0000 7fe7a02a9640 1 -- 172.21.15.31:0/2763800285 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe798072ee0 con 0x7fe79815ad00 2024-09-16T07:26:04.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.330+0000 7fe78effd640 1 -- 172.21.15.31:0/2763800285 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7fe790004440 con 0x7fe79815ad00 2024-09-16T07:26:04.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.330+0000 7fe78effd640 1 --2- 172.21.15.31:0/2763800285 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe77c078970 0x7fe77c07ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:04.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.331+0000 7fe78effd640 1 -- 172.21.15.31:0/2763800285 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5029+0+0 (secure 0 0 0) 0x7fe7900bb560 con 0x7fe79815ad00 2024-09-16T07:26:04.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.331+0000 7fe79e045640 1 --2- 172.21.15.31:0/2763800285 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe77c078970 0x7fe77c07ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:04.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.331+0000 7fe79e045640 1 --2- 172.21.15.31:0/2763800285 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe77c078970 0x7fe77c07ae30 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fe79815b2b0 tx=0x7fe794009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:04.334 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.335+0000 7fe78effd640 1 -- 172.21.15.31:0/2763800285 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fe798072ee0 con 0x7fe79815ad00 2024-09-16T07:26:04.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.522+0000 7fe7a02a9640 1 -- 172.21.15.31:0/2763800285 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7fe7980cc280 con 0x7fe79815ad00 2024-09-16T07:26:04.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.522+0000 7fe78effd640 1 -- 172.21.15.31:0/2763800285 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v37) ==== 59+0+1998 (secure 0 0 0) 0x7fe790083b30 con 0x7fe79815ad00 2024-09-16T07:26:04.522 INFO:teuthology.orchestra.run.smithi031.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-09-16T07:26:04.522 INFO:teuthology.orchestra.run.smithi031.stdout:mon advanced mon_op_complaint_time 120 2024-09-16T07:26:04.522 INFO:teuthology.orchestra.run.smithi031.stdout:mon dev mon_warn_on_pool_no_app false 2024-09-16T07:26:04.522 INFO:teuthology.orchestra.run.smithi031.stdout:osd advanced osd_op_complaint_time 180.000000 2024-09-16T07:26:04.522 INFO:teuthology.orchestra.run.smithi031.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 4520.820560 2024-09-16T07:26:04.522 INFO:teuthology.orchestra.run.smithi031.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 5734.367886 2024-09-16T07:26:04.523 INFO:teuthology.orchestra.run.smithi031.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 4504.591485 2024-09-16T07:26:04.523 INFO:teuthology.orchestra.run.smithi031.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 4573.380612 2024-09-16T07:26:04.523 INFO:teuthology.orchestra.run.smithi031.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 5234.235164 2024-09-16T07:26:04.523 INFO:teuthology.orchestra.run.smithi031.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 5784.050173 2024-09-16T07:26:04.523 INFO:teuthology.orchestra.run.smithi031.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 8598.617671 2024-09-16T07:26:04.523 INFO:teuthology.orchestra.run.smithi031.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 5090.838884 2024-09-16T07:26:04.523 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced debug_mds 20/20 2024-09-16T07:26:04.523 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced debug_mds_balancer 20/20 2024-09-16T07:26:04.523 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced debug_ms 2/2 2024-09-16T07:26:04.523 INFO:teuthology.orchestra.run.smithi031.stdout:mds dev mds_debug_frag true 2024-09-16T07:26:04.523 INFO:teuthology.orchestra.run.smithi031.stdout:mds dev mds_debug_scatterstat true 2024-09-16T07:26:04.523 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced mds_op_complaint_time 180.000000 2024-09-16T07:26:04.524 INFO:teuthology.orchestra.run.smithi031.stdout:mds dev mds_verify_scatter true 2024-09-16T07:26:04.524 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced osd_op_complaint_time 180.000000 2024-09-16T07:26:04.524 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced rados_mon_op_timeout 900 2024-09-16T07:26:04.524 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced rados_osd_op_timeout 900 2024-09-16T07:26:04.524 INFO:teuthology.orchestra.run.smithi031.stdout:client advanced client_mount_timeout 600 2024-09-16T07:26:04.524 INFO:teuthology.orchestra.run.smithi031.stdout:client advanced debug_client 20/20 2024-09-16T07:26:04.524 INFO:teuthology.orchestra.run.smithi031.stdout:client advanced debug_ms 1/1 2024-09-16T07:26:04.524 INFO:teuthology.orchestra.run.smithi031.stdout:client advanced rados_mon_op_timeout 900 2024-09-16T07:26:04.524 INFO:teuthology.orchestra.run.smithi031.stdout:client advanced rados_osd_op_timeout 900 2024-09-16T07:26:04.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.525+0000 7fe7a02a9640 1 -- 172.21.15.31:0/2763800285 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe77c078970 msgr2=0x7fe77c07ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:04.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.525+0000 7fe7a02a9640 1 --2- 172.21.15.31:0/2763800285 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe77c078970 0x7fe77c07ae30 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fe79815b2b0 tx=0x7fe794009040 comp rx=0 tx=0).stop 2024-09-16T07:26:04.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.525+0000 7fe7a02a9640 1 -- 172.21.15.31:0/2763800285 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe79815ad00 msgr2=0x7fe79815d8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:04.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.525+0000 7fe7a02a9640 1 --2- 172.21.15.31:0/2763800285 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe79815ad00 0x7fe79815d8f0 secure :-1 s=READY pgs=1002 cs=0 l=1 rev1=1 crypto rx=0x7fe790009b30 tx=0x7fe790032c90 comp rx=0 tx=0).stop 2024-09-16T07:26:04.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.525+0000 7fe7a02a9640 1 -- 172.21.15.31:0/2763800285 shutdown_connections 2024-09-16T07:26:04.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.525+0000 7fe7a02a9640 1 --2- 172.21.15.31:0/2763800285 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe77c078970 0x7fe77c07ae30 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:04.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.525+0000 7fe7a02a9640 1 --2- 172.21.15.31:0/2763800285 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe79815ad00 0x7fe79815d8f0 unknown :-1 s=CLOSED pgs=1002 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:04.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.525+0000 7fe7a02a9640 1 --2- 172.21.15.31:0/2763800285 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe7980746e0 0x7fe7981571c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:04.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.525+0000 7fe7a02a9640 1 --2- 172.21.15.31:0/2763800285 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe798074280 0x7fe7981f55a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:04.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.525+0000 7fe7a02a9640 1 -- 172.21.15.31:0/2763800285 >> 172.21.15.31:0/2763800285 conn(0x7fe7980d0c20 msgr2=0x7fe7980736c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:04.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.525+0000 7fe7a02a9640 1 -- 172.21.15.31:0/2763800285 shutdown_connections 2024-09-16T07:26:04.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.525+0000 7fe7a02a9640 1 -- 172.21.15.31:0/2763800285 wait complete. 2024-09-16T07:26:04.535 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-16T07:26:04.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.644+0000 7f74f09a3640 1 -- 172.21.15.31:0/3171116259 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f74d8004000 msgr2=0x7f74d8004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:04.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.644+0000 7f74f09a3640 1 --2- 172.21.15.31:0/3171116259 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f74d8004000 0x7f74d8004800 secure :-1 s=READY pgs=1004 cs=0 l=1 rev1=1 crypto rx=0x7f74d4006f60 tx=0x7f74d8005830 comp rx=0 tx=0).stop 2024-09-16T07:26:04.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.644+0000 7f74ead9d640 1 -- 172.21.15.31:0/3171116259 reap_dead start 2024-09-16T07:26:04.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.645+0000 7f74f09a3640 1 -- 172.21.15.31:0/3171116259 shutdown_connections 2024-09-16T07:26:04.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.645+0000 7f74f09a3640 1 -- 172.21.15.31:0/3171116259 >> 172.21.15.31:0/3171116259 conn(0x7f74ec0d0b60 msgr2=0x7f74ec0d0f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:04.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.645+0000 7f74f09a3640 1 -- 172.21.15.31:0/3171116259 shutdown_connections 2024-09-16T07:26:04.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.645+0000 7f74f09a3640 1 -- 172.21.15.31:0/3171116259 wait complete. 2024-09-16T07:26:04.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.646+0000 7f74f09a3640 1 Processor -- start 2024-09-16T07:26:04.646 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.646+0000 7f74f09a3640 1 -- start start 2024-09-16T07:26:04.647 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.647+0000 7f74f09a3640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f74d8004000 0x7f74ec13de80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:04.647 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.647+0000 7f74f09a3640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f74ec135340 0x7f74ec0cfad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:04.647 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.647+0000 7f74f09a3640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f74ec1357c0 0x7f74ec0d0010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:04.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.647+0000 7f74f09a3640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f74ec0b3b10 con 0x7f74ec135340 2024-09-16T07:26:04.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.647+0000 7f74f09a3640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f74ec15b6a0 con 0x7f74d8004000 2024-09-16T07:26:04.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.647+0000 7f74f09a3640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f74ec0b3c90 con 0x7f74ec1357c0 2024-09-16T07:26:04.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.647+0000 7f74e9d9b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f74ec135340 0x7f74ec0cfad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:04.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.647+0000 7f74e9d9b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f74ec135340 0x7f74ec0cfad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:57536/0 (socket says 172.21.15.31:57536) 2024-09-16T07:26:04.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.647+0000 7f74e9d9b640 1 -- 172.21.15.31:0/1191339886 learned_addr learned my addr 172.21.15.31:0/1191339886 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:04.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.647+0000 7f74ead9d640 1 --2- 172.21.15.31:0/1191339886 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f74ec1357c0 0x7f74ec0d0010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:04.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.647+0000 7f74ea59c640 1 --2- 172.21.15.31:0/1191339886 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f74d8004000 0x7f74ec13de80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:04.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.647+0000 7f74e9d9b640 1 -- 172.21.15.31:0/1191339886 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f74ec1357c0 msgr2=0x7f74ec0d0010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:04.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.647+0000 7f74e9d9b640 1 --2- 172.21.15.31:0/1191339886 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f74ec1357c0 0x7f74ec0d0010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:04.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.647+0000 7f74e9d9b640 1 -- 172.21.15.31:0/1191339886 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f74d8004000 msgr2=0x7f74ec13de80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:04.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.647+0000 7f74e9d9b640 1 --2- 172.21.15.31:0/1191339886 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f74d8004000 0x7f74ec13de80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:04.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.647+0000 7f74e9d9b640 1 -- 172.21.15.31:0/1191339886 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74ec1f4590 con 0x7f74ec135340 2024-09-16T07:26:04.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.647+0000 7f74e9d9b640 1 --2- 172.21.15.31:0/1191339886 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f74ec135340 0x7f74ec0cfad0 secure :-1 s=READY pgs=1005 cs=0 l=1 rev1=1 crypto rx=0x7f74d400c350 tx=0x7f74d4006c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:04.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.648+0000 7f74e2ffd640 1 -- 172.21.15.31:0/1191339886 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74d4031040 con 0x7f74ec135340 2024-09-16T07:26:04.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.648+0000 7f74e2ffd640 1 -- 172.21.15.31:0/1191339886 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f74d40035f0 con 0x7f74ec135340 2024-09-16T07:26:04.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.648+0000 7f74f09a3640 1 -- 172.21.15.31:0/1191339886 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74ec1f4850 con 0x7f74ec135340 2024-09-16T07:26:04.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.648+0000 7f74e2ffd640 1 -- 172.21.15.31:0/1191339886 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74d4003a20 con 0x7f74ec135340 2024-09-16T07:26:04.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.648+0000 7f74f09a3640 1 -- 172.21.15.31:0/1191339886 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74ec1f4e10 con 0x7f74ec135340 2024-09-16T07:26:04.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.649+0000 7f74f09a3640 1 -- 172.21.15.31:0/1191339886 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f74ec1f7b60 con 0x7f74ec135340 2024-09-16T07:26:04.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.649+0000 7f74e2ffd640 1 -- 172.21.15.31:0/1191339886 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7f74d4034070 con 0x7f74ec135340 2024-09-16T07:26:04.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.650+0000 7f74e2ffd640 1 --2- 172.21.15.31:0/1191339886 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f74cc0789a0 0x7f74cc07ae60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:04.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.650+0000 7f74e2ffd640 1 -- 172.21.15.31:0/1191339886 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5029+0+0 (secure 0 0 0) 0x7f74d40ba6b0 con 0x7f74ec135340 2024-09-16T07:26:04.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.650+0000 7f74ea59c640 1 --2- 172.21.15.31:0/1191339886 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f74cc0789a0 0x7f74cc07ae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:04.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.650+0000 7f74ea59c640 1 --2- 172.21.15.31:0/1191339886 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f74cc0789a0 0x7f74cc07ae60 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f74dc000c00 tx=0x7f74dc006b70 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:04.653 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.654+0000 7f74e2ffd640 1 -- 172.21.15.31:0/1191339886 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f74ec1f7b60 con 0x7f74ec135340 2024-09-16T07:26:04.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.838+0000 7f74f09a3640 1 -- 172.21.15.31:0/1191339886 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f74ec140990 con 0x7f74ec135340 2024-09-16T07:26:04.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.842+0000 7f74e2ffd640 1 -- 172.21.15.31:0/1191339886 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v38)=0 v38) ==== 122+0+0 (secure 0 0 0) 0x7f74d4082750 con 0x7f74ec135340 2024-09-16T07:26:04.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.844+0000 7f74f09a3640 1 -- 172.21.15.31:0/1191339886 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f74cc0789a0 msgr2=0x7f74cc07ae60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:04.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.844+0000 7f74f09a3640 1 --2- 172.21.15.31:0/1191339886 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f74cc0789a0 0x7f74cc07ae60 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f74dc000c00 tx=0x7f74dc006b70 comp rx=0 tx=0).stop 2024-09-16T07:26:04.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.844+0000 7f74f09a3640 1 -- 172.21.15.31:0/1191339886 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f74ec135340 msgr2=0x7f74ec0cfad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:04.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.844+0000 7f74f09a3640 1 --2- 172.21.15.31:0/1191339886 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f74ec135340 0x7f74ec0cfad0 secure :-1 s=READY pgs=1005 cs=0 l=1 rev1=1 crypto rx=0x7f74d400c350 tx=0x7f74d4006c20 comp rx=0 tx=0).stop 2024-09-16T07:26:04.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.844+0000 7f74f09a3640 1 -- 172.21.15.31:0/1191339886 shutdown_connections 2024-09-16T07:26:04.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.844+0000 7f74f09a3640 1 --2- 172.21.15.31:0/1191339886 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f74cc0789a0 0x7f74cc07ae60 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:04.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.844+0000 7f74f09a3640 1 --2- 172.21.15.31:0/1191339886 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f74ec1357c0 0x7f74ec0d0010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:04.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.844+0000 7f74f09a3640 1 --2- 172.21.15.31:0/1191339886 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f74ec135340 0x7f74ec0cfad0 unknown :-1 s=CLOSED pgs=1005 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:04.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.844+0000 7f74f09a3640 1 --2- 172.21.15.31:0/1191339886 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f74d8004000 0x7f74ec13de80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:04.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.844+0000 7f74f09a3640 1 -- 172.21.15.31:0/1191339886 >> 172.21.15.31:0/1191339886 conn(0x7f74ec0d0b60 msgr2=0x7f74ec15c040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:04.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.844+0000 7f74f09a3640 1 -- 172.21.15.31:0/1191339886 shutdown_connections 2024-09-16T07:26:04.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:04.844+0000 7f74f09a3640 1 -- 172.21.15.31:0/1191339886 wait complete. 2024-09-16T07:26:04.854 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-16T07:26:04.855 DEBUG:teuthology.orchestra.run.smithi031:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T07:26:04.918 DEBUG:teuthology.orchestra.run.smithi155:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T07:26:04.971 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-16T07:26:04.971 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:26:04.971 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:26:04.987 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17171 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T07:26:04.988 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:26:04.988 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:26:05.006 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056027,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1315 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T07:26:05.006 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:26:05.006 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:26:05.044 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17171 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T07:26:05.045 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:26:05.045 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:26:05.063 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056027,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1315 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T07:26:05.063 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-16T07:26:05.063 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:26:05.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.192+0000 7f7a8f218640 1 -- 172.21.15.31:0/659513325 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7a8806ff80 msgr2=0x7f7a88070430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:05.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.192+0000 7f7a8f218640 1 --2- 172.21.15.31:0/659513325 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7a8806ff80 0x7f7a88070430 secure :-1 s=READY pgs=1006 cs=0 l=1 rev1=1 crypto rx=0x7f7a880694b0 tx=0x7f7a8002aa50 comp rx=0 tx=0).stop 2024-09-16T07:26:05.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.192+0000 7f7a8f218640 1 -- 172.21.15.31:0/659513325 shutdown_connections 2024-09-16T07:26:05.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.192+0000 7f7a8f218640 1 --2- 172.21.15.31:0/659513325 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7a8806ff80 0x7f7a88070430 unknown :-1 s=CLOSED pgs=1006 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:05.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.192+0000 7f7a8f218640 1 --2- 172.21.15.31:0/659513325 >> v2:172.21.15.155:3300/0 conn(0x7f7a880735a0 0x7f7a880739a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:05.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.192+0000 7f7a8f218640 1 --2- 172.21.15.31:0/659513325 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7a8815aa70 0x7f7a880b4690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:05.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.192+0000 7f7a8f218640 1 -- 172.21.15.31:0/659513325 >> 172.21.15.31:0/659513325 conn(0x7f7a880b1690 msgr2=0x7f7a880b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:05.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.192+0000 7f7a8f218640 1 -- 172.21.15.31:0/659513325 shutdown_connections 2024-09-16T07:26:05.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.192+0000 7f7a8f218640 1 -- 172.21.15.31:0/659513325 wait complete. 2024-09-16T07:26:05.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.193+0000 7f7a8f218640 1 Processor -- start 2024-09-16T07:26:05.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.193+0000 7f7a8f218640 1 -- start start 2024-09-16T07:26:05.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.194+0000 7f7a8f218640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7a8806ff80 0x7f7a881e63c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:05.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.194+0000 7f7a8f218640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7a880735a0 0x7f7a881f4ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:05.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.194+0000 7f7a8f218640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7a8815aa70 0x7f7a88155010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:05.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.194+0000 7f7a8f218640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f7a880cd060 con 0x7f7a880735a0 2024-09-16T07:26:05.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.194+0000 7f7a8f218640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f7a880ccee0 con 0x7f7a8815aa70 2024-09-16T07:26:05.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.194+0000 7f7a8f218640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f7a880cd1e0 con 0x7f7a8806ff80 2024-09-16T07:26:05.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.194+0000 7f7a87fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7a880735a0 0x7f7a881f4ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:05.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.194+0000 7f7a87fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7a880735a0 0x7f7a881f4ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:57558/0 (socket says 172.21.15.31:57558) 2024-09-16T07:26:05.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.194+0000 7f7a87fff640 1 -- 172.21.15.31:0/3496306885 learned_addr learned my addr 172.21.15.31:0/3496306885 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:05.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.194+0000 7f7a8cfb4640 1 --2- 172.21.15.31:0/3496306885 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7a8806ff80 0x7f7a881e63c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:05.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.194+0000 7f7a8d7b5640 1 --2- 172.21.15.31:0/3496306885 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7a8815aa70 0x7f7a88155010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:05.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.194+0000 7f7a87fff640 1 -- 172.21.15.31:0/3496306885 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7a8806ff80 msgr2=0x7f7a881e63c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:05.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.194+0000 7f7a87fff640 1 --2- 172.21.15.31:0/3496306885 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7a8806ff80 0x7f7a881e63c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:05.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.195+0000 7f7a87fff640 1 -- 172.21.15.31:0/3496306885 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7a8815aa70 msgr2=0x7f7a88155010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:05.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.195+0000 7f7a87fff640 1 --2- 172.21.15.31:0/3496306885 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7a8815aa70 0x7f7a88155010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:05.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.195+0000 7f7a87fff640 1 -- 172.21.15.31:0/3496306885 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a881f2320 con 0x7f7a880735a0 2024-09-16T07:26:05.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.195+0000 7f7a8cfb4640 1 --2- 172.21.15.31:0/3496306885 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7a8806ff80 0x7f7a881e63c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:26:05.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.195+0000 7f7a8d7b5640 1 --2- 172.21.15.31:0/3496306885 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7a8815aa70 0x7f7a88155010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:26:05.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.195+0000 7f7a87fff640 1 --2- 172.21.15.31:0/3496306885 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7a880735a0 0x7f7a881f4ea0 secure :-1 s=READY pgs=1007 cs=0 l=1 rev1=1 crypto rx=0x7f7a7400b470 tx=0x7f7a7400b930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:05.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.195+0000 7f7a857fa640 1 -- 172.21.15.31:0/3496306885 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a74015020 con 0x7f7a880735a0 2024-09-16T07:26:05.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.195+0000 7f7a857fa640 1 -- 172.21.15.31:0/3496306885 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7a74011980 con 0x7f7a880735a0 2024-09-16T07:26:05.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.195+0000 7f7a8f218640 1 -- 172.21.15.31:0/3496306885 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a881f2600 con 0x7f7a880735a0 2024-09-16T07:26:05.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.195+0000 7f7a857fa640 1 -- 172.21.15.31:0/3496306885 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a74011dd0 con 0x7f7a880735a0 2024-09-16T07:26:05.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.195+0000 7f7a8f218640 1 -- 172.21.15.31:0/3496306885 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a881f2bc0 con 0x7f7a880735a0 2024-09-16T07:26:05.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.196+0000 7f7a8f218640 1 -- 172.21.15.31:0/3496306885 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7a88073980 con 0x7f7a880735a0 2024-09-16T07:26:05.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.197+0000 7f7a857fa640 1 -- 172.21.15.31:0/3496306885 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7f7a74018020 con 0x7f7a880735a0 2024-09-16T07:26:05.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.197+0000 7f7a857fa640 1 --2- 172.21.15.31:0/3496306885 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7a6c078970 0x7f7a6c07ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:05.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.197+0000 7f7a8cfb4640 1 --2- 172.21.15.31:0/3496306885 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7a6c078970 0x7f7a6c07ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:05.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.197+0000 7f7a857fa640 1 -- 172.21.15.31:0/3496306885 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5029+0+0 (secure 0 0 0) 0x7f7a7409aa50 con 0x7f7a880735a0 2024-09-16T07:26:05.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.198+0000 7f7a8cfb4640 1 --2- 172.21.15.31:0/3496306885 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7a6c078970 0x7f7a6c07ae30 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f7a88159550 tx=0x7f7a7c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:05.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.202+0000 7f7a857fa640 1 -- 172.21.15.31:0/3496306885 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f7a7401f020 con 0x7f7a880735a0 2024-09-16T07:26:05.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.426+0000 7f7a8f218640 1 -- 172.21.15.31:0/3496306885 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7a881f3000 con 0x7f7a880735a0 2024-09-16T07:26:05.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.426+0000 7f7a857fa640 1 -- 172.21.15.31:0/3496306885 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 63 v63) ==== 94+0+3908 (secure 0 0 0) 0x7f7a7400d040 con 0x7f7a880735a0 2024-09-16T07:26:05.426 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:26:05.427 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":63,"btime":"2024-09-16T07:25:58:809627+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5702,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/525266311","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6809","nonce":525266311},{"type":"v1","addr":"172.21.15.155:6835","nonce":525266311}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":51},{"gid":5837,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6834/3539095670","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":3539095670},{"type":"v1","addr":"172.21.15.155:6834","nonce":3539095670}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":61},{"gid":6097,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/1591697587","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":1591697587},{"type":"v1","addr":"172.21.15.31:6835","nonce":1591697587}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":51},{"gid":7062,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6834/96562005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":96562005},{"type":"v1","addr":"172.21.15.31:6834","nonce":96562005}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":63}],"filesystems":[]} 2024-09-16T07:26:05.427 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 63 2024-09-16T07:26:05.428 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.429+0000 7f7a8f218640 1 -- 172.21.15.31:0/3496306885 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7a6c078970 msgr2=0x7f7a6c07ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:05.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.429+0000 7f7a8f218640 1 --2- 172.21.15.31:0/3496306885 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7a6c078970 0x7f7a6c07ae30 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f7a88159550 tx=0x7f7a7c008040 comp rx=0 tx=0).stop 2024-09-16T07:26:05.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.429+0000 7f7a8f218640 1 -- 172.21.15.31:0/3496306885 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7a880735a0 msgr2=0x7f7a881f4ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:05.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.429+0000 7f7a8f218640 1 --2- 172.21.15.31:0/3496306885 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7a880735a0 0x7f7a881f4ea0 secure :-1 s=READY pgs=1007 cs=0 l=1 rev1=1 crypto rx=0x7f7a7400b470 tx=0x7f7a7400b930 comp rx=0 tx=0).stop 2024-09-16T07:26:05.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.429+0000 7f7a8f218640 1 -- 172.21.15.31:0/3496306885 shutdown_connections 2024-09-16T07:26:05.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.429+0000 7f7a8f218640 1 --2- 172.21.15.31:0/3496306885 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7a6c078970 0x7f7a6c07ae30 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:05.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.429+0000 7f7a8f218640 1 --2- 172.21.15.31:0/3496306885 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7a8815aa70 0x7f7a88155010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:05.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.429+0000 7f7a8f218640 1 --2- 172.21.15.31:0/3496306885 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7a880735a0 0x7f7a881f4ea0 unknown :-1 s=CLOSED pgs=1007 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:05.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.429+0000 7f7a8f218640 1 --2- 172.21.15.31:0/3496306885 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7a8806ff80 0x7f7a881e63c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:05.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.429+0000 7f7a8f218640 1 -- 172.21.15.31:0/3496306885 >> 172.21.15.31:0/3496306885 conn(0x7f7a880b1690 msgr2=0x7f7a880b2990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:05.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.429+0000 7f7a8f218640 1 -- 172.21.15.31:0/3496306885 shutdown_connections 2024-09-16T07:26:05.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.429+0000 7f7a8f218640 1 -- 172.21.15.31:0/3496306885 wait complete. 2024-09-16T07:26:05.440 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-16T07:26:05.440 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-16T07:26:05.440 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-16T07:26:05.440 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:26:05.440 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-16T07:26:05.440 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-16T07:26:05.441 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-16T07:26:05.441 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:26:05.441 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-16T07:26:05.441 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-16T07:26:05.441 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-16T07:26:05.441 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:26:05.441 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-16T07:26:05.441 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-16T07:26:05.442 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-16T07:26:05.442 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:26:05.449 INFO:tasks.ceph.mds.a:Stopped 2024-09-16T07:26:05.449 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-16T07:26:05.451 INFO:tasks.ceph.mds.c:Stopped 2024-09-16T07:26:05.451 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-16T07:26:05.453 INFO:tasks.ceph.mds.b:Stopped 2024-09-16T07:26:05.453 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-16T07:26:05.454 INFO:tasks.ceph.mds.d:Stopped 2024-09-16T07:26:05.454 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-16T07:26:05.493 INFO:tasks.ceph.mds.a:Started 2024-09-16T07:26:05.494 DEBUG:teuthology.parallel:result is None 2024-09-16T07:26:05.495 INFO:tasks.ceph.mds.c:Started 2024-09-16T07:26:05.495 DEBUG:teuthology.parallel:result is None 2024-09-16T07:26:05.496 INFO:tasks.ceph.mds.b:Started 2024-09-16T07:26:05.496 DEBUG:teuthology.parallel:result is None 2024-09-16T07:26:05.497 INFO:tasks.ceph.mds.d:Started 2024-09-16T07:26:05.497 DEBUG:teuthology.parallel:result is None 2024-09-16T07:26:05.497 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-16T07:26:05.571 INFO:tasks.ceph.mds.a.smithi031.stdout:starting mds.a at 2024-09-16T07:26:05.571 INFO:tasks.ceph.mds.c.smithi031.stdout:starting mds.c at 2024-09-16T07:26:05.581 INFO:tasks.ceph.mds.d.smithi155.stdout:starting mds.d at 2024-09-16T07:26:05.581 INFO:tasks.ceph.mds.b.smithi155.stdout:starting mds.b at 2024-09-16T07:26:05.607 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.608+0000 7fa182b3d640 1 -- 172.21.15.31:0/2216938781 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa17c15df90 msgr2=0x7fa17c0cf9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:05.607 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.608+0000 7fa182b3d640 1 --2- 172.21.15.31:0/2216938781 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa17c15df90 0x7fa17c0cf9b0 secure :-1 s=READY pgs=1013 cs=0 l=1 rev1=1 crypto rx=0x7fa17c0d1c90 tx=0x7fa17002a560 comp rx=0 tx=0).stop 2024-09-16T07:26:05.608 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.608+0000 7fa182b3d640 1 -- 172.21.15.31:0/2216938781 shutdown_connections 2024-09-16T07:26:05.608 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.608+0000 7fa182b3d640 1 --2- 172.21.15.31:0/2216938781 >> v2:172.21.15.155:3300/0 conn(0x7fa17c0d49c0 0x7fa17c0d0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:05.608 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.608+0000 7fa182b3d640 1 --2- 172.21.15.31:0/2216938781 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa17c15df90 0x7fa17c0cf9b0 unknown :-1 s=CLOSED pgs=1013 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:05.608 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.608+0000 7fa182b3d640 1 -- 172.21.15.31:0/2216938781 >> 172.21.15.31:0/2216938781 conn(0x7fa17c0d3ea0 msgr2=0x7fa17c0d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:05.608 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.608+0000 7fa182b3d640 1 -- 172.21.15.31:0/2216938781 shutdown_connections 2024-09-16T07:26:05.608 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.608+0000 7fa182b3d640 1 -- 172.21.15.31:0/2216938781 wait complete. 2024-09-16T07:26:05.608 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.609+0000 7fa182b3d640 1 Processor -- start 2024-09-16T07:26:05.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.609+0000 7fa182b3d640 1 -- start start 2024-09-16T07:26:05.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.610+0000 7fa182b3d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa17c0d49c0 0x7fa17c1e7870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:05.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.610+0000 7fa182b3d640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa17c15df90 0x7fa17c150a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:05.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.610+0000 7fa182b3d640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa17c162480 0x7fa17c150f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:05.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.610+0000 7fa182b3d640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fa17c0d0f00 con 0x7fa17c0d49c0 2024-09-16T07:26:05.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.610+0000 7fa182b3d640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa17c0d0d80 con 0x7fa17c162480 2024-09-16T07:26:05.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.610+0000 7fa182b3d640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa17c0b3f10 con 0x7fa17c15df90 2024-09-16T07:26:05.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.610+0000 7fa1808d9640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa17c0d49c0 0x7fa17c1e7870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:05.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.610+0000 7fa1808d9640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa17c0d49c0 0x7fa17c1e7870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:57594/0 (socket says 172.21.15.31:57594) 2024-09-16T07:26:05.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.610+0000 7fa1808d9640 1 -- 172.21.15.31:0/1320556324 learned_addr learned my addr 172.21.15.31:0/1320556324 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:05.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.610+0000 7fa17bfff640 1 --2- 172.21.15.31:0/1320556324 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa17c15df90 0x7fa17c150a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:05.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.610+0000 7fa1810da640 1 --2- 172.21.15.31:0/1320556324 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa17c162480 0x7fa17c150f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:05.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.610+0000 7fa1808d9640 1 -- 172.21.15.31:0/1320556324 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa17c15df90 msgr2=0x7fa17c150a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:05.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.610+0000 7fa1808d9640 1 --2- 172.21.15.31:0/1320556324 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa17c15df90 0x7fa17c150a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:05.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.610+0000 7fa1808d9640 1 -- 172.21.15.31:0/1320556324 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa17c162480 msgr2=0x7fa17c150f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:05.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.610+0000 7fa1808d9640 1 --2- 172.21.15.31:0/1320556324 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa17c162480 0x7fa17c150f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:05.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.610+0000 7fa1808d9640 1 -- 172.21.15.31:0/1320556324 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa17c0cdd50 con 0x7fa17c0d49c0 2024-09-16T07:26:05.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.610+0000 7fa1810da640 1 --2- 172.21.15.31:0/1320556324 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa17c162480 0x7fa17c150f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:26:05.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.610+0000 7fa1808d9640 1 --2- 172.21.15.31:0/1320556324 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa17c0d49c0 0x7fa17c1e7870 secure :-1 s=READY pgs=1014 cs=0 l=1 rev1=1 crypto rx=0x7fa170009850 tx=0x7fa1700039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:05.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.611+0000 7fa1797fa640 1 -- 172.21.15.31:0/1320556324 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa17003f070 con 0x7fa17c0d49c0 2024-09-16T07:26:05.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.611+0000 7fa1797fa640 1 -- 172.21.15.31:0/1320556324 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa170004890 con 0x7fa17c0d49c0 2024-09-16T07:26:05.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.611+0000 7fa1797fa640 1 -- 172.21.15.31:0/1320556324 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa170035030 con 0x7fa17c0d49c0 2024-09-16T07:26:05.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.611+0000 7fa182b3d640 1 -- 172.21.15.31:0/1320556324 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa17c0ce030 con 0x7fa17c0d49c0 2024-09-16T07:26:05.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.611+0000 7fa182b3d640 1 -- 172.21.15.31:0/1320556324 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa17c0cb800 con 0x7fa17c0d49c0 2024-09-16T07:26:05.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.612+0000 7fa182b3d640 1 -- 172.21.15.31:0/1320556324 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa17c0d4760 con 0x7fa17c0d49c0 2024-09-16T07:26:05.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.613+0000 7fa1797fa640 1 -- 172.21.15.31:0/1320556324 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7fa170042070 con 0x7fa17c0d49c0 2024-09-16T07:26:05.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.613+0000 7fa1797fa640 1 --2- 172.21.15.31:0/1320556324 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa160078970 0x7fa16007ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:05.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.614+0000 7fa1797fa640 1 -- 172.21.15.31:0/1320556324 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5029+0+0 (secure 0 0 0) 0x7fa1700bb820 con 0x7fa17c0d49c0 2024-09-16T07:26:05.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.614+0000 7fa17bfff640 1 --2- 172.21.15.31:0/1320556324 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa160078970 0x7fa16007ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:05.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.614+0000 7fa17bfff640 1 --2- 172.21.15.31:0/1320556324 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa160078970 0x7fa16007ae30 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fa17c151c20 tx=0x7fa16800a4c0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:05.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.618+0000 7fa1797fa640 1 -- 172.21.15.31:0/1320556324 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fa17c0d4760 con 0x7fa17c0d49c0 2024-09-16T07:26:05.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:05.817+0000 7fa182b3d640 1 -- 172.21.15.31:0/1320556324 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7fa17c0b4430 con 0x7fa17c0d49c0 2024-09-16T07:26:06.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.217+0000 7fa1797fa640 1 -- 172.21.15.31:0/1320556324 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v95) ==== 97+0+0 (secure 0 0 0) 0x7fa17c0ce970 con 0x7fa17c0d49c0 2024-09-16T07:26:06.217 INFO:teuthology.orchestra.run.smithi031.stderr: removed all blocklist entries 2024-09-16T07:26:06.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.220+0000 7fa182b3d640 1 -- 172.21.15.31:0/1320556324 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa160078970 msgr2=0x7fa16007ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:06.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.220+0000 7fa182b3d640 1 --2- 172.21.15.31:0/1320556324 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa160078970 0x7fa16007ae30 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fa17c151c20 tx=0x7fa16800a4c0 comp rx=0 tx=0).stop 2024-09-16T07:26:06.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.220+0000 7fa182b3d640 1 -- 172.21.15.31:0/1320556324 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa17c0d49c0 msgr2=0x7fa17c1e7870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:06.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.220+0000 7fa182b3d640 1 --2- 172.21.15.31:0/1320556324 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa17c0d49c0 0x7fa17c1e7870 secure :-1 s=READY pgs=1014 cs=0 l=1 rev1=1 crypto rx=0x7fa170009850 tx=0x7fa1700039e0 comp rx=0 tx=0).stop 2024-09-16T07:26:06.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.220+0000 7fa182b3d640 1 -- 172.21.15.31:0/1320556324 shutdown_connections 2024-09-16T07:26:06.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.220+0000 7fa182b3d640 1 --2- 172.21.15.31:0/1320556324 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa160078970 0x7fa16007ae30 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:06.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.220+0000 7fa182b3d640 1 --2- 172.21.15.31:0/1320556324 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa17c162480 0x7fa17c150f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:06.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.220+0000 7fa182b3d640 1 --2- 172.21.15.31:0/1320556324 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa17c15df90 0x7fa17c150a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:06.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.220+0000 7fa182b3d640 1 --2- 172.21.15.31:0/1320556324 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa17c0d49c0 0x7fa17c1e7870 unknown :-1 s=CLOSED pgs=1014 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:06.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.220+0000 7fa182b3d640 1 -- 172.21.15.31:0/1320556324 >> 172.21.15.31:0/1320556324 conn(0x7fa17c0d3ea0 msgr2=0x7fa17c0d2770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:06.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.220+0000 7fa182b3d640 1 -- 172.21.15.31:0/1320556324 shutdown_connections 2024-09-16T07:26:06.221 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.220+0000 7fa182b3d640 1 -- 172.21.15.31:0/1320556324 wait complete. 2024-09-16T07:26:06.233 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-16T07:26:06.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.342+0000 7f8dddb9f640 1 -- 172.21.15.31:0/1303935093 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8dc8004e60 msgr2=0x7f8dc800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:06.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.342+0000 7f8dddb9f640 1 --2- 172.21.15.31:0/1303935093 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8dc8004e60 0x7f8dc800b9c0 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x7f8dd0009e20 tx=0x7f8dc8005830 comp rx=0 tx=0).stop 2024-09-16T07:26:06.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.342+0000 7f8ddd39e640 1 -- 172.21.15.31:0/1303935093 reap_dead start 2024-09-16T07:26:06.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.342+0000 7f8dddb9f640 1 -- 172.21.15.31:0/1303935093 shutdown_connections 2024-09-16T07:26:06.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.342+0000 7f8dddb9f640 1 -- 172.21.15.31:0/1303935093 >> 172.21.15.31:0/1303935093 conn(0x7f8dd80d3d50 msgr2=0x7f8dd80d4160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:06.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.342+0000 7f8dddb9f640 1 -- 172.21.15.31:0/1303935093 shutdown_connections 2024-09-16T07:26:06.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.342+0000 7f8dddb9f640 1 -- 172.21.15.31:0/1303935093 wait complete. 2024-09-16T07:26:06.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.344+0000 7f8dddb9f640 1 Processor -- start 2024-09-16T07:26:06.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.344+0000 7f8dddb9f640 1 -- start start 2024-09-16T07:26:06.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.344+0000 7f8dddb9f640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8dc8004e60 0x7f8dd81570f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:06.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.344+0000 7f8dddb9f640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8dd80c7880 0x7f8dd80c7d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:06.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.345+0000 7f8dddb9f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8dd80c8240 0x7f8dd81f7e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:06.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.345+0000 7f8dddb9f640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f8dd80d1230 con 0x7f8dd80c8240 2024-09-16T07:26:06.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.345+0000 7f8dddb9f640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f8dd80d13b0 con 0x7f8dd80c7880 2024-09-16T07:26:06.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.345+0000 7f8dddb9f640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f8dd80d1530 con 0x7f8dc8004e60 2024-09-16T07:26:06.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.345+0000 7f8ddd39e640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8dd80c8240 0x7f8dd81f7e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:06.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.345+0000 7f8ddd39e640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8dd80c8240 0x7f8dd81f7e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:57622/0 (socket says 172.21.15.31:57622) 2024-09-16T07:26:06.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.345+0000 7f8ddd39e640 1 -- 172.21.15.31:0/3432868084 learned_addr learned my addr 172.21.15.31:0/3432868084 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:06.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.345+0000 7f8ddcb9d640 1 --2- 172.21.15.31:0/3432868084 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8dc8004e60 0x7f8dd81570f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:06.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.345+0000 7f8dd7fff640 1 --2- 172.21.15.31:0/3432868084 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8dd80c7880 0x7f8dd80c7d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:06.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.345+0000 7f8ddd39e640 1 -- 172.21.15.31:0/3432868084 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8dc8004e60 msgr2=0x7f8dd81570f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:06.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.345+0000 7f8ddd39e640 1 --2- 172.21.15.31:0/3432868084 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8dc8004e60 0x7f8dd81570f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:06.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.345+0000 7f8ddd39e640 1 -- 172.21.15.31:0/3432868084 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8dd80c7880 msgr2=0x7f8dd80c7d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:06.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.345+0000 7f8ddd39e640 1 --2- 172.21.15.31:0/3432868084 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8dd80c7880 0x7f8dd80c7d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:06.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.345+0000 7f8ddd39e640 1 -- 172.21.15.31:0/3432868084 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8dd80ca6b0 con 0x7f8dd80c8240 2024-09-16T07:26:06.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.345+0000 7f8ddcb9d640 1 --2- 172.21.15.31:0/3432868084 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8dc8004e60 0x7f8dd81570f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:26:06.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.345+0000 7f8dd7fff640 1 --2- 172.21.15.31:0/3432868084 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8dd80c7880 0x7f8dd80c7d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:26:06.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.345+0000 7f8ddd39e640 1 --2- 172.21.15.31:0/3432868084 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8dd80c8240 0x7f8dd81f7e60 secure :-1 s=READY pgs=1017 cs=0 l=1 rev1=1 crypto rx=0x7f8dd0036040 tx=0x7f8dd0033670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:06.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.345+0000 7f8dd57fa640 1 -- 172.21.15.31:0/3432868084 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8dd0038040 con 0x7f8dd80c8240 2024-09-16T07:26:06.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.345+0000 7f8dd57fa640 1 -- 172.21.15.31:0/3432868084 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8dd002b650 con 0x7f8dd80c8240 2024-09-16T07:26:06.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.345+0000 7f8dddb9f640 1 -- 172.21.15.31:0/3432868084 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8dd80caf50 con 0x7f8dd80c8240 2024-09-16T07:26:06.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.345+0000 7f8dd57fa640 1 -- 172.21.15.31:0/3432868084 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8dd0003bd0 con 0x7f8dd80c8240 2024-09-16T07:26:06.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.345+0000 7f8dddb9f640 1 -- 172.21.15.31:0/3432868084 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8dd80cb510 con 0x7f8dd80c8240 2024-09-16T07:26:06.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.346+0000 7f8dddb9f640 1 -- 172.21.15.31:0/3432868084 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8dd80b3550 con 0x7f8dd80c8240 2024-09-16T07:26:06.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.347+0000 7f8dd57fa640 1 -- 172.21.15.31:0/3432868084 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7f8dd0044030 con 0x7f8dd80c8240 2024-09-16T07:26:06.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.348+0000 7f8dd57fa640 1 --2- 172.21.15.31:0/3432868084 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8dbc0789a0 0x7f8dbc07ae60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:06.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.348+0000 7f8dd57fa640 1 -- 172.21.15.31:0/3432868084 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 4857+0+0 (secure 0 0 0) 0x7f8dd00ba5e0 con 0x7f8dd80c8240 2024-09-16T07:26:06.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.348+0000 7f8ddcb9d640 1 --2- 172.21.15.31:0/3432868084 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8dbc0789a0 0x7f8dbc07ae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:06.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.348+0000 7f8ddcb9d640 1 --2- 172.21.15.31:0/3432868084 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8dbc0789a0 0x7f8dbc07ae60 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f8dcc000fb0 tx=0x7f8dcc001cb0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:06.351 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.352+0000 7f8dd57fa640 1 -- 172.21.15.31:0/3432868084 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f8dd004b020 con 0x7f8dd80c8240 2024-09-16T07:26:06.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.611+0000 7f8dddb9f640 1 -- 172.21.15.31:0/3432868084 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f8dd806e480 con 0x7f8dd80c8240 2024-09-16T07:26:06.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.612+0000 7f8dd57fa640 1 -- 172.21.15.31:0/3432868084 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v22) ==== 80+0+5304 (secure 0 0 0) 0x7f8dd0082e10 con 0x7f8dd80c8240 2024-09-16T07:26:06.611 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:26:06.611 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-16T07:26:06.612 INFO:teuthology.orchestra.run.smithi031.stdout: "auth_dump": [ 2024-09-16T07:26:06.612 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:26:06.612 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mds.a", 2024-09-16T07:26:06.612 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmqZelCxAAscsPpPoHsQV4HwJyGUrzNg==", 2024-09-16T07:26:06.612 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:26:06.612 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:26:06.612 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-16T07:26:06.612 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-16T07:26:06.612 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:26:06.612 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:26:06.612 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:26:06.612 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:26:06.612 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mds.b", 2024-09-16T07:26:06.613 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmfXmZFxAA0mYeuvcMORlWFFaaDmQbxw==", 2024-09-16T07:26:06.613 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:26:06.613 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:26:06.613 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-16T07:26:06.613 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-16T07:26:06.613 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:26:06.613 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:26:06.613 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:26:06.613 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:26:06.613 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mds.c", 2024-09-16T07:26:06.613 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3Odm/cTfEhAAaZgZnhh9QGyve9RYquWC0Q==", 2024-09-16T07:26:06.613 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:26:06.613 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:26:06.613 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-16T07:26:06.614 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-16T07:26:06.614 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:26:06.614 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:26:06.614 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:26:06.614 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:26:06.614 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mds.d", 2024-09-16T07:26:06.614 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3Odm8EGiHhAAIhv2GzralSJeeiMnM31Z+A==", 2024-09-16T07:26:06.614 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:26:06.614 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:26:06.614 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-16T07:26:06.614 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-16T07:26:06.614 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:26:06.614 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:26:06.615 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:26:06.615 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:26:06.615 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.0", 2024-09-16T07:26:06.615 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAt3Odm1TDYBBAAuJFJONHh8+uAFkIcQ3Mk/g==", 2024-09-16T07:26:06.615 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:26:06.615 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:26:06.615 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:26:06.615 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:26:06.615 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:26:06.615 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:26:06.615 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:26:06.615 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.1", 2024-09-16T07:26:06.615 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAw3OdmEqk3BxAAMCfxQ9tUoIzjRULBEmXnaQ==", 2024-09-16T07:26:06.615 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:26:06.616 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:26:06.616 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:26:06.616 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:26:06.616 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:26:06.616 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:26:06.616 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:26:06.616 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.2", 2024-09-16T07:26:06.616 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAz3OdmF9NyCRAAZxPWCrgzE7K49H8eURVIeg==", 2024-09-16T07:26:06.616 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:26:06.616 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:26:06.616 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:26:06.616 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:26:06.616 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:26:06.617 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:26:06.617 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:26:06.617 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.3", 2024-09-16T07:26:06.617 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQA23OdmAWFmGhAA6Z7zsRIfx/L0hjYcyl/B5w==", 2024-09-16T07:26:06.617 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:26:06.617 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:26:06.617 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:26:06.617 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:26:06.617 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:26:06.617 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:26:06.617 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:26:06.617 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.4", 2024-09-16T07:26:06.617 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQA93OdmY9BKFBAAssskgPYXTuKx1qSrhUEPjA==", 2024-09-16T07:26:06.617 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:26:06.618 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:26:06.618 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:26:06.618 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:26:06.618 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:26:06.618 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:26:06.618 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:26:06.618 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.5", 2024-09-16T07:26:06.618 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQBB3OdmdTufBhAANeNgBap5Vw/toilxLT55fA==", 2024-09-16T07:26:06.618 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:26:06.618 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:26:06.618 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:26:06.618 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:26:06.618 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:26:06.619 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:26:06.619 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:26:06.619 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.6", 2024-09-16T07:26:06.619 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQBE3Odm67gaJhAAhpplhm3JGeAQE4M6hZNxog==", 2024-09-16T07:26:06.619 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:26:06.619 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:26:06.619 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:26:06.619 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:26:06.619 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:26:06.619 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:26:06.619 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:26:06.619 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.7", 2024-09-16T07:26:06.619 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQBH3OdmTNeJNhAAezS0/56A2+76DoYwfs7jAQ==", 2024-09-16T07:26:06.620 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:26:06.620 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:26:06.620 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:26:06.620 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:26:06.620 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:26:06.620 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:26:06.620 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:26:06.620 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.0", 2024-09-16T07:26:06.620 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmOi3VIhAA6pREvErOkWIiU+/Wlqimsw==", 2024-09-16T07:26:06.620 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:26:06.620 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:26:06.620 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow r", 2024-09-16T07:26:06.620 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-16T07:26:06.620 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:26:06.621 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:26:06.621 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:26:06.621 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.1", 2024-09-16T07:26:06.621 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmTiLQKxAAIGqY1wYPmJI86PYNb+gngw==", 2024-09-16T07:26:06.621 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:26:06.621 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:26:06.621 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow r", 2024-09-16T07:26:06.621 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow rw", 2024-09-16T07:26:06.621 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow rwx" 2024-09-16T07:26:06.621 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:26:06.621 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:26:06.621 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:26:06.621 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.2", 2024-09-16T07:26:06.622 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmLLaRKBAAQ0i+yw037feTEHpSrd2Iwg==", 2024-09-16T07:26:06.622 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:26:06.622 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:26:06.622 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow r", 2024-09-16T07:26:06.622 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow rw", 2024-09-16T07:26:06.622 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow rwx" 2024-09-16T07:26:06.622 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:26:06.622 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:26:06.622 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:26:06.622 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.3", 2024-09-16T07:26:06.622 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3Odmxe1yMRAAVpguX9xvU2H1VDIC1iZZdQ==", 2024-09-16T07:26:06.622 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:26:06.622 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:26:06.622 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow r", 2024-09-16T07:26:06.623 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow rw", 2024-09-16T07:26:06.623 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow rwx" 2024-09-16T07:26:06.623 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:26:06.623 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:26:06.623 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:26:06.623 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.admin", 2024-09-16T07:26:06.623 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAo3OdmZ9mRKxAASODnqbtdFSv2jjXDSPXSuw==", 2024-09-16T07:26:06.623 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:26:06.623 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow *", 2024-09-16T07:26:06.623 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-16T07:26:06.623 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-16T07:26:06.623 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:26:06.623 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:26:06.623 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:26:06.624 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:26:06.624 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mgr.x", 2024-09-16T07:26:06.624 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmoVFWCBAA1E3B8t60xOMqiOyfwDlYMw==", 2024-09-16T07:26:06.624 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:26:06.624 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow *", 2024-09-16T07:26:06.624 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile mgr", 2024-09-16T07:26:06.624 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:26:06.624 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:26:06.624 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:26:06.624 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:26:06.624 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mgr.y", 2024-09-16T07:26:06.624 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3Odm9hHfBBAAiSK5kbNBYonj7atHktVxiA==", 2024-09-16T07:26:06.624 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:26:06.625 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow *", 2024-09-16T07:26:06.625 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile mgr", 2024-09-16T07:26:06.625 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:26:06.625 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:26:06.625 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:26:06.625 INFO:teuthology.orchestra.run.smithi031.stdout: ] 2024-09-16T07:26:06.625 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-16T07:26:06.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.614+0000 7f8dddb9f640 1 -- 172.21.15.31:0/3432868084 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8dbc0789a0 msgr2=0x7f8dbc07ae60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:06.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.614+0000 7f8dddb9f640 1 --2- 172.21.15.31:0/3432868084 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8dbc0789a0 0x7f8dbc07ae60 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f8dcc000fb0 tx=0x7f8dcc001cb0 comp rx=0 tx=0).stop 2024-09-16T07:26:06.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.614+0000 7f8dddb9f640 1 -- 172.21.15.31:0/3432868084 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8dd80c8240 msgr2=0x7f8dd81f7e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:06.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.614+0000 7f8dddb9f640 1 --2- 172.21.15.31:0/3432868084 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8dd80c8240 0x7f8dd81f7e60 secure :-1 s=READY pgs=1017 cs=0 l=1 rev1=1 crypto rx=0x7f8dd0036040 tx=0x7f8dd0033670 comp rx=0 tx=0).stop 2024-09-16T07:26:06.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.614+0000 7f8dddb9f640 1 -- 172.21.15.31:0/3432868084 shutdown_connections 2024-09-16T07:26:06.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.614+0000 7f8dddb9f640 1 --2- 172.21.15.31:0/3432868084 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8dbc0789a0 0x7f8dbc07ae60 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:06.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.614+0000 7f8dddb9f640 1 --2- 172.21.15.31:0/3432868084 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8dd80c8240 0x7f8dd81f7e60 unknown :-1 s=CLOSED pgs=1017 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:06.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.614+0000 7f8dddb9f640 1 --2- 172.21.15.31:0/3432868084 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8dd80c7880 0x7f8dd80c7d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:06.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.614+0000 7f8dddb9f640 1 --2- 172.21.15.31:0/3432868084 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8dc8004e60 0x7f8dd81570f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:06.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.614+0000 7f8dddb9f640 1 -- 172.21.15.31:0/3432868084 >> 172.21.15.31:0/3432868084 conn(0x7f8dd80d3d50 msgr2=0x7f8dd806d220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:06.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.614+0000 7f8dddb9f640 1 -- 172.21.15.31:0/3432868084 shutdown_connections 2024-09-16T07:26:06.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.614+0000 7f8dddb9f640 1 -- 172.21.15.31:0/3432868084 wait complete. 2024-09-16T07:26:06.629 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-16T07:26:06.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.735+0000 7f620108c640 1 -- 172.21.15.31:0/364513203 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f61fc0d2410 msgr2=0x7f61fc0b3090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:06.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.735+0000 7f620108c640 1 --2- 172.21.15.31:0/364513203 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f61fc0d2410 0x7f61fc0b3090 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x7f61ec009830 tx=0x7f61ec02a5a0 comp rx=0 tx=0).stop 2024-09-16T07:26:06.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.735+0000 7f620108c640 1 -- 172.21.15.31:0/364513203 shutdown_connections 2024-09-16T07:26:06.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.735+0000 7f620108c640 1 --2- 172.21.15.31:0/364513203 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f61fc0d2410 0x7f61fc0b3090 unknown :-1 s=CLOSED pgs=1019 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:06.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.735+0000 7f620108c640 1 -- 172.21.15.31:0/364513203 >> 172.21.15.31:0/364513203 conn(0x7f61fc09aa30 msgr2=0x7f61fc09ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:06.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.735+0000 7f620108c640 1 -- 172.21.15.31:0/364513203 shutdown_connections 2024-09-16T07:26:06.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.735+0000 7f620108c640 1 -- 172.21.15.31:0/364513203 wait complete. 2024-09-16T07:26:06.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.736+0000 7f620108c640 1 Processor -- start 2024-09-16T07:26:06.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.737+0000 7f620108c640 1 -- start start 2024-09-16T07:26:06.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.737+0000 7f620108c640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f61fc0cfce0 0x7f61fc06ec60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:06.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.737+0000 7f620108c640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f61fc0d2410 0x7f61fc06f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:06.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.737+0000 7f620108c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f61fc15f6d0 0x7f61fc0c7c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:06.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.737+0000 7f620108c640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f61fc0b15d0 con 0x7f61fc15f6d0 2024-09-16T07:26:06.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.737+0000 7f620108c640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f61fc0b1450 con 0x7f61fc0cfce0 2024-09-16T07:26:06.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.737+0000 7f620108c640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f61fc0b1750 con 0x7f61fc0d2410 2024-09-16T07:26:06.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.737+0000 7f61fb59e640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f61fc15f6d0 0x7f61fc0c7c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:06.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.738+0000 7f61fb59e640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f61fc15f6d0 0x7f61fc0c7c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:57640/0 (socket says 172.21.15.31:57640) 2024-09-16T07:26:06.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.738+0000 7f61fb59e640 1 -- 172.21.15.31:0/3499977438 learned_addr learned my addr 172.21.15.31:0/3499977438 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:06.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.738+0000 7f61fad9d640 1 --2- 172.21.15.31:0/3499977438 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f61fc0cfce0 0x7f61fc06ec60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:06.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.738+0000 7f61fa59c640 1 --2- 172.21.15.31:0/3499977438 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f61fc0d2410 0x7f61fc06f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:06.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.738+0000 7f61fb59e640 1 -- 172.21.15.31:0/3499977438 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f61fc0d2410 msgr2=0x7f61fc06f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:06.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.738+0000 7f61fb59e640 1 --2- 172.21.15.31:0/3499977438 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f61fc0d2410 0x7f61fc06f1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:06.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.738+0000 7f61fb59e640 1 -- 172.21.15.31:0/3499977438 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f61fc0cfce0 msgr2=0x7f61fc06ec60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:06.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.738+0000 7f61fb59e640 1 --2- 172.21.15.31:0/3499977438 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f61fc0cfce0 0x7f61fc06ec60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:06.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.738+0000 7f61fb59e640 1 -- 172.21.15.31:0/3499977438 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61fc0c5f90 con 0x7f61fc15f6d0 2024-09-16T07:26:06.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.738+0000 7f61fb59e640 1 --2- 172.21.15.31:0/3499977438 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f61fc15f6d0 0x7f61fc0c7c10 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x7f61f400cbf0 tx=0x7f61f400a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:06.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.738+0000 7f61e37fe640 1 -- 172.21.15.31:0/3499977438 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61f4016020 con 0x7f61fc15f6d0 2024-09-16T07:26:06.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.738+0000 7f61e37fe640 1 -- 172.21.15.31:0/3499977438 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f61f400ae30 con 0x7f61fc15f6d0 2024-09-16T07:26:06.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.738+0000 7f620108c640 1 -- 172.21.15.31:0/3499977438 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61fc0c6530 con 0x7f61fc15f6d0 2024-09-16T07:26:06.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.738+0000 7f61e37fe640 1 -- 172.21.15.31:0/3499977438 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61f4012660 con 0x7f61fc15f6d0 2024-09-16T07:26:06.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.738+0000 7f620108c640 1 -- 172.21.15.31:0/3499977438 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61fc0c5cb0 con 0x7f61fc15f6d0 2024-09-16T07:26:06.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.739+0000 7f620108c640 1 -- 172.21.15.31:0/3499977438 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f61fc0b1b70 con 0x7f61fc15f6d0 2024-09-16T07:26:06.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.740+0000 7f61e37fe640 1 -- 172.21.15.31:0/3499977438 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7f61f4019020 con 0x7f61fc15f6d0 2024-09-16T07:26:06.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.740+0000 7f61e37fe640 1 --2- 172.21.15.31:0/3499977438 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f61e8078970 0x7f61e807ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:06.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.741+0000 7f61e37fe640 1 -- 172.21.15.31:0/3499977438 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 4857+0+0 (secure 0 0 0) 0x7f61f409abf0 con 0x7f61fc15f6d0 2024-09-16T07:26:06.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.741+0000 7f61fad9d640 1 --2- 172.21.15.31:0/3499977438 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f61e8078970 0x7f61e807ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:06.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.741+0000 7f61fad9d640 1 --2- 172.21.15.31:0/3499977438 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f61e8078970 0x7f61e807ae30 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f61ec034000 tx=0x7f61ec004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:06.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.745+0000 7f61e37fe640 1 -- 172.21.15.31:0/3499977438 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f61f4020020 con 0x7f61fc15f6d0 2024-09-16T07:26:06.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.932+0000 7f620108c640 1 -- 172.21.15.31:0/3499977438 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f61fc0d29a0 con 0x7f61fc15f6d0 2024-09-16T07:26:06.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.933+0000 7f61e37fe640 1 -- 172.21.15.31:0/3499977438 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v97) ==== 84+0+65 (secure 0 0 0) 0x7f61fc15c0e0 con 0x7f61fc15f6d0 2024-09-16T07:26:06.933 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:26:06.933 INFO:teuthology.orchestra.run.smithi031.stdout:[ 2024-09-16T07:26:06.933 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:26:06.933 INFO:teuthology.orchestra.run.smithi031.stdout: "poolnum": 1, 2024-09-16T07:26:06.933 INFO:teuthology.orchestra.run.smithi031.stdout: "poolname": ".mgr" 2024-09-16T07:26:06.933 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:26:06.933 INFO:teuthology.orchestra.run.smithi031.stdout:] 2024-09-16T07:26:06.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.935+0000 7f620108c640 1 -- 172.21.15.31:0/3499977438 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f61e8078970 msgr2=0x7f61e807ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:06.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.935+0000 7f620108c640 1 --2- 172.21.15.31:0/3499977438 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f61e8078970 0x7f61e807ae30 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f61ec034000 tx=0x7f61ec004730 comp rx=0 tx=0).stop 2024-09-16T07:26:06.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.935+0000 7f620108c640 1 -- 172.21.15.31:0/3499977438 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f61fc15f6d0 msgr2=0x7f61fc0c7c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:06.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.935+0000 7f620108c640 1 --2- 172.21.15.31:0/3499977438 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f61fc15f6d0 0x7f61fc0c7c10 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x7f61f400cbf0 tx=0x7f61f400a430 comp rx=0 tx=0).stop 2024-09-16T07:26:06.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.935+0000 7f620108c640 1 -- 172.21.15.31:0/3499977438 shutdown_connections 2024-09-16T07:26:06.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.935+0000 7f620108c640 1 --2- 172.21.15.31:0/3499977438 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f61e8078970 0x7f61e807ae30 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:06.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.935+0000 7f620108c640 1 --2- 172.21.15.31:0/3499977438 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f61fc15f6d0 0x7f61fc0c7c10 unknown :-1 s=CLOSED pgs=1020 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:06.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.935+0000 7f620108c640 1 --2- 172.21.15.31:0/3499977438 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f61fc0d2410 0x7f61fc06f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:06.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.935+0000 7f620108c640 1 --2- 172.21.15.31:0/3499977438 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f61fc0cfce0 0x7f61fc06ec60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:06.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.935+0000 7f620108c640 1 -- 172.21.15.31:0/3499977438 >> 172.21.15.31:0/3499977438 conn(0x7f61fc09aa30 msgr2=0x7f61fc0b1fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:06.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.935+0000 7f620108c640 1 -- 172.21.15.31:0/3499977438 shutdown_connections 2024-09-16T07:26:06.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:06.935+0000 7f620108c640 1 -- 172.21.15.31:0/3499977438 wait complete. 2024-09-16T07:26:06.945 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-16T07:26:06.946 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-16T07:26:07.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:07.055+0000 7fd6bf26e640 1 -- 172.21.15.31:0/2697344790 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd6b81614f0 msgr2=0x7fd6b80d2210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:07.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:07.055+0000 7fd6bf26e640 1 --2- 172.21.15.31:0/2697344790 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd6b81614f0 0x7fd6b80d2210 secure :-1 s=READY pgs=1022 cs=0 l=1 rev1=1 crypto rx=0x7fd6a8005fd0 tx=0x7fd6a802aa10 comp rx=0 tx=0).stop 2024-09-16T07:26:07.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:07.055+0000 7fd6bf26e640 1 -- 172.21.15.31:0/2697344790 shutdown_connections 2024-09-16T07:26:07.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:07.055+0000 7fd6bf26e640 1 --2- 172.21.15.31:0/2697344790 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd6b80b4df0 0x7fd6b80d2750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:07.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:07.055+0000 7fd6bf26e640 1 --2- 172.21.15.31:0/2697344790 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd6b81614f0 0x7fd6b80d2210 unknown :-1 s=CLOSED pgs=1022 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:07.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:07.055+0000 7fd6bf26e640 1 -- 172.21.15.31:0/2697344790 >> 172.21.15.31:0/2697344790 conn(0x7fd6b809d150 msgr2=0x7fd6b80d3e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:07.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:07.055+0000 7fd6bf26e640 1 -- 172.21.15.31:0/2697344790 shutdown_connections 2024-09-16T07:26:07.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:07.055+0000 7fd6bf26e640 1 -- 172.21.15.31:0/2697344790 wait complete. 2024-09-16T07:26:07.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:07.056+0000 7fd6bf26e640 1 Processor -- start 2024-09-16T07:26:07.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:07.056+0000 7fd6bf26e640 1 -- start start 2024-09-16T07:26:07.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:07.057+0000 7fd6bf26e640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd6b80b1b20 0x7fd6b80ccc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:07.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:07.057+0000 7fd6bf26e640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd6b80b4df0 0x7fd6b814e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:07.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:07.057+0000 7fd6bf26e640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd6b81614f0 0x7fd6b80b8e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:07.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:07.057+0000 7fd6bf26e640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fd6b80b4b50 con 0x7fd6b80b4df0 2024-09-16T07:26:07.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:07.057+0000 7fd6bf26e640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fd6b80b49d0 con 0x7fd6b80b1b20 2024-09-16T07:26:07.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:07.057+0000 7fd6bf26e640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fd6b80b26e0 con 0x7fd6b81614f0 2024-09-16T07:26:07.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:07.057+0000 7fd6bc809640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd6b80b4df0 0x7fd6b814e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:07.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:07.057+0000 7fd6bc809640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd6b80b4df0 0x7fd6b814e9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:57664/0 (socket says 172.21.15.31:57664) 2024-09-16T07:26:07.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:07.057+0000 7fd6bc809640 1 -- 172.21.15.31:0/1257163368 learned_addr learned my addr 172.21.15.31:0/1257163368 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:07.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:07.057+0000 7fd6bd00a640 1 --2- 172.21.15.31:0/1257163368 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd6b80b1b20 0x7fd6b80ccc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:07.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:07.057+0000 7fd6bd80b640 1 --2- 172.21.15.31:0/1257163368 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd6b81614f0 0x7fd6b80b8e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:07.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:07.058+0000 7fd6bc809640 1 -- 172.21.15.31:0/1257163368 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd6b81614f0 msgr2=0x7fd6b80b8e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:07.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:07.058+0000 7fd6bc809640 1 --2- 172.21.15.31:0/1257163368 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd6b81614f0 0x7fd6b80b8e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:07.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:07.058+0000 7fd6bc809640 1 -- 172.21.15.31:0/1257163368 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd6b80b1b20 msgr2=0x7fd6b80ccc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:07.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:07.058+0000 7fd6bc809640 1 --2- 172.21.15.31:0/1257163368 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd6b80b1b20 0x7fd6b80ccc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:07.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:07.058+0000 7fd6bc809640 1 -- 172.21.15.31:0/1257163368 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6b80cb420 con 0x7fd6b80b4df0 2024-09-16T07:26:07.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:07.058+0000 7fd6bd80b640 1 --2- 172.21.15.31:0/1257163368 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd6b81614f0 0x7fd6b80b8e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:26:07.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:07.058+0000 7fd6bc809640 1 --2- 172.21.15.31:0/1257163368 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd6b80b4df0 0x7fd6b814e9b0 secure :-1 s=READY pgs=1023 cs=0 l=1 rev1=1 crypto rx=0x7fd6ac00d950 tx=0x7fd6ac00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:07.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:07.058+0000 7fd6b5ffb640 1 -- 172.21.15.31:0/1257163368 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6ac017070 con 0x7fd6b80b4df0 2024-09-16T07:26:07.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:07.058+0000 7fd6b5ffb640 1 -- 172.21.15.31:0/1257163368 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd6ac009d20 con 0x7fd6b80b4df0 2024-09-16T07:26:07.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:07.058+0000 7fd6b5ffb640 1 -- 172.21.15.31:0/1257163368 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6ac0106c0 con 0x7fd6b80b4df0 2024-09-16T07:26:07.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:07.058+0000 7fd6bf26e640 1 -- 172.21.15.31:0/1257163368 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6b80cb700 con 0x7fd6b80b4df0 2024-09-16T07:26:07.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:07.058+0000 7fd6bf26e640 1 -- 172.21.15.31:0/1257163368 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6b80cbcc0 con 0x7fd6b80b4df0 2024-09-16T07:26:07.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:07.059+0000 7fd6bf26e640 1 -- 172.21.15.31:0/1257163368 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd6b80b2b00 con 0x7fd6b80b4df0 2024-09-16T07:26:07.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:07.060+0000 7fd6b5ffb640 1 -- 172.21.15.31:0/1257163368 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7fd6ac010860 con 0x7fd6b80b4df0 2024-09-16T07:26:07.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:07.060+0000 7fd6b5ffb640 1 --2- 172.21.15.31:0/1257163368 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd6a4078970 0x7fd6a407ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:07.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:07.060+0000 7fd6bd00a640 1 --2- 172.21.15.31:0/1257163368 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd6a4078970 0x7fd6a407ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:07.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:07.060+0000 7fd6b5ffb640 1 -- 172.21.15.31:0/1257163368 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 4857+0+0 (secure 0 0 0) 0x7fd6ac09abc0 con 0x7fd6b80b4df0 2024-09-16T07:26:07.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:07.061+0000 7fd6bd00a640 1 --2- 172.21.15.31:0/1257163368 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd6a4078970 0x7fd6a407ae30 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fd6a8035000 tx=0x7fd6a803a040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:07.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:07.064+0000 7fd6b5ffb640 1 -- 172.21.15.31:0/1257163368 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fd6ac0633f0 con 0x7fd6b80b4df0 2024-09-16T07:26:07.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:07.252+0000 7fd6bf26e640 1 -- 172.21.15.31:0/1257163368 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fd6b80d0530 con 0x7fd6b80b4df0 2024-09-16T07:26:07.905 DEBUG:teuthology.orchestra.run.smithi031:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T07:26:07.908 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T07:26:08.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:08.229+0000 7fd6b5ffb640 1 -- 172.21.15.31:0/1257163368 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v98) ==== 138+0+0 (secure 0 0 0) 0x7fd6ac062cf0 con 0x7fd6b80b4df0 2024-09-16T07:26:08.229 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_metadata' created 2024-09-16T07:26:08.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:08.232+0000 7fd6bf26e640 1 -- 172.21.15.31:0/1257163368 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd6a4078970 msgr2=0x7fd6a407ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:08.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:08.232+0000 7fd6bf26e640 1 --2- 172.21.15.31:0/1257163368 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd6a4078970 0x7fd6a407ae30 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fd6a8035000 tx=0x7fd6a803a040 comp rx=0 tx=0).stop 2024-09-16T07:26:08.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:08.232+0000 7fd6bf26e640 1 -- 172.21.15.31:0/1257163368 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd6b80b4df0 msgr2=0x7fd6b814e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:08.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:08.232+0000 7fd6bf26e640 1 --2- 172.21.15.31:0/1257163368 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd6b80b4df0 0x7fd6b814e9b0 secure :-1 s=READY pgs=1023 cs=0 l=1 rev1=1 crypto rx=0x7fd6ac00d950 tx=0x7fd6ac00de10 comp rx=0 tx=0).stop 2024-09-16T07:26:08.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:08.232+0000 7fd6bf26e640 1 -- 172.21.15.31:0/1257163368 shutdown_connections 2024-09-16T07:26:08.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:08.233+0000 7fd6bf26e640 1 --2- 172.21.15.31:0/1257163368 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd6a4078970 0x7fd6a407ae30 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:08.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:08.233+0000 7fd6bf26e640 1 --2- 172.21.15.31:0/1257163368 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd6b81614f0 0x7fd6b80b8e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:08.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:08.233+0000 7fd6bf26e640 1 --2- 172.21.15.31:0/1257163368 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd6b80b4df0 0x7fd6b814e9b0 unknown :-1 s=CLOSED pgs=1023 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:08.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:08.233+0000 7fd6bf26e640 1 --2- 172.21.15.31:0/1257163368 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd6b80b1b20 0x7fd6b80ccc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:08.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:08.233+0000 7fd6bf26e640 1 -- 172.21.15.31:0/1257163368 >> 172.21.15.31:0/1257163368 conn(0x7fd6b809d150 msgr2=0x7fd6b815f630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:08.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:08.233+0000 7fd6bf26e640 1 -- 172.21.15.31:0/1257163368 shutdown_connections 2024-09-16T07:26:08.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:08.233+0000 7fd6bf26e640 1 -- 172.21.15.31:0/1257163368 wait complete. 2024-09-16T07:26:08.246 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-16T07:26:08.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:08.363+0000 7fb28eeb8640 1 -- 172.21.15.31:0/729571357 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb274004800 msgr2=0x7fb274004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:08.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:08.363+0000 7fb28eeb8640 1 --2- 172.21.15.31:0/729571357 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb274004800 0x7fb274004c80 secure :-1 s=READY pgs=1025 cs=0 l=1 rev1=1 crypto rx=0x7fb270006f60 tx=0x7fb274005830 comp rx=0 tx=0).stop 2024-09-16T07:26:08.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:08.363+0000 7fb28d455640 1 -- 172.21.15.31:0/729571357 reap_dead start 2024-09-16T07:26:08.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:08.363+0000 7fb28eeb8640 1 -- 172.21.15.31:0/729571357 shutdown_connections 2024-09-16T07:26:08.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:08.363+0000 7fb28eeb8640 1 -- 172.21.15.31:0/729571357 >> 172.21.15.31:0/729571357 conn(0x7fb28809aa30 msgr2=0x7fb28809ae40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:08.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:08.363+0000 7fb28eeb8640 1 -- 172.21.15.31:0/729571357 shutdown_connections 2024-09-16T07:26:08.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:08.363+0000 7fb28eeb8640 1 -- 172.21.15.31:0/729571357 wait complete. 2024-09-16T07:26:08.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:08.364+0000 7fb28eeb8640 1 Processor -- start 2024-09-16T07:26:08.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:08.364+0000 7fb28eeb8640 1 -- start start 2024-09-16T07:26:08.366 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:08.365+0000 7fb28eeb8640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb274004800 0x7fb2881f4b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:08.366 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:08.365+0000 7fb28eeb8640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb28806f4d0 0x7fb28806dc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:08.366 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:08.365+0000 7fb28eeb8640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb288157d30 0x7fb2880b6eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:08.366 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:08.365+0000 7fb28eeb8640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fb2880b00c0 con 0x7fb274004800 2024-09-16T07:26:08.366 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:08.365+0000 7fb28eeb8640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb2880aff40 con 0x7fb288157d30 2024-09-16T07:26:08.366 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:08.365+0000 7fb28eeb8640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb2880b0240 con 0x7fb28806f4d0 2024-09-16T07:26:08.366 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:08.365+0000 7fb28cc54640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb274004800 0x7fb2881f4b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:08.366 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:08.365+0000 7fb28cc54640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb274004800 0x7fb2881f4b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:57676/0 (socket says 172.21.15.31:57676) 2024-09-16T07:26:08.366 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:08.365+0000 7fb28cc54640 1 -- 172.21.15.31:0/1105196650 learned_addr learned my addr 172.21.15.31:0/1105196650 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:08.366 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:08.365+0000 7fb28d455640 1 --2- 172.21.15.31:0/1105196650 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb288157d30 0x7fb2880b6eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:08.366 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:08.365+0000 7fb287fff640 1 --2- 172.21.15.31:0/1105196650 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb28806f4d0 0x7fb28806dc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:08.366 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:08.365+0000 7fb28cc54640 1 -- 172.21.15.31:0/1105196650 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb28806f4d0 msgr2=0x7fb28806dc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:08.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:08.365+0000 7fb28cc54640 1 --2- 172.21.15.31:0/1105196650 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb28806f4d0 0x7fb28806dc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:08.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:08.366+0000 7fb28cc54640 1 -- 172.21.15.31:0/1105196650 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb288157d30 msgr2=0x7fb2880b6eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:08.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:08.366+0000 7fb28cc54640 1 --2- 172.21.15.31:0/1105196650 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb288157d30 0x7fb2880b6eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:08.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:08.366+0000 7fb28cc54640 1 -- 172.21.15.31:0/1105196650 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb28806f950 con 0x7fb274004800 2024-09-16T07:26:08.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:08.366+0000 7fb28cc54640 1 --2- 172.21.15.31:0/1105196650 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb274004800 0x7fb2881f4b00 secure :-1 s=READY pgs=1026 cs=0 l=1 rev1=1 crypto rx=0x7fb280001e10 tx=0x7fb280003a80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:08.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:08.366+0000 7fb2857fa640 1 -- 172.21.15.31:0/1105196650 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb28000f7e0 con 0x7fb274004800 2024-09-16T07:26:08.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:08.366+0000 7fb2857fa640 1 -- 172.21.15.31:0/1105196650 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb280016020 con 0x7fb274004800 2024-09-16T07:26:08.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:08.366+0000 7fb28eeb8640 1 -- 172.21.15.31:0/1105196650 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb28806e190 con 0x7fb274004800 2024-09-16T07:26:08.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:08.366+0000 7fb2857fa640 1 -- 172.21.15.31:0/1105196650 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb28000fc00 con 0x7fb274004800 2024-09-16T07:26:08.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:08.366+0000 7fb28eeb8640 1 -- 172.21.15.31:0/1105196650 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb28806e710 con 0x7fb274004800 2024-09-16T07:26:08.368 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:08.367+0000 7fb28eeb8640 1 -- 172.21.15.31:0/1105196650 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb2880b07a0 con 0x7fb274004800 2024-09-16T07:26:08.368 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:08.368+0000 7fb2857fa640 1 -- 172.21.15.31:0/1105196650 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7fb280011430 con 0x7fb274004800 2024-09-16T07:26:08.368 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:08.368+0000 7fb2857fa640 1 --2- 172.21.15.31:0/1105196650 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb268078970 0x7fb26807ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:08.368 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:08.368+0000 7fb2857fa640 1 -- 172.21.15.31:0/1105196650 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 5227+0+0 (secure 0 0 0) 0x7fb28009b5d0 con 0x7fb274004800 2024-09-16T07:26:08.368 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:08.368+0000 7fb287fff640 1 --2- 172.21.15.31:0/1105196650 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb268078970 0x7fb26807ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:08.368 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:08.369+0000 7fb287fff640 1 --2- 172.21.15.31:0/1105196650 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb268078970 0x7fb26807ae30 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fb270033000 tx=0x7fb2880aef20 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:08.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:08.373+0000 7fb2857fa640 1 -- 172.21.15.31:0/1105196650 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fb280020020 con 0x7fb274004800 2024-09-16T07:26:08.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:08.560+0000 7fb28eeb8640 1 -- 172.21.15.31:0/1105196650 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fb2880b33a0 con 0x7fb274004800 2024-09-16T07:26:09.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:09.231+0000 7fb2857fa640 1 -- 172.21.15.31:0/1105196650 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v99) ==== 170+0+0 (secure 0 0 0) 0x7fb280063c00 con 0x7fb274004800 2024-09-16T07:26:09.231 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_data' created 2024-09-16T07:26:09.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:09.235+0000 7fb28eeb8640 1 -- 172.21.15.31:0/1105196650 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb268078970 msgr2=0x7fb26807ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:09.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:09.235+0000 7fb28eeb8640 1 --2- 172.21.15.31:0/1105196650 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb268078970 0x7fb26807ae30 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fb270033000 tx=0x7fb2880aef20 comp rx=0 tx=0).stop 2024-09-16T07:26:09.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:09.235+0000 7fb28eeb8640 1 -- 172.21.15.31:0/1105196650 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb274004800 msgr2=0x7fb2881f4b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:09.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:09.235+0000 7fb28eeb8640 1 --2- 172.21.15.31:0/1105196650 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb274004800 0x7fb2881f4b00 secure :-1 s=READY pgs=1026 cs=0 l=1 rev1=1 crypto rx=0x7fb280001e10 tx=0x7fb280003a80 comp rx=0 tx=0).stop 2024-09-16T07:26:09.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:09.236+0000 7fb28eeb8640 1 -- 172.21.15.31:0/1105196650 shutdown_connections 2024-09-16T07:26:09.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:09.236+0000 7fb28eeb8640 1 --2- 172.21.15.31:0/1105196650 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb268078970 0x7fb26807ae30 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:09.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:09.236+0000 7fb28eeb8640 1 --2- 172.21.15.31:0/1105196650 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb288157d30 0x7fb2880b6eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:09.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:09.236+0000 7fb28eeb8640 1 --2- 172.21.15.31:0/1105196650 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb28806f4d0 0x7fb28806dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:09.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:09.236+0000 7fb28eeb8640 1 --2- 172.21.15.31:0/1105196650 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb274004800 0x7fb2881f4b00 unknown :-1 s=CLOSED pgs=1026 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:09.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:09.236+0000 7fb28eeb8640 1 -- 172.21.15.31:0/1105196650 >> 172.21.15.31:0/1105196650 conn(0x7fb28809aa30 msgr2=0x7fb2880b23c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:09.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:09.236+0000 7fb28eeb8640 1 -- 172.21.15.31:0/1105196650 shutdown_connections 2024-09-16T07:26:09.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:09.236+0000 7fb28eeb8640 1 -- 172.21.15.31:0/1105196650 wait complete. 2024-09-16T07:26:09.262 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-16T07:26:09.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:09.377+0000 7fd4cb2dd640 1 -- 172.21.15.31:0/72995915 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd4c406f1f0 msgr2=0x7fd4c415ab50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:09.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:09.377+0000 7fd4cb2dd640 1 --2- 172.21.15.31:0/72995915 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd4c406f1f0 0x7fd4c415ab50 secure :-1 s=READY pgs=1028 cs=0 l=1 rev1=1 crypto rx=0x7fd4c40cb810 tx=0x7fd4b402b7d0 comp rx=0 tx=0).stop 2024-09-16T07:26:09.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:09.377+0000 7fd4cb2dd640 1 -- 172.21.15.31:0/72995915 shutdown_connections 2024-09-16T07:26:09.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:09.377+0000 7fd4cb2dd640 1 --2- 172.21.15.31:0/72995915 >> v2:172.21.15.155:3300/0 conn(0x7fd4c40ca620 0x7fd4c41639f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:09.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:09.377+0000 7fd4cb2dd640 1 --2- 172.21.15.31:0/72995915 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd4c406f1f0 0x7fd4c415ab50 unknown :-1 s=CLOSED pgs=1028 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:09.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:09.377+0000 7fd4cb2dd640 1 -- 172.21.15.31:0/72995915 >> 172.21.15.31:0/72995915 conn(0x7fd4c40b1700 msgr2=0x7fd4c40b1ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:09.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:09.377+0000 7fd4cb2dd640 1 -- 172.21.15.31:0/72995915 shutdown_connections 2024-09-16T07:26:09.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:09.377+0000 7fd4cb2dd640 1 -- 172.21.15.31:0/72995915 wait complete. 2024-09-16T07:26:09.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:09.378+0000 7fd4cb2dd640 1 Processor -- start 2024-09-16T07:26:09.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:09.378+0000 7fd4cb2dd640 1 -- start start 2024-09-16T07:26:09.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:09.379+0000 7fd4cb2dd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd4c406f1f0 0x7fd4c4073e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:09.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:09.379+0000 7fd4cb2dd640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd4c4070550 0x7fd4c41f4800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:09.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:09.379+0000 7fd4cb2dd640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd4c40ca620 0x7fd4c4158cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:09.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:09.379+0000 7fd4cb2dd640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fd4c40ccc30 con 0x7fd4c406f1f0 2024-09-16T07:26:09.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:09.379+0000 7fd4cb2dd640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fd4c40ccab0 con 0x7fd4c4070550 2024-09-16T07:26:09.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:09.379+0000 7fd4cb2dd640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fd4c40ccdb0 con 0x7fd4c40ca620 2024-09-16T07:26:09.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:09.379+0000 7fd4c9079640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd4c406f1f0 0x7fd4c4073e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:09.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:09.379+0000 7fd4c9079640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd4c406f1f0 0x7fd4c4073e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:57684/0 (socket says 172.21.15.31:57684) 2024-09-16T07:26:09.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:09.379+0000 7fd4c9079640 1 -- 172.21.15.31:0/631406905 learned_addr learned my addr 172.21.15.31:0/631406905 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:09.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:09.379+0000 7fd4c987a640 1 --2- 172.21.15.31:0/631406905 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd4c40ca620 0x7fd4c4158cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:09.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:09.379+0000 7fd4c8878640 1 --2- 172.21.15.31:0/631406905 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd4c4070550 0x7fd4c41f4800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:09.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:09.379+0000 7fd4c9079640 1 -- 172.21.15.31:0/631406905 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd4c40ca620 msgr2=0x7fd4c4158cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:09.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:09.379+0000 7fd4c9079640 1 --2- 172.21.15.31:0/631406905 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd4c40ca620 0x7fd4c4158cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:09.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:09.379+0000 7fd4c9079640 1 -- 172.21.15.31:0/631406905 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd4c4070550 msgr2=0x7fd4c41f4800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:09.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:09.379+0000 7fd4c9079640 1 --2- 172.21.15.31:0/631406905 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd4c4070550 0x7fd4c41f4800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:09.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:09.379+0000 7fd4c9079640 1 -- 172.21.15.31:0/631406905 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4c41f4d40 con 0x7fd4c406f1f0 2024-09-16T07:26:09.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:09.379+0000 7fd4c9079640 1 --2- 172.21.15.31:0/631406905 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd4c406f1f0 0x7fd4c4073e20 secure :-1 s=READY pgs=1029 cs=0 l=1 rev1=1 crypto rx=0x7fd4c000c450 tx=0x7fd4c000c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:09.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:09.380+0000 7fd4b9ffb640 1 -- 172.21.15.31:0/631406905 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4c0016020 con 0x7fd4c406f1f0 2024-09-16T07:26:09.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:09.380+0000 7fd4b9ffb640 1 -- 172.21.15.31:0/631406905 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd4c0012920 con 0x7fd4c406f1f0 2024-09-16T07:26:09.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:09.380+0000 7fd4b9ffb640 1 -- 172.21.15.31:0/631406905 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4c0012d70 con 0x7fd4c406f1f0 2024-09-16T07:26:09.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:09.380+0000 7fd4cb2dd640 1 -- 172.21.15.31:0/631406905 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4c41f8620 con 0x7fd4c406f1f0 2024-09-16T07:26:09.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:09.380+0000 7fd4cb2dd640 1 -- 172.21.15.31:0/631406905 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4c41f8be0 con 0x7fd4c406f1f0 2024-09-16T07:26:09.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:09.381+0000 7fd4cb2dd640 1 -- 172.21.15.31:0/631406905 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd4c415a440 con 0x7fd4c406f1f0 2024-09-16T07:26:09.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:09.382+0000 7fd4b9ffb640 1 -- 172.21.15.31:0/631406905 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7fd4c0019020 con 0x7fd4c406f1f0 2024-09-16T07:26:09.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:09.382+0000 7fd4b9ffb640 1 --2- 172.21.15.31:0/631406905 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd4a8078970 0x7fd4a807ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:09.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:09.382+0000 7fd4c8878640 1 --2- 172.21.15.31:0/631406905 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd4a8078970 0x7fd4a807ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:09.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:09.382+0000 7fd4b9ffb640 1 -- 172.21.15.31:0/631406905 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 5609+0+0 (secure 0 0 0) 0x7fd4c009a850 con 0x7fd4c406f1f0 2024-09-16T07:26:09.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:09.383+0000 7fd4c8878640 1 --2- 172.21.15.31:0/631406905 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd4a8078970 0x7fd4a807ae30 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fd4b4036000 tx=0x7fd4b4004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:09.386 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:09.387+0000 7fd4b9ffb640 1 -- 172.21.15.31:0/631406905 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fd4c0020030 con 0x7fd4c406f1f0 2024-09-16T07:26:09.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:09.610+0000 7fd4cb2dd640 1 -- 172.21.15.31:0/631406905 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fd4c40cebb0 con 0x7fd4c406f1f0 2024-09-16T07:26:10.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.263+0000 7fd4b9ffb640 1 -- 172.21.15.31:0/631406905 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 16 and data pool 17 v66) ==== 174+0+0 (secure 0 0 0) 0x7fd4c41f4d40 con 0x7fd4c406f1f0 2024-09-16T07:26:10.263 INFO:teuthology.orchestra.run.smithi031.stderr:new fs with metadata pool 16 and data pool 17 2024-09-16T07:26:10.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.274+0000 7fd4cb2dd640 1 -- 172.21.15.31:0/631406905 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd4a8078970 msgr2=0x7fd4a807ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:10.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.274+0000 7fd4cb2dd640 1 --2- 172.21.15.31:0/631406905 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd4a8078970 0x7fd4a807ae30 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fd4b4036000 tx=0x7fd4b4004730 comp rx=0 tx=0).stop 2024-09-16T07:26:10.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.275+0000 7fd4cb2dd640 1 -- 172.21.15.31:0/631406905 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd4c406f1f0 msgr2=0x7fd4c4073e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:10.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.275+0000 7fd4cb2dd640 1 --2- 172.21.15.31:0/631406905 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd4c406f1f0 0x7fd4c4073e20 secure :-1 s=READY pgs=1029 cs=0 l=1 rev1=1 crypto rx=0x7fd4c000c450 tx=0x7fd4c000c910 comp rx=0 tx=0).stop 2024-09-16T07:26:10.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.275+0000 7fd4cb2dd640 1 -- 172.21.15.31:0/631406905 shutdown_connections 2024-09-16T07:26:10.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.275+0000 7fd4cb2dd640 1 --2- 172.21.15.31:0/631406905 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd4a8078970 0x7fd4a807ae30 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:10.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.275+0000 7fd4cb2dd640 1 --2- 172.21.15.31:0/631406905 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd4c40ca620 0x7fd4c4158cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:10.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.275+0000 7fd4cb2dd640 1 --2- 172.21.15.31:0/631406905 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd4c4070550 0x7fd4c41f4800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:10.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.275+0000 7fd4cb2dd640 1 --2- 172.21.15.31:0/631406905 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd4c406f1f0 0x7fd4c4073e20 unknown :-1 s=CLOSED pgs=1029 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:10.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.275+0000 7fd4cb2dd640 1 -- 172.21.15.31:0/631406905 >> 172.21.15.31:0/631406905 conn(0x7fd4c40b1700 msgr2=0x7fd4c40b31b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:10.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.276+0000 7fd4cb2dd640 1 -- 172.21.15.31:0/631406905 shutdown_connections 2024-09-16T07:26:10.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.276+0000 7fd4cb2dd640 1 -- 172.21.15.31:0/631406905 wait complete. 2024-09-16T07:26:10.292 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:26:10.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.402+0000 7ff415984640 1 -- 172.21.15.31:0/3663288368 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff4100d1ec0 msgr2=0x7ff4100d22a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:10.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.402+0000 7ff415984640 1 --2- 172.21.15.31:0/3663288368 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff4100d1ec0 0x7ff4100d22a0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7ff400005fd0 tx=0x7ff40002aa90 comp rx=0 tx=0).stop 2024-09-16T07:26:10.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.402+0000 7ff415984640 1 -- 172.21.15.31:0/3663288368 shutdown_connections 2024-09-16T07:26:10.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.402+0000 7ff415984640 1 --2- 172.21.15.31:0/3663288368 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff4100d27e0 0x7ff4100b37d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:10.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.402+0000 7ff415984640 1 --2- 172.21.15.31:0/3663288368 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff4100d1ec0 0x7ff4100d22a0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:10.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.402+0000 7ff415984640 1 -- 172.21.15.31:0/3663288368 >> 172.21.15.31:0/3663288368 conn(0x7ff4100d3e70 msgr2=0x7ff4100d4280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:10.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.402+0000 7ff415984640 1 -- 172.21.15.31:0/3663288368 shutdown_connections 2024-09-16T07:26:10.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.402+0000 7ff415984640 1 -- 172.21.15.31:0/3663288368 wait complete. 2024-09-16T07:26:10.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.403+0000 7ff415984640 1 Processor -- start 2024-09-16T07:26:10.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.403+0000 7ff415984640 1 -- start start 2024-09-16T07:26:10.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.404+0000 7ff415984640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff4100b52f0 0x7ff41014df80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:10.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.404+0000 7ff415984640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff4100d1ec0 0x7ff4100cda10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:10.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.404+0000 7ff415984640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff4100d27e0 0x7ff4100cdf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:10.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.404+0000 7ff415984640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7ff4100b1dc0 con 0x7ff4100d1ec0 2024-09-16T07:26:10.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.404+0000 7ff415984640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ff4100b1c40 con 0x7ff4100d27e0 2024-09-16T07:26:10.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.404+0000 7ff415984640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ff4100b1f40 con 0x7ff4100b52f0 2024-09-16T07:26:10.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.404+0000 7ff40e7fc640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff4100d1ec0 0x7ff4100cda10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:10.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.404+0000 7ff40e7fc640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff4100d1ec0 0x7ff4100cda10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:57688/0 (socket says 172.21.15.31:57688) 2024-09-16T07:26:10.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.404+0000 7ff40e7fc640 1 -- 172.21.15.31:0/1087211481 learned_addr learned my addr 172.21.15.31:0/1087211481 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:10.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.404+0000 7ff40effd640 1 --2- 172.21.15.31:0/1087211481 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff4100b52f0 0x7ff41014df80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:10.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.404+0000 7ff40f7fe640 1 --2- 172.21.15.31:0/1087211481 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff4100d27e0 0x7ff4100cdf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:10.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.405+0000 7ff40e7fc640 1 -- 172.21.15.31:0/1087211481 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff4100b52f0 msgr2=0x7ff41014df80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:10.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.405+0000 7ff40e7fc640 1 --2- 172.21.15.31:0/1087211481 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff4100b52f0 0x7ff41014df80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:10.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.405+0000 7ff40e7fc640 1 -- 172.21.15.31:0/1087211481 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff4100d27e0 msgr2=0x7ff4100cdf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:10.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.405+0000 7ff40e7fc640 1 --2- 172.21.15.31:0/1087211481 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff4100d27e0 0x7ff4100cdf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:10.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.405+0000 7ff40e7fc640 1 -- 172.21.15.31:0/1087211481 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff410150f70 con 0x7ff4100d1ec0 2024-09-16T07:26:10.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.405+0000 7ff40e7fc640 1 --2- 172.21.15.31:0/1087211481 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff4100d1ec0 0x7ff4100cda10 secure :-1 s=READY pgs=1030 cs=0 l=1 rev1=1 crypto rx=0x7ff40400e790 tx=0x7ff40400ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:10.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.405+0000 7ff3f7fff640 1 -- 172.21.15.31:0/1087211481 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff40400eea0 con 0x7ff4100d1ec0 2024-09-16T07:26:10.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.405+0000 7ff3f7fff640 1 -- 172.21.15.31:0/1087211481 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff40400cd50 con 0x7ff4100d1ec0 2024-09-16T07:26:10.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.405+0000 7ff415984640 1 -- 172.21.15.31:0/1087211481 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff41015fbc0 con 0x7ff4100d1ec0 2024-09-16T07:26:10.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.405+0000 7ff3f7fff640 1 -- 172.21.15.31:0/1087211481 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff404010690 con 0x7ff4100d1ec0 2024-09-16T07:26:10.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.405+0000 7ff415984640 1 -- 172.21.15.31:0/1087211481 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff410160180 con 0x7ff4100d1ec0 2024-09-16T07:26:10.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.406+0000 7ff415984640 1 -- 172.21.15.31:0/1087211481 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff4100d22a0 con 0x7ff4100d1ec0 2024-09-16T07:26:10.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.407+0000 7ff3f7fff640 1 -- 172.21.15.31:0/1087211481 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7ff404010830 con 0x7ff4100d1ec0 2024-09-16T07:26:10.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.407+0000 7ff3f7fff640 1 --2- 172.21.15.31:0/1087211481 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff3fc0789a0 0x7ff3fc07ae60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:10.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.407+0000 7ff3f7fff640 1 -- 172.21.15.31:0/1087211481 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 5709+0+0 (secure 0 0 0) 0x7ff40409b370 con 0x7ff4100d1ec0 2024-09-16T07:26:10.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.407+0000 7ff40effd640 1 --2- 172.21.15.31:0/1087211481 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff3fc0789a0 0x7ff3fc07ae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:10.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.408+0000 7ff40effd640 1 --2- 172.21.15.31:0/1087211481 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff3fc0789a0 0x7ff3fc07ae60 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7ff400035000 tx=0x7ff400039040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:10.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.412+0000 7ff3f7fff640 1 -- 172.21.15.31:0/1087211481 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7ff404063200 con 0x7ff4100d1ec0 2024-09-16T07:26:10.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.597+0000 7ff415984640 1 -- 172.21.15.31:0/1087211481 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff41006ec40 con 0x7ff4100d1ec0 2024-09-16T07:26:10.598 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.598+0000 7ff3f7fff640 1 -- 172.21.15.31:0/1087211481 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v100) ==== 74+0+16724 (secure 0 0 0) 0x7ff404067c30 con 0x7ff4100d1ec0 2024-09-16T07:26:10.598 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:26:10.598 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":100,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:26:09.611896+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":17,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:26:07.257598+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"100","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":17,"pool_name":"cephfs_data","create_time":"2024-09-16T07:26:08.564987+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"100","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:26:10.600 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.601+0000 7ff415984640 1 -- 172.21.15.31:0/1087211481 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff3fc0789a0 msgr2=0x7ff3fc07ae60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:10.600 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.601+0000 7ff415984640 1 --2- 172.21.15.31:0/1087211481 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff3fc0789a0 0x7ff3fc07ae60 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7ff400035000 tx=0x7ff400039040 comp rx=0 tx=0).stop 2024-09-16T07:26:10.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.601+0000 7ff415984640 1 -- 172.21.15.31:0/1087211481 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff4100d1ec0 msgr2=0x7ff4100cda10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:10.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.601+0000 7ff415984640 1 --2- 172.21.15.31:0/1087211481 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff4100d1ec0 0x7ff4100cda10 secure :-1 s=READY pgs=1030 cs=0 l=1 rev1=1 crypto rx=0x7ff40400e790 tx=0x7ff40400ec50 comp rx=0 tx=0).stop 2024-09-16T07:26:10.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.601+0000 7ff415984640 1 -- 172.21.15.31:0/1087211481 shutdown_connections 2024-09-16T07:26:10.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.601+0000 7ff415984640 1 --2- 172.21.15.31:0/1087211481 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff3fc0789a0 0x7ff3fc07ae60 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:10.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.601+0000 7ff415984640 1 --2- 172.21.15.31:0/1087211481 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff4100d27e0 0x7ff4100cdf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:10.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.601+0000 7ff415984640 1 --2- 172.21.15.31:0/1087211481 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff4100d1ec0 0x7ff4100cda10 unknown :-1 s=CLOSED pgs=1030 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:10.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.601+0000 7ff415984640 1 --2- 172.21.15.31:0/1087211481 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff4100b52f0 0x7ff41014df80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:10.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.601+0000 7ff415984640 1 -- 172.21.15.31:0/1087211481 >> 172.21.15.31:0/1087211481 conn(0x7ff4100d3e70 msgr2=0x7ff4100b8080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:10.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.601+0000 7ff415984640 1 -- 172.21.15.31:0/1087211481 shutdown_connections 2024-09-16T07:26:10.602 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.601+0000 7ff415984640 1 -- 172.21.15.31:0/1087211481 wait complete. 2024-09-16T07:26:10.612 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:26:10.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.717+0000 7fb4cbb4b640 1 -- 172.21.15.31:0/1308508642 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb4c40b3090 msgr2=0x7fb4c415f6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:10.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.717+0000 7fb4cbb4b640 1 --2- 172.21.15.31:0/1308508642 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb4c40b3090 0x7fb4c415f6d0 secure :-1 s=READY pgs=1032 cs=0 l=1 rev1=1 crypto rx=0x7fb4b8009830 tx=0x7fb4b802a5a0 comp rx=0 tx=0).stop 2024-09-16T07:26:10.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.717+0000 7fb4cbb4b640 1 -- 172.21.15.31:0/1308508642 shutdown_connections 2024-09-16T07:26:10.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.717+0000 7fb4cbb4b640 1 --2- 172.21.15.31:0/1308508642 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb4c40b3090 0x7fb4c415f6d0 unknown :-1 s=CLOSED pgs=1032 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:10.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.717+0000 7fb4cbb4b640 1 -- 172.21.15.31:0/1308508642 >> 172.21.15.31:0/1308508642 conn(0x7fb4c409aa30 msgr2=0x7fb4c409ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:10.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.717+0000 7fb4cbb4b640 1 -- 172.21.15.31:0/1308508642 shutdown_connections 2024-09-16T07:26:10.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.717+0000 7fb4cbb4b640 1 -- 172.21.15.31:0/1308508642 wait complete. 2024-09-16T07:26:10.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.718+0000 7fb4cbb4b640 1 Processor -- start 2024-09-16T07:26:10.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.719+0000 7fb4cbb4b640 1 -- start start 2024-09-16T07:26:10.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.719+0000 7fb4cbb4b640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb4c40cfce0 0x7fb4c40b7560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:10.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.719+0000 7fb4cbb4b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb4c40d2410 0x7fb4c40ca420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:10.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.719+0000 7fb4cbb4b640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb4c40b3cf0 0x7fb4c40c4ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:10.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.719+0000 7fb4cbb4b640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fb4c40b15d0 con 0x7fb4c40d2410 2024-09-16T07:26:10.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.719+0000 7fb4cbb4b640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb4c40b1450 con 0x7fb4c40b3cf0 2024-09-16T07:26:10.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.719+0000 7fb4cbb4b640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb4c40b1750 con 0x7fb4c40cfce0 2024-09-16T07:26:10.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.719+0000 7fb4c90e6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb4c40d2410 0x7fb4c40ca420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:10.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.719+0000 7fb4c90e6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb4c40d2410 0x7fb4c40ca420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:57698/0 (socket says 172.21.15.31:57698) 2024-09-16T07:26:10.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.719+0000 7fb4c90e6640 1 -- 172.21.15.31:0/2599585218 learned_addr learned my addr 172.21.15.31:0/2599585218 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:10.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.720+0000 7fb4c98e7640 1 --2- 172.21.15.31:0/2599585218 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb4c40cfce0 0x7fb4c40b7560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:10.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.720+0000 7fb4ca0e8640 1 --2- 172.21.15.31:0/2599585218 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb4c40b3cf0 0x7fb4c40c4ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:10.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.720+0000 7fb4c90e6640 1 -- 172.21.15.31:0/2599585218 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb4c40cfce0 msgr2=0x7fb4c40b7560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:10.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.720+0000 7fb4c90e6640 1 --2- 172.21.15.31:0/2599585218 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb4c40cfce0 0x7fb4c40b7560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:10.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.720+0000 7fb4c90e6640 1 -- 172.21.15.31:0/2599585218 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb4c40b3cf0 msgr2=0x7fb4c40c4ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:10.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.720+0000 7fb4c90e6640 1 --2- 172.21.15.31:0/2599585218 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb4c40b3cf0 0x7fb4c40c4ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:10.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.720+0000 7fb4c90e6640 1 -- 172.21.15.31:0/2599585218 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4c40ca960 con 0x7fb4c40d2410 2024-09-16T07:26:10.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.720+0000 7fb4ca0e8640 1 --2- 172.21.15.31:0/2599585218 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb4c40b3cf0 0x7fb4c40c4ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:26:10.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.720+0000 7fb4c90e6640 1 --2- 172.21.15.31:0/2599585218 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb4c40d2410 0x7fb4c40ca420 secure :-1 s=READY pgs=1033 cs=0 l=1 rev1=1 crypto rx=0x7fb4b802ab10 tx=0x7fb4b8032c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:10.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.720+0000 7fb4c27fc640 1 -- 172.21.15.31:0/2599585218 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4b8041030 con 0x7fb4c40d2410 2024-09-16T07:26:10.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.720+0000 7fb4c27fc640 1 -- 172.21.15.31:0/2599585218 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb4b8005110 con 0x7fb4c40d2410 2024-09-16T07:26:10.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.720+0000 7fb4cbb4b640 1 -- 172.21.15.31:0/2599585218 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4c40c5020 con 0x7fb4c40d2410 2024-09-16T07:26:10.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.720+0000 7fb4c27fc640 1 -- 172.21.15.31:0/2599585218 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4b8005540 con 0x7fb4c40d2410 2024-09-16T07:26:10.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.720+0000 7fb4cbb4b640 1 -- 172.21.15.31:0/2599585218 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4c40c9940 con 0x7fb4c40d2410 2024-09-16T07:26:10.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.721+0000 7fb4cbb4b640 1 -- 172.21.15.31:0/2599585218 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb4c40c9730 con 0x7fb4c40d2410 2024-09-16T07:26:10.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.722+0000 7fb4c27fc640 1 -- 172.21.15.31:0/2599585218 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7fb4b8039040 con 0x7fb4c40d2410 2024-09-16T07:26:10.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.722+0000 7fb4c27fc640 1 --2- 172.21.15.31:0/2599585218 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb4b00789a0 0x7fb4b007ae60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:10.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.722+0000 7fb4c98e7640 1 --2- 172.21.15.31:0/2599585218 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb4b00789a0 0x7fb4b007ae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:10.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.722+0000 7fb4c27fc640 1 -- 172.21.15.31:0/2599585218 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 5709+0+0 (secure 0 0 0) 0x7fb4b80bbb30 con 0x7fb4c40d2410 2024-09-16T07:26:10.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.723+0000 7fb4c98e7640 1 --2- 172.21.15.31:0/2599585218 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb4b00789a0 0x7fb4b007ae60 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fb4b40020b0 tx=0x7fb4b4009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:10.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.727+0000 7fb4c27fc640 1 -- 172.21.15.31:0/2599585218 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fb4b8083ef0 con 0x7fb4c40d2410 2024-09-16T07:26:10.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.914+0000 7fb4cbb4b640 1 -- 172.21.15.31:0/2599585218 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb4c40b1b70 con 0x7fb4c40d2410 2024-09-16T07:26:10.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.915+0000 7fb4c27fc640 1 -- 172.21.15.31:0/2599585218 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v100) ==== 74+0+16724 (secure 0 0 0) 0x7fb4b80837f0 con 0x7fb4c40d2410 2024-09-16T07:26:10.915 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:26:10.915 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":100,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:26:09.611896+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":17,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:26:07.257598+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"100","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":17,"pool_name":"cephfs_data","create_time":"2024-09-16T07:26:08.564987+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"100","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:26:10.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.918+0000 7fb4cbb4b640 1 -- 172.21.15.31:0/2599585218 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb4b00789a0 msgr2=0x7fb4b007ae60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:10.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.918+0000 7fb4cbb4b640 1 --2- 172.21.15.31:0/2599585218 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb4b00789a0 0x7fb4b007ae60 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fb4b40020b0 tx=0x7fb4b4009040 comp rx=0 tx=0).stop 2024-09-16T07:26:10.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.918+0000 7fb4cbb4b640 1 -- 172.21.15.31:0/2599585218 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb4c40d2410 msgr2=0x7fb4c40ca420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:10.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.918+0000 7fb4cbb4b640 1 --2- 172.21.15.31:0/2599585218 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb4c40d2410 0x7fb4c40ca420 secure :-1 s=READY pgs=1033 cs=0 l=1 rev1=1 crypto rx=0x7fb4b802ab10 tx=0x7fb4b8032c10 comp rx=0 tx=0).stop 2024-09-16T07:26:10.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.918+0000 7fb4cbb4b640 1 -- 172.21.15.31:0/2599585218 shutdown_connections 2024-09-16T07:26:10.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.918+0000 7fb4cbb4b640 1 --2- 172.21.15.31:0/2599585218 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb4b00789a0 0x7fb4b007ae60 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:10.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.918+0000 7fb4cbb4b640 1 --2- 172.21.15.31:0/2599585218 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb4c40b3cf0 0x7fb4c40c4ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:10.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.918+0000 7fb4cbb4b640 1 --2- 172.21.15.31:0/2599585218 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb4c40d2410 0x7fb4c40ca420 unknown :-1 s=CLOSED pgs=1033 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:10.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.918+0000 7fb4cbb4b640 1 --2- 172.21.15.31:0/2599585218 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb4c40cfce0 0x7fb4c40b7560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:10.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.918+0000 7fb4cbb4b640 1 -- 172.21.15.31:0/2599585218 >> 172.21.15.31:0/2599585218 conn(0x7fb4c409aa30 msgr2=0x7fb4c40d00c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:10.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.918+0000 7fb4cbb4b640 1 -- 172.21.15.31:0/2599585218 shutdown_connections 2024-09-16T07:26:10.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:10.918+0000 7fb4cbb4b640 1 -- 172.21.15.31:0/2599585218 wait complete. 2024-09-16T07:26:10.928 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-16T07:26:11.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:11.038+0000 7f0907c65640 1 -- 172.21.15.31:0/1194860717 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f09001617f0 msgr2=0x7f09000d1d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:11.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:11.038+0000 7f0907c65640 1 --2- 172.21.15.31:0/1194860717 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f09001617f0 0x7f09000d1d30 secure :-1 s=READY pgs=1034 cs=0 l=1 rev1=1 crypto rx=0x7f09000d4c70 tx=0x7f08f002a980 comp rx=0 tx=0).stop 2024-09-16T07:26:11.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:11.038+0000 7f0907c65640 1 -- 172.21.15.31:0/1194860717 shutdown_connections 2024-09-16T07:26:11.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:11.038+0000 7f0907c65640 1 --2- 172.21.15.31:0/1194860717 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f09000d27b0 0x7f09000d0840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:11.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:11.038+0000 7f0907c65640 1 --2- 172.21.15.31:0/1194860717 >> v2:172.21.15.155:3300/0 conn(0x7f09000d01b0 0x7f09000d2270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:11.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:11.038+0000 7f0907c65640 1 --2- 172.21.15.31:0/1194860717 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f09001617f0 0x7f09000d1d30 unknown :-1 s=CLOSED pgs=1034 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:11.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:11.038+0000 7f0907c65640 1 -- 172.21.15.31:0/1194860717 >> 172.21.15.31:0/1194860717 conn(0x7f09000d3e30 msgr2=0x7f09000d4240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:11.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:11.038+0000 7f0907c65640 1 -- 172.21.15.31:0/1194860717 shutdown_connections 2024-09-16T07:26:11.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:11.038+0000 7f0907c65640 1 -- 172.21.15.31:0/1194860717 wait complete. 2024-09-16T07:26:11.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:11.039+0000 7f0907c65640 1 Processor -- start 2024-09-16T07:26:11.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:11.039+0000 7f0907c65640 1 -- start start 2024-09-16T07:26:11.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:11.040+0000 7f0907c65640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f09000d01b0 0x7f090014f380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:11.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:11.040+0000 7f0907c65640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f09000d27b0 0x7f0900157860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:11.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:11.040+0000 7f0907c65640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f09001617f0 0x7f09000cd880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:11.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:11.040+0000 7f0907c65640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f09000d1110 con 0x7f09000d27b0 2024-09-16T07:26:11.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:11.040+0000 7f0907c65640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f09000d0f90 con 0x7f09000d01b0 2024-09-16T07:26:11.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:11.040+0000 7f0907c65640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f09000d1290 con 0x7f09001617f0 2024-09-16T07:26:11.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:11.040+0000 7f0905200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f09000d27b0 0x7f0900157860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:11.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:11.040+0000 7f0905200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f09000d27b0 0x7f0900157860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:57712/0 (socket says 172.21.15.31:57712) 2024-09-16T07:26:11.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:11.040+0000 7f0905200640 1 -- 172.21.15.31:0/577558879 learned_addr learned my addr 172.21.15.31:0/577558879 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:11.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:11.040+0000 7f0906202640 1 --2- 172.21.15.31:0/577558879 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f09001617f0 0x7f09000cd880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:11.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:11.040+0000 7f0905a01640 1 --2- 172.21.15.31:0/577558879 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f09000d01b0 0x7f090014f380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:11.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:11.041+0000 7f0905200640 1 -- 172.21.15.31:0/577558879 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f09001617f0 msgr2=0x7f09000cd880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:11.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:11.041+0000 7f0905200640 1 --2- 172.21.15.31:0/577558879 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f09001617f0 0x7f09000cd880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:11.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:11.041+0000 7f0905200640 1 -- 172.21.15.31:0/577558879 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f09000d01b0 msgr2=0x7f090014f380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:11.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:11.041+0000 7f0905200640 1 --2- 172.21.15.31:0/577558879 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f09000d01b0 0x7f090014f380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:11.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:11.041+0000 7f0905200640 1 -- 172.21.15.31:0/577558879 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09000ccac0 con 0x7f09000d27b0 2024-09-16T07:26:11.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:11.041+0000 7f0905200640 1 --2- 172.21.15.31:0/577558879 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f09000d27b0 0x7f0900157860 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x7f08f400ea20 tx=0x7f08f400eee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:11.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:11.041+0000 7f08fe7fc640 1 -- 172.21.15.31:0/577558879 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08f400cd80 con 0x7f09000d27b0 2024-09-16T07:26:11.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:11.041+0000 7f08fe7fc640 1 -- 172.21.15.31:0/577558879 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f08f4010430 con 0x7f09000d27b0 2024-09-16T07:26:11.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:11.041+0000 7f0907c65640 1 -- 172.21.15.31:0/577558879 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09000ccda0 con 0x7f09000d27b0 2024-09-16T07:26:11.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:11.041+0000 7f08fe7fc640 1 -- 172.21.15.31:0/577558879 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08f4010840 con 0x7f09000d27b0 2024-09-16T07:26:11.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:11.041+0000 7f0907c65640 1 -- 172.21.15.31:0/577558879 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09001574c0 con 0x7f09000d27b0 2024-09-16T07:26:11.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:11.042+0000 7f0907c65640 1 -- 172.21.15.31:0/577558879 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f09000d0840 con 0x7f09000d27b0 2024-09-16T07:26:11.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:11.043+0000 7f08fe7fc640 1 -- 172.21.15.31:0/577558879 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7f08f40109e0 con 0x7f09000d27b0 2024-09-16T07:26:11.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:11.043+0000 7f08fe7fc640 1 --2- 172.21.15.31:0/577558879 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f08ec078970 0x7f08ec07ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:11.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:11.043+0000 7f08fe7fc640 1 -- 172.21.15.31:0/577558879 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 5709+0+0 (secure 0 0 0) 0x7f08f409b6a0 con 0x7f09000d27b0 2024-09-16T07:26:11.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:11.043+0000 7f0905a01640 1 --2- 172.21.15.31:0/577558879 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f08ec078970 0x7f08ec07ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:11.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:11.044+0000 7f0905a01640 1 --2- 172.21.15.31:0/577558879 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f08ec078970 0x7f08ec07ae30 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f08f0035000 tx=0x7f08f0004ab0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:11.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:11.048+0000 7f08fe7fc640 1 -- 172.21.15.31:0/577558879 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f08f4063af0 con 0x7f09000d27b0 2024-09-16T07:26:11.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:11.279+0000 7f0907c65640 1 -- 172.21.15.31:0/577558879 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f09000d4cc0 con 0x7f09000d27b0 2024-09-16T07:26:12.227 INFO:tasks.ceph.mds.b.smithi155.stderr:2024-09-16T07:26:12.228+0000 7f95fc46f640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-16T07:26:12.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:12.268+0000 7f08fe7fc640 1 -- 172.21.15.31:0/577558879 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v68) ==== 118+0+0 (secure 0 0 0) 0x7f08f40633f0 con 0x7f09000d27b0 2024-09-16T07:26:12.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:12.272+0000 7f0907c65640 1 -- 172.21.15.31:0/577558879 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f08ec078970 msgr2=0x7f08ec07ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:12.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:12.272+0000 7f0907c65640 1 --2- 172.21.15.31:0/577558879 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f08ec078970 0x7f08ec07ae30 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f08f0035000 tx=0x7f08f0004ab0 comp rx=0 tx=0).stop 2024-09-16T07:26:12.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:12.272+0000 7f0907c65640 1 -- 172.21.15.31:0/577558879 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f09000d27b0 msgr2=0x7f0900157860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:12.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:12.272+0000 7f0907c65640 1 --2- 172.21.15.31:0/577558879 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f09000d27b0 0x7f0900157860 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x7f08f400ea20 tx=0x7f08f400eee0 comp rx=0 tx=0).stop 2024-09-16T07:26:12.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:12.272+0000 7f0907c65640 1 -- 172.21.15.31:0/577558879 shutdown_connections 2024-09-16T07:26:12.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:12.272+0000 7f0907c65640 1 --2- 172.21.15.31:0/577558879 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f08ec078970 0x7f08ec07ae30 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:12.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:12.272+0000 7f0907c65640 1 --2- 172.21.15.31:0/577558879 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f09001617f0 0x7f09000cd880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:12.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:12.272+0000 7f0907c65640 1 --2- 172.21.15.31:0/577558879 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f09000d27b0 0x7f0900157860 unknown :-1 s=CLOSED pgs=1035 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:12.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:12.272+0000 7f0907c65640 1 --2- 172.21.15.31:0/577558879 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f09000d01b0 0x7f090014f380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:12.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:12.272+0000 7f0907c65640 1 -- 172.21.15.31:0/577558879 >> 172.21.15.31:0/577558879 conn(0x7f09000d3e30 msgr2=0x7f09000b0a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:12.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:12.272+0000 7f0907c65640 1 -- 172.21.15.31:0/577558879 shutdown_connections 2024-09-16T07:26:12.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:12.272+0000 7f0907c65640 1 -- 172.21.15.31:0/577558879 wait complete. 2024-09-16T07:26:12.285 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-16T07:26:12.285 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-16T07:26:12.399 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:12.400+0000 7ffad2bec640 1 -- 172.21.15.31:0/2255684796 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffacc0b1360 msgr2=0x7ffacc0d1c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:12.400 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:12.400+0000 7ffad2bec640 1 --2- 172.21.15.31:0/2255684796 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffacc0b1360 0x7ffacc0d1c20 secure :-1 s=READY pgs=1036 cs=0 l=1 rev1=1 crypto rx=0x7ffabc005fd0 tx=0x7ffabc02a530 comp rx=0 tx=0).stop 2024-09-16T07:26:12.400 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:12.400+0000 7ffad2bec640 1 -- 172.21.15.31:0/2255684796 shutdown_connections 2024-09-16T07:26:12.400 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:12.400+0000 7ffad2bec640 1 --2- 172.21.15.31:0/2255684796 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffacc0b1360 0x7ffacc0d1c20 unknown :-1 s=CLOSED pgs=1036 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:12.400 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:12.400+0000 7ffad2bec640 1 --2- 172.21.15.31:0/2255684796 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffacc15bdc0 0x7ffacc0d02b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:12.400 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:12.400+0000 7ffad2bec640 1 -- 172.21.15.31:0/2255684796 >> 172.21.15.31:0/2255684796 conn(0x7ffacc09aa30 msgr2=0x7ffacc09ae40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:12.400 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:12.400+0000 7ffad2bec640 1 -- 172.21.15.31:0/2255684796 shutdown_connections 2024-09-16T07:26:12.400 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:12.400+0000 7ffad2bec640 1 -- 172.21.15.31:0/2255684796 wait complete. 2024-09-16T07:26:12.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:12.401+0000 7ffad2bec640 1 Processor -- start 2024-09-16T07:26:12.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:12.401+0000 7ffad2bec640 1 -- start start 2024-09-16T07:26:12.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:12.402+0000 7ffad2bec640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffacc0b1360 0x7ffacc1f49a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:12.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:12.402+0000 7ffad2bec640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffacc0d2160 0x7ffacc0cabc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:12.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:12.402+0000 7ffad2bec640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffacc15bdc0 0x7ffacc06e4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:12.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:12.402+0000 7ffad2bec640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7ffacc0cef70 con 0x7ffacc0b1360 2024-09-16T07:26:12.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:12.402+0000 7ffad2bec640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ffacc0cedf0 con 0x7ffacc0d2160 2024-09-16T07:26:12.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:12.402+0000 7ffad2bec640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ffacc0cf0f0 con 0x7ffacc15bdc0 2024-09-16T07:26:12.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:12.402+0000 7ffad0988640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffacc0b1360 0x7ffacc1f49a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:12.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:12.402+0000 7ffad0988640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffacc0b1360 0x7ffacc1f49a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:57722/0 (socket says 172.21.15.31:57722) 2024-09-16T07:26:12.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:12.402+0000 7ffad0988640 1 -- 172.21.15.31:0/1161374522 learned_addr learned my addr 172.21.15.31:0/1161374522 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:12.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:12.402+0000 7ffad0988640 1 -- 172.21.15.31:0/1161374522 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffacc15bdc0 msgr2=0x7ffacc06e4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:12.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:12.402+0000 7ffad0988640 1 --2- 172.21.15.31:0/1161374522 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffacc15bdc0 0x7ffacc06e4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:12.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:12.402+0000 7ffac3fff640 1 --2- 172.21.15.31:0/1161374522 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffacc0d2160 0x7ffacc0cabc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:12.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:12.402+0000 7ffad0988640 1 -- 172.21.15.31:0/1161374522 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffacc0d2160 msgr2=0x7ffacc0cabc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:12.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:12.402+0000 7ffad0988640 1 --2- 172.21.15.31:0/1161374522 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffacc0d2160 0x7ffacc0cabc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:12.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:12.402+0000 7ffad0988640 1 -- 172.21.15.31:0/1161374522 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffacc1f55d0 con 0x7ffacc0b1360 2024-09-16T07:26:12.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:12.402+0000 7ffac3fff640 1 --2- 172.21.15.31:0/1161374522 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffacc0d2160 0x7ffacc0cabc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:26:12.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:12.403+0000 7ffad0988640 1 --2- 172.21.15.31:0/1161374522 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffacc0b1360 0x7ffacc1f49a0 secure :-1 s=READY pgs=1037 cs=0 l=1 rev1=1 crypto rx=0x7ffac800c970 tx=0x7ffac800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:12.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:12.403+0000 7ffac17fa640 1 -- 172.21.15.31:0/1161374522 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffac8007bb0 con 0x7ffacc0b1360 2024-09-16T07:26:12.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:12.403+0000 7ffac17fa640 1 -- 172.21.15.31:0/1161374522 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ffac8007e40 con 0x7ffacc0b1360 2024-09-16T07:26:12.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:12.403+0000 7ffad2bec640 1 -- 172.21.15.31:0/1161374522 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffacc1f58b0 con 0x7ffacc0b1360 2024-09-16T07:26:12.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:12.403+0000 7ffac17fa640 1 -- 172.21.15.31:0/1161374522 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffac800f690 con 0x7ffacc0b1360 2024-09-16T07:26:12.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:12.403+0000 7ffad2bec640 1 -- 172.21.15.31:0/1161374522 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffacc1f4ee0 con 0x7ffacc0b1360 2024-09-16T07:26:12.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:12.404+0000 7ffad2bec640 1 -- 172.21.15.31:0/1161374522 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffacc06de00 con 0x7ffacc0b1360 2024-09-16T07:26:12.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:12.404+0000 7ffac17fa640 1 -- 172.21.15.31:0/1161374522 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7ffac800f830 con 0x7ffacc0b1360 2024-09-16T07:26:12.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:12.405+0000 7ffac17fa640 1 --2- 172.21.15.31:0/1161374522 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ffab8078970 0x7ffab807ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:12.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:12.405+0000 7ffac3fff640 1 --2- 172.21.15.31:0/1161374522 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ffab8078970 0x7ffab807ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:12.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:12.405+0000 7ffac17fa640 1 -- 172.21.15.31:0/1161374522 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 5709+0+0 (secure 0 0 0) 0x7ffac809b440 con 0x7ffacc0b1360 2024-09-16T07:26:12.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:12.406+0000 7ffac3fff640 1 --2- 172.21.15.31:0/1161374522 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ffab8078970 0x7ffab807ae30 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7ffabc033000 tx=0x7ffabc004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:12.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:12.410+0000 7ffac17fa640 1 -- 172.21.15.31:0/1161374522 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7ffac8014030 con 0x7ffacc0b1360 2024-09-16T07:26:12.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:12.634+0000 7ffad2bec640 1 -- 172.21.15.31:0/1161374522 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7ffacc0d1c20 con 0x7ffacc0b1360 2024-09-16T07:26:13.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.270+0000 7ffac17fa640 1 -- 172.21.15.31:0/1161374522 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v69) ==== 122+0+0 (secure 0 0 0) 0x7ffac8063880 con 0x7ffacc0b1360 2024-09-16T07:26:13.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.272+0000 7ffad2bec640 1 -- 172.21.15.31:0/1161374522 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ffab8078970 msgr2=0x7ffab807ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:13.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.272+0000 7ffad2bec640 1 --2- 172.21.15.31:0/1161374522 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ffab8078970 0x7ffab807ae30 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7ffabc033000 tx=0x7ffabc004730 comp rx=0 tx=0).stop 2024-09-16T07:26:13.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.272+0000 7ffad2bec640 1 -- 172.21.15.31:0/1161374522 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffacc0b1360 msgr2=0x7ffacc1f49a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:13.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.272+0000 7ffad2bec640 1 --2- 172.21.15.31:0/1161374522 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffacc0b1360 0x7ffacc1f49a0 secure :-1 s=READY pgs=1037 cs=0 l=1 rev1=1 crypto rx=0x7ffac800c970 tx=0x7ffac800ce30 comp rx=0 tx=0).stop 2024-09-16T07:26:13.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.273+0000 7ffad2bec640 1 -- 172.21.15.31:0/1161374522 shutdown_connections 2024-09-16T07:26:13.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.273+0000 7ffad2bec640 1 --2- 172.21.15.31:0/1161374522 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ffab8078970 0x7ffab807ae30 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:13.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.273+0000 7ffad2bec640 1 --2- 172.21.15.31:0/1161374522 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffacc15bdc0 0x7ffacc06e4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:13.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.273+0000 7ffad2bec640 1 --2- 172.21.15.31:0/1161374522 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffacc0d2160 0x7ffacc0cabc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:13.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.273+0000 7ffad2bec640 1 --2- 172.21.15.31:0/1161374522 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffacc0b1360 0x7ffacc1f49a0 unknown :-1 s=CLOSED pgs=1037 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:13.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.273+0000 7ffad2bec640 1 -- 172.21.15.31:0/1161374522 >> 172.21.15.31:0/1161374522 conn(0x7ffacc09aa30 msgr2=0x7ffacc071a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:13.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.273+0000 7ffad2bec640 1 -- 172.21.15.31:0/1161374522 shutdown_connections 2024-09-16T07:26:13.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.273+0000 7ffad2bec640 1 -- 172.21.15.31:0/1161374522 wait complete. 2024-09-16T07:26:13.285 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-16T07:26:13.286 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:26:13.399 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.399+0000 7f40ef08c640 1 -- 172.21.15.31:0/2714871912 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f40d00051c0 msgr2=0x7f40d000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:13.399 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.399+0000 7f40ef08c640 1 --2- 172.21.15.31:0/2714871912 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f40d00051c0 0x7f40d000b9c0 secure :-1 s=READY pgs=1039 cs=0 l=1 rev1=1 crypto rx=0x7f40e0009f90 tx=0x7f40d0005830 comp rx=0 tx=0).stop 2024-09-16T07:26:13.399 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.399+0000 7f40ed629640 1 -- 172.21.15.31:0/2714871912 reap_dead start 2024-09-16T07:26:13.399 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.399+0000 7f40ef08c640 1 -- 172.21.15.31:0/2714871912 shutdown_connections 2024-09-16T07:26:13.399 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.399+0000 7f40ef08c640 1 -- 172.21.15.31:0/2714871912 >> 172.21.15.31:0/2714871912 conn(0x7f40e80d3ea0 msgr2=0x7f40e80d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:13.399 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.399+0000 7f40ef08c640 1 -- 172.21.15.31:0/2714871912 shutdown_connections 2024-09-16T07:26:13.399 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.399+0000 7f40ef08c640 1 -- 172.21.15.31:0/2714871912 wait complete. 2024-09-16T07:26:13.400 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.400+0000 7f40ef08c640 1 Processor -- start 2024-09-16T07:26:13.400 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.400+0000 7f40ef08c640 1 -- start start 2024-09-16T07:26:13.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.401+0000 7f40ef08c640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f40d00051c0 0x7f40e8157490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:13.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.401+0000 7f40ef08c640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f40e80b26b0 0x7f40e8159aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:13.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.401+0000 7f40ef08c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f40e815c490 0x7f40e815c910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:13.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.401+0000 7f40ef08c640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f40e8162690 con 0x7f40e815c490 2024-09-16T07:26:13.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.401+0000 7f40ef08c640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f40e80cf9b0 con 0x7f40d00051c0 2024-09-16T07:26:13.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.401+0000 7f40ef08c640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f40e815a340 con 0x7f40e80b26b0 2024-09-16T07:26:13.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.401+0000 7f40ed629640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f40e815c490 0x7f40e815c910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:13.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.401+0000 7f40ed629640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f40e815c490 0x7f40e815c910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41760/0 (socket says 172.21.15.31:41760) 2024-09-16T07:26:13.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.401+0000 7f40ed629640 1 -- 172.21.15.31:0/3163989353 learned_addr learned my addr 172.21.15.31:0/3163989353 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:13.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.402+0000 7f40ece28640 1 --2- 172.21.15.31:0/3163989353 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f40d00051c0 0x7f40e8157490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:13.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.402+0000 7f40e7fff640 1 --2- 172.21.15.31:0/3163989353 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f40e80b26b0 0x7f40e8159aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:13.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.402+0000 7f40ed629640 1 -- 172.21.15.31:0/3163989353 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f40e80b26b0 msgr2=0x7f40e8159aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:13.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.402+0000 7f40ed629640 1 --2- 172.21.15.31:0/3163989353 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f40e80b26b0 0x7f40e8159aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:13.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.402+0000 7f40ed629640 1 -- 172.21.15.31:0/3163989353 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f40d00051c0 msgr2=0x7f40e8157490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:13.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.402+0000 7f40ed629640 1 --2- 172.21.15.31:0/3163989353 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f40d00051c0 0x7f40e8157490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:13.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.402+0000 7f40ed629640 1 -- 172.21.15.31:0/3163989353 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40e815a620 con 0x7f40e815c490 2024-09-16T07:26:13.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.402+0000 7f40ed629640 1 --2- 172.21.15.31:0/3163989353 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f40e815c490 0x7f40e815c910 secure :-1 s=READY pgs=1040 cs=0 l=1 rev1=1 crypto rx=0x7f40e002ab30 tx=0x7f40e0032a10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:13.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.402+0000 7f40e57fa640 1 -- 172.21.15.31:0/3163989353 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40e0041070 con 0x7f40e815c490 2024-09-16T07:26:13.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.402+0000 7f40e57fa640 1 -- 172.21.15.31:0/3163989353 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f40e003c620 con 0x7f40e815c490 2024-09-16T07:26:13.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.402+0000 7f40ef08c640 1 -- 172.21.15.31:0/3163989353 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40e815a900 con 0x7f40e815c490 2024-09-16T07:26:13.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.402+0000 7f40e57fa640 1 -- 172.21.15.31:0/3163989353 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40e003ca30 con 0x7f40e815c490 2024-09-16T07:26:13.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.402+0000 7f40ef08c640 1 -- 172.21.15.31:0/3163989353 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40e8159fe0 con 0x7f40e815c490 2024-09-16T07:26:13.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.403+0000 7f40ef08c640 1 -- 172.21.15.31:0/3163989353 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f40e815ce50 con 0x7f40e815c490 2024-09-16T07:26:13.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.404+0000 7f40e57fa640 1 -- 172.21.15.31:0/3163989353 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7f40e0044070 con 0x7f40e815c490 2024-09-16T07:26:13.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.404+0000 7f40e57fa640 1 --2- 172.21.15.31:0/3163989353 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f40d40789a0 0x7f40d407ae60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:13.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.404+0000 7f40e57fa640 1 -- 172.21.15.31:0/3163989353 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 5709+0+0 (secure 0 0 0) 0x7f40e00bbbe0 con 0x7f40e815c490 2024-09-16T07:26:13.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.404+0000 7f40ece28640 1 --2- 172.21.15.31:0/3163989353 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f40d40789a0 0x7f40d407ae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:13.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.405+0000 7f40ece28640 1 --2- 172.21.15.31:0/3163989353 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f40d40789a0 0x7f40d407ae60 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f40d8000fb0 tx=0x7f40d8006910 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:13.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.409+0000 7f40e57fa640 1 -- 172.21.15.31:0/3163989353 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f40e004b030 con 0x7f40e815c490 2024-09-16T07:26:13.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.631+0000 7f40ef08c640 1 -- 172.21.15.31:0/3163989353 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f40e80d0630 con 0x7f40e815c490 2024-09-16T07:26:13.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.632+0000 7f40e57fa640 1 -- 172.21.15.31:0/3163989353 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 69 v69) ==== 94+0+5228 (secure 0 0 0) 0x7f40e0083a70 con 0x7f40e815c490 2024-09-16T07:26:13.631 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:26:13.632 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":69,"btime":"2024-09-16T07:26:13:269738+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5918,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/104921999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":104921999},{"type":"v1","addr":"172.21.15.31:6835","nonce":104921999}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65},{"gid":6388,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6834/1828291876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":1828291876},{"type":"v1","addr":"172.21.15.155:6834","nonce":1828291876}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65},{"gid":7140,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6834/1121936077","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":1121936077},{"type":"v1","addr":"172.21.15.31:6834","nonce":1121936077}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64}],"filesystems":[{"mdsmap":{"epoch":69,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:26:09.611862+0000","modified":"2024-09-16T07:26:12.635190+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7149},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7149":{"gid":7149,"name":"b","rank":0,"incarnation":66,"state":"up:active","state_seq":3,"addr":"172.21.15.155:6835/2893385681","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6809","nonce":2893385681},{"type":"v1","addr":"172.21.15.155:6835","nonce":2893385681}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7149,"qdb_cluster":[7149]},"id":8}]} 2024-09-16T07:26:13.632 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 69 2024-09-16T07:26:13.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.634+0000 7f40ef08c640 1 -- 172.21.15.31:0/3163989353 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f40d40789a0 msgr2=0x7f40d407ae60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:13.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.634+0000 7f40ef08c640 1 --2- 172.21.15.31:0/3163989353 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f40d40789a0 0x7f40d407ae60 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f40d8000fb0 tx=0x7f40d8006910 comp rx=0 tx=0).stop 2024-09-16T07:26:13.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.634+0000 7f40ef08c640 1 -- 172.21.15.31:0/3163989353 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f40e815c490 msgr2=0x7f40e815c910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:13.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.634+0000 7f40ef08c640 1 --2- 172.21.15.31:0/3163989353 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f40e815c490 0x7f40e815c910 secure :-1 s=READY pgs=1040 cs=0 l=1 rev1=1 crypto rx=0x7f40e002ab30 tx=0x7f40e0032a10 comp rx=0 tx=0).stop 2024-09-16T07:26:13.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.634+0000 7f40ef08c640 1 -- 172.21.15.31:0/3163989353 shutdown_connections 2024-09-16T07:26:13.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.634+0000 7f40ef08c640 1 --2- 172.21.15.31:0/3163989353 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f40d40789a0 0x7f40d407ae60 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:13.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.634+0000 7f40ef08c640 1 --2- 172.21.15.31:0/3163989353 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f40e815c490 0x7f40e815c910 unknown :-1 s=CLOSED pgs=1040 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:13.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.634+0000 7f40ef08c640 1 --2- 172.21.15.31:0/3163989353 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f40e80b26b0 0x7f40e8159aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:13.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.634+0000 7f40ef08c640 1 --2- 172.21.15.31:0/3163989353 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f40d00051c0 0x7f40e8157490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:13.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.634+0000 7f40ef08c640 1 -- 172.21.15.31:0/3163989353 >> 172.21.15.31:0/3163989353 conn(0x7f40e80d3ea0 msgr2=0x7f40e80b78d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:13.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.634+0000 7f40ef08c640 1 -- 172.21.15.31:0/3163989353 shutdown_connections 2024-09-16T07:26:13.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.634+0000 7f40ef08c640 1 -- 172.21.15.31:0/3163989353 wait complete. 2024-09-16T07:26:13.644 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:26:13.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.749+0000 7fcab929b640 1 -- 172.21.15.31:0/440336590 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcab40746e0 msgr2=0x7fcab40cba60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:13.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.750+0000 7fcab929b640 1 --2- 172.21.15.31:0/440336590 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcab40746e0 0x7fcab40cba60 secure :-1 s=READY pgs=1042 cs=0 l=1 rev1=1 crypto rx=0x7fcaac005fd0 tx=0x7fcaac02a780 comp rx=0 tx=0).stop 2024-09-16T07:26:13.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.750+0000 7fcab929b640 1 -- 172.21.15.31:0/440336590 shutdown_connections 2024-09-16T07:26:13.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.750+0000 7fcab929b640 1 --2- 172.21.15.31:0/440336590 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcab40746e0 0x7fcab40cba60 unknown :-1 s=CLOSED pgs=1042 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:13.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.750+0000 7fcab929b640 1 -- 172.21.15.31:0/440336590 >> 172.21.15.31:0/440336590 conn(0x7fcab40d0c20 msgr2=0x7fcab40d1030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:13.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.750+0000 7fcab929b640 1 -- 172.21.15.31:0/440336590 shutdown_connections 2024-09-16T07:26:13.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.750+0000 7fcab929b640 1 -- 172.21.15.31:0/440336590 wait complete. 2024-09-16T07:26:13.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.751+0000 7fcab929b640 1 Processor -- start 2024-09-16T07:26:13.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.751+0000 7fcab929b640 1 -- start start 2024-09-16T07:26:13.752 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.752+0000 7fcab929b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcab4074280 0x7fcab41f3570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:13.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.752+0000 7fcab929b640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcab40746e0 0x7fcab415d930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:13.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.752+0000 7fcab929b640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcab415ad00 0x7fcab40c7cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:13.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.752+0000 7fcab929b640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fcab40d0820 con 0x7fcab4074280 2024-09-16T07:26:13.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.752+0000 7fcab929b640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fcab40d06a0 con 0x7fcab40746e0 2024-09-16T07:26:13.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.752+0000 7fcab929b640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fcab40cbfa0 con 0x7fcab415ad00 2024-09-16T07:26:13.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.752+0000 7fcab2ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcab4074280 0x7fcab41f3570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:13.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.752+0000 7fcab2ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcab4074280 0x7fcab41f3570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41788/0 (socket says 172.21.15.31:41788) 2024-09-16T07:26:13.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.752+0000 7fcab2ffd640 1 -- 172.21.15.31:0/1416954670 learned_addr learned my addr 172.21.15.31:0/1416954670 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:13.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.752+0000 7fcab27fc640 1 --2- 172.21.15.31:0/1416954670 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcab40746e0 0x7fcab415d930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:13.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.752+0000 7fcab37fe640 1 --2- 172.21.15.31:0/1416954670 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcab415ad00 0x7fcab40c7cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:13.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.752+0000 7fcab2ffd640 1 -- 172.21.15.31:0/1416954670 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcab415ad00 msgr2=0x7fcab40c7cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:13.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.752+0000 7fcab2ffd640 1 --2- 172.21.15.31:0/1416954670 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcab415ad00 0x7fcab40c7cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:13.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.752+0000 7fcab2ffd640 1 -- 172.21.15.31:0/1416954670 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcab40746e0 msgr2=0x7fcab415d930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:13.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.752+0000 7fcab2ffd640 1 --2- 172.21.15.31:0/1416954670 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcab40746e0 0x7fcab415d930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:13.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.752+0000 7fcab2ffd640 1 -- 172.21.15.31:0/1416954670 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcab40c9b60 con 0x7fcab4074280 2024-09-16T07:26:13.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.752+0000 7fcab27fc640 1 --2- 172.21.15.31:0/1416954670 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcab40746e0 0x7fcab415d930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:26:13.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.752+0000 7fcab2ffd640 1 --2- 172.21.15.31:0/1416954670 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcab4074280 0x7fcab41f3570 secure :-1 s=READY pgs=1043 cs=0 l=1 rev1=1 crypto rx=0x7fcaa400b420 tx=0x7fcaa400b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:13.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.753+0000 7fca9b7fe640 1 -- 172.21.15.31:0/1416954670 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcaa4011830 con 0x7fcab4074280 2024-09-16T07:26:13.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.753+0000 7fca9b7fe640 1 -- 172.21.15.31:0/1416954670 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcaa4016070 con 0x7fcab4074280 2024-09-16T07:26:13.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.753+0000 7fcab929b640 1 -- 172.21.15.31:0/1416954670 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcab40c9de0 con 0x7fcab4074280 2024-09-16T07:26:13.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.753+0000 7fca9b7fe640 1 -- 172.21.15.31:0/1416954670 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcaa4011d60 con 0x7fcab4074280 2024-09-16T07:26:13.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.753+0000 7fcab929b640 1 -- 172.21.15.31:0/1416954670 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcab40ca3a0 con 0x7fcab4074280 2024-09-16T07:26:13.755 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.754+0000 7fcab929b640 1 -- 172.21.15.31:0/1416954670 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcab40cba30 con 0x7fcab4074280 2024-09-16T07:26:13.755 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.754+0000 7fca9b7fe640 1 -- 172.21.15.31:0/1416954670 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7fcaa401b460 con 0x7fcab4074280 2024-09-16T07:26:13.755 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.755+0000 7fca9b7fe640 1 --2- 172.21.15.31:0/1416954670 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fcaa0078970 0x7fcaa007ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:13.755 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.755+0000 7fca9b7fe640 1 -- 172.21.15.31:0/1416954670 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 5709+0+0 (secure 0 0 0) 0x7fcaa409a5c0 con 0x7fcab4074280 2024-09-16T07:26:13.755 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.755+0000 7fcab27fc640 1 --2- 172.21.15.31:0/1416954670 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fcaa0078970 0x7fcaa007ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:13.755 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.755+0000 7fcab27fc640 1 --2- 172.21.15.31:0/1416954670 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fcaa0078970 0x7fcaa007ae30 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fcab4070e40 tx=0x7fcaa8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:13.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.759+0000 7fca9b7fe640 1 -- 172.21.15.31:0/1416954670 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fcab40cba30 con 0x7fcab4074280 2024-09-16T07:26:13.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.944+0000 7fcab929b640 1 -- 172.21.15.31:0/1416954670 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fcab40b57d0 con 0x7fcab4074280 2024-09-16T07:26:13.944 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.945+0000 7fca9b7fe640 1 -- 172.21.15.31:0/1416954670 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v101) ==== 74+0+16711 (secure 0 0 0) 0x7fcaa4020020 con 0x7fcab4074280 2024-09-16T07:26:13.945 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:26:13.945 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":101,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:26:11.249374+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":17,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:26:07.257598+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"100","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":17,"pool_name":"cephfs_data","create_time":"2024-09-16T07:26:08.564987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"101","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:26:13.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.947+0000 7fcab929b640 1 -- 172.21.15.31:0/1416954670 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fcaa0078970 msgr2=0x7fcaa007ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:13.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.947+0000 7fcab929b640 1 --2- 172.21.15.31:0/1416954670 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fcaa0078970 0x7fcaa007ae30 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fcab4070e40 tx=0x7fcaa8009040 comp rx=0 tx=0).stop 2024-09-16T07:26:13.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.947+0000 7fcab929b640 1 -- 172.21.15.31:0/1416954670 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcab4074280 msgr2=0x7fcab41f3570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:13.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.947+0000 7fcab929b640 1 --2- 172.21.15.31:0/1416954670 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcab4074280 0x7fcab41f3570 secure :-1 s=READY pgs=1043 cs=0 l=1 rev1=1 crypto rx=0x7fcaa400b420 tx=0x7fcaa400b8e0 comp rx=0 tx=0).stop 2024-09-16T07:26:13.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.947+0000 7fcab929b640 1 -- 172.21.15.31:0/1416954670 shutdown_connections 2024-09-16T07:26:13.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.947+0000 7fcab929b640 1 --2- 172.21.15.31:0/1416954670 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fcaa0078970 0x7fcaa007ae30 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:13.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.947+0000 7fcab929b640 1 --2- 172.21.15.31:0/1416954670 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcab415ad00 0x7fcab40c7cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:13.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.947+0000 7fcab929b640 1 --2- 172.21.15.31:0/1416954670 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcab40746e0 0x7fcab415d930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:13.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.947+0000 7fcab929b640 1 --2- 172.21.15.31:0/1416954670 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcab4074280 0x7fcab41f3570 unknown :-1 s=CLOSED pgs=1043 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:13.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.947+0000 7fcab929b640 1 -- 172.21.15.31:0/1416954670 >> 172.21.15.31:0/1416954670 conn(0x7fcab40d0c20 msgr2=0x7fcab40b5fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:13.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.947+0000 7fcab929b640 1 -- 172.21.15.31:0/1416954670 shutdown_connections 2024-09-16T07:26:13.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:13.947+0000 7fcab929b640 1 -- 172.21.15.31:0/1416954670 wait complete. 2024-09-16T07:26:13.958 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-16T07:26:13.958 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T07:26:14.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.063+0000 7f8eb3b3d640 1 -- 172.21.15.31:0/2003098470 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8eac160ac0 msgr2=0x7f8eac160f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:14.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.063+0000 7f8eb3b3d640 1 --2- 172.21.15.31:0/2003098470 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8eac160ac0 0x7f8eac160f50 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f8ea4009be0 tx=0x7f8ea402a8d0 comp rx=0 tx=0).stop 2024-09-16T07:26:14.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.063+0000 7f8eb3b3d640 1 -- 172.21.15.31:0/2003098470 shutdown_connections 2024-09-16T07:26:14.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.063+0000 7f8eb3b3d640 1 --2- 172.21.15.31:0/2003098470 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8eac160ac0 0x7f8eac160f50 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:14.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.063+0000 7f8eb3b3d640 1 --2- 172.21.15.31:0/2003098470 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8eac0cf920 0x7f8eac0d1a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:14.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.063+0000 7f8eb3b3d640 1 -- 172.21.15.31:0/2003098470 >> 172.21.15.31:0/2003098470 conn(0x7f8eac0d3e40 msgr2=0x7f8eac0d4250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:14.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.063+0000 7f8eb3b3d640 1 -- 172.21.15.31:0/2003098470 shutdown_connections 2024-09-16T07:26:14.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.063+0000 7f8eb3b3d640 1 -- 172.21.15.31:0/2003098470 wait complete. 2024-09-16T07:26:14.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.064+0000 7f8eb3b3d640 1 Processor -- start 2024-09-16T07:26:14.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.064+0000 7f8eb3b3d640 1 -- start start 2024-09-16T07:26:14.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.065+0000 7f8eb3b3d640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8eac0cf920 0x7f8eac156ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:14.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.065+0000 7f8eb3b3d640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8eac160ac0 0x7f8eac0ca1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:14.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.065+0000 7f8eb3b3d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8eac161b30 0x7f8eac0ca720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:14.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.065+0000 7f8eb3b3d640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f8eac0b3b60 con 0x7f8eac161b30 2024-09-16T07:26:14.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.065+0000 7f8eb3b3d640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f8eac0b39e0 con 0x7f8eac0cf920 2024-09-16T07:26:14.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.065+0000 7f8eb3b3d640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f8eac0b3ce0 con 0x7f8eac160ac0 2024-09-16T07:26:14.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.065+0000 7f8eb20da640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8eac161b30 0x7f8eac0ca720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:14.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.065+0000 7f8eb20da640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8eac161b30 0x7f8eac0ca720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41802/0 (socket says 172.21.15.31:41802) 2024-09-16T07:26:14.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.065+0000 7f8eb20da640 1 -- 172.21.15.31:0/2746838105 learned_addr learned my addr 172.21.15.31:0/2746838105 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:14.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.065+0000 7f8eb18d9640 1 --2- 172.21.15.31:0/2746838105 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8eac0cf920 0x7f8eac156ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:14.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.065+0000 7f8eb10d8640 1 --2- 172.21.15.31:0/2746838105 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8eac160ac0 0x7f8eac0ca1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:14.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.066+0000 7f8eb20da640 1 -- 172.21.15.31:0/2746838105 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8eac160ac0 msgr2=0x7f8eac0ca1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:14.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.066+0000 7f8eb20da640 1 --2- 172.21.15.31:0/2746838105 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8eac160ac0 0x7f8eac0ca1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:14.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.066+0000 7f8eb20da640 1 -- 172.21.15.31:0/2746838105 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8eac0cf920 msgr2=0x7f8eac156ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:14.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.066+0000 7f8eb20da640 1 --2- 172.21.15.31:0/2746838105 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8eac0cf920 0x7f8eac156ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:14.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.066+0000 7f8eb20da640 1 -- 172.21.15.31:0/2746838105 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8eac0cbc50 con 0x7f8eac161b30 2024-09-16T07:26:14.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.066+0000 7f8eb20da640 1 --2- 172.21.15.31:0/2746838105 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8eac161b30 0x7f8eac0ca720 secure :-1 s=READY pgs=1044 cs=0 l=1 rev1=1 crypto rx=0x7f8ea4009be0 tx=0x7f8ea4003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:14.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.066+0000 7f8ea27fc640 1 -- 172.21.15.31:0/2746838105 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ea4031d80 con 0x7f8eac161b30 2024-09-16T07:26:14.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.066+0000 7f8ea27fc640 1 -- 172.21.15.31:0/2746838105 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8ea4004130 con 0x7f8eac161b30 2024-09-16T07:26:14.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.066+0000 7f8eb3b3d640 1 -- 172.21.15.31:0/2746838105 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8eac1f8060 con 0x7f8eac161b30 2024-09-16T07:26:14.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.066+0000 7f8ea27fc640 1 -- 172.21.15.31:0/2746838105 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ea4004540 con 0x7f8eac161b30 2024-09-16T07:26:14.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.066+0000 7f8eb3b3d640 1 -- 172.21.15.31:0/2746838105 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8eac1f8620 con 0x7f8eac161b30 2024-09-16T07:26:14.068 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.067+0000 7f8eb3b3d640 1 -- 172.21.15.31:0/2746838105 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8eac0d1a10 con 0x7f8eac161b30 2024-09-16T07:26:14.068 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.068+0000 7f8ea27fc640 1 -- 172.21.15.31:0/2746838105 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7f8ea4039040 con 0x7f8eac161b30 2024-09-16T07:26:14.068 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.069+0000 7f8ea27fc640 1 --2- 172.21.15.31:0/2746838105 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8e90078970 0x7f8e9007ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:14.068 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.069+0000 7f8ea27fc640 1 -- 172.21.15.31:0/2746838105 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 5709+0+0 (secure 0 0 0) 0x7f8ea40bbb30 con 0x7f8eac161b30 2024-09-16T07:26:14.068 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.069+0000 7f8eb18d9640 1 --2- 172.21.15.31:0/2746838105 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8e90078970 0x7f8e9007ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:14.069 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.069+0000 7f8eb18d9640 1 --2- 172.21.15.31:0/2746838105 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8e90078970 0x7f8e9007ae30 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f8eac0b9d00 tx=0x7f8ea8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:14.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.073+0000 7f8ea27fc640 1 -- 172.21.15.31:0/2746838105 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f8ea4040030 con 0x7f8eac161b30 2024-09-16T07:26:14.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.255+0000 7f8eb3b3d640 1 -- 172.21.15.31:0/2746838105 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f8eac0b3580 con 0x7f8e90078970 2024-09-16T07:26:14.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.260+0000 7f8ea27fc640 1 -- 172.21.15.31:0/2746838105 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252241 (secure 0 0 0) 0x7f8eac0b3580 con 0x7f8e90078970 2024-09-16T07:26:14.262 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:26:14.263 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-16T07:26:14.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.263+0000 7f8eb3b3d640 1 -- 172.21.15.31:0/2746838105 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8e90078970 msgr2=0x7f8e9007ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:14.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.263+0000 7f8eb3b3d640 1 --2- 172.21.15.31:0/2746838105 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8e90078970 0x7f8e9007ae30 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f8eac0b9d00 tx=0x7f8ea8009040 comp rx=0 tx=0).stop 2024-09-16T07:26:14.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.263+0000 7f8eb3b3d640 1 -- 172.21.15.31:0/2746838105 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8eac161b30 msgr2=0x7f8eac0ca720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:14.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.263+0000 7f8eb3b3d640 1 --2- 172.21.15.31:0/2746838105 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8eac161b30 0x7f8eac0ca720 secure :-1 s=READY pgs=1044 cs=0 l=1 rev1=1 crypto rx=0x7f8ea4009be0 tx=0x7f8ea4003f10 comp rx=0 tx=0).stop 2024-09-16T07:26:14.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.263+0000 7f8eb3b3d640 1 -- 172.21.15.31:0/2746838105 shutdown_connections 2024-09-16T07:26:14.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.263+0000 7f8eb3b3d640 1 --2- 172.21.15.31:0/2746838105 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8e90078970 0x7f8e9007ae30 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:14.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.263+0000 7f8eb3b3d640 1 --2- 172.21.15.31:0/2746838105 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8eac161b30 0x7f8eac0ca720 unknown :-1 s=CLOSED pgs=1044 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:14.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.263+0000 7f8eb3b3d640 1 --2- 172.21.15.31:0/2746838105 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8eac160ac0 0x7f8eac0ca1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:14.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.263+0000 7f8eb3b3d640 1 --2- 172.21.15.31:0/2746838105 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8eac0cf920 0x7f8eac156ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:14.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.263+0000 7f8eb3b3d640 1 -- 172.21.15.31:0/2746838105 >> 172.21.15.31:0/2746838105 conn(0x7f8eac0d3e40 msgr2=0x7f8eac0b5400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:14.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.263+0000 7f8eb3b3d640 1 -- 172.21.15.31:0/2746838105 shutdown_connections 2024-09-16T07:26:14.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.263+0000 7f8eb3b3d640 1 -- 172.21.15.31:0/2746838105 wait complete. 2024-09-16T07:26:14.273 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":62,"stamp":"2024-09-16T07:26:14.232479+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":157,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":66,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":256256,"kb_used_data":10876,"kb_used_omap":12,"kb_used_meta":245171,"kb_avail":754718464,"statfs":{"total":773094113280,"available":772831707136,"internally_reserved":0,"allocated":11137024,"data_stored":5504045,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":251055665},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":30,"apply_latency_ms":30,"commit_latency_ns":30000000,"apply_latency_ns":30000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001175"},"pg_stats":[{"pgid":"17.3f","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.287027+0000","last_change":"2024-09-16T07:26:10.274809+0000","last_active":"2024-09-16T07:26:10.287027+0000","last_peered":"2024-09-16T07:26:10.287027+0000","last_clean":"2024-09-16T07:26:10.287027+0000","last_became_active":"2024-09-16T07:26:10.274462+0000","last_became_peered":"2024-09-16T07:26:10.274462+0000","last_unstale":"2024-09-16T07:26:10.287027+0000","last_undegraded":"2024-09-16T07:26:10.287027+0000","last_fullsized":"2024-09-16T07:26:10.287027+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:19:18.769967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.3e","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.258337+0000","last_change":"2024-09-16T07:26:10.256378+0000","last_active":"2024-09-16T07:26:10.258337+0000","last_peered":"2024-09-16T07:26:10.258337+0000","last_clean":"2024-09-16T07:26:10.258337+0000","last_became_active":"2024-09-16T07:26:10.256074+0000","last_became_peered":"2024-09-16T07:26:10.256074+0000","last_unstale":"2024-09-16T07:26:10.258337+0000","last_undegraded":"2024-09-16T07:26:10.258337+0000","last_fullsized":"2024-09-16T07:26:10.258337+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:11:06.473380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.3d","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.271999+0000","last_change":"2024-09-16T07:26:10.269783+0000","last_active":"2024-09-16T07:26:10.271999+0000","last_peered":"2024-09-16T07:26:10.271999+0000","last_clean":"2024-09-16T07:26:10.271999+0000","last_became_active":"2024-09-16T07:26:10.269477+0000","last_became_peered":"2024-09-16T07:26:10.269477+0000","last_unstale":"2024-09-16T07:26:10.271999+0000","last_undegraded":"2024-09-16T07:26:10.271999+0000","last_fullsized":"2024-09-16T07:26:10.271999+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:29:18.110757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.3c","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.280845+0000","last_change":"2024-09-16T07:26:10.273497+0000","last_active":"2024-09-16T07:26:10.280845+0000","last_peered":"2024-09-16T07:26:10.280845+0000","last_clean":"2024-09-16T07:26:10.280845+0000","last_became_active":"2024-09-16T07:26:10.273223+0000","last_became_peered":"2024-09-16T07:26:10.273223+0000","last_unstale":"2024-09-16T07:26:10.280845+0000","last_undegraded":"2024-09-16T07:26:10.280845+0000","last_fullsized":"2024-09-16T07:26:10.280845+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:23:36.988489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.3b","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.275442+0000","last_change":"2024-09-16T07:26:10.267678+0000","last_active":"2024-09-16T07:26:10.275442+0000","last_peered":"2024-09-16T07:26:10.275442+0000","last_clean":"2024-09-16T07:26:10.275442+0000","last_became_active":"2024-09-16T07:26:10.267408+0000","last_became_peered":"2024-09-16T07:26:10.267408+0000","last_unstale":"2024-09-16T07:26:10.275442+0000","last_undegraded":"2024-09-16T07:26:10.275442+0000","last_fullsized":"2024-09-16T07:26:10.275442+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:57:05.547994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.3a","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.283463+0000","last_change":"2024-09-16T07:26:10.281349+0000","last_active":"2024-09-16T07:26:10.283463+0000","last_peered":"2024-09-16T07:26:10.283463+0000","last_clean":"2024-09-16T07:26:10.283463+0000","last_became_active":"2024-09-16T07:26:10.281087+0000","last_became_peered":"2024-09-16T07:26:10.281087+0000","last_unstale":"2024-09-16T07:26:10.283463+0000","last_undegraded":"2024-09-16T07:26:10.283463+0000","last_fullsized":"2024-09-16T07:26:10.283463+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:14:57.877059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.39","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.273781+0000","last_change":"2024-09-16T07:26:10.269778+0000","last_active":"2024-09-16T07:26:10.273781+0000","last_peered":"2024-09-16T07:26:10.273781+0000","last_clean":"2024-09-16T07:26:10.273781+0000","last_became_active":"2024-09-16T07:26:10.269382+0000","last_became_peered":"2024-09-16T07:26:10.269382+0000","last_unstale":"2024-09-16T07:26:10.273781+0000","last_undegraded":"2024-09-16T07:26:10.273781+0000","last_fullsized":"2024-09-16T07:26:10.273781+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:25:16.582154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.38","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.279518+0000","last_change":"2024-09-16T07:26:10.274862+0000","last_active":"2024-09-16T07:26:10.279518+0000","last_peered":"2024-09-16T07:26:10.279518+0000","last_clean":"2024-09-16T07:26:10.279518+0000","last_became_active":"2024-09-16T07:26:10.273826+0000","last_became_peered":"2024-09-16T07:26:10.273826+0000","last_unstale":"2024-09-16T07:26:10.279518+0000","last_undegraded":"2024-09-16T07:26:10.279518+0000","last_fullsized":"2024-09-16T07:26:10.279518+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:46:59.546552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.37","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.286283+0000","last_change":"2024-09-16T07:26:10.273766+0000","last_active":"2024-09-16T07:26:10.286283+0000","last_peered":"2024-09-16T07:26:10.286283+0000","last_clean":"2024-09-16T07:26:10.286283+0000","last_became_active":"2024-09-16T07:26:10.273503+0000","last_became_peered":"2024-09-16T07:26:10.273503+0000","last_unstale":"2024-09-16T07:26:10.286283+0000","last_undegraded":"2024-09-16T07:26:10.286283+0000","last_fullsized":"2024-09-16T07:26:10.286283+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:13:54.091005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.36","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.276623+0000","last_change":"2024-09-16T07:26:10.273948+0000","last_active":"2024-09-16T07:26:10.276623+0000","last_peered":"2024-09-16T07:26:10.276623+0000","last_clean":"2024-09-16T07:26:10.276623+0000","last_became_active":"2024-09-16T07:26:10.273678+0000","last_became_peered":"2024-09-16T07:26:10.273678+0000","last_unstale":"2024-09-16T07:26:10.276623+0000","last_undegraded":"2024-09-16T07:26:10.276623+0000","last_fullsized":"2024-09-16T07:26:10.276623+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:47:04.391731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.35","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.276894+0000","last_change":"2024-09-16T07:26:10.272390+0000","last_active":"2024-09-16T07:26:10.276894+0000","last_peered":"2024-09-16T07:26:10.276894+0000","last_clean":"2024-09-16T07:26:10.276894+0000","last_became_active":"2024-09-16T07:26:10.272036+0000","last_became_peered":"2024-09-16T07:26:10.272036+0000","last_unstale":"2024-09-16T07:26:10.276894+0000","last_undegraded":"2024-09-16T07:26:10.276894+0000","last_fullsized":"2024-09-16T07:26:10.276894+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:36:58.812242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.34","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.276657+0000","last_change":"2024-09-16T07:26:10.275016+0000","last_active":"2024-09-16T07:26:10.276657+0000","last_peered":"2024-09-16T07:26:10.276657+0000","last_clean":"2024-09-16T07:26:10.276657+0000","last_became_active":"2024-09-16T07:26:10.273695+0000","last_became_peered":"2024-09-16T07:26:10.273695+0000","last_unstale":"2024-09-16T07:26:10.276657+0000","last_undegraded":"2024-09-16T07:26:10.276657+0000","last_fullsized":"2024-09-16T07:26:10.276657+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:34:25.309421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.33","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.279328+0000","last_change":"2024-09-16T07:26:10.274411+0000","last_active":"2024-09-16T07:26:10.279328+0000","last_peered":"2024-09-16T07:26:10.279328+0000","last_clean":"2024-09-16T07:26:10.279328+0000","last_became_active":"2024-09-16T07:26:10.274132+0000","last_became_peered":"2024-09-16T07:26:10.274132+0000","last_unstale":"2024-09-16T07:26:10.279328+0000","last_undegraded":"2024-09-16T07:26:10.279328+0000","last_fullsized":"2024-09-16T07:26:10.279328+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:49:33.645349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.32","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.278826+0000","last_change":"2024-09-16T07:26:10.273424+0000","last_active":"2024-09-16T07:26:10.278826+0000","last_peered":"2024-09-16T07:26:10.278826+0000","last_clean":"2024-09-16T07:26:10.278826+0000","last_became_active":"2024-09-16T07:26:10.273057+0000","last_became_peered":"2024-09-16T07:26:10.273057+0000","last_unstale":"2024-09-16T07:26:10.278826+0000","last_undegraded":"2024-09-16T07:26:10.278826+0000","last_fullsized":"2024-09-16T07:26:10.278826+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:44:39.634915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.31","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.267389+0000","last_change":"2024-09-16T07:26:10.265523+0000","last_active":"2024-09-16T07:26:10.267389+0000","last_peered":"2024-09-16T07:26:10.267389+0000","last_clean":"2024-09-16T07:26:10.267389+0000","last_became_active":"2024-09-16T07:26:10.265265+0000","last_became_peered":"2024-09-16T07:26:10.265265+0000","last_unstale":"2024-09-16T07:26:10.267389+0000","last_undegraded":"2024-09-16T07:26:10.267389+0000","last_fullsized":"2024-09-16T07:26:10.267389+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:48:01.231926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.30","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.275513+0000","last_change":"2024-09-16T07:26:10.273118+0000","last_active":"2024-09-16T07:26:10.275513+0000","last_peered":"2024-09-16T07:26:10.275513+0000","last_clean":"2024-09-16T07:26:10.275513+0000","last_became_active":"2024-09-16T07:26:10.272851+0000","last_became_peered":"2024-09-16T07:26:10.272851+0000","last_unstale":"2024-09-16T07:26:10.275513+0000","last_undegraded":"2024-09-16T07:26:10.275513+0000","last_fullsized":"2024-09-16T07:26:10.275513+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:36:18.852536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.2f","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.273195+0000","last_change":"2024-09-16T07:26:10.270135+0000","last_active":"2024-09-16T07:26:10.273195+0000","last_peered":"2024-09-16T07:26:10.273195+0000","last_clean":"2024-09-16T07:26:10.273195+0000","last_became_active":"2024-09-16T07:26:10.269792+0000","last_became_peered":"2024-09-16T07:26:10.269792+0000","last_unstale":"2024-09-16T07:26:10.273195+0000","last_undegraded":"2024-09-16T07:26:10.273195+0000","last_fullsized":"2024-09-16T07:26:10.273195+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:10:10.534002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.2e","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.283181+0000","last_change":"2024-09-16T07:26:10.281902+0000","last_active":"2024-09-16T07:26:10.283181+0000","last_peered":"2024-09-16T07:26:10.283181+0000","last_clean":"2024-09-16T07:26:10.283181+0000","last_became_active":"2024-09-16T07:26:10.281617+0000","last_became_peered":"2024-09-16T07:26:10.281617+0000","last_unstale":"2024-09-16T07:26:10.283181+0000","last_undegraded":"2024-09-16T07:26:10.283181+0000","last_fullsized":"2024-09-16T07:26:10.283181+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:07:47.581743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.2d","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.277224+0000","last_change":"2024-09-16T07:26:10.275714+0000","last_active":"2024-09-16T07:26:10.277224+0000","last_peered":"2024-09-16T07:26:10.277224+0000","last_clean":"2024-09-16T07:26:10.277224+0000","last_became_active":"2024-09-16T07:26:10.275432+0000","last_became_peered":"2024-09-16T07:26:10.275432+0000","last_unstale":"2024-09-16T07:26:10.277224+0000","last_undegraded":"2024-09-16T07:26:10.277224+0000","last_fullsized":"2024-09-16T07:26:10.277224+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:34:39.848592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.2c","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.273589+0000","last_change":"2024-09-16T07:26:10.272357+0000","last_active":"2024-09-16T07:26:10.273589+0000","last_peered":"2024-09-16T07:26:10.273589+0000","last_clean":"2024-09-16T07:26:10.273589+0000","last_became_active":"2024-09-16T07:26:10.272043+0000","last_became_peered":"2024-09-16T07:26:10.272043+0000","last_unstale":"2024-09-16T07:26:10.273589+0000","last_undegraded":"2024-09-16T07:26:10.273589+0000","last_fullsized":"2024-09-16T07:26:10.273589+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:08:47.332381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.2b","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.283202+0000","last_change":"2024-09-16T07:26:10.282272+0000","last_active":"2024-09-16T07:26:10.283202+0000","last_peered":"2024-09-16T07:26:10.283202+0000","last_clean":"2024-09-16T07:26:10.283202+0000","last_became_active":"2024-09-16T07:26:10.281788+0000","last_became_peered":"2024-09-16T07:26:10.281788+0000","last_unstale":"2024-09-16T07:26:10.283202+0000","last_undegraded":"2024-09-16T07:26:10.283202+0000","last_fullsized":"2024-09-16T07:26:10.283202+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:07:56.844596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.2a","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.278778+0000","last_change":"2024-09-16T07:26:10.273680+0000","last_active":"2024-09-16T07:26:10.278778+0000","last_peered":"2024-09-16T07:26:10.278778+0000","last_clean":"2024-09-16T07:26:10.278778+0000","last_became_active":"2024-09-16T07:26:10.273409+0000","last_became_peered":"2024-09-16T07:26:10.273409+0000","last_unstale":"2024-09-16T07:26:10.278778+0000","last_undegraded":"2024-09-16T07:26:10.278778+0000","last_fullsized":"2024-09-16T07:26:10.278778+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:58:57.279865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.29","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.268667+0000","last_change":"2024-09-16T07:26:10.259208+0000","last_active":"2024-09-16T07:26:10.268667+0000","last_peered":"2024-09-16T07:26:10.268667+0000","last_clean":"2024-09-16T07:26:10.268667+0000","last_became_active":"2024-09-16T07:26:10.258910+0000","last_became_peered":"2024-09-16T07:26:10.258910+0000","last_unstale":"2024-09-16T07:26:10.268667+0000","last_undegraded":"2024-09-16T07:26:10.268667+0000","last_fullsized":"2024-09-16T07:26:10.268667+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:14:02.384328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.28","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.278117+0000","last_change":"2024-09-16T07:26:10.269011+0000","last_active":"2024-09-16T07:26:10.278117+0000","last_peered":"2024-09-16T07:26:10.278117+0000","last_clean":"2024-09-16T07:26:10.278117+0000","last_became_active":"2024-09-16T07:26:10.268691+0000","last_became_peered":"2024-09-16T07:26:10.268691+0000","last_unstale":"2024-09-16T07:26:10.278117+0000","last_undegraded":"2024-09-16T07:26:10.278117+0000","last_fullsized":"2024-09-16T07:26:10.278117+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:17:31.516243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.27","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.279430+0000","last_change":"2024-09-16T07:26:10.274094+0000","last_active":"2024-09-16T07:26:10.279430+0000","last_peered":"2024-09-16T07:26:10.279430+0000","last_clean":"2024-09-16T07:26:10.279430+0000","last_became_active":"2024-09-16T07:26:10.272750+0000","last_became_peered":"2024-09-16T07:26:10.272750+0000","last_unstale":"2024-09-16T07:26:10.279430+0000","last_undegraded":"2024-09-16T07:26:10.279430+0000","last_fullsized":"2024-09-16T07:26:10.279430+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:03:21.202525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.26","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.271871+0000","last_change":"2024-09-16T07:26:10.262386+0000","last_active":"2024-09-16T07:26:10.271871+0000","last_peered":"2024-09-16T07:26:10.271871+0000","last_clean":"2024-09-16T07:26:10.271871+0000","last_became_active":"2024-09-16T07:26:10.262078+0000","last_became_peered":"2024-09-16T07:26:10.262078+0000","last_unstale":"2024-09-16T07:26:10.271871+0000","last_undegraded":"2024-09-16T07:26:10.271871+0000","last_fullsized":"2024-09-16T07:26:10.271871+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:06:00.280291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.25","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.278163+0000","last_change":"2024-09-16T07:26:10.267886+0000","last_active":"2024-09-16T07:26:10.278163+0000","last_peered":"2024-09-16T07:26:10.278163+0000","last_clean":"2024-09-16T07:26:10.278163+0000","last_became_active":"2024-09-16T07:26:10.266081+0000","last_became_peered":"2024-09-16T07:26:10.266081+0000","last_unstale":"2024-09-16T07:26:10.278163+0000","last_undegraded":"2024-09-16T07:26:10.278163+0000","last_fullsized":"2024-09-16T07:26:10.278163+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:55:46.960029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.24","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.278838+0000","last_change":"2024-09-16T07:26:10.271636+0000","last_active":"2024-09-16T07:26:10.278838+0000","last_peered":"2024-09-16T07:26:10.278838+0000","last_clean":"2024-09-16T07:26:10.278838+0000","last_became_active":"2024-09-16T07:26:10.271022+0000","last_became_peered":"2024-09-16T07:26:10.271022+0000","last_unstale":"2024-09-16T07:26:10.278838+0000","last_undegraded":"2024-09-16T07:26:10.278838+0000","last_fullsized":"2024-09-16T07:26:10.278838+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:41:59.774131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.23","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.278846+0000","last_change":"2024-09-16T07:26:10.273413+0000","last_active":"2024-09-16T07:26:10.278846+0000","last_peered":"2024-09-16T07:26:10.278846+0000","last_clean":"2024-09-16T07:26:10.278846+0000","last_became_active":"2024-09-16T07:26:10.273137+0000","last_became_peered":"2024-09-16T07:26:10.273137+0000","last_unstale":"2024-09-16T07:26:10.278846+0000","last_undegraded":"2024-09-16T07:26:10.278846+0000","last_fullsized":"2024-09-16T07:26:10.278846+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:49:33.645349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.22","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.283182+0000","last_change":"2024-09-16T07:26:10.281383+0000","last_active":"2024-09-16T07:26:10.283182+0000","last_peered":"2024-09-16T07:26:10.283182+0000","last_clean":"2024-09-16T07:26:10.283182+0000","last_became_active":"2024-09-16T07:26:10.281067+0000","last_became_peered":"2024-09-16T07:26:10.281067+0000","last_unstale":"2024-09-16T07:26:10.283182+0000","last_undegraded":"2024-09-16T07:26:10.283182+0000","last_fullsized":"2024-09-16T07:26:10.283182+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:17:53.236652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.21","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.279927+0000","last_change":"2024-09-16T07:26:10.271551+0000","last_active":"2024-09-16T07:26:10.279927+0000","last_peered":"2024-09-16T07:26:10.279927+0000","last_clean":"2024-09-16T07:26:10.279927+0000","last_became_active":"2024-09-16T07:26:10.271232+0000","last_became_peered":"2024-09-16T07:26:10.271232+0000","last_unstale":"2024-09-16T07:26:10.279927+0000","last_undegraded":"2024-09-16T07:26:10.279927+0000","last_fullsized":"2024-09-16T07:26:10.279927+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:56:06.641539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.20","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.276720+0000","last_change":"2024-09-16T07:26:10.275201+0000","last_active":"2024-09-16T07:26:10.276720+0000","last_peered":"2024-09-16T07:26:10.276720+0000","last_clean":"2024-09-16T07:26:10.276720+0000","last_became_active":"2024-09-16T07:26:10.274896+0000","last_became_peered":"2024-09-16T07:26:10.274896+0000","last_unstale":"2024-09-16T07:26:10.276720+0000","last_undegraded":"2024-09-16T07:26:10.276720+0000","last_fullsized":"2024-09-16T07:26:10.276720+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:41:29.923567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.1e","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.287035+0000","last_change":"2024-09-16T07:26:10.280474+0000","last_active":"2024-09-16T07:26:10.287035+0000","last_peered":"2024-09-16T07:26:10.287035+0000","last_clean":"2024-09-16T07:26:10.287035+0000","last_became_active":"2024-09-16T07:26:10.280132+0000","last_became_peered":"2024-09-16T07:26:10.280132+0000","last_unstale":"2024-09-16T07:26:10.287035+0000","last_undegraded":"2024-09-16T07:26:10.287035+0000","last_fullsized":"2024-09-16T07:26:10.287035+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:29:45.592503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1f","version":"100'4","reported_seq":17,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.283564+0000","last_change":"2024-09-16T07:26:09.253508+0000","last_active":"2024-09-16T07:26:10.283564+0000","last_peered":"2024-09-16T07:26:10.283564+0000","last_clean":"2024-09-16T07:26:10.283564+0000","last_became_active":"2024-09-16T07:26:09.253181+0000","last_became_peered":"2024-09-16T07:26:09.253181+0000","last_unstale":"2024-09-16T07:26:10.283564+0000","last_undegraded":"2024-09-16T07:26:10.283564+0000","last_fullsized":"2024-09-16T07:26:10.283564+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:54:56.898118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.1f","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.268757+0000","last_change":"2024-09-16T07:26:10.265559+0000","last_active":"2024-09-16T07:26:10.268757+0000","last_peered":"2024-09-16T07:26:10.268757+0000","last_clean":"2024-09-16T07:26:10.268757+0000","last_became_active":"2024-09-16T07:26:10.265268+0000","last_became_peered":"2024-09-16T07:26:10.265268+0000","last_unstale":"2024-09-16T07:26:10.268757+0000","last_undegraded":"2024-09-16T07:26:10.268757+0000","last_fullsized":"2024-09-16T07:26:10.268757+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:48:06.854025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.1e","version":"100'1","reported_seq":14,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.283140+0000","last_change":"2024-09-16T07:26:09.245501+0000","last_active":"2024-09-16T07:26:10.283140+0000","last_peered":"2024-09-16T07:26:10.283140+0000","last_clean":"2024-09-16T07:26:10.283140+0000","last_became_active":"2024-09-16T07:26:09.245204+0000","last_became_peered":"2024-09-16T07:26:09.245204+0000","last_unstale":"2024-09-16T07:26:10.283140+0000","last_undegraded":"2024-09-16T07:26:10.283140+0000","last_fullsized":"2024-09-16T07:26:10.283140+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:39:27.531098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.1c","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.278817+0000","last_change":"2024-09-16T07:26:10.271291+0000","last_active":"2024-09-16T07:26:10.278817+0000","last_peered":"2024-09-16T07:26:10.278817+0000","last_clean":"2024-09-16T07:26:10.278817+0000","last_became_active":"2024-09-16T07:26:10.270633+0000","last_became_peered":"2024-09-16T07:26:10.270633+0000","last_unstale":"2024-09-16T07:26:10.278817+0000","last_undegraded":"2024-09-16T07:26:10.278817+0000","last_fullsized":"2024-09-16T07:26:10.278817+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:07:40.274118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.1d","version":"100'2","reported_seq":15,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.286541+0000","last_change":"2024-09-16T07:26:09.250336+0000","last_active":"2024-09-16T07:26:10.286541+0000","last_peered":"2024-09-16T07:26:10.286541+0000","last_clean":"2024-09-16T07:26:10.286541+0000","last_became_active":"2024-09-16T07:26:09.250007+0000","last_became_peered":"2024-09-16T07:26:09.250007+0000","last_unstale":"2024-09-16T07:26:10.286541+0000","last_undegraded":"2024-09-16T07:26:10.286541+0000","last_fullsized":"2024-09-16T07:26:10.286541+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:49:50.505181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.1d","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.277198+0000","last_change":"2024-09-16T07:26:10.275042+0000","last_active":"2024-09-16T07:26:10.277198+0000","last_peered":"2024-09-16T07:26:10.277198+0000","last_clean":"2024-09-16T07:26:10.277198+0000","last_became_active":"2024-09-16T07:26:10.274739+0000","last_became_peered":"2024-09-16T07:26:10.274739+0000","last_unstale":"2024-09-16T07:26:10.277198+0000","last_undegraded":"2024-09-16T07:26:10.277198+0000","last_fullsized":"2024-09-16T07:26:10.277198+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:18:06.604307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.1c","version":"100'2","reported_seq":15,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.284832+0000","last_change":"2024-09-16T07:26:09.247734+0000","last_active":"2024-09-16T07:26:10.284832+0000","last_peered":"2024-09-16T07:26:10.284832+0000","last_clean":"2024-09-16T07:26:10.284832+0000","last_became_active":"2024-09-16T07:26:09.247444+0000","last_became_peered":"2024-09-16T07:26:09.247444+0000","last_unstale":"2024-09-16T07:26:10.284832+0000","last_undegraded":"2024-09-16T07:26:10.284832+0000","last_fullsized":"2024-09-16T07:26:10.284832+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:44:09.067098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.1a","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.278090+0000","last_change":"2024-09-16T07:26:10.268833+0000","last_active":"2024-09-16T07:26:10.278090+0000","last_peered":"2024-09-16T07:26:10.278090+0000","last_clean":"2024-09-16T07:26:10.278090+0000","last_became_active":"2024-09-16T07:26:10.268110+0000","last_became_peered":"2024-09-16T07:26:10.268110+0000","last_unstale":"2024-09-16T07:26:10.278090+0000","last_undegraded":"2024-09-16T07:26:10.278090+0000","last_fullsized":"2024-09-16T07:26:10.278090+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:14:01.179634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.1b","version":"100'1","reported_seq":14,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.280188+0000","last_change":"2024-09-16T07:26:09.250496+0000","last_active":"2024-09-16T07:26:10.280188+0000","last_peered":"2024-09-16T07:26:10.280188+0000","last_clean":"2024-09-16T07:26:10.280188+0000","last_became_active":"2024-09-16T07:26:09.250241+0000","last_became_peered":"2024-09-16T07:26:09.250241+0000","last_unstale":"2024-09-16T07:26:10.280188+0000","last_undegraded":"2024-09-16T07:26:10.280188+0000","last_fullsized":"2024-09-16T07:26:10.280188+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:06:07.255206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.1b","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.279415+0000","last_change":"2024-09-16T07:26:10.275957+0000","last_active":"2024-09-16T07:26:10.279415+0000","last_peered":"2024-09-16T07:26:10.279415+0000","last_clean":"2024-09-16T07:26:10.279415+0000","last_became_active":"2024-09-16T07:26:10.275690+0000","last_became_peered":"2024-09-16T07:26:10.275690+0000","last_unstale":"2024-09-16T07:26:10.279415+0000","last_undegraded":"2024-09-16T07:26:10.279415+0000","last_fullsized":"2024-09-16T07:26:10.279415+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:34:29.345484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.1a","version":"100'1","reported_seq":14,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.287023+0000","last_change":"2024-09-16T07:26:09.251642+0000","last_active":"2024-09-16T07:26:10.287023+0000","last_peered":"2024-09-16T07:26:10.287023+0000","last_clean":"2024-09-16T07:26:10.287023+0000","last_became_active":"2024-09-16T07:26:09.251318+0000","last_became_peered":"2024-09-16T07:26:09.251318+0000","last_unstale":"2024-09-16T07:26:10.287023+0000","last_undegraded":"2024-09-16T07:26:10.287023+0000","last_fullsized":"2024-09-16T07:26:10.287023+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:53:42.071932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.18","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.284375+0000","last_change":"2024-09-16T07:26:10.282060+0000","last_active":"2024-09-16T07:26:10.284375+0000","last_peered":"2024-09-16T07:26:10.284375+0000","last_clean":"2024-09-16T07:26:10.284375+0000","last_became_active":"2024-09-16T07:26:10.281695+0000","last_became_peered":"2024-09-16T07:26:10.281695+0000","last_unstale":"2024-09-16T07:26:10.284375+0000","last_undegraded":"2024-09-16T07:26:10.284375+0000","last_fullsized":"2024-09-16T07:26:10.284375+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:34:29.601328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.19","version":"0'0","reported_seq":13,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.261930+0000","last_change":"2024-09-16T07:26:09.252410+0000","last_active":"2024-09-16T07:26:10.261930+0000","last_peered":"2024-09-16T07:26:10.261930+0000","last_clean":"2024-09-16T07:26:10.261930+0000","last_became_active":"2024-09-16T07:26:09.252117+0000","last_became_peered":"2024-09-16T07:26:09.252117+0000","last_unstale":"2024-09-16T07:26:10.261930+0000","last_undegraded":"2024-09-16T07:26:10.261930+0000","last_fullsized":"2024-09-16T07:26:10.261930+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:07:57.244327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.19","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.276720+0000","last_change":"2024-09-16T07:26:10.271131+0000","last_active":"2024-09-16T07:26:10.276720+0000","last_peered":"2024-09-16T07:26:10.276720+0000","last_clean":"2024-09-16T07:26:10.276720+0000","last_became_active":"2024-09-16T07:26:10.270789+0000","last_became_peered":"2024-09-16T07:26:10.270789+0000","last_unstale":"2024-09-16T07:26:10.276720+0000","last_undegraded":"2024-09-16T07:26:10.276720+0000","last_fullsized":"2024-09-16T07:26:10.276720+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:14:17.260602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.18","version":"0'0","reported_seq":13,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.264669+0000","last_change":"2024-09-16T07:26:09.249995+0000","last_active":"2024-09-16T07:26:10.264669+0000","last_peered":"2024-09-16T07:26:10.264669+0000","last_clean":"2024-09-16T07:26:10.264669+0000","last_became_active":"2024-09-16T07:26:09.249706+0000","last_became_peered":"2024-09-16T07:26:09.249706+0000","last_unstale":"2024-09-16T07:26:10.264669+0000","last_undegraded":"2024-09-16T07:26:10.264669+0000","last_fullsized":"2024-09-16T07:26:10.264669+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:43:35.075618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.16","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.272380+0000","last_change":"2024-09-16T07:26:10.267065+0000","last_active":"2024-09-16T07:26:10.272380+0000","last_peered":"2024-09-16T07:26:10.272380+0000","last_clean":"2024-09-16T07:26:10.272380+0000","last_became_active":"2024-09-16T07:26:10.266791+0000","last_became_peered":"2024-09-16T07:26:10.266791+0000","last_unstale":"2024-09-16T07:26:10.272380+0000","last_undegraded":"2024-09-16T07:26:10.272380+0000","last_fullsized":"2024-09-16T07:26:10.272380+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:33:27.251604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.17","version":"0'0","reported_seq":13,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.253015+0000","last_change":"2024-09-16T07:26:09.247552+0000","last_active":"2024-09-16T07:26:10.253015+0000","last_peered":"2024-09-16T07:26:10.253015+0000","last_clean":"2024-09-16T07:26:10.253015+0000","last_became_active":"2024-09-16T07:26:09.247108+0000","last_became_peered":"2024-09-16T07:26:09.247108+0000","last_unstale":"2024-09-16T07:26:10.253015+0000","last_undegraded":"2024-09-16T07:26:10.253015+0000","last_fullsized":"2024-09-16T07:26:10.253015+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:44:39.406312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.17","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.279415+0000","last_change":"2024-09-16T07:26:10.274538+0000","last_active":"2024-09-16T07:26:10.279415+0000","last_peered":"2024-09-16T07:26:10.279415+0000","last_clean":"2024-09-16T07:26:10.279415+0000","last_became_active":"2024-09-16T07:26:10.274211+0000","last_became_peered":"2024-09-16T07:26:10.274211+0000","last_unstale":"2024-09-16T07:26:10.279415+0000","last_undegraded":"2024-09-16T07:26:10.279415+0000","last_fullsized":"2024-09-16T07:26:10.279415+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:44:39.634915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.16","version":"0'0","reported_seq":13,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.261450+0000","last_change":"2024-09-16T07:26:09.254137+0000","last_active":"2024-09-16T07:26:10.261450+0000","last_peered":"2024-09-16T07:26:10.261450+0000","last_clean":"2024-09-16T07:26:10.261450+0000","last_became_active":"2024-09-16T07:26:09.253809+0000","last_became_peered":"2024-09-16T07:26:09.253809+0000","last_unstale":"2024-09-16T07:26:10.261450+0000","last_undegraded":"2024-09-16T07:26:10.261450+0000","last_fullsized":"2024-09-16T07:26:10.261450+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:20:45.102569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.14","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.278787+0000","last_change":"2024-09-16T07:26:10.270317+0000","last_active":"2024-09-16T07:26:10.278787+0000","last_peered":"2024-09-16T07:26:10.278787+0000","last_clean":"2024-09-16T07:26:10.278787+0000","last_became_active":"2024-09-16T07:26:10.269454+0000","last_became_peered":"2024-09-16T07:26:10.269454+0000","last_unstale":"2024-09-16T07:26:10.278787+0000","last_undegraded":"2024-09-16T07:26:10.278787+0000","last_fullsized":"2024-09-16T07:26:10.278787+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:47:29.445001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.15","version":"100'3","reported_seq":16,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.287084+0000","last_change":"2024-09-16T07:26:09.250294+0000","last_active":"2024-09-16T07:26:10.287084+0000","last_peered":"2024-09-16T07:26:10.287084+0000","last_clean":"2024-09-16T07:26:10.287084+0000","last_became_active":"2024-09-16T07:26:09.250034+0000","last_became_peered":"2024-09-16T07:26:09.250034+0000","last_unstale":"2024-09-16T07:26:10.287084+0000","last_undegraded":"2024-09-16T07:26:10.287084+0000","last_fullsized":"2024-09-16T07:26:10.287084+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:31:59.885830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.15","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.273762+0000","last_change":"2024-09-16T07:26:10.266667+0000","last_active":"2024-09-16T07:26:10.273762+0000","last_peered":"2024-09-16T07:26:10.273762+0000","last_clean":"2024-09-16T07:26:10.273762+0000","last_became_active":"2024-09-16T07:26:10.266320+0000","last_became_peered":"2024-09-16T07:26:10.266320+0000","last_unstale":"2024-09-16T07:26:10.273762+0000","last_undegraded":"2024-09-16T07:26:10.273762+0000","last_fullsized":"2024-09-16T07:26:10.273762+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:59:12.155805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.14","version":"100'6","reported_seq":19,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.289068+0000","last_change":"2024-09-16T07:26:09.245976+0000","last_active":"2024-09-16T07:26:10.289068+0000","last_peered":"2024-09-16T07:26:10.289068+0000","last_clean":"2024-09-16T07:26:10.289068+0000","last_became_active":"2024-09-16T07:26:09.245688+0000","last_became_peered":"2024-09-16T07:26:09.245688+0000","last_unstale":"2024-09-16T07:26:10.289068+0000","last_undegraded":"2024-09-16T07:26:10.289068+0000","last_fullsized":"2024-09-16T07:26:10.289068+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:21:20.837523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.12","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.276530+0000","last_change":"2024-09-16T07:26:10.273398+0000","last_active":"2024-09-16T07:26:10.276530+0000","last_peered":"2024-09-16T07:26:10.276530+0000","last_clean":"2024-09-16T07:26:10.276530+0000","last_became_active":"2024-09-16T07:26:10.272435+0000","last_became_peered":"2024-09-16T07:26:10.272435+0000","last_unstale":"2024-09-16T07:26:10.276530+0000","last_undegraded":"2024-09-16T07:26:10.276530+0000","last_fullsized":"2024-09-16T07:26:10.276530+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:52:54.709947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.13","version":"100'2","reported_seq":15,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.284521+0000","last_change":"2024-09-16T07:26:09.251130+0000","last_active":"2024-09-16T07:26:10.284521+0000","last_peered":"2024-09-16T07:26:10.284521+0000","last_clean":"2024-09-16T07:26:10.284521+0000","last_became_active":"2024-09-16T07:26:09.250867+0000","last_became_peered":"2024-09-16T07:26:09.250867+0000","last_unstale":"2024-09-16T07:26:10.284521+0000","last_undegraded":"2024-09-16T07:26:10.284521+0000","last_fullsized":"2024-09-16T07:26:10.284521+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:44:18.628414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.13","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.270533+0000","last_change":"2024-09-16T07:26:10.263318+0000","last_active":"2024-09-16T07:26:10.270533+0000","last_peered":"2024-09-16T07:26:10.270533+0000","last_clean":"2024-09-16T07:26:10.270533+0000","last_became_active":"2024-09-16T07:26:10.261707+0000","last_became_peered":"2024-09-16T07:26:10.261707+0000","last_unstale":"2024-09-16T07:26:10.270533+0000","last_undegraded":"2024-09-16T07:26:10.270533+0000","last_fullsized":"2024-09-16T07:26:10.270533+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:14:38.489624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.12","version":"0'0","reported_seq":13,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.260124+0000","last_change":"2024-09-16T07:26:09.248903+0000","last_active":"2024-09-16T07:26:10.260124+0000","last_peered":"2024-09-16T07:26:10.260124+0000","last_clean":"2024-09-16T07:26:10.260124+0000","last_became_active":"2024-09-16T07:26:09.248631+0000","last_became_peered":"2024-09-16T07:26:09.248631+0000","last_unstale":"2024-09-16T07:26:10.260124+0000","last_undegraded":"2024-09-16T07:26:10.260124+0000","last_fullsized":"2024-09-16T07:26:10.260124+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:13:16.278062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.11","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.263582+0000","last_change":"2024-09-16T07:26:10.257045+0000","last_active":"2024-09-16T07:26:10.263582+0000","last_peered":"2024-09-16T07:26:10.263582+0000","last_clean":"2024-09-16T07:26:10.263582+0000","last_became_active":"2024-09-16T07:26:10.256653+0000","last_became_peered":"2024-09-16T07:26:10.256653+0000","last_unstale":"2024-09-16T07:26:10.263582+0000","last_undegraded":"2024-09-16T07:26:10.263582+0000","last_fullsized":"2024-09-16T07:26:10.263582+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:05:15.011359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.10","version":"100'8","reported_seq":21,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.287789+0000","last_change":"2024-09-16T07:26:09.245163+0000","last_active":"2024-09-16T07:26:10.287789+0000","last_peered":"2024-09-16T07:26:10.287789+0000","last_clean":"2024-09-16T07:26:10.287789+0000","last_became_active":"2024-09-16T07:26:09.244693+0000","last_became_peered":"2024-09-16T07:26:09.244693+0000","last_unstale":"2024-09-16T07:26:10.287789+0000","last_undegraded":"2024-09-16T07:26:10.287789+0000","last_fullsized":"2024-09-16T07:26:10.287789+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:27:36.647648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.e","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.267356+0000","last_change":"2024-09-16T07:26:10.264492+0000","last_active":"2024-09-16T07:26:10.267356+0000","last_peered":"2024-09-16T07:26:10.267356+0000","last_clean":"2024-09-16T07:26:10.267356+0000","last_became_active":"2024-09-16T07:26:10.264208+0000","last_became_peered":"2024-09-16T07:26:10.264208+0000","last_unstale":"2024-09-16T07:26:10.267356+0000","last_undegraded":"2024-09-16T07:26:10.267356+0000","last_fullsized":"2024-09-16T07:26:10.267356+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:12:56.690383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.f","version":"100'1","reported_seq":14,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.278771+0000","last_change":"2024-09-16T07:26:09.252687+0000","last_active":"2024-09-16T07:26:10.278771+0000","last_peered":"2024-09-16T07:26:10.278771+0000","last_clean":"2024-09-16T07:26:10.278771+0000","last_became_active":"2024-09-16T07:26:09.252430+0000","last_became_peered":"2024-09-16T07:26:09.252430+0000","last_unstale":"2024-09-16T07:26:10.278771+0000","last_undegraded":"2024-09-16T07:26:10.278771+0000","last_fullsized":"2024-09-16T07:26:10.278771+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:16:53.600881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.f","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.287083+0000","last_change":"2024-09-16T07:26:10.279853+0000","last_active":"2024-09-16T07:26:10.287083+0000","last_peered":"2024-09-16T07:26:10.287083+0000","last_clean":"2024-09-16T07:26:10.287083+0000","last_became_active":"2024-09-16T07:26:10.279540+0000","last_became_peered":"2024-09-16T07:26:10.279540+0000","last_unstale":"2024-09-16T07:26:10.287083+0000","last_undegraded":"2024-09-16T07:26:10.287083+0000","last_fullsized":"2024-09-16T07:26:10.287083+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:29:23.654546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.e","version":"100'2","reported_seq":15,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.284174+0000","last_change":"2024-09-16T07:26:09.254455+0000","last_active":"2024-09-16T07:26:10.284174+0000","last_peered":"2024-09-16T07:26:10.284174+0000","last_clean":"2024-09-16T07:26:10.284174+0000","last_became_active":"2024-09-16T07:26:09.254153+0000","last_became_peered":"2024-09-16T07:26:09.254153+0000","last_unstale":"2024-09-16T07:26:10.284174+0000","last_undegraded":"2024-09-16T07:26:10.284174+0000","last_fullsized":"2024-09-16T07:26:10.284174+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:08:17.903023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.c","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.283158+0000","last_change":"2024-09-16T07:26:10.281287+0000","last_active":"2024-09-16T07:26:10.283158+0000","last_peered":"2024-09-16T07:26:10.283158+0000","last_clean":"2024-09-16T07:26:10.283158+0000","last_became_active":"2024-09-16T07:26:10.280851+0000","last_became_peered":"2024-09-16T07:26:10.280851+0000","last_unstale":"2024-09-16T07:26:10.283158+0000","last_undegraded":"2024-09-16T07:26:10.283158+0000","last_fullsized":"2024-09-16T07:26:10.283158+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:22:15.660279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.d","version":"100'1","reported_seq":14,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.283918+0000","last_change":"2024-09-16T07:26:09.252391+0000","last_active":"2024-09-16T07:26:10.283918+0000","last_peered":"2024-09-16T07:26:10.283918+0000","last_clean":"2024-09-16T07:26:10.283918+0000","last_became_active":"2024-09-16T07:26:09.252109+0000","last_became_peered":"2024-09-16T07:26:09.252109+0000","last_unstale":"2024-09-16T07:26:10.283918+0000","last_undegraded":"2024-09-16T07:26:10.283918+0000","last_fullsized":"2024-09-16T07:26:10.283918+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:18:52.364185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.d","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.268991+0000","last_change":"2024-09-16T07:26:10.267015+0000","last_active":"2024-09-16T07:26:10.268991+0000","last_peered":"2024-09-16T07:26:10.268991+0000","last_clean":"2024-09-16T07:26:10.268991+0000","last_became_active":"2024-09-16T07:26:10.266701+0000","last_became_peered":"2024-09-16T07:26:10.266701+0000","last_unstale":"2024-09-16T07:26:10.268991+0000","last_undegraded":"2024-09-16T07:26:10.268991+0000","last_fullsized":"2024-09-16T07:26:10.268991+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:11:06.473380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.c","version":"0'0","reported_seq":13,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.254806+0000","last_change":"2024-09-16T07:26:09.251039+0000","last_active":"2024-09-16T07:26:10.254806+0000","last_peered":"2024-09-16T07:26:10.254806+0000","last_clean":"2024-09-16T07:26:10.254806+0000","last_became_active":"2024-09-16T07:26:09.250748+0000","last_became_peered":"2024-09-16T07:26:09.250748+0000","last_unstale":"2024-09-16T07:26:10.254806+0000","last_undegraded":"2024-09-16T07:26:10.254806+0000","last_fullsized":"2024-09-16T07:26:10.254806+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:33:26.102970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.a","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.271104+0000","last_change":"2024-09-16T07:26:10.268916+0000","last_active":"2024-09-16T07:26:10.271104+0000","last_peered":"2024-09-16T07:26:10.271104+0000","last_clean":"2024-09-16T07:26:10.271104+0000","last_became_active":"2024-09-16T07:26:10.268615+0000","last_became_peered":"2024-09-16T07:26:10.268615+0000","last_unstale":"2024-09-16T07:26:10.271104+0000","last_undegraded":"2024-09-16T07:26:10.271104+0000","last_fullsized":"2024-09-16T07:26:10.271104+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:24:45.493212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.b","version":"100'2","reported_seq":15,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.283676+0000","last_change":"2024-09-16T07:26:09.251728+0000","last_active":"2024-09-16T07:26:10.283676+0000","last_peered":"2024-09-16T07:26:10.283676+0000","last_clean":"2024-09-16T07:26:10.283676+0000","last_became_active":"2024-09-16T07:26:09.251485+0000","last_became_peered":"2024-09-16T07:26:09.251485+0000","last_unstale":"2024-09-16T07:26:10.283676+0000","last_undegraded":"2024-09-16T07:26:10.283676+0000","last_fullsized":"2024-09-16T07:26:10.283676+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:14:30.825653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.b","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.279345+0000","last_change":"2024-09-16T07:26:10.267878+0000","last_active":"2024-09-16T07:26:10.279345+0000","last_peered":"2024-09-16T07:26:10.279345+0000","last_clean":"2024-09-16T07:26:10.279345+0000","last_became_active":"2024-09-16T07:26:10.267645+0000","last_became_peered":"2024-09-16T07:26:10.267645+0000","last_unstale":"2024-09-16T07:26:10.279345+0000","last_undegraded":"2024-09-16T07:26:10.279345+0000","last_fullsized":"2024-09-16T07:26:10.279345+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:08:47.687626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.a","version":"0'0","reported_seq":13,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.262773+0000","last_change":"2024-09-16T07:26:09.250176+0000","last_active":"2024-09-16T07:26:10.262773+0000","last_peered":"2024-09-16T07:26:10.262773+0000","last_clean":"2024-09-16T07:26:10.262773+0000","last_became_active":"2024-09-16T07:26:09.249905+0000","last_became_peered":"2024-09-16T07:26:09.249905+0000","last_unstale":"2024-09-16T07:26:10.262773+0000","last_undegraded":"2024-09-16T07:26:10.262773+0000","last_fullsized":"2024-09-16T07:26:10.262773+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:32:53.323737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.8","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.272355+0000","last_change":"2024-09-16T07:26:10.267909+0000","last_active":"2024-09-16T07:26:10.272355+0000","last_peered":"2024-09-16T07:26:10.272355+0000","last_clean":"2024-09-16T07:26:10.272355+0000","last_became_active":"2024-09-16T07:26:10.267630+0000","last_became_peered":"2024-09-16T07:26:10.267630+0000","last_unstale":"2024-09-16T07:26:10.272355+0000","last_undegraded":"2024-09-16T07:26:10.272355+0000","last_fullsized":"2024-09-16T07:26:10.272355+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:33:27.251604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.9","version":"0'0","reported_seq":13,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.253199+0000","last_change":"2024-09-16T07:26:09.243793+0000","last_active":"2024-09-16T07:26:10.253199+0000","last_peered":"2024-09-16T07:26:10.253199+0000","last_clean":"2024-09-16T07:26:10.253199+0000","last_became_active":"2024-09-16T07:26:09.243482+0000","last_became_peered":"2024-09-16T07:26:09.243482+0000","last_unstale":"2024-09-16T07:26:10.253199+0000","last_undegraded":"2024-09-16T07:26:10.253199+0000","last_fullsized":"2024-09-16T07:26:10.253199+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:22:32.581233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.9","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.275529+0000","last_change":"2024-09-16T07:26:10.272693+0000","last_active":"2024-09-16T07:26:10.275529+0000","last_peered":"2024-09-16T07:26:10.275529+0000","last_clean":"2024-09-16T07:26:10.275529+0000","last_became_active":"2024-09-16T07:26:10.272236+0000","last_became_peered":"2024-09-16T07:26:10.272236+0000","last_unstale":"2024-09-16T07:26:10.275529+0000","last_undegraded":"2024-09-16T07:26:10.275529+0000","last_fullsized":"2024-09-16T07:26:10.275529+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:46:15.687606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.8","version":"0'0","reported_seq":13,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.253256+0000","last_change":"2024-09-16T07:26:09.246126+0000","last_active":"2024-09-16T07:26:10.253256+0000","last_peered":"2024-09-16T07:26:10.253256+0000","last_clean":"2024-09-16T07:26:10.253256+0000","last_became_active":"2024-09-16T07:26:09.245831+0000","last_became_peered":"2024-09-16T07:26:09.245831+0000","last_unstale":"2024-09-16T07:26:10.253256+0000","last_undegraded":"2024-09-16T07:26:10.253256+0000","last_fullsized":"2024-09-16T07:26:10.253256+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:15:05.953430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.6","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.268543+0000","last_change":"2024-09-16T07:26:10.265579+0000","last_active":"2024-09-16T07:26:10.268543+0000","last_peered":"2024-09-16T07:26:10.268543+0000","last_clean":"2024-09-16T07:26:10.268543+0000","last_became_active":"2024-09-16T07:26:10.265301+0000","last_became_peered":"2024-09-16T07:26:10.265301+0000","last_unstale":"2024-09-16T07:26:10.268543+0000","last_undegraded":"2024-09-16T07:26:10.268543+0000","last_fullsized":"2024-09-16T07:26:10.268543+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:13:51.816877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.7","version":"100'2","reported_seq":15,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.285125+0000","last_change":"2024-09-16T07:26:09.245235+0000","last_active":"2024-09-16T07:26:10.285125+0000","last_peered":"2024-09-16T07:26:10.285125+0000","last_clean":"2024-09-16T07:26:10.285125+0000","last_became_active":"2024-09-16T07:26:09.244954+0000","last_became_peered":"2024-09-16T07:26:09.244954+0000","last_unstale":"2024-09-16T07:26:10.285125+0000","last_undegraded":"2024-09-16T07:26:10.285125+0000","last_fullsized":"2024-09-16T07:26:10.285125+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:19:25.842611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.7","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.278473+0000","last_change":"2024-09-16T07:26:10.269969+0000","last_active":"2024-09-16T07:26:10.278473+0000","last_peered":"2024-09-16T07:26:10.278473+0000","last_clean":"2024-09-16T07:26:10.278473+0000","last_became_active":"2024-09-16T07:26:10.269692+0000","last_became_peered":"2024-09-16T07:26:10.269692+0000","last_unstale":"2024-09-16T07:26:10.278473+0000","last_undegraded":"2024-09-16T07:26:10.278473+0000","last_fullsized":"2024-09-16T07:26:10.278473+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:24:22.732506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.6","version":"0'0","reported_seq":13,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.262133+0000","last_change":"2024-09-16T07:26:09.250673+0000","last_active":"2024-09-16T07:26:10.262133+0000","last_peered":"2024-09-16T07:26:10.262133+0000","last_clean":"2024-09-16T07:26:10.262133+0000","last_became_active":"2024-09-16T07:26:09.250361+0000","last_became_peered":"2024-09-16T07:26:09.250361+0000","last_unstale":"2024-09-16T07:26:10.262133+0000","last_undegraded":"2024-09-16T07:26:10.262133+0000","last_fullsized":"2024-09-16T07:26:10.262133+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:27:53.477256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.4","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.286947+0000","last_change":"2024-09-16T07:26:10.276165+0000","last_active":"2024-09-16T07:26:10.286947+0000","last_peered":"2024-09-16T07:26:10.286947+0000","last_clean":"2024-09-16T07:26:10.286947+0000","last_became_active":"2024-09-16T07:26:10.275945+0000","last_became_peered":"2024-09-16T07:26:10.275945+0000","last_unstale":"2024-09-16T07:26:10.286947+0000","last_undegraded":"2024-09-16T07:26:10.286947+0000","last_fullsized":"2024-09-16T07:26:10.286947+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:01:13.089493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.5","version":"0'0","reported_seq":13,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.253893+0000","last_change":"2024-09-16T07:26:09.241583+0000","last_active":"2024-09-16T07:26:10.253893+0000","last_peered":"2024-09-16T07:26:10.253893+0000","last_clean":"2024-09-16T07:26:10.253893+0000","last_became_active":"2024-09-16T07:26:09.241240+0000","last_became_peered":"2024-09-16T07:26:09.241240+0000","last_unstale":"2024-09-16T07:26:10.253893+0000","last_undegraded":"2024-09-16T07:26:10.253893+0000","last_fullsized":"2024-09-16T07:26:10.253893+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:25:48.722846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.5","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.268869+0000","last_change":"2024-09-16T07:26:10.263821+0000","last_active":"2024-09-16T07:26:10.268869+0000","last_peered":"2024-09-16T07:26:10.268869+0000","last_clean":"2024-09-16T07:26:10.268869+0000","last_became_active":"2024-09-16T07:26:10.263318+0000","last_became_peered":"2024-09-16T07:26:10.263318+0000","last_unstale":"2024-09-16T07:26:10.268869+0000","last_undegraded":"2024-09-16T07:26:10.268869+0000","last_fullsized":"2024-09-16T07:26:10.268869+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:48:57.474390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.4","version":"0'0","reported_seq":13,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.253819+0000","last_change":"2024-09-16T07:26:09.255570+0000","last_active":"2024-09-16T07:26:10.253819+0000","last_peered":"2024-09-16T07:26:10.253819+0000","last_clean":"2024-09-16T07:26:10.253819+0000","last_became_active":"2024-09-16T07:26:09.255230+0000","last_became_peered":"2024-09-16T07:26:09.255230+0000","last_unstale":"2024-09-16T07:26:10.253819+0000","last_undegraded":"2024-09-16T07:26:10.253819+0000","last_fullsized":"2024-09-16T07:26:10.253819+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:52:04.256080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.2","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.269186+0000","last_change":"2024-09-16T07:26:10.267172+0000","last_active":"2024-09-16T07:26:10.269186+0000","last_peered":"2024-09-16T07:26:10.269186+0000","last_clean":"2024-09-16T07:26:10.269186+0000","last_became_active":"2024-09-16T07:26:10.266919+0000","last_became_peered":"2024-09-16T07:26:10.266919+0000","last_unstale":"2024-09-16T07:26:10.269186+0000","last_undegraded":"2024-09-16T07:26:10.269186+0000","last_fullsized":"2024-09-16T07:26:10.269186+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:37:39.898672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.3","version":"0'0","reported_seq":13,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.263559+0000","last_change":"2024-09-16T07:26:09.253073+0000","last_active":"2024-09-16T07:26:10.263559+0000","last_peered":"2024-09-16T07:26:10.263559+0000","last_clean":"2024-09-16T07:26:10.263559+0000","last_became_active":"2024-09-16T07:26:09.252794+0000","last_became_peered":"2024-09-16T07:26:09.252794+0000","last_unstale":"2024-09-16T07:26:10.263559+0000","last_undegraded":"2024-09-16T07:26:10.263559+0000","last_fullsized":"2024-09-16T07:26:10.263559+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:01:00.053488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.3","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.268625+0000","last_change":"2024-09-16T07:26:10.266464+0000","last_active":"2024-09-16T07:26:10.268625+0000","last_peered":"2024-09-16T07:26:10.268625+0000","last_clean":"2024-09-16T07:26:10.268625+0000","last_became_active":"2024-09-16T07:26:10.266188+0000","last_became_peered":"2024-09-16T07:26:10.266188+0000","last_unstale":"2024-09-16T07:26:10.268625+0000","last_undegraded":"2024-09-16T07:26:10.268625+0000","last_fullsized":"2024-09-16T07:26:10.268625+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:39:28.532956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.2","version":"0'0","reported_seq":13,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.256000+0000","last_change":"2024-09-16T07:26:09.249525+0000","last_active":"2024-09-16T07:26:10.256000+0000","last_peered":"2024-09-16T07:26:10.256000+0000","last_clean":"2024-09-16T07:26:10.256000+0000","last_became_active":"2024-09-16T07:26:09.249255+0000","last_became_peered":"2024-09-16T07:26:09.249255+0000","last_unstale":"2024-09-16T07:26:10.256000+0000","last_undegraded":"2024-09-16T07:26:10.256000+0000","last_fullsized":"2024-09-16T07:26:10.256000+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:32:03.617273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.0","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.268320+0000","last_change":"2024-09-16T07:26:10.259283+0000","last_active":"2024-09-16T07:26:10.268320+0000","last_peered":"2024-09-16T07:26:10.268320+0000","last_clean":"2024-09-16T07:26:10.268320+0000","last_became_active":"2024-09-16T07:26:10.258989+0000","last_became_peered":"2024-09-16T07:26:10.258989+0000","last_unstale":"2024-09-16T07:26:10.268320+0000","last_undegraded":"2024-09-16T07:26:10.268320+0000","last_fullsized":"2024-09-16T07:26:10.268320+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:37:03.189538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.1","version":"0'0","reported_seq":13,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.260371+0000","last_change":"2024-09-16T07:26:09.246303+0000","last_active":"2024-09-16T07:26:10.260371+0000","last_peered":"2024-09-16T07:26:10.260371+0000","last_clean":"2024-09-16T07:26:10.260371+0000","last_became_active":"2024-09-16T07:26:09.246036+0000","last_became_peered":"2024-09-16T07:26:09.246036+0000","last_unstale":"2024-09-16T07:26:10.260371+0000","last_undegraded":"2024-09-16T07:26:10.260371+0000","last_fullsized":"2024-09-16T07:26:10.260371+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:47:03.894588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.1","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.278663+0000","last_change":"2024-09-16T07:26:10.270210+0000","last_active":"2024-09-16T07:26:10.278663+0000","last_peered":"2024-09-16T07:26:10.278663+0000","last_clean":"2024-09-16T07:26:10.278663+0000","last_became_active":"2024-09-16T07:26:10.269917+0000","last_became_peered":"2024-09-16T07:26:10.269917+0000","last_unstale":"2024-09-16T07:26:10.278663+0000","last_undegraded":"2024-09-16T07:26:10.278663+0000","last_fullsized":"2024-09-16T07:26:10.278663+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:18:56.388449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.0","version":"0'0","reported_seq":13,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.259021+0000","last_change":"2024-09-16T07:26:09.255399+0000","last_active":"2024-09-16T07:26:10.259021+0000","last_peered":"2024-09-16T07:26:10.259021+0000","last_clean":"2024-09-16T07:26:10.259021+0000","last_became_active":"2024-09-16T07:26:09.255114+0000","last_became_peered":"2024-09-16T07:26:09.255114+0000","last_unstale":"2024-09-16T07:26:10.259021+0000","last_undegraded":"2024-09-16T07:26:10.259021+0000","last_fullsized":"2024-09-16T07:26:10.259021+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:35:48.042915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.10","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.280469+0000","last_change":"2024-09-16T07:26:10.275808+0000","last_active":"2024-09-16T07:26:10.280469+0000","last_peered":"2024-09-16T07:26:10.280469+0000","last_clean":"2024-09-16T07:26:10.280469+0000","last_became_active":"2024-09-16T07:26:10.274208+0000","last_became_peered":"2024-09-16T07:26:10.274208+0000","last_unstale":"2024-09-16T07:26:10.280469+0000","last_undegraded":"2024-09-16T07:26:10.280469+0000","last_fullsized":"2024-09-16T07:26:10.280469+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:17:17.866841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.11","version":"0'0","reported_seq":13,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.253082+0000","last_change":"2024-09-16T07:26:09.245258+0000","last_active":"2024-09-16T07:26:10.253082+0000","last_peered":"2024-09-16T07:26:10.253082+0000","last_clean":"2024-09-16T07:26:10.253082+0000","last_became_active":"2024-09-16T07:26:09.244969+0000","last_became_peered":"2024-09-16T07:26:09.244969+0000","last_unstale":"2024-09-16T07:26:10.253082+0000","last_undegraded":"2024-09-16T07:26:10.253082+0000","last_fullsized":"2024-09-16T07:26:10.253082+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:13:50.815019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"70'79","reported_seq":281,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.259623+0000","last_change":"2024-09-16T07:21:02.600196+0000","last_active":"2024-09-16T07:26:10.259623+0000","last_peered":"2024-09-16T07:26:10.259623+0000","last_clean":"2024-09-16T07:26:10.259623+0000","last_became_active":"2024-09-16T07:21:02.599001+0000","last_became_peered":"2024-09-16T07:21:02.599001+0000","last_unstale":"2024-09-16T07:26:10.259623+0000","last_undegraded":"2024-09-16T07:26:10.259623+0000","last_fullsized":"2024-09-16T07:26:10.259623+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_clean_scrub_stamp":"2024-09-16T07:21:01.331773+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:28:40.942832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":17,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":16,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509507,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32416,"kb_used_data":1228,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339424,"statfs":{"total":96636764160,"available":96603570176,"internally_reserved":0,"allocated":1257472,"data_stored":542394,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574913,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32396,"kb_used_data":1208,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339444,"statfs":{"total":96636764160,"available":96603590656,"internally_reserved":0,"allocated":1236992,"data_stored":540658,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509506,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32992,"kb_used_data":1796,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338848,"statfs":{"total":96636764160,"available":96602980352,"internally_reserved":0,"allocated":1839104,"data_stored":1131118,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509506,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32420,"kb_used_data":1224,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339420,"statfs":{"total":96636764160,"available":96603566080,"internally_reserved":0,"allocated":1253376,"data_stored":542360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509507,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32388,"kb_used_data":1196,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339452,"statfs":{"total":96636764160,"available":96603598848,"internally_reserved":0,"allocated":1224704,"data_stored":533883,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509507,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32416,"kb_used_data":1220,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339424,"statfs":{"total":96636764160,"available":96603570176,"internally_reserved":0,"allocated":1249280,"data_stored":541296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509507,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32984,"kb_used_data":1788,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338856,"statfs":{"total":96636764160,"available":96602988544,"internally_reserved":0,"allocated":1830912,"data_stored":1131026,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509508,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28244,"kb_used_data":1216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343596,"statfs":{"total":96636764160,"available":96607842304,"internally_reserved":0,"allocated":1245184,"data_stored":541310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T07:26:14.278 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T07:26:14.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.420+0000 7f1d10452640 1 -- 172.21.15.31:0/3397740960 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1d080ce780 msgr2=0x7f1d080cbb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:14.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.420+0000 7f1d10452640 1 --2- 172.21.15.31:0/3397740960 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1d080ce780 0x7f1d080cbb80 secure :-1 s=READY pgs=1045 cs=0 l=1 rev1=1 crypto rx=0x7f1d080727b0 tx=0x7f1d0002a560 comp rx=0 tx=0).stop 2024-09-16T07:26:14.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.420+0000 7f1d10452640 1 -- 172.21.15.31:0/3397740960 shutdown_connections 2024-09-16T07:26:14.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.420+0000 7f1d10452640 1 --2- 172.21.15.31:0/3397740960 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1d080ce780 0x7f1d080cbb80 unknown :-1 s=CLOSED pgs=1045 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:14.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.420+0000 7f1d10452640 1 --2- 172.21.15.31:0/3397740960 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1d0806f490 0x7f1d080ce240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:14.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.420+0000 7f1d10452640 1 --2- 172.21.15.31:0/3397740960 >> v2:172.21.15.155:3300/0 conn(0x7f1d0806f0b0 0x7f1d080cd3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:14.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.420+0000 7f1d10452640 1 -- 172.21.15.31:0/3397740960 >> 172.21.15.31:0/3397740960 conn(0x7f1d080741f0 msgr2=0x7f1d08074600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:14.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.420+0000 7f1d10452640 1 -- 172.21.15.31:0/3397740960 shutdown_connections 2024-09-16T07:26:14.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.420+0000 7f1d10452640 1 -- 172.21.15.31:0/3397740960 wait complete. 2024-09-16T07:26:14.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.421+0000 7f1d10452640 1 Processor -- start 2024-09-16T07:26:14.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.421+0000 7f1d10452640 1 -- start start 2024-09-16T07:26:14.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.422+0000 7f1d10452640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1d0806f0b0 0x7f1d080c6c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:14.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.422+0000 7f1d10452640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1d0806f490 0x7f1d081581e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:14.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.422+0000 7f1d10452640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1d080ce780 0x7f1d080b4bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:14.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.422+0000 7f1d10452640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f1d0815e5e0 con 0x7f1d080ce780 2024-09-16T07:26:14.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.422+0000 7f1d10452640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f1d0815e460 con 0x7f1d0806f490 2024-09-16T07:26:14.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.422+0000 7f1d10452640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f1d080cc0c0 con 0x7f1d0806f0b0 2024-09-16T07:26:14.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.422+0000 7f1d0e9ef640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1d080ce780 0x7f1d080b4bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:14.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.422+0000 7f1d0e9ef640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1d080ce780 0x7f1d080b4bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41816/0 (socket says 172.21.15.31:41816) 2024-09-16T07:26:14.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.422+0000 7f1d0e9ef640 1 -- 172.21.15.31:0/1559881347 learned_addr learned my addr 172.21.15.31:0/1559881347 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:14.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.422+0000 7f1d0e1ee640 1 --2- 172.21.15.31:0/1559881347 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1d0806f0b0 0x7f1d080c6c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:14.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.422+0000 7f1d0d9ed640 1 --2- 172.21.15.31:0/1559881347 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1d0806f490 0x7f1d081581e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:14.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.422+0000 7f1d0e9ef640 1 -- 172.21.15.31:0/1559881347 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1d0806f0b0 msgr2=0x7f1d080c6c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:14.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.422+0000 7f1d0e9ef640 1 --2- 172.21.15.31:0/1559881347 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1d0806f0b0 0x7f1d080c6c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:14.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.422+0000 7f1d0e9ef640 1 -- 172.21.15.31:0/1559881347 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1d0806f490 msgr2=0x7f1d081581e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:14.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.422+0000 7f1d0e9ef640 1 --2- 172.21.15.31:0/1559881347 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1d0806f490 0x7f1d081581e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:14.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.422+0000 7f1d0e9ef640 1 -- 172.21.15.31:0/1559881347 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d080c57f0 con 0x7f1d080ce780 2024-09-16T07:26:14.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.423+0000 7f1d0e9ef640 1 --2- 172.21.15.31:0/1559881347 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1d080ce780 0x7f1d080b4bd0 secure :-1 s=READY pgs=1046 cs=0 l=1 rev1=1 crypto rx=0x7f1d00034040 tx=0x7f1d00003910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:14.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.423+0000 7f1cfeffd640 1 -- 172.21.15.31:0/1559881347 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d0003e030 con 0x7f1d080ce780 2024-09-16T07:26:14.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.423+0000 7f1cfeffd640 1 -- 172.21.15.31:0/1559881347 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1d00003e40 con 0x7f1d080ce780 2024-09-16T07:26:14.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.423+0000 7f1d10452640 1 -- 172.21.15.31:0/1559881347 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1d080cfc90 con 0x7f1d080ce780 2024-09-16T07:26:14.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.423+0000 7f1cfeffd640 1 -- 172.21.15.31:0/1559881347 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d00035040 con 0x7f1d080ce780 2024-09-16T07:26:14.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.423+0000 7f1d10452640 1 -- 172.21.15.31:0/1559881347 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1d080b43d0 con 0x7f1d080ce780 2024-09-16T07:26:14.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.424+0000 7f1d10452640 1 -- 172.21.15.31:0/1559881347 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1d080cc560 con 0x7f1d080ce780 2024-09-16T07:26:14.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.425+0000 7f1cfeffd640 1 -- 172.21.15.31:0/1559881347 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7f1d00041030 con 0x7f1d080ce780 2024-09-16T07:26:14.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.425+0000 7f1cfeffd640 1 --2- 172.21.15.31:0/1559881347 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f1cec0789a0 0x7f1cec07ae60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:14.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.425+0000 7f1cfeffd640 1 -- 172.21.15.31:0/1559881347 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 5709+0+0 (secure 0 0 0) 0x7f1d000bb280 con 0x7f1d080ce780 2024-09-16T07:26:14.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.425+0000 7f1d0e1ee640 1 --2- 172.21.15.31:0/1559881347 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f1cec0789a0 0x7f1cec07ae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:14.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.426+0000 7f1d0e1ee640 1 --2- 172.21.15.31:0/1559881347 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f1cec0789a0 0x7f1cec07ae60 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f1d04005fd0 tx=0x7f1d04009600 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:14.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.430+0000 7f1cfeffd640 1 -- 172.21.15.31:0/1559881347 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f1d00083000 con 0x7f1d080ce780 2024-09-16T07:26:14.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.612+0000 7f1d10452640 1 -- 172.21.15.31:0/1559881347 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f1d08075070 con 0x7f1cec0789a0 2024-09-16T07:26:14.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.616+0000 7f1cfeffd640 1 -- 172.21.15.31:0/1559881347 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252241 (secure 0 0 0) 0x7f1d08075070 con 0x7f1cec0789a0 2024-09-16T07:26:14.618 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:26:14.619 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-16T07:26:14.620 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.619+0000 7f1d10452640 1 -- 172.21.15.31:0/1559881347 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f1cec0789a0 msgr2=0x7f1cec07ae60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:14.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.619+0000 7f1d10452640 1 --2- 172.21.15.31:0/1559881347 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f1cec0789a0 0x7f1cec07ae60 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f1d04005fd0 tx=0x7f1d04009600 comp rx=0 tx=0).stop 2024-09-16T07:26:14.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.619+0000 7f1d10452640 1 -- 172.21.15.31:0/1559881347 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1d080ce780 msgr2=0x7f1d080b4bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:14.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.619+0000 7f1d10452640 1 --2- 172.21.15.31:0/1559881347 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1d080ce780 0x7f1d080b4bd0 secure :-1 s=READY pgs=1046 cs=0 l=1 rev1=1 crypto rx=0x7f1d00034040 tx=0x7f1d00003910 comp rx=0 tx=0).stop 2024-09-16T07:26:14.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.619+0000 7f1d10452640 1 -- 172.21.15.31:0/1559881347 shutdown_connections 2024-09-16T07:26:14.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.619+0000 7f1d10452640 1 --2- 172.21.15.31:0/1559881347 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f1cec0789a0 0x7f1cec07ae60 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:14.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.619+0000 7f1d10452640 1 --2- 172.21.15.31:0/1559881347 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1d080ce780 0x7f1d080b4bd0 unknown :-1 s=CLOSED pgs=1046 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:14.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.619+0000 7f1d10452640 1 --2- 172.21.15.31:0/1559881347 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1d0806f490 0x7f1d081581e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:14.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.619+0000 7f1d10452640 1 --2- 172.21.15.31:0/1559881347 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1d0806f0b0 0x7f1d080c6c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:14.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.619+0000 7f1d10452640 1 -- 172.21.15.31:0/1559881347 >> 172.21.15.31:0/1559881347 conn(0x7f1d080741f0 msgr2=0x7f1d080745d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:14.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.619+0000 7f1d10452640 1 -- 172.21.15.31:0/1559881347 shutdown_connections 2024-09-16T07:26:14.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.619+0000 7f1d10452640 1 -- 172.21.15.31:0/1559881347 wait complete. 2024-09-16T07:26:14.630 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":62,"stamp":"2024-09-16T07:26:14.232479+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":157,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":66,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":256256,"kb_used_data":10876,"kb_used_omap":12,"kb_used_meta":245171,"kb_avail":754718464,"statfs":{"total":773094113280,"available":772831707136,"internally_reserved":0,"allocated":11137024,"data_stored":5504045,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":251055665},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":30,"apply_latency_ms":30,"commit_latency_ns":30000000,"apply_latency_ns":30000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001175"},"pg_stats":[{"pgid":"17.3f","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.287027+0000","last_change":"2024-09-16T07:26:10.274809+0000","last_active":"2024-09-16T07:26:10.287027+0000","last_peered":"2024-09-16T07:26:10.287027+0000","last_clean":"2024-09-16T07:26:10.287027+0000","last_became_active":"2024-09-16T07:26:10.274462+0000","last_became_peered":"2024-09-16T07:26:10.274462+0000","last_unstale":"2024-09-16T07:26:10.287027+0000","last_undegraded":"2024-09-16T07:26:10.287027+0000","last_fullsized":"2024-09-16T07:26:10.287027+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:19:18.769967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.3e","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.258337+0000","last_change":"2024-09-16T07:26:10.256378+0000","last_active":"2024-09-16T07:26:10.258337+0000","last_peered":"2024-09-16T07:26:10.258337+0000","last_clean":"2024-09-16T07:26:10.258337+0000","last_became_active":"2024-09-16T07:26:10.256074+0000","last_became_peered":"2024-09-16T07:26:10.256074+0000","last_unstale":"2024-09-16T07:26:10.258337+0000","last_undegraded":"2024-09-16T07:26:10.258337+0000","last_fullsized":"2024-09-16T07:26:10.258337+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:11:06.473380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.3d","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.271999+0000","last_change":"2024-09-16T07:26:10.269783+0000","last_active":"2024-09-16T07:26:10.271999+0000","last_peered":"2024-09-16T07:26:10.271999+0000","last_clean":"2024-09-16T07:26:10.271999+0000","last_became_active":"2024-09-16T07:26:10.269477+0000","last_became_peered":"2024-09-16T07:26:10.269477+0000","last_unstale":"2024-09-16T07:26:10.271999+0000","last_undegraded":"2024-09-16T07:26:10.271999+0000","last_fullsized":"2024-09-16T07:26:10.271999+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:29:18.110757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.3c","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.280845+0000","last_change":"2024-09-16T07:26:10.273497+0000","last_active":"2024-09-16T07:26:10.280845+0000","last_peered":"2024-09-16T07:26:10.280845+0000","last_clean":"2024-09-16T07:26:10.280845+0000","last_became_active":"2024-09-16T07:26:10.273223+0000","last_became_peered":"2024-09-16T07:26:10.273223+0000","last_unstale":"2024-09-16T07:26:10.280845+0000","last_undegraded":"2024-09-16T07:26:10.280845+0000","last_fullsized":"2024-09-16T07:26:10.280845+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:23:36.988489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.3b","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.275442+0000","last_change":"2024-09-16T07:26:10.267678+0000","last_active":"2024-09-16T07:26:10.275442+0000","last_peered":"2024-09-16T07:26:10.275442+0000","last_clean":"2024-09-16T07:26:10.275442+0000","last_became_active":"2024-09-16T07:26:10.267408+0000","last_became_peered":"2024-09-16T07:26:10.267408+0000","last_unstale":"2024-09-16T07:26:10.275442+0000","last_undegraded":"2024-09-16T07:26:10.275442+0000","last_fullsized":"2024-09-16T07:26:10.275442+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:57:05.547994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.3a","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.283463+0000","last_change":"2024-09-16T07:26:10.281349+0000","last_active":"2024-09-16T07:26:10.283463+0000","last_peered":"2024-09-16T07:26:10.283463+0000","last_clean":"2024-09-16T07:26:10.283463+0000","last_became_active":"2024-09-16T07:26:10.281087+0000","last_became_peered":"2024-09-16T07:26:10.281087+0000","last_unstale":"2024-09-16T07:26:10.283463+0000","last_undegraded":"2024-09-16T07:26:10.283463+0000","last_fullsized":"2024-09-16T07:26:10.283463+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:14:57.877059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.39","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.273781+0000","last_change":"2024-09-16T07:26:10.269778+0000","last_active":"2024-09-16T07:26:10.273781+0000","last_peered":"2024-09-16T07:26:10.273781+0000","last_clean":"2024-09-16T07:26:10.273781+0000","last_became_active":"2024-09-16T07:26:10.269382+0000","last_became_peered":"2024-09-16T07:26:10.269382+0000","last_unstale":"2024-09-16T07:26:10.273781+0000","last_undegraded":"2024-09-16T07:26:10.273781+0000","last_fullsized":"2024-09-16T07:26:10.273781+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:25:16.582154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.38","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.279518+0000","last_change":"2024-09-16T07:26:10.274862+0000","last_active":"2024-09-16T07:26:10.279518+0000","last_peered":"2024-09-16T07:26:10.279518+0000","last_clean":"2024-09-16T07:26:10.279518+0000","last_became_active":"2024-09-16T07:26:10.273826+0000","last_became_peered":"2024-09-16T07:26:10.273826+0000","last_unstale":"2024-09-16T07:26:10.279518+0000","last_undegraded":"2024-09-16T07:26:10.279518+0000","last_fullsized":"2024-09-16T07:26:10.279518+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:46:59.546552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.37","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.286283+0000","last_change":"2024-09-16T07:26:10.273766+0000","last_active":"2024-09-16T07:26:10.286283+0000","last_peered":"2024-09-16T07:26:10.286283+0000","last_clean":"2024-09-16T07:26:10.286283+0000","last_became_active":"2024-09-16T07:26:10.273503+0000","last_became_peered":"2024-09-16T07:26:10.273503+0000","last_unstale":"2024-09-16T07:26:10.286283+0000","last_undegraded":"2024-09-16T07:26:10.286283+0000","last_fullsized":"2024-09-16T07:26:10.286283+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:13:54.091005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.36","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.276623+0000","last_change":"2024-09-16T07:26:10.273948+0000","last_active":"2024-09-16T07:26:10.276623+0000","last_peered":"2024-09-16T07:26:10.276623+0000","last_clean":"2024-09-16T07:26:10.276623+0000","last_became_active":"2024-09-16T07:26:10.273678+0000","last_became_peered":"2024-09-16T07:26:10.273678+0000","last_unstale":"2024-09-16T07:26:10.276623+0000","last_undegraded":"2024-09-16T07:26:10.276623+0000","last_fullsized":"2024-09-16T07:26:10.276623+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:47:04.391731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.35","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.276894+0000","last_change":"2024-09-16T07:26:10.272390+0000","last_active":"2024-09-16T07:26:10.276894+0000","last_peered":"2024-09-16T07:26:10.276894+0000","last_clean":"2024-09-16T07:26:10.276894+0000","last_became_active":"2024-09-16T07:26:10.272036+0000","last_became_peered":"2024-09-16T07:26:10.272036+0000","last_unstale":"2024-09-16T07:26:10.276894+0000","last_undegraded":"2024-09-16T07:26:10.276894+0000","last_fullsized":"2024-09-16T07:26:10.276894+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:36:58.812242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.34","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.276657+0000","last_change":"2024-09-16T07:26:10.275016+0000","last_active":"2024-09-16T07:26:10.276657+0000","last_peered":"2024-09-16T07:26:10.276657+0000","last_clean":"2024-09-16T07:26:10.276657+0000","last_became_active":"2024-09-16T07:26:10.273695+0000","last_became_peered":"2024-09-16T07:26:10.273695+0000","last_unstale":"2024-09-16T07:26:10.276657+0000","last_undegraded":"2024-09-16T07:26:10.276657+0000","last_fullsized":"2024-09-16T07:26:10.276657+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:34:25.309421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.33","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.279328+0000","last_change":"2024-09-16T07:26:10.274411+0000","last_active":"2024-09-16T07:26:10.279328+0000","last_peered":"2024-09-16T07:26:10.279328+0000","last_clean":"2024-09-16T07:26:10.279328+0000","last_became_active":"2024-09-16T07:26:10.274132+0000","last_became_peered":"2024-09-16T07:26:10.274132+0000","last_unstale":"2024-09-16T07:26:10.279328+0000","last_undegraded":"2024-09-16T07:26:10.279328+0000","last_fullsized":"2024-09-16T07:26:10.279328+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:49:33.645349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.32","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.278826+0000","last_change":"2024-09-16T07:26:10.273424+0000","last_active":"2024-09-16T07:26:10.278826+0000","last_peered":"2024-09-16T07:26:10.278826+0000","last_clean":"2024-09-16T07:26:10.278826+0000","last_became_active":"2024-09-16T07:26:10.273057+0000","last_became_peered":"2024-09-16T07:26:10.273057+0000","last_unstale":"2024-09-16T07:26:10.278826+0000","last_undegraded":"2024-09-16T07:26:10.278826+0000","last_fullsized":"2024-09-16T07:26:10.278826+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:44:39.634915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.31","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.267389+0000","last_change":"2024-09-16T07:26:10.265523+0000","last_active":"2024-09-16T07:26:10.267389+0000","last_peered":"2024-09-16T07:26:10.267389+0000","last_clean":"2024-09-16T07:26:10.267389+0000","last_became_active":"2024-09-16T07:26:10.265265+0000","last_became_peered":"2024-09-16T07:26:10.265265+0000","last_unstale":"2024-09-16T07:26:10.267389+0000","last_undegraded":"2024-09-16T07:26:10.267389+0000","last_fullsized":"2024-09-16T07:26:10.267389+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:48:01.231926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.30","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.275513+0000","last_change":"2024-09-16T07:26:10.273118+0000","last_active":"2024-09-16T07:26:10.275513+0000","last_peered":"2024-09-16T07:26:10.275513+0000","last_clean":"2024-09-16T07:26:10.275513+0000","last_became_active":"2024-09-16T07:26:10.272851+0000","last_became_peered":"2024-09-16T07:26:10.272851+0000","last_unstale":"2024-09-16T07:26:10.275513+0000","last_undegraded":"2024-09-16T07:26:10.275513+0000","last_fullsized":"2024-09-16T07:26:10.275513+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:36:18.852536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.2f","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.273195+0000","last_change":"2024-09-16T07:26:10.270135+0000","last_active":"2024-09-16T07:26:10.273195+0000","last_peered":"2024-09-16T07:26:10.273195+0000","last_clean":"2024-09-16T07:26:10.273195+0000","last_became_active":"2024-09-16T07:26:10.269792+0000","last_became_peered":"2024-09-16T07:26:10.269792+0000","last_unstale":"2024-09-16T07:26:10.273195+0000","last_undegraded":"2024-09-16T07:26:10.273195+0000","last_fullsized":"2024-09-16T07:26:10.273195+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:10:10.534002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.2e","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.283181+0000","last_change":"2024-09-16T07:26:10.281902+0000","last_active":"2024-09-16T07:26:10.283181+0000","last_peered":"2024-09-16T07:26:10.283181+0000","last_clean":"2024-09-16T07:26:10.283181+0000","last_became_active":"2024-09-16T07:26:10.281617+0000","last_became_peered":"2024-09-16T07:26:10.281617+0000","last_unstale":"2024-09-16T07:26:10.283181+0000","last_undegraded":"2024-09-16T07:26:10.283181+0000","last_fullsized":"2024-09-16T07:26:10.283181+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:07:47.581743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.2d","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.277224+0000","last_change":"2024-09-16T07:26:10.275714+0000","last_active":"2024-09-16T07:26:10.277224+0000","last_peered":"2024-09-16T07:26:10.277224+0000","last_clean":"2024-09-16T07:26:10.277224+0000","last_became_active":"2024-09-16T07:26:10.275432+0000","last_became_peered":"2024-09-16T07:26:10.275432+0000","last_unstale":"2024-09-16T07:26:10.277224+0000","last_undegraded":"2024-09-16T07:26:10.277224+0000","last_fullsized":"2024-09-16T07:26:10.277224+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:34:39.848592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.2c","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.273589+0000","last_change":"2024-09-16T07:26:10.272357+0000","last_active":"2024-09-16T07:26:10.273589+0000","last_peered":"2024-09-16T07:26:10.273589+0000","last_clean":"2024-09-16T07:26:10.273589+0000","last_became_active":"2024-09-16T07:26:10.272043+0000","last_became_peered":"2024-09-16T07:26:10.272043+0000","last_unstale":"2024-09-16T07:26:10.273589+0000","last_undegraded":"2024-09-16T07:26:10.273589+0000","last_fullsized":"2024-09-16T07:26:10.273589+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:08:47.332381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.2b","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.283202+0000","last_change":"2024-09-16T07:26:10.282272+0000","last_active":"2024-09-16T07:26:10.283202+0000","last_peered":"2024-09-16T07:26:10.283202+0000","last_clean":"2024-09-16T07:26:10.283202+0000","last_became_active":"2024-09-16T07:26:10.281788+0000","last_became_peered":"2024-09-16T07:26:10.281788+0000","last_unstale":"2024-09-16T07:26:10.283202+0000","last_undegraded":"2024-09-16T07:26:10.283202+0000","last_fullsized":"2024-09-16T07:26:10.283202+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:07:56.844596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.2a","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.278778+0000","last_change":"2024-09-16T07:26:10.273680+0000","last_active":"2024-09-16T07:26:10.278778+0000","last_peered":"2024-09-16T07:26:10.278778+0000","last_clean":"2024-09-16T07:26:10.278778+0000","last_became_active":"2024-09-16T07:26:10.273409+0000","last_became_peered":"2024-09-16T07:26:10.273409+0000","last_unstale":"2024-09-16T07:26:10.278778+0000","last_undegraded":"2024-09-16T07:26:10.278778+0000","last_fullsized":"2024-09-16T07:26:10.278778+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:58:57.279865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.29","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.268667+0000","last_change":"2024-09-16T07:26:10.259208+0000","last_active":"2024-09-16T07:26:10.268667+0000","last_peered":"2024-09-16T07:26:10.268667+0000","last_clean":"2024-09-16T07:26:10.268667+0000","last_became_active":"2024-09-16T07:26:10.258910+0000","last_became_peered":"2024-09-16T07:26:10.258910+0000","last_unstale":"2024-09-16T07:26:10.268667+0000","last_undegraded":"2024-09-16T07:26:10.268667+0000","last_fullsized":"2024-09-16T07:26:10.268667+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:14:02.384328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.28","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.278117+0000","last_change":"2024-09-16T07:26:10.269011+0000","last_active":"2024-09-16T07:26:10.278117+0000","last_peered":"2024-09-16T07:26:10.278117+0000","last_clean":"2024-09-16T07:26:10.278117+0000","last_became_active":"2024-09-16T07:26:10.268691+0000","last_became_peered":"2024-09-16T07:26:10.268691+0000","last_unstale":"2024-09-16T07:26:10.278117+0000","last_undegraded":"2024-09-16T07:26:10.278117+0000","last_fullsized":"2024-09-16T07:26:10.278117+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:17:31.516243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.27","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.279430+0000","last_change":"2024-09-16T07:26:10.274094+0000","last_active":"2024-09-16T07:26:10.279430+0000","last_peered":"2024-09-16T07:26:10.279430+0000","last_clean":"2024-09-16T07:26:10.279430+0000","last_became_active":"2024-09-16T07:26:10.272750+0000","last_became_peered":"2024-09-16T07:26:10.272750+0000","last_unstale":"2024-09-16T07:26:10.279430+0000","last_undegraded":"2024-09-16T07:26:10.279430+0000","last_fullsized":"2024-09-16T07:26:10.279430+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:03:21.202525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.26","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.271871+0000","last_change":"2024-09-16T07:26:10.262386+0000","last_active":"2024-09-16T07:26:10.271871+0000","last_peered":"2024-09-16T07:26:10.271871+0000","last_clean":"2024-09-16T07:26:10.271871+0000","last_became_active":"2024-09-16T07:26:10.262078+0000","last_became_peered":"2024-09-16T07:26:10.262078+0000","last_unstale":"2024-09-16T07:26:10.271871+0000","last_undegraded":"2024-09-16T07:26:10.271871+0000","last_fullsized":"2024-09-16T07:26:10.271871+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:06:00.280291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.25","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.278163+0000","last_change":"2024-09-16T07:26:10.267886+0000","last_active":"2024-09-16T07:26:10.278163+0000","last_peered":"2024-09-16T07:26:10.278163+0000","last_clean":"2024-09-16T07:26:10.278163+0000","last_became_active":"2024-09-16T07:26:10.266081+0000","last_became_peered":"2024-09-16T07:26:10.266081+0000","last_unstale":"2024-09-16T07:26:10.278163+0000","last_undegraded":"2024-09-16T07:26:10.278163+0000","last_fullsized":"2024-09-16T07:26:10.278163+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:55:46.960029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.24","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.278838+0000","last_change":"2024-09-16T07:26:10.271636+0000","last_active":"2024-09-16T07:26:10.278838+0000","last_peered":"2024-09-16T07:26:10.278838+0000","last_clean":"2024-09-16T07:26:10.278838+0000","last_became_active":"2024-09-16T07:26:10.271022+0000","last_became_peered":"2024-09-16T07:26:10.271022+0000","last_unstale":"2024-09-16T07:26:10.278838+0000","last_undegraded":"2024-09-16T07:26:10.278838+0000","last_fullsized":"2024-09-16T07:26:10.278838+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:41:59.774131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.23","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.278846+0000","last_change":"2024-09-16T07:26:10.273413+0000","last_active":"2024-09-16T07:26:10.278846+0000","last_peered":"2024-09-16T07:26:10.278846+0000","last_clean":"2024-09-16T07:26:10.278846+0000","last_became_active":"2024-09-16T07:26:10.273137+0000","last_became_peered":"2024-09-16T07:26:10.273137+0000","last_unstale":"2024-09-16T07:26:10.278846+0000","last_undegraded":"2024-09-16T07:26:10.278846+0000","last_fullsized":"2024-09-16T07:26:10.278846+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:49:33.645349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.22","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.283182+0000","last_change":"2024-09-16T07:26:10.281383+0000","last_active":"2024-09-16T07:26:10.283182+0000","last_peered":"2024-09-16T07:26:10.283182+0000","last_clean":"2024-09-16T07:26:10.283182+0000","last_became_active":"2024-09-16T07:26:10.281067+0000","last_became_peered":"2024-09-16T07:26:10.281067+0000","last_unstale":"2024-09-16T07:26:10.283182+0000","last_undegraded":"2024-09-16T07:26:10.283182+0000","last_fullsized":"2024-09-16T07:26:10.283182+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:17:53.236652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.21","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.279927+0000","last_change":"2024-09-16T07:26:10.271551+0000","last_active":"2024-09-16T07:26:10.279927+0000","last_peered":"2024-09-16T07:26:10.279927+0000","last_clean":"2024-09-16T07:26:10.279927+0000","last_became_active":"2024-09-16T07:26:10.271232+0000","last_became_peered":"2024-09-16T07:26:10.271232+0000","last_unstale":"2024-09-16T07:26:10.279927+0000","last_undegraded":"2024-09-16T07:26:10.279927+0000","last_fullsized":"2024-09-16T07:26:10.279927+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:56:06.641539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.20","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.276720+0000","last_change":"2024-09-16T07:26:10.275201+0000","last_active":"2024-09-16T07:26:10.276720+0000","last_peered":"2024-09-16T07:26:10.276720+0000","last_clean":"2024-09-16T07:26:10.276720+0000","last_became_active":"2024-09-16T07:26:10.274896+0000","last_became_peered":"2024-09-16T07:26:10.274896+0000","last_unstale":"2024-09-16T07:26:10.276720+0000","last_undegraded":"2024-09-16T07:26:10.276720+0000","last_fullsized":"2024-09-16T07:26:10.276720+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:41:29.923567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.1e","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.287035+0000","last_change":"2024-09-16T07:26:10.280474+0000","last_active":"2024-09-16T07:26:10.287035+0000","last_peered":"2024-09-16T07:26:10.287035+0000","last_clean":"2024-09-16T07:26:10.287035+0000","last_became_active":"2024-09-16T07:26:10.280132+0000","last_became_peered":"2024-09-16T07:26:10.280132+0000","last_unstale":"2024-09-16T07:26:10.287035+0000","last_undegraded":"2024-09-16T07:26:10.287035+0000","last_fullsized":"2024-09-16T07:26:10.287035+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:29:45.592503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1f","version":"100'4","reported_seq":17,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.283564+0000","last_change":"2024-09-16T07:26:09.253508+0000","last_active":"2024-09-16T07:26:10.283564+0000","last_peered":"2024-09-16T07:26:10.283564+0000","last_clean":"2024-09-16T07:26:10.283564+0000","last_became_active":"2024-09-16T07:26:09.253181+0000","last_became_peered":"2024-09-16T07:26:09.253181+0000","last_unstale":"2024-09-16T07:26:10.283564+0000","last_undegraded":"2024-09-16T07:26:10.283564+0000","last_fullsized":"2024-09-16T07:26:10.283564+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:54:56.898118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.1f","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.268757+0000","last_change":"2024-09-16T07:26:10.265559+0000","last_active":"2024-09-16T07:26:10.268757+0000","last_peered":"2024-09-16T07:26:10.268757+0000","last_clean":"2024-09-16T07:26:10.268757+0000","last_became_active":"2024-09-16T07:26:10.265268+0000","last_became_peered":"2024-09-16T07:26:10.265268+0000","last_unstale":"2024-09-16T07:26:10.268757+0000","last_undegraded":"2024-09-16T07:26:10.268757+0000","last_fullsized":"2024-09-16T07:26:10.268757+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:48:06.854025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.1e","version":"100'1","reported_seq":14,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.283140+0000","last_change":"2024-09-16T07:26:09.245501+0000","last_active":"2024-09-16T07:26:10.283140+0000","last_peered":"2024-09-16T07:26:10.283140+0000","last_clean":"2024-09-16T07:26:10.283140+0000","last_became_active":"2024-09-16T07:26:09.245204+0000","last_became_peered":"2024-09-16T07:26:09.245204+0000","last_unstale":"2024-09-16T07:26:10.283140+0000","last_undegraded":"2024-09-16T07:26:10.283140+0000","last_fullsized":"2024-09-16T07:26:10.283140+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:39:27.531098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.1c","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.278817+0000","last_change":"2024-09-16T07:26:10.271291+0000","last_active":"2024-09-16T07:26:10.278817+0000","last_peered":"2024-09-16T07:26:10.278817+0000","last_clean":"2024-09-16T07:26:10.278817+0000","last_became_active":"2024-09-16T07:26:10.270633+0000","last_became_peered":"2024-09-16T07:26:10.270633+0000","last_unstale":"2024-09-16T07:26:10.278817+0000","last_undegraded":"2024-09-16T07:26:10.278817+0000","last_fullsized":"2024-09-16T07:26:10.278817+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:07:40.274118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.1d","version":"100'2","reported_seq":15,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.286541+0000","last_change":"2024-09-16T07:26:09.250336+0000","last_active":"2024-09-16T07:26:10.286541+0000","last_peered":"2024-09-16T07:26:10.286541+0000","last_clean":"2024-09-16T07:26:10.286541+0000","last_became_active":"2024-09-16T07:26:09.250007+0000","last_became_peered":"2024-09-16T07:26:09.250007+0000","last_unstale":"2024-09-16T07:26:10.286541+0000","last_undegraded":"2024-09-16T07:26:10.286541+0000","last_fullsized":"2024-09-16T07:26:10.286541+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:49:50.505181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.1d","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.277198+0000","last_change":"2024-09-16T07:26:10.275042+0000","last_active":"2024-09-16T07:26:10.277198+0000","last_peered":"2024-09-16T07:26:10.277198+0000","last_clean":"2024-09-16T07:26:10.277198+0000","last_became_active":"2024-09-16T07:26:10.274739+0000","last_became_peered":"2024-09-16T07:26:10.274739+0000","last_unstale":"2024-09-16T07:26:10.277198+0000","last_undegraded":"2024-09-16T07:26:10.277198+0000","last_fullsized":"2024-09-16T07:26:10.277198+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:18:06.604307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.1c","version":"100'2","reported_seq":15,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.284832+0000","last_change":"2024-09-16T07:26:09.247734+0000","last_active":"2024-09-16T07:26:10.284832+0000","last_peered":"2024-09-16T07:26:10.284832+0000","last_clean":"2024-09-16T07:26:10.284832+0000","last_became_active":"2024-09-16T07:26:09.247444+0000","last_became_peered":"2024-09-16T07:26:09.247444+0000","last_unstale":"2024-09-16T07:26:10.284832+0000","last_undegraded":"2024-09-16T07:26:10.284832+0000","last_fullsized":"2024-09-16T07:26:10.284832+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:44:09.067098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.1a","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.278090+0000","last_change":"2024-09-16T07:26:10.268833+0000","last_active":"2024-09-16T07:26:10.278090+0000","last_peered":"2024-09-16T07:26:10.278090+0000","last_clean":"2024-09-16T07:26:10.278090+0000","last_became_active":"2024-09-16T07:26:10.268110+0000","last_became_peered":"2024-09-16T07:26:10.268110+0000","last_unstale":"2024-09-16T07:26:10.278090+0000","last_undegraded":"2024-09-16T07:26:10.278090+0000","last_fullsized":"2024-09-16T07:26:10.278090+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:14:01.179634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.1b","version":"100'1","reported_seq":14,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.280188+0000","last_change":"2024-09-16T07:26:09.250496+0000","last_active":"2024-09-16T07:26:10.280188+0000","last_peered":"2024-09-16T07:26:10.280188+0000","last_clean":"2024-09-16T07:26:10.280188+0000","last_became_active":"2024-09-16T07:26:09.250241+0000","last_became_peered":"2024-09-16T07:26:09.250241+0000","last_unstale":"2024-09-16T07:26:10.280188+0000","last_undegraded":"2024-09-16T07:26:10.280188+0000","last_fullsized":"2024-09-16T07:26:10.280188+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:06:07.255206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.1b","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.279415+0000","last_change":"2024-09-16T07:26:10.275957+0000","last_active":"2024-09-16T07:26:10.279415+0000","last_peered":"2024-09-16T07:26:10.279415+0000","last_clean":"2024-09-16T07:26:10.279415+0000","last_became_active":"2024-09-16T07:26:10.275690+0000","last_became_peered":"2024-09-16T07:26:10.275690+0000","last_unstale":"2024-09-16T07:26:10.279415+0000","last_undegraded":"2024-09-16T07:26:10.279415+0000","last_fullsized":"2024-09-16T07:26:10.279415+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:34:29.345484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.1a","version":"100'1","reported_seq":14,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.287023+0000","last_change":"2024-09-16T07:26:09.251642+0000","last_active":"2024-09-16T07:26:10.287023+0000","last_peered":"2024-09-16T07:26:10.287023+0000","last_clean":"2024-09-16T07:26:10.287023+0000","last_became_active":"2024-09-16T07:26:09.251318+0000","last_became_peered":"2024-09-16T07:26:09.251318+0000","last_unstale":"2024-09-16T07:26:10.287023+0000","last_undegraded":"2024-09-16T07:26:10.287023+0000","last_fullsized":"2024-09-16T07:26:10.287023+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:53:42.071932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.18","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.284375+0000","last_change":"2024-09-16T07:26:10.282060+0000","last_active":"2024-09-16T07:26:10.284375+0000","last_peered":"2024-09-16T07:26:10.284375+0000","last_clean":"2024-09-16T07:26:10.284375+0000","last_became_active":"2024-09-16T07:26:10.281695+0000","last_became_peered":"2024-09-16T07:26:10.281695+0000","last_unstale":"2024-09-16T07:26:10.284375+0000","last_undegraded":"2024-09-16T07:26:10.284375+0000","last_fullsized":"2024-09-16T07:26:10.284375+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:34:29.601328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.19","version":"0'0","reported_seq":13,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.261930+0000","last_change":"2024-09-16T07:26:09.252410+0000","last_active":"2024-09-16T07:26:10.261930+0000","last_peered":"2024-09-16T07:26:10.261930+0000","last_clean":"2024-09-16T07:26:10.261930+0000","last_became_active":"2024-09-16T07:26:09.252117+0000","last_became_peered":"2024-09-16T07:26:09.252117+0000","last_unstale":"2024-09-16T07:26:10.261930+0000","last_undegraded":"2024-09-16T07:26:10.261930+0000","last_fullsized":"2024-09-16T07:26:10.261930+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:07:57.244327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.19","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.276720+0000","last_change":"2024-09-16T07:26:10.271131+0000","last_active":"2024-09-16T07:26:10.276720+0000","last_peered":"2024-09-16T07:26:10.276720+0000","last_clean":"2024-09-16T07:26:10.276720+0000","last_became_active":"2024-09-16T07:26:10.270789+0000","last_became_peered":"2024-09-16T07:26:10.270789+0000","last_unstale":"2024-09-16T07:26:10.276720+0000","last_undegraded":"2024-09-16T07:26:10.276720+0000","last_fullsized":"2024-09-16T07:26:10.276720+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:14:17.260602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.18","version":"0'0","reported_seq":13,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.264669+0000","last_change":"2024-09-16T07:26:09.249995+0000","last_active":"2024-09-16T07:26:10.264669+0000","last_peered":"2024-09-16T07:26:10.264669+0000","last_clean":"2024-09-16T07:26:10.264669+0000","last_became_active":"2024-09-16T07:26:09.249706+0000","last_became_peered":"2024-09-16T07:26:09.249706+0000","last_unstale":"2024-09-16T07:26:10.264669+0000","last_undegraded":"2024-09-16T07:26:10.264669+0000","last_fullsized":"2024-09-16T07:26:10.264669+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:43:35.075618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.16","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.272380+0000","last_change":"2024-09-16T07:26:10.267065+0000","last_active":"2024-09-16T07:26:10.272380+0000","last_peered":"2024-09-16T07:26:10.272380+0000","last_clean":"2024-09-16T07:26:10.272380+0000","last_became_active":"2024-09-16T07:26:10.266791+0000","last_became_peered":"2024-09-16T07:26:10.266791+0000","last_unstale":"2024-09-16T07:26:10.272380+0000","last_undegraded":"2024-09-16T07:26:10.272380+0000","last_fullsized":"2024-09-16T07:26:10.272380+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:33:27.251604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.17","version":"0'0","reported_seq":13,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.253015+0000","last_change":"2024-09-16T07:26:09.247552+0000","last_active":"2024-09-16T07:26:10.253015+0000","last_peered":"2024-09-16T07:26:10.253015+0000","last_clean":"2024-09-16T07:26:10.253015+0000","last_became_active":"2024-09-16T07:26:09.247108+0000","last_became_peered":"2024-09-16T07:26:09.247108+0000","last_unstale":"2024-09-16T07:26:10.253015+0000","last_undegraded":"2024-09-16T07:26:10.253015+0000","last_fullsized":"2024-09-16T07:26:10.253015+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:44:39.406312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.17","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.279415+0000","last_change":"2024-09-16T07:26:10.274538+0000","last_active":"2024-09-16T07:26:10.279415+0000","last_peered":"2024-09-16T07:26:10.279415+0000","last_clean":"2024-09-16T07:26:10.279415+0000","last_became_active":"2024-09-16T07:26:10.274211+0000","last_became_peered":"2024-09-16T07:26:10.274211+0000","last_unstale":"2024-09-16T07:26:10.279415+0000","last_undegraded":"2024-09-16T07:26:10.279415+0000","last_fullsized":"2024-09-16T07:26:10.279415+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:44:39.634915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.16","version":"0'0","reported_seq":13,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.261450+0000","last_change":"2024-09-16T07:26:09.254137+0000","last_active":"2024-09-16T07:26:10.261450+0000","last_peered":"2024-09-16T07:26:10.261450+0000","last_clean":"2024-09-16T07:26:10.261450+0000","last_became_active":"2024-09-16T07:26:09.253809+0000","last_became_peered":"2024-09-16T07:26:09.253809+0000","last_unstale":"2024-09-16T07:26:10.261450+0000","last_undegraded":"2024-09-16T07:26:10.261450+0000","last_fullsized":"2024-09-16T07:26:10.261450+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:20:45.102569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.14","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.278787+0000","last_change":"2024-09-16T07:26:10.270317+0000","last_active":"2024-09-16T07:26:10.278787+0000","last_peered":"2024-09-16T07:26:10.278787+0000","last_clean":"2024-09-16T07:26:10.278787+0000","last_became_active":"2024-09-16T07:26:10.269454+0000","last_became_peered":"2024-09-16T07:26:10.269454+0000","last_unstale":"2024-09-16T07:26:10.278787+0000","last_undegraded":"2024-09-16T07:26:10.278787+0000","last_fullsized":"2024-09-16T07:26:10.278787+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:47:29.445001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.15","version":"100'3","reported_seq":16,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.287084+0000","last_change":"2024-09-16T07:26:09.250294+0000","last_active":"2024-09-16T07:26:10.287084+0000","last_peered":"2024-09-16T07:26:10.287084+0000","last_clean":"2024-09-16T07:26:10.287084+0000","last_became_active":"2024-09-16T07:26:09.250034+0000","last_became_peered":"2024-09-16T07:26:09.250034+0000","last_unstale":"2024-09-16T07:26:10.287084+0000","last_undegraded":"2024-09-16T07:26:10.287084+0000","last_fullsized":"2024-09-16T07:26:10.287084+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:31:59.885830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.15","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.273762+0000","last_change":"2024-09-16T07:26:10.266667+0000","last_active":"2024-09-16T07:26:10.273762+0000","last_peered":"2024-09-16T07:26:10.273762+0000","last_clean":"2024-09-16T07:26:10.273762+0000","last_became_active":"2024-09-16T07:26:10.266320+0000","last_became_peered":"2024-09-16T07:26:10.266320+0000","last_unstale":"2024-09-16T07:26:10.273762+0000","last_undegraded":"2024-09-16T07:26:10.273762+0000","last_fullsized":"2024-09-16T07:26:10.273762+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:59:12.155805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.14","version":"100'6","reported_seq":19,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.289068+0000","last_change":"2024-09-16T07:26:09.245976+0000","last_active":"2024-09-16T07:26:10.289068+0000","last_peered":"2024-09-16T07:26:10.289068+0000","last_clean":"2024-09-16T07:26:10.289068+0000","last_became_active":"2024-09-16T07:26:09.245688+0000","last_became_peered":"2024-09-16T07:26:09.245688+0000","last_unstale":"2024-09-16T07:26:10.289068+0000","last_undegraded":"2024-09-16T07:26:10.289068+0000","last_fullsized":"2024-09-16T07:26:10.289068+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:21:20.837523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.12","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.276530+0000","last_change":"2024-09-16T07:26:10.273398+0000","last_active":"2024-09-16T07:26:10.276530+0000","last_peered":"2024-09-16T07:26:10.276530+0000","last_clean":"2024-09-16T07:26:10.276530+0000","last_became_active":"2024-09-16T07:26:10.272435+0000","last_became_peered":"2024-09-16T07:26:10.272435+0000","last_unstale":"2024-09-16T07:26:10.276530+0000","last_undegraded":"2024-09-16T07:26:10.276530+0000","last_fullsized":"2024-09-16T07:26:10.276530+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:52:54.709947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.13","version":"100'2","reported_seq":15,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.284521+0000","last_change":"2024-09-16T07:26:09.251130+0000","last_active":"2024-09-16T07:26:10.284521+0000","last_peered":"2024-09-16T07:26:10.284521+0000","last_clean":"2024-09-16T07:26:10.284521+0000","last_became_active":"2024-09-16T07:26:09.250867+0000","last_became_peered":"2024-09-16T07:26:09.250867+0000","last_unstale":"2024-09-16T07:26:10.284521+0000","last_undegraded":"2024-09-16T07:26:10.284521+0000","last_fullsized":"2024-09-16T07:26:10.284521+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:44:18.628414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.13","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.270533+0000","last_change":"2024-09-16T07:26:10.263318+0000","last_active":"2024-09-16T07:26:10.270533+0000","last_peered":"2024-09-16T07:26:10.270533+0000","last_clean":"2024-09-16T07:26:10.270533+0000","last_became_active":"2024-09-16T07:26:10.261707+0000","last_became_peered":"2024-09-16T07:26:10.261707+0000","last_unstale":"2024-09-16T07:26:10.270533+0000","last_undegraded":"2024-09-16T07:26:10.270533+0000","last_fullsized":"2024-09-16T07:26:10.270533+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:14:38.489624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.12","version":"0'0","reported_seq":13,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.260124+0000","last_change":"2024-09-16T07:26:09.248903+0000","last_active":"2024-09-16T07:26:10.260124+0000","last_peered":"2024-09-16T07:26:10.260124+0000","last_clean":"2024-09-16T07:26:10.260124+0000","last_became_active":"2024-09-16T07:26:09.248631+0000","last_became_peered":"2024-09-16T07:26:09.248631+0000","last_unstale":"2024-09-16T07:26:10.260124+0000","last_undegraded":"2024-09-16T07:26:10.260124+0000","last_fullsized":"2024-09-16T07:26:10.260124+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:13:16.278062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.11","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.263582+0000","last_change":"2024-09-16T07:26:10.257045+0000","last_active":"2024-09-16T07:26:10.263582+0000","last_peered":"2024-09-16T07:26:10.263582+0000","last_clean":"2024-09-16T07:26:10.263582+0000","last_became_active":"2024-09-16T07:26:10.256653+0000","last_became_peered":"2024-09-16T07:26:10.256653+0000","last_unstale":"2024-09-16T07:26:10.263582+0000","last_undegraded":"2024-09-16T07:26:10.263582+0000","last_fullsized":"2024-09-16T07:26:10.263582+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:05:15.011359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.10","version":"100'8","reported_seq":21,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.287789+0000","last_change":"2024-09-16T07:26:09.245163+0000","last_active":"2024-09-16T07:26:10.287789+0000","last_peered":"2024-09-16T07:26:10.287789+0000","last_clean":"2024-09-16T07:26:10.287789+0000","last_became_active":"2024-09-16T07:26:09.244693+0000","last_became_peered":"2024-09-16T07:26:09.244693+0000","last_unstale":"2024-09-16T07:26:10.287789+0000","last_undegraded":"2024-09-16T07:26:10.287789+0000","last_fullsized":"2024-09-16T07:26:10.287789+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:27:36.647648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.e","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.267356+0000","last_change":"2024-09-16T07:26:10.264492+0000","last_active":"2024-09-16T07:26:10.267356+0000","last_peered":"2024-09-16T07:26:10.267356+0000","last_clean":"2024-09-16T07:26:10.267356+0000","last_became_active":"2024-09-16T07:26:10.264208+0000","last_became_peered":"2024-09-16T07:26:10.264208+0000","last_unstale":"2024-09-16T07:26:10.267356+0000","last_undegraded":"2024-09-16T07:26:10.267356+0000","last_fullsized":"2024-09-16T07:26:10.267356+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:12:56.690383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.f","version":"100'1","reported_seq":14,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.278771+0000","last_change":"2024-09-16T07:26:09.252687+0000","last_active":"2024-09-16T07:26:10.278771+0000","last_peered":"2024-09-16T07:26:10.278771+0000","last_clean":"2024-09-16T07:26:10.278771+0000","last_became_active":"2024-09-16T07:26:09.252430+0000","last_became_peered":"2024-09-16T07:26:09.252430+0000","last_unstale":"2024-09-16T07:26:10.278771+0000","last_undegraded":"2024-09-16T07:26:10.278771+0000","last_fullsized":"2024-09-16T07:26:10.278771+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:16:53.600881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.f","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.287083+0000","last_change":"2024-09-16T07:26:10.279853+0000","last_active":"2024-09-16T07:26:10.287083+0000","last_peered":"2024-09-16T07:26:10.287083+0000","last_clean":"2024-09-16T07:26:10.287083+0000","last_became_active":"2024-09-16T07:26:10.279540+0000","last_became_peered":"2024-09-16T07:26:10.279540+0000","last_unstale":"2024-09-16T07:26:10.287083+0000","last_undegraded":"2024-09-16T07:26:10.287083+0000","last_fullsized":"2024-09-16T07:26:10.287083+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:29:23.654546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.e","version":"100'2","reported_seq":15,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.284174+0000","last_change":"2024-09-16T07:26:09.254455+0000","last_active":"2024-09-16T07:26:10.284174+0000","last_peered":"2024-09-16T07:26:10.284174+0000","last_clean":"2024-09-16T07:26:10.284174+0000","last_became_active":"2024-09-16T07:26:09.254153+0000","last_became_peered":"2024-09-16T07:26:09.254153+0000","last_unstale":"2024-09-16T07:26:10.284174+0000","last_undegraded":"2024-09-16T07:26:10.284174+0000","last_fullsized":"2024-09-16T07:26:10.284174+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:08:17.903023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.c","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.283158+0000","last_change":"2024-09-16T07:26:10.281287+0000","last_active":"2024-09-16T07:26:10.283158+0000","last_peered":"2024-09-16T07:26:10.283158+0000","last_clean":"2024-09-16T07:26:10.283158+0000","last_became_active":"2024-09-16T07:26:10.280851+0000","last_became_peered":"2024-09-16T07:26:10.280851+0000","last_unstale":"2024-09-16T07:26:10.283158+0000","last_undegraded":"2024-09-16T07:26:10.283158+0000","last_fullsized":"2024-09-16T07:26:10.283158+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:22:15.660279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.d","version":"100'1","reported_seq":14,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.283918+0000","last_change":"2024-09-16T07:26:09.252391+0000","last_active":"2024-09-16T07:26:10.283918+0000","last_peered":"2024-09-16T07:26:10.283918+0000","last_clean":"2024-09-16T07:26:10.283918+0000","last_became_active":"2024-09-16T07:26:09.252109+0000","last_became_peered":"2024-09-16T07:26:09.252109+0000","last_unstale":"2024-09-16T07:26:10.283918+0000","last_undegraded":"2024-09-16T07:26:10.283918+0000","last_fullsized":"2024-09-16T07:26:10.283918+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:18:52.364185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.d","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.268991+0000","last_change":"2024-09-16T07:26:10.267015+0000","last_active":"2024-09-16T07:26:10.268991+0000","last_peered":"2024-09-16T07:26:10.268991+0000","last_clean":"2024-09-16T07:26:10.268991+0000","last_became_active":"2024-09-16T07:26:10.266701+0000","last_became_peered":"2024-09-16T07:26:10.266701+0000","last_unstale":"2024-09-16T07:26:10.268991+0000","last_undegraded":"2024-09-16T07:26:10.268991+0000","last_fullsized":"2024-09-16T07:26:10.268991+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:11:06.473380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.c","version":"0'0","reported_seq":13,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.254806+0000","last_change":"2024-09-16T07:26:09.251039+0000","last_active":"2024-09-16T07:26:10.254806+0000","last_peered":"2024-09-16T07:26:10.254806+0000","last_clean":"2024-09-16T07:26:10.254806+0000","last_became_active":"2024-09-16T07:26:09.250748+0000","last_became_peered":"2024-09-16T07:26:09.250748+0000","last_unstale":"2024-09-16T07:26:10.254806+0000","last_undegraded":"2024-09-16T07:26:10.254806+0000","last_fullsized":"2024-09-16T07:26:10.254806+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:33:26.102970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.a","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.271104+0000","last_change":"2024-09-16T07:26:10.268916+0000","last_active":"2024-09-16T07:26:10.271104+0000","last_peered":"2024-09-16T07:26:10.271104+0000","last_clean":"2024-09-16T07:26:10.271104+0000","last_became_active":"2024-09-16T07:26:10.268615+0000","last_became_peered":"2024-09-16T07:26:10.268615+0000","last_unstale":"2024-09-16T07:26:10.271104+0000","last_undegraded":"2024-09-16T07:26:10.271104+0000","last_fullsized":"2024-09-16T07:26:10.271104+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:24:45.493212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.b","version":"100'2","reported_seq":15,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.283676+0000","last_change":"2024-09-16T07:26:09.251728+0000","last_active":"2024-09-16T07:26:10.283676+0000","last_peered":"2024-09-16T07:26:10.283676+0000","last_clean":"2024-09-16T07:26:10.283676+0000","last_became_active":"2024-09-16T07:26:09.251485+0000","last_became_peered":"2024-09-16T07:26:09.251485+0000","last_unstale":"2024-09-16T07:26:10.283676+0000","last_undegraded":"2024-09-16T07:26:10.283676+0000","last_fullsized":"2024-09-16T07:26:10.283676+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:14:30.825653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.b","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.279345+0000","last_change":"2024-09-16T07:26:10.267878+0000","last_active":"2024-09-16T07:26:10.279345+0000","last_peered":"2024-09-16T07:26:10.279345+0000","last_clean":"2024-09-16T07:26:10.279345+0000","last_became_active":"2024-09-16T07:26:10.267645+0000","last_became_peered":"2024-09-16T07:26:10.267645+0000","last_unstale":"2024-09-16T07:26:10.279345+0000","last_undegraded":"2024-09-16T07:26:10.279345+0000","last_fullsized":"2024-09-16T07:26:10.279345+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:08:47.687626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.a","version":"0'0","reported_seq":13,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.262773+0000","last_change":"2024-09-16T07:26:09.250176+0000","last_active":"2024-09-16T07:26:10.262773+0000","last_peered":"2024-09-16T07:26:10.262773+0000","last_clean":"2024-09-16T07:26:10.262773+0000","last_became_active":"2024-09-16T07:26:09.249905+0000","last_became_peered":"2024-09-16T07:26:09.249905+0000","last_unstale":"2024-09-16T07:26:10.262773+0000","last_undegraded":"2024-09-16T07:26:10.262773+0000","last_fullsized":"2024-09-16T07:26:10.262773+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:32:53.323737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.8","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.272355+0000","last_change":"2024-09-16T07:26:10.267909+0000","last_active":"2024-09-16T07:26:10.272355+0000","last_peered":"2024-09-16T07:26:10.272355+0000","last_clean":"2024-09-16T07:26:10.272355+0000","last_became_active":"2024-09-16T07:26:10.267630+0000","last_became_peered":"2024-09-16T07:26:10.267630+0000","last_unstale":"2024-09-16T07:26:10.272355+0000","last_undegraded":"2024-09-16T07:26:10.272355+0000","last_fullsized":"2024-09-16T07:26:10.272355+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:33:27.251604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.9","version":"0'0","reported_seq":13,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.253199+0000","last_change":"2024-09-16T07:26:09.243793+0000","last_active":"2024-09-16T07:26:10.253199+0000","last_peered":"2024-09-16T07:26:10.253199+0000","last_clean":"2024-09-16T07:26:10.253199+0000","last_became_active":"2024-09-16T07:26:09.243482+0000","last_became_peered":"2024-09-16T07:26:09.243482+0000","last_unstale":"2024-09-16T07:26:10.253199+0000","last_undegraded":"2024-09-16T07:26:10.253199+0000","last_fullsized":"2024-09-16T07:26:10.253199+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:22:32.581233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.9","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.275529+0000","last_change":"2024-09-16T07:26:10.272693+0000","last_active":"2024-09-16T07:26:10.275529+0000","last_peered":"2024-09-16T07:26:10.275529+0000","last_clean":"2024-09-16T07:26:10.275529+0000","last_became_active":"2024-09-16T07:26:10.272236+0000","last_became_peered":"2024-09-16T07:26:10.272236+0000","last_unstale":"2024-09-16T07:26:10.275529+0000","last_undegraded":"2024-09-16T07:26:10.275529+0000","last_fullsized":"2024-09-16T07:26:10.275529+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:46:15.687606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.8","version":"0'0","reported_seq":13,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.253256+0000","last_change":"2024-09-16T07:26:09.246126+0000","last_active":"2024-09-16T07:26:10.253256+0000","last_peered":"2024-09-16T07:26:10.253256+0000","last_clean":"2024-09-16T07:26:10.253256+0000","last_became_active":"2024-09-16T07:26:09.245831+0000","last_became_peered":"2024-09-16T07:26:09.245831+0000","last_unstale":"2024-09-16T07:26:10.253256+0000","last_undegraded":"2024-09-16T07:26:10.253256+0000","last_fullsized":"2024-09-16T07:26:10.253256+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:15:05.953430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.6","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.268543+0000","last_change":"2024-09-16T07:26:10.265579+0000","last_active":"2024-09-16T07:26:10.268543+0000","last_peered":"2024-09-16T07:26:10.268543+0000","last_clean":"2024-09-16T07:26:10.268543+0000","last_became_active":"2024-09-16T07:26:10.265301+0000","last_became_peered":"2024-09-16T07:26:10.265301+0000","last_unstale":"2024-09-16T07:26:10.268543+0000","last_undegraded":"2024-09-16T07:26:10.268543+0000","last_fullsized":"2024-09-16T07:26:10.268543+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:13:51.816877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.7","version":"100'2","reported_seq":15,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.285125+0000","last_change":"2024-09-16T07:26:09.245235+0000","last_active":"2024-09-16T07:26:10.285125+0000","last_peered":"2024-09-16T07:26:10.285125+0000","last_clean":"2024-09-16T07:26:10.285125+0000","last_became_active":"2024-09-16T07:26:09.244954+0000","last_became_peered":"2024-09-16T07:26:09.244954+0000","last_unstale":"2024-09-16T07:26:10.285125+0000","last_undegraded":"2024-09-16T07:26:10.285125+0000","last_fullsized":"2024-09-16T07:26:10.285125+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:19:25.842611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.7","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.278473+0000","last_change":"2024-09-16T07:26:10.269969+0000","last_active":"2024-09-16T07:26:10.278473+0000","last_peered":"2024-09-16T07:26:10.278473+0000","last_clean":"2024-09-16T07:26:10.278473+0000","last_became_active":"2024-09-16T07:26:10.269692+0000","last_became_peered":"2024-09-16T07:26:10.269692+0000","last_unstale":"2024-09-16T07:26:10.278473+0000","last_undegraded":"2024-09-16T07:26:10.278473+0000","last_fullsized":"2024-09-16T07:26:10.278473+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:24:22.732506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.6","version":"0'0","reported_seq":13,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.262133+0000","last_change":"2024-09-16T07:26:09.250673+0000","last_active":"2024-09-16T07:26:10.262133+0000","last_peered":"2024-09-16T07:26:10.262133+0000","last_clean":"2024-09-16T07:26:10.262133+0000","last_became_active":"2024-09-16T07:26:09.250361+0000","last_became_peered":"2024-09-16T07:26:09.250361+0000","last_unstale":"2024-09-16T07:26:10.262133+0000","last_undegraded":"2024-09-16T07:26:10.262133+0000","last_fullsized":"2024-09-16T07:26:10.262133+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:27:53.477256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.4","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.286947+0000","last_change":"2024-09-16T07:26:10.276165+0000","last_active":"2024-09-16T07:26:10.286947+0000","last_peered":"2024-09-16T07:26:10.286947+0000","last_clean":"2024-09-16T07:26:10.286947+0000","last_became_active":"2024-09-16T07:26:10.275945+0000","last_became_peered":"2024-09-16T07:26:10.275945+0000","last_unstale":"2024-09-16T07:26:10.286947+0000","last_undegraded":"2024-09-16T07:26:10.286947+0000","last_fullsized":"2024-09-16T07:26:10.286947+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:01:13.089493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.5","version":"0'0","reported_seq":13,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.253893+0000","last_change":"2024-09-16T07:26:09.241583+0000","last_active":"2024-09-16T07:26:10.253893+0000","last_peered":"2024-09-16T07:26:10.253893+0000","last_clean":"2024-09-16T07:26:10.253893+0000","last_became_active":"2024-09-16T07:26:09.241240+0000","last_became_peered":"2024-09-16T07:26:09.241240+0000","last_unstale":"2024-09-16T07:26:10.253893+0000","last_undegraded":"2024-09-16T07:26:10.253893+0000","last_fullsized":"2024-09-16T07:26:10.253893+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:25:48.722846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.5","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.268869+0000","last_change":"2024-09-16T07:26:10.263821+0000","last_active":"2024-09-16T07:26:10.268869+0000","last_peered":"2024-09-16T07:26:10.268869+0000","last_clean":"2024-09-16T07:26:10.268869+0000","last_became_active":"2024-09-16T07:26:10.263318+0000","last_became_peered":"2024-09-16T07:26:10.263318+0000","last_unstale":"2024-09-16T07:26:10.268869+0000","last_undegraded":"2024-09-16T07:26:10.268869+0000","last_fullsized":"2024-09-16T07:26:10.268869+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:48:57.474390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.4","version":"0'0","reported_seq":13,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.253819+0000","last_change":"2024-09-16T07:26:09.255570+0000","last_active":"2024-09-16T07:26:10.253819+0000","last_peered":"2024-09-16T07:26:10.253819+0000","last_clean":"2024-09-16T07:26:10.253819+0000","last_became_active":"2024-09-16T07:26:09.255230+0000","last_became_peered":"2024-09-16T07:26:09.255230+0000","last_unstale":"2024-09-16T07:26:10.253819+0000","last_undegraded":"2024-09-16T07:26:10.253819+0000","last_fullsized":"2024-09-16T07:26:10.253819+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:52:04.256080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.2","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.269186+0000","last_change":"2024-09-16T07:26:10.267172+0000","last_active":"2024-09-16T07:26:10.269186+0000","last_peered":"2024-09-16T07:26:10.269186+0000","last_clean":"2024-09-16T07:26:10.269186+0000","last_became_active":"2024-09-16T07:26:10.266919+0000","last_became_peered":"2024-09-16T07:26:10.266919+0000","last_unstale":"2024-09-16T07:26:10.269186+0000","last_undegraded":"2024-09-16T07:26:10.269186+0000","last_fullsized":"2024-09-16T07:26:10.269186+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:37:39.898672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.3","version":"0'0","reported_seq":13,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.263559+0000","last_change":"2024-09-16T07:26:09.253073+0000","last_active":"2024-09-16T07:26:10.263559+0000","last_peered":"2024-09-16T07:26:10.263559+0000","last_clean":"2024-09-16T07:26:10.263559+0000","last_became_active":"2024-09-16T07:26:09.252794+0000","last_became_peered":"2024-09-16T07:26:09.252794+0000","last_unstale":"2024-09-16T07:26:10.263559+0000","last_undegraded":"2024-09-16T07:26:10.263559+0000","last_fullsized":"2024-09-16T07:26:10.263559+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:01:00.053488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.3","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.268625+0000","last_change":"2024-09-16T07:26:10.266464+0000","last_active":"2024-09-16T07:26:10.268625+0000","last_peered":"2024-09-16T07:26:10.268625+0000","last_clean":"2024-09-16T07:26:10.268625+0000","last_became_active":"2024-09-16T07:26:10.266188+0000","last_became_peered":"2024-09-16T07:26:10.266188+0000","last_unstale":"2024-09-16T07:26:10.268625+0000","last_undegraded":"2024-09-16T07:26:10.268625+0000","last_fullsized":"2024-09-16T07:26:10.268625+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:39:28.532956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.2","version":"0'0","reported_seq":13,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.256000+0000","last_change":"2024-09-16T07:26:09.249525+0000","last_active":"2024-09-16T07:26:10.256000+0000","last_peered":"2024-09-16T07:26:10.256000+0000","last_clean":"2024-09-16T07:26:10.256000+0000","last_became_active":"2024-09-16T07:26:09.249255+0000","last_became_peered":"2024-09-16T07:26:09.249255+0000","last_unstale":"2024-09-16T07:26:10.256000+0000","last_undegraded":"2024-09-16T07:26:10.256000+0000","last_fullsized":"2024-09-16T07:26:10.256000+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:32:03.617273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.0","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.268320+0000","last_change":"2024-09-16T07:26:10.259283+0000","last_active":"2024-09-16T07:26:10.268320+0000","last_peered":"2024-09-16T07:26:10.268320+0000","last_clean":"2024-09-16T07:26:10.268320+0000","last_became_active":"2024-09-16T07:26:10.258989+0000","last_became_peered":"2024-09-16T07:26:10.258989+0000","last_unstale":"2024-09-16T07:26:10.268320+0000","last_undegraded":"2024-09-16T07:26:10.268320+0000","last_fullsized":"2024-09-16T07:26:10.268320+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:37:03.189538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.1","version":"0'0","reported_seq":13,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.260371+0000","last_change":"2024-09-16T07:26:09.246303+0000","last_active":"2024-09-16T07:26:10.260371+0000","last_peered":"2024-09-16T07:26:10.260371+0000","last_clean":"2024-09-16T07:26:10.260371+0000","last_became_active":"2024-09-16T07:26:09.246036+0000","last_became_peered":"2024-09-16T07:26:09.246036+0000","last_unstale":"2024-09-16T07:26:10.260371+0000","last_undegraded":"2024-09-16T07:26:10.260371+0000","last_fullsized":"2024-09-16T07:26:10.260371+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:47:03.894588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.1","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.278663+0000","last_change":"2024-09-16T07:26:10.270210+0000","last_active":"2024-09-16T07:26:10.278663+0000","last_peered":"2024-09-16T07:26:10.278663+0000","last_clean":"2024-09-16T07:26:10.278663+0000","last_became_active":"2024-09-16T07:26:10.269917+0000","last_became_peered":"2024-09-16T07:26:10.269917+0000","last_unstale":"2024-09-16T07:26:10.278663+0000","last_undegraded":"2024-09-16T07:26:10.278663+0000","last_fullsized":"2024-09-16T07:26:10.278663+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:18:56.388449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.0","version":"0'0","reported_seq":13,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.259021+0000","last_change":"2024-09-16T07:26:09.255399+0000","last_active":"2024-09-16T07:26:10.259021+0000","last_peered":"2024-09-16T07:26:10.259021+0000","last_clean":"2024-09-16T07:26:10.259021+0000","last_became_active":"2024-09-16T07:26:09.255114+0000","last_became_peered":"2024-09-16T07:26:09.255114+0000","last_unstale":"2024-09-16T07:26:10.259021+0000","last_undegraded":"2024-09-16T07:26:10.259021+0000","last_fullsized":"2024-09-16T07:26:10.259021+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:35:48.042915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.10","version":"0'0","reported_seq":10,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.280469+0000","last_change":"2024-09-16T07:26:10.275808+0000","last_active":"2024-09-16T07:26:10.280469+0000","last_peered":"2024-09-16T07:26:10.280469+0000","last_clean":"2024-09-16T07:26:10.280469+0000","last_became_active":"2024-09-16T07:26:10.274208+0000","last_became_peered":"2024-09-16T07:26:10.274208+0000","last_unstale":"2024-09-16T07:26:10.280469+0000","last_undegraded":"2024-09-16T07:26:10.280469+0000","last_fullsized":"2024-09-16T07:26:10.280469+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:09.230219+0000","last_clean_scrub_stamp":"2024-09-16T07:26:09.230219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:17:17.866841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.11","version":"0'0","reported_seq":13,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.253082+0000","last_change":"2024-09-16T07:26:09.245258+0000","last_active":"2024-09-16T07:26:10.253082+0000","last_peered":"2024-09-16T07:26:10.253082+0000","last_clean":"2024-09-16T07:26:10.253082+0000","last_became_active":"2024-09-16T07:26:09.244969+0000","last_became_peered":"2024-09-16T07:26:09.244969+0000","last_unstale":"2024-09-16T07:26:10.253082+0000","last_undegraded":"2024-09-16T07:26:10.253082+0000","last_fullsized":"2024-09-16T07:26:10.253082+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":98,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:26:08.228360+0000","last_clean_scrub_stamp":"2024-09-16T07:26:08.228360+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:13:50.815019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"70'79","reported_seq":281,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-16T07:26:10.259623+0000","last_change":"2024-09-16T07:21:02.600196+0000","last_active":"2024-09-16T07:26:10.259623+0000","last_peered":"2024-09-16T07:26:10.259623+0000","last_clean":"2024-09-16T07:26:10.259623+0000","last_became_active":"2024-09-16T07:21:02.599001+0000","last_became_peered":"2024-09-16T07:21:02.599001+0000","last_unstale":"2024-09-16T07:26:10.259623+0000","last_undegraded":"2024-09-16T07:26:10.259623+0000","last_fullsized":"2024-09-16T07:26:10.259623+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_clean_scrub_stamp":"2024-09-16T07:21:01.331773+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:28:40.942832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":17,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":16,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509507,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32416,"kb_used_data":1228,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339424,"statfs":{"total":96636764160,"available":96603570176,"internally_reserved":0,"allocated":1257472,"data_stored":542394,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574913,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32396,"kb_used_data":1208,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339444,"statfs":{"total":96636764160,"available":96603590656,"internally_reserved":0,"allocated":1236992,"data_stored":540658,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509506,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32992,"kb_used_data":1796,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338848,"statfs":{"total":96636764160,"available":96602980352,"internally_reserved":0,"allocated":1839104,"data_stored":1131118,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509506,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32420,"kb_used_data":1224,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339420,"statfs":{"total":96636764160,"available":96603566080,"internally_reserved":0,"allocated":1253376,"data_stored":542360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509507,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32388,"kb_used_data":1196,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339452,"statfs":{"total":96636764160,"available":96603598848,"internally_reserved":0,"allocated":1224704,"data_stored":533883,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509507,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32416,"kb_used_data":1220,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339424,"statfs":{"total":96636764160,"available":96603570176,"internally_reserved":0,"allocated":1249280,"data_stored":541296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509507,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32984,"kb_used_data":1788,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338856,"statfs":{"total":96636764160,"available":96602988544,"internally_reserved":0,"allocated":1830912,"data_stored":1131026,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509508,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28244,"kb_used_data":1216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343596,"statfs":{"total":96636764160,"available":96607842304,"internally_reserved":0,"allocated":1245184,"data_stored":541310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T07:26:14.634 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-16T07:26:14.634 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-16T07:26:14.786 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.786+0000 7f403a1a0640 1 -- 172.21.15.31:0/1875188148 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f40340b0840 msgr2=0x7f40340d2220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:14.786 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.786+0000 7f403a1a0640 1 --2- 172.21.15.31:0/1875188148 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f40340b0840 0x7f40340d2220 secure :-1 s=READY pgs=1048 cs=0 l=1 rev1=1 crypto rx=0x7f402c009830 tx=0x7f402c02a510 comp rx=0 tx=0).stop 2024-09-16T07:26:14.786 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.786+0000 7f403a1a0640 1 -- 172.21.15.31:0/1875188148 shutdown_connections 2024-09-16T07:26:14.786 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.786+0000 7f403a1a0640 1 --2- 172.21.15.31:0/1875188148 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f40340b0840 0x7f40340d2220 unknown :-1 s=CLOSED pgs=1048 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:14.786 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.786+0000 7f403a1a0640 1 --2- 172.21.15.31:0/1875188148 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f403415bf10 0x7f40340d1ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:14.786 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.786+0000 7f403a1a0640 1 -- 172.21.15.31:0/1875188148 >> 172.21.15.31:0/1875188148 conn(0x7f403409aa30 msgr2=0x7f403409ae40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:14.786 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.786+0000 7f403a1a0640 1 -- 172.21.15.31:0/1875188148 shutdown_connections 2024-09-16T07:26:14.786 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.786+0000 7f403a1a0640 1 -- 172.21.15.31:0/1875188148 wait complete. 2024-09-16T07:26:14.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.787+0000 7f403a1a0640 1 Processor -- start 2024-09-16T07:26:14.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.787+0000 7f403a1a0640 1 -- start start 2024-09-16T07:26:14.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.788+0000 7f403a1a0640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f40340b0840 0x7f403406f860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:14.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.788+0000 7f403a1a0640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f40340b0d80 0x7f40340c7c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:14.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.788+0000 7f403a1a0640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f403415bf10 0x7f40340c6640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:14.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.788+0000 7f403a1a0640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f40340d06a0 con 0x7f403415bf10 2024-09-16T07:26:14.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.788+0000 7f403a1a0640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f40340b2230 con 0x7f40340b0840 2024-09-16T07:26:14.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.788+0000 7f403a1a0640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f40340c81d0 con 0x7f40340b0d80 2024-09-16T07:26:14.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.788+0000 7f4033fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f403415bf10 0x7f40340c6640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:14.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.788+0000 7f4033fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f403415bf10 0x7f40340c6640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41832/0 (socket says 172.21.15.31:41832) 2024-09-16T07:26:14.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.788+0000 7f4033fff640 1 -- 172.21.15.31:0/2506914737 learned_addr learned my addr 172.21.15.31:0/2506914737 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:14.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.788+0000 7f4032ffd640 1 --2- 172.21.15.31:0/2506914737 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f40340b0d80 0x7f40340c7c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:14.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.788+0000 7f40337fe640 1 --2- 172.21.15.31:0/2506914737 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f40340b0840 0x7f403406f860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:14.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.789+0000 7f4033fff640 1 -- 172.21.15.31:0/2506914737 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f40340b0d80 msgr2=0x7f40340c7c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:14.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.789+0000 7f4033fff640 1 --2- 172.21.15.31:0/2506914737 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f40340b0d80 0x7f40340c7c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:14.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.789+0000 7f4033fff640 1 -- 172.21.15.31:0/2506914737 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f40340b0840 msgr2=0x7f403406f860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:14.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.789+0000 7f4033fff640 1 --2- 172.21.15.31:0/2506914737 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f40340b0840 0x7f403406f860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:14.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.789+0000 7f4033fff640 1 -- 172.21.15.31:0/2506914737 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40340c8450 con 0x7f403415bf10 2024-09-16T07:26:14.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.789+0000 7f40337fe640 1 --2- 172.21.15.31:0/2506914737 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f40340b0840 0x7f403406f860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:26:14.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.789+0000 7f4033fff640 1 --2- 172.21.15.31:0/2506914737 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f403415bf10 0x7f40340c6640 secure :-1 s=READY pgs=1049 cs=0 l=1 rev1=1 crypto rx=0x7f402c009950 tx=0x7f402c032cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:14.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.789+0000 7f401bfff640 1 -- 172.21.15.31:0/2506914737 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f402c040070 con 0x7f403415bf10 2024-09-16T07:26:14.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.789+0000 7f401bfff640 1 -- 172.21.15.31:0/2506914737 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f402c005310 con 0x7f403415bf10 2024-09-16T07:26:14.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.789+0000 7f403a1a0640 1 -- 172.21.15.31:0/2506914737 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40340c5b60 con 0x7f403415bf10 2024-09-16T07:26:14.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.789+0000 7f401bfff640 1 -- 172.21.15.31:0/2506914737 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f402c003800 con 0x7f403415bf10 2024-09-16T07:26:14.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.789+0000 7f403a1a0640 1 -- 172.21.15.31:0/2506914737 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40340c6120 con 0x7f403415bf10 2024-09-16T07:26:14.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.790+0000 7f403a1a0640 1 -- 172.21.15.31:0/2506914737 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f40340b2720 con 0x7f403415bf10 2024-09-16T07:26:14.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.791+0000 7f401bfff640 1 -- 172.21.15.31:0/2506914737 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7f402c039040 con 0x7f403415bf10 2024-09-16T07:26:14.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.791+0000 7f401bfff640 1 --2- 172.21.15.31:0/2506914737 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4020078970 0x7f402007ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:14.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.791+0000 7f401bfff640 1 -- 172.21.15.31:0/2506914737 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 5709+0+0 (secure 0 0 0) 0x7f402c0bbcb0 con 0x7f403415bf10 2024-09-16T07:26:14.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.791+0000 7f40337fe640 1 --2- 172.21.15.31:0/2506914737 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4020078970 0x7f402007ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:14.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.792+0000 7f40337fe640 1 --2- 172.21.15.31:0/2506914737 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4020078970 0x7f402007ae30 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f4024009fa0 tx=0x7f4024009570 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:14.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:14.796+0000 7f401bfff640 1 -- 172.21.15.31:0/2506914737 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f402c084190 con 0x7f403415bf10 2024-09-16T07:26:15.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.060+0000 7f403a1a0640 1 -- 172.21.15.31:0/2506914737 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f40340c5940 con 0x7f403415bf10 2024-09-16T07:26:15.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.062+0000 7f401bfff640 1 -- 172.21.15.31:0/2506914737 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v23) ==== 190+0+147 (secure 0 0 0) 0x7f402c083a90 con 0x7f403415bf10 2024-09-16T07:26:15.061 INFO:teuthology.orchestra.run.smithi031.stdout:[client.0] 2024-09-16T07:26:15.062 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQAp3OdmOi3VIhAA6pREvErOkWIiU+/Wlqimsw== 2024-09-16T07:26:15.062 INFO:teuthology.orchestra.run.smithi031.stdout: caps mds = "allow" 2024-09-16T07:26:15.062 INFO:teuthology.orchestra.run.smithi031.stdout: caps mon = "allow r" 2024-09-16T07:26:15.062 INFO:teuthology.orchestra.run.smithi031.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-16T07:26:15.062 INFO:teuthology.orchestra.run.smithi031.stderr:updated caps for client.0 2024-09-16T07:26:15.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.064+0000 7f403a1a0640 1 -- 172.21.15.31:0/2506914737 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4020078970 msgr2=0x7f402007ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:15.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.064+0000 7f403a1a0640 1 --2- 172.21.15.31:0/2506914737 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4020078970 0x7f402007ae30 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f4024009fa0 tx=0x7f4024009570 comp rx=0 tx=0).stop 2024-09-16T07:26:15.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.064+0000 7f403a1a0640 1 -- 172.21.15.31:0/2506914737 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f403415bf10 msgr2=0x7f40340c6640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:15.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.064+0000 7f403a1a0640 1 --2- 172.21.15.31:0/2506914737 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f403415bf10 0x7f40340c6640 secure :-1 s=READY pgs=1049 cs=0 l=1 rev1=1 crypto rx=0x7f402c009950 tx=0x7f402c032cd0 comp rx=0 tx=0).stop 2024-09-16T07:26:15.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.065+0000 7f403a1a0640 1 -- 172.21.15.31:0/2506914737 shutdown_connections 2024-09-16T07:26:15.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.065+0000 7f403a1a0640 1 --2- 172.21.15.31:0/2506914737 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4020078970 0x7f402007ae30 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:15.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.065+0000 7f403a1a0640 1 --2- 172.21.15.31:0/2506914737 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f403415bf10 0x7f40340c6640 unknown :-1 s=CLOSED pgs=1049 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:15.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.065+0000 7f403a1a0640 1 --2- 172.21.15.31:0/2506914737 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f40340b0d80 0x7f40340c7c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:15.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.065+0000 7f403a1a0640 1 --2- 172.21.15.31:0/2506914737 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f40340b0840 0x7f403406f860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:15.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.065+0000 7f403a1a0640 1 -- 172.21.15.31:0/2506914737 >> 172.21.15.31:0/2506914737 conn(0x7f403409aa30 msgr2=0x7f40341593e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:15.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.065+0000 7f403a1a0640 1 -- 172.21.15.31:0/2506914737 shutdown_connections 2024-09-16T07:26:15.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.065+0000 7f403a1a0640 1 -- 172.21.15.31:0/2506914737 wait complete. 2024-09-16T07:26:15.075 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:26:15.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.182+0000 7f26cae48640 1 -- 172.21.15.31:0/2992070060 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f26ac003fd0 msgr2=0x7f26ac004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:15.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.182+0000 7f26cae48640 1 --2- 172.21.15.31:0/2992070060 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f26ac003fd0 0x7f26ac004800 secure :-1 s=READY pgs=1051 cs=0 l=1 rev1=1 crypto rx=0x7f26b800c4d0 tx=0x7f26ac005830 comp rx=0 tx=0).stop 2024-09-16T07:26:15.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.182+0000 7f26c93e5640 1 -- 172.21.15.31:0/2992070060 reap_dead start 2024-09-16T07:26:15.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.182+0000 7f26cae48640 1 -- 172.21.15.31:0/2992070060 shutdown_connections 2024-09-16T07:26:15.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.182+0000 7f26cae48640 1 -- 172.21.15.31:0/2992070060 >> 172.21.15.31:0/2992070060 conn(0x7f26c40d3ea0 msgr2=0x7f26c40d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:15.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.182+0000 7f26cae48640 1 -- 172.21.15.31:0/2992070060 shutdown_connections 2024-09-16T07:26:15.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.182+0000 7f26cae48640 1 -- 172.21.15.31:0/2992070060 wait complete. 2024-09-16T07:26:15.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.183+0000 7f26cae48640 1 Processor -- start 2024-09-16T07:26:15.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.183+0000 7f26cae48640 1 -- start start 2024-09-16T07:26:15.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.184+0000 7f26cae48640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f26ac003fd0 0x7f26c41f4ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:15.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.184+0000 7f26cae48640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f26c40cc1e0 0x7f26c40b8560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:15.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.184+0000 7f26cae48640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f26c40b8aa0 0x7f26c40cb4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:15.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.184+0000 7f26cae48640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f26c4162690 con 0x7f26c40b8aa0 2024-09-16T07:26:15.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.184+0000 7f26cae48640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f26c40b3800 con 0x7f26ac003fd0 2024-09-16T07:26:15.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.184+0000 7f26cae48640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f26c40cb010 con 0x7f26c40cc1e0 2024-09-16T07:26:15.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.184+0000 7f26c93e5640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f26c40b8aa0 0x7f26c40cb4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:15.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.184+0000 7f26c93e5640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f26c40b8aa0 0x7f26c40cb4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41848/0 (socket says 172.21.15.31:41848) 2024-09-16T07:26:15.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.184+0000 7f26c93e5640 1 -- 172.21.15.31:0/3016685943 learned_addr learned my addr 172.21.15.31:0/3016685943 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:15.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.184+0000 7f26c3fff640 1 --2- 172.21.15.31:0/3016685943 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f26c40cc1e0 0x7f26c40b8560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:15.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.184+0000 7f26c8be4640 1 --2- 172.21.15.31:0/3016685943 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f26ac003fd0 0x7f26c41f4ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:15.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.185+0000 7f26c93e5640 1 -- 172.21.15.31:0/3016685943 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f26c40cc1e0 msgr2=0x7f26c40b8560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:15.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.185+0000 7f26c93e5640 1 --2- 172.21.15.31:0/3016685943 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f26c40cc1e0 0x7f26c40b8560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:15.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.185+0000 7f26c93e5640 1 -- 172.21.15.31:0/3016685943 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f26ac003fd0 msgr2=0x7f26c41f4ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:15.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.185+0000 7f26c93e5640 1 --2- 172.21.15.31:0/3016685943 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f26ac003fd0 0x7f26c41f4ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:15.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.185+0000 7f26c93e5640 1 -- 172.21.15.31:0/3016685943 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26c41f5390 con 0x7f26c40b8aa0 2024-09-16T07:26:15.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.185+0000 7f26c93e5640 1 --2- 172.21.15.31:0/3016685943 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f26c40b8aa0 0x7f26c40cb4c0 secure :-1 s=READY pgs=1052 cs=0 l=1 rev1=1 crypto rx=0x7f26c40d1380 tx=0x7f26b4011b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:15.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.185+0000 7f26c17fa640 1 -- 172.21.15.31:0/3016685943 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26b4004440 con 0x7f26c40b8aa0 2024-09-16T07:26:15.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.185+0000 7f26c17fa640 1 -- 172.21.15.31:0/3016685943 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f26b400f8f0 con 0x7f26c40b8aa0 2024-09-16T07:26:15.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.185+0000 7f26cae48640 1 -- 172.21.15.31:0/3016685943 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26c41f5670 con 0x7f26c40b8aa0 2024-09-16T07:26:15.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.185+0000 7f26c17fa640 1 -- 172.21.15.31:0/3016685943 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26b400fd40 con 0x7f26c40b8aa0 2024-09-16T07:26:15.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.185+0000 7f26cae48640 1 -- 172.21.15.31:0/3016685943 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26c41f5c30 con 0x7f26c40b8aa0 2024-09-16T07:26:15.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.186+0000 7f26cae48640 1 -- 172.21.15.31:0/3016685943 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f26c40cf9b0 con 0x7f26c40b8aa0 2024-09-16T07:26:15.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.187+0000 7f26c17fa640 1 -- 172.21.15.31:0/3016685943 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7f26b40035f0 con 0x7f26c40b8aa0 2024-09-16T07:26:15.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.187+0000 7f26c17fa640 1 --2- 172.21.15.31:0/3016685943 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f26b00789a0 0x7f26b007ae60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:15.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.187+0000 7f26c8be4640 1 --2- 172.21.15.31:0/3016685943 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f26b00789a0 0x7f26b007ae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:15.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.187+0000 7f26c17fa640 1 -- 172.21.15.31:0/3016685943 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 5709+0+0 (secure 0 0 0) 0x7f26b409b5f0 con 0x7f26c40b8aa0 2024-09-16T07:26:15.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.188+0000 7f26c8be4640 1 --2- 172.21.15.31:0/3016685943 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f26b00789a0 0x7f26b007ae60 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f26bc005fd0 tx=0x7f26bc009500 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:15.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.191+0000 7f26c17fa640 1 -- 172.21.15.31:0/3016685943 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f26b4005a70 con 0x7f26c40b8aa0 2024-09-16T07:26:15.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.416+0000 7f26cae48640 1 -- 172.21.15.31:0/3016685943 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f26c408d590 con 0x7f26c40b8aa0 2024-09-16T07:26:15.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.416+0000 7f26c17fa640 1 -- 172.21.15.31:0/3016685943 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 69 v69) ==== 94+0+5228 (secure 0 0 0) 0x7f26b40633f0 con 0x7f26c40b8aa0 2024-09-16T07:26:15.416 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:26:15.416 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":69,"btime":"2024-09-16T07:26:13:269738+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5918,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/104921999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":104921999},{"type":"v1","addr":"172.21.15.31:6835","nonce":104921999}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65},{"gid":6388,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6834/1828291876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":1828291876},{"type":"v1","addr":"172.21.15.155:6834","nonce":1828291876}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65},{"gid":7140,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6834/1121936077","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":1121936077},{"type":"v1","addr":"172.21.15.31:6834","nonce":1121936077}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64}],"filesystems":[{"mdsmap":{"epoch":69,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:26:09.611862+0000","modified":"2024-09-16T07:26:12.635190+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7149},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7149":{"gid":7149,"name":"b","rank":0,"incarnation":66,"state":"up:active","state_seq":3,"addr":"172.21.15.155:6835/2893385681","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6809","nonce":2893385681},{"type":"v1","addr":"172.21.15.155:6835","nonce":2893385681}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7149,"qdb_cluster":[7149]},"id":8}]} 2024-09-16T07:26:15.417 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 69 2024-09-16T07:26:15.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.419+0000 7f26cae48640 1 -- 172.21.15.31:0/3016685943 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f26b00789a0 msgr2=0x7f26b007ae60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:15.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.419+0000 7f26cae48640 1 --2- 172.21.15.31:0/3016685943 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f26b00789a0 0x7f26b007ae60 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f26bc005fd0 tx=0x7f26bc009500 comp rx=0 tx=0).stop 2024-09-16T07:26:15.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.419+0000 7f26cae48640 1 -- 172.21.15.31:0/3016685943 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f26c40b8aa0 msgr2=0x7f26c40cb4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:15.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.419+0000 7f26cae48640 1 --2- 172.21.15.31:0/3016685943 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f26c40b8aa0 0x7f26c40cb4c0 secure :-1 s=READY pgs=1052 cs=0 l=1 rev1=1 crypto rx=0x7f26c40d1380 tx=0x7f26b4011b50 comp rx=0 tx=0).stop 2024-09-16T07:26:15.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.419+0000 7f26cae48640 1 -- 172.21.15.31:0/3016685943 shutdown_connections 2024-09-16T07:26:15.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.419+0000 7f26cae48640 1 --2- 172.21.15.31:0/3016685943 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f26b00789a0 0x7f26b007ae60 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:15.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.419+0000 7f26cae48640 1 --2- 172.21.15.31:0/3016685943 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f26c40b8aa0 0x7f26c40cb4c0 unknown :-1 s=CLOSED pgs=1052 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:15.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.419+0000 7f26cae48640 1 --2- 172.21.15.31:0/3016685943 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f26c40cc1e0 0x7f26c40b8560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:15.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.419+0000 7f26cae48640 1 --2- 172.21.15.31:0/3016685943 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f26ac003fd0 0x7f26c41f4ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:15.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.419+0000 7f26cae48640 1 -- 172.21.15.31:0/3016685943 >> 172.21.15.31:0/3016685943 conn(0x7f26c40d3ea0 msgr2=0x7f26c40b0a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:15.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.419+0000 7f26cae48640 1 -- 172.21.15.31:0/3016685943 shutdown_connections 2024-09-16T07:26:15.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.419+0000 7f26cae48640 1 -- 172.21.15.31:0/3016685943 wait complete. 2024-09-16T07:26:15.832 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 69, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-16T07:26:09.611862+0000', 'modified': '2024-09-16T07:26:12.635190+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 7149}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_7149': {'gid': 7149, 'name': 'b', 'rank': 0, 'incarnation': 66, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.155:6835/2893385681', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.155:6809', 'nonce': 2893385681}, {'type': 'v1', 'addr': '172.21.15.155:6835', 'nonce': 2893385681}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [17], 'metadata_pool': 16, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 7149, 'qdb_cluster': [7149]} 2024-09-16T07:26:15.833 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-16T07:26:15.833 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-09-16T07:26:15.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.943+0000 7fb5f0a08640 1 -- 172.21.15.31:0/2002779188 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb5ec0cf640 msgr2=0x7fb5ec0725a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:15.944 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.943+0000 7fb5f0a08640 1 --2- 172.21.15.31:0/2002779188 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb5ec0cf640 0x7fb5ec0725a0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fb5d4005fd0 tx=0x7fb5d402b910 comp rx=0 tx=0).stop 2024-09-16T07:26:15.944 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.943+0000 7fb5f0a08640 1 -- 172.21.15.31:0/2002779188 shutdown_connections 2024-09-16T07:26:15.944 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.943+0000 7fb5f0a08640 1 --2- 172.21.15.31:0/2002779188 >> v2:172.21.15.155:3300/0 conn(0x7fb5ec0b3140 0x7fb5ec072ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:15.944 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.943+0000 7fb5f0a08640 1 --2- 172.21.15.31:0/2002779188 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb5ec0cf640 0x7fb5ec0725a0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:15.944 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.943+0000 7fb5f0a08640 1 -- 172.21.15.31:0/2002779188 >> 172.21.15.31:0/2002779188 conn(0x7fb5ec0b1690 msgr2=0x7fb5ec0b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:15.944 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.944+0000 7fb5f0a08640 1 -- 172.21.15.31:0/2002779188 shutdown_connections 2024-09-16T07:26:15.944 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.944+0000 7fb5f0a08640 1 -- 172.21.15.31:0/2002779188 wait complete. 2024-09-16T07:26:15.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.945+0000 7fb5f0a08640 1 Processor -- start 2024-09-16T07:26:15.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.945+0000 7fb5f0a08640 1 -- start start 2024-09-16T07:26:15.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.946+0000 7fb5f0a08640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb5ec0b3140 0x7fb5ec1e63e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:15.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.946+0000 7fb5f0a08640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb5ec0cf640 0x7fb5ec154400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:15.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.946+0000 7fb5f0a08640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb5ec151370 0x7fb5ec1e8550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:15.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.946+0000 7fb5f0a08640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fb5ec06ec10 con 0x7fb5ec0cf640 2024-09-16T07:26:15.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.946+0000 7fb5f0a08640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb5ec06ea90 con 0x7fb5ec151370 2024-09-16T07:26:15.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.946+0000 7fb5f0a08640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb5ec06f9f0 con 0x7fb5ec0b3140 2024-09-16T07:26:15.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.946+0000 7fb5e9d9b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb5ec0cf640 0x7fb5ec154400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:15.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.946+0000 7fb5e9d9b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb5ec0cf640 0x7fb5ec154400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41856/0 (socket says 172.21.15.31:41856) 2024-09-16T07:26:15.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.946+0000 7fb5e9d9b640 1 -- 172.21.15.31:0/313186734 learned_addr learned my addr 172.21.15.31:0/313186734 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:15.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.946+0000 7fb5ea59c640 1 --2- 172.21.15.31:0/313186734 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb5ec0b3140 0x7fb5ec1e63e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:15.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.946+0000 7fb5ead9d640 1 --2- 172.21.15.31:0/313186734 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb5ec151370 0x7fb5ec1e8550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:15.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.946+0000 7fb5e9d9b640 1 -- 172.21.15.31:0/313186734 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb5ec0b3140 msgr2=0x7fb5ec1e63e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:15.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.946+0000 7fb5e9d9b640 1 --2- 172.21.15.31:0/313186734 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb5ec0b3140 0x7fb5ec1e63e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:15.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.946+0000 7fb5e9d9b640 1 -- 172.21.15.31:0/313186734 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb5ec151370 msgr2=0x7fb5ec1e8550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:15.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.946+0000 7fb5e9d9b640 1 --2- 172.21.15.31:0/313186734 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb5ec151370 0x7fb5ec1e8550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:15.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.946+0000 7fb5e9d9b640 1 -- 172.21.15.31:0/313186734 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5ec1f2e20 con 0x7fb5ec0cf640 2024-09-16T07:26:15.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.946+0000 7fb5e9d9b640 1 --2- 172.21.15.31:0/313186734 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb5ec0cf640 0x7fb5ec154400 secure :-1 s=READY pgs=1053 cs=0 l=1 rev1=1 crypto rx=0x7fb5d4000c00 tx=0x7fb5d40047a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:15.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.947+0000 7fb5e2ffd640 1 -- 172.21.15.31:0/313186734 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5d4004da0 con 0x7fb5ec0cf640 2024-09-16T07:26:15.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.947+0000 7fb5e2ffd640 1 -- 172.21.15.31:0/313186734 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb5d4031610 con 0x7fb5ec0cf640 2024-09-16T07:26:15.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.947+0000 7fb5f0a08640 1 -- 172.21.15.31:0/313186734 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5ec1f3100 con 0x7fb5ec0cf640 2024-09-16T07:26:15.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.947+0000 7fb5e2ffd640 1 -- 172.21.15.31:0/313186734 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5d4031a60 con 0x7fb5ec0cf640 2024-09-16T07:26:15.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.947+0000 7fb5f0a08640 1 -- 172.21.15.31:0/313186734 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5ec1f36c0 con 0x7fb5ec0cf640 2024-09-16T07:26:15.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.948+0000 7fb5e2ffd640 1 -- 172.21.15.31:0/313186734 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7fb5d4038070 con 0x7fb5ec0cf640 2024-09-16T07:26:15.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.949+0000 7fb5e2ffd640 1 --2- 172.21.15.31:0/313186734 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb5cc078970 0x7fb5cc07ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:15.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.949+0000 7fb5ea59c640 1 --2- 172.21.15.31:0/313186734 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb5cc078970 0x7fb5cc07ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:15.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.949+0000 7fb5e2ffd640 1 -- 172.21.15.31:0/313186734 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 5709+0+0 (secure 0 0 0) 0x7fb5d40bbc50 con 0x7fb5ec0cf640 2024-09-16T07:26:15.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.950+0000 7fb5ea59c640 1 --2- 172.21.15.31:0/313186734 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb5cc078970 0x7fb5cc07ae30 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fb5e4001e20 tx=0x7fb5e4009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:15.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.950+0000 7fb5f37dc740 1 Processor -- start 2024-09-16T07:26:15.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.950+0000 7fb5f37dc740 1 -- start start 2024-09-16T07:26:15.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.951+0000 7fb5f37dc740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x562467fe7ef0 0x562467fc0090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:15.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.951+0000 7fb5f37dc740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x562467fc6310 0x562467fe82d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:15.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.951+0000 7fb5f37dc740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x56246800adf0 0x56246800b260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:15.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.951+0000 7fb5f37dc740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x562467f37820 con 0x562467fe7ef0 2024-09-16T07:26:15.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.951+0000 7fb5f37dc740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x562467f26c50 con 0x562467fc6310 2024-09-16T07:26:15.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.951+0000 7fb5f37dc740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x562467f2aa60 con 0x56246800adf0 2024-09-16T07:26:15.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.951+0000 7fb5ea59c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x562467fe7ef0 0x562467fc0090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:15.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.951+0000 7fb5ea59c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x562467fe7ef0 0x562467fc0090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41860/0 (socket says 172.21.15.31:41860) 2024-09-16T07:26:15.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.951+0000 7fb5ea59c640 1 -- 172.21.15.31:0/2082139745 learned_addr learned my addr 172.21.15.31:0/2082139745 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:15.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.951+0000 7fb5ead9d640 1 --2- 172.21.15.31:0/2082139745 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x56246800adf0 0x56246800b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:15.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.951+0000 7fb5e9d9b640 1 --2- 172.21.15.31:0/2082139745 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x562467fc6310 0x562467fe82d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:15.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.951+0000 7fb5ea59c640 1 -- 172.21.15.31:0/2082139745 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x56246800adf0 msgr2=0x56246800b260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:26:15.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.951+0000 7fb5ea59c640 1 --2- 172.21.15.31:0/2082139745 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x56246800adf0 0x56246800b260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:15.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.951+0000 7fb5ea59c640 1 -- 172.21.15.31:0/2082139745 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x562467fc6310 msgr2=0x562467fe82d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:26:15.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.951+0000 7fb5ea59c640 1 --2- 172.21.15.31:0/2082139745 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x562467fc6310 0x562467fe82d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:15.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.951+0000 7fb5ea59c640 1 -- 172.21.15.31:0/2082139745 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562467c88850 con 0x562467fe7ef0 2024-09-16T07:26:15.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.951+0000 7fb5ea59c640 1 --2- 172.21.15.31:0/2082139745 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x562467fe7ef0 0x562467fc0090 secure :-1 s=READY pgs=1054 cs=0 l=1 rev1=1 crypto rx=0x7fb5e400fd00 tx=0x7fb5e4012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bfcbc84bb8699be5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:15.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.952+0000 7fb5cbfff640 1 -- 172.21.15.31:0/2082139745 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5e4025070 con 0x562467fe7ef0 2024-09-16T07:26:15.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.952+0000 7fb5cbfff640 1 -- 172.21.15.31:0/2082139745 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb5e401b050 con 0x562467fe7ef0 2024-09-16T07:26:15.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.952+0000 7fb5cbfff640 1 -- 172.21.15.31:0/2082139745 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5e4020650 con 0x562467fe7ef0 2024-09-16T07:26:15.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.952+0000 7fb5f37dc740 1 -- 172.21.15.31:0/2082139745 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x562467fe7ef0 msgr2=0x562467fc0090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:15.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.952+0000 7fb5f37dc740 1 --2- 172.21.15.31:0/2082139745 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x562467fe7ef0 0x562467fc0090 secure :-1 s=READY pgs=1054 cs=0 l=1 rev1=1 crypto rx=0x7fb5e400fd00 tx=0x7fb5e4012000 comp rx=0 tx=0).stop 2024-09-16T07:26:15.956 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.952+0000 7fb5f37dc740 1 -- 172.21.15.31:0/2082139745 shutdown_connections 2024-09-16T07:26:15.956 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.952+0000 7fb5f37dc740 1 --2- 172.21.15.31:0/2082139745 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x56246800adf0 0x56246800b260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:15.956 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.952+0000 7fb5f37dc740 1 --2- 172.21.15.31:0/2082139745 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x562467fc6310 0x562467fe82d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:15.956 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.952+0000 7fb5f37dc740 1 --2- 172.21.15.31:0/2082139745 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x562467fe7ef0 0x562467fc0090 unknown :-1 s=CLOSED pgs=1054 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:15.956 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.952+0000 7fb5f37dc740 1 -- 172.21.15.31:0/2082139745 >> 172.21.15.31:0/2082139745 conn(0x562467fc16a0 msgr2=0x562467fc50c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:15.956 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.953+0000 7fb5f37dc740 1 -- 172.21.15.31:0/2082139745 shutdown_connections 2024-09-16T07:26:15.956 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.953+0000 7fb5f37dc740 1 -- 172.21.15.31:0/2082139745 wait complete. 2024-09-16T07:26:15.956 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.953+0000 7fb5f37dc740 1 -- start start 2024-09-16T07:26:15.956 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.953+0000 7fb5f37dc740 1 Processor -- start 2024-09-16T07:26:15.961 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.954+0000 7fb5f37dc740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x562467fe7ef0 0x562467fd8230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:15.961 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.954+0000 7fb5f37dc740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x56246800adf0 0x562467fef250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:15.961 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.954+0000 7fb5f37dc740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x562467fef790 0x562467ff2320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:15.961 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.954+0000 7fb5f37dc740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x562467c97620 con 0x562467fef790 2024-09-16T07:26:15.961 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.954+0000 7fb5f37dc740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x562467ecc5f0 con 0x562467fe7ef0 2024-09-16T07:26:15.961 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.954+0000 7fb5f37dc740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x562467fc05d0 con 0x56246800adf0 2024-09-16T07:26:15.961 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.954+0000 7fb5f37dc740 10 client.0 _ll_register_callbacks cb 0x562467ed00a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T07:26:15.962 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.954+0000 7fb5ead9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x562467fef790 0x562467ff2320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:15.962 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.954+0000 7fb5ead9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x562467fef790 0x562467ff2320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41868/0 (socket says 172.21.15.31:41868) 2024-09-16T07:26:15.962 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.954+0000 7fb5ead9d640 1 -- 172.21.15.31:0/3550059033 learned_addr learned my addr 172.21.15.31:0/3550059033 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:15.962 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.954+0000 7fb5e9d9b640 1 --2- 172.21.15.31:0/3550059033 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x56246800adf0 0x562467fef250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:15.962 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.954+0000 7fb5ea59c640 1 --2- 172.21.15.31:0/3550059033 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x562467fe7ef0 0x562467fd8230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:15.962 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.955+0000 7fb5ead9d640 1 -- 172.21.15.31:0/3550059033 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x56246800adf0 msgr2=0x562467fef250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:26:15.962 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.955+0000 7fb5ead9d640 1 --2- 172.21.15.31:0/3550059033 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x56246800adf0 0x562467fef250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:15.962 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.955+0000 7fb5ead9d640 1 -- 172.21.15.31:0/3550059033 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x562467fe7ef0 msgr2=0x562467fd8230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:26:15.962 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.955+0000 7fb5ead9d640 1 --2- 172.21.15.31:0/3550059033 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x562467fe7ef0 0x562467fd8230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:15.962 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.955+0000 7fb5ead9d640 1 -- 172.21.15.31:0/3550059033 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562467cff6b0 con 0x562467fef790 2024-09-16T07:26:15.962 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.955+0000 7fb5ead9d640 1 --2- 172.21.15.31:0/3550059033 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x562467fef790 0x562467ff2320 secure :-1 s=READY pgs=1055 cs=0 l=1 rev1=1 crypto rx=0x7fb5dc012830 tx=0x7fb5dc012c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c20d1334c89dfd5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:15.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.955+0000 7fb5c97fa640 10 client.0 ms_handle_connect on v2:172.21.15.31:3300/0 2024-09-16T07:26:15.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.955+0000 7fb5c97fa640 1 -- 172.21.15.31:0/3550059033 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5dc00f840 con 0x562467fef790 2024-09-16T07:26:15.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.955+0000 7fb5c97fa640 1 -- 172.21.15.31:0/3550059033 <== mon.0 v2:172.21.15.31:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 5709+0+0 (secure 0 0 0) 0x7fb5dc01dad0 con 0x562467fef790 2024-09-16T07:26:15.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.955+0000 7fb5f37dc740 1 -- 172.21.15.31:0/3550059033 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb5e401b050 con 0x562467fef790 2024-09-16T07:26:15.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.955+0000 7fb5c97fa640 1 -- 172.21.15.31:0/3550059033 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_get_version_reply(handle=1 version=69) ==== 24+0+0 (secure 0 0 0) 0x7fb5dc01dd60 con 0x562467fef790 2024-09-16T07:26:15.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.955+0000 7fb5f37dc740 10 client.7269 fetch_fsmap learned FSMap version 69 2024-09-16T07:26:15.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.955+0000 7fb5f37dc740 1 -- 172.21.15.31:0/3550059033 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,fsmap=69,monmap=2+}) -- 0x562467fd8800 con 0x562467fef790 2024-09-16T07:26:15.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.955+0000 7fb5c97fa640 1 -- 172.21.15.31:0/3550059033 <== mon.0 v2:172.21.15.31:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb5e401b050 con 0x562467fef790 2024-09-16T07:26:15.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.955+0000 7fb5c97fa640 1 -- 172.21.15.31:0/3550059033 <== mon.0 v2:172.21.15.31:3300/0 5 ==== fsmap(e 69) ==== 3502+0+0 (secure 0 0 0) 0x7fb5dc024050 con 0x562467fef790 2024-09-16T07:26:15.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.955+0000 7fb5f37dc740 10 client.7269 fetch_fsmap finished waiting for FSMap version 69 2024-09-16T07:26:15.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.955+0000 7fb5f37dc740 10 client.7269 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-16T07:26:15.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.955+0000 7fb5f37dc740 20 client.7269 populate_metadata read hostname 'smithi031' 2024-09-16T07:26:15.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.955+0000 7fb5f37dc740 1 --2- 172.21.15.31:0/3550059033 >> [v2:172.21.15.155:6809/2893385681,v1:172.21.15.155:6835/2893385681] conn(0x562467fe6c50 0x562468021360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:15.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.955+0000 7fb5f37dc740 4 client.7269 mds_command: new command op to 7149 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T07:26:15.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.955+0000 7fb5f37dc740 1 -- 172.21.15.31:0/3550059033 --> [v2:172.21.15.155:6809/2893385681,v1:172.21.15.155:6835/2893385681] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562467f39770 con 0x562467fe6c50 2024-09-16T07:26:15.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.956+0000 7fb5ea59c640 1 --2- 172.21.15.31:0/3550059033 >> [v2:172.21.15.155:6809/2893385681,v1:172.21.15.155:6835/2893385681] conn(0x562467fe6c50 0x562468021360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:15.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.956+0000 7fb5c97fa640 10 client.7269 ms_handle_connect on v2:172.21.15.155:6809/2893385681 2024-09-16T07:26:15.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.956+0000 7fb5ea59c640 1 --2- 172.21.15.31:0/3550059033 >> [v2:172.21.15.155:6809/2893385681,v1:172.21.15.155:6835/2893385681] conn(0x562467fe6c50 0x562468021360 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7ba777ae70a8ab06 server_cookie=90e28e1ad03744f7 in_seq=0 out_seq=0 2024-09-16T07:26:15.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.957+0000 7fb5c97fa640 1 -- 172.21.15.31:0/3550059033 <== mds.0 v2:172.21.15.155:6809/2893385681 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x562467f39770 con 0x562467fe6c50 2024-09-16T07:26:15.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.957+0000 7fb5c97fa640 10 client.7269 handle_command_reply: tid=0 2024-09-16T07:26:15.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.957+0000 7fb5f37dc740 1 client.7269 shutdown 2024-09-16T07:26:15.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.957+0000 7fb5f37dc740 1 -- 172.21.15.31:0/3550059033 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x562467fef790 msgr2=0x562467ff2320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:15.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.957+0000 7fb5f37dc740 1 --2- 172.21.15.31:0/3550059033 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x562467fef790 0x562467ff2320 secure :-1 s=READY pgs=1055 cs=0 l=1 rev1=1 crypto rx=0x7fb5dc012830 tx=0x7fb5dc012c30 comp rx=0 tx=0).stop 2024-09-16T07:26:15.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.957+0000 7fb5f37dc740 1 -- 172.21.15.31:0/3550059033 shutdown_connections 2024-09-16T07:26:15.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.957+0000 7fb5f37dc740 1 --2- 172.21.15.31:0/3550059033 >> [v2:172.21.15.155:6809/2893385681,v1:172.21.15.155:6835/2893385681] conn(0x562467fe6c50 0x562468021360 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:15.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.957+0000 7fb5f37dc740 1 --2- 172.21.15.31:0/3550059033 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x562467fef790 0x562467ff2320 unknown :-1 s=CLOSED pgs=1055 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:15.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.957+0000 7fb5f37dc740 1 --2- 172.21.15.31:0/3550059033 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x56246800adf0 0x562467fef250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:15.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.957+0000 7fb5f37dc740 1 --2- 172.21.15.31:0/3550059033 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x562467fe7ef0 0x562467fd8230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:15.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.957+0000 7fb5c97fa640 0 client.7269 ms_handle_reset on v2:172.21.15.155:6809/2893385681 2024-09-16T07:26:15.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.957+0000 7fb5f37dc740 1 -- 172.21.15.31:0/3550059033 >> 172.21.15.31:0/3550059033 conn(0x562467fc6310 msgr2=0x562467fc4120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:15.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.957+0000 7fb5f37dc740 1 -- 172.21.15.31:0/3550059033 shutdown_connections 2024-09-16T07:26:15.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.957+0000 7fb5f37dc740 1 -- 172.21.15.31:0/3550059033 wait complete. 2024-09-16T07:26:15.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.957+0000 7fb5f37dc740 20 client.7269 trim_cache size 0 max 16384 2024-09-16T07:26:15.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.976+0000 7fb5f37dc740 1 Processor -- start 2024-09-16T07:26:15.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.976+0000 7fb5f37dc740 1 -- start start 2024-09-16T07:26:15.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.976+0000 7fb5f37dc740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x562467fe7ef0 0x562467fd7f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:15.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.976+0000 7fb5f37dc740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x562467fef790 0x5624680061e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:15.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.976+0000 7fb5f37dc740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x56246800adf0 0x562468006720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:15.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.976+0000 7fb5f37dc740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fb5ec1f5e50 con 0x56246800adf0 2024-09-16T07:26:15.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.976+0000 7fb5f37dc740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb5ec14fdb0 con 0x562467fe7ef0 2024-09-16T07:26:15.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.976+0000 7fb5f37dc740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb5ec150400 con 0x562467fef790 2024-09-16T07:26:15.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.976+0000 7fb5ead9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x56246800adf0 0x562468006720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:15.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.977+0000 7fb5ead9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x56246800adf0 0x562468006720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41876/0 (socket says 172.21.15.31:41876) 2024-09-16T07:26:15.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.977+0000 7fb5ead9d640 1 -- 172.21.15.31:0/851499855 learned_addr learned my addr 172.21.15.31:0/851499855 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:15.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.977+0000 7fb5ead9d640 1 -- 172.21.15.31:0/851499855 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x562467fef790 msgr2=0x5624680061e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:26:15.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.977+0000 7fb5ea59c640 1 --2- 172.21.15.31:0/851499855 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x562467fe7ef0 0x562467fd7f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:15.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.977+0000 7fb5e9d9b640 1 --2- 172.21.15.31:0/851499855 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x562467fef790 0x5624680061e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:15.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.977+0000 7fb5ead9d640 1 --2- 172.21.15.31:0/851499855 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x562467fef790 0x5624680061e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:15.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.977+0000 7fb5ead9d640 1 -- 172.21.15.31:0/851499855 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x562467fe7ef0 msgr2=0x562467fd7f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:26:15.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.977+0000 7fb5ead9d640 1 --2- 172.21.15.31:0/851499855 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x562467fe7ef0 0x562467fd7f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:15.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.977+0000 7fb5ead9d640 1 -- 172.21.15.31:0/851499855 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562467fe62e0 con 0x56246800adf0 2024-09-16T07:26:15.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.977+0000 7fb5ea59c640 1 --2- 172.21.15.31:0/851499855 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x562467fe7ef0 0x562467fd7f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:26:15.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.977+0000 7fb5e9d9b640 1 --2- 172.21.15.31:0/851499855 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x562467fef790 0x5624680061e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:26:15.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.977+0000 7fb5ead9d640 1 --2- 172.21.15.31:0/851499855 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x56246800adf0 0x562468006720 secure :-1 s=READY pgs=1056 cs=0 l=1 rev1=1 crypto rx=0x7fb5dc012800 tx=0x7fb5dc004600 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9f7c76a6caddfd2 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:15.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.977+0000 7fb5cb7fe640 1 -- 172.21.15.31:0/851499855 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5dc02b070 con 0x56246800adf0 2024-09-16T07:26:15.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.977+0000 7fb5cb7fe640 1 -- 172.21.15.31:0/851499855 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb5dc00fc60 con 0x56246800adf0 2024-09-16T07:26:15.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.977+0000 7fb5cb7fe640 1 -- 172.21.15.31:0/851499855 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5dc00fe30 con 0x56246800adf0 2024-09-16T07:26:15.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.978+0000 7fb5f37dc740 1 -- 172.21.15.31:0/851499855 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x56246800adf0 msgr2=0x562468006720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:15.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.978+0000 7fb5f37dc740 1 --2- 172.21.15.31:0/851499855 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x56246800adf0 0x562468006720 secure :-1 s=READY pgs=1056 cs=0 l=1 rev1=1 crypto rx=0x7fb5dc012800 tx=0x7fb5dc004600 comp rx=0 tx=0).stop 2024-09-16T07:26:15.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.978+0000 7fb5f37dc740 1 -- 172.21.15.31:0/851499855 shutdown_connections 2024-09-16T07:26:15.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.978+0000 7fb5f37dc740 1 --2- 172.21.15.31:0/851499855 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x56246800adf0 0x562468006720 unknown :-1 s=CLOSED pgs=1056 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:15.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.978+0000 7fb5f37dc740 1 --2- 172.21.15.31:0/851499855 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x562467fef790 0x5624680061e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:15.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.978+0000 7fb5f37dc740 1 --2- 172.21.15.31:0/851499855 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x562467fe7ef0 0x562467fd7f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:15.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.978+0000 7fb5f37dc740 1 -- 172.21.15.31:0/851499855 >> 172.21.15.31:0/851499855 conn(0x562467fc6310 msgr2=0x562467fbabe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:15.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.978+0000 7fb5f37dc740 1 -- 172.21.15.31:0/851499855 shutdown_connections 2024-09-16T07:26:15.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.978+0000 7fb5f37dc740 1 -- 172.21.15.31:0/851499855 wait complete. 2024-09-16T07:26:15.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.978+0000 7fb5f37dc740 1 -- start start 2024-09-16T07:26:15.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.978+0000 7fb5f37dc740 1 Processor -- start 2024-09-16T07:26:15.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.979+0000 7fb5f37dc740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x562467fe7ef0 0x56246808e060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:15.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.979+0000 7fb5f37dc740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x562467fef790 0x5624680061e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:15.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.979+0000 7fb5f37dc740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x56246800adf0 0x562468006720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:15.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.979+0000 7fb5f37dc740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x562467fe6ad0 con 0x562467fe7ef0 2024-09-16T07:26:15.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.979+0000 7fb5f37dc740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x5624680078e0 con 0x56246800adf0 2024-09-16T07:26:15.985 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.979+0000 7fb5f37dc740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x562467fe7120 con 0x562467fef790 2024-09-16T07:26:15.985 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.979+0000 7fb5f37dc740 10 client.0 _ll_register_callbacks cb 0x7fb5dc0098a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T07:26:15.985 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.979+0000 7fb5ea59c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x562467fe7ef0 0x56246808e060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:15.985 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.979+0000 7fb5ea59c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x562467fe7ef0 0x56246808e060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41878/0 (socket says 172.21.15.31:41878) 2024-09-16T07:26:15.985 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.979+0000 7fb5ea59c640 1 -- 172.21.15.31:0/1139656162 learned_addr learned my addr 172.21.15.31:0/1139656162 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:15.985 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.980+0000 7fb5e9d9b640 1 --2- 172.21.15.31:0/1139656162 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x562467fef790 0x5624680061e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:15.985 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.980+0000 7fb5ea59c640 1 -- 172.21.15.31:0/1139656162 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x562467fef790 msgr2=0x5624680061e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:26:15.985 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.980+0000 7fb5ead9d640 1 --2- 172.21.15.31:0/1139656162 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x56246800adf0 0x562468006720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:15.985 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.980+0000 7fb5ea59c640 1 --2- 172.21.15.31:0/1139656162 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x562467fef790 0x5624680061e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:15.985 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.980+0000 7fb5ea59c640 1 -- 172.21.15.31:0/1139656162 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x56246800adf0 msgr2=0x562468006720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:26:15.985 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.980+0000 7fb5ea59c640 1 --2- 172.21.15.31:0/1139656162 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x56246800adf0 0x562468006720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:15.985 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.980+0000 7fb5ea59c640 1 -- 172.21.15.31:0/1139656162 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562467fc5df0 con 0x562467fe7ef0 2024-09-16T07:26:15.985 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.980+0000 7fb5ea59c640 1 --2- 172.21.15.31:0/1139656162 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x562467fe7ef0 0x56246808e060 secure :-1 s=READY pgs=1057 cs=0 l=1 rev1=1 crypto rx=0x7fb5e4000f80 tx=0x7fb5e4001680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fbfb7da38800d05e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:15.986 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.980+0000 7fb5c97fa640 10 client.0 ms_handle_connect on v2:172.21.15.31:3300/0 2024-09-16T07:26:15.986 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.980+0000 7fb5c97fa640 1 -- 172.21.15.31:0/1139656162 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5e4025040 con 0x562467fe7ef0 2024-09-16T07:26:15.986 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.980+0000 7fb5c97fa640 1 -- 172.21.15.31:0/1139656162 <== mon.0 v2:172.21.15.31:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 5709+0+0 (secure 0 0 0) 0x7fb5e40236e0 con 0x562467fe7ef0 2024-09-16T07:26:15.986 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.980+0000 7fb5f37dc740 1 -- 172.21.15.31:0/1139656162 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb5dc00fc60 con 0x562467fe7ef0 2024-09-16T07:26:15.986 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.980+0000 7fb5c97fa640 1 -- 172.21.15.31:0/1139656162 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_get_version_reply(handle=1 version=69) ==== 24+0+0 (secure 0 0 0) 0x7fb5e40238e0 con 0x562467fe7ef0 2024-09-16T07:26:15.986 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.980+0000 7fb5f37dc740 10 client.7275 fetch_fsmap learned FSMap version 69 2024-09-16T07:26:15.986 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.980+0000 7fb5f37dc740 1 -- 172.21.15.31:0/1139656162 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,fsmap=69,monmap=2+}) -- 0x562467fe65d0 con 0x562467fe7ef0 2024-09-16T07:26:15.986 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.980+0000 7fb5c97fa640 1 -- 172.21.15.31:0/1139656162 <== mon.0 v2:172.21.15.31:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb5dc00fc60 con 0x562467fe7ef0 2024-09-16T07:26:15.986 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.980+0000 7fb5c97fa640 1 -- 172.21.15.31:0/1139656162 <== mon.0 v2:172.21.15.31:3300/0 5 ==== fsmap(e 69) ==== 3502+0+0 (secure 0 0 0) 0x7fb5e4023a80 con 0x562467fe7ef0 2024-09-16T07:26:15.986 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.980+0000 7fb5f37dc740 10 client.7275 fetch_fsmap finished waiting for FSMap version 69 2024-09-16T07:26:15.986 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.980+0000 7fb5f37dc740 10 client.7275 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-16T07:26:15.986 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.980+0000 7fb5f37dc740 20 client.7275 populate_metadata read hostname 'smithi031' 2024-09-16T07:26:15.986 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.980+0000 7fb5f37dc740 1 --2- 172.21.15.31:0/1139656162 >> [v2:172.21.15.155:6809/2893385681,v1:172.21.15.155:6835/2893385681] conn(0x56246808ed50 0x56246808f130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:15.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.980+0000 7fb5f37dc740 4 client.7275 mds_command: new command op to 7149 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-16T07:26:15.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.980+0000 7fb5f37dc740 1 -- 172.21.15.31:0/1139656162 --> [v2:172.21.15.155:6809/2893385681,v1:172.21.15.155:6835/2893385681] -- command(tid 0: {"prefix": "status"}) -- 0x562467f35220 con 0x56246808ed50 2024-09-16T07:26:15.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.981+0000 7fb5e9d9b640 1 --2- 172.21.15.31:0/1139656162 >> [v2:172.21.15.155:6809/2893385681,v1:172.21.15.155:6835/2893385681] conn(0x56246808ed50 0x56246808f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:15.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.981+0000 7fb5e9d9b640 1 --2- 172.21.15.31:0/1139656162 >> [v2:172.21.15.155:6809/2893385681,v1:172.21.15.155:6835/2893385681] conn(0x56246808ed50 0x56246808f130 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ffaad75b5399eb56 server_cookie=3cce47fda2788b18 in_seq=0 out_seq=0 2024-09-16T07:26:15.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.981+0000 7fb5c97fa640 10 client.7275 ms_handle_connect on v2:172.21.15.155:6809/2893385681 2024-09-16T07:26:15.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.981+0000 7fb5c97fa640 1 -- 172.21.15.31:0/1139656162 <== mds.0 v2:172.21.15.155:6809/2893385681 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x562467f35220 con 0x56246808ed50 2024-09-16T07:26:15.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.981+0000 7fb5c97fa640 10 client.7275 handle_command_reply: tid=0 2024-09-16T07:26:15.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.981+0000 7fb5f37dc740 1 client.7275 shutdown 2024-09-16T07:26:15.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.981+0000 7fb5f37dc740 1 -- 172.21.15.31:0/1139656162 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x562467fe7ef0 msgr2=0x56246808e060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:15.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.981+0000 7fb5f37dc740 1 --2- 172.21.15.31:0/1139656162 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x562467fe7ef0 0x56246808e060 secure :-1 s=READY pgs=1057 cs=0 l=1 rev1=1 crypto rx=0x7fb5e4000f80 tx=0x7fb5e4001680 comp rx=0 tx=0).stop 2024-09-16T07:26:15.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.981+0000 7fb5f37dc740 1 -- 172.21.15.31:0/1139656162 shutdown_connections 2024-09-16T07:26:15.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.981+0000 7fb5f37dc740 1 --2- 172.21.15.31:0/1139656162 >> [v2:172.21.15.155:6809/2893385681,v1:172.21.15.155:6835/2893385681] conn(0x56246808ed50 0x56246808f130 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:15.988 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.981+0000 7fb5f37dc740 1 --2- 172.21.15.31:0/1139656162 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x56246800adf0 0x562468006720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:15.988 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.981+0000 7fb5f37dc740 1 --2- 172.21.15.31:0/1139656162 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x562467fef790 0x5624680061e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:15.988 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.981+0000 7fb5f37dc740 1 --2- 172.21.15.31:0/1139656162 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x562467fe7ef0 0x56246808e060 unknown :-1 s=CLOSED pgs=1057 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:15.988 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.981+0000 7fb5c97fa640 0 client.7275 ms_handle_reset on v2:172.21.15.155:6809/2893385681 2024-09-16T07:26:15.988 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.981+0000 7fb5f37dc740 1 -- 172.21.15.31:0/1139656162 >> 172.21.15.31:0/1139656162 conn(0x562467fc6310 msgr2=0x562467fd7f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:15.988 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.982+0000 7fb5f37dc740 1 -- 172.21.15.31:0/1139656162 shutdown_connections 2024-09-16T07:26:15.988 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.982+0000 7fb5f37dc740 1 -- 172.21.15.31:0/1139656162 wait complete. 2024-09-16T07:26:15.988 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.982+0000 7fb5f37dc740 20 client.7275 trim_cache size 0 max 16384 2024-09-16T07:26:15.988 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-16T07:26:15.988 INFO:teuthology.orchestra.run.smithi031.stdout: "cluster_fsid": "aed87fb1-9c90-4029-9d57-80f2a5b1b4b1", 2024-09-16T07:26:15.989 INFO:teuthology.orchestra.run.smithi031.stdout: "whoami": 0, 2024-09-16T07:26:15.989 INFO:teuthology.orchestra.run.smithi031.stdout: "id": 7149, 2024-09-16T07:26:15.989 INFO:teuthology.orchestra.run.smithi031.stdout: "want_state": "up:active", 2024-09-16T07:26:15.989 INFO:teuthology.orchestra.run.smithi031.stdout: "state": "up:active", 2024-09-16T07:26:15.989 INFO:teuthology.orchestra.run.smithi031.stdout: "fs_name": "cephfs", 2024-09-16T07:26:15.989 INFO:teuthology.orchestra.run.smithi031.stdout: "rank_uptime": 5.7171171860000003, 2024-09-16T07:26:15.989 INFO:teuthology.orchestra.run.smithi031.stdout: "mdsmap_epoch": 69, 2024-09-16T07:26:15.989 INFO:teuthology.orchestra.run.smithi031.stdout: "osdmap_epoch": 101, 2024-09-16T07:26:15.989 INFO:teuthology.orchestra.run.smithi031.stdout: "osdmap_epoch_barrier": 101, 2024-09-16T07:26:15.989 INFO:teuthology.orchestra.run.smithi031.stdout: "uptime": 10.398794291 2024-09-16T07:26:15.989 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-16T07:26:15.990 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.982+0000 7fb5f0a08640 1 -- 172.21.15.31:0/313186734 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb5cc078970 msgr2=0x7fb5cc07ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:15.990 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.982+0000 7fb5f0a08640 1 --2- 172.21.15.31:0/313186734 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb5cc078970 0x7fb5cc07ae30 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fb5e4001e20 tx=0x7fb5e4009040 comp rx=0 tx=0).stop 2024-09-16T07:26:15.990 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.982+0000 7fb5f0a08640 1 -- 172.21.15.31:0/313186734 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb5ec0cf640 msgr2=0x7fb5ec154400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:15.990 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.982+0000 7fb5f0a08640 1 --2- 172.21.15.31:0/313186734 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb5ec0cf640 0x7fb5ec154400 secure :-1 s=READY pgs=1053 cs=0 l=1 rev1=1 crypto rx=0x7fb5d4000c00 tx=0x7fb5d40047a0 comp rx=0 tx=0).stop 2024-09-16T07:26:15.990 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.982+0000 7fb5f0a08640 1 -- 172.21.15.31:0/313186734 shutdown_connections 2024-09-16T07:26:15.990 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.982+0000 7fb5f0a08640 1 --2- 172.21.15.31:0/313186734 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb5cc078970 0x7fb5cc07ae30 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:15.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.982+0000 7fb5f0a08640 1 --2- 172.21.15.31:0/313186734 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb5ec151370 0x7fb5ec1e8550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:15.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.982+0000 7fb5f0a08640 1 --2- 172.21.15.31:0/313186734 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb5ec0cf640 0x7fb5ec154400 unknown :-1 s=CLOSED pgs=1053 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:15.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.982+0000 7fb5f0a08640 1 --2- 172.21.15.31:0/313186734 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb5ec0b3140 0x7fb5ec1e63e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:15.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.982+0000 7fb5f0a08640 1 -- 172.21.15.31:0/313186734 >> 172.21.15.31:0/313186734 conn(0x7fb5ec0b1690 msgr2=0x7fb5ec072850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:15.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.982+0000 7fb5f0a08640 1 -- 172.21.15.31:0/313186734 shutdown_connections 2024-09-16T07:26:15.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:15.982+0000 7fb5f0a08640 1 -- 172.21.15.31:0/313186734 wait complete. 2024-09-16T07:26:15.993 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T07:26:16.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:16.098+0000 7f8c83079640 1 -- 172.21.15.31:0/3716091699 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8c7c0b3140 msgr2=0x7f8c7c0cf470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:16.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:16.098+0000 7f8c83079640 1 --2- 172.21.15.31:0/3716091699 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8c7c0b3140 0x7f8c7c0cf470 secure :-1 s=READY pgs=1058 cs=0 l=1 rev1=1 crypto rx=0x7f8c70005fd0 tx=0x7f8c7002a580 comp rx=0 tx=0).stop 2024-09-16T07:26:16.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:16.098+0000 7f8c83079640 1 -- 172.21.15.31:0/3716091699 shutdown_connections 2024-09-16T07:26:16.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:16.098+0000 7f8c83079640 1 --2- 172.21.15.31:0/3716091699 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8c7c0b3140 0x7f8c7c0cf470 unknown :-1 s=CLOSED pgs=1058 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:16.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:16.098+0000 7f8c83079640 1 --2- 172.21.15.31:0/3716091699 >> v2:172.21.15.155:3300/0 conn(0x7f8c7c151370 0x7f8c7c0cef30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:16.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:16.098+0000 7f8c83079640 1 -- 172.21.15.31:0/3716091699 >> 172.21.15.31:0/3716091699 conn(0x7f8c7c0b1690 msgr2=0x7f8c7c0b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:16.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:16.098+0000 7f8c83079640 1 -- 172.21.15.31:0/3716091699 shutdown_connections 2024-09-16T07:26:16.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:16.098+0000 7f8c83079640 1 -- 172.21.15.31:0/3716091699 wait complete. 2024-09-16T07:26:16.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:16.099+0000 7f8c83079640 1 Processor -- start 2024-09-16T07:26:16.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:16.099+0000 7f8c83079640 1 -- start start 2024-09-16T07:26:16.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:16.100+0000 7f8c83079640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8c7c0725a0 0x7f8c7c13e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:16.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:16.100+0000 7f8c83079640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8c7c0b3140 0x7f8c7c13f070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:16.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:16.100+0000 7f8c83079640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8c7c151370 0x7f8c7c13f5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:16.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:16.100+0000 7f8c83079640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f8c7c06ebe0 con 0x7f8c7c151370 2024-09-16T07:26:16.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:16.100+0000 7f8c83079640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f8c7c06ea60 con 0x7f8c7c0725a0 2024-09-16T07:26:16.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:16.100+0000 7f8c83079640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f8c7c06f9f0 con 0x7f8c7c0b3140 2024-09-16T07:26:16.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:16.100+0000 7f8c81616640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8c7c151370 0x7f8c7c13f5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:16.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:16.100+0000 7f8c81616640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8c7c151370 0x7f8c7c13f5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41900/0 (socket says 172.21.15.31:41900) 2024-09-16T07:26:16.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:16.100+0000 7f8c81616640 1 -- 172.21.15.31:0/1040114085 learned_addr learned my addr 172.21.15.31:0/1040114085 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:16.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:16.101+0000 7f8c80e15640 1 --2- 172.21.15.31:0/1040114085 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8c7c0725a0 0x7f8c7c13e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:16.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:16.101+0000 7f8c7bfff640 1 --2- 172.21.15.31:0/1040114085 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8c7c0b3140 0x7f8c7c13f070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:16.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:16.101+0000 7f8c81616640 1 -- 172.21.15.31:0/1040114085 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8c7c0b3140 msgr2=0x7f8c7c13f070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:16.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:16.101+0000 7f8c81616640 1 --2- 172.21.15.31:0/1040114085 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8c7c0b3140 0x7f8c7c13f070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:16.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:16.101+0000 7f8c81616640 1 -- 172.21.15.31:0/1040114085 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8c7c0725a0 msgr2=0x7f8c7c13e840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:16.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:16.101+0000 7f8c81616640 1 --2- 172.21.15.31:0/1040114085 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8c7c0725a0 0x7f8c7c13e840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:16.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:16.101+0000 7f8c81616640 1 -- 172.21.15.31:0/1040114085 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c7c0cd090 con 0x7f8c7c151370 2024-09-16T07:26:16.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:16.101+0000 7f8c81616640 1 --2- 172.21.15.31:0/1040114085 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8c7c151370 0x7f8c7c13f5b0 secure :-1 s=READY pgs=1059 cs=0 l=1 rev1=1 crypto rx=0x7f8c7400c7b0 tx=0x7f8c7400cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:16.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:16.101+0000 7f8c797fa640 1 -- 172.21.15.31:0/1040114085 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c74017070 con 0x7f8c7c151370 2024-09-16T07:26:16.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:16.101+0000 7f8c797fa640 1 -- 172.21.15.31:0/1040114085 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8c74005070 con 0x7f8c7c151370 2024-09-16T07:26:16.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:16.101+0000 7f8c83079640 1 -- 172.21.15.31:0/1040114085 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c7c14aa90 con 0x7f8c7c151370 2024-09-16T07:26:16.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:16.101+0000 7f8c797fa640 1 -- 172.21.15.31:0/1040114085 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c740054c0 con 0x7f8c7c151370 2024-09-16T07:26:16.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:16.101+0000 7f8c83079640 1 -- 172.21.15.31:0/1040114085 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c7c0cd630 con 0x7f8c7c151370 2024-09-16T07:26:16.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:16.102+0000 7f8c83079640 1 -- 172.21.15.31:0/1040114085 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8c7c14add0 con 0x7f8c7c151370 2024-09-16T07:26:16.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:16.103+0000 7f8c797fa640 1 -- 172.21.15.31:0/1040114085 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7f8c7401a070 con 0x7f8c7c151370 2024-09-16T07:26:16.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:16.103+0000 7f8c797fa640 1 --2- 172.21.15.31:0/1040114085 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8c68078970 0x7f8c6807ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:16.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:16.103+0000 7f8c797fa640 1 -- 172.21.15.31:0/1040114085 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 5709+0+0 (secure 0 0 0) 0x7f8c7409a1b0 con 0x7f8c7c151370 2024-09-16T07:26:16.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:16.103+0000 7f8c80e15640 1 --2- 172.21.15.31:0/1040114085 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8c68078970 0x7f8c6807ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:16.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:16.104+0000 7f8c80e15640 1 --2- 172.21.15.31:0/1040114085 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8c68078970 0x7f8c6807ae30 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f8c6c0098e0 tx=0x7f8c6c009060 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:16.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:16.108+0000 7f8c797fa640 1 -- 172.21.15.31:0/1040114085 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f8c74061fa0 con 0x7f8c7c151370 2024-09-16T07:26:16.334 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:16.334+0000 7f8c83079640 1 -- 172.21.15.31:0/1040114085 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f8c7c072a10 con 0x7f8c7c151370 2024-09-16T07:26:16.334 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:16.335+0000 7f8c797fa640 1 -- 172.21.15.31:0/1040114085 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v69) ==== 53+0+73 (secure 0 0 0) 0x7f8c740669d0 con 0x7f8c7c151370 2024-09-16T07:26:16.335 INFO:teuthology.orchestra.run.smithi031.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T07:26:16.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:16.337+0000 7f8c83079640 1 -- 172.21.15.31:0/1040114085 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8c68078970 msgr2=0x7f8c6807ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:16.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:16.337+0000 7f8c83079640 1 --2- 172.21.15.31:0/1040114085 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8c68078970 0x7f8c6807ae30 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f8c6c0098e0 tx=0x7f8c6c009060 comp rx=0 tx=0).stop 2024-09-16T07:26:16.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:16.337+0000 7f8c83079640 1 -- 172.21.15.31:0/1040114085 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8c7c151370 msgr2=0x7f8c7c13f5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:16.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:16.337+0000 7f8c83079640 1 --2- 172.21.15.31:0/1040114085 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8c7c151370 0x7f8c7c13f5b0 secure :-1 s=READY pgs=1059 cs=0 l=1 rev1=1 crypto rx=0x7f8c7400c7b0 tx=0x7f8c7400cc70 comp rx=0 tx=0).stop 2024-09-16T07:26:16.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:16.337+0000 7f8c83079640 1 -- 172.21.15.31:0/1040114085 shutdown_connections 2024-09-16T07:26:16.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:16.337+0000 7f8c83079640 1 --2- 172.21.15.31:0/1040114085 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8c68078970 0x7f8c6807ae30 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:16.338 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:16.337+0000 7f8c83079640 1 --2- 172.21.15.31:0/1040114085 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8c7c151370 0x7f8c7c13f5b0 unknown :-1 s=CLOSED pgs=1059 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:16.338 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:16.337+0000 7f8c83079640 1 --2- 172.21.15.31:0/1040114085 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8c7c0b3140 0x7f8c7c13f070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:16.338 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:16.337+0000 7f8c83079640 1 --2- 172.21.15.31:0/1040114085 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8c7c0725a0 0x7f8c7c13e840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:16.338 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:16.337+0000 7f8c83079640 1 -- 172.21.15.31:0/1040114085 >> 172.21.15.31:0/1040114085 conn(0x7f8c7c0b1690 msgr2=0x7f8c7c0b0ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:16.338 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:16.337+0000 7f8c83079640 1 -- 172.21.15.31:0/1040114085 shutdown_connections 2024-09-16T07:26:16.338 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:16.337+0000 7f8c83079640 1 -- 172.21.15.31:0/1040114085 wait complete. 2024-09-16T07:26:16.348 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T07:26:16.348 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T07:26:16.348 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi031.front.sepia.ceph.com 2024-09-16T07:26:16.348 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-16T07:26:16.348 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-16T07:26:16.348 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T07:26:16.348 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T07:26:16.348 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T07:26:16.348 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T07:26:16.349 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:16.349 DEBUG:teuthology.orchestra.run.smithi031:> ip addr 2024-09-16T07:26:16.365 INFO:teuthology.orchestra.run.smithi031.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T07:26:16.365 INFO:teuthology.orchestra.run.smithi031.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T07:26:16.365 INFO:teuthology.orchestra.run.smithi031.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T07:26:16.365 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:26:16.365 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 ::1/128 scope host 2024-09-16T07:26:16.365 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:26:16.366 INFO:teuthology.orchestra.run.smithi031.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:26:16.366 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 0c:c4:7a:6b:f6:cc brd ff:ff:ff:ff:ff:ff 2024-09-16T07:26:16.366 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp7s0f0 2024-09-16T07:26:16.366 INFO:teuthology.orchestra.run.smithi031.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:26:16.366 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 0c:c4:7a:6b:f6:cd brd ff:ff:ff:ff:ff:ff 2024-09-16T07:26:16.366 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp7s0f1 2024-09-16T07:26:16.366 INFO:teuthology.orchestra.run.smithi031.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T07:26:16.366 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether ac:1f:6b:a5:ca:ba brd ff:ff:ff:ff:ff:ff 2024-09-16T07:26:16.366 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp1s0f0 2024-09-16T07:26:16.366 INFO:teuthology.orchestra.run.smithi031.stdout: inet 172.21.15.31/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-16T07:26:16.366 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft 42443sec preferred_lft 42443sec 2024-09-16T07:26:16.366 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::ae1f:6bff:fea5:caba/64 scope link 2024-09-16T07:26:16.366 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:26:16.366 INFO:teuthology.orchestra.run.smithi031.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:26:16.367 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether ac:1f:6b:a5:ca:bb brd ff:ff:ff:ff:ff:ff 2024-09-16T07:26:16.367 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp1s0f1 2024-09-16T07:26:16.367 INFO:teuthology.orchestra.run.smithi031.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T07:26:16.367 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 32:cb:fd:46:4e:14 brd ff:ff:ff:ff:ff:ff 2024-09-16T07:26:16.367 INFO:teuthology.orchestra.run.smithi031.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-16T07:26:16.367 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:26:16.367 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::5853:30ff:feaf:abcc/64 scope link 2024-09-16T07:26:16.367 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:26:16.367 INFO:teuthology.orchestra.run.smithi031.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T07:26:16.367 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether ea:2f:ff:7f:16:93 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:26:16.367 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::e82f:ffff:fe7f:1693/64 scope link 2024-09-16T07:26:16.367 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:26:16.367 INFO:teuthology.orchestra.run.smithi031.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T07:26:16.367 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 32:cb:fd:46:4e:14 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:26:16.368 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::30cb:fdff:fe46:4e14/64 scope link 2024-09-16T07:26:16.368 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:26:16.368 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:16.368 DEBUG:teuthology.orchestra.run.smithi031:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T07:26:16.429 INFO:teuthology.orchestra.run.smithi031.stdout:1 2024-09-16T07:26:16.431 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:16.431 DEBUG:teuthology.orchestra.run.smithi031:> route 2024-09-16T07:26:16.487 INFO:teuthology.orchestra.run.smithi031.stdout:Kernel IP routing table 2024-09-16T07:26:16.488 INFO:teuthology.orchestra.run.smithi031.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T07:26:16.488 INFO:teuthology.orchestra.run.smithi031.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-16T07:26:16.488 INFO:teuthology.orchestra.run.smithi031.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-16T07:26:16.488 INFO:teuthology.orchestra.run.smithi031.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T07:26:16.488 DEBUG:teuthology.orchestra.run.smithi031:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T07:26:16.488 DEBUG:teuthology.orchestra.run.smithi031:> set -e 2024-09-16T07:26:16.488 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-16T07:26:16.489 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-16T07:26:16.489 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-16T07:26:16.489 DEBUG:teuthology.orchestra.run.smithi031:> ') 2024-09-16T07:26:16.577 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:16 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T07:26:16.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:26:16.617 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:16.617 DEBUG:teuthology.orchestra.run.smithi031:> ip netns list 2024-09-16T07:26:16.633 INFO:teuthology.orchestra.run.smithi031.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-16T07:26:16.633 INFO:teuthology.orchestra.run.smithi031.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-16T07:26:16.633 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T07:26:16.633 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:16.634 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip link set brx.0 up 2024-09-16T07:26:16.699 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-16T07:26:16.699 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T07:26:16.699 DEBUG:teuthology.orchestra.run.smithi031:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-16T07:26:16.755 INFO:teuthology.orchestra.run.smithi031.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-16T07:26:16.755 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T07:26:16.755 DEBUG:teuthology.orchestra.run.smithi031:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-16T07:26:16.811 DEBUG:teuthology.orchestra.run.smithi031:> sudo modprobe fuse 2024-09-16T07:26:16.877 DEBUG:teuthology.orchestra.run.smithi031:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T07:26:16.934 INFO:teuthology.orchestra.run.smithi031.stdout:/proc 2024-09-16T07:26:16.934 INFO:teuthology.orchestra.run.smithi031.stdout:/sys 2024-09-16T07:26:16.934 INFO:teuthology.orchestra.run.smithi031.stdout:/dev 2024-09-16T07:26:16.934 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/security 2024-09-16T07:26:16.934 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/shm 2024-09-16T07:26:16.934 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/pts 2024-09-16T07:26:16.934 INFO:teuthology.orchestra.run.smithi031.stdout:/run 2024-09-16T07:26:16.935 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/cgroup 2024-09-16T07:26:16.935 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/pstore 2024-09-16T07:26:16.935 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/bpf 2024-09-16T07:26:16.935 INFO:teuthology.orchestra.run.smithi031.stdout:/ 2024-09-16T07:26:16.935 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/selinux 2024-09-16T07:26:16.935 INFO:teuthology.orchestra.run.smithi031.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T07:26:16.935 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/tracing 2024-09-16T07:26:16.935 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/mqueue 2024-09-16T07:26:16.935 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/debug 2024-09-16T07:26:16.935 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/hugepages 2024-09-16T07:26:16.935 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T07:26:16.935 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/fuse/connections 2024-09-16T07:26:16.935 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/config 2024-09-16T07:26:16.936 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T07:26:16.936 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T07:26:16.936 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T07:26:16.936 INFO:teuthology.orchestra.run.smithi031.stdout:/run/user/1000 2024-09-16T07:26:16.936 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph 2024-09-16T07:26:16.936 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T07:26:16.936 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T07:26:16.936 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T07:26:16.936 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T07:26:16.936 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns 2024-09-16T07:26:16.936 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:26:16.936 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:26:16.937 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:26:16.937 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:26:16.937 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:16.937 DEBUG:teuthology.orchestra.run.smithi031:> ls /sys/fs/fuse/connections 2024-09-16T07:26:16.990 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-16T07:26:16.990 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-16T07:26:17.032 DEBUG:teuthology.orchestra.run.smithi031:> sudo modprobe fuse 2024-09-16T07:26:17.058 DEBUG:teuthology.orchestra.run.smithi031:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T07:26:17.115 INFO:teuthology.orchestra.run.smithi031.stdout:/proc 2024-09-16T07:26:17.115 INFO:teuthology.orchestra.run.smithi031.stdout:/sys 2024-09-16T07:26:17.115 INFO:teuthology.orchestra.run.smithi031.stdout:/dev 2024-09-16T07:26:17.115 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/security 2024-09-16T07:26:17.115 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/shm 2024-09-16T07:26:17.116 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/pts 2024-09-16T07:26:17.116 INFO:teuthology.orchestra.run.smithi031.stdout:/run 2024-09-16T07:26:17.116 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/cgroup 2024-09-16T07:26:17.116 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/pstore 2024-09-16T07:26:17.116 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/bpf 2024-09-16T07:26:17.116 INFO:teuthology.orchestra.run.smithi031.stdout:/ 2024-09-16T07:26:17.116 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/selinux 2024-09-16T07:26:17.116 INFO:teuthology.orchestra.run.smithi031.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T07:26:17.116 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/tracing 2024-09-16T07:26:17.116 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/mqueue 2024-09-16T07:26:17.116 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/debug 2024-09-16T07:26:17.116 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/hugepages 2024-09-16T07:26:17.117 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T07:26:17.117 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/fuse/connections 2024-09-16T07:26:17.117 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/config 2024-09-16T07:26:17.117 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T07:26:17.117 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T07:26:17.117 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T07:26:17.117 INFO:teuthology.orchestra.run.smithi031.stdout:/run/user/1000 2024-09-16T07:26:17.117 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph 2024-09-16T07:26:17.117 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T07:26:17.117 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T07:26:17.117 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T07:26:17.117 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T07:26:17.117 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns 2024-09-16T07:26:17.118 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:26:17.118 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:26:17.118 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:26:17.118 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:26:17.118 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:17.118 DEBUG:teuthology.orchestra.run.smithi031:> ls /sys/fs/fuse/connections 2024-09-16T07:26:17.119 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi031.stderr:2024-09-16T07:26:17.117+0000 7ff6f7968480 -1 init, newargv = 0x5621254834d0 newargc=15 2024-09-16T07:26:17.119 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi031.stderr:ceph-fuse[63669]: starting ceph client 2024-09-16T07:26:17.122 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi031.stderr:ceph-fuse[63669]: starting fuse 2024-09-16T07:26:17.134 INFO:teuthology.orchestra.run.smithi031.stdout:42 2024-09-16T07:26:17.134 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [42] 2024-09-16T07:26:17.135 DEBUG:teuthology.orchestra.run.smithi031:> sudo stdin-killer -- python3 -c ' 2024-09-16T07:26:17.135 DEBUG:teuthology.orchestra.run.smithi031:> import glob 2024-09-16T07:26:17.135 DEBUG:teuthology.orchestra.run.smithi031:> import re 2024-09-16T07:26:17.135 DEBUG:teuthology.orchestra.run.smithi031:> import os 2024-09-16T07:26:17.135 DEBUG:teuthology.orchestra.run.smithi031:> import subprocess 2024-09-16T07:26:17.135 DEBUG:teuthology.orchestra.run.smithi031:> 2024-09-16T07:26:17.135 DEBUG:teuthology.orchestra.run.smithi031:> def _find_admin_socket(client_name): 2024-09-16T07:26:17.135 DEBUG:teuthology.orchestra.run.smithi031:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-16T07:26:17.135 DEBUG:teuthology.orchestra.run.smithi031:> files = glob.glob(asok_path) 2024-09-16T07:26:17.135 DEBUG:teuthology.orchestra.run.smithi031:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-16T07:26:17.135 DEBUG:teuthology.orchestra.run.smithi031:> 2024-09-16T07:26:17.135 DEBUG:teuthology.orchestra.run.smithi031:> # Given a non-glob path, it better be there 2024-09-16T07:26:17.136 DEBUG:teuthology.orchestra.run.smithi031:> if "*" not in asok_path: 2024-09-16T07:26:17.136 DEBUG:teuthology.orchestra.run.smithi031:> assert(len(files) == 1) 2024-09-16T07:26:17.136 DEBUG:teuthology.orchestra.run.smithi031:> return files[0] 2024-09-16T07:26:17.136 DEBUG:teuthology.orchestra.run.smithi031:> 2024-09-16T07:26:17.136 DEBUG:teuthology.orchestra.run.smithi031:> for f in files: 2024-09-16T07:26:17.136 DEBUG:teuthology.orchestra.run.smithi031:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T07:26:17.136 DEBUG:teuthology.orchestra.run.smithi031:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T07:26:17.136 DEBUG:teuthology.orchestra.run.smithi031:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T07:26:17.136 DEBUG:teuthology.orchestra.run.smithi031:> contents = proc_f.read() 2024-09-16T07:26:17.136 DEBUG:teuthology.orchestra.run.smithi031:> if mountpoint in contents: 2024-09-16T07:26:17.136 DEBUG:teuthology.orchestra.run.smithi031:> return f 2024-09-16T07:26:17.136 DEBUG:teuthology.orchestra.run.smithi031:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T07:26:17.136 DEBUG:teuthology.orchestra.run.smithi031:> 2024-09-16T07:26:17.137 DEBUG:teuthology.orchestra.run.smithi031:> print(_find_admin_socket("client.0")) 2024-09-16T07:26:17.137 DEBUG:teuthology.orchestra.run.smithi031:> ' 2024-09-16T07:26:17.254 INFO:teuthology.orchestra.run.smithi031.stdout:/var/run/ceph/ceph-client.0.63669.asok 2024-09-16T07:26:17.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:26:17.265 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.63669.asok 2024-09-16T07:26:17.266 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:17.266 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.63669.asok status 2024-09-16T07:26:17.403 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-16T07:26:17.403 INFO:teuthology.orchestra.run.smithi031.stdout: "metadata": { 2024-09-16T07:26:17.403 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph_sha1": "4ef5f0587d1cad82c4295c20951c303dc342ac74", 2024-09-16T07:26:17.403 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph_version": "ceph version 19.3.0-4938-g4ef5f058 (4ef5f0587d1cad82c4295c20951c303dc342ac74) squid (dev)", 2024-09-16T07:26:17.403 INFO:teuthology.orchestra.run.smithi031.stdout: "entity_id": "0", 2024-09-16T07:26:17.403 INFO:teuthology.orchestra.run.smithi031.stdout: "hostname": "smithi031", 2024-09-16T07:26:17.403 INFO:teuthology.orchestra.run.smithi031.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-16T07:26:17.403 INFO:teuthology.orchestra.run.smithi031.stdout: "pid": "63669", 2024-09-16T07:26:17.404 INFO:teuthology.orchestra.run.smithi031.stdout: "root": "/" 2024-09-16T07:26:17.404 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:26:17.404 INFO:teuthology.orchestra.run.smithi031.stdout: "dentry_count": 0, 2024-09-16T07:26:17.404 INFO:teuthology.orchestra.run.smithi031.stdout: "dentry_pinned_count": 0, 2024-09-16T07:26:17.404 INFO:teuthology.orchestra.run.smithi031.stdout: "id": 7287, 2024-09-16T07:26:17.404 INFO:teuthology.orchestra.run.smithi031.stdout: "inst": { 2024-09-16T07:26:17.404 INFO:teuthology.orchestra.run.smithi031.stdout: "name": { 2024-09-16T07:26:17.404 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "client", 2024-09-16T07:26:17.404 INFO:teuthology.orchestra.run.smithi031.stdout: "num": 7287 2024-09-16T07:26:17.404 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:26:17.404 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": { 2024-09-16T07:26:17.404 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "v1", 2024-09-16T07:26:17.404 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": "192.168.0.1:0", 2024-09-16T07:26:17.405 INFO:teuthology.orchestra.run.smithi031.stdout: "nonce": 359351713 2024-09-16T07:26:17.405 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:26:17.405 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:26:17.405 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": { 2024-09-16T07:26:17.405 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "v1", 2024-09-16T07:26:17.405 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": "192.168.0.1:0", 2024-09-16T07:26:17.405 INFO:teuthology.orchestra.run.smithi031.stdout: "nonce": 359351713 2024-09-16T07:26:17.405 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:26:17.405 INFO:teuthology.orchestra.run.smithi031.stdout: "inst_str": "client.7287 192.168.0.1:0/359351713", 2024-09-16T07:26:17.405 INFO:teuthology.orchestra.run.smithi031.stdout: "addr_str": "192.168.0.1:0/359351713", 2024-09-16T07:26:17.405 INFO:teuthology.orchestra.run.smithi031.stdout: "inode_count": 1, 2024-09-16T07:26:17.405 INFO:teuthology.orchestra.run.smithi031.stdout: "mds_epoch": 69, 2024-09-16T07:26:17.405 INFO:teuthology.orchestra.run.smithi031.stdout: "osd_epoch": 101, 2024-09-16T07:26:17.405 INFO:teuthology.orchestra.run.smithi031.stdout: "osd_epoch_barrier": 0, 2024-09-16T07:26:17.406 INFO:teuthology.orchestra.run.smithi031.stdout: "blocklisted": false, 2024-09-16T07:26:17.406 INFO:teuthology.orchestra.run.smithi031.stdout: "fs_name": "cephfs" 2024-09-16T07:26:17.406 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-16T07:26:17.411 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:17.411 DEBUG:teuthology.orchestra.run.smithi031:> stat --file-system '--printf=%T 2024-09-16T07:26:17.411 DEBUG:teuthology.orchestra.run.smithi031:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-16T07:26:17.428 INFO:teuthology.orchestra.run.smithi031.stdout:fuseblk 2024-09-16T07:26:17.428 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-16T07:26:17.428 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:17.428 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-16T07:26:17.495 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T07:26:17.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:17.641+0000 7f16ab905640 1 -- 172.21.15.31:0/1614733280 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f16900051c0 msgr2=0x7f169000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:17.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:17.641+0000 7f16ab905640 1 --2- 172.21.15.31:0/1614733280 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f16900051c0 0x7f169000b9c0 secure :-1 s=READY pgs=1063 cs=0 l=1 rev1=1 crypto rx=0x7f169c001dc0 tx=0x7f1690005830 comp rx=0 tx=0).stop 2024-09-16T07:26:17.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:17.641+0000 7f16ab905640 1 -- 172.21.15.31:0/1614733280 shutdown_connections 2024-09-16T07:26:17.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:17.641+0000 7f16ab905640 1 --2- 172.21.15.31:0/1614733280 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f16900051c0 0x7f169000b9c0 unknown :-1 s=CLOSED pgs=1063 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:17.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:17.641+0000 7f16ab905640 1 -- 172.21.15.31:0/1614733280 >> 172.21.15.31:0/1614733280 conn(0x7f16a40741f0 msgr2=0x7f16a4074600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:17.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:17.642+0000 7f16ab905640 1 -- 172.21.15.31:0/1614733280 shutdown_connections 2024-09-16T07:26:17.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:17.642+0000 7f16ab905640 1 -- 172.21.15.31:0/1614733280 wait complete. 2024-09-16T07:26:17.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:17.643+0000 7f16ab905640 1 Processor -- start 2024-09-16T07:26:17.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:17.643+0000 7f16ab905640 1 -- start start 2024-09-16T07:26:17.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:17.644+0000 7f16ab905640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f16900051c0 0x7f16a40ae4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:17.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:17.644+0000 7f16ab905640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f16a41f8950 0x7f16a4158230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:17.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:17.644+0000 7f16ab905640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f16a41f7db0 0x7f16a41f8230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:17.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:17.644+0000 7f16ab905640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f16a415e670 con 0x7f16900051c0 2024-09-16T07:26:17.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:17.644+0000 7f16ab905640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f16a40cd960 con 0x7f16a41f8950 2024-09-16T07:26:17.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:17.644+0000 7f16ab905640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f16a40ce240 con 0x7f16a41f7db0 2024-09-16T07:26:17.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:17.644+0000 7f16a96a1640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f16900051c0 0x7f16a40ae4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:17.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:17.644+0000 7f16a96a1640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f16900051c0 0x7f16a40ae4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41920/0 (socket says 172.21.15.31:41920) 2024-09-16T07:26:17.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:17.644+0000 7f16a96a1640 1 -- 172.21.15.31:0/9031350 learned_addr learned my addr 172.21.15.31:0/9031350 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:17.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:17.644+0000 7f16a8ea0640 1 --2- 172.21.15.31:0/9031350 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f16a41f8950 0x7f16a4158230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:17.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:17.644+0000 7f16a9ea2640 1 --2- 172.21.15.31:0/9031350 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f16a41f7db0 0x7f16a41f8230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:17.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:17.644+0000 7f16a96a1640 1 -- 172.21.15.31:0/9031350 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f16a41f7db0 msgr2=0x7f16a41f8230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:17.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:17.644+0000 7f16a96a1640 1 --2- 172.21.15.31:0/9031350 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f16a41f7db0 0x7f16a41f8230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:17.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:17.644+0000 7f16a96a1640 1 -- 172.21.15.31:0/9031350 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f16a41f8950 msgr2=0x7f16a4158230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:17.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:17.644+0000 7f16a96a1640 1 --2- 172.21.15.31:0/9031350 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f16a41f8950 0x7f16a4158230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:17.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:17.644+0000 7f16a96a1640 1 -- 172.21.15.31:0/9031350 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16a40ada50 con 0x7f16900051c0 2024-09-16T07:26:17.646 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:17.644+0000 7f16a9ea2640 1 --2- 172.21.15.31:0/9031350 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f16a41f7db0 0x7f16a41f8230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:26:17.646 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:17.644+0000 7f16a96a1640 1 --2- 172.21.15.31:0/9031350 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f16900051c0 0x7f16a40ae4f0 secure :-1 s=READY pgs=1064 cs=0 l=1 rev1=1 crypto rx=0x7f16a0006710 tx=0x7f16a00039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:17.646 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:17.644+0000 7f1699ffb640 1 -- 172.21.15.31:0/9031350 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16a0015020 con 0x7f16900051c0 2024-09-16T07:26:17.646 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:17.644+0000 7f1699ffb640 1 -- 172.21.15.31:0/9031350 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f16a0011900 con 0x7f16900051c0 2024-09-16T07:26:17.646 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:17.644+0000 7f16ab905640 1 -- 172.21.15.31:0/9031350 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16a4158770 con 0x7f16900051c0 2024-09-16T07:26:17.646 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:17.644+0000 7f1699ffb640 1 -- 172.21.15.31:0/9031350 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16a0011d30 con 0x7f16900051c0 2024-09-16T07:26:17.646 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:17.645+0000 7f16ab905640 1 -- 172.21.15.31:0/9031350 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16a4159030 con 0x7f16900051c0 2024-09-16T07:26:17.647 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:17.646+0000 7f16ab905640 1 -- 172.21.15.31:0/9031350 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f16a406f4e0 con 0x7f16900051c0 2024-09-16T07:26:17.647 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:17.646+0000 7f1699ffb640 1 -- 172.21.15.31:0/9031350 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7f16a0018020 con 0x7f16900051c0 2024-09-16T07:26:17.647 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:17.647+0000 7f1699ffb640 1 --2- 172.21.15.31:0/9031350 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f16880789a0 0x7f168807ae60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:17.647 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:17.647+0000 7f1699ffb640 1 -- 172.21.15.31:0/9031350 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 5709+0+0 (secure 0 0 0) 0x7f16a009b7d0 con 0x7f16900051c0 2024-09-16T07:26:17.647 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:17.647+0000 7f16a8ea0640 1 --2- 172.21.15.31:0/9031350 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f16880789a0 0x7f168807ae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:17.647 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:17.647+0000 7f16a8ea0640 1 --2- 172.21.15.31:0/9031350 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f16880789a0 0x7f168807ae60 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f16a40c2d80 tx=0x7f1694005f90 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:17.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:17.651+0000 7f1699ffb640 1 -- 172.21.15.31:0/9031350 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f16a001f020 con 0x7f16900051c0 2024-09-16T07:26:17.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:17.879+0000 7f16ab905640 1 -- 172.21.15.31:0/9031350 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f16a4075070 con 0x7f16900051c0 2024-09-16T07:26:17.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:17.879+0000 7f1699ffb640 1 -- 172.21.15.31:0/9031350 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v69) ==== 53+0+73 (secure 0 0 0) 0x7f16a0063b80 con 0x7f16900051c0 2024-09-16T07:26:17.879 INFO:teuthology.orchestra.run.smithi031.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T07:26:17.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:17.881+0000 7f16ab905640 1 -- 172.21.15.31:0/9031350 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f16880789a0 msgr2=0x7f168807ae60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:17.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:17.881+0000 7f16ab905640 1 --2- 172.21.15.31:0/9031350 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f16880789a0 0x7f168807ae60 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f16a40c2d80 tx=0x7f1694005f90 comp rx=0 tx=0).stop 2024-09-16T07:26:17.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:17.881+0000 7f16ab905640 1 -- 172.21.15.31:0/9031350 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f16900051c0 msgr2=0x7f16a40ae4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:17.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:17.881+0000 7f16ab905640 1 --2- 172.21.15.31:0/9031350 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f16900051c0 0x7f16a40ae4f0 secure :-1 s=READY pgs=1064 cs=0 l=1 rev1=1 crypto rx=0x7f16a0006710 tx=0x7f16a00039c0 comp rx=0 tx=0).stop 2024-09-16T07:26:17.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:17.881+0000 7f16ab905640 1 -- 172.21.15.31:0/9031350 shutdown_connections 2024-09-16T07:26:17.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:17.881+0000 7f16ab905640 1 --2- 172.21.15.31:0/9031350 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f16880789a0 0x7f168807ae60 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:17.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:17.881+0000 7f16ab905640 1 --2- 172.21.15.31:0/9031350 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f16a41f7db0 0x7f16a41f8230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:17.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:17.881+0000 7f16ab905640 1 --2- 172.21.15.31:0/9031350 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f16a41f8950 0x7f16a4158230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:17.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:17.881+0000 7f16ab905640 1 --2- 172.21.15.31:0/9031350 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f16900051c0 0x7f16a40ae4f0 unknown :-1 s=CLOSED pgs=1064 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:17.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:17.881+0000 7f16ab905640 1 -- 172.21.15.31:0/9031350 >> 172.21.15.31:0/9031350 conn(0x7f16a40741f0 msgr2=0x7f16a40d0340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:17.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:17.881+0000 7f16ab905640 1 -- 172.21.15.31:0/9031350 shutdown_connections 2024-09-16T07:26:17.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:17.881+0000 7f16ab905640 1 -- 172.21.15.31:0/9031350 wait complete. 2024-09-16T07:26:17.891 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T07:26:17.891 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T07:26:17.892 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi155.front.sepia.ceph.com 2024-09-16T07:26:17.892 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-16T07:26:17.892 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-16T07:26:17.892 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T07:26:17.892 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T07:26:17.892 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T07:26:17.892 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-16T07:26:17.892 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:17.892 DEBUG:teuthology.orchestra.run.smithi155:> ip addr 2024-09-16T07:26:17.912 INFO:teuthology.orchestra.run.smithi155.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T07:26:17.912 INFO:teuthology.orchestra.run.smithi155.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T07:26:17.912 INFO:teuthology.orchestra.run.smithi155.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T07:26:17.912 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:26:17.912 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 ::1/128 scope host 2024-09-16T07:26:17.912 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:26:17.913 INFO:teuthology.orchestra.run.smithi155.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:26:17.913 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 0c:c4:7a:d9:a0:fa brd ff:ff:ff:ff:ff:ff 2024-09-16T07:26:17.913 INFO:teuthology.orchestra.run.smithi155.stdout: altname enp7s0f0 2024-09-16T07:26:17.913 INFO:teuthology.orchestra.run.smithi155.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:26:17.913 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 0c:c4:7a:d9:a0:fb brd ff:ff:ff:ff:ff:ff 2024-09-16T07:26:17.913 INFO:teuthology.orchestra.run.smithi155.stdout: altname enp7s0f1 2024-09-16T07:26:17.913 INFO:teuthology.orchestra.run.smithi155.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:26:17.913 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 0c:c4:7a:88:6d:ec brd ff:ff:ff:ff:ff:ff 2024-09-16T07:26:17.913 INFO:teuthology.orchestra.run.smithi155.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T07:26:17.913 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 0c:c4:7a:88:6d:ed brd ff:ff:ff:ff:ff:ff 2024-09-16T07:26:17.913 INFO:teuthology.orchestra.run.smithi155.stdout: inet 172.21.15.155/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-16T07:26:17.913 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft 42459sec preferred_lft 42459sec 2024-09-16T07:26:17.913 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 fe80::ec4:7aff:fe88:6ded/64 scope link noprefixroute 2024-09-16T07:26:17.914 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:26:17.914 INFO:teuthology.orchestra.run.smithi155.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T07:26:17.914 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 6a:24:67:c2:77:cc brd ff:ff:ff:ff:ff:ff 2024-09-16T07:26:17.914 INFO:teuthology.orchestra.run.smithi155.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-16T07:26:17.914 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:26:17.914 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 fe80::88e4:b9ff:fe24:e8a7/64 scope link 2024-09-16T07:26:17.914 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:26:17.914 INFO:teuthology.orchestra.run.smithi155.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T07:26:17.914 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether d6:1d:e5:de:08:cd brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:26:17.914 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 fe80::d41d:e5ff:fede:8cd/64 scope link 2024-09-16T07:26:17.914 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:26:17.914 INFO:teuthology.orchestra.run.smithi155.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T07:26:17.915 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 6a:24:67:c2:77:cc brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:26:17.915 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 fe80::6824:67ff:fec2:77cc/64 scope link 2024-09-16T07:26:17.915 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:26:17.915 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:17.915 DEBUG:teuthology.orchestra.run.smithi155:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T07:26:17.980 INFO:teuthology.orchestra.run.smithi155.stdout:1 2024-09-16T07:26:17.982 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:17.982 DEBUG:teuthology.orchestra.run.smithi155:> route 2024-09-16T07:26:18.041 INFO:teuthology.orchestra.run.smithi155.stdout:Kernel IP routing table 2024-09-16T07:26:18.041 INFO:teuthology.orchestra.run.smithi155.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T07:26:18.041 INFO:teuthology.orchestra.run.smithi155.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-16T07:26:18.041 INFO:teuthology.orchestra.run.smithi155.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-16T07:26:18.042 INFO:teuthology.orchestra.run.smithi155.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T07:26:18.043 DEBUG:teuthology.orchestra.run.smithi155:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T07:26:18.043 DEBUG:teuthology.orchestra.run.smithi155:> set -e 2024-09-16T07:26:18.043 DEBUG:teuthology.orchestra.run.smithi155:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-16T07:26:18.043 DEBUG:teuthology.orchestra.run.smithi155:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-16T07:26:18.043 DEBUG:teuthology.orchestra.run.smithi155:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-16T07:26:18.043 DEBUG:teuthology.orchestra.run.smithi155:> ') 2024-09-16T07:26:18.135 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:26:18 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T07:26:18.170 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:26:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:26:18.176 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:18.176 DEBUG:teuthology.orchestra.run.smithi155:> ip netns list 2024-09-16T07:26:18.192 INFO:teuthology.orchestra.run.smithi155.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-16T07:26:18.192 INFO:teuthology.orchestra.run.smithi155.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-16T07:26:18.193 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-16T07:26:18.193 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:18.193 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip link set brx.0 up 2024-09-16T07:26:18.258 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-16T07:26:18.258 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T07:26:18.258 DEBUG:teuthology.orchestra.run.smithi155:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-16T07:26:18.313 INFO:teuthology.orchestra.run.smithi155.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-16T07:26:18.313 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T07:26:18.314 DEBUG:teuthology.orchestra.run.smithi155:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-16T07:26:18.369 DEBUG:teuthology.orchestra.run.smithi155:> sudo modprobe fuse 2024-09-16T07:26:18.434 DEBUG:teuthology.orchestra.run.smithi155:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T07:26:18.491 INFO:teuthology.orchestra.run.smithi155.stdout:/proc 2024-09-16T07:26:18.491 INFO:teuthology.orchestra.run.smithi155.stdout:/sys 2024-09-16T07:26:18.491 INFO:teuthology.orchestra.run.smithi155.stdout:/dev 2024-09-16T07:26:18.491 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/security 2024-09-16T07:26:18.492 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/shm 2024-09-16T07:26:18.492 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/pts 2024-09-16T07:26:18.492 INFO:teuthology.orchestra.run.smithi155.stdout:/run 2024-09-16T07:26:18.492 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/cgroup 2024-09-16T07:26:18.492 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/pstore 2024-09-16T07:26:18.493 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/bpf 2024-09-16T07:26:18.493 INFO:teuthology.orchestra.run.smithi155.stdout:/ 2024-09-16T07:26:18.493 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/selinux 2024-09-16T07:26:18.493 INFO:teuthology.orchestra.run.smithi155.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T07:26:18.494 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/hugepages 2024-09-16T07:26:18.494 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/mqueue 2024-09-16T07:26:18.494 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/debug 2024-09-16T07:26:18.494 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/tracing 2024-09-16T07:26:18.494 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/fuse/connections 2024-09-16T07:26:18.494 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/config 2024-09-16T07:26:18.494 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T07:26:18.495 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T07:26:18.495 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T07:26:18.495 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T07:26:18.495 INFO:teuthology.orchestra.run.smithi155.stdout:/run/user/1000 2024-09-16T07:26:18.495 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph 2024-09-16T07:26:18.495 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-4 2024-09-16T07:26:18.495 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-5 2024-09-16T07:26:18.495 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-6 2024-09-16T07:26:18.495 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-7 2024-09-16T07:26:18.495 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns 2024-09-16T07:26:18.496 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:26:18.496 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:26:18.496 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:26:18.496 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:26:18.496 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:18.496 DEBUG:teuthology.orchestra.run.smithi155:> ls /sys/fs/fuse/connections 2024-09-16T07:26:18.546 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-16T07:26:18.547 DEBUG:teuthology.orchestra.run.smithi155:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-16T07:26:18.590 DEBUG:teuthology.orchestra.run.smithi155:> sudo modprobe fuse 2024-09-16T07:26:18.615 DEBUG:teuthology.orchestra.run.smithi155:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T07:26:18.670 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi155.stderr:2024-09-16T07:26:18.671+0000 7f2c6417a480 -1 init, newargv = 0x55d5c74ff5e0 newargc=15 2024-09-16T07:26:18.671 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi155.stderr:ceph-fuse[46921]: starting ceph client 2024-09-16T07:26:18.671 INFO:teuthology.orchestra.run.smithi155.stdout:/proc 2024-09-16T07:26:18.672 INFO:teuthology.orchestra.run.smithi155.stdout:/sys 2024-09-16T07:26:18.672 INFO:teuthology.orchestra.run.smithi155.stdout:/dev 2024-09-16T07:26:18.672 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/security 2024-09-16T07:26:18.672 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/shm 2024-09-16T07:26:18.672 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/pts 2024-09-16T07:26:18.672 INFO:teuthology.orchestra.run.smithi155.stdout:/run 2024-09-16T07:26:18.672 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/cgroup 2024-09-16T07:26:18.672 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/pstore 2024-09-16T07:26:18.672 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/bpf 2024-09-16T07:26:18.672 INFO:teuthology.orchestra.run.smithi155.stdout:/ 2024-09-16T07:26:18.672 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/selinux 2024-09-16T07:26:18.672 INFO:teuthology.orchestra.run.smithi155.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T07:26:18.672 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/hugepages 2024-09-16T07:26:18.673 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/mqueue 2024-09-16T07:26:18.673 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/debug 2024-09-16T07:26:18.673 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/tracing 2024-09-16T07:26:18.673 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/fuse/connections 2024-09-16T07:26:18.673 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/config 2024-09-16T07:26:18.673 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T07:26:18.673 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T07:26:18.673 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T07:26:18.674 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T07:26:18.674 INFO:teuthology.orchestra.run.smithi155.stdout:/run/user/1000 2024-09-16T07:26:18.674 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph 2024-09-16T07:26:18.674 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-4 2024-09-16T07:26:18.674 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-5 2024-09-16T07:26:18.674 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-6 2024-09-16T07:26:18.674 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-7 2024-09-16T07:26:18.674 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns 2024-09-16T07:26:18.674 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:26:18.674 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:26:18.675 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:26:18.675 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:26:18.675 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:18.675 DEBUG:teuthology.orchestra.run.smithi155:> ls /sys/fs/fuse/connections 2024-09-16T07:26:18.676 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi155.stderr:ceph-fuse[46921]: starting fuse 2024-09-16T07:26:18.690 INFO:teuthology.orchestra.run.smithi155.stdout:43 2024-09-16T07:26:18.690 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-16T07:26:18.691 DEBUG:teuthology.orchestra.run.smithi155:> sudo stdin-killer -- python3 -c ' 2024-09-16T07:26:18.691 DEBUG:teuthology.orchestra.run.smithi155:> import glob 2024-09-16T07:26:18.691 DEBUG:teuthology.orchestra.run.smithi155:> import re 2024-09-16T07:26:18.691 DEBUG:teuthology.orchestra.run.smithi155:> import os 2024-09-16T07:26:18.691 DEBUG:teuthology.orchestra.run.smithi155:> import subprocess 2024-09-16T07:26:18.691 DEBUG:teuthology.orchestra.run.smithi155:> 2024-09-16T07:26:18.691 DEBUG:teuthology.orchestra.run.smithi155:> def _find_admin_socket(client_name): 2024-09-16T07:26:18.691 DEBUG:teuthology.orchestra.run.smithi155:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-16T07:26:18.691 DEBUG:teuthology.orchestra.run.smithi155:> files = glob.glob(asok_path) 2024-09-16T07:26:18.691 DEBUG:teuthology.orchestra.run.smithi155:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-16T07:26:18.691 DEBUG:teuthology.orchestra.run.smithi155:> 2024-09-16T07:26:18.691 DEBUG:teuthology.orchestra.run.smithi155:> # Given a non-glob path, it better be there 2024-09-16T07:26:18.691 DEBUG:teuthology.orchestra.run.smithi155:> if "*" not in asok_path: 2024-09-16T07:26:18.691 DEBUG:teuthology.orchestra.run.smithi155:> assert(len(files) == 1) 2024-09-16T07:26:18.692 DEBUG:teuthology.orchestra.run.smithi155:> return files[0] 2024-09-16T07:26:18.692 DEBUG:teuthology.orchestra.run.smithi155:> 2024-09-16T07:26:18.692 DEBUG:teuthology.orchestra.run.smithi155:> for f in files: 2024-09-16T07:26:18.692 DEBUG:teuthology.orchestra.run.smithi155:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T07:26:18.692 DEBUG:teuthology.orchestra.run.smithi155:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T07:26:18.692 DEBUG:teuthology.orchestra.run.smithi155:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T07:26:18.692 DEBUG:teuthology.orchestra.run.smithi155:> contents = proc_f.read() 2024-09-16T07:26:18.692 DEBUG:teuthology.orchestra.run.smithi155:> if mountpoint in contents: 2024-09-16T07:26:18.692 DEBUG:teuthology.orchestra.run.smithi155:> return f 2024-09-16T07:26:18.692 DEBUG:teuthology.orchestra.run.smithi155:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T07:26:18.692 DEBUG:teuthology.orchestra.run.smithi155:> 2024-09-16T07:26:18.692 DEBUG:teuthology.orchestra.run.smithi155:> print(_find_admin_socket("client.1")) 2024-09-16T07:26:18.692 DEBUG:teuthology.orchestra.run.smithi155:> ' 2024-09-16T07:26:18.807 INFO:teuthology.orchestra.run.smithi155.stdout:/var/run/ceph/ceph-client.1.46921.asok 2024-09-16T07:26:18.810 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:26:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:26:18.818 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.46921.asok 2024-09-16T07:26:18.818 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:18.818 DEBUG:teuthology.orchestra.run.smithi155:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.46921.asok status 2024-09-16T07:26:18.954 INFO:teuthology.orchestra.run.smithi155.stdout:{ 2024-09-16T07:26:18.954 INFO:teuthology.orchestra.run.smithi155.stdout: "metadata": { 2024-09-16T07:26:18.954 INFO:teuthology.orchestra.run.smithi155.stdout: "ceph_sha1": "4ef5f0587d1cad82c4295c20951c303dc342ac74", 2024-09-16T07:26:18.954 INFO:teuthology.orchestra.run.smithi155.stdout: "ceph_version": "ceph version 19.3.0-4938-g4ef5f058 (4ef5f0587d1cad82c4295c20951c303dc342ac74) squid (dev)", 2024-09-16T07:26:18.954 INFO:teuthology.orchestra.run.smithi155.stdout: "entity_id": "1", 2024-09-16T07:26:18.954 INFO:teuthology.orchestra.run.smithi155.stdout: "hostname": "smithi155", 2024-09-16T07:26:18.954 INFO:teuthology.orchestra.run.smithi155.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-16T07:26:18.954 INFO:teuthology.orchestra.run.smithi155.stdout: "pid": "46921", 2024-09-16T07:26:18.954 INFO:teuthology.orchestra.run.smithi155.stdout: "root": "/" 2024-09-16T07:26:18.955 INFO:teuthology.orchestra.run.smithi155.stdout: }, 2024-09-16T07:26:18.955 INFO:teuthology.orchestra.run.smithi155.stdout: "dentry_count": 0, 2024-09-16T07:26:18.955 INFO:teuthology.orchestra.run.smithi155.stdout: "dentry_pinned_count": 0, 2024-09-16T07:26:18.955 INFO:teuthology.orchestra.run.smithi155.stdout: "id": 6496, 2024-09-16T07:26:18.955 INFO:teuthology.orchestra.run.smithi155.stdout: "inst": { 2024-09-16T07:26:18.955 INFO:teuthology.orchestra.run.smithi155.stdout: "name": { 2024-09-16T07:26:18.955 INFO:teuthology.orchestra.run.smithi155.stdout: "type": "client", 2024-09-16T07:26:18.955 INFO:teuthology.orchestra.run.smithi155.stdout: "num": 6496 2024-09-16T07:26:18.955 INFO:teuthology.orchestra.run.smithi155.stdout: }, 2024-09-16T07:26:18.955 INFO:teuthology.orchestra.run.smithi155.stdout: "addr": { 2024-09-16T07:26:18.955 INFO:teuthology.orchestra.run.smithi155.stdout: "type": "v1", 2024-09-16T07:26:18.955 INFO:teuthology.orchestra.run.smithi155.stdout: "addr": "192.168.0.1:0", 2024-09-16T07:26:18.955 INFO:teuthology.orchestra.run.smithi155.stdout: "nonce": 2565357636 2024-09-16T07:26:18.956 INFO:teuthology.orchestra.run.smithi155.stdout: } 2024-09-16T07:26:18.956 INFO:teuthology.orchestra.run.smithi155.stdout: }, 2024-09-16T07:26:18.956 INFO:teuthology.orchestra.run.smithi155.stdout: "addr": { 2024-09-16T07:26:18.956 INFO:teuthology.orchestra.run.smithi155.stdout: "type": "v1", 2024-09-16T07:26:18.956 INFO:teuthology.orchestra.run.smithi155.stdout: "addr": "192.168.0.1:0", 2024-09-16T07:26:18.956 INFO:teuthology.orchestra.run.smithi155.stdout: "nonce": 2565357636 2024-09-16T07:26:18.956 INFO:teuthology.orchestra.run.smithi155.stdout: }, 2024-09-16T07:26:18.956 INFO:teuthology.orchestra.run.smithi155.stdout: "inst_str": "client.6496 192.168.0.1:0/2565357636", 2024-09-16T07:26:18.956 INFO:teuthology.orchestra.run.smithi155.stdout: "addr_str": "192.168.0.1:0/2565357636", 2024-09-16T07:26:18.956 INFO:teuthology.orchestra.run.smithi155.stdout: "inode_count": 1, 2024-09-16T07:26:18.956 INFO:teuthology.orchestra.run.smithi155.stdout: "mds_epoch": 69, 2024-09-16T07:26:18.956 INFO:teuthology.orchestra.run.smithi155.stdout: "osd_epoch": 101, 2024-09-16T07:26:18.957 INFO:teuthology.orchestra.run.smithi155.stdout: "osd_epoch_barrier": 0, 2024-09-16T07:26:18.957 INFO:teuthology.orchestra.run.smithi155.stdout: "blocklisted": false, 2024-09-16T07:26:18.957 INFO:teuthology.orchestra.run.smithi155.stdout: "fs_name": "cephfs" 2024-09-16T07:26:18.957 INFO:teuthology.orchestra.run.smithi155.stdout:} 2024-09-16T07:26:18.962 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:18.962 DEBUG:teuthology.orchestra.run.smithi155:> stat --file-system '--printf=%T 2024-09-16T07:26:18.962 DEBUG:teuthology.orchestra.run.smithi155:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-16T07:26:18.978 INFO:teuthology.orchestra.run.smithi155.stdout:fuseblk 2024-09-16T07:26:18.978 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-16T07:26:18.978 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:18.978 DEBUG:teuthology.orchestra.run.smithi155:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-16T07:26:19.043 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs flag set enable_multiple true --yes-i-really-mean-it 2024-09-16T07:26:19.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:19.166+0000 7fa198a8c640 1 -- 172.21.15.31:0/2789069775 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa194071340 msgr2=0x7fa1940b3a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:19.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:19.166+0000 7fa198a8c640 1 --2- 172.21.15.31:0/2789069775 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa194071340 0x7fa1940b3a80 secure :-1 s=READY pgs=1067 cs=0 l=1 rev1=1 crypto rx=0x7fa18c009830 tx=0x7fa18c02a5c0 comp rx=0 tx=0).stop 2024-09-16T07:26:19.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:19.166+0000 7fa198a8c640 1 -- 172.21.15.31:0/2789069775 shutdown_connections 2024-09-16T07:26:19.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:19.166+0000 7fa198a8c640 1 --2- 172.21.15.31:0/2789069775 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa194071340 0x7fa1940b3a80 unknown :-1 s=CLOSED pgs=1067 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:19.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:19.166+0000 7fa198a8c640 1 -- 172.21.15.31:0/2789069775 >> 172.21.15.31:0/2789069775 conn(0x7fa1940d0b90 msgr2=0x7fa1940d0fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:19.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:19.166+0000 7fa198a8c640 1 -- 172.21.15.31:0/2789069775 shutdown_connections 2024-09-16T07:26:19.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:19.166+0000 7fa198a8c640 1 -- 172.21.15.31:0/2789069775 wait complete. 2024-09-16T07:26:19.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:19.168+0000 7fa198a8c640 1 Processor -- start 2024-09-16T07:26:19.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:19.168+0000 7fa198a8c640 1 -- start start 2024-09-16T07:26:19.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:19.169+0000 7fa198a8c640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa194071340 0x7fa19414d740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:19.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:19.169+0000 7fa198a8c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa19415a950 0x7fa1940a9f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:19.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:19.169+0000 7fa198a8c640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa19415ad30 0x7fa1940aa4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:19.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:19.169+0000 7fa198a8c640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fa1940b53a0 con 0x7fa19415a950 2024-09-16T07:26:19.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:19.169+0000 7fa198a8c640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa1940b5220 con 0x7fa19415ad30 2024-09-16T07:26:19.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:19.169+0000 7fa198a8c640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa1940b5520 con 0x7fa194071340 2024-09-16T07:26:19.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:19.169+0000 7fa191d9b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa19415a950 0x7fa1940a9f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:19.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:19.169+0000 7fa191d9b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa19415a950 0x7fa1940a9f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41934/0 (socket says 172.21.15.31:41934) 2024-09-16T07:26:19.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:19.169+0000 7fa191d9b640 1 -- 172.21.15.31:0/3498731892 learned_addr learned my addr 172.21.15.31:0/3498731892 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:19.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:19.169+0000 7fa19259c640 1 --2- 172.21.15.31:0/3498731892 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa194071340 0x7fa19414d740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:19.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:19.169+0000 7fa192d9d640 1 --2- 172.21.15.31:0/3498731892 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa19415ad30 0x7fa1940aa4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:19.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:19.169+0000 7fa191d9b640 1 -- 172.21.15.31:0/3498731892 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa194071340 msgr2=0x7fa19414d740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:19.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:19.169+0000 7fa191d9b640 1 --2- 172.21.15.31:0/3498731892 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa194071340 0x7fa19414d740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:19.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:19.169+0000 7fa191d9b640 1 -- 172.21.15.31:0/3498731892 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa19415ad30 msgr2=0x7fa1940aa4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:19.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:19.169+0000 7fa191d9b640 1 --2- 172.21.15.31:0/3498731892 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa19415ad30 0x7fa1940aa4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:19.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:19.169+0000 7fa191d9b640 1 -- 172.21.15.31:0/3498731892 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa19414dc80 con 0x7fa19415a950 2024-09-16T07:26:19.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:19.170+0000 7fa191d9b640 1 --2- 172.21.15.31:0/3498731892 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa19415a950 0x7fa1940a9f80 secure :-1 s=READY pgs=1068 cs=0 l=1 rev1=1 crypto rx=0x7fa17c00c400 tx=0x7fa17c00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:19.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:19.170+0000 7fa18affd640 1 -- 172.21.15.31:0/3498731892 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa17c017070 con 0x7fa19415a950 2024-09-16T07:26:19.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:19.170+0000 7fa18affd640 1 -- 172.21.15.31:0/3498731892 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa17c0053c0 con 0x7fa19415a950 2024-09-16T07:26:19.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:19.170+0000 7fa198a8c640 1 -- 172.21.15.31:0/3498731892 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa19414e3c0 con 0x7fa19415a950 2024-09-16T07:26:19.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:19.170+0000 7fa18affd640 1 -- 172.21.15.31:0/3498731892 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa17c003850 con 0x7fa19415a950 2024-09-16T07:26:19.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:19.170+0000 7fa198a8c640 1 -- 172.21.15.31:0/3498731892 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa19414e980 con 0x7fa19415a950 2024-09-16T07:26:19.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:19.171+0000 7fa198a8c640 1 -- 172.21.15.31:0/3498731892 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa1940b59d0 con 0x7fa19415a950 2024-09-16T07:26:19.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:19.172+0000 7fa18affd640 1 -- 172.21.15.31:0/3498731892 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7fa17c01a070 con 0x7fa19415a950 2024-09-16T07:26:19.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:19.172+0000 7fa18affd640 1 --2- 172.21.15.31:0/3498731892 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa1740789a0 0x7fa17407ae60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:19.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:19.172+0000 7fa18affd640 1 -- 172.21.15.31:0/3498731892 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 5709+0+0 (secure 0 0 0) 0x7fa17c099ea0 con 0x7fa19415a950 2024-09-16T07:26:19.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:19.172+0000 7fa19259c640 1 --2- 172.21.15.31:0/3498731892 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa1740789a0 0x7fa17407ae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:19.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:19.173+0000 7fa19259c640 1 --2- 172.21.15.31:0/3498731892 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa1740789a0 0x7fa17407ae60 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fa1840012e0 tx=0x7fa184009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:19.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:19.177+0000 7fa18affd640 1 -- 172.21.15.31:0/3498731892 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fa17c061ca0 con 0x7fa19415a950 2024-09-16T07:26:19.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:19.406+0000 7fa198a8c640 1 -- 172.21.15.31:0/3498731892 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true} v 0) -- 0x7fa1940d1380 con 0x7fa19415a950 2024-09-16T07:26:20.293 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.294+0000 7fa18affd640 1 -- 172.21.15.31:0/3498731892 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true}]=0 v70) ==== 136+0+0 (secure 0 0 0) 0x7fa17c0666d0 con 0x7fa19415a950 2024-09-16T07:26:20.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.297+0000 7fa198a8c640 1 -- 172.21.15.31:0/3498731892 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa1740789a0 msgr2=0x7fa17407ae60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:20.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.297+0000 7fa198a8c640 1 --2- 172.21.15.31:0/3498731892 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa1740789a0 0x7fa17407ae60 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fa1840012e0 tx=0x7fa184009040 comp rx=0 tx=0).stop 2024-09-16T07:26:20.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.297+0000 7fa198a8c640 1 -- 172.21.15.31:0/3498731892 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa19415a950 msgr2=0x7fa1940a9f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:20.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.297+0000 7fa198a8c640 1 --2- 172.21.15.31:0/3498731892 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa19415a950 0x7fa1940a9f80 secure :-1 s=READY pgs=1068 cs=0 l=1 rev1=1 crypto rx=0x7fa17c00c400 tx=0x7fa17c00c8c0 comp rx=0 tx=0).stop 2024-09-16T07:26:20.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.297+0000 7fa198a8c640 1 -- 172.21.15.31:0/3498731892 shutdown_connections 2024-09-16T07:26:20.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.297+0000 7fa198a8c640 1 --2- 172.21.15.31:0/3498731892 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa1740789a0 0x7fa17407ae60 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:20.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.297+0000 7fa198a8c640 1 --2- 172.21.15.31:0/3498731892 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa19415ad30 0x7fa1940aa4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:20.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.297+0000 7fa198a8c640 1 --2- 172.21.15.31:0/3498731892 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa19415a950 0x7fa1940a9f80 unknown :-1 s=CLOSED pgs=1068 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:20.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.297+0000 7fa198a8c640 1 --2- 172.21.15.31:0/3498731892 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa194071340 0x7fa19414d740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:20.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.297+0000 7fa198a8c640 1 -- 172.21.15.31:0/3498731892 >> 172.21.15.31:0/3498731892 conn(0x7fa1940d0b90 msgr2=0x7fa1940b1d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:20.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.297+0000 7fa198a8c640 1 -- 172.21.15.31:0/3498731892 shutdown_connections 2024-09-16T07:26:20.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.297+0000 7fa198a8c640 1 -- 172.21.15.31:0/3498731892 wait complete. 2024-09-16T07:26:20.313 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume ls 2024-09-16T07:26:20.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.426+0000 7f8af0e16640 1 -- 172.21.15.31:0/44934853 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8ad4004800 msgr2=0x7f8ad4004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:20.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.426+0000 7f8af0e16640 1 --2- 172.21.15.31:0/44934853 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8ad4004800 0x7f8ad4004c80 secure :-1 s=READY pgs=1070 cs=0 l=1 rev1=1 crypto rx=0x7f8ae000baf0 tx=0x7f8ad4005830 comp rx=0 tx=0).stop 2024-09-16T07:26:20.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.427+0000 7f8af0e16640 1 -- 172.21.15.31:0/44934853 shutdown_connections 2024-09-16T07:26:20.427 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.427+0000 7f8af0e16640 1 --2- 172.21.15.31:0/44934853 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8ad4004800 0x7f8ad4004c80 unknown :-1 s=CLOSED pgs=1070 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:20.427 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.427+0000 7f8af0e16640 1 -- 172.21.15.31:0/44934853 >> 172.21.15.31:0/44934853 conn(0x7f8aec0741f0 msgr2=0x7f8aec074600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:20.427 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.427+0000 7f8af0e16640 1 -- 172.21.15.31:0/44934853 shutdown_connections 2024-09-16T07:26:20.427 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.427+0000 7f8af0e16640 1 -- 172.21.15.31:0/44934853 wait complete. 2024-09-16T07:26:20.427 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.428+0000 7f8af0e16640 1 Processor -- start 2024-09-16T07:26:20.427 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.428+0000 7f8af0e16640 1 -- start start 2024-09-16T07:26:20.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.429+0000 7f8af0e16640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8ad4004800 0x7f8aec155800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:20.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.429+0000 7f8af0e16640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8aec156520 0x7f8aec1e8ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:20.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.429+0000 7f8af0e16640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8aec155fd0 0x7f8aec1e9010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:20.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.429+0000 7f8af0e16640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f8aec15e670 con 0x7f8aec156520 2024-09-16T07:26:20.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.429+0000 7f8af0e16640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f8aec0cd960 con 0x7f8ad4004800 2024-09-16T07:26:20.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.429+0000 7f8af0e16640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f8aec0ce240 con 0x7f8aec155fd0 2024-09-16T07:26:20.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.429+0000 7f8ae9d9b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8aec156520 0x7f8aec1e8ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:20.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.429+0000 7f8ae9d9b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8aec156520 0x7f8aec1e8ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41950/0 (socket says 172.21.15.31:41950) 2024-09-16T07:26:20.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.429+0000 7f8ae9d9b640 1 -- 172.21.15.31:0/3222034968 learned_addr learned my addr 172.21.15.31:0/3222034968 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:20.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.429+0000 7f8aea59c640 1 --2- 172.21.15.31:0/3222034968 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8ad4004800 0x7f8aec155800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:20.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.429+0000 7f8aead9d640 1 --2- 172.21.15.31:0/3222034968 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8aec155fd0 0x7f8aec1e9010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:20.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.429+0000 7f8ae9d9b640 1 -- 172.21.15.31:0/3222034968 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8aec155fd0 msgr2=0x7f8aec1e9010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:20.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.429+0000 7f8ae9d9b640 1 --2- 172.21.15.31:0/3222034968 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8aec155fd0 0x7f8aec1e9010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:20.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.429+0000 7f8ae9d9b640 1 -- 172.21.15.31:0/3222034968 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8ad4004800 msgr2=0x7f8aec155800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:20.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.429+0000 7f8ae9d9b640 1 --2- 172.21.15.31:0/3222034968 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8ad4004800 0x7f8aec155800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:20.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.429+0000 7f8ae9d9b640 1 -- 172.21.15.31:0/3222034968 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8aec0aed20 con 0x7f8aec156520 2024-09-16T07:26:20.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.429+0000 7f8aea59c640 1 --2- 172.21.15.31:0/3222034968 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8ad4004800 0x7f8aec155800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:26:20.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.429+0000 7f8ae9d9b640 1 --2- 172.21.15.31:0/3222034968 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8aec156520 0x7f8aec1e8ad0 secure :-1 s=READY pgs=1071 cs=0 l=1 rev1=1 crypto rx=0x7f8ae000ba40 tx=0x7f8ae0032770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:20.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.430+0000 7f8adaffd640 1 -- 172.21.15.31:0/3222034968 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ae0032d70 con 0x7f8aec156520 2024-09-16T07:26:20.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.430+0000 7f8adaffd640 1 -- 172.21.15.31:0/3222034968 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8ae0004030 con 0x7f8aec156520 2024-09-16T07:26:20.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.430+0000 7f8af0e16640 1 -- 172.21.15.31:0/3222034968 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8aec0b03f0 con 0x7f8aec156520 2024-09-16T07:26:20.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.430+0000 7f8adaffd640 1 -- 172.21.15.31:0/3222034968 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ae0004480 con 0x7f8aec156520 2024-09-16T07:26:20.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.430+0000 7f8af0e16640 1 -- 172.21.15.31:0/3222034968 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8aec0b09b0 con 0x7f8aec156520 2024-09-16T07:26:20.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.431+0000 7f8af0e16640 1 -- 172.21.15.31:0/3222034968 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8aec06f4e0 con 0x7f8aec156520 2024-09-16T07:26:20.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.431+0000 7f8adaffd640 1 -- 172.21.15.31:0/3222034968 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7f8ae00035f0 con 0x7f8aec156520 2024-09-16T07:26:20.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.432+0000 7f8adaffd640 1 --2- 172.21.15.31:0/3222034968 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8acc0789a0 0x7f8acc07ae60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:20.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.432+0000 7f8aea59c640 1 --2- 172.21.15.31:0/3222034968 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8acc0789a0 0x7f8acc07ae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:20.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.432+0000 7f8adaffd640 1 -- 172.21.15.31:0/3222034968 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 5796+0+0 (secure 0 0 0) 0x7f8ae00bbd20 con 0x7f8aec156520 2024-09-16T07:26:20.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.432+0000 7f8aea59c640 1 --2- 172.21.15.31:0/3222034968 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8acc0789a0 0x7f8acc07ae60 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f8adc001860 tx=0x7f8adc001ce0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:20.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.436+0000 7f8adaffd640 1 -- 172.21.15.31:0/3222034968 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f8ae0040070 con 0x7f8aec156520 2024-09-16T07:26:20.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.646+0000 7f8af0e16640 1 -- 172.21.15.31:0/3222034968 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs volume ls", "target": ["mon-mgr", ""]}) -- 0x7f8aec074d10 con 0x7f8acc0789a0 2024-09-16T07:26:20.646 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.647+0000 7f8adaffd640 1 -- 172.21.15.31:0/3222034968 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+41 (secure 0 0 0) 0x7f8aec074d10 con 0x7f8acc0789a0 2024-09-16T07:26:20.647 INFO:teuthology.orchestra.run.smithi031.stdout:[ 2024-09-16T07:26:20.647 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:26:20.647 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "cephfs" 2024-09-16T07:26:20.647 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:26:20.647 INFO:teuthology.orchestra.run.smithi031.stdout:] 2024-09-16T07:26:20.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.649+0000 7f8af0e16640 1 -- 172.21.15.31:0/3222034968 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8acc0789a0 msgr2=0x7f8acc07ae60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:20.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.649+0000 7f8af0e16640 1 --2- 172.21.15.31:0/3222034968 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8acc0789a0 0x7f8acc07ae60 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f8adc001860 tx=0x7f8adc001ce0 comp rx=0 tx=0).stop 2024-09-16T07:26:20.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.649+0000 7f8af0e16640 1 -- 172.21.15.31:0/3222034968 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8aec156520 msgr2=0x7f8aec1e8ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:20.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.649+0000 7f8af0e16640 1 --2- 172.21.15.31:0/3222034968 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8aec156520 0x7f8aec1e8ad0 secure :-1 s=READY pgs=1071 cs=0 l=1 rev1=1 crypto rx=0x7f8ae000ba40 tx=0x7f8ae0032770 comp rx=0 tx=0).stop 2024-09-16T07:26:20.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.649+0000 7f8af0e16640 1 -- 172.21.15.31:0/3222034968 shutdown_connections 2024-09-16T07:26:20.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.649+0000 7f8af0e16640 1 --2- 172.21.15.31:0/3222034968 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8acc0789a0 0x7f8acc07ae60 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:20.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.649+0000 7f8af0e16640 1 --2- 172.21.15.31:0/3222034968 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8aec155fd0 0x7f8aec1e9010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:20.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.649+0000 7f8af0e16640 1 --2- 172.21.15.31:0/3222034968 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8aec156520 0x7f8aec1e8ad0 unknown :-1 s=CLOSED pgs=1071 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:20.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.649+0000 7f8af0e16640 1 --2- 172.21.15.31:0/3222034968 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8ad4004800 0x7f8aec155800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:20.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.649+0000 7f8af0e16640 1 -- 172.21.15.31:0/3222034968 >> 172.21.15.31:0/3222034968 conn(0x7f8aec0741f0 msgr2=0x7f8aec0b5540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:20.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.649+0000 7f8af0e16640 1 -- 172.21.15.31:0/3222034968 shutdown_connections 2024-09-16T07:26:20.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.649+0000 7f8af0e16640 1 -- 172.21.15.31:0/3222034968 wait complete. 2024-09-16T07:26:20.660 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-16T07:26:20.770 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.770+0000 7fe1ccd10640 1 -- 172.21.15.31:0/1461437168 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe1b4004800 msgr2=0x7fe1b4004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:20.770 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.770+0000 7fe1ccd10640 1 --2- 172.21.15.31:0/1461437168 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe1b4004800 0x7fe1b4004c80 secure :-1 s=READY pgs=1073 cs=0 l=1 rev1=1 crypto rx=0x7fe1b000c2e0 tx=0x7fe1b4005830 comp rx=0 tx=0).stop 2024-09-16T07:26:20.770 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.770+0000 7fe1ccd10640 1 -- 172.21.15.31:0/1461437168 shutdown_connections 2024-09-16T07:26:20.770 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.770+0000 7fe1ccd10640 1 --2- 172.21.15.31:0/1461437168 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe1b4004800 0x7fe1b4004c80 unknown :-1 s=CLOSED pgs=1073 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:20.770 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.770+0000 7fe1ccd10640 1 -- 172.21.15.31:0/1461437168 >> 172.21.15.31:0/1461437168 conn(0x7fe1c80d3e30 msgr2=0x7fe1c80d4240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:20.770 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.770+0000 7fe1ccd10640 1 -- 172.21.15.31:0/1461437168 shutdown_connections 2024-09-16T07:26:20.770 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.770+0000 7fe1ccd10640 1 -- 172.21.15.31:0/1461437168 wait complete. 2024-09-16T07:26:20.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.771+0000 7fe1ccd10640 1 Processor -- start 2024-09-16T07:26:20.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.771+0000 7fe1ccd10640 1 -- start start 2024-09-16T07:26:20.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.772+0000 7fe1ccd10640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe1b4004800 0x7fe1c815f970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:20.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.772+0000 7fe1ccd10640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe1c8157090 0x7fe1c8157510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:20.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.772+0000 7fe1ccd10640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe1c815cd70 0x7fe1c815d1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:20.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.772+0000 7fe1ccd10640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fe1c80d2170 con 0x7fe1b4004800 2024-09-16T07:26:20.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.772+0000 7fe1ccd10640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fe1c80d1ff0 con 0x7fe1c815cd70 2024-09-16T07:26:20.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.772+0000 7fe1ccd10640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fe1c80d22f0 con 0x7fe1c8157090 2024-09-16T07:26:20.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.772+0000 7fe1c659c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe1b4004800 0x7fe1c815f970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:20.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.772+0000 7fe1c659c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe1b4004800 0x7fe1c815f970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41976/0 (socket says 172.21.15.31:41976) 2024-09-16T07:26:20.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.772+0000 7fe1c659c640 1 -- 172.21.15.31:0/3566551529 learned_addr learned my addr 172.21.15.31:0/3566551529 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:20.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.772+0000 7fe1c5d9b640 1 --2- 172.21.15.31:0/3566551529 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe1c8157090 0x7fe1c8157510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:20.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.772+0000 7fe1c659c640 1 -- 172.21.15.31:0/3566551529 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe1c8157090 msgr2=0x7fe1c8157510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:20.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.772+0000 7fe1c659c640 1 --2- 172.21.15.31:0/3566551529 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe1c8157090 0x7fe1c8157510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:20.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.772+0000 7fe1c659c640 1 -- 172.21.15.31:0/3566551529 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe1c815cd70 msgr2=0x7fe1c815d1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:20.775 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.772+0000 7fe1c659c640 1 --2- 172.21.15.31:0/3566551529 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe1c815cd70 0x7fe1c815d1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:20.775 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.772+0000 7fe1c659c640 1 -- 172.21.15.31:0/3566551529 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1c81f8180 con 0x7fe1b4004800 2024-09-16T07:26:20.775 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.773+0000 7fe1c659c640 1 --2- 172.21.15.31:0/3566551529 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe1b4004800 0x7fe1c815f970 secure :-1 s=READY pgs=1074 cs=0 l=1 rev1=1 crypto rx=0x7fe1c0011d40 tx=0x7fe1c000f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:20.775 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.773+0000 7fe1beffd640 1 -- 172.21.15.31:0/3566551529 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1c0003d80 con 0x7fe1b4004800 2024-09-16T07:26:20.775 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.773+0000 7fe1beffd640 1 -- 172.21.15.31:0/3566551529 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe1c0004b20 con 0x7fe1b4004800 2024-09-16T07:26:20.775 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.773+0000 7fe1beffd640 1 -- 172.21.15.31:0/3566551529 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1c0004050 con 0x7fe1b4004800 2024-09-16T07:26:20.775 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.773+0000 7fe1ccd10640 1 -- 172.21.15.31:0/3566551529 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1c81f8460 con 0x7fe1b4004800 2024-09-16T07:26:20.775 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.773+0000 7fe1ccd10640 1 -- 172.21.15.31:0/3566551529 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1c81f8a20 con 0x7fe1b4004800 2024-09-16T07:26:20.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.774+0000 7fe1ccd10640 1 -- 172.21.15.31:0/3566551529 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe1c80b5290 con 0x7fe1b4004800 2024-09-16T07:26:20.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.774+0000 7fe1beffd640 1 -- 172.21.15.31:0/3566551529 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7fe1c00041f0 con 0x7fe1b4004800 2024-09-16T07:26:20.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.775+0000 7fe1beffd640 1 --2- 172.21.15.31:0/3566551529 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe1a8078970 0x7fe1a807ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:20.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.775+0000 7fe1beffd640 1 -- 172.21.15.31:0/3566551529 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 5796+0+0 (secure 0 0 0) 0x7fe1c009bf20 con 0x7fe1b4004800 2024-09-16T07:26:20.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.775+0000 7fe1c5d9b640 1 --2- 172.21.15.31:0/3566551529 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe1a8078970 0x7fe1a807ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:20.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.775+0000 7fe1c5d9b640 1 --2- 172.21.15.31:0/3566551529 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe1a8078970 0x7fe1a807ae30 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fe1b0033000 tx=0x7fe1b0001a10 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:20.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.779+0000 7fe1beffd640 1 -- 172.21.15.31:0/3566551529 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fe1c80b5290 con 0x7fe1b4004800 2024-09-16T07:26:20.967 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.967+0000 7fe1ccd10640 1 -- 172.21.15.31:0/3566551529 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fe1c80d2850 con 0x7fe1b4004800 2024-09-16T07:26:20.967 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.968+0000 7fe1beffd640 1 -- 172.21.15.31:0/3566551529 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v38)=0 v38) ==== 122+0+0 (secure 0 0 0) 0x7fe1c0064310 con 0x7fe1b4004800 2024-09-16T07:26:20.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.970+0000 7fe1ccd10640 1 -- 172.21.15.31:0/3566551529 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe1a8078970 msgr2=0x7fe1a807ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:20.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.970+0000 7fe1ccd10640 1 --2- 172.21.15.31:0/3566551529 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe1a8078970 0x7fe1a807ae30 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fe1b0033000 tx=0x7fe1b0001a10 comp rx=0 tx=0).stop 2024-09-16T07:26:20.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.970+0000 7fe1ccd10640 1 -- 172.21.15.31:0/3566551529 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe1b4004800 msgr2=0x7fe1c815f970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:20.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.970+0000 7fe1ccd10640 1 --2- 172.21.15.31:0/3566551529 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe1b4004800 0x7fe1c815f970 secure :-1 s=READY pgs=1074 cs=0 l=1 rev1=1 crypto rx=0x7fe1c0011d40 tx=0x7fe1c000f790 comp rx=0 tx=0).stop 2024-09-16T07:26:20.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.970+0000 7fe1ccd10640 1 -- 172.21.15.31:0/3566551529 shutdown_connections 2024-09-16T07:26:20.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.970+0000 7fe1ccd10640 1 --2- 172.21.15.31:0/3566551529 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe1a8078970 0x7fe1a807ae30 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:20.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.970+0000 7fe1ccd10640 1 --2- 172.21.15.31:0/3566551529 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe1c815cd70 0x7fe1c815d1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:20.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.970+0000 7fe1ccd10640 1 --2- 172.21.15.31:0/3566551529 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe1c8157090 0x7fe1c8157510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:20.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.970+0000 7fe1ccd10640 1 --2- 172.21.15.31:0/3566551529 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe1b4004800 0x7fe1c815f970 unknown :-1 s=CLOSED pgs=1074 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:20.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.970+0000 7fe1ccd10640 1 -- 172.21.15.31:0/3566551529 >> 172.21.15.31:0/3566551529 conn(0x7fe1c80d3e30 msgr2=0x7fe1c80d4210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:20.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.970+0000 7fe1ccd10640 1 -- 172.21.15.31:0/3566551529 shutdown_connections 2024-09-16T07:26:20.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:20.970+0000 7fe1ccd10640 1 -- 172.21.15.31:0/3566551529 wait complete. 2024-09-16T07:26:20.981 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:20.981 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo mkdir -p volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670) 2024-09-16T07:26:21.020 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:21.021 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo mkdir -p volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670/.snap/fake) 2024-09-16T07:26:21.099 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:21.099 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.dir.layout.pool .) 2024-09-16T07:26:21.158 INFO:teuthology.orchestra.run.smithi031.stdout:cephfs_data 2024-09-16T07:26:21.158 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:21.159 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo setfattr -n ceph.dir.layout.pool -v cephfs_data volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670) 2024-09-16T07:26:21.230 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:26:21.230 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd of=/home/ubuntu/cephtest/mnt.0/volumes/_nogroup/subvol20050/.meta 2024-09-16T07:26:21.302 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs subvol20050 2024-09-16T07:26:21.451 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.452+0000 7fe089110640 1 -- 172.21.15.31:0/2956785410 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe08415bf10 msgr2=0x7fe0840d1ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:21.452 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.452+0000 7fe089110640 1 --2- 172.21.15.31:0/2956785410 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe08415bf10 0x7fe0840d1ce0 secure :-1 s=READY pgs=1076 cs=0 l=1 rev1=1 crypto rx=0x7fe074005fd0 tx=0x7fe07402a5d0 comp rx=0 tx=0).stop 2024-09-16T07:26:21.452 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.452+0000 7fe089110640 1 -- 172.21.15.31:0/2956785410 shutdown_connections 2024-09-16T07:26:21.452 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.452+0000 7fe089110640 1 --2- 172.21.15.31:0/2956785410 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe08415bf10 0x7fe0840d1ce0 unknown :-1 s=CLOSED pgs=1076 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:21.452 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.452+0000 7fe089110640 1 -- 172.21.15.31:0/2956785410 >> 172.21.15.31:0/2956785410 conn(0x7fe08409aa30 msgr2=0x7fe08409ae40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:21.452 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.452+0000 7fe089110640 1 -- 172.21.15.31:0/2956785410 shutdown_connections 2024-09-16T07:26:21.452 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.452+0000 7fe089110640 1 -- 172.21.15.31:0/2956785410 wait complete. 2024-09-16T07:26:21.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.453+0000 7fe089110640 1 Processor -- start 2024-09-16T07:26:21.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.453+0000 7fe089110640 1 -- start start 2024-09-16T07:26:21.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.454+0000 7fe089110640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe0840b0840 0x7fe0840cf160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:21.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.454+0000 7fe089110640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe0840b0d80 0x7fe0840c8330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:21.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.454+0000 7fe089110640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe08415bf10 0x7fe0841f5e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:21.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.454+0000 7fe089110640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fe0840d06a0 con 0x7fe08415bf10 2024-09-16T07:26:21.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.454+0000 7fe089110640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fe0840d2220 con 0x7fe0840b0840 2024-09-16T07:26:21.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.454+0000 7fe089110640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fe0841f2aa0 con 0x7fe0840b0d80 2024-09-16T07:26:21.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.454+0000 7fe08359e640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe08415bf10 0x7fe0841f5e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:21.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.454+0000 7fe08359e640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe08415bf10 0x7fe0841f5e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:42008/0 (socket says 172.21.15.31:42008) 2024-09-16T07:26:21.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.454+0000 7fe08359e640 1 -- 172.21.15.31:0/2925306813 learned_addr learned my addr 172.21.15.31:0/2925306813 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:21.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.454+0000 7fe082d9d640 1 --2- 172.21.15.31:0/2925306813 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe0840b0840 0x7fe0840cf160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:21.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.454+0000 7fe07a59c640 1 --2- 172.21.15.31:0/2925306813 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe0840b0d80 0x7fe0840c8330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:21.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.454+0000 7fe08359e640 1 -- 172.21.15.31:0/2925306813 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe0840b0d80 msgr2=0x7fe0840c8330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:21.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.454+0000 7fe08359e640 1 --2- 172.21.15.31:0/2925306813 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe0840b0d80 0x7fe0840c8330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:21.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.454+0000 7fe08359e640 1 -- 172.21.15.31:0/2925306813 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe0840b0840 msgr2=0x7fe0840cf160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:21.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.454+0000 7fe08359e640 1 --2- 172.21.15.31:0/2925306813 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe0840b0840 0x7fe0840cf160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:21.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.454+0000 7fe08359e640 1 -- 172.21.15.31:0/2925306813 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0841f6540 con 0x7fe08415bf10 2024-09-16T07:26:21.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.455+0000 7fe08359e640 1 --2- 172.21.15.31:0/2925306813 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe08415bf10 0x7fe0841f5e10 secure :-1 s=READY pgs=1077 cs=0 l=1 rev1=1 crypto rx=0x7fe07c00c780 tx=0x7fe07c00cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:21.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.455+0000 7fe07bfff640 1 -- 172.21.15.31:0/2925306813 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe07c004b60 con 0x7fe08415bf10 2024-09-16T07:26:21.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.455+0000 7fe07bfff640 1 -- 172.21.15.31:0/2925306813 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe07c004df0 con 0x7fe08415bf10 2024-09-16T07:26:21.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.455+0000 7fe07bfff640 1 -- 172.21.15.31:0/2925306813 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe07c00aa70 con 0x7fe08415bf10 2024-09-16T07:26:21.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.455+0000 7fe089110640 1 -- 172.21.15.31:0/2925306813 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe0841f6820 con 0x7fe08415bf10 2024-09-16T07:26:21.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.455+0000 7fe089110640 1 -- 172.21.15.31:0/2925306813 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0841f2f30 con 0x7fe08415bf10 2024-09-16T07:26:21.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.456+0000 7fe089110640 1 -- 172.21.15.31:0/2925306813 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe0841f2820 con 0x7fe08415bf10 2024-09-16T07:26:21.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.457+0000 7fe07bfff640 1 -- 172.21.15.31:0/2925306813 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7fe07c00ac10 con 0x7fe08415bf10 2024-09-16T07:26:21.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.457+0000 7fe07bfff640 1 --2- 172.21.15.31:0/2925306813 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe064078970 0x7fe06407ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:21.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.457+0000 7fe07bfff640 1 -- 172.21.15.31:0/2925306813 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5796+0+0 (secure 0 0 0) 0x7fe07c09aec0 con 0x7fe08415bf10 2024-09-16T07:26:21.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.457+0000 7fe082d9d640 1 --2- 172.21.15.31:0/2925306813 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe064078970 0x7fe06407ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:21.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.458+0000 7fe082d9d640 1 --2- 172.21.15.31:0/2925306813 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe064078970 0x7fe06407ae30 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fe074033000 tx=0x7fe074004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:21.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.462+0000 7fe07bfff640 1 -- 172.21.15.31:0/2925306813 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fe07c020070 con 0x7fe08415bf10 2024-09-16T07:26:21.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.674+0000 7fe089110640 1 -- 172.21.15.31:0/2925306813 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "subvol20050", "target": ["mon-mgr", ""]}) -- 0x7fe0841f6d40 con 0x7fe064078970 2024-09-16T07:26:21.678 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:26:21.678+0000 7f8a5fdaa640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:26:21.678 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:26:21.678+0000 7f8a5fdaa640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:26:21.678 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:26:21.678+0000 7f8a5fdaa640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:26:21.678 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:26:21.678+0000 7f8a5fdaa640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:26:21.678 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:26:21.678+0000 7f8a5fdaa640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:26:21.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.712+0000 7fe07bfff640 1 -- 172.21.15.31:0/2925306813 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+67 (secure 0 0 0) 0x7fe0841f6d40 con 0x7fe064078970 2024-09-16T07:26:21.712 INFO:teuthology.orchestra.run.smithi031.stdout:/volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670 2024-09-16T07:26:21.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.714+0000 7fe089110640 1 -- 172.21.15.31:0/2925306813 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe064078970 msgr2=0x7fe06407ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:21.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.714+0000 7fe089110640 1 --2- 172.21.15.31:0/2925306813 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe064078970 0x7fe06407ae30 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fe074033000 tx=0x7fe074004730 comp rx=0 tx=0).stop 2024-09-16T07:26:21.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.714+0000 7fe089110640 1 -- 172.21.15.31:0/2925306813 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe08415bf10 msgr2=0x7fe0841f5e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:21.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.714+0000 7fe089110640 1 --2- 172.21.15.31:0/2925306813 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe08415bf10 0x7fe0841f5e10 secure :-1 s=READY pgs=1077 cs=0 l=1 rev1=1 crypto rx=0x7fe07c00c780 tx=0x7fe07c00cc40 comp rx=0 tx=0).stop 2024-09-16T07:26:21.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.714+0000 7fe089110640 1 -- 172.21.15.31:0/2925306813 shutdown_connections 2024-09-16T07:26:21.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.714+0000 7fe089110640 1 --2- 172.21.15.31:0/2925306813 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe064078970 0x7fe06407ae30 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:21.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.714+0000 7fe089110640 1 --2- 172.21.15.31:0/2925306813 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe08415bf10 0x7fe0841f5e10 unknown :-1 s=CLOSED pgs=1077 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:21.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.714+0000 7fe089110640 1 --2- 172.21.15.31:0/2925306813 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe0840b0d80 0x7fe0840c8330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:21.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.714+0000 7fe089110640 1 --2- 172.21.15.31:0/2925306813 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe0840b0840 0x7fe0840cf160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:21.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.714+0000 7fe089110640 1 -- 172.21.15.31:0/2925306813 >> 172.21.15.31:0/2925306813 conn(0x7fe08409aa30 msgr2=0x7fe084070c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:21.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.715+0000 7fe089110640 1 -- 172.21.15.31:0/2925306813 shutdown_connections 2024-09-16T07:26:21.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.715+0000 7fe089110640 1 -- 172.21.15.31:0/2925306813 wait complete. 2024-09-16T07:26:21.725 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume ls cephfs 2024-09-16T07:26:21.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.833+0000 7f4c82c33640 1 -- 172.21.15.31:0/4020905263 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4c7c15e4b0 msgr2=0x7f4c7c0cbbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:21.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.833+0000 7f4c82c33640 1 --2- 172.21.15.31:0/4020905263 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4c7c15e4b0 0x7f4c7c0cbbd0 secure :-1 s=READY pgs=1081 cs=0 l=1 rev1=1 crypto rx=0x7f4c64005fd0 tx=0x7f4c6402bb30 comp rx=0 tx=0).stop 2024-09-16T07:26:21.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.833+0000 7f4c82c33640 1 -- 172.21.15.31:0/4020905263 shutdown_connections 2024-09-16T07:26:21.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.833+0000 7f4c82c33640 1 --2- 172.21.15.31:0/4020905263 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4c7c15e4b0 0x7f4c7c0cbbd0 unknown :-1 s=CLOSED pgs=1081 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:21.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.833+0000 7f4c82c33640 1 -- 172.21.15.31:0/4020905263 >> 172.21.15.31:0/4020905263 conn(0x7f4c7c0b1700 msgr2=0x7f4c7c0b1ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:21.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.833+0000 7f4c82c33640 1 -- 172.21.15.31:0/4020905263 shutdown_connections 2024-09-16T07:26:21.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.833+0000 7f4c82c33640 1 -- 172.21.15.31:0/4020905263 wait complete. 2024-09-16T07:26:21.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.834+0000 7f4c82c33640 1 Processor -- start 2024-09-16T07:26:21.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.834+0000 7f4c82c33640 1 -- start start 2024-09-16T07:26:21.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.835+0000 7f4c82c33640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4c7c0cc110 0x7f4c7c151090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:21.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.835+0000 7f4c82c33640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4c7c15e0d0 0x7f4c7c1e7840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:21.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.835+0000 7f4c82c33640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4c7c15e4b0 0x7f4c7c0c7050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:21.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.835+0000 7f4c82c33640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f4c7c0cc940 con 0x7f4c7c0cc110 2024-09-16T07:26:21.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.835+0000 7f4c82c33640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f4c7c0cc7c0 con 0x7f4c7c15e4b0 2024-09-16T07:26:21.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.835+0000 7f4c82c33640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f4c7c0ccac0 con 0x7f4c7c15e0d0 2024-09-16T07:26:21.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.835+0000 7f4c809cf640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4c7c0cc110 0x7f4c7c151090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:21.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.835+0000 7f4c809cf640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4c7c0cc110 0x7f4c7c151090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:42054/0 (socket says 172.21.15.31:42054) 2024-09-16T07:26:21.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.835+0000 7f4c809cf640 1 -- 172.21.15.31:0/1069455137 learned_addr learned my addr 172.21.15.31:0/1069455137 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:21.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.835+0000 7f4c809cf640 1 -- 172.21.15.31:0/1069455137 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4c7c15e0d0 msgr2=0x7f4c7c1e7840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:21.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.835+0000 7f4c809cf640 1 --2- 172.21.15.31:0/1069455137 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4c7c15e0d0 0x7f4c7c1e7840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:21.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.835+0000 7f4c809cf640 1 -- 172.21.15.31:0/1069455137 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4c7c15e4b0 msgr2=0x7f4c7c0c7050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:21.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.835+0000 7f4c809cf640 1 --2- 172.21.15.31:0/1069455137 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4c7c15e4b0 0x7f4c7c0c7050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:21.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.836+0000 7f4c809cf640 1 -- 172.21.15.31:0/1069455137 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c7c0c7590 con 0x7f4c7c0cc110 2024-09-16T07:26:21.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.836+0000 7f4c809cf640 1 --2- 172.21.15.31:0/1069455137 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4c7c0cc110 0x7f4c7c151090 secure :-1 s=READY pgs=1082 cs=0 l=1 rev1=1 crypto rx=0x7f4c6c00c440 tx=0x7f4c6c00c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:21.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.836+0000 7f4c797fa640 1 -- 172.21.15.31:0/1069455137 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c6c017070 con 0x7f4c7c0cc110 2024-09-16T07:26:21.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.836+0000 7f4c797fa640 1 -- 172.21.15.31:0/1069455137 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4c6c0035f0 con 0x7f4c7c0cc110 2024-09-16T07:26:21.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.836+0000 7f4c82c33640 1 -- 172.21.15.31:0/1069455137 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c7c1e7ed0 con 0x7f4c7c0cc110 2024-09-16T07:26:21.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.836+0000 7f4c797fa640 1 -- 172.21.15.31:0/1069455137 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c6c003a40 con 0x7f4c7c0cc110 2024-09-16T07:26:21.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.836+0000 7f4c82c33640 1 -- 172.21.15.31:0/1069455137 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c7c1e6190 con 0x7f4c7c0cc110 2024-09-16T07:26:21.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.837+0000 7f4c82c33640 1 -- 172.21.15.31:0/1069455137 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4c7c0cbbd0 con 0x7f4c7c0cc110 2024-09-16T07:26:21.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.838+0000 7f4c797fa640 1 -- 172.21.15.31:0/1069455137 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7f4c6c01a070 con 0x7f4c7c0cc110 2024-09-16T07:26:21.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.838+0000 7f4c797fa640 1 --2- 172.21.15.31:0/1069455137 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4c5c078970 0x7f4c5c07ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:21.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.838+0000 7f4c797fa640 1 -- 172.21.15.31:0/1069455137 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5796+0+0 (secure 0 0 0) 0x7f4c6c099f90 con 0x7f4c7c0cc110 2024-09-16T07:26:21.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.838+0000 7f4c7bfff640 1 --2- 172.21.15.31:0/1069455137 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4c5c078970 0x7f4c5c07ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:21.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.839+0000 7f4c7bfff640 1 --2- 172.21.15.31:0/1069455137 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4c5c078970 0x7f4c5c07ae30 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f4c64035000 tx=0x7f4c64004a40 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:21.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:21.842+0000 7f4c797fa640 1 -- 172.21.15.31:0/1069455137 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f4c6c062380 con 0x7f4c7c0cc110 2024-09-16T07:26:22.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.054+0000 7f4c82c33640 1 -- 172.21.15.31:0/1069455137 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolume ls", "vol_name": "cephfs", "target": ["mon-mgr", ""]}) -- 0x7f4c7c1e83f0 con 0x7f4c5c078970 2024-09-16T07:26:22.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.057+0000 7f4c797fa640 1 -- 172.21.15.31:0/1069455137 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+46 (secure 0 0 0) 0x7f4c7c1e83f0 con 0x7f4c5c078970 2024-09-16T07:26:22.057 INFO:teuthology.orchestra.run.smithi031.stdout:[ 2024-09-16T07:26:22.057 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:26:22.057 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "subvol20050" 2024-09-16T07:26:22.057 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:26:22.057 INFO:teuthology.orchestra.run.smithi031.stdout:] 2024-09-16T07:26:22.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.059+0000 7f4c82c33640 1 -- 172.21.15.31:0/1069455137 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4c5c078970 msgr2=0x7f4c5c07ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:22.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.059+0000 7f4c82c33640 1 --2- 172.21.15.31:0/1069455137 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4c5c078970 0x7f4c5c07ae30 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f4c64035000 tx=0x7f4c64004a40 comp rx=0 tx=0).stop 2024-09-16T07:26:22.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.059+0000 7f4c82c33640 1 -- 172.21.15.31:0/1069455137 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4c7c0cc110 msgr2=0x7f4c7c151090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:22.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.059+0000 7f4c82c33640 1 --2- 172.21.15.31:0/1069455137 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4c7c0cc110 0x7f4c7c151090 secure :-1 s=READY pgs=1082 cs=0 l=1 rev1=1 crypto rx=0x7f4c6c00c440 tx=0x7f4c6c00c900 comp rx=0 tx=0).stop 2024-09-16T07:26:22.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.060+0000 7f4c82c33640 1 -- 172.21.15.31:0/1069455137 shutdown_connections 2024-09-16T07:26:22.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.060+0000 7f4c82c33640 1 --2- 172.21.15.31:0/1069455137 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4c5c078970 0x7f4c5c07ae30 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:22.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.060+0000 7f4c82c33640 1 --2- 172.21.15.31:0/1069455137 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4c7c15e4b0 0x7f4c7c0c7050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:22.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.060+0000 7f4c82c33640 1 --2- 172.21.15.31:0/1069455137 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4c7c15e0d0 0x7f4c7c1e7840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:22.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.060+0000 7f4c82c33640 1 --2- 172.21.15.31:0/1069455137 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4c7c0cc110 0x7f4c7c151090 unknown :-1 s=CLOSED pgs=1082 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:22.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.060+0000 7f4c82c33640 1 -- 172.21.15.31:0/1069455137 >> 172.21.15.31:0/1069455137 conn(0x7f4c7c0b1700 msgr2=0x7f4c7c072e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:22.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.060+0000 7f4c82c33640 1 -- 172.21.15.31:0/1069455137 shutdown_connections 2024-09-16T07:26:22.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.060+0000 7f4c82c33640 1 -- 172.21.15.31:0/1069455137 wait complete. 2024-09-16T07:26:22.070 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume info cephfs subvol20050 2024-09-16T07:26:22.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.179+0000 7f315d472640 1 -- 172.21.15.31:0/910877904 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3140003a30 msgr2=0x7f3140003e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:22.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.179+0000 7f315d472640 1 --2- 172.21.15.31:0/910877904 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3140003a30 0x7f3140003e50 secure :-1 s=READY pgs=1084 cs=0 l=1 rev1=1 crypto rx=0x7f314800bbe0 tx=0x7f3140005830 comp rx=0 tx=0).stop 2024-09-16T07:26:22.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.179+0000 7f31577fe640 1 -- 172.21.15.31:0/910877904 reap_dead start 2024-09-16T07:26:22.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.180+0000 7f315d472640 1 -- 172.21.15.31:0/910877904 shutdown_connections 2024-09-16T07:26:22.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.180+0000 7f315d472640 1 -- 172.21.15.31:0/910877904 >> 172.21.15.31:0/910877904 conn(0x7f31580b1700 msgr2=0x7f31580b1ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:22.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.180+0000 7f315d472640 1 -- 172.21.15.31:0/910877904 shutdown_connections 2024-09-16T07:26:22.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.180+0000 7f315d472640 1 -- 172.21.15.31:0/910877904 wait complete. 2024-09-16T07:26:22.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.181+0000 7f315d472640 1 Processor -- start 2024-09-16T07:26:22.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.181+0000 7f315d472640 1 -- start start 2024-09-16T07:26:22.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.182+0000 7f315d472640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3140003a30 0x7f3158156730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:22.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.182+0000 7f315d472640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f31581f5a00 0x7f315815b0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:22.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.182+0000 7f315d472640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f31580c8bd0 0x7f3158154e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:22.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.182+0000 7f315d472640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f31580732b0 con 0x7f31581f5a00 2024-09-16T07:26:22.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.182+0000 7f315d472640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f3158073130 con 0x7f3140003a30 2024-09-16T07:26:22.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.182+0000 7f315d472640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f315815ff70 con 0x7f31580c8bd0 2024-09-16T07:26:22.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.182+0000 7f31567fc640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f31581f5a00 0x7f315815b0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:22.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.182+0000 7f31567fc640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f31581f5a00 0x7f315815b0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:42064/0 (socket says 172.21.15.31:42064) 2024-09-16T07:26:22.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.182+0000 7f31567fc640 1 -- 172.21.15.31:0/1333685918 learned_addr learned my addr 172.21.15.31:0/1333685918 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:22.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.182+0000 7f31577fe640 1 --2- 172.21.15.31:0/1333685918 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f31580c8bd0 0x7f3158154e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:22.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.182+0000 7f3156ffd640 1 --2- 172.21.15.31:0/1333685918 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3140003a30 0x7f3158156730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:22.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.182+0000 7f31567fc640 1 -- 172.21.15.31:0/1333685918 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f31580c8bd0 msgr2=0x7f3158154e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:22.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.182+0000 7f31567fc640 1 --2- 172.21.15.31:0/1333685918 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f31580c8bd0 0x7f3158154e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:22.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.182+0000 7f31567fc640 1 -- 172.21.15.31:0/1333685918 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3140003a30 msgr2=0x7f3158156730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:22.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.182+0000 7f31567fc640 1 --2- 172.21.15.31:0/1333685918 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3140003a30 0x7f3158156730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:22.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.182+0000 7f31567fc640 1 -- 172.21.15.31:0/1333685918 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3158156c70 con 0x7f31581f5a00 2024-09-16T07:26:22.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.182+0000 7f3156ffd640 1 --2- 172.21.15.31:0/1333685918 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3140003a30 0x7f3158156730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:26:22.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.182+0000 7f31567fc640 1 --2- 172.21.15.31:0/1333685918 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f31581f5a00 0x7f315815b0f0 secure :-1 s=READY pgs=1085 cs=0 l=1 rev1=1 crypto rx=0x7f314c003f80 tx=0x7f314c0016f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:22.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.182+0000 7f313f7fe640 1 -- 172.21.15.31:0/1333685918 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f314c015070 con 0x7f31581f5a00 2024-09-16T07:26:22.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.182+0000 7f313f7fe640 1 -- 172.21.15.31:0/1333685918 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f314c011840 con 0x7f31581f5a00 2024-09-16T07:26:22.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.182+0000 7f315d472640 1 -- 172.21.15.31:0/1333685918 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31581f5e90 con 0x7f31581f5a00 2024-09-16T07:26:22.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.183+0000 7f313f7fe640 1 -- 172.21.15.31:0/1333685918 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f314c011c90 con 0x7f31581f5a00 2024-09-16T07:26:22.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.183+0000 7f315d472640 1 -- 172.21.15.31:0/1333685918 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31581f6450 con 0x7f31581f5a00 2024-09-16T07:26:22.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.183+0000 7f315d472640 1 -- 172.21.15.31:0/1333685918 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f31580ccd90 con 0x7f31581f5a00 2024-09-16T07:26:22.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.184+0000 7f313f7fe640 1 -- 172.21.15.31:0/1333685918 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7f314c018070 con 0x7f31581f5a00 2024-09-16T07:26:22.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.185+0000 7f313f7fe640 1 --2- 172.21.15.31:0/1333685918 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3144078970 0x7f314407ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:22.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.185+0000 7f313f7fe640 1 -- 172.21.15.31:0/1333685918 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5796+0+0 (secure 0 0 0) 0x7f314c09b810 con 0x7f31581f5a00 2024-09-16T07:26:22.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.185+0000 7f3156ffd640 1 --2- 172.21.15.31:0/1333685918 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3144078970 0x7f314407ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:22.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.185+0000 7f3156ffd640 1 --2- 172.21.15.31:0/1333685918 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3144078970 0x7f314407ae30 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f3148035000 tx=0x7f31480046c0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:22.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.189+0000 7f313f7fe640 1 -- 172.21.15.31:0/1333685918 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f314c0635b0 con 0x7f31581f5a00 2024-09-16T07:26:22.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.404+0000 7f315d472640 1 -- 172.21.15.31:0/1333685918 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolume info", "vol_name": "cephfs", "sub_name": "subvol20050", "target": ["mon-mgr", ""]}) -- 0x7f31581f23e0 con 0x7f3144078970 2024-09-16T07:26:22.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.416+0000 7f313f7fe640 1 -- 172.21.15.31:0/1333685918 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+705 (secure 0 0 0) 0x7f31581f23e0 con 0x7f3144078970 2024-09-16T07:26:22.416 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-16T07:26:22.416 INFO:teuthology.orchestra.run.smithi031.stdout: "atime": "2024-09-16 07:26:21", 2024-09-16T07:26:22.416 INFO:teuthology.orchestra.run.smithi031.stdout: "bytes_pcent": "undefined", 2024-09-16T07:26:22.416 INFO:teuthology.orchestra.run.smithi031.stdout: "bytes_quota": "infinite", 2024-09-16T07:26:22.416 INFO:teuthology.orchestra.run.smithi031.stdout: "bytes_used": 0, 2024-09-16T07:26:22.416 INFO:teuthology.orchestra.run.smithi031.stdout: "created_at": "2024-09-16 07:26:21", 2024-09-16T07:26:22.416 INFO:teuthology.orchestra.run.smithi031.stdout: "ctime": "2024-09-16 07:26:21", 2024-09-16T07:26:22.416 INFO:teuthology.orchestra.run.smithi031.stdout: "data_pool": "cephfs_data", 2024-09-16T07:26:22.416 INFO:teuthology.orchestra.run.smithi031.stdout: "earmark": "", 2024-09-16T07:26:22.416 INFO:teuthology.orchestra.run.smithi031.stdout: "features": [ 2024-09-16T07:26:22.416 INFO:teuthology.orchestra.run.smithi031.stdout: "snapshot-clone", 2024-09-16T07:26:22.416 INFO:teuthology.orchestra.run.smithi031.stdout: "snapshot-autoprotect" 2024-09-16T07:26:22.417 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:26:22.417 INFO:teuthology.orchestra.run.smithi031.stdout: "flavor": 1, 2024-09-16T07:26:22.417 INFO:teuthology.orchestra.run.smithi031.stdout: "gid": 0, 2024-09-16T07:26:22.417 INFO:teuthology.orchestra.run.smithi031.stdout: "mode": 16877, 2024-09-16T07:26:22.417 INFO:teuthology.orchestra.run.smithi031.stdout: "mon_addrs": [ 2024-09-16T07:26:22.417 INFO:teuthology.orchestra.run.smithi031.stdout: "172.21.15.31:6789", 2024-09-16T07:26:22.417 INFO:teuthology.orchestra.run.smithi031.stdout: "172.21.15.155:6789", 2024-09-16T07:26:22.417 INFO:teuthology.orchestra.run.smithi031.stdout: "172.21.15.155:6790" 2024-09-16T07:26:22.417 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:26:22.417 INFO:teuthology.orchestra.run.smithi031.stdout: "mtime": "2024-09-16 07:26:21", 2024-09-16T07:26:22.417 INFO:teuthology.orchestra.run.smithi031.stdout: "path": "/volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670", 2024-09-16T07:26:22.417 INFO:teuthology.orchestra.run.smithi031.stdout: "pool_namespace": "", 2024-09-16T07:26:22.417 INFO:teuthology.orchestra.run.smithi031.stdout: "state": "complete", 2024-09-16T07:26:22.417 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "subvolume", 2024-09-16T07:26:22.418 INFO:teuthology.orchestra.run.smithi031.stdout: "uid": 0 2024-09-16T07:26:22.418 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-16T07:26:22.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.419+0000 7f315d472640 1 -- 172.21.15.31:0/1333685918 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3144078970 msgr2=0x7f314407ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:22.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.419+0000 7f315d472640 1 --2- 172.21.15.31:0/1333685918 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3144078970 0x7f314407ae30 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f3148035000 tx=0x7f31480046c0 comp rx=0 tx=0).stop 2024-09-16T07:26:22.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.419+0000 7f315d472640 1 -- 172.21.15.31:0/1333685918 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f31581f5a00 msgr2=0x7f315815b0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:22.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.419+0000 7f315d472640 1 --2- 172.21.15.31:0/1333685918 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f31581f5a00 0x7f315815b0f0 secure :-1 s=READY pgs=1085 cs=0 l=1 rev1=1 crypto rx=0x7f314c003f80 tx=0x7f314c0016f0 comp rx=0 tx=0).stop 2024-09-16T07:26:22.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.419+0000 7f315d472640 1 -- 172.21.15.31:0/1333685918 shutdown_connections 2024-09-16T07:26:22.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.419+0000 7f315d472640 1 --2- 172.21.15.31:0/1333685918 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3144078970 0x7f314407ae30 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:22.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.419+0000 7f315d472640 1 --2- 172.21.15.31:0/1333685918 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f31580c8bd0 0x7f3158154e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:22.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.419+0000 7f315d472640 1 --2- 172.21.15.31:0/1333685918 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f31581f5a00 0x7f315815b0f0 unknown :-1 s=CLOSED pgs=1085 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:22.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.419+0000 7f315d472640 1 --2- 172.21.15.31:0/1333685918 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3140003a30 0x7f3158156730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:22.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.419+0000 7f315d472640 1 -- 172.21.15.31:0/1333685918 >> 172.21.15.31:0/1333685918 conn(0x7f31580b1700 msgr2=0x7f31580b5550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:22.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.419+0000 7f315d472640 1 -- 172.21.15.31:0/1333685918 shutdown_connections 2024-09-16T07:26:22.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.419+0000 7f315d472640 1 -- 172.21.15.31:0/1333685918 wait complete. 2024-09-16T07:26:22.429 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume resize cephfs subvol20050 10485760 2024-09-16T07:26:22.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.539+0000 7f6b6156b640 1 -- 172.21.15.31:0/2569128850 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6b44004800 msgr2=0x7f6b44004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:22.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.539+0000 7f6b6156b640 1 --2- 172.21.15.31:0/2569128850 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6b44004800 0x7f6b44004c80 secure :-1 s=READY pgs=1087 cs=0 l=1 rev1=1 crypto rx=0x7f6b50001740 tx=0x7f6b44005830 comp rx=0 tx=0).stop 2024-09-16T07:26:22.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.539+0000 7f6b6156b640 1 -- 172.21.15.31:0/2569128850 shutdown_connections 2024-09-16T07:26:22.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.540+0000 7f6b6156b640 1 --2- 172.21.15.31:0/2569128850 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6b44004800 0x7f6b44004c80 unknown :-1 s=CLOSED pgs=1087 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:22.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.540+0000 7f6b6156b640 1 -- 172.21.15.31:0/2569128850 >> 172.21.15.31:0/2569128850 conn(0x7f6b5c09aa30 msgr2=0x7f6b5c09ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:22.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.540+0000 7f6b6156b640 1 -- 172.21.15.31:0/2569128850 shutdown_connections 2024-09-16T07:26:22.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.540+0000 7f6b6156b640 1 -- 172.21.15.31:0/2569128850 wait complete. 2024-09-16T07:26:22.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.541+0000 7f6b6156b640 1 Processor -- start 2024-09-16T07:26:22.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.541+0000 7f6b6156b640 1 -- start start 2024-09-16T07:26:22.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.542+0000 7f6b6156b640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6b44004800 0x7f6b5c0cba20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:22.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.542+0000 7f6b6156b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6b5c1530b0 0x7f6b5c0ced80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:22.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.542+0000 7f6b6156b640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6b5c0b6e90 0x7f6b5c06dc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:22.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.542+0000 7f6b6156b640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f6b5c1602c0 con 0x7f6b5c1530b0 2024-09-16T07:26:22.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.542+0000 7f6b6156b640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f6b5c160140 con 0x7f6b5c0b6e90 2024-09-16T07:26:22.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.542+0000 7f6b6156b640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f6b5c160440 con 0x7f6b44004800 2024-09-16T07:26:22.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.542+0000 7f6b5a7fc640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6b5c1530b0 0x7f6b5c0ced80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:22.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.542+0000 7f6b5a7fc640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6b5c1530b0 0x7f6b5c0ced80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:42090/0 (socket says 172.21.15.31:42090) 2024-09-16T07:26:22.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.542+0000 7f6b5a7fc640 1 -- 172.21.15.31:0/4195312352 learned_addr learned my addr 172.21.15.31:0/4195312352 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:22.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.542+0000 7f6b5b7fe640 1 --2- 172.21.15.31:0/4195312352 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6b5c0b6e90 0x7f6b5c06dc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:22.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.542+0000 7f6b5a7fc640 1 -- 172.21.15.31:0/4195312352 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6b44004800 msgr2=0x7f6b5c0cba20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:22.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.542+0000 7f6b5a7fc640 1 --2- 172.21.15.31:0/4195312352 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6b44004800 0x7f6b5c0cba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:22.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.542+0000 7f6b5a7fc640 1 -- 172.21.15.31:0/4195312352 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6b5c0b6e90 msgr2=0x7f6b5c06dc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:22.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.542+0000 7f6b5a7fc640 1 --2- 172.21.15.31:0/4195312352 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6b5c0b6e90 0x7f6b5c06dc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:22.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.542+0000 7f6b5a7fc640 1 -- 172.21.15.31:0/4195312352 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b5c06f660 con 0x7f6b5c1530b0 2024-09-16T07:26:22.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.542+0000 7f6b5a7fc640 1 --2- 172.21.15.31:0/4195312352 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6b5c1530b0 0x7f6b5c0ced80 secure :-1 s=READY pgs=1088 cs=0 l=1 rev1=1 crypto rx=0x7f6b50000fb0 tx=0x7f6b50004870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:22.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.542+0000 7f6b437fe640 1 -- 172.21.15.31:0/4195312352 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b500068c0 con 0x7f6b5c1530b0 2024-09-16T07:26:22.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.542+0000 7f6b437fe640 1 -- 172.21.15.31:0/4195312352 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6b50039070 con 0x7f6b5c1530b0 2024-09-16T07:26:22.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.542+0000 7f6b437fe640 1 -- 172.21.15.31:0/4195312352 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b500336d0 con 0x7f6b5c1530b0 2024-09-16T07:26:22.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.542+0000 7f6b6156b640 1 -- 172.21.15.31:0/4195312352 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b5c06f940 con 0x7f6b5c1530b0 2024-09-16T07:26:22.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.542+0000 7f6b6156b640 1 -- 172.21.15.31:0/4195312352 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b5c152dc0 con 0x7f6b5c1530b0 2024-09-16T07:26:22.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.543+0000 7f6b6156b640 1 -- 172.21.15.31:0/4195312352 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6b5c0b2890 con 0x7f6b5c1530b0 2024-09-16T07:26:22.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.544+0000 7f6b437fe640 1 -- 172.21.15.31:0/4195312352 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7f6b50044020 con 0x7f6b5c1530b0 2024-09-16T07:26:22.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.545+0000 7f6b437fe640 1 --2- 172.21.15.31:0/4195312352 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6b480789a0 0x7f6b4807ae60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:22.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.545+0000 7f6b437fe640 1 -- 172.21.15.31:0/4195312352 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5796+0+0 (secure 0 0 0) 0x7f6b500ba7b0 con 0x7f6b5c1530b0 2024-09-16T07:26:22.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.545+0000 7f6b5affd640 1 --2- 172.21.15.31:0/4195312352 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6b480789a0 0x7f6b4807ae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:22.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.545+0000 7f6b5affd640 1 --2- 172.21.15.31:0/4195312352 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6b480789a0 0x7f6b4807ae60 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f6b4c001350 tx=0x7f6b4c001f50 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:22.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.549+0000 7f6b437fe640 1 -- 172.21.15.31:0/4195312352 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f6b50082c80 con 0x7f6b5c1530b0 2024-09-16T07:26:22.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.769+0000 7f6b6156b640 1 -- 172.21.15.31:0/4195312352 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolume resize", "vol_name": "cephfs", "sub_name": "subvol20050", "new_size": "10485760", "target": ["mon-mgr", ""]}) -- 0x7f6b5c0d2a60 con 0x7f6b480789a0 2024-09-16T07:26:22.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.782+0000 7f6b437fe640 1 -- 172.21.15.31:0/4195312352 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+128 (secure 0 0 0) 0x7f6b5c0d2a60 con 0x7f6b480789a0 2024-09-16T07:26:22.782 INFO:teuthology.orchestra.run.smithi031.stdout:[ 2024-09-16T07:26:22.782 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:26:22.782 INFO:teuthology.orchestra.run.smithi031.stdout: "bytes_used": 0 2024-09-16T07:26:22.782 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:26:22.782 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:26:22.782 INFO:teuthology.orchestra.run.smithi031.stdout: "bytes_quota": 10485760 2024-09-16T07:26:22.783 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:26:22.783 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:26:22.783 INFO:teuthology.orchestra.run.smithi031.stdout: "bytes_pcent": "0.00" 2024-09-16T07:26:22.783 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:26:22.783 INFO:teuthology.orchestra.run.smithi031.stdout:] 2024-09-16T07:26:22.784 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.785+0000 7f6b6156b640 1 -- 172.21.15.31:0/4195312352 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6b480789a0 msgr2=0x7f6b4807ae60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:22.785 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.785+0000 7f6b6156b640 1 --2- 172.21.15.31:0/4195312352 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6b480789a0 0x7f6b4807ae60 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f6b4c001350 tx=0x7f6b4c001f50 comp rx=0 tx=0).stop 2024-09-16T07:26:22.785 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.785+0000 7f6b6156b640 1 -- 172.21.15.31:0/4195312352 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6b5c1530b0 msgr2=0x7f6b5c0ced80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:22.785 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.785+0000 7f6b6156b640 1 --2- 172.21.15.31:0/4195312352 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6b5c1530b0 0x7f6b5c0ced80 secure :-1 s=READY pgs=1088 cs=0 l=1 rev1=1 crypto rx=0x7f6b50000fb0 tx=0x7f6b50004870 comp rx=0 tx=0).stop 2024-09-16T07:26:22.785 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.785+0000 7f6b6156b640 1 -- 172.21.15.31:0/4195312352 shutdown_connections 2024-09-16T07:26:22.785 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.785+0000 7f6b6156b640 1 --2- 172.21.15.31:0/4195312352 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6b480789a0 0x7f6b4807ae60 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:22.785 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.785+0000 7f6b6156b640 1 --2- 172.21.15.31:0/4195312352 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6b5c0b6e90 0x7f6b5c06dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:22.785 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.785+0000 7f6b6156b640 1 --2- 172.21.15.31:0/4195312352 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6b5c1530b0 0x7f6b5c0ced80 unknown :-1 s=CLOSED pgs=1088 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:22.785 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.785+0000 7f6b6156b640 1 --2- 172.21.15.31:0/4195312352 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6b44004800 0x7f6b5c0cba20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:22.785 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.785+0000 7f6b6156b640 1 -- 172.21.15.31:0/4195312352 >> 172.21.15.31:0/4195312352 conn(0x7f6b5c09aa30 msgr2=0x7f6b5c15f300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:22.785 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.785+0000 7f6b6156b640 1 -- 172.21.15.31:0/4195312352 shutdown_connections 2024-09-16T07:26:22.785 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.785+0000 7f6b6156b640 1 -- 172.21.15.31:0/4195312352 wait complete. 2024-09-16T07:26:22.795 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume info cephfs subvol20050 2024-09-16T07:26:22.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.904+0000 7fc363272640 1 -- 172.21.15.31:0/4080173852 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc35c15dd90 msgr2=0x7fc35c0cd980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:22.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.904+0000 7fc363272640 1 --2- 172.21.15.31:0/4080173852 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc35c15dd90 0x7fc35c0cd980 secure :-1 s=READY pgs=1090 cs=0 l=1 rev1=1 crypto rx=0x7fc358009830 tx=0x7fc35802a510 comp rx=0 tx=0).stop 2024-09-16T07:26:22.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.904+0000 7fc363272640 1 -- 172.21.15.31:0/4080173852 shutdown_connections 2024-09-16T07:26:22.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.904+0000 7fc363272640 1 --2- 172.21.15.31:0/4080173852 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc35c15dd90 0x7fc35c0cd980 unknown :-1 s=CLOSED pgs=1090 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:22.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.904+0000 7fc363272640 1 -- 172.21.15.31:0/4080173852 >> 172.21.15.31:0/4080173852 conn(0x7fc35c09aa30 msgr2=0x7fc35c09ae40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:22.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.904+0000 7fc363272640 1 -- 172.21.15.31:0/4080173852 shutdown_connections 2024-09-16T07:26:22.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.904+0000 7fc363272640 1 -- 172.21.15.31:0/4080173852 wait complete. 2024-09-16T07:26:22.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.905+0000 7fc363272640 1 Processor -- start 2024-09-16T07:26:22.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.905+0000 7fc363272640 1 -- start start 2024-09-16T07:26:22.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.906+0000 7fc363272640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc35c0d2270 0x7fc35c0cbd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:22.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.906+0000 7fc363272640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc35c15dd90 0x7fc35c1f7ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:22.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.906+0000 7fc363272640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc35c15e170 0x7fc35c161390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:22.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.906+0000 7fc363272640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fc35c06e6a0 con 0x7fc35c15dd90 2024-09-16T07:26:22.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.906+0000 7fc363272640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc35c06e520 con 0x7fc35c15e170 2024-09-16T07:26:22.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.906+0000 7fc363272640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc35c06e820 con 0x7fc35c0d2270 2024-09-16T07:26:22.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.906+0000 7fc36080d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc35c15dd90 0x7fc35c1f7ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:22.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.906+0000 7fc36080d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc35c15dd90 0x7fc35c1f7ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:54866/0 (socket says 172.21.15.31:54866) 2024-09-16T07:26:22.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.906+0000 7fc36080d640 1 -- 172.21.15.31:0/3164822487 learned_addr learned my addr 172.21.15.31:0/3164822487 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:22.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.906+0000 7fc36100e640 1 --2- 172.21.15.31:0/3164822487 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc35c0d2270 0x7fc35c0cbd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:22.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.906+0000 7fc36180f640 1 --2- 172.21.15.31:0/3164822487 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc35c15e170 0x7fc35c161390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:22.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.906+0000 7fc36080d640 1 -- 172.21.15.31:0/3164822487 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc35c0d2270 msgr2=0x7fc35c0cbd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:22.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.906+0000 7fc36080d640 1 --2- 172.21.15.31:0/3164822487 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc35c0d2270 0x7fc35c0cbd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:22.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.906+0000 7fc36080d640 1 -- 172.21.15.31:0/3164822487 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc35c15e170 msgr2=0x7fc35c161390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:22.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.906+0000 7fc36080d640 1 --2- 172.21.15.31:0/3164822487 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc35c15e170 0x7fc35c161390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:22.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.906+0000 7fc36080d640 1 -- 172.21.15.31:0/3164822487 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc35c1f86f0 con 0x7fc35c15dd90 2024-09-16T07:26:22.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.906+0000 7fc36100e640 1 --2- 172.21.15.31:0/3164822487 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc35c0d2270 0x7fc35c0cbd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:26:22.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.906+0000 7fc36180f640 1 --2- 172.21.15.31:0/3164822487 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc35c15e170 0x7fc35c161390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:26:22.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.906+0000 7fc36080d640 1 --2- 172.21.15.31:0/3164822487 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc35c15dd90 0x7fc35c1f7ff0 secure :-1 s=READY pgs=1091 cs=0 l=1 rev1=1 crypto rx=0x7fc34c00b3e0 tx=0x7fc34c00b8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:22.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.906+0000 7fc351ffb640 1 -- 172.21.15.31:0/3164822487 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc34c015020 con 0x7fc35c15dd90 2024-09-16T07:26:22.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.906+0000 7fc351ffb640 1 -- 172.21.15.31:0/3164822487 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc34c011940 con 0x7fc35c15dd90 2024-09-16T07:26:22.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.906+0000 7fc363272640 1 -- 172.21.15.31:0/3164822487 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc35c1f89d0 con 0x7fc35c15dd90 2024-09-16T07:26:22.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.907+0000 7fc351ffb640 1 -- 172.21.15.31:0/3164822487 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc34c011d90 con 0x7fc35c15dd90 2024-09-16T07:26:22.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.907+0000 7fc363272640 1 -- 172.21.15.31:0/3164822487 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc35c1f4bf0 con 0x7fc35c15dd90 2024-09-16T07:26:22.909 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.908+0000 7fc363272640 1 -- 172.21.15.31:0/3164822487 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc35c1f4a00 con 0x7fc35c15dd90 2024-09-16T07:26:22.909 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.908+0000 7fc351ffb640 1 -- 172.21.15.31:0/3164822487 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7fc34c018020 con 0x7fc35c15dd90 2024-09-16T07:26:22.909 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.909+0000 7fc351ffb640 1 --2- 172.21.15.31:0/3164822487 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc340078970 0x7fc34007ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:22.909 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.909+0000 7fc351ffb640 1 -- 172.21.15.31:0/3164822487 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5796+0+0 (secure 0 0 0) 0x7fc34c09abf0 con 0x7fc35c15dd90 2024-09-16T07:26:22.909 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.909+0000 7fc36100e640 1 --2- 172.21.15.31:0/3164822487 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc340078970 0x7fc34007ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:22.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.910+0000 7fc36100e640 1 --2- 172.21.15.31:0/3164822487 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc340078970 0x7fc34007ae30 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fc358034000 tx=0x7fc358004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:22.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:22.913+0000 7fc351ffb640 1 -- 172.21.15.31:0/3164822487 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fc34c01f020 con 0x7fc35c15dd90 2024-09-16T07:26:23.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.131+0000 7fc363272640 1 -- 172.21.15.31:0/3164822487 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolume info", "vol_name": "cephfs", "sub_name": "subvol20050", "target": ["mon-mgr", ""]}) -- 0x7fc35c06ed30 con 0x7fc340078970 2024-09-16T07:26:23.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.145+0000 7fc351ffb640 1 -- 172.21.15.31:0/3164822487 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+698 (secure 0 0 0) 0x7fc35c06ed30 con 0x7fc340078970 2024-09-16T07:26:23.144 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-16T07:26:23.144 INFO:teuthology.orchestra.run.smithi031.stdout: "atime": "2024-09-16 07:26:21", 2024-09-16T07:26:23.144 INFO:teuthology.orchestra.run.smithi031.stdout: "bytes_pcent": "0.00", 2024-09-16T07:26:23.144 INFO:teuthology.orchestra.run.smithi031.stdout: "bytes_quota": 10485760, 2024-09-16T07:26:23.145 INFO:teuthology.orchestra.run.smithi031.stdout: "bytes_used": 0, 2024-09-16T07:26:23.145 INFO:teuthology.orchestra.run.smithi031.stdout: "created_at": "2024-09-16 07:26:21", 2024-09-16T07:26:23.145 INFO:teuthology.orchestra.run.smithi031.stdout: "ctime": "2024-09-16 07:26:22", 2024-09-16T07:26:23.145 INFO:teuthology.orchestra.run.smithi031.stdout: "data_pool": "cephfs_data", 2024-09-16T07:26:23.145 INFO:teuthology.orchestra.run.smithi031.stdout: "earmark": "", 2024-09-16T07:26:23.145 INFO:teuthology.orchestra.run.smithi031.stdout: "features": [ 2024-09-16T07:26:23.145 INFO:teuthology.orchestra.run.smithi031.stdout: "snapshot-clone", 2024-09-16T07:26:23.145 INFO:teuthology.orchestra.run.smithi031.stdout: "snapshot-autoprotect" 2024-09-16T07:26:23.145 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:26:23.145 INFO:teuthology.orchestra.run.smithi031.stdout: "flavor": 1, 2024-09-16T07:26:23.145 INFO:teuthology.orchestra.run.smithi031.stdout: "gid": 0, 2024-09-16T07:26:23.146 INFO:teuthology.orchestra.run.smithi031.stdout: "mode": 16877, 2024-09-16T07:26:23.146 INFO:teuthology.orchestra.run.smithi031.stdout: "mon_addrs": [ 2024-09-16T07:26:23.146 INFO:teuthology.orchestra.run.smithi031.stdout: "172.21.15.31:6789", 2024-09-16T07:26:23.146 INFO:teuthology.orchestra.run.smithi031.stdout: "172.21.15.155:6789", 2024-09-16T07:26:23.146 INFO:teuthology.orchestra.run.smithi031.stdout: "172.21.15.155:6790" 2024-09-16T07:26:23.147 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:26:23.147 INFO:teuthology.orchestra.run.smithi031.stdout: "mtime": "2024-09-16 07:26:21", 2024-09-16T07:26:23.147 INFO:teuthology.orchestra.run.smithi031.stdout: "path": "/volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670", 2024-09-16T07:26:23.147 INFO:teuthology.orchestra.run.smithi031.stdout: "pool_namespace": "", 2024-09-16T07:26:23.147 INFO:teuthology.orchestra.run.smithi031.stdout: "state": "complete", 2024-09-16T07:26:23.147 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "subvolume", 2024-09-16T07:26:23.148 INFO:teuthology.orchestra.run.smithi031.stdout: "uid": 0 2024-09-16T07:26:23.148 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-16T07:26:23.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.147+0000 7fc363272640 1 -- 172.21.15.31:0/3164822487 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc340078970 msgr2=0x7fc34007ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:23.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.147+0000 7fc363272640 1 --2- 172.21.15.31:0/3164822487 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc340078970 0x7fc34007ae30 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fc358034000 tx=0x7fc358004730 comp rx=0 tx=0).stop 2024-09-16T07:26:23.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.147+0000 7fc363272640 1 -- 172.21.15.31:0/3164822487 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc35c15dd90 msgr2=0x7fc35c1f7ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:23.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.147+0000 7fc363272640 1 --2- 172.21.15.31:0/3164822487 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc35c15dd90 0x7fc35c1f7ff0 secure :-1 s=READY pgs=1091 cs=0 l=1 rev1=1 crypto rx=0x7fc34c00b3e0 tx=0x7fc34c00b8a0 comp rx=0 tx=0).stop 2024-09-16T07:26:23.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.147+0000 7fc363272640 1 -- 172.21.15.31:0/3164822487 shutdown_connections 2024-09-16T07:26:23.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.147+0000 7fc363272640 1 --2- 172.21.15.31:0/3164822487 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc340078970 0x7fc34007ae30 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:23.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.147+0000 7fc363272640 1 --2- 172.21.15.31:0/3164822487 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc35c15e170 0x7fc35c161390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:23.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.147+0000 7fc363272640 1 --2- 172.21.15.31:0/3164822487 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc35c15dd90 0x7fc35c1f7ff0 unknown :-1 s=CLOSED pgs=1091 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:23.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.147+0000 7fc363272640 1 --2- 172.21.15.31:0/3164822487 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc35c0d2270 0x7fc35c0cbd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:23.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.147+0000 7fc363272640 1 -- 172.21.15.31:0/3164822487 >> 172.21.15.31:0/3164822487 conn(0x7fc35c09aa30 msgr2=0x7fc35c0cdf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:23.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.147+0000 7fc363272640 1 -- 172.21.15.31:0/3164822487 shutdown_connections 2024-09-16T07:26:23.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.147+0000 7fc363272640 1 -- 172.21.15.31:0/3164822487 wait complete. 2024-09-16T07:26:23.158 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs subvol20050 --mode 777 --uid 1000 --gid 1000 2024-09-16T07:26:23.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.274+0000 7fcbf7087640 1 -- 172.21.15.31:0/363044121 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcbf00b4b00 msgr2=0x7fcbf0160100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:23.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.274+0000 7fcbf7087640 1 --2- 172.21.15.31:0/363044121 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcbf00b4b00 0x7fcbf0160100 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fcbdc009830 tx=0x7fcbdc02a510 comp rx=0 tx=0).stop 2024-09-16T07:26:23.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.274+0000 7fcbf7087640 1 -- 172.21.15.31:0/363044121 shutdown_connections 2024-09-16T07:26:23.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.274+0000 7fcbf7087640 1 --2- 172.21.15.31:0/363044121 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcbf00b4b00 0x7fcbf0160100 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:23.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.274+0000 7fcbf7087640 1 --2- 172.21.15.31:0/363044121 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcbf015fd20 0x7fcbf00d27d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:23.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.274+0000 7fcbf7087640 1 -- 172.21.15.31:0/363044121 >> 172.21.15.31:0/363044121 conn(0x7fcbf00d1cb0 msgr2=0x7fcbf00d20c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:23.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.274+0000 7fcbf7087640 1 -- 172.21.15.31:0/363044121 shutdown_connections 2024-09-16T07:26:23.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.274+0000 7fcbf7087640 1 -- 172.21.15.31:0/363044121 wait complete. 2024-09-16T07:26:23.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.275+0000 7fcbf7087640 1 Processor -- start 2024-09-16T07:26:23.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.275+0000 7fcbf7087640 1 -- start start 2024-09-16T07:26:23.277 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.276+0000 7fcbf7087640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcbf00b4b00 0x7fcbf006dc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:23.277 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.276+0000 7fcbf7087640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcbf015fd20 0x7fcbf00c7830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:23.277 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.276+0000 7fcbf7087640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcbf0160640 0x7fcbf01f4fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:23.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.276+0000 7fcbf7087640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fcbf00cd030 con 0x7fcbf0160640 2024-09-16T07:26:23.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.276+0000 7fcbf7087640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fcbf015f790 con 0x7fcbf00b4b00 2024-09-16T07:26:23.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.276+0000 7fcbf7087640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fcbf00cd1b0 con 0x7fcbf015fd20 2024-09-16T07:26:23.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.276+0000 7fcbf5624640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcbf0160640 0x7fcbf01f4fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:23.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.276+0000 7fcbf5624640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcbf0160640 0x7fcbf01f4fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:54872/0 (socket says 172.21.15.31:54872) 2024-09-16T07:26:23.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.276+0000 7fcbf5624640 1 -- 172.21.15.31:0/1567620920 learned_addr learned my addr 172.21.15.31:0/1567620920 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:23.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.276+0000 7fcbf4e23640 1 --2- 172.21.15.31:0/1567620920 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcbf00b4b00 0x7fcbf006dc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:23.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.276+0000 7fcbeffff640 1 --2- 172.21.15.31:0/1567620920 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcbf015fd20 0x7fcbf00c7830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:23.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.277+0000 7fcbf5624640 1 -- 172.21.15.31:0/1567620920 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcbf015fd20 msgr2=0x7fcbf00c7830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:23.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.277+0000 7fcbf5624640 1 --2- 172.21.15.31:0/1567620920 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcbf015fd20 0x7fcbf00c7830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:23.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.277+0000 7fcbf5624640 1 -- 172.21.15.31:0/1567620920 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcbf00b4b00 msgr2=0x7fcbf006dc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:23.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.277+0000 7fcbf5624640 1 --2- 172.21.15.31:0/1567620920 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcbf00b4b00 0x7fcbf006dc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:23.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.277+0000 7fcbf5624640 1 -- 172.21.15.31:0/1567620920 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbf01f59f0 con 0x7fcbf0160640 2024-09-16T07:26:23.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.277+0000 7fcbf5624640 1 --2- 172.21.15.31:0/1567620920 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcbf0160640 0x7fcbf01f4fa0 secure :-1 s=READY pgs=1092 cs=0 l=1 rev1=1 crypto rx=0x7fcbe800cb10 tx=0x7fcbe800a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:23.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.277+0000 7fcbed7fa640 1 -- 172.21.15.31:0/1567620920 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbe8016020 con 0x7fcbf0160640 2024-09-16T07:26:23.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.277+0000 7fcbed7fa640 1 -- 172.21.15.31:0/1567620920 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcbe800ad00 con 0x7fcbf0160640 2024-09-16T07:26:23.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.277+0000 7fcbf7087640 1 -- 172.21.15.31:0/1567620920 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcbf01f5cd0 con 0x7fcbf0160640 2024-09-16T07:26:23.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.277+0000 7fcbed7fa640 1 -- 172.21.15.31:0/1567620920 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbe8012680 con 0x7fcbf0160640 2024-09-16T07:26:23.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.277+0000 7fcbf7087640 1 -- 172.21.15.31:0/1567620920 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcbf006e190 con 0x7fcbf0160640 2024-09-16T07:26:23.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.278+0000 7fcbf7087640 1 -- 172.21.15.31:0/1567620920 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcbf0160100 con 0x7fcbf0160640 2024-09-16T07:26:23.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.279+0000 7fcbed7fa640 1 -- 172.21.15.31:0/1567620920 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7fcbe8019020 con 0x7fcbf0160640 2024-09-16T07:26:23.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.280+0000 7fcbed7fa640 1 --2- 172.21.15.31:0/1567620920 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fcbd4078970 0x7fcbd407ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:23.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.280+0000 7fcbf4e23640 1 --2- 172.21.15.31:0/1567620920 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fcbd4078970 0x7fcbd407ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:23.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.280+0000 7fcbed7fa640 1 -- 172.21.15.31:0/1567620920 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5796+0+0 (secure 0 0 0) 0x7fcbe809aed0 con 0x7fcbf0160640 2024-09-16T07:26:23.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.280+0000 7fcbf4e23640 1 --2- 172.21.15.31:0/1567620920 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fcbd4078970 0x7fcbd407ae30 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fcbe4009ca0 tx=0x7fcbe4005f30 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:23.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.284+0000 7fcbed7fa640 1 -- 172.21.15.31:0/1567620920 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fcbe8020030 con 0x7fcbf0160640 2024-09-16T07:26:23.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.499+0000 7fcbf7087640 1 -- 172.21.15.31:0/1567620920 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "subvol20050", "mode": "777", "uid": 1000, "gid": 1000, "target": ["mon-mgr", ""]}) -- 0x7fcbf00b7c30 con 0x7fcbd4078970 2024-09-16T07:26:23.516 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.516+0000 7fcbed7fa640 1 -- 172.21.15.31:0/1567620920 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fcbf00b7c30 con 0x7fcbd4078970 2024-09-16T07:26:23.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.519+0000 7fcbf7087640 1 -- 172.21.15.31:0/1567620920 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fcbd4078970 msgr2=0x7fcbd407ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:23.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.519+0000 7fcbf7087640 1 --2- 172.21.15.31:0/1567620920 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fcbd4078970 0x7fcbd407ae30 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fcbe4009ca0 tx=0x7fcbe4005f30 comp rx=0 tx=0).stop 2024-09-16T07:26:23.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.519+0000 7fcbf7087640 1 -- 172.21.15.31:0/1567620920 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcbf0160640 msgr2=0x7fcbf01f4fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:23.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.519+0000 7fcbf7087640 1 --2- 172.21.15.31:0/1567620920 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcbf0160640 0x7fcbf01f4fa0 secure :-1 s=READY pgs=1092 cs=0 l=1 rev1=1 crypto rx=0x7fcbe800cb10 tx=0x7fcbe800a060 comp rx=0 tx=0).stop 2024-09-16T07:26:23.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.519+0000 7fcbf7087640 1 -- 172.21.15.31:0/1567620920 shutdown_connections 2024-09-16T07:26:23.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.519+0000 7fcbf7087640 1 --2- 172.21.15.31:0/1567620920 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fcbd4078970 0x7fcbd407ae30 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:23.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.519+0000 7fcbf7087640 1 --2- 172.21.15.31:0/1567620920 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcbf0160640 0x7fcbf01f4fa0 unknown :-1 s=CLOSED pgs=1092 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:23.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.519+0000 7fcbf7087640 1 --2- 172.21.15.31:0/1567620920 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcbf015fd20 0x7fcbf00c7830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:23.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.519+0000 7fcbf7087640 1 --2- 172.21.15.31:0/1567620920 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcbf00b4b00 0x7fcbf006dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:23.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.519+0000 7fcbf7087640 1 -- 172.21.15.31:0/1567620920 >> 172.21.15.31:0/1567620920 conn(0x7fcbf00d1cb0 msgr2=0x7fcbf00ce850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:23.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.519+0000 7fcbf7087640 1 -- 172.21.15.31:0/1567620920 shutdown_connections 2024-09-16T07:26:23.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.519+0000 7fcbf7087640 1 -- 172.21.15.31:0/1567620920 wait complete. 2024-09-16T07:26:23.530 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs subvol20050 2024-09-16T07:26:23.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.638+0000 7fb06962a640 1 -- 172.21.15.31:0/441327994 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb0640b2420 msgr2=0x7fb0640d1ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:23.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.638+0000 7fb06962a640 1 --2- 172.21.15.31:0/441327994 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb0640b2420 0x7fb0640d1ab0 secure :-1 s=READY pgs=1094 cs=0 l=1 rev1=1 crypto rx=0x7fb04c009830 tx=0x7fb04c02a510 comp rx=0 tx=0).stop 2024-09-16T07:26:23.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.638+0000 7fb06962a640 1 -- 172.21.15.31:0/441327994 shutdown_connections 2024-09-16T07:26:23.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.638+0000 7fb06962a640 1 --2- 172.21.15.31:0/441327994 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb0640b2420 0x7fb0640d1ab0 unknown :-1 s=CLOSED pgs=1094 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:23.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.638+0000 7fb06962a640 1 --2- 172.21.15.31:0/441327994 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb06415be30 0x7fb0640d06b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:23.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.638+0000 7fb06962a640 1 -- 172.21.15.31:0/441327994 >> 172.21.15.31:0/441327994 conn(0x7fb06409aa30 msgr2=0x7fb06409ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:23.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.638+0000 7fb06962a640 1 -- 172.21.15.31:0/441327994 shutdown_connections 2024-09-16T07:26:23.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.638+0000 7fb06962a640 1 -- 172.21.15.31:0/441327994 wait complete. 2024-09-16T07:26:23.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.640+0000 7fb06962a640 1 Processor -- start 2024-09-16T07:26:23.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.640+0000 7fb06962a640 1 -- start start 2024-09-16T07:26:23.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.640+0000 7fb06962a640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb0640b2420 0x7fb0640c8750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:23.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.641+0000 7fb06962a640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb0640d1ff0 0x7fb064152a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:23.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.641+0000 7fb06962a640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb06415be30 0x7fb064070f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:23.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.641+0000 7fb06962a640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fb0640ced10 con 0x7fb06415be30 2024-09-16T07:26:23.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.641+0000 7fb06962a640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb0640cdea0 con 0x7fb0640b2420 2024-09-16T07:26:23.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.641+0000 7fb06962a640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb0640cee90 con 0x7fb0640d1ff0 2024-09-16T07:26:23.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.641+0000 7fb0637fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb06415be30 0x7fb064070f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:23.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.641+0000 7fb0637fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb06415be30 0x7fb064070f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:54888/0 (socket says 172.21.15.31:54888) 2024-09-16T07:26:23.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.641+0000 7fb0637fe640 1 -- 172.21.15.31:0/643407137 learned_addr learned my addr 172.21.15.31:0/643407137 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:23.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.641+0000 7fb0627fc640 1 --2- 172.21.15.31:0/643407137 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb0640d1ff0 0x7fb064152a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:23.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.641+0000 7fb062ffd640 1 --2- 172.21.15.31:0/643407137 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb0640b2420 0x7fb0640c8750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:23.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.641+0000 7fb0637fe640 1 -- 172.21.15.31:0/643407137 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb0640d1ff0 msgr2=0x7fb064152a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:23.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.641+0000 7fb0637fe640 1 --2- 172.21.15.31:0/643407137 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb0640d1ff0 0x7fb064152a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:23.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.641+0000 7fb0637fe640 1 -- 172.21.15.31:0/643407137 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb0640b2420 msgr2=0x7fb0640c8750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:23.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.641+0000 7fb0637fe640 1 --2- 172.21.15.31:0/643407137 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb0640b2420 0x7fb0640c8750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:23.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.641+0000 7fb0637fe640 1 -- 172.21.15.31:0/643407137 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb06409b9d0 con 0x7fb06415be30 2024-09-16T07:26:23.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.641+0000 7fb0637fe640 1 --2- 172.21.15.31:0/643407137 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb06415be30 0x7fb064070f80 secure :-1 s=READY pgs=1095 cs=0 l=1 rev1=1 crypto rx=0x7fb05400c430 tx=0x7fb05400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:23.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.641+0000 7fb05b7fe640 1 -- 172.21.15.31:0/643407137 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb054011790 con 0x7fb06415be30 2024-09-16T07:26:23.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.641+0000 7fb05b7fe640 1 -- 172.21.15.31:0/643407137 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb054017070 con 0x7fb06415be30 2024-09-16T07:26:23.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.641+0000 7fb06962a640 1 -- 172.21.15.31:0/643407137 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb06409bcb0 con 0x7fb06415be30 2024-09-16T07:26:23.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.641+0000 7fb05b7fe640 1 -- 172.21.15.31:0/643407137 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb054011cc0 con 0x7fb06415be30 2024-09-16T07:26:23.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.641+0000 7fb06962a640 1 -- 172.21.15.31:0/643407137 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb06409e3c0 con 0x7fb06415be30 2024-09-16T07:26:23.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.643+0000 7fb06962a640 1 -- 172.21.15.31:0/643407137 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb0640cf370 con 0x7fb06415be30 2024-09-16T07:26:23.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.643+0000 7fb05b7fe640 1 -- 172.21.15.31:0/643407137 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 16) ==== 101389+0+0 (secure 0 0 0) 0x7fb05401c460 con 0x7fb06415be30 2024-09-16T07:26:23.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.644+0000 7fb05b7fe640 1 --2- 172.21.15.31:0/643407137 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb044078970 0x7fb04407ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:23.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.644+0000 7fb05b7fe640 1 -- 172.21.15.31:0/643407137 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5796+0+0 (secure 0 0 0) 0x7fb05409a900 con 0x7fb06415be30 2024-09-16T07:26:23.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.644+0000 7fb062ffd640 1 --2- 172.21.15.31:0/643407137 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb044078970 0x7fb04407ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:23.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.644+0000 7fb062ffd640 1 --2- 172.21.15.31:0/643407137 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb044078970 0x7fb04407ae30 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fb05c005fd0 tx=0x7fb05c0095e0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:23.647 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.648+0000 7fb05b7fe640 1 -- 172.21.15.31:0/643407137 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fb054062620 con 0x7fb06415be30 2024-09-16T07:26:23.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.866+0000 7fb06962a640 1 -- 172.21.15.31:0/643407137 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "subvol20050", "target": ["mon-mgr", ""]}) -- 0x7fb0640ce980 con 0x7fb044078970 2024-09-16T07:26:23.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.876+0000 7fb05b7fe640 1 -- 172.21.15.31:0/643407137 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+67 (secure 0 0 0) 0x7fb0640ce980 con 0x7fb044078970 2024-09-16T07:26:23.875 INFO:teuthology.orchestra.run.smithi031.stdout:/volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670 2024-09-16T07:26:23.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.878+0000 7fb06962a640 1 -- 172.21.15.31:0/643407137 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb044078970 msgr2=0x7fb04407ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:23.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.878+0000 7fb06962a640 1 --2- 172.21.15.31:0/643407137 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb044078970 0x7fb04407ae30 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fb05c005fd0 tx=0x7fb05c0095e0 comp rx=0 tx=0).stop 2024-09-16T07:26:23.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.878+0000 7fb06962a640 1 -- 172.21.15.31:0/643407137 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb06415be30 msgr2=0x7fb064070f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:23.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.878+0000 7fb06962a640 1 --2- 172.21.15.31:0/643407137 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb06415be30 0x7fb064070f80 secure :-1 s=READY pgs=1095 cs=0 l=1 rev1=1 crypto rx=0x7fb05400c430 tx=0x7fb05400c8f0 comp rx=0 tx=0).stop 2024-09-16T07:26:23.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.878+0000 7fb06962a640 1 -- 172.21.15.31:0/643407137 shutdown_connections 2024-09-16T07:26:23.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.878+0000 7fb06962a640 1 --2- 172.21.15.31:0/643407137 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb044078970 0x7fb04407ae30 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:23.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.878+0000 7fb06962a640 1 --2- 172.21.15.31:0/643407137 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb06415be30 0x7fb064070f80 unknown :-1 s=CLOSED pgs=1095 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:23.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.878+0000 7fb06962a640 1 --2- 172.21.15.31:0/643407137 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb0640d1ff0 0x7fb064152a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:23.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.878+0000 7fb06962a640 1 --2- 172.21.15.31:0/643407137 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb0640b2420 0x7fb0640c8750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:23.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.878+0000 7fb06962a640 1 -- 172.21.15.31:0/643407137 >> 172.21.15.31:0/643407137 conn(0x7fb06409aa30 msgr2=0x7fb06415adb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:23.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.878+0000 7fb06962a640 1 -- 172.21.15.31:0/643407137 shutdown_connections 2024-09-16T07:26:23.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:23.878+0000 7fb06962a640 1 -- 172.21.15.31:0/643407137 wait complete. 2024-09-16T07:26:23.889 DEBUG:tasks.cephfs.test_volumes:filling subvolume subvol20050 with 8 files each 1MB size under directory volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670 2024-09-16T07:26:23.889 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:26:23.889 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:26:23.905 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:23.906 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec dd if=/dev/urandom of=volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670/subvolume_file.0 bs=1M conv=fdatasync count=1 seek=0) 2024-09-16T07:26:23.979 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records in 2024-09-16T07:26:23.979 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records out 2024-09-16T07:26:23.979 INFO:teuthology.orchestra.run.smithi031.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0110438 s, 94.9 MB/s 2024-09-16T07:26:23.979 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:26:23.979 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:26:24.036 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:24.036 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec dd if=/dev/urandom of=volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670/subvolume_file.1 bs=1M conv=fdatasync count=1 seek=0) 2024-09-16T07:26:24.110 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records in 2024-09-16T07:26:24.110 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records out 2024-09-16T07:26:24.110 INFO:teuthology.orchestra.run.smithi031.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.011468 s, 91.4 MB/s 2024-09-16T07:26:24.111 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:26:24.111 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:26:24.166 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:24.167 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec dd if=/dev/urandom of=volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670/subvolume_file.2 bs=1M conv=fdatasync count=1 seek=0) 2024-09-16T07:26:24.239 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records in 2024-09-16T07:26:24.239 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records out 2024-09-16T07:26:24.239 INFO:teuthology.orchestra.run.smithi031.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0105814 s, 99.1 MB/s 2024-09-16T07:26:24.240 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:26:24.240 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:26:24.297 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:24.297 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec dd if=/dev/urandom of=volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670/subvolume_file.3 bs=1M conv=fdatasync count=1 seek=0) 2024-09-16T07:26:24.369 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records in 2024-09-16T07:26:24.369 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records out 2024-09-16T07:26:24.369 INFO:teuthology.orchestra.run.smithi031.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00953448 s, 110 MB/s 2024-09-16T07:26:24.370 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:26:24.370 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:26:24.426 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:24.426 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec dd if=/dev/urandom of=volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670/subvolume_file.4 bs=1M conv=fdatasync count=1 seek=0) 2024-09-16T07:26:24.497 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records in 2024-09-16T07:26:24.497 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records out 2024-09-16T07:26:24.497 INFO:teuthology.orchestra.run.smithi031.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00959427 s, 109 MB/s 2024-09-16T07:26:24.498 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:26:24.498 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:26:24.554 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:24.554 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec dd if=/dev/urandom of=volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670/subvolume_file.5 bs=1M conv=fdatasync count=1 seek=0) 2024-09-16T07:26:24.626 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records in 2024-09-16T07:26:24.626 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records out 2024-09-16T07:26:24.627 INFO:teuthology.orchestra.run.smithi031.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0107544 s, 97.5 MB/s 2024-09-16T07:26:24.627 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:26:24.628 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:26:24.684 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:24.685 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec dd if=/dev/urandom of=volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670/subvolume_file.6 bs=1M conv=fdatasync count=1 seek=0) 2024-09-16T07:26:24.758 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records in 2024-09-16T07:26:24.758 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records out 2024-09-16T07:26:24.758 INFO:teuthology.orchestra.run.smithi031.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.010528 s, 99.6 MB/s 2024-09-16T07:26:24.759 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:26:24.759 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:26:24.815 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:24.815 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec dd if=/dev/urandom of=volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670/subvolume_file.7 bs=1M conv=fdatasync count=1 seek=0) 2024-09-16T07:26:24.888 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records in 2024-09-16T07:26:24.888 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records out 2024-09-16T07:26:24.888 INFO:teuthology.orchestra.run.smithi031.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0104651 s, 100 MB/s 2024-09-16T07:26:24.889 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume snapshot create cephfs subvol20050 subvol_snap63230 2024-09-16T07:26:25.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.041+0000 7f9e301c6640 1 -- 172.21.15.31:0/3472814101 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9e10003a00 msgr2=0x7f9e10003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:25.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.041+0000 7f9e301c6640 1 --2- 172.21.15.31:0/3472814101 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9e10003a00 0x7f9e10003e20 secure :-1 s=READY pgs=1097 cs=0 l=1 rev1=1 crypto rx=0x7f9e2000c290 tx=0x7f9e10005830 comp rx=0 tx=0).stop 2024-09-16T07:26:25.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.041+0000 7f9e2e763640 1 -- 172.21.15.31:0/3472814101 reap_dead start 2024-09-16T07:26:25.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.041+0000 7f9e301c6640 1 -- 172.21.15.31:0/3472814101 shutdown_connections 2024-09-16T07:26:25.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.041+0000 7f9e301c6640 1 -- 172.21.15.31:0/3472814101 >> 172.21.15.31:0/3472814101 conn(0x7f9e280d0b90 msgr2=0x7f9e280d0fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:25.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.041+0000 7f9e301c6640 1 -- 172.21.15.31:0/3472814101 shutdown_connections 2024-09-16T07:26:25.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.041+0000 7f9e301c6640 1 -- 172.21.15.31:0/3472814101 wait complete. 2024-09-16T07:26:25.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.042+0000 7f9e301c6640 1 Processor -- start 2024-09-16T07:26:25.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.043+0000 7f9e301c6640 1 -- start start 2024-09-16T07:26:25.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.043+0000 7f9e301c6640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9e10003a00 0x7f9e28154870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:25.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.043+0000 7f9e301c6640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9e281f5850 0x7f9e2815adb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:25.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.043+0000 7f9e301c6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9e28159fe0 0x7f9e28140f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:25.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.043+0000 7f9e301c6640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f9e280d1830 con 0x7f9e28159fe0 2024-09-16T07:26:25.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.043+0000 7f9e301c6640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f9e280d16b0 con 0x7f9e10003a00 2024-09-16T07:26:25.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.043+0000 7f9e301c6640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f9e280d19b0 con 0x7f9e281f5850 2024-09-16T07:26:25.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.043+0000 7f9e2e763640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9e28159fe0 0x7f9e28140f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:25.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.043+0000 7f9e2e763640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9e28159fe0 0x7f9e28140f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:54904/0 (socket says 172.21.15.31:54904) 2024-09-16T07:26:25.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.043+0000 7f9e2e763640 1 -- 172.21.15.31:0/3574952735 learned_addr learned my addr 172.21.15.31:0/3574952735 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:25.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.044+0000 7f9e2d761640 1 --2- 172.21.15.31:0/3574952735 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9e281f5850 0x7f9e2815adb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:25.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.044+0000 7f9e2df62640 1 --2- 172.21.15.31:0/3574952735 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9e10003a00 0x7f9e28154870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:25.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.044+0000 7f9e2e763640 1 -- 172.21.15.31:0/3574952735 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9e281f5850 msgr2=0x7f9e2815adb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:25.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.044+0000 7f9e2e763640 1 --2- 172.21.15.31:0/3574952735 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9e281f5850 0x7f9e2815adb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:25.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.044+0000 7f9e2e763640 1 -- 172.21.15.31:0/3574952735 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9e10003a00 msgr2=0x7f9e28154870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:25.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.044+0000 7f9e2e763640 1 --2- 172.21.15.31:0/3574952735 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9e10003a00 0x7f9e28154870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:25.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.044+0000 7f9e2e763640 1 -- 172.21.15.31:0/3574952735 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e28153ab0 con 0x7f9e28159fe0 2024-09-16T07:26:25.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.044+0000 7f9e2e763640 1 --2- 172.21.15.31:0/3574952735 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9e28159fe0 0x7f9e28140f90 secure :-1 s=READY pgs=1098 cs=0 l=1 rev1=1 crypto rx=0x7f9e18010ab0 tx=0x7f9e18010eb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:25.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.044+0000 7f9e267fc640 1 -- 172.21.15.31:0/3574952735 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e1800ede0 con 0x7f9e28159fe0 2024-09-16T07:26:25.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.044+0000 7f9e267fc640 1 -- 172.21.15.31:0/3574952735 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9e18015070 con 0x7f9e28159fe0 2024-09-16T07:26:25.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.044+0000 7f9e301c6640 1 -- 172.21.15.31:0/3574952735 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9e28153d90 con 0x7f9e28159fe0 2024-09-16T07:26:25.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.044+0000 7f9e267fc640 1 -- 172.21.15.31:0/3574952735 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e18003d00 con 0x7f9e28159fe0 2024-09-16T07:26:25.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.044+0000 7f9e301c6640 1 -- 172.21.15.31:0/3574952735 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9e2815b2f0 con 0x7f9e28159fe0 2024-09-16T07:26:25.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.045+0000 7f9e301c6640 1 -- 172.21.15.31:0/3574952735 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9e2806cb40 con 0x7f9e28159fe0 2024-09-16T07:26:25.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.046+0000 7f9e267fc640 1 -- 172.21.15.31:0/3574952735 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 17) ==== 101440+0+0 (secure 0 0 0) 0x7f9e18017020 con 0x7f9e28159fe0 2024-09-16T07:26:25.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.046+0000 7f9e267fc640 1 --2- 172.21.15.31:0/3574952735 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9e14078a00 0x7f9e1407aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:25.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.046+0000 7f9e267fc640 1 -- 172.21.15.31:0/3574952735 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5796+0+0 (secure 0 0 0) 0x7f9e1809b180 con 0x7f9e28159fe0 2024-09-16T07:26:25.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.046+0000 7f9e2df62640 1 --2- 172.21.15.31:0/3574952735 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9e14078a00 0x7f9e1407aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:25.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.047+0000 7f9e2df62640 1 --2- 172.21.15.31:0/3574952735 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9e14078a00 0x7f9e1407aec0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f9e20033000 tx=0x7f9e280cdab0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:25.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.051+0000 7f9e267fc640 1 -- 172.21.15.31:0/3574952735 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f9e18063400 con 0x7f9e28159fe0 2024-09-16T07:26:25.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.270+0000 7f9e301c6640 1 -- 172.21.15.31:0/3574952735 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolume snapshot create", "vol_name": "cephfs", "sub_name": "subvol20050", "snap_name": "subvol_snap63230", "target": ["mon-mgr", ""]}) -- 0x7f9e280cd050 con 0x7f9e14078a00 2024-09-16T07:26:25.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.288+0000 7f9e267fc640 1 -- 172.21.15.31:0/3574952735 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f9e280cd050 con 0x7f9e14078a00 2024-09-16T07:26:25.290 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.291+0000 7f9e301c6640 1 -- 172.21.15.31:0/3574952735 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9e14078a00 msgr2=0x7f9e1407aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:25.290 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.291+0000 7f9e301c6640 1 --2- 172.21.15.31:0/3574952735 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9e14078a00 0x7f9e1407aec0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f9e20033000 tx=0x7f9e280cdab0 comp rx=0 tx=0).stop 2024-09-16T07:26:25.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.291+0000 7f9e301c6640 1 -- 172.21.15.31:0/3574952735 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9e28159fe0 msgr2=0x7f9e28140f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:25.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.291+0000 7f9e301c6640 1 --2- 172.21.15.31:0/3574952735 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9e28159fe0 0x7f9e28140f90 secure :-1 s=READY pgs=1098 cs=0 l=1 rev1=1 crypto rx=0x7f9e18010ab0 tx=0x7f9e18010eb0 comp rx=0 tx=0).stop 2024-09-16T07:26:25.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.291+0000 7f9e301c6640 1 -- 172.21.15.31:0/3574952735 shutdown_connections 2024-09-16T07:26:25.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.291+0000 7f9e301c6640 1 --2- 172.21.15.31:0/3574952735 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9e14078a00 0x7f9e1407aec0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:25.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.291+0000 7f9e301c6640 1 --2- 172.21.15.31:0/3574952735 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9e28159fe0 0x7f9e28140f90 unknown :-1 s=CLOSED pgs=1098 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:25.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.291+0000 7f9e301c6640 1 --2- 172.21.15.31:0/3574952735 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9e281f5850 0x7f9e2815adb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:25.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.291+0000 7f9e301c6640 1 --2- 172.21.15.31:0/3574952735 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9e10003a00 0x7f9e28154870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:25.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.291+0000 7f9e301c6640 1 -- 172.21.15.31:0/3574952735 >> 172.21.15.31:0/3574952735 conn(0x7f9e280d0b90 msgr2=0x7f9e281581c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:25.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.291+0000 7f9e301c6640 1 -- 172.21.15.31:0/3574952735 shutdown_connections 2024-09-16T07:26:25.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.291+0000 7f9e301c6640 1 -- 172.21.15.31:0/3574952735 wait complete. 2024-09-16T07:26:25.301 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume snapshot clone cephfs subvol20050 subvol_snap63230 subvol_clone23160 2024-09-16T07:26:25.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.414+0000 7f59dd633640 1 -- 172.21.15.31:0/3195814735 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f59c0003a00 msgr2=0x7f59c0003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:25.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.414+0000 7f59dd633640 1 --2- 172.21.15.31:0/3195814735 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f59c0003a00 0x7f59c0003e20 secure :-1 s=READY pgs=1100 cs=0 l=1 rev1=1 crypto rx=0x7f59c8009b50 tx=0x7f59c0005830 comp rx=0 tx=0).stop 2024-09-16T07:26:25.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.414+0000 7f59d77fe640 1 -- 172.21.15.31:0/3195814735 reap_dead start 2024-09-16T07:26:25.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.414+0000 7f59dd633640 1 -- 172.21.15.31:0/3195814735 shutdown_connections 2024-09-16T07:26:25.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.414+0000 7f59dd633640 1 -- 172.21.15.31:0/3195814735 >> 172.21.15.31:0/3195814735 conn(0x7f59d809aa30 msgr2=0x7f59d809ae40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:25.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.414+0000 7f59dd633640 1 -- 172.21.15.31:0/3195814735 shutdown_connections 2024-09-16T07:26:25.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.414+0000 7f59dd633640 1 -- 172.21.15.31:0/3195814735 wait complete. 2024-09-16T07:26:25.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.415+0000 7f59dd633640 1 Processor -- start 2024-09-16T07:26:25.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.415+0000 7f59dd633640 1 -- start start 2024-09-16T07:26:25.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.416+0000 7f59dd633640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f59c0003a00 0x7f59d80b5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:25.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.416+0000 7f59dd633640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f59d81f67c0 0x7f59d814ba00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:25.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.416+0000 7f59dd633640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f59d81f5c20 0x7f59d81f60a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:25.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.416+0000 7f59dd633640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f59d80d06a0 con 0x7f59c0003a00 2024-09-16T07:26:25.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.416+0000 7f59dd633640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f59d80d1ce0 con 0x7f59d81f5c20 2024-09-16T07:26:25.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.416+0000 7f59dd633640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f59d80c8f80 con 0x7f59d81f67c0 2024-09-16T07:26:25.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.416+0000 7f59d6ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f59c0003a00 0x7f59d80b5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:25.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.416+0000 7f59d6ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f59c0003a00 0x7f59d80b5260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:54920/0 (socket says 172.21.15.31:54920) 2024-09-16T07:26:25.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.416+0000 7f59d6ffd640 1 -- 172.21.15.31:0/3205953529 learned_addr learned my addr 172.21.15.31:0/3205953529 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:25.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.416+0000 7f59d77fe640 1 --2- 172.21.15.31:0/3205953529 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f59d81f5c20 0x7f59d81f60a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:25.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.416+0000 7f59d67fc640 1 --2- 172.21.15.31:0/3205953529 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f59d81f67c0 0x7f59d814ba00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:25.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.417+0000 7f59d6ffd640 1 -- 172.21.15.31:0/3205953529 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f59d81f67c0 msgr2=0x7f59d814ba00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:25.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.417+0000 7f59d6ffd640 1 --2- 172.21.15.31:0/3205953529 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f59d81f67c0 0x7f59d814ba00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:25.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.417+0000 7f59d6ffd640 1 -- 172.21.15.31:0/3205953529 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f59d81f5c20 msgr2=0x7f59d81f60a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:25.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.417+0000 7f59d6ffd640 1 --2- 172.21.15.31:0/3205953529 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f59d81f5c20 0x7f59d81f60a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:25.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.417+0000 7f59d6ffd640 1 -- 172.21.15.31:0/3205953529 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59d80cc060 con 0x7f59c0003a00 2024-09-16T07:26:25.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.417+0000 7f59d6ffd640 1 --2- 172.21.15.31:0/3205953529 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f59c0003a00 0x7f59d80b5260 secure :-1 s=READY pgs=1101 cs=0 l=1 rev1=1 crypto rx=0x7f59c8009a70 tx=0x7f59c8033670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:25.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.417+0000 7f59bf7fe640 1 -- 172.21.15.31:0/3205953529 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59c8038040 con 0x7f59c0003a00 2024-09-16T07:26:25.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.417+0000 7f59bf7fe640 1 -- 172.21.15.31:0/3205953529 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f59c8004020 con 0x7f59c0003a00 2024-09-16T07:26:25.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.417+0000 7f59dd633640 1 -- 172.21.15.31:0/3205953529 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f59d80c91b0 con 0x7f59c0003a00 2024-09-16T07:26:25.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.417+0000 7f59bf7fe640 1 -- 172.21.15.31:0/3205953529 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59c8004470 con 0x7f59c0003a00 2024-09-16T07:26:25.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.417+0000 7f59dd633640 1 -- 172.21.15.31:0/3205953529 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f59d80cb860 con 0x7f59c0003a00 2024-09-16T07:26:25.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.418+0000 7f59dd633640 1 -- 172.21.15.31:0/3205953529 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f59d80d21f0 con 0x7f59c0003a00 2024-09-16T07:26:25.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.419+0000 7f59bf7fe640 1 -- 172.21.15.31:0/3205953529 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 17) ==== 101440+0+0 (secure 0 0 0) 0x7f59c8045020 con 0x7f59c0003a00 2024-09-16T07:26:25.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.419+0000 7f59bf7fe640 1 --2- 172.21.15.31:0/3205953529 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f59c4078a00 0x7f59c407aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:25.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.419+0000 7f59bf7fe640 1 -- 172.21.15.31:0/3205953529 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5796+0+0 (secure 0 0 0) 0x7f59c80bb550 con 0x7f59c0003a00 2024-09-16T07:26:25.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.419+0000 7f59d67fc640 1 --2- 172.21.15.31:0/3205953529 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f59c4078a00 0x7f59c407aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:25.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.420+0000 7f59d67fc640 1 --2- 172.21.15.31:0/3205953529 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f59c4078a00 0x7f59c407aec0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f59d80b51f0 tx=0x7f59cc0067a0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:25.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.423+0000 7f59bf7fe640 1 -- 172.21.15.31:0/3205953529 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f59c8083180 con 0x7f59c0003a00 2024-09-16T07:26:25.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.644+0000 7f59dd633640 1 -- 172.21.15.31:0/3205953529 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolume snapshot clone", "vol_name": "cephfs", "sub_name": "subvol20050", "snap_name": "subvol_snap63230", "target_sub_name": "subvol_clone23160", "target": ["mon-mgr", ""]}) -- 0x7f59d80cb6a0 con 0x7f59c4078a00 2024-09-16T07:26:25.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.713+0000 7f59bf7fe640 1 -- 172.21.15.31:0/3205953529 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f59cc0037e0 con 0x7f59c4078a00 2024-09-16T07:26:25.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.715+0000 7f59dd633640 1 -- 172.21.15.31:0/3205953529 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f59c4078a00 msgr2=0x7f59c407aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:25.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.715+0000 7f59dd633640 1 --2- 172.21.15.31:0/3205953529 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f59c4078a00 0x7f59c407aec0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f59d80b51f0 tx=0x7f59cc0067a0 comp rx=0 tx=0).stop 2024-09-16T07:26:25.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.715+0000 7f59dd633640 1 -- 172.21.15.31:0/3205953529 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f59c0003a00 msgr2=0x7f59d80b5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:25.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.715+0000 7f59dd633640 1 --2- 172.21.15.31:0/3205953529 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f59c0003a00 0x7f59d80b5260 secure :-1 s=READY pgs=1101 cs=0 l=1 rev1=1 crypto rx=0x7f59c8009a70 tx=0x7f59c8033670 comp rx=0 tx=0).stop 2024-09-16T07:26:25.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.715+0000 7f59dd633640 1 -- 172.21.15.31:0/3205953529 shutdown_connections 2024-09-16T07:26:25.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.715+0000 7f59dd633640 1 --2- 172.21.15.31:0/3205953529 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f59c4078a00 0x7f59c407aec0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:25.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.715+0000 7f59dd633640 1 --2- 172.21.15.31:0/3205953529 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f59d81f5c20 0x7f59d81f60a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:25.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.715+0000 7f59dd633640 1 --2- 172.21.15.31:0/3205953529 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f59d81f67c0 0x7f59d814ba00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:25.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.715+0000 7f59dd633640 1 --2- 172.21.15.31:0/3205953529 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f59c0003a00 0x7f59d80b5260 unknown :-1 s=CLOSED pgs=1101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:25.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.715+0000 7f59dd633640 1 -- 172.21.15.31:0/3205953529 >> 172.21.15.31:0/3205953529 conn(0x7f59d809aa30 msgr2=0x7f59d80b2bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:25.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.715+0000 7f59dd633640 1 -- 172.21.15.31:0/3205953529 shutdown_connections 2024-09-16T07:26:25.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.716+0000 7f59dd633640 1 -- 172.21.15.31:0/3205953529 wait complete. 2024-09-16T07:26:25.716 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:26:25.716+0000 7f8a655b5640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:26:25.716 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:26:25.716+0000 7f8a655b5640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:26:25.716 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:26:25.716+0000 7f8a655b5640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:26:25.716 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:26:25.716+0000 7f8a655b5640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:26:25.716 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:26:25.716+0000 7f8a655b5640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:26:25.727 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs clone status cephfs subvol_clone23160 2024-09-16T07:26:25.730 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:26:25.731+0000 7f8a645b3640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:26:25.730 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:26:25.731+0000 7f8a645b3640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:26:25.730 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:26:25.731+0000 7f8a645b3640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:26:25.730 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:26:25.731+0000 7f8a645b3640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:26:25.730 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:26:25.731+0000 7f8a645b3640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:26:25.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.841+0000 7ff471164640 1 -- 172.21.15.31:0/1593095753 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff46c15bad0 msgr2=0x7ff46c0d18a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:25.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.841+0000 7ff471164640 1 --2- 172.21.15.31:0/1593095753 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff46c15bad0 0x7ff46c0d18a0 secure :-1 s=READY pgs=1107 cs=0 l=1 rev1=1 crypto rx=0x7ff45c009860 tx=0x7ff45c02a460 comp rx=0 tx=0).stop 2024-09-16T07:26:25.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.841+0000 7ff471164640 1 -- 172.21.15.31:0/1593095753 shutdown_connections 2024-09-16T07:26:25.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.841+0000 7ff471164640 1 --2- 172.21.15.31:0/1593095753 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff46c15bad0 0x7ff46c0d18a0 unknown :-1 s=CLOSED pgs=1107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:25.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.841+0000 7ff471164640 1 -- 172.21.15.31:0/1593095753 >> 172.21.15.31:0/1593095753 conn(0x7ff46c09aa30 msgr2=0x7ff46c09ae40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:25.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.841+0000 7ff471164640 1 -- 172.21.15.31:0/1593095753 shutdown_connections 2024-09-16T07:26:25.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.841+0000 7ff471164640 1 -- 172.21.15.31:0/1593095753 wait complete. 2024-09-16T07:26:25.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.842+0000 7ff471164640 1 Processor -- start 2024-09-16T07:26:25.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.842+0000 7ff471164640 1 -- start start 2024-09-16T07:26:25.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.843+0000 7ff471164640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff46c0d07f0 0x7ff46c1515f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:25.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.843+0000 7ff471164640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff46c15bad0 0x7ff46c0c7c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:25.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.843+0000 7ff471164640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff46c15f6b0 0x7ff46c15eb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:25.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.843+0000 7ff471164640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7ff46c0b11d0 con 0x7ff46c15f6b0 2024-09-16T07:26:25.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.843+0000 7ff471164640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ff46c0b1050 con 0x7ff46c0d07f0 2024-09-16T07:26:25.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.843+0000 7ff471164640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ff46c0b1350 con 0x7ff46c15bad0 2024-09-16T07:26:25.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.843+0000 7ff46b59e640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff46c15f6b0 0x7ff46c15eb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:25.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.844+0000 7ff46ad9d640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff46c0d07f0 0x7ff46c1515f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:25.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.844+0000 7ff46b59e640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff46c15f6b0 0x7ff46c15eb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:54980/0 (socket says 172.21.15.31:54980) 2024-09-16T07:26:25.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.844+0000 7ff46b59e640 1 -- 172.21.15.31:0/380213815 learned_addr learned my addr 172.21.15.31:0/380213815 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:25.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.844+0000 7ff46a59c640 1 --2- 172.21.15.31:0/380213815 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff46c15bad0 0x7ff46c0c7c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:25.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.844+0000 7ff46b59e640 1 -- 172.21.15.31:0/380213815 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff46c15bad0 msgr2=0x7ff46c0c7c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:25.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.844+0000 7ff46b59e640 1 --2- 172.21.15.31:0/380213815 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff46c15bad0 0x7ff46c0c7c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:25.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.844+0000 7ff46b59e640 1 -- 172.21.15.31:0/380213815 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff46c0d07f0 msgr2=0x7ff46c1515f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:25.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.844+0000 7ff46b59e640 1 --2- 172.21.15.31:0/380213815 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff46c0d07f0 0x7ff46c1515f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:25.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.844+0000 7ff46b59e640 1 -- 172.21.15.31:0/380213815 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff46c15f090 con 0x7ff46c15f6b0 2024-09-16T07:26:25.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.844+0000 7ff46ad9d640 1 --2- 172.21.15.31:0/380213815 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff46c0d07f0 0x7ff46c1515f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T07:26:25.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.844+0000 7ff46b59e640 1 --2- 172.21.15.31:0/380213815 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff46c15f6b0 0x7ff46c15eb50 secure :-1 s=READY pgs=1108 cs=0 l=1 rev1=1 crypto rx=0x7ff46400caa0 tx=0x7ff46400cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:25.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.844+0000 7ff4537fe640 1 -- 172.21.15.31:0/380213815 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff464017070 con 0x7ff46c15f6b0 2024-09-16T07:26:25.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.844+0000 7ff4537fe640 1 -- 172.21.15.31:0/380213815 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff464005070 con 0x7ff46c15f6b0 2024-09-16T07:26:25.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.844+0000 7ff471164640 1 -- 172.21.15.31:0/380213815 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff46c06e130 con 0x7ff46c15f6b0 2024-09-16T07:26:25.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.844+0000 7ff4537fe640 1 -- 172.21.15.31:0/380213815 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4640054c0 con 0x7ff46c15f6b0 2024-09-16T07:26:25.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.844+0000 7ff471164640 1 -- 172.21.15.31:0/380213815 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff46c0c7160 con 0x7ff46c15f6b0 2024-09-16T07:26:25.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.846+0000 7ff471164640 1 -- 172.21.15.31:0/380213815 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff46c0d20b0 con 0x7ff46c15f6b0 2024-09-16T07:26:25.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.846+0000 7ff4537fe640 1 -- 172.21.15.31:0/380213815 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 17) ==== 101440+0+0 (secure 0 0 0) 0x7ff46401a070 con 0x7ff46c15f6b0 2024-09-16T07:26:25.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.847+0000 7ff4537fe640 1 --2- 172.21.15.31:0/380213815 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff458078a00 0x7ff45807aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:25.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.847+0000 7ff46ad9d640 1 --2- 172.21.15.31:0/380213815 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff458078a00 0x7ff45807aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:25.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.847+0000 7ff4537fe640 1 -- 172.21.15.31:0/380213815 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5796+0+0 (secure 0 0 0) 0x7ff46409a420 con 0x7ff46c15f6b0 2024-09-16T07:26:25.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.847+0000 7ff46ad9d640 1 --2- 172.21.15.31:0/380213815 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff458078a00 0x7ff45807aec0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7ff45c034000 tx=0x7ff45c004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:25.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:25.851+0000 7ff4537fe640 1 -- 172.21.15.31:0/380213815 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7ff464062100 con 0x7ff46c15f6b0 2024-09-16T07:26:26.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:26.086+0000 7ff471164640 1 -- 172.21.15.31:0/380213815 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs clone status", "vol_name": "cephfs", "clone_name": "subvol_clone23160", "target": ["mon-mgr", ""]}) -- 0x7ff46c0cce40 con 0x7ff458078a00 2024-09-16T07:26:26.716 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:26:26.717+0000 7f8a4cd04640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:26:26.716 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:26:26.717+0000 7f8a4cd04640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:26:26.716 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:26:26.717+0000 7f8a4cd04640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:26:26.716 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:26:26.717+0000 7f8a4cd04640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:26:26.716 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:26:26.717+0000 7f8a4cd04640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:26:26.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:26.727+0000 7ff4537fe640 1 -- 172.21.15.31:0/380213815 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+46 (secure 0 0 0) 0x7ff46c0cce40 con 0x7ff458078a00 2024-09-16T07:26:26.727 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-16T07:26:26.727 INFO:teuthology.orchestra.run.smithi031.stdout: "status": { 2024-09-16T07:26:26.727 INFO:teuthology.orchestra.run.smithi031.stdout: "state": "complete" 2024-09-16T07:26:26.727 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:26:26.727 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-16T07:26:26.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:26.730+0000 7ff471164640 1 -- 172.21.15.31:0/380213815 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff458078a00 msgr2=0x7ff45807aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:26.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:26.730+0000 7ff471164640 1 --2- 172.21.15.31:0/380213815 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff458078a00 0x7ff45807aec0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7ff45c034000 tx=0x7ff45c004730 comp rx=0 tx=0).stop 2024-09-16T07:26:26.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:26.730+0000 7ff471164640 1 -- 172.21.15.31:0/380213815 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff46c15f6b0 msgr2=0x7ff46c15eb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:26.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:26.730+0000 7ff471164640 1 --2- 172.21.15.31:0/380213815 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff46c15f6b0 0x7ff46c15eb50 secure :-1 s=READY pgs=1108 cs=0 l=1 rev1=1 crypto rx=0x7ff46400caa0 tx=0x7ff46400cf60 comp rx=0 tx=0).stop 2024-09-16T07:26:26.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:26.730+0000 7ff471164640 1 -- 172.21.15.31:0/380213815 shutdown_connections 2024-09-16T07:26:26.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:26.730+0000 7ff471164640 1 --2- 172.21.15.31:0/380213815 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff458078a00 0x7ff45807aec0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:26.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:26.730+0000 7ff471164640 1 --2- 172.21.15.31:0/380213815 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff46c15f6b0 0x7ff46c15eb50 unknown :-1 s=CLOSED pgs=1108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:26.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:26.730+0000 7ff471164640 1 --2- 172.21.15.31:0/380213815 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff46c15bad0 0x7ff46c0c7c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:26.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:26.730+0000 7ff471164640 1 --2- 172.21.15.31:0/380213815 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff46c0d07f0 0x7ff46c1515f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:26.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:26.730+0000 7ff471164640 1 -- 172.21.15.31:0/380213815 >> 172.21.15.31:0/380213815 conn(0x7ff46c09aa30 msgr2=0x7ff46c0ce620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:26.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:26.730+0000 7ff471164640 1 -- 172.21.15.31:0/380213815 shutdown_connections 2024-09-16T07:26:26.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:26.730+0000 7ff471164640 1 -- 172.21.15.31:0/380213815 wait complete. 2024-09-16T07:26:26.741 DEBUG:tasks.cephfs.test_volumes:current clone state = complete 2024-09-16T07:26:26.742 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:26.742 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo cat ./volumes/_nogroup/subvol_clone23160/.meta) 2024-09-16T07:26:26.814 INFO:teuthology.orchestra.run.smithi031.stdout:[GLOBAL] 2024-09-16T07:26:26.814 INFO:teuthology.orchestra.run.smithi031.stdout:version = 2 2024-09-16T07:26:26.814 INFO:teuthology.orchestra.run.smithi031.stdout:type = clone 2024-09-16T07:26:26.814 INFO:teuthology.orchestra.run.smithi031.stdout:path = /volumes/_nogroup/subvol_clone23160/1667c2a4-4280-4dcf-aaaa-b219f099a0f0 2024-09-16T07:26:26.814 INFO:teuthology.orchestra.run.smithi031.stdout:state = complete 2024-09-16T07:26:26.814 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:26:26.816 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs subvol20050 2024-09-16T07:26:26.967 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:26.968+0000 7f2ef9c60640 1 -- 172.21.15.31:0/344905534 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2edc004d40 msgr2=0x7f2edc0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:26.967 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:26.968+0000 7f2ef9c60640 1 --2- 172.21.15.31:0/344905534 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2edc004d40 0x7f2edc0051c0 secure :-1 s=READY pgs=1112 cs=0 l=1 rev1=1 crypto rx=0x7f2eec00c640 tx=0x7f2edc005830 comp rx=0 tx=0).stop 2024-09-16T07:26:26.967 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:26.968+0000 7f2ef3fff640 1 -- 172.21.15.31:0/344905534 reap_dead start 2024-09-16T07:26:26.968 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:26.968+0000 7f2ef9c60640 1 -- 172.21.15.31:0/344905534 shutdown_connections 2024-09-16T07:26:26.968 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:26.968+0000 7f2ef9c60640 1 -- 172.21.15.31:0/344905534 >> 172.21.15.31:0/344905534 conn(0x7f2ef40d0b60 msgr2=0x7f2ef40d0f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:26.968 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:26.968+0000 7f2ef9c60640 1 -- 172.21.15.31:0/344905534 shutdown_connections 2024-09-16T07:26:26.968 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:26.968+0000 7f2ef9c60640 1 -- 172.21.15.31:0/344905534 wait complete. 2024-09-16T07:26:26.968 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:26.969+0000 7f2ef9c60640 1 Processor -- start 2024-09-16T07:26:26.968 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:26.969+0000 7f2ef9c60640 1 -- start start 2024-09-16T07:26:26.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:26.970+0000 7f2ef9c60640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2edc004d40 0x7f2ef415a1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:26.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:26.970+0000 7f2ef9c60640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2ef412fc30 0x7f2ef41555d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:26.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:26.970+0000 7f2ef9c60640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2ef4155b10 0x7f2ef41f24b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:26.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:26.970+0000 7f2ef9c60640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f2ef415b4f0 con 0x7f2ef4155b10 2024-09-16T07:26:26.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:26.970+0000 7f2ef9c60640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f2ef415b370 con 0x7f2edc004d40 2024-09-16T07:26:26.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:26.970+0000 7f2ef9c60640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f2ef415b670 con 0x7f2ef412fc30 2024-09-16T07:26:26.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:26.970+0000 7f2ef3fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2ef4155b10 0x7f2ef41f24b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:26.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:26.970+0000 7f2ef3fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2ef4155b10 0x7f2ef41f24b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55018/0 (socket says 172.21.15.31:55018) 2024-09-16T07:26:26.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:26.970+0000 7f2ef3fff640 1 -- 172.21.15.31:0/2983530539 learned_addr learned my addr 172.21.15.31:0/2983530539 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:26.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:26.970+0000 7f2ef37fe640 1 --2- 172.21.15.31:0/2983530539 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2edc004d40 0x7f2ef415a1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:26.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:26.970+0000 7f2ef2ffd640 1 --2- 172.21.15.31:0/2983530539 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2ef412fc30 0x7f2ef41555d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:26.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:26.970+0000 7f2ef3fff640 1 -- 172.21.15.31:0/2983530539 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2ef412fc30 msgr2=0x7f2ef41555d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:26.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:26.970+0000 7f2ef3fff640 1 --2- 172.21.15.31:0/2983530539 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2ef412fc30 0x7f2ef41555d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:26.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:26.970+0000 7f2ef3fff640 1 -- 172.21.15.31:0/2983530539 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2edc004d40 msgr2=0x7f2ef415a1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:26.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:26.970+0000 7f2ef3fff640 1 --2- 172.21.15.31:0/2983530539 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2edc004d40 0x7f2ef415a1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:26.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:26.970+0000 7f2ef3fff640 1 -- 172.21.15.31:0/2983530539 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ef41f31a0 con 0x7f2ef4155b10 2024-09-16T07:26:26.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:26.970+0000 7f2ef3fff640 1 --2- 172.21.15.31:0/2983530539 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2ef4155b10 0x7f2ef41f24b0 secure :-1 s=READY pgs=1113 cs=0 l=1 rev1=1 crypto rx=0x7f2eec02b4d0 tx=0x7f2eec001aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:26.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:26.971+0000 7f2edbfff640 1 -- 172.21.15.31:0/2983530539 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2eec02bbf0 con 0x7f2ef4155b10 2024-09-16T07:26:26.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:26.971+0000 7f2edbfff640 1 -- 172.21.15.31:0/2983530539 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2eec0060a0 con 0x7f2ef4155b10 2024-09-16T07:26:26.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:26.971+0000 7f2ef9c60640 1 -- 172.21.15.31:0/2983530539 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ef412f150 con 0x7f2ef4155b10 2024-09-16T07:26:26.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:26.971+0000 7f2edbfff640 1 -- 172.21.15.31:0/2983530539 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2eec0064f0 con 0x7f2ef4155b10 2024-09-16T07:26:26.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:26.971+0000 7f2ef9c60640 1 -- 172.21.15.31:0/2983530539 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ef412f710 con 0x7f2ef4155b10 2024-09-16T07:26:26.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:26.972+0000 7f2ef9c60640 1 -- 172.21.15.31:0/2983530539 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ef4073d10 con 0x7f2ef4155b10 2024-09-16T07:26:26.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:26.972+0000 7f2edbfff640 1 -- 172.21.15.31:0/2983530539 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 17) ==== 101440+0+0 (secure 0 0 0) 0x7f2eec006690 con 0x7f2ef4155b10 2024-09-16T07:26:26.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:26.973+0000 7f2edbfff640 1 --2- 172.21.15.31:0/2983530539 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2ee0078a00 0x7f2ee007aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:26.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:26.973+0000 7f2edbfff640 1 -- 172.21.15.31:0/2983530539 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5796+0+0 (secure 0 0 0) 0x7f2eec0badd0 con 0x7f2ef4155b10 2024-09-16T07:26:26.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:26.973+0000 7f2ef37fe640 1 --2- 172.21.15.31:0/2983530539 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2ee0078a00 0x7f2ee007aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:26.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:26.973+0000 7f2ef37fe640 1 --2- 172.21.15.31:0/2983530539 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2ee0078a00 0x7f2ee007aec0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f2ef406ec60 tx=0x7f2ee4005f90 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:26.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:26.977+0000 7f2edbfff640 1 -- 172.21.15.31:0/2983530539 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f2eec082fc0 con 0x7f2ef4155b10 2024-09-16T07:26:27.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.190+0000 7f2ef9c60640 1 -- 172.21.15.31:0/2983530539 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "subvol20050", "target": ["mon-mgr", ""]}) -- 0x7f2ef412f8e0 con 0x7f2ee0078a00 2024-09-16T07:26:27.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.206+0000 7f2edbfff640 1 -- 172.21.15.31:0/2983530539 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+67 (secure 0 0 0) 0x7f2ef412f8e0 con 0x7f2ee0078a00 2024-09-16T07:26:27.206 INFO:teuthology.orchestra.run.smithi031.stdout:/volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670 2024-09-16T07:26:27.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.208+0000 7f2ef9c60640 1 -- 172.21.15.31:0/2983530539 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2ee0078a00 msgr2=0x7f2ee007aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:27.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.209+0000 7f2ef9c60640 1 --2- 172.21.15.31:0/2983530539 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2ee0078a00 0x7f2ee007aec0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f2ef406ec60 tx=0x7f2ee4005f90 comp rx=0 tx=0).stop 2024-09-16T07:26:27.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.209+0000 7f2ef9c60640 1 -- 172.21.15.31:0/2983530539 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2ef4155b10 msgr2=0x7f2ef41f24b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:27.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.209+0000 7f2ef9c60640 1 --2- 172.21.15.31:0/2983530539 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2ef4155b10 0x7f2ef41f24b0 secure :-1 s=READY pgs=1113 cs=0 l=1 rev1=1 crypto rx=0x7f2eec02b4d0 tx=0x7f2eec001aa0 comp rx=0 tx=0).stop 2024-09-16T07:26:27.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.209+0000 7f2ef9c60640 1 -- 172.21.15.31:0/2983530539 shutdown_connections 2024-09-16T07:26:27.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.209+0000 7f2ef9c60640 1 --2- 172.21.15.31:0/2983530539 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2ee0078a00 0x7f2ee007aec0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:27.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.209+0000 7f2ef9c60640 1 --2- 172.21.15.31:0/2983530539 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2ef4155b10 0x7f2ef41f24b0 unknown :-1 s=CLOSED pgs=1113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:27.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.209+0000 7f2ef9c60640 1 --2- 172.21.15.31:0/2983530539 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2ef412fc30 0x7f2ef41555d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:27.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.209+0000 7f2ef9c60640 1 --2- 172.21.15.31:0/2983530539 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2edc004d40 0x7f2ef415a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:27.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.209+0000 7f2ef9c60640 1 -- 172.21.15.31:0/2983530539 >> 172.21.15.31:0/2983530539 conn(0x7f2ef40d0b60 msgr2=0x7f2ef4070dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:27.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.209+0000 7f2ef9c60640 1 -- 172.21.15.31:0/2983530539 shutdown_connections 2024-09-16T07:26:27.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.209+0000 7f2ef9c60640 1 -- 172.21.15.31:0/2983530539 wait complete. 2024-09-16T07:26:27.219 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs subvol_clone23160 2024-09-16T07:26:27.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.328+0000 7fbb04616640 1 -- 172.21.15.31:0/529174443 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbafc15bef0 msgr2=0x7fbafc0b2e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:27.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.328+0000 7fbb04616640 1 --2- 172.21.15.31:0/529174443 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbafc15bef0 0x7fbafc0b2e40 secure :-1 s=READY pgs=1114 cs=0 l=1 rev1=1 crypto rx=0x7fbafc0b4830 tx=0x7fbaf002a560 comp rx=0 tx=0).stop 2024-09-16T07:26:27.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.328+0000 7fbb04616640 1 -- 172.21.15.31:0/529174443 shutdown_connections 2024-09-16T07:26:27.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.328+0000 7fbb04616640 1 --2- 172.21.15.31:0/529174443 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbafc0cfb00 0x7fbafc15f7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:27.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.328+0000 7fbb04616640 1 --2- 172.21.15.31:0/529174443 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbafc15bef0 0x7fbafc0b2e40 unknown :-1 s=CLOSED pgs=1114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:27.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.328+0000 7fbb04616640 1 --2- 172.21.15.31:0/529174443 >> v2:172.21.15.155:3300/0 conn(0x7fbafc0d1b30 0x7fbafc0d1f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:27.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.328+0000 7fbb04616640 1 -- 172.21.15.31:0/529174443 >> 172.21.15.31:0/529174443 conn(0x7fbafc09aa30 msgr2=0x7fbafc09ae40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:27.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.328+0000 7fbb04616640 1 -- 172.21.15.31:0/529174443 shutdown_connections 2024-09-16T07:26:27.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.328+0000 7fbb04616640 1 -- 172.21.15.31:0/529174443 wait complete. 2024-09-16T07:26:27.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.329+0000 7fbb04616640 1 Processor -- start 2024-09-16T07:26:27.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.329+0000 7fbb04616640 1 -- start start 2024-09-16T07:26:27.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.330+0000 7fbb04616640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbafc0cfb00 0x7fbafc0aec10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:27.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.330+0000 7fbb04616640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbafc0d1b30 0x7fbafc151c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:27.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.330+0000 7fbb04616640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbafc15bef0 0x7fbafc152140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:27.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.330+0000 7fbb04616640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fbafc15fe90 con 0x7fbafc0cfb00 2024-09-16T07:26:27.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.330+0000 7fbb04616640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fbafc15fd10 con 0x7fbafc0d1b30 2024-09-16T07:26:27.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.330+0000 7fbb04616640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fbafc160010 con 0x7fbafc15bef0 2024-09-16T07:26:27.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.330+0000 7fbb023b2640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbafc0cfb00 0x7fbafc0aec10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:27.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.330+0000 7fbb023b2640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbafc0cfb00 0x7fbafc0aec10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55044/0 (socket says 172.21.15.31:55044) 2024-09-16T07:26:27.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.330+0000 7fbb023b2640 1 -- 172.21.15.31:0/3746901391 learned_addr learned my addr 172.21.15.31:0/3746901391 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:27.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.330+0000 7fbb01bb1640 1 --2- 172.21.15.31:0/3746901391 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbafc0d1b30 0x7fbafc151c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:27.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.330+0000 7fbb02bb3640 1 --2- 172.21.15.31:0/3746901391 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbafc15bef0 0x7fbafc152140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:27.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.330+0000 7fbb023b2640 1 -- 172.21.15.31:0/3746901391 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbafc15bef0 msgr2=0x7fbafc152140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:27.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.330+0000 7fbb023b2640 1 --2- 172.21.15.31:0/3746901391 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbafc15bef0 0x7fbafc152140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:27.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.330+0000 7fbb023b2640 1 -- 172.21.15.31:0/3746901391 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbafc0d1b30 msgr2=0x7fbafc151c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:27.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.330+0000 7fbb023b2640 1 --2- 172.21.15.31:0/3746901391 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbafc0d1b30 0x7fbafc151c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:27.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.330+0000 7fbb023b2640 1 -- 172.21.15.31:0/3746901391 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbafc1f5200 con 0x7fbafc0cfb00 2024-09-16T07:26:27.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.330+0000 7fbb01bb1640 1 --2- 172.21.15.31:0/3746901391 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbafc0d1b30 0x7fbafc151c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:26:27.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.331+0000 7fbb023b2640 1 --2- 172.21.15.31:0/3746901391 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbafc0cfb00 0x7fbafc0aec10 secure :-1 s=READY pgs=1115 cs=0 l=1 rev1=1 crypto rx=0x7fbaf800d980 tx=0x7fbaf800de40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:27.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.331+0000 7fbaeeffd640 1 -- 172.21.15.31:0/3746901391 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbaf8017070 con 0x7fbafc0cfb00 2024-09-16T07:26:27.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.331+0000 7fbaeeffd640 1 -- 172.21.15.31:0/3746901391 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbaf8009d20 con 0x7fbafc0cfb00 2024-09-16T07:26:27.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.331+0000 7fbaeeffd640 1 -- 172.21.15.31:0/3746901391 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbaf8004280 con 0x7fbafc0cfb00 2024-09-16T07:26:27.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.331+0000 7fbb04616640 1 -- 172.21.15.31:0/3746901391 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbafc1f7930 con 0x7fbafc0cfb00 2024-09-16T07:26:27.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.331+0000 7fbb04616640 1 -- 172.21.15.31:0/3746901391 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbafc1f7ef0 con 0x7fbafc0cfb00 2024-09-16T07:26:27.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.332+0000 7fbb04616640 1 -- 172.21.15.31:0/3746901391 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbafc1605a0 con 0x7fbafc0cfb00 2024-09-16T07:26:27.334 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.333+0000 7fbaeeffd640 1 -- 172.21.15.31:0/3746901391 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 17) ==== 101440+0+0 (secure 0 0 0) 0x7fbaf80035f0 con 0x7fbafc0cfb00 2024-09-16T07:26:27.334 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.333+0000 7fbaeeffd640 1 --2- 172.21.15.31:0/3746901391 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fbae0078a00 0x7fbae007aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:27.334 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.333+0000 7fbaeeffd640 1 -- 172.21.15.31:0/3746901391 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5796+0+0 (secure 0 0 0) 0x7fbaf809af70 con 0x7fbafc0cfb00 2024-09-16T07:26:27.334 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.333+0000 7fbb01bb1640 1 --2- 172.21.15.31:0/3746901391 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fbae0078a00 0x7fbae007aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:27.334 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.334+0000 7fbb01bb1640 1 --2- 172.21.15.31:0/3746901391 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fbae0078a00 0x7fbae007aec0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fbaf0033000 tx=0x7fbaf0004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:27.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.337+0000 7fbaeeffd640 1 -- 172.21.15.31:0/3746901391 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fbaf8063150 con 0x7fbafc0cfb00 2024-09-16T07:26:27.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.557+0000 7fbb04616640 1 -- 172.21.15.31:0/3746901391 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "subvol_clone23160", "target": ["mon-mgr", ""]}) -- 0x7fbafc0d2b00 con 0x7fbae0078a00 2024-09-16T07:26:27.562 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.563+0000 7fbaeeffd640 1 -- 172.21.15.31:0/3746901391 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+73 (secure 0 0 0) 0x7fbafc0d2b00 con 0x7fbae0078a00 2024-09-16T07:26:27.563 INFO:teuthology.orchestra.run.smithi031.stdout:/volumes/_nogroup/subvol_clone23160/1667c2a4-4280-4dcf-aaaa-b219f099a0f0 2024-09-16T07:26:27.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.565+0000 7fbb04616640 1 -- 172.21.15.31:0/3746901391 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fbae0078a00 msgr2=0x7fbae007aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:27.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.565+0000 7fbb04616640 1 --2- 172.21.15.31:0/3746901391 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fbae0078a00 0x7fbae007aec0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fbaf0033000 tx=0x7fbaf0004730 comp rx=0 tx=0).stop 2024-09-16T07:26:27.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.565+0000 7fbb04616640 1 -- 172.21.15.31:0/3746901391 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbafc0cfb00 msgr2=0x7fbafc0aec10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:27.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.565+0000 7fbb04616640 1 --2- 172.21.15.31:0/3746901391 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbafc0cfb00 0x7fbafc0aec10 secure :-1 s=READY pgs=1115 cs=0 l=1 rev1=1 crypto rx=0x7fbaf800d980 tx=0x7fbaf800de40 comp rx=0 tx=0).stop 2024-09-16T07:26:27.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.565+0000 7fbb04616640 1 -- 172.21.15.31:0/3746901391 shutdown_connections 2024-09-16T07:26:27.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.565+0000 7fbb04616640 1 --2- 172.21.15.31:0/3746901391 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fbae0078a00 0x7fbae007aec0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:27.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.565+0000 7fbb04616640 1 --2- 172.21.15.31:0/3746901391 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbafc15bef0 0x7fbafc152140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:27.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.565+0000 7fbb04616640 1 --2- 172.21.15.31:0/3746901391 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbafc0d1b30 0x7fbafc151c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:27.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.565+0000 7fbb04616640 1 --2- 172.21.15.31:0/3746901391 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbafc0cfb00 0x7fbafc0aec10 unknown :-1 s=CLOSED pgs=1115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:27.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.565+0000 7fbb04616640 1 -- 172.21.15.31:0/3746901391 >> 172.21.15.31:0/3746901391 conn(0x7fbafc09aa30 msgr2=0x7fbafc0b0090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:27.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.565+0000 7fbb04616640 1 -- 172.21.15.31:0/3746901391 shutdown_connections 2024-09-16T07:26:27.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.565+0000 7fbb04616640 1 -- 172.21.15.31:0/3746901391 wait complete. 2024-09-16T07:26:27.575 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:27.576 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.dir.rentries volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670/.snap/subvol_snap63230) 2024-09-16T07:26:27.602 INFO:teuthology.orchestra.run.smithi031.stdout:9 2024-09-16T07:26:27.602 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:27.602 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.dir.rentries volumes/_nogroup/subvol_clone23160/1667c2a4-4280-4dcf-aaaa-b219f099a0f0) 2024-09-16T07:26:27.662 INFO:teuthology.orchestra.run.smithi031.stdout:9 2024-09-16T07:26:27.662 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume info cephfs subvol_clone23160 2024-09-16T07:26:27.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.811+0000 7f08439b4640 1 -- 172.21.15.31:0/2416451573 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f083c1617f0 msgr2=0x7f083c0d1d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:27.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.811+0000 7f08439b4640 1 --2- 172.21.15.31:0/2416451573 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f083c1617f0 0x7f083c0d1d30 secure :-1 s=READY pgs=1117 cs=0 l=1 rev1=1 crypto rx=0x7f082c005fd0 tx=0x7f082c02a820 comp rx=0 tx=0).stop 2024-09-16T07:26:27.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.811+0000 7f08439b4640 1 -- 172.21.15.31:0/2416451573 shutdown_connections 2024-09-16T07:26:27.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.811+0000 7f08439b4640 1 --2- 172.21.15.31:0/2416451573 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f083c0b3de0 0x7f083c0b4230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:27.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.811+0000 7f08439b4640 1 --2- 172.21.15.31:0/2416451573 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f083c1617f0 0x7f083c0d1d30 unknown :-1 s=CLOSED pgs=1117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:27.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.811+0000 7f08439b4640 1 -- 172.21.15.31:0/2416451573 >> 172.21.15.31:0/2416451573 conn(0x7f083c0d3e30 msgr2=0x7f083c0d4240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:27.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.811+0000 7f08439b4640 1 -- 172.21.15.31:0/2416451573 shutdown_connections 2024-09-16T07:26:27.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.811+0000 7f08439b4640 1 -- 172.21.15.31:0/2416451573 wait complete. 2024-09-16T07:26:27.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.813+0000 7f08439b4640 1 Processor -- start 2024-09-16T07:26:27.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.813+0000 7f08439b4640 1 -- start start 2024-09-16T07:26:27.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.813+0000 7f08439b4640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f083c0b3de0 0x7f083c0b8670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:27.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.813+0000 7f08439b4640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f083c0d01b0 0x7f083c0b9170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:27.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.813+0000 7f08439b4640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f083c1617f0 0x7f083c0b96b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:27.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.813+0000 7f08439b4640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f083c0b48f0 con 0x7f083c0b3de0 2024-09-16T07:26:27.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.813+0000 7f08439b4640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f083c0b4770 con 0x7f083c0d01b0 2024-09-16T07:26:27.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.813+0000 7f08439b4640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f083c0b4a70 con 0x7f083c1617f0 2024-09-16T07:26:27.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.814+0000 7f0841750640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f083c0b3de0 0x7f083c0b8670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:27.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.814+0000 7f0841750640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f083c0b3de0 0x7f083c0b8670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55058/0 (socket says 172.21.15.31:55058) 2024-09-16T07:26:27.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.814+0000 7f0841750640 1 -- 172.21.15.31:0/1528025794 learned_addr learned my addr 172.21.15.31:0/1528025794 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:27.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.814+0000 7f0841f51640 1 --2- 172.21.15.31:0/1528025794 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f083c1617f0 0x7f083c0b96b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:27.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.814+0000 7f0840f4f640 1 --2- 172.21.15.31:0/1528025794 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f083c0d01b0 0x7f083c0b9170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:27.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.814+0000 7f0841750640 1 -- 172.21.15.31:0/1528025794 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f083c1617f0 msgr2=0x7f083c0b96b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:27.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.814+0000 7f0841750640 1 --2- 172.21.15.31:0/1528025794 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f083c1617f0 0x7f083c0b96b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:27.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.814+0000 7f0841750640 1 -- 172.21.15.31:0/1528025794 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f083c0d01b0 msgr2=0x7f083c0b9170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:27.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.814+0000 7f0841750640 1 --2- 172.21.15.31:0/1528025794 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f083c0d01b0 0x7f083c0b9170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:27.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.814+0000 7f0841750640 1 -- 172.21.15.31:0/1528025794 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f083c1f8ca0 con 0x7f083c0b3de0 2024-09-16T07:26:27.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.814+0000 7f0841750640 1 --2- 172.21.15.31:0/1528025794 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f083c0b3de0 0x7f083c0b8670 secure :-1 s=READY pgs=1118 cs=0 l=1 rev1=1 crypto rx=0x7f082c035040 tx=0x7f082c032c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:27.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.814+0000 7f0839ffb640 1 -- 172.21.15.31:0/1528025794 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f082c037040 con 0x7f083c0b3de0 2024-09-16T07:26:27.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.814+0000 7f0839ffb640 1 -- 172.21.15.31:0/1528025794 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f082c004040 con 0x7f083c0b3de0 2024-09-16T07:26:27.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.814+0000 7f08439b4640 1 -- 172.21.15.31:0/1528025794 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f083c1f4c70 con 0x7f083c0b3de0 2024-09-16T07:26:27.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.814+0000 7f0839ffb640 1 -- 172.21.15.31:0/1528025794 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f082c004290 con 0x7f083c0b3de0 2024-09-16T07:26:27.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.814+0000 7f08439b4640 1 -- 172.21.15.31:0/1528025794 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f083c1f5230 con 0x7f083c0b3de0 2024-09-16T07:26:27.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.815+0000 7f08439b4640 1 -- 172.21.15.31:0/1528025794 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f083c1f4a60 con 0x7f083c0b3de0 2024-09-16T07:26:27.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.816+0000 7f0839ffb640 1 -- 172.21.15.31:0/1528025794 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 17) ==== 101440+0+0 (secure 0 0 0) 0x7f082c044020 con 0x7f083c0b3de0 2024-09-16T07:26:27.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.817+0000 7f0839ffb640 1 --2- 172.21.15.31:0/1528025794 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0828078a00 0x7f082807aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:27.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.817+0000 7f0839ffb640 1 -- 172.21.15.31:0/1528025794 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5796+0+0 (secure 0 0 0) 0x7f082c0bb330 con 0x7f083c0b3de0 2024-09-16T07:26:27.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.817+0000 7f0840f4f640 1 --2- 172.21.15.31:0/1528025794 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0828078a00 0x7f082807aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:27.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.818+0000 7f0840f4f640 1 --2- 172.21.15.31:0/1528025794 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0828078a00 0x7f082807aec0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f08300046b0 tx=0x7f0830009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:27.821 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:27.821+0000 7f0839ffb640 1 -- 172.21.15.31:0/1528025794 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f082c04b020 con 0x7f083c0b3de0 2024-09-16T07:26:28.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:28.035+0000 7f08439b4640 1 -- 172.21.15.31:0/1528025794 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolume info", "vol_name": "cephfs", "sub_name": "subvol_clone23160", "target": ["mon-mgr", ""]}) -- 0x7f083c0b4f90 con 0x7f0828078a00 2024-09-16T07:26:28.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:28.043+0000 7f0839ffb640 1 -- 172.21.15.31:0/1528025794 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+743 (secure 0 0 0) 0x7f083c0b4f90 con 0x7f0828078a00 2024-09-16T07:26:28.042 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-16T07:26:28.042 INFO:teuthology.orchestra.run.smithi031.stdout: "atime": "2024-09-16 07:26:21", 2024-09-16T07:26:28.042 INFO:teuthology.orchestra.run.smithi031.stdout: "bytes_pcent": "80.00", 2024-09-16T07:26:28.042 INFO:teuthology.orchestra.run.smithi031.stdout: "bytes_quota": 10485760, 2024-09-16T07:26:28.042 INFO:teuthology.orchestra.run.smithi031.stdout: "bytes_used": 8388608, 2024-09-16T07:26:28.043 INFO:teuthology.orchestra.run.smithi031.stdout: "created_at": "2024-09-16 07:26:25", 2024-09-16T07:26:28.043 INFO:teuthology.orchestra.run.smithi031.stdout: "ctime": "2024-09-16 07:26:25", 2024-09-16T07:26:28.043 INFO:teuthology.orchestra.run.smithi031.stdout: "data_pool": "cephfs_data", 2024-09-16T07:26:28.043 INFO:teuthology.orchestra.run.smithi031.stdout: "earmark": "", 2024-09-16T07:26:28.043 INFO:teuthology.orchestra.run.smithi031.stdout: "features": [ 2024-09-16T07:26:28.043 INFO:teuthology.orchestra.run.smithi031.stdout: "snapshot-clone", 2024-09-16T07:26:28.043 INFO:teuthology.orchestra.run.smithi031.stdout: "snapshot-autoprotect", 2024-09-16T07:26:28.043 INFO:teuthology.orchestra.run.smithi031.stdout: "snapshot-retention" 2024-09-16T07:26:28.043 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:26:28.043 INFO:teuthology.orchestra.run.smithi031.stdout: "flavor": 2, 2024-09-16T07:26:28.043 INFO:teuthology.orchestra.run.smithi031.stdout: "gid": 1000, 2024-09-16T07:26:28.043 INFO:teuthology.orchestra.run.smithi031.stdout: "mode": 16895, 2024-09-16T07:26:28.044 INFO:teuthology.orchestra.run.smithi031.stdout: "mon_addrs": [ 2024-09-16T07:26:28.044 INFO:teuthology.orchestra.run.smithi031.stdout: "172.21.15.31:6789", 2024-09-16T07:26:28.044 INFO:teuthology.orchestra.run.smithi031.stdout: "172.21.15.155:6789", 2024-09-16T07:26:28.044 INFO:teuthology.orchestra.run.smithi031.stdout: "172.21.15.155:6790" 2024-09-16T07:26:28.044 INFO:teuthology.orchestra.run.smithi031.stdout: ], 2024-09-16T07:26:28.044 INFO:teuthology.orchestra.run.smithi031.stdout: "mtime": "2024-09-16 07:26:24", 2024-09-16T07:26:28.044 INFO:teuthology.orchestra.run.smithi031.stdout: "path": "/volumes/_nogroup/subvol_clone23160/1667c2a4-4280-4dcf-aaaa-b219f099a0f0", 2024-09-16T07:26:28.044 INFO:teuthology.orchestra.run.smithi031.stdout: "pool_namespace": "", 2024-09-16T07:26:28.044 INFO:teuthology.orchestra.run.smithi031.stdout: "state": "complete", 2024-09-16T07:26:28.044 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "clone", 2024-09-16T07:26:28.044 INFO:teuthology.orchestra.run.smithi031.stdout: "uid": 1000 2024-09-16T07:26:28.044 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-16T07:26:28.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:28.045+0000 7f08439b4640 1 -- 172.21.15.31:0/1528025794 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0828078a00 msgr2=0x7f082807aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:28.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:28.045+0000 7f08439b4640 1 --2- 172.21.15.31:0/1528025794 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0828078a00 0x7f082807aec0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f08300046b0 tx=0x7f0830009040 comp rx=0 tx=0).stop 2024-09-16T07:26:28.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:28.045+0000 7f08439b4640 1 -- 172.21.15.31:0/1528025794 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f083c0b3de0 msgr2=0x7f083c0b8670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:28.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:28.045+0000 7f08439b4640 1 --2- 172.21.15.31:0/1528025794 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f083c0b3de0 0x7f083c0b8670 secure :-1 s=READY pgs=1118 cs=0 l=1 rev1=1 crypto rx=0x7f082c035040 tx=0x7f082c032c90 comp rx=0 tx=0).stop 2024-09-16T07:26:28.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:28.045+0000 7f08439b4640 1 -- 172.21.15.31:0/1528025794 shutdown_connections 2024-09-16T07:26:28.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:28.045+0000 7f08439b4640 1 --2- 172.21.15.31:0/1528025794 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0828078a00 0x7f082807aec0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:28.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:28.045+0000 7f08439b4640 1 --2- 172.21.15.31:0/1528025794 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f083c1617f0 0x7f083c0b96b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:28.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:28.045+0000 7f08439b4640 1 --2- 172.21.15.31:0/1528025794 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f083c0d01b0 0x7f083c0b9170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:28.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:28.045+0000 7f08439b4640 1 --2- 172.21.15.31:0/1528025794 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f083c0b3de0 0x7f083c0b8670 unknown :-1 s=CLOSED pgs=1118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:28.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:28.045+0000 7f08439b4640 1 -- 172.21.15.31:0/1528025794 >> 172.21.15.31:0/1528025794 conn(0x7f083c0d3e30 msgr2=0x7f083c0b0e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:28.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:28.045+0000 7f08439b4640 1 -- 172.21.15.31:0/1528025794 shutdown_connections 2024-09-16T07:26:28.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:28.045+0000 7f08439b4640 1 -- 172.21.15.31:0/1528025794 wait complete. 2024-09-16T07:26:28.055 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:28.055 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.quota.max_bytes volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670/.snap/subvol_snap63230) 2024-09-16T07:26:28.077 INFO:teuthology.orchestra.run.smithi031.stdout:10485760 2024-09-16T07:26:28.078 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:28.078 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.dir.layout.pool volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670/.snap/subvol_snap63230) 2024-09-16T07:26:28.139 INFO:teuthology.orchestra.run.smithi031.stdout:cephfs_data 2024-09-16T07:26:28.139 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:28.140 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.dir.layout.pool_namespace volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670/.snap/subvol_snap63230) 2024-09-16T07:26:28.201 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:28.201 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec find volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670/.snap/subvol_snap63230) 2024-09-16T07:26:28.265 INFO:teuthology.orchestra.run.smithi031.stdout:volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670/.snap/subvol_snap63230 2024-09-16T07:26:28.265 INFO:teuthology.orchestra.run.smithi031.stdout:volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670/.snap/subvol_snap63230/subvolume_file.2 2024-09-16T07:26:28.265 INFO:teuthology.orchestra.run.smithi031.stdout:volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670/.snap/subvol_snap63230/subvolume_file.5 2024-09-16T07:26:28.265 INFO:teuthology.orchestra.run.smithi031.stdout:volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670/.snap/subvol_snap63230/subvolume_file.4 2024-09-16T07:26:28.265 INFO:teuthology.orchestra.run.smithi031.stdout:volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670/.snap/subvol_snap63230/subvolume_file.7 2024-09-16T07:26:28.265 INFO:teuthology.orchestra.run.smithi031.stdout:volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670/.snap/subvol_snap63230/subvolume_file.6 2024-09-16T07:26:28.265 INFO:teuthology.orchestra.run.smithi031.stdout:volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670/.snap/subvol_snap63230/subvolume_file.0 2024-09-16T07:26:28.266 INFO:teuthology.orchestra.run.smithi031.stdout:volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670/.snap/subvol_snap63230/subvolume_file.3 2024-09-16T07:26:28.266 INFO:teuthology.orchestra.run.smithi031.stdout:volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670/.snap/subvol_snap63230/subvolume_file.1 2024-09-16T07:26:28.266 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:28.266 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%f volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670/.snap/subvol_snap63230) 2024-09-16T07:26:28.323 INFO:teuthology.orchestra.run.smithi031.stdout:41ff 2024-09-16T07:26:28.324 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:28.324 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%f volumes/_nogroup/subvol_clone23160/1667c2a4-4280-4dcf-aaaa-b219f099a0f0/) 2024-09-16T07:26:28.381 INFO:teuthology.orchestra.run.smithi031.stdout:41ff 2024-09-16T07:26:28.381 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:28.381 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%u volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670/.snap/subvol_snap63230) 2024-09-16T07:26:28.439 INFO:teuthology.orchestra.run.smithi031.stdout:1000 2024-09-16T07:26:28.439 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:28.439 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%u volumes/_nogroup/subvol_clone23160/1667c2a4-4280-4dcf-aaaa-b219f099a0f0/) 2024-09-16T07:26:28.495 INFO:teuthology.orchestra.run.smithi031.stdout:1000 2024-09-16T07:26:28.496 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:28.496 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%g volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670/.snap/subvol_snap63230) 2024-09-16T07:26:28.554 INFO:teuthology.orchestra.run.smithi031.stdout:1000 2024-09-16T07:26:28.554 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:28.554 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%g volumes/_nogroup/subvol_clone23160/1667c2a4-4280-4dcf-aaaa-b219f099a0f0/) 2024-09-16T07:26:28.611 INFO:teuthology.orchestra.run.smithi031.stdout:1000 2024-09-16T07:26:28.611 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:28.611 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%Y volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670/.snap/subvol_snap63230) 2024-09-16T07:26:28.668 INFO:teuthology.orchestra.run.smithi031.stdout:1726471584 2024-09-16T07:26:28.669 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:28.670 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%Y volumes/_nogroup/subvol_clone23160/1667c2a4-4280-4dcf-aaaa-b219f099a0f0/) 2024-09-16T07:26:28.729 INFO:teuthology.orchestra.run.smithi031.stdout:1726471584 2024-09-16T07:26:28.729 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:28.729 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%f volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670/.snap/subvol_snap63230/subvolume_file.2) 2024-09-16T07:26:28.787 INFO:teuthology.orchestra.run.smithi031.stdout:81a4 2024-09-16T07:26:28.787 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:28.787 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%f volumes/_nogroup/subvol_clone23160/1667c2a4-4280-4dcf-aaaa-b219f099a0f0/subvolume_file.2) 2024-09-16T07:26:28.852 INFO:teuthology.orchestra.run.smithi031.stdout:81a4 2024-09-16T07:26:28.853 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:28.853 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%u volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670/.snap/subvol_snap63230/subvolume_file.2) 2024-09-16T07:26:28.911 INFO:teuthology.orchestra.run.smithi031.stdout:1000 2024-09-16T07:26:28.911 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:28.911 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%u volumes/_nogroup/subvol_clone23160/1667c2a4-4280-4dcf-aaaa-b219f099a0f0/subvolume_file.2) 2024-09-16T07:26:28.968 INFO:teuthology.orchestra.run.smithi031.stdout:1000 2024-09-16T07:26:28.968 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:28.968 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%g volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670/.snap/subvol_snap63230/subvolume_file.2) 2024-09-16T07:26:29.026 INFO:teuthology.orchestra.run.smithi031.stdout:1333 2024-09-16T07:26:29.026 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:29.026 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%g volumes/_nogroup/subvol_clone23160/1667c2a4-4280-4dcf-aaaa-b219f099a0f0/subvolume_file.2) 2024-09-16T07:26:29.081 INFO:teuthology.orchestra.run.smithi031.stdout:1333 2024-09-16T07:26:29.082 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:29.083 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%Y volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670/.snap/subvol_snap63230/subvolume_file.2) 2024-09-16T07:26:29.141 INFO:teuthology.orchestra.run.smithi031.stdout:1726471584 2024-09-16T07:26:29.142 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:29.142 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%Y volumes/_nogroup/subvol_clone23160/1667c2a4-4280-4dcf-aaaa-b219f099a0f0/subvolume_file.2) 2024-09-16T07:26:29.198 INFO:teuthology.orchestra.run.smithi031.stdout:1726471584 2024-09-16T07:26:29.199 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:29.199 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%f volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670/.snap/subvol_snap63230/subvolume_file.5) 2024-09-16T07:26:29.257 INFO:teuthology.orchestra.run.smithi031.stdout:81a4 2024-09-16T07:26:29.257 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:29.258 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%f volumes/_nogroup/subvol_clone23160/1667c2a4-4280-4dcf-aaaa-b219f099a0f0/subvolume_file.5) 2024-09-16T07:26:29.321 INFO:teuthology.orchestra.run.smithi031.stdout:81a4 2024-09-16T07:26:29.321 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:29.321 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%u volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670/.snap/subvol_snap63230/subvolume_file.5) 2024-09-16T07:26:29.380 INFO:teuthology.orchestra.run.smithi031.stdout:1000 2024-09-16T07:26:29.381 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:29.381 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%u volumes/_nogroup/subvol_clone23160/1667c2a4-4280-4dcf-aaaa-b219f099a0f0/subvolume_file.5) 2024-09-16T07:26:29.437 INFO:teuthology.orchestra.run.smithi031.stdout:1000 2024-09-16T07:26:29.437 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:29.437 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%g volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670/.snap/subvol_snap63230/subvolume_file.5) 2024-09-16T07:26:29.494 INFO:teuthology.orchestra.run.smithi031.stdout:1333 2024-09-16T07:26:29.495 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:29.495 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%g volumes/_nogroup/subvol_clone23160/1667c2a4-4280-4dcf-aaaa-b219f099a0f0/subvolume_file.5) 2024-09-16T07:26:29.552 INFO:teuthology.orchestra.run.smithi031.stdout:1333 2024-09-16T07:26:29.552 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:29.552 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%Y volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670/.snap/subvol_snap63230/subvolume_file.5) 2024-09-16T07:26:29.611 INFO:teuthology.orchestra.run.smithi031.stdout:1726471584 2024-09-16T07:26:29.611 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:29.611 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%Y volumes/_nogroup/subvol_clone23160/1667c2a4-4280-4dcf-aaaa-b219f099a0f0/subvolume_file.5) 2024-09-16T07:26:29.667 INFO:teuthology.orchestra.run.smithi031.stdout:1726471584 2024-09-16T07:26:29.668 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:29.668 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%f volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670/.snap/subvol_snap63230/subvolume_file.4) 2024-09-16T07:26:29.726 INFO:teuthology.orchestra.run.smithi031.stdout:81a4 2024-09-16T07:26:29.726 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:29.727 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%f volumes/_nogroup/subvol_clone23160/1667c2a4-4280-4dcf-aaaa-b219f099a0f0/subvolume_file.4) 2024-09-16T07:26:29.790 INFO:teuthology.orchestra.run.smithi031.stdout:81a4 2024-09-16T07:26:29.790 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:29.790 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%u volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670/.snap/subvol_snap63230/subvolume_file.4) 2024-09-16T07:26:29.848 INFO:teuthology.orchestra.run.smithi031.stdout:1000 2024-09-16T07:26:29.848 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:29.848 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%u volumes/_nogroup/subvol_clone23160/1667c2a4-4280-4dcf-aaaa-b219f099a0f0/subvolume_file.4) 2024-09-16T07:26:29.905 INFO:teuthology.orchestra.run.smithi031.stdout:1000 2024-09-16T07:26:29.905 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:29.905 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%g volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670/.snap/subvol_snap63230/subvolume_file.4) 2024-09-16T07:26:29.964 INFO:teuthology.orchestra.run.smithi031.stdout:1333 2024-09-16T07:26:29.964 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:29.965 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%g volumes/_nogroup/subvol_clone23160/1667c2a4-4280-4dcf-aaaa-b219f099a0f0/subvolume_file.4) 2024-09-16T07:26:30.021 INFO:teuthology.orchestra.run.smithi031.stdout:1333 2024-09-16T07:26:30.021 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:30.022 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%Y volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670/.snap/subvol_snap63230/subvolume_file.4) 2024-09-16T07:26:30.079 INFO:teuthology.orchestra.run.smithi031.stdout:1726471584 2024-09-16T07:26:30.079 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:30.079 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%Y volumes/_nogroup/subvol_clone23160/1667c2a4-4280-4dcf-aaaa-b219f099a0f0/subvolume_file.4) 2024-09-16T07:26:30.135 INFO:teuthology.orchestra.run.smithi031.stdout:1726471584 2024-09-16T07:26:30.136 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:30.136 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%f volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670/.snap/subvol_snap63230/subvolume_file.7) 2024-09-16T07:26:30.194 INFO:teuthology.orchestra.run.smithi031.stdout:81a4 2024-09-16T07:26:30.195 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:30.195 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%f volumes/_nogroup/subvol_clone23160/1667c2a4-4280-4dcf-aaaa-b219f099a0f0/subvolume_file.7) 2024-09-16T07:26:30.260 INFO:teuthology.orchestra.run.smithi031.stdout:81a4 2024-09-16T07:26:30.261 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:30.261 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%u volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670/.snap/subvol_snap63230/subvolume_file.7) 2024-09-16T07:26:30.318 INFO:teuthology.orchestra.run.smithi031.stdout:1000 2024-09-16T07:26:30.318 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:30.318 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%u volumes/_nogroup/subvol_clone23160/1667c2a4-4280-4dcf-aaaa-b219f099a0f0/subvolume_file.7) 2024-09-16T07:26:30.375 INFO:teuthology.orchestra.run.smithi031.stdout:1000 2024-09-16T07:26:30.375 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:30.375 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%g volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670/.snap/subvol_snap63230/subvolume_file.7) 2024-09-16T07:26:30.434 INFO:teuthology.orchestra.run.smithi031.stdout:1333 2024-09-16T07:26:30.434 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:30.434 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%g volumes/_nogroup/subvol_clone23160/1667c2a4-4280-4dcf-aaaa-b219f099a0f0/subvolume_file.7) 2024-09-16T07:26:30.491 INFO:teuthology.orchestra.run.smithi031.stdout:1333 2024-09-16T07:26:30.491 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:30.491 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%Y volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670/.snap/subvol_snap63230/subvolume_file.7) 2024-09-16T07:26:30.549 INFO:teuthology.orchestra.run.smithi031.stdout:1726471584 2024-09-16T07:26:30.549 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:30.549 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%Y volumes/_nogroup/subvol_clone23160/1667c2a4-4280-4dcf-aaaa-b219f099a0f0/subvolume_file.7) 2024-09-16T07:26:30.606 INFO:teuthology.orchestra.run.smithi031.stdout:1726471584 2024-09-16T07:26:30.606 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:30.606 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%f volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670/.snap/subvol_snap63230/subvolume_file.6) 2024-09-16T07:26:30.665 INFO:teuthology.orchestra.run.smithi031.stdout:81a4 2024-09-16T07:26:30.665 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:30.666 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%f volumes/_nogroup/subvol_clone23160/1667c2a4-4280-4dcf-aaaa-b219f099a0f0/subvolume_file.6) 2024-09-16T07:26:30.729 INFO:teuthology.orchestra.run.smithi031.stdout:81a4 2024-09-16T07:26:30.730 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:30.730 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%u volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670/.snap/subvol_snap63230/subvolume_file.6) 2024-09-16T07:26:30.788 INFO:teuthology.orchestra.run.smithi031.stdout:1000 2024-09-16T07:26:30.788 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:30.788 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%u volumes/_nogroup/subvol_clone23160/1667c2a4-4280-4dcf-aaaa-b219f099a0f0/subvolume_file.6) 2024-09-16T07:26:30.845 INFO:teuthology.orchestra.run.smithi031.stdout:1000 2024-09-16T07:26:30.845 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:30.845 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%g volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670/.snap/subvol_snap63230/subvolume_file.6) 2024-09-16T07:26:30.904 INFO:teuthology.orchestra.run.smithi031.stdout:1333 2024-09-16T07:26:30.904 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:30.905 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%g volumes/_nogroup/subvol_clone23160/1667c2a4-4280-4dcf-aaaa-b219f099a0f0/subvolume_file.6) 2024-09-16T07:26:30.961 INFO:teuthology.orchestra.run.smithi031.stdout:1333 2024-09-16T07:26:30.961 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:30.961 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%Y volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670/.snap/subvol_snap63230/subvolume_file.6) 2024-09-16T07:26:31.019 INFO:teuthology.orchestra.run.smithi031.stdout:1726471584 2024-09-16T07:26:31.019 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:31.020 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%Y volumes/_nogroup/subvol_clone23160/1667c2a4-4280-4dcf-aaaa-b219f099a0f0/subvolume_file.6) 2024-09-16T07:26:31.075 INFO:teuthology.orchestra.run.smithi031.stdout:1726471584 2024-09-16T07:26:31.076 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:31.076 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%f volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670/.snap/subvol_snap63230/subvolume_file.0) 2024-09-16T07:26:31.134 INFO:teuthology.orchestra.run.smithi031.stdout:81a4 2024-09-16T07:26:31.135 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:31.135 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%f volumes/_nogroup/subvol_clone23160/1667c2a4-4280-4dcf-aaaa-b219f099a0f0/subvolume_file.0) 2024-09-16T07:26:31.199 INFO:teuthology.orchestra.run.smithi031.stdout:81a4 2024-09-16T07:26:31.199 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:31.199 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%u volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670/.snap/subvol_snap63230/subvolume_file.0) 2024-09-16T07:26:31.258 INFO:teuthology.orchestra.run.smithi031.stdout:1000 2024-09-16T07:26:31.258 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:31.258 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%u volumes/_nogroup/subvol_clone23160/1667c2a4-4280-4dcf-aaaa-b219f099a0f0/subvolume_file.0) 2024-09-16T07:26:31.315 INFO:teuthology.orchestra.run.smithi031.stdout:1000 2024-09-16T07:26:31.315 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:31.316 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%g volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670/.snap/subvol_snap63230/subvolume_file.0) 2024-09-16T07:26:31.373 INFO:teuthology.orchestra.run.smithi031.stdout:1333 2024-09-16T07:26:31.374 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:31.374 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%g volumes/_nogroup/subvol_clone23160/1667c2a4-4280-4dcf-aaaa-b219f099a0f0/subvolume_file.0) 2024-09-16T07:26:31.431 INFO:teuthology.orchestra.run.smithi031.stdout:1333 2024-09-16T07:26:31.431 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:31.431 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%Y volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670/.snap/subvol_snap63230/subvolume_file.0) 2024-09-16T07:26:31.489 INFO:teuthology.orchestra.run.smithi031.stdout:1726471583 2024-09-16T07:26:31.489 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:31.489 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%Y volumes/_nogroup/subvol_clone23160/1667c2a4-4280-4dcf-aaaa-b219f099a0f0/subvolume_file.0) 2024-09-16T07:26:31.545 INFO:teuthology.orchestra.run.smithi031.stdout:1726471583 2024-09-16T07:26:31.546 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:31.546 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%f volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670/.snap/subvol_snap63230/subvolume_file.3) 2024-09-16T07:26:31.605 INFO:teuthology.orchestra.run.smithi031.stdout:81a4 2024-09-16T07:26:31.606 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:31.606 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%f volumes/_nogroup/subvol_clone23160/1667c2a4-4280-4dcf-aaaa-b219f099a0f0/subvolume_file.3) 2024-09-16T07:26:31.671 INFO:teuthology.orchestra.run.smithi031.stdout:81a4 2024-09-16T07:26:31.672 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:31.672 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%u volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670/.snap/subvol_snap63230/subvolume_file.3) 2024-09-16T07:26:31.729 INFO:teuthology.orchestra.run.smithi031.stdout:1000 2024-09-16T07:26:31.730 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:31.730 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%u volumes/_nogroup/subvol_clone23160/1667c2a4-4280-4dcf-aaaa-b219f099a0f0/subvolume_file.3) 2024-09-16T07:26:31.786 INFO:teuthology.orchestra.run.smithi031.stdout:1000 2024-09-16T07:26:31.787 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:31.787 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%g volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670/.snap/subvol_snap63230/subvolume_file.3) 2024-09-16T07:26:31.845 INFO:teuthology.orchestra.run.smithi031.stdout:1333 2024-09-16T07:26:31.845 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:31.846 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%g volumes/_nogroup/subvol_clone23160/1667c2a4-4280-4dcf-aaaa-b219f099a0f0/subvolume_file.3) 2024-09-16T07:26:31.901 INFO:teuthology.orchestra.run.smithi031.stdout:1333 2024-09-16T07:26:31.902 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:31.902 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%Y volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670/.snap/subvol_snap63230/subvolume_file.3) 2024-09-16T07:26:31.960 INFO:teuthology.orchestra.run.smithi031.stdout:1726471584 2024-09-16T07:26:31.960 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:31.960 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%Y volumes/_nogroup/subvol_clone23160/1667c2a4-4280-4dcf-aaaa-b219f099a0f0/subvolume_file.3) 2024-09-16T07:26:32.017 INFO:teuthology.orchestra.run.smithi031.stdout:1726471584 2024-09-16T07:26:32.017 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:32.017 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%f volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670/.snap/subvol_snap63230/subvolume_file.1) 2024-09-16T07:26:32.075 INFO:teuthology.orchestra.run.smithi031.stdout:81a4 2024-09-16T07:26:32.076 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:32.076 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%f volumes/_nogroup/subvol_clone23160/1667c2a4-4280-4dcf-aaaa-b219f099a0f0/subvolume_file.1) 2024-09-16T07:26:32.136 INFO:teuthology.orchestra.run.smithi031.stdout:81a4 2024-09-16T07:26:32.136 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:32.136 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%u volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670/.snap/subvol_snap63230/subvolume_file.1) 2024-09-16T07:26:32.195 INFO:teuthology.orchestra.run.smithi031.stdout:1000 2024-09-16T07:26:32.195 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:32.195 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%u volumes/_nogroup/subvol_clone23160/1667c2a4-4280-4dcf-aaaa-b219f099a0f0/subvolume_file.1) 2024-09-16T07:26:32.252 INFO:teuthology.orchestra.run.smithi031.stdout:1000 2024-09-16T07:26:32.252 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:32.253 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%g volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670/.snap/subvol_snap63230/subvolume_file.1) 2024-09-16T07:26:32.310 INFO:teuthology.orchestra.run.smithi031.stdout:1333 2024-09-16T07:26:32.310 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:32.311 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%g volumes/_nogroup/subvol_clone23160/1667c2a4-4280-4dcf-aaaa-b219f099a0f0/subvolume_file.1) 2024-09-16T07:26:32.367 INFO:teuthology.orchestra.run.smithi031.stdout:1333 2024-09-16T07:26:32.367 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:32.367 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%Y volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670/.snap/subvol_snap63230/subvolume_file.1) 2024-09-16T07:26:32.425 INFO:teuthology.orchestra.run.smithi031.stdout:1726471584 2024-09-16T07:26:32.426 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:32.426 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat -c%Y volumes/_nogroup/subvol_clone23160/1667c2a4-4280-4dcf-aaaa-b219f099a0f0/subvolume_file.1) 2024-09-16T07:26:32.483 INFO:teuthology.orchestra.run.smithi031.stdout:1726471584 2024-09-16T07:26:32.484 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume snapshot clone cephfs subvol20050 fake subvol_clone66971 2024-09-16T07:26:32.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:32.636+0000 7f65377f4640 1 -- 172.21.15.31:0/4038645510 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f65180051c0 msgr2=0x7f651800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:32.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:32.636+0000 7f65377f4640 1 --2- 172.21.15.31:0/4038645510 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f65180051c0 0x7f651800b9c0 secure :-1 s=READY pgs=1120 cs=0 l=1 rev1=1 crypto rx=0x7f6520009ed0 tx=0x7f6518005830 comp rx=0 tx=0).stop 2024-09-16T07:26:32.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:32.636+0000 7f6535d91640 1 -- 172.21.15.31:0/4038645510 reap_dead start 2024-09-16T07:26:32.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:32.636+0000 7f65377f4640 1 -- 172.21.15.31:0/4038645510 shutdown_connections 2024-09-16T07:26:32.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:32.636+0000 7f65377f4640 1 -- 172.21.15.31:0/4038645510 >> 172.21.15.31:0/4038645510 conn(0x7f6530074160 msgr2=0x7f6530074570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:32.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:32.636+0000 7f65377f4640 1 -- 172.21.15.31:0/4038645510 shutdown_connections 2024-09-16T07:26:32.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:32.636+0000 7f65377f4640 1 -- 172.21.15.31:0/4038645510 wait complete. 2024-09-16T07:26:32.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:32.637+0000 7f65377f4640 1 Processor -- start 2024-09-16T07:26:32.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:32.637+0000 7f65377f4640 1 -- start start 2024-09-16T07:26:32.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:32.638+0000 7f65377f4640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f65180051c0 0x7f653015b7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:32.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:32.638+0000 7f65377f4640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f65300b5e40 0x7f65301f46d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:32.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:32.638+0000 7f65377f4640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f65300c95d0 0x7f65300c9a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:32.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:32.638+0000 7f65377f4640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f65300cda10 con 0x7f65300c95d0 2024-09-16T07:26:32.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:32.638+0000 7f65377f4640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f65300cd890 con 0x7f65180051c0 2024-09-16T07:26:32.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:32.638+0000 7f65377f4640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f65300cdb90 con 0x7f65300b5e40 2024-09-16T07:26:32.640 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:32.638+0000 7f6535d91640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f65300c95d0 0x7f65300c9a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:32.640 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:32.638+0000 7f6535d91640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f65300c95d0 0x7f65300c9a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:39568/0 (socket says 172.21.15.31:39568) 2024-09-16T07:26:32.640 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:32.638+0000 7f6535d91640 1 -- 172.21.15.31:0/254889770 learned_addr learned my addr 172.21.15.31:0/254889770 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:32.640 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:32.638+0000 7f6535d91640 1 -- 172.21.15.31:0/254889770 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f65300b5e40 msgr2=0x7f65301f46d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:32.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:32.638+0000 7f6535d91640 1 --2- 172.21.15.31:0/254889770 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f65300b5e40 0x7f65301f46d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:32.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:32.638+0000 7f6535d91640 1 -- 172.21.15.31:0/254889770 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f65180051c0 msgr2=0x7f653015b7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:32.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:32.638+0000 7f6535590640 1 --2- 172.21.15.31:0/254889770 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f65180051c0 0x7f653015b7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:32.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:32.638+0000 7f6535d91640 1 --2- 172.21.15.31:0/254889770 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f65180051c0 0x7f653015b7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:32.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:32.638+0000 7f6535d91640 1 -- 172.21.15.31:0/254889770 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65300b0f00 con 0x7f65300c95d0 2024-09-16T07:26:32.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:32.638+0000 7f6535d91640 1 --2- 172.21.15.31:0/254889770 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f65300c95d0 0x7f65300c9a50 secure :-1 s=READY pgs=1121 cs=0 l=1 rev1=1 crypto rx=0x7f6520036040 tx=0x7f6520033c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:32.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:32.639+0000 7f652dffb640 1 -- 172.21.15.31:0/254889770 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6520043070 con 0x7f65300c95d0 2024-09-16T07:26:32.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:32.639+0000 7f652dffb640 1 -- 172.21.15.31:0/254889770 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6520033d20 con 0x7f65300c95d0 2024-09-16T07:26:32.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:32.639+0000 7f65377f4640 1 -- 172.21.15.31:0/254889770 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65301f4f90 con 0x7f65300c95d0 2024-09-16T07:26:32.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:32.639+0000 7f652dffb640 1 -- 172.21.15.31:0/254889770 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6520038040 con 0x7f65300c95d0 2024-09-16T07:26:32.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:32.639+0000 7f65377f4640 1 -- 172.21.15.31:0/254889770 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65301f5550 con 0x7f65300c95d0 2024-09-16T07:26:32.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:32.640+0000 7f65377f4640 1 -- 172.21.15.31:0/254889770 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f65300d0940 con 0x7f65300c95d0 2024-09-16T07:26:32.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:32.641+0000 7f652dffb640 1 -- 172.21.15.31:0/254889770 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 18) ==== 101593+0+0 (secure 0 0 0) 0x7f6520046070 con 0x7f65300c95d0 2024-09-16T07:26:32.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:32.641+0000 7f652dffb640 1 --2- 172.21.15.31:0/254889770 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f651c078be0 0x7f651c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:32.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:32.641+0000 7f652dffb640 1 -- 172.21.15.31:0/254889770 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5796+0+0 (secure 0 0 0) 0x7f65200bac20 con 0x7f65300c95d0 2024-09-16T07:26:32.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:32.641+0000 7f6535590640 1 --2- 172.21.15.31:0/254889770 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f651c078be0 0x7f651c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:32.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:32.642+0000 7f6535590640 1 --2- 172.21.15.31:0/254889770 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f651c078be0 0x7f651c07b0a0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f65300ad640 tx=0x7f6528006720 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:32.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:32.646+0000 7f652dffb640 1 -- 172.21.15.31:0/254889770 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f6520082530 con 0x7f65300c95d0 2024-09-16T07:26:32.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:32.866+0000 7f65377f4640 1 -- 172.21.15.31:0/254889770 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolume snapshot clone", "vol_name": "cephfs", "sub_name": "subvol20050", "snap_name": "fake", "target_sub_name": "subvol_clone66971", "target": ["mon-mgr", ""]}) -- 0x7f6530069d90 con 0x7f651c078be0 2024-09-16T07:26:32.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:32.930+0000 7f652dffb640 1 -- 172.21.15.31:0/254889770 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f65280035f0 con 0x7f651c078be0 2024-09-16T07:26:32.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:32.932+0000 7f65377f4640 1 -- 172.21.15.31:0/254889770 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f651c078be0 msgr2=0x7f651c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:32.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:32.932+0000 7f65377f4640 1 --2- 172.21.15.31:0/254889770 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f651c078be0 0x7f651c07b0a0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f65300ad640 tx=0x7f6528006720 comp rx=0 tx=0).stop 2024-09-16T07:26:32.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:32.932+0000 7f65377f4640 1 -- 172.21.15.31:0/254889770 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f65300c95d0 msgr2=0x7f65300c9a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:32.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:32.932+0000 7f65377f4640 1 --2- 172.21.15.31:0/254889770 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f65300c95d0 0x7f65300c9a50 secure :-1 s=READY pgs=1121 cs=0 l=1 rev1=1 crypto rx=0x7f6520036040 tx=0x7f6520033c30 comp rx=0 tx=0).stop 2024-09-16T07:26:32.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:32.932+0000 7f65377f4640 1 -- 172.21.15.31:0/254889770 shutdown_connections 2024-09-16T07:26:32.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:32.932+0000 7f65377f4640 1 --2- 172.21.15.31:0/254889770 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f651c078be0 0x7f651c07b0a0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:32.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:32.932+0000 7f65377f4640 1 --2- 172.21.15.31:0/254889770 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f65300c95d0 0x7f65300c9a50 unknown :-1 s=CLOSED pgs=1121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:32.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:32.932+0000 7f65377f4640 1 --2- 172.21.15.31:0/254889770 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f65300b5e40 0x7f65301f46d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:32.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:32.932+0000 7f65377f4640 1 --2- 172.21.15.31:0/254889770 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f65180051c0 0x7f653015b7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:32.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:32.932+0000 7f65377f4640 1 -- 172.21.15.31:0/254889770 >> 172.21.15.31:0/254889770 conn(0x7f6530074160 msgr2=0x7f6530160a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:32.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:32.932+0000 7f65377f4640 1 -- 172.21.15.31:0/254889770 shutdown_connections 2024-09-16T07:26:32.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:32.932+0000 7f65377f4640 1 -- 172.21.15.31:0/254889770 wait complete. 2024-09-16T07:26:32.943 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs clone status cephfs subvol_clone66971 2024-09-16T07:26:33.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:33.052+0000 7f2f3e48c640 1 -- 172.21.15.31:0/692536403 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2f38156250 msgr2=0x7f2f3806e820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:33.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:33.052+0000 7f2f3e48c640 1 --2- 172.21.15.31:0/692536403 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2f38156250 0x7f2f3806e820 secure :-1 s=READY pgs=1123 cs=0 l=1 rev1=1 crypto rx=0x7f2f28009830 tx=0x7f2f2802a5f0 comp rx=0 tx=0).stop 2024-09-16T07:26:33.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:33.052+0000 7f2f3e48c640 1 -- 172.21.15.31:0/692536403 shutdown_connections 2024-09-16T07:26:33.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:33.052+0000 7f2f3e48c640 1 --2- 172.21.15.31:0/692536403 >> v2:172.21.15.155:3300/0 conn(0x7f2f380cb8c0 0x7f2f38073fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:33.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:33.052+0000 7f2f3e48c640 1 --2- 172.21.15.31:0/692536403 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2f38156250 0x7f2f3806e820 unknown :-1 s=CLOSED pgs=1123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:33.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:33.052+0000 7f2f3e48c640 1 -- 172.21.15.31:0/692536403 >> 172.21.15.31:0/692536403 conn(0x7f2f380cfdc0 msgr2=0x7f2f380d01d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:33.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:33.052+0000 7f2f3e48c640 1 -- 172.21.15.31:0/692536403 shutdown_connections 2024-09-16T07:26:33.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:33.052+0000 7f2f3e48c640 1 -- 172.21.15.31:0/692536403 wait complete. 2024-09-16T07:26:33.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:33.053+0000 7f2f3e48c640 1 Processor -- start 2024-09-16T07:26:33.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:33.053+0000 7f2f3e48c640 1 -- start start 2024-09-16T07:26:33.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:33.054+0000 7f2f3e48c640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2f380cb8c0 0x7f2f380ceed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:33.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:33.054+0000 7f2f3e48c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2f380d08e0 0x7f2f3814f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:33.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:33.054+0000 7f2f3e48c640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2f38156250 0x7f2f380c4530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:33.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:33.054+0000 7f2f3e48c640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f2f3815c8d0 con 0x7f2f380d08e0 2024-09-16T07:26:33.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:33.054+0000 7f2f3e48c640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f2f38074850 con 0x7f2f380cb8c0 2024-09-16T07:26:33.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:33.054+0000 7f2f3e48c640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f2f3815ca50 con 0x7f2f38156250 2024-09-16T07:26:33.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:33.054+0000 7f2f377fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2f380d08e0 0x7f2f3814f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:33.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:33.054+0000 7f2f377fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2f380d08e0 0x7f2f3814f1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:39596/0 (socket says 172.21.15.31:39596) 2024-09-16T07:26:33.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:33.054+0000 7f2f377fe640 1 -- 172.21.15.31:0/2978500643 learned_addr learned my addr 172.21.15.31:0/2978500643 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:33.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:33.054+0000 7f2f37fff640 1 --2- 172.21.15.31:0/2978500643 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2f380cb8c0 0x7f2f380ceed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:33.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:33.054+0000 7f2f3ca29640 1 --2- 172.21.15.31:0/2978500643 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2f38156250 0x7f2f380c4530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:33.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:33.055+0000 7f2f377fe640 1 -- 172.21.15.31:0/2978500643 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2f38156250 msgr2=0x7f2f380c4530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:33.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:33.055+0000 7f2f377fe640 1 --2- 172.21.15.31:0/2978500643 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2f38156250 0x7f2f380c4530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:33.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:33.055+0000 7f2f377fe640 1 -- 172.21.15.31:0/2978500643 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2f380cb8c0 msgr2=0x7f2f380ceed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:33.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:33.055+0000 7f2f377fe640 1 --2- 172.21.15.31:0/2978500643 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2f380cb8c0 0x7f2f380ceed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:33.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:33.055+0000 7f2f377fe640 1 -- 172.21.15.31:0/2978500643 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f380cf820 con 0x7f2f380d08e0 2024-09-16T07:26:33.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:33.055+0000 7f2f377fe640 1 --2- 172.21.15.31:0/2978500643 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2f380d08e0 0x7f2f3814f1a0 secure :-1 s=READY pgs=1124 cs=0 l=1 rev1=1 crypto rx=0x7f2f2c00b4d0 tx=0x7f2f2c00b990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:33.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:33.055+0000 7f2f34ff9640 1 -- 172.21.15.31:0/2978500643 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f2c014070 con 0x7f2f380d08e0 2024-09-16T07:26:33.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:33.055+0000 7f2f34ff9640 1 -- 172.21.15.31:0/2978500643 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2f2c010960 con 0x7f2f380d08e0 2024-09-16T07:26:33.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:33.055+0000 7f2f34ff9640 1 -- 172.21.15.31:0/2978500643 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f2c010db0 con 0x7f2f380d08e0 2024-09-16T07:26:33.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:33.055+0000 7f2f3e48c640 1 -- 172.21.15.31:0/2978500643 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f380b1280 con 0x7f2f380d08e0 2024-09-16T07:26:33.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:33.055+0000 7f2f3e48c640 1 -- 172.21.15.31:0/2978500643 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f380b0f50 con 0x7f2f380d08e0 2024-09-16T07:26:33.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:33.056+0000 7f2f3e48c640 1 -- 172.21.15.31:0/2978500643 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2f38073fc0 con 0x7f2f380d08e0 2024-09-16T07:26:33.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:33.057+0000 7f2f34ff9640 1 -- 172.21.15.31:0/2978500643 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 18) ==== 101593+0+0 (secure 0 0 0) 0x7f2f2c017070 con 0x7f2f380d08e0 2024-09-16T07:26:33.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:33.057+0000 7f2f34ff9640 1 --2- 172.21.15.31:0/2978500643 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2f24078bb0 0x7f2f2407b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:33.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:33.057+0000 7f2f34ff9640 1 -- 172.21.15.31:0/2978500643 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5796+0+0 (secure 0 0 0) 0x7f2f2c09ae00 con 0x7f2f380d08e0 2024-09-16T07:26:33.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:33.057+0000 7f2f37fff640 1 --2- 172.21.15.31:0/2978500643 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2f24078bb0 0x7f2f2407b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:33.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:33.058+0000 7f2f37fff640 1 --2- 172.21.15.31:0/2978500643 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2f24078bb0 0x7f2f2407b070 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f2f28034000 tx=0x7f2f28004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:33.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:33.062+0000 7f2f34ff9640 1 -- 172.21.15.31:0/2978500643 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f2f2c0627b0 con 0x7f2f380d08e0 2024-09-16T07:26:33.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:33.288+0000 7f2f3e48c640 1 -- 172.21.15.31:0/2978500643 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs clone status", "vol_name": "cephfs", "clone_name": "subvol_clone66971", "target": ["mon-mgr", ""]}) -- 0x7f2f380af500 con 0x7f2f24078bb0 2024-09-16T07:26:35.607 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:35.606+0000 7f2f34ff9640 1 -- 172.21.15.31:0/2978500643 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+153 (secure 0 0 0) 0x7f2f380af500 con 0x7f2f24078bb0 2024-09-16T07:26:35.607 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-16T07:26:35.607 INFO:teuthology.orchestra.run.smithi031.stdout: "status": { 2024-09-16T07:26:35.607 INFO:teuthology.orchestra.run.smithi031.stdout: "state": "pending", 2024-09-16T07:26:35.607 INFO:teuthology.orchestra.run.smithi031.stdout: "source": { 2024-09-16T07:26:35.607 INFO:teuthology.orchestra.run.smithi031.stdout: "volume": "cephfs", 2024-09-16T07:26:35.608 INFO:teuthology.orchestra.run.smithi031.stdout: "subvolume": "subvol20050", 2024-09-16T07:26:35.608 INFO:teuthology.orchestra.run.smithi031.stdout: "snapshot": "fake" 2024-09-16T07:26:35.608 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:26:35.608 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:26:35.608 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-16T07:26:35.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:35.609+0000 7f2f3e48c640 1 -- 172.21.15.31:0/2978500643 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2f24078bb0 msgr2=0x7f2f2407b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:35.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:35.609+0000 7f2f3e48c640 1 --2- 172.21.15.31:0/2978500643 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2f24078bb0 0x7f2f2407b070 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f2f28034000 tx=0x7f2f28004730 comp rx=0 tx=0).stop 2024-09-16T07:26:35.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:35.609+0000 7f2f3e48c640 1 -- 172.21.15.31:0/2978500643 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2f380d08e0 msgr2=0x7f2f3814f1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:35.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:35.609+0000 7f2f3e48c640 1 --2- 172.21.15.31:0/2978500643 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2f380d08e0 0x7f2f3814f1a0 secure :-1 s=READY pgs=1124 cs=0 l=1 rev1=1 crypto rx=0x7f2f2c00b4d0 tx=0x7f2f2c00b990 comp rx=0 tx=0).stop 2024-09-16T07:26:35.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:35.609+0000 7f2f3e48c640 1 -- 172.21.15.31:0/2978500643 shutdown_connections 2024-09-16T07:26:35.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:35.609+0000 7f2f3e48c640 1 --2- 172.21.15.31:0/2978500643 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2f24078bb0 0x7f2f2407b070 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:35.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:35.609+0000 7f2f3e48c640 1 --2- 172.21.15.31:0/2978500643 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2f38156250 0x7f2f380c4530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:35.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:35.609+0000 7f2f3e48c640 1 --2- 172.21.15.31:0/2978500643 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2f380d08e0 0x7f2f3814f1a0 unknown :-1 s=CLOSED pgs=1124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:35.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:35.609+0000 7f2f3e48c640 1 --2- 172.21.15.31:0/2978500643 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2f380cb8c0 0x7f2f380ceed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:35.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:35.609+0000 7f2f3e48c640 1 -- 172.21.15.31:0/2978500643 >> 172.21.15.31:0/2978500643 conn(0x7f2f380cfdc0 msgr2=0x7f2f3815dbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:35.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:35.609+0000 7f2f3e48c640 1 -- 172.21.15.31:0/2978500643 shutdown_connections 2024-09-16T07:26:35.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:35.609+0000 7f2f3e48c640 1 -- 172.21.15.31:0/2978500643 wait complete. 2024-09-16T07:26:35.624 DEBUG:tasks.cephfs.test_volumes:current clone state = pending 2024-09-16T07:26:36.625 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs clone status cephfs subvol_clone66971 2024-09-16T07:26:36.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:36.747+0000 7feed4223640 1 -- 172.21.15.31:0/2356168478 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7feecc0746d0 msgr2=0x7feecc06e820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:36.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:36.747+0000 7feed4223640 1 --2- 172.21.15.31:0/2356168478 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7feecc0746d0 0x7feecc06e820 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7feebc005fd0 tx=0x7feebc02a670 comp rx=0 tx=0).stop 2024-09-16T07:26:36.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:36.747+0000 7feed4223640 1 -- 172.21.15.31:0/2356168478 shutdown_connections 2024-09-16T07:26:36.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:36.747+0000 7feed4223640 1 --2- 172.21.15.31:0/2356168478 >> v2:172.21.15.155:3300/0 conn(0x7feecc0cb8c0 0x7feecc15c1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:36.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:36.747+0000 7feed4223640 1 --2- 172.21.15.31:0/2356168478 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7feecc0746d0 0x7feecc06e820 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:36.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:36.747+0000 7feed4223640 1 -- 172.21.15.31:0/2356168478 >> 172.21.15.31:0/2356168478 conn(0x7feecc0cfdc0 msgr2=0x7feecc0d01d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:36.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:36.748+0000 7feed4223640 1 -- 172.21.15.31:0/2356168478 shutdown_connections 2024-09-16T07:26:36.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:36.748+0000 7feed4223640 1 -- 172.21.15.31:0/2356168478 wait complete. 2024-09-16T07:26:36.751 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:36.749+0000 7feed4223640 1 Processor -- start 2024-09-16T07:26:36.751 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:36.749+0000 7feed4223640 1 -- start start 2024-09-16T07:26:36.751 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:36.749+0000 7feed4223640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7feecc0746d0 0x7feecc0b1ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:36.751 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:36.749+0000 7feed4223640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7feecc0cb8c0 0x7feecc1f6360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:36.751 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:36.749+0000 7feed4223640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7feecc156250 0x7feecc13fe50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:36.752 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:36.749+0000 7feed4223640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7feecc15c880 con 0x7feecc156250 2024-09-16T07:26:36.752 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:36.749+0000 7feed4223640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7feecc15c700 con 0x7feecc0746d0 2024-09-16T07:26:36.752 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:36.749+0000 7feed4223640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7feecc15ca00 con 0x7feecc0cb8c0 2024-09-16T07:26:36.752 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:36.750+0000 7feed27c0640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7feecc156250 0x7feecc13fe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:36.752 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:36.750+0000 7feed27c0640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7feecc156250 0x7feecc13fe50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:39604/0 (socket says 172.21.15.31:39604) 2024-09-16T07:26:36.752 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:36.750+0000 7feed27c0640 1 -- 172.21.15.31:0/2799016666 learned_addr learned my addr 172.21.15.31:0/2799016666 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:36.752 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:36.750+0000 7feed1fbf640 1 --2- 172.21.15.31:0/2799016666 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7feecc0746d0 0x7feecc0b1ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:36.752 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:36.750+0000 7feed17be640 1 --2- 172.21.15.31:0/2799016666 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7feecc0cb8c0 0x7feecc1f6360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:36.752 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:36.750+0000 7feed27c0640 1 -- 172.21.15.31:0/2799016666 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7feecc0cb8c0 msgr2=0x7feecc1f6360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:36.752 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:36.750+0000 7feed27c0640 1 --2- 172.21.15.31:0/2799016666 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7feecc0cb8c0 0x7feecc1f6360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:36.752 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:36.750+0000 7feed27c0640 1 -- 172.21.15.31:0/2799016666 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7feecc0746d0 msgr2=0x7feecc0b1ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:36.752 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:36.750+0000 7feed27c0640 1 --2- 172.21.15.31:0/2799016666 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7feecc0746d0 0x7feecc0b1ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:36.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:36.750+0000 7feed27c0640 1 -- 172.21.15.31:0/2799016666 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feecc0b24d0 con 0x7feecc156250 2024-09-16T07:26:36.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:36.750+0000 7feed27c0640 1 --2- 172.21.15.31:0/2799016666 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7feecc156250 0x7feecc13fe50 secure :-1 s=READY pgs=1125 cs=0 l=1 rev1=1 crypto rx=0x7feec400eb10 tx=0x7feec400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:36.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:36.750+0000 7feec27fc640 1 -- 172.21.15.31:0/2799016666 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feec4004b20 con 0x7feecc156250 2024-09-16T07:26:36.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:36.750+0000 7feec27fc640 1 -- 172.21.15.31:0/2799016666 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7feec4004ce0 con 0x7feecc156250 2024-09-16T07:26:36.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:36.750+0000 7feed4223640 1 -- 172.21.15.31:0/2799016666 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feecc0af980 con 0x7feecc156250 2024-09-16T07:26:36.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:36.750+0000 7feec27fc640 1 -- 172.21.15.31:0/2799016666 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feec4005280 con 0x7feecc156250 2024-09-16T07:26:36.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:36.751+0000 7feed4223640 1 -- 172.21.15.31:0/2799016666 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feecc0aff40 con 0x7feecc156250 2024-09-16T07:26:36.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:36.752+0000 7feed4223640 1 -- 172.21.15.31:0/2799016666 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feecc15cf20 con 0x7feecc156250 2024-09-16T07:26:36.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:36.752+0000 7feec27fc640 1 -- 172.21.15.31:0/2799016666 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 18) ==== 101593+0+0 (secure 0 0 0) 0x7feec4005420 con 0x7feecc156250 2024-09-16T07:26:36.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:36.753+0000 7feec27fc640 1 --2- 172.21.15.31:0/2799016666 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7feeb0078bb0 0x7feeb007b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:36.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:36.753+0000 7feec27fc640 1 -- 172.21.15.31:0/2799016666 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5796+0+0 (secure 0 0 0) 0x7feec409bcc0 con 0x7feecc156250 2024-09-16T07:26:36.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:36.753+0000 7feed1fbf640 1 --2- 172.21.15.31:0/2799016666 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7feeb0078bb0 0x7feeb007b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:36.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:36.754+0000 7feed1fbf640 1 --2- 172.21.15.31:0/2799016666 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7feeb0078bb0 0x7feeb007b070 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7feec8007fd0 tx=0x7feec8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:36.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:36.757+0000 7feec27fc640 1 -- 172.21.15.31:0/2799016666 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7feec4063660 con 0x7feecc156250 2024-09-16T07:26:36.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:36.980+0000 7feed4223640 1 -- 172.21.15.31:0/2799016666 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs clone status", "vol_name": "cephfs", "clone_name": "subvol_clone66971", "target": ["mon-mgr", ""]}) -- 0x7feecc0af500 con 0x7feeb0078bb0 2024-09-16T07:26:37.978 DEBUG:teuthology.orchestra.run.smithi031:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T07:26:37.981 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T07:26:40.594 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:40.594+0000 7feec27fc640 1 -- 172.21.15.31:0/2799016666 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+46 (secure 0 0 0) 0x7feecc0af500 con 0x7feeb0078bb0 2024-09-16T07:26:40.595 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-16T07:26:40.595 INFO:teuthology.orchestra.run.smithi031.stdout: "status": { 2024-09-16T07:26:40.595 INFO:teuthology.orchestra.run.smithi031.stdout: "state": "complete" 2024-09-16T07:26:40.595 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:26:40.595 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-16T07:26:40.598 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:40.597+0000 7feed4223640 1 -- 172.21.15.31:0/2799016666 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7feeb0078bb0 msgr2=0x7feeb007b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:40.598 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:40.597+0000 7feed4223640 1 --2- 172.21.15.31:0/2799016666 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7feeb0078bb0 0x7feeb007b070 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7feec8007fd0 tx=0x7feec8009040 comp rx=0 tx=0).stop 2024-09-16T07:26:40.598 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:40.597+0000 7feed4223640 1 -- 172.21.15.31:0/2799016666 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7feecc156250 msgr2=0x7feecc13fe50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:40.598 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:40.597+0000 7feed4223640 1 --2- 172.21.15.31:0/2799016666 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7feecc156250 0x7feecc13fe50 secure :-1 s=READY pgs=1125 cs=0 l=1 rev1=1 crypto rx=0x7feec400eb10 tx=0x7feec400c2d0 comp rx=0 tx=0).stop 2024-09-16T07:26:40.598 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:40.597+0000 7feed4223640 1 -- 172.21.15.31:0/2799016666 shutdown_connections 2024-09-16T07:26:40.598 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:40.597+0000 7feed4223640 1 --2- 172.21.15.31:0/2799016666 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7feeb0078bb0 0x7feeb007b070 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:40.598 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:40.597+0000 7feed4223640 1 --2- 172.21.15.31:0/2799016666 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7feecc156250 0x7feecc13fe50 unknown :-1 s=CLOSED pgs=1125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:40.598 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:40.597+0000 7feed4223640 1 --2- 172.21.15.31:0/2799016666 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7feecc0cb8c0 0x7feecc1f6360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:40.598 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:40.597+0000 7feed4223640 1 --2- 172.21.15.31:0/2799016666 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7feecc0746d0 0x7feecc0b1ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:40.599 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:40.597+0000 7feed4223640 1 -- 172.21.15.31:0/2799016666 >> 172.21.15.31:0/2799016666 conn(0x7feecc0cfdc0 msgr2=0x7feecc06fed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:40.599 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:40.598+0000 7feed4223640 1 -- 172.21.15.31:0/2799016666 shutdown_connections 2024-09-16T07:26:40.599 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:40.598+0000 7feed4223640 1 -- 172.21.15.31:0/2799016666 wait complete. 2024-09-16T07:26:40.612 DEBUG:tasks.cephfs.test_volumes:current clone state = complete 2024-09-16T07:26:40.613 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:40.613 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo cat ./volumes/_nogroup/subvol_clone66971/.meta) 2024-09-16T07:26:40.646 INFO:teuthology.orchestra.run.smithi031.stdout:[GLOBAL] 2024-09-16T07:26:40.646 INFO:teuthology.orchestra.run.smithi031.stdout:version = 2 2024-09-16T07:26:40.646 INFO:teuthology.orchestra.run.smithi031.stdout:type = clone 2024-09-16T07:26:40.647 INFO:teuthology.orchestra.run.smithi031.stdout:path = /volumes/_nogroup/subvol_clone66971/48c55801-1a26-4cf1-996a-07d3e0ddbf17 2024-09-16T07:26:40.647 INFO:teuthology.orchestra.run.smithi031.stdout:state = complete 2024-09-16T07:26:40.647 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:26:40.648 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume snapshot info cephfs subvol20050 subvol_snap63230 2024-09-16T07:26:40.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:40.806+0000 7f761c69b640 1 -- 172.21.15.31:0/125467885 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f76140703c0 msgr2=0x7f7614157cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:40.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:40.806+0000 7f761c69b640 1 --2- 172.21.15.31:0/125467885 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f76140703c0 0x7f7614157cf0 secure :-1 s=READY pgs=1126 cs=0 l=1 rev1=1 crypto rx=0x7f761406dd90 tx=0x7f760c02aa30 comp rx=0 tx=0).stop 2024-09-16T07:26:40.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:40.806+0000 7f761c69b640 1 -- 172.21.15.31:0/125467885 shutdown_connections 2024-09-16T07:26:40.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:40.806+0000 7f761c69b640 1 --2- 172.21.15.31:0/125467885 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f76140703c0 0x7f7614157cf0 unknown :-1 s=CLOSED pgs=1126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:40.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:40.806+0000 7f761c69b640 1 --2- 172.21.15.31:0/125467885 >> v2:172.21.15.155:3300/0 conn(0x7f761406e940 0x7f761406fe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:40.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:40.806+0000 7f761c69b640 1 --2- 172.21.15.31:0/125467885 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f76140aee40 0x7f761415b970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:40.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:40.806+0000 7f761c69b640 1 -- 172.21.15.31:0/125467885 >> 172.21.15.31:0/125467885 conn(0x7f76140b1620 msgr2=0x7f76140b1a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:40.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:40.806+0000 7f761c69b640 1 -- 172.21.15.31:0/125467885 shutdown_connections 2024-09-16T07:26:40.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:40.806+0000 7f761c69b640 1 -- 172.21.15.31:0/125467885 wait complete. 2024-09-16T07:26:40.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:40.807+0000 7f761c69b640 1 Processor -- start 2024-09-16T07:26:40.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:40.807+0000 7f761c69b640 1 -- start start 2024-09-16T07:26:40.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:40.808+0000 7f761c69b640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f761406e940 0x7f761414ceb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:40.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:40.808+0000 7f761c69b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f76140703c0 0x7f76140cdb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:40.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:40.808+0000 7f761c69b640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f76140aee40 0x7f76140ce760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:40.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:40.808+0000 7f761c69b640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f76141585c0 con 0x7f76140703c0 2024-09-16T07:26:40.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:40.808+0000 7f761c69b640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f7614158440 con 0x7f76140aee40 2024-09-16T07:26:40.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:40.808+0000 7f761c69b640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f7614158740 con 0x7f761406e940 2024-09-16T07:26:40.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:40.808+0000 7f7619c36640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f76140703c0 0x7f76140cdb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:40.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:40.808+0000 7f7619c36640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f76140703c0 0x7f76140cdb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:39628/0 (socket says 172.21.15.31:39628) 2024-09-16T07:26:40.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:40.808+0000 7f7619c36640 1 -- 172.21.15.31:0/2393373020 learned_addr learned my addr 172.21.15.31:0/2393373020 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:40.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:40.809+0000 7f761a437640 1 --2- 172.21.15.31:0/2393373020 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f761406e940 0x7f761414ceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:40.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:40.809+0000 7f761ac38640 1 --2- 172.21.15.31:0/2393373020 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f76140aee40 0x7f76140ce760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:40.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:40.809+0000 7f7619c36640 1 -- 172.21.15.31:0/2393373020 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f761406e940 msgr2=0x7f761414ceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:40.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:40.809+0000 7f7619c36640 1 --2- 172.21.15.31:0/2393373020 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f761406e940 0x7f761414ceb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:40.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:40.809+0000 7f7619c36640 1 -- 172.21.15.31:0/2393373020 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f76140aee40 msgr2=0x7f76140ce760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:40.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:40.809+0000 7f7619c36640 1 --2- 172.21.15.31:0/2393373020 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f76140aee40 0x7f76140ce760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:40.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:40.809+0000 7f7619c36640 1 -- 172.21.15.31:0/2393373020 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76141526c0 con 0x7f76140703c0 2024-09-16T07:26:40.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:40.809+0000 7f7619c36640 1 --2- 172.21.15.31:0/2393373020 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f76140703c0 0x7f76140cdb80 secure :-1 s=READY pgs=1127 cs=0 l=1 rev1=1 crypto rx=0x7f760400d950 tx=0x7f760400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:40.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:40.809+0000 7f760affd640 1 -- 172.21.15.31:0/2393373020 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7604017070 con 0x7f76140703c0 2024-09-16T07:26:40.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:40.809+0000 7f760affd640 1 -- 172.21.15.31:0/2393373020 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7604009d20 con 0x7f76140703c0 2024-09-16T07:26:40.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:40.809+0000 7f761c69b640 1 -- 172.21.15.31:0/2393373020 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76141529a0 con 0x7f76140703c0 2024-09-16T07:26:40.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:40.809+0000 7f760affd640 1 -- 172.21.15.31:0/2393373020 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76040106c0 con 0x7f76140703c0 2024-09-16T07:26:40.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:40.809+0000 7f761c69b640 1 -- 172.21.15.31:0/2393373020 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7614152f60 con 0x7f76140703c0 2024-09-16T07:26:40.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:40.810+0000 7f761c69b640 1 -- 172.21.15.31:0/2393373020 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7614157cf0 con 0x7f76140703c0 2024-09-16T07:26:40.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:40.811+0000 7f760affd640 1 -- 172.21.15.31:0/2393373020 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 18) ==== 101593+0+0 (secure 0 0 0) 0x7f7604010860 con 0x7f76140703c0 2024-09-16T07:26:40.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:40.811+0000 7f760affd640 1 --2- 172.21.15.31:0/2393373020 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f75f8078bb0 0x7f75f807b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:40.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:40.812+0000 7f760affd640 1 -- 172.21.15.31:0/2393373020 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5796+0+0 (secure 0 0 0) 0x7f760409b3d0 con 0x7f76140703c0 2024-09-16T07:26:40.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:40.812+0000 7f761a437640 1 --2- 172.21.15.31:0/2393373020 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f75f8078bb0 0x7f75f807b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:40.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:40.812+0000 7f761a437640 1 --2- 172.21.15.31:0/2393373020 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f75f8078bb0 0x7f75f807b070 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f76100045b0 tx=0x7f761000b2e0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:40.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:40.816+0000 7f760affd640 1 -- 172.21.15.31:0/2393373020 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f7604062dc0 con 0x7f76140703c0 2024-09-16T07:26:41.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.035+0000 7f761c69b640 1 -- 172.21.15.31:0/2393373020 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolume snapshot info", "vol_name": "cephfs", "sub_name": "subvol20050", "snap_name": "subvol_snap63230", "target": ["mon-mgr", ""]}) -- 0x7f761406e720 con 0x7f75f8078bb0 2024-09-16T07:26:41.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.050+0000 7f760affd640 1 -- 172.21.15.31:0/2393373020 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+115 (secure 0 0 0) 0x7f761406e720 con 0x7f75f8078bb0 2024-09-16T07:26:41.050 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-16T07:26:41.051 INFO:teuthology.orchestra.run.smithi031.stdout: "created_at": "2024-09-16 07:26:25.284449", 2024-09-16T07:26:41.051 INFO:teuthology.orchestra.run.smithi031.stdout: "data_pool": "cephfs_data", 2024-09-16T07:26:41.051 INFO:teuthology.orchestra.run.smithi031.stdout: "has_pending_clones": "no" 2024-09-16T07:26:41.051 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-16T07:26:41.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.052+0000 7f761c69b640 1 -- 172.21.15.31:0/2393373020 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f75f8078bb0 msgr2=0x7f75f807b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:41.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.052+0000 7f761c69b640 1 --2- 172.21.15.31:0/2393373020 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f75f8078bb0 0x7f75f807b070 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f76100045b0 tx=0x7f761000b2e0 comp rx=0 tx=0).stop 2024-09-16T07:26:41.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.052+0000 7f761c69b640 1 -- 172.21.15.31:0/2393373020 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f76140703c0 msgr2=0x7f76140cdb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:41.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.052+0000 7f761c69b640 1 --2- 172.21.15.31:0/2393373020 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f76140703c0 0x7f76140cdb80 secure :-1 s=READY pgs=1127 cs=0 l=1 rev1=1 crypto rx=0x7f760400d950 tx=0x7f760400de10 comp rx=0 tx=0).stop 2024-09-16T07:26:41.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.052+0000 7f761c69b640 1 -- 172.21.15.31:0/2393373020 shutdown_connections 2024-09-16T07:26:41.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.052+0000 7f761c69b640 1 --2- 172.21.15.31:0/2393373020 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f75f8078bb0 0x7f75f807b070 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:41.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.052+0000 7f761c69b640 1 --2- 172.21.15.31:0/2393373020 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f76140aee40 0x7f76140ce760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:41.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.052+0000 7f761c69b640 1 --2- 172.21.15.31:0/2393373020 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f76140703c0 0x7f76140cdb80 unknown :-1 s=CLOSED pgs=1127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:41.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.052+0000 7f761c69b640 1 --2- 172.21.15.31:0/2393373020 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f761406e940 0x7f761414ceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:41.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.052+0000 7f761c69b640 1 -- 172.21.15.31:0/2393373020 >> 172.21.15.31:0/2393373020 conn(0x7f76140b1620 msgr2=0x7f761415c080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:41.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.052+0000 7f761c69b640 1 -- 172.21.15.31:0/2393373020 shutdown_connections 2024-09-16T07:26:41.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.052+0000 7f761c69b640 1 -- 172.21.15.31:0/2393373020 wait complete. 2024-09-16T07:26:41.063 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume snapshot ls cephfs subvol20050 2024-09-16T07:26:41.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.171+0000 7fa4561a0640 1 -- 172.21.15.31:0/2938083084 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa45015f4c0 msgr2=0x7fa4500ce3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:41.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.171+0000 7fa4561a0640 1 --2- 172.21.15.31:0/2938083084 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa45015f4c0 0x7fa4500ce3f0 secure :-1 s=READY pgs=1129 cs=0 l=1 rev1=1 crypto rx=0x7fa4500745b0 tx=0x7fa44002a540 comp rx=0 tx=0).stop 2024-09-16T07:26:41.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.171+0000 7fa4561a0640 1 -- 172.21.15.31:0/2938083084 shutdown_connections 2024-09-16T07:26:41.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.171+0000 7fa4561a0640 1 --2- 172.21.15.31:0/2938083084 >> v2:172.21.15.155:3300/0 conn(0x7fa4500ce930 0x7fa4500b2310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:41.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.171+0000 7fa4561a0640 1 --2- 172.21.15.31:0/2938083084 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa45015f4c0 0x7fa4500ce3f0 unknown :-1 s=CLOSED pgs=1129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:41.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.171+0000 7fa4561a0640 1 -- 172.21.15.31:0/2938083084 >> 172.21.15.31:0/2938083084 conn(0x7fa4500d1bc0 msgr2=0x7fa4500d1fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:41.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.172+0000 7fa4561a0640 1 -- 172.21.15.31:0/2938083084 shutdown_connections 2024-09-16T07:26:41.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.172+0000 7fa4561a0640 1 -- 172.21.15.31:0/2938083084 wait complete. 2024-09-16T07:26:41.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.173+0000 7fa4561a0640 1 Processor -- start 2024-09-16T07:26:41.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.173+0000 7fa4561a0640 1 -- start start 2024-09-16T07:26:41.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.174+0000 7fa4561a0640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4500b2850 0x7fa45015a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:41.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.174+0000 7fa4561a0640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa4500ce930 0x7fa4500b7090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:41.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.174+0000 7fa4561a0640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa45015f4c0 0x7fa4500b75d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:41.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.174+0000 7fa4561a0640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fa4500b3150 con 0x7fa45015f4c0 2024-09-16T07:26:41.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.174+0000 7fa4561a0640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa4500b2fd0 con 0x7fa4500b2850 2024-09-16T07:26:41.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.174+0000 7fa4561a0640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa4500d07a0 con 0x7fa4500ce930 2024-09-16T07:26:41.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.174+0000 7fa44ffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa45015f4c0 0x7fa4500b75d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:41.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.174+0000 7fa44ffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa45015f4c0 0x7fa4500b75d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:39642/0 (socket says 172.21.15.31:39642) 2024-09-16T07:26:41.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.174+0000 7fa44ffff640 1 -- 172.21.15.31:0/3343416164 learned_addr learned my addr 172.21.15.31:0/3343416164 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:41.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.174+0000 7fa44f7fe640 1 --2- 172.21.15.31:0/3343416164 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4500b2850 0x7fa45015a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:41.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.174+0000 7fa44effd640 1 --2- 172.21.15.31:0/3343416164 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa4500ce930 0x7fa4500b7090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:41.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.174+0000 7fa44ffff640 1 -- 172.21.15.31:0/3343416164 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa4500ce930 msgr2=0x7fa4500b7090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:41.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.174+0000 7fa44ffff640 1 --2- 172.21.15.31:0/3343416164 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa4500ce930 0x7fa4500b7090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:41.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.174+0000 7fa44ffff640 1 -- 172.21.15.31:0/3343416164 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4500b2850 msgr2=0x7fa45015a5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:41.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.174+0000 7fa44ffff640 1 --2- 172.21.15.31:0/3343416164 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4500b2850 0x7fa45015a5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:41.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.174+0000 7fa44ffff640 1 -- 172.21.15.31:0/3343416164 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4500cb600 con 0x7fa45015f4c0 2024-09-16T07:26:41.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.174+0000 7fa44ffff640 1 --2- 172.21.15.31:0/3343416164 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa45015f4c0 0x7fa4500b75d0 secure :-1 s=READY pgs=1130 cs=0 l=1 rev1=1 crypto rx=0x7fa44800c7a0 tx=0x7fa44800cba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:41.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.174+0000 7fa437fff640 1 -- 172.21.15.31:0/3343416164 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa448003b70 con 0x7fa45015f4c0 2024-09-16T07:26:41.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.175+0000 7fa437fff640 1 -- 172.21.15.31:0/3343416164 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa448003d30 con 0x7fa45015f4c0 2024-09-16T07:26:41.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.175+0000 7fa437fff640 1 -- 172.21.15.31:0/3343416164 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4480052d0 con 0x7fa45015f4c0 2024-09-16T07:26:41.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.175+0000 7fa4561a0640 1 -- 172.21.15.31:0/3343416164 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4500cb8e0 con 0x7fa45015f4c0 2024-09-16T07:26:41.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.175+0000 7fa4561a0640 1 -- 172.21.15.31:0/3343416164 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4500cbea0 con 0x7fa45015f4c0 2024-09-16T07:26:41.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.176+0000 7fa4561a0640 1 -- 172.21.15.31:0/3343416164 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa4500b2310 con 0x7fa45015f4c0 2024-09-16T07:26:41.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.176+0000 7fa437fff640 1 -- 172.21.15.31:0/3343416164 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 18) ==== 101593+0+0 (secure 0 0 0) 0x7fa448005470 con 0x7fa45015f4c0 2024-09-16T07:26:41.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.177+0000 7fa437fff640 1 --2- 172.21.15.31:0/3343416164 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa43c078bb0 0x7fa43c07b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:41.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.177+0000 7fa437fff640 1 -- 172.21.15.31:0/3343416164 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5796+0+0 (secure 0 0 0) 0x7fa44809ae30 con 0x7fa45015f4c0 2024-09-16T07:26:41.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.177+0000 7fa44f7fe640 1 --2- 172.21.15.31:0/3343416164 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa43c078bb0 0x7fa43c07b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:41.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.177+0000 7fa44f7fe640 1 --2- 172.21.15.31:0/3343416164 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa43c078bb0 0x7fa43c07b070 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fa440034000 tx=0x7fa440004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:41.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.181+0000 7fa437fff640 1 -- 172.21.15.31:0/3343416164 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fa448062d90 con 0x7fa45015f4c0 2024-09-16T07:26:41.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.406+0000 7fa4561a0640 1 -- 172.21.15.31:0/3343416164 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolume snapshot ls", "vol_name": "cephfs", "sub_name": "subvol20050", "target": ["mon-mgr", ""]}) -- 0x7fa45015ab00 con 0x7fa43c078bb0 2024-09-16T07:26:41.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.419+0000 7fa437fff640 1 -- 172.21.15.31:0/3343416164 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+87 (secure 0 0 0) 0x7fa440004370 con 0x7fa43c078bb0 2024-09-16T07:26:41.419 INFO:teuthology.orchestra.run.smithi031.stdout:[ 2024-09-16T07:26:41.419 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:26:41.419 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "fake" 2024-09-16T07:26:41.419 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:26:41.419 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:26:41.420 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "subvol_snap63230" 2024-09-16T07:26:41.420 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:26:41.420 INFO:teuthology.orchestra.run.smithi031.stdout:] 2024-09-16T07:26:41.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.421+0000 7fa4561a0640 1 -- 172.21.15.31:0/3343416164 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa43c078bb0 msgr2=0x7fa43c07b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:41.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.421+0000 7fa4561a0640 1 --2- 172.21.15.31:0/3343416164 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa43c078bb0 0x7fa43c07b070 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fa440034000 tx=0x7fa440004730 comp rx=0 tx=0).stop 2024-09-16T07:26:41.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.421+0000 7fa4561a0640 1 -- 172.21.15.31:0/3343416164 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa45015f4c0 msgr2=0x7fa4500b75d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:41.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.421+0000 7fa4561a0640 1 --2- 172.21.15.31:0/3343416164 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa45015f4c0 0x7fa4500b75d0 secure :-1 s=READY pgs=1130 cs=0 l=1 rev1=1 crypto rx=0x7fa44800c7a0 tx=0x7fa44800cba0 comp rx=0 tx=0).stop 2024-09-16T07:26:41.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.421+0000 7fa4561a0640 1 -- 172.21.15.31:0/3343416164 shutdown_connections 2024-09-16T07:26:41.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.421+0000 7fa4561a0640 1 --2- 172.21.15.31:0/3343416164 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa43c078bb0 0x7fa43c07b070 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:41.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.421+0000 7fa4561a0640 1 --2- 172.21.15.31:0/3343416164 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa45015f4c0 0x7fa4500b75d0 unknown :-1 s=CLOSED pgs=1130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:41.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.421+0000 7fa4561a0640 1 --2- 172.21.15.31:0/3343416164 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa4500ce930 0x7fa4500b7090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:41.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.421+0000 7fa4561a0640 1 --2- 172.21.15.31:0/3343416164 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4500b2850 0x7fa45015a5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:41.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.421+0000 7fa4561a0640 1 -- 172.21.15.31:0/3343416164 >> 172.21.15.31:0/3343416164 conn(0x7fa4500d1bc0 msgr2=0x7fa450075820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:41.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.421+0000 7fa4561a0640 1 -- 172.21.15.31:0/3343416164 shutdown_connections 2024-09-16T07:26:41.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.421+0000 7fa4561a0640 1 -- 172.21.15.31:0/3343416164 wait complete. 2024-09-16T07:26:41.433 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume snapshot rm cephfs subvol20050 subvol_snap63230 2024-09-16T07:26:41.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.542+0000 7f7812d52640 1 -- 172.21.15.31:0/4129433312 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f780c0ceec0 msgr2=0x7f780c0cf2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:41.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.542+0000 7f7812d52640 1 --2- 172.21.15.31:0/4129433312 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f780c0ceec0 0x7f780c0cf2e0 secure :-1 s=READY pgs=1131 cs=0 l=1 rev1=1 crypto rx=0x7f77fc005fd0 tx=0x7f77fc02ab20 comp rx=0 tx=0).stop 2024-09-16T07:26:41.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.542+0000 7f7812d52640 1 -- 172.21.15.31:0/4129433312 shutdown_connections 2024-09-16T07:26:41.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.542+0000 7f7812d52640 1 --2- 172.21.15.31:0/4129433312 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f780c06ed70 0x7f780c06f1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:41.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.542+0000 7f7812d52640 1 --2- 172.21.15.31:0/4129433312 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f780c0ceec0 0x7f780c0cf2e0 unknown :-1 s=CLOSED pgs=1131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:41.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.542+0000 7f7812d52640 1 -- 172.21.15.31:0/4129433312 >> 172.21.15.31:0/4129433312 conn(0x7f780c0b1620 msgr2=0x7f780c0b1a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:41.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.542+0000 7f7812d52640 1 -- 172.21.15.31:0/4129433312 shutdown_connections 2024-09-16T07:26:41.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.542+0000 7f7812d52640 1 -- 172.21.15.31:0/4129433312 wait complete. 2024-09-16T07:26:41.546 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.543+0000 7f7812d52640 1 Processor -- start 2024-09-16T07:26:41.546 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.543+0000 7f7812d52640 1 -- start start 2024-09-16T07:26:41.546 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.544+0000 7f7812d52640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f780c06ed70 0x7f780c148790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:41.546 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.544+0000 7f7812d52640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f780c072530 0x7f780c06fd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:41.546 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.544+0000 7f7812d52640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f780c0ceec0 0x7f780c070280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:41.546 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.544+0000 7f7812d52640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f780c06e870 con 0x7f780c072530 2024-09-16T07:26:41.546 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.544+0000 7f7812d52640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f780c06e6f0 con 0x7f780c0ceec0 2024-09-16T07:26:41.546 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.544+0000 7f7812d52640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f780c06e9f0 con 0x7f780c06ed70 2024-09-16T07:26:41.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.544+0000 7f780bfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f780c072530 0x7f780c06fd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:41.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.544+0000 7f780bfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f780c072530 0x7f780c06fd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:39668/0 (socket says 172.21.15.31:39668) 2024-09-16T07:26:41.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.544+0000 7f780bfff640 1 -- 172.21.15.31:0/4048016622 learned_addr learned my addr 172.21.15.31:0/4048016622 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:41.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.545+0000 7f7810aee640 1 --2- 172.21.15.31:0/4048016622 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f780c06ed70 0x7f780c148790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:41.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.545+0000 7f78112ef640 1 --2- 172.21.15.31:0/4048016622 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f780c0ceec0 0x7f780c070280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:41.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.545+0000 7f780bfff640 1 -- 172.21.15.31:0/4048016622 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f780c06ed70 msgr2=0x7f780c148790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:41.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.545+0000 7f780bfff640 1 --2- 172.21.15.31:0/4048016622 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f780c06ed70 0x7f780c148790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:41.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.545+0000 7f780bfff640 1 -- 172.21.15.31:0/4048016622 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f780c0ceec0 msgr2=0x7f780c070280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:41.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.545+0000 7f780bfff640 1 --2- 172.21.15.31:0/4048016622 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f780c0ceec0 0x7f780c070280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:41.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.545+0000 7f780bfff640 1 -- 172.21.15.31:0/4048016622 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f780c14b240 con 0x7f780c072530 2024-09-16T07:26:41.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.545+0000 7f78112ef640 1 --2- 172.21.15.31:0/4048016622 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f780c0ceec0 0x7f780c070280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:26:41.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.545+0000 7f780bfff640 1 --2- 172.21.15.31:0/4048016622 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f780c072530 0x7f780c06fd40 secure :-1 s=READY pgs=1132 cs=0 l=1 rev1=1 crypto rx=0x7f77fc000f80 tx=0x7f77fc003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:41.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.545+0000 7f78097fa640 1 -- 172.21.15.31:0/4048016622 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77fc044070 con 0x7f780c072530 2024-09-16T07:26:41.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.545+0000 7f78097fa640 1 -- 172.21.15.31:0/4048016622 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f77fc004250 con 0x7f780c072530 2024-09-16T07:26:41.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.545+0000 7f7812d52640 1 -- 172.21.15.31:0/4048016622 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f780c14b520 con 0x7f780c072530 2024-09-16T07:26:41.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.545+0000 7f78097fa640 1 -- 172.21.15.31:0/4048016622 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77fc004660 con 0x7f780c072530 2024-09-16T07:26:41.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.545+0000 7f7812d52640 1 -- 172.21.15.31:0/4048016622 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f780c14bae0 con 0x7f780c072530 2024-09-16T07:26:41.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.546+0000 7f7812d52640 1 -- 172.21.15.31:0/4048016622 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f780c06f1d0 con 0x7f780c072530 2024-09-16T07:26:41.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.547+0000 7f78097fa640 1 -- 172.21.15.31:0/4048016622 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 18) ==== 101593+0+0 (secure 0 0 0) 0x7f77fc02c970 con 0x7f780c072530 2024-09-16T07:26:41.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.547+0000 7f78097fa640 1 --2- 172.21.15.31:0/4048016622 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f77ec078bb0 0x7f77ec07b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:41.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.548+0000 7f7810aee640 1 --2- 172.21.15.31:0/4048016622 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f77ec078bb0 0x7f77ec07b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:41.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.548+0000 7f78097fa640 1 -- 172.21.15.31:0/4048016622 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5796+0+0 (secure 0 0 0) 0x7f77fc0bb640 con 0x7f780c072530 2024-09-16T07:26:41.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.548+0000 7f7810aee640 1 --2- 172.21.15.31:0/4048016622 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f77ec078bb0 0x7f77ec07b070 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f78040017c0 tx=0x7f7804009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:41.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.552+0000 7f78097fa640 1 -- 172.21.15.31:0/4048016622 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f77fc032030 con 0x7f780c072530 2024-09-16T07:26:41.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.772+0000 7f7812d52640 1 -- 172.21.15.31:0/4048016622 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolume snapshot rm", "vol_name": "cephfs", "sub_name": "subvol20050", "snap_name": "subvol_snap63230", "target": ["mon-mgr", ""]}) -- 0x7f780c0af9a0 con 0x7f77ec078bb0 2024-09-16T07:26:41.799 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.799+0000 7f78097fa640 1 -- 172.21.15.31:0/4048016622 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f780c0af9a0 con 0x7f77ec078bb0 2024-09-16T07:26:41.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.801+0000 7f7812d52640 1 -- 172.21.15.31:0/4048016622 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f77ec078bb0 msgr2=0x7f77ec07b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:41.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.801+0000 7f7812d52640 1 --2- 172.21.15.31:0/4048016622 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f77ec078bb0 0x7f77ec07b070 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f78040017c0 tx=0x7f7804009040 comp rx=0 tx=0).stop 2024-09-16T07:26:41.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.801+0000 7f7812d52640 1 -- 172.21.15.31:0/4048016622 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f780c072530 msgr2=0x7f780c06fd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:41.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.801+0000 7f7812d52640 1 --2- 172.21.15.31:0/4048016622 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f780c072530 0x7f780c06fd40 secure :-1 s=READY pgs=1132 cs=0 l=1 rev1=1 crypto rx=0x7f77fc000f80 tx=0x7f77fc003f10 comp rx=0 tx=0).stop 2024-09-16T07:26:41.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.801+0000 7f7812d52640 1 -- 172.21.15.31:0/4048016622 shutdown_connections 2024-09-16T07:26:41.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.801+0000 7f7812d52640 1 --2- 172.21.15.31:0/4048016622 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f77ec078bb0 0x7f77ec07b070 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:41.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.801+0000 7f7812d52640 1 --2- 172.21.15.31:0/4048016622 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f780c0ceec0 0x7f780c070280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:41.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.801+0000 7f7812d52640 1 --2- 172.21.15.31:0/4048016622 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f780c072530 0x7f780c06fd40 unknown :-1 s=CLOSED pgs=1132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:41.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.801+0000 7f7812d52640 1 --2- 172.21.15.31:0/4048016622 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f780c06ed70 0x7f780c148790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:41.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.801+0000 7f7812d52640 1 -- 172.21.15.31:0/4048016622 >> 172.21.15.31:0/4048016622 conn(0x7f780c0b1620 msgr2=0x7f780c0cdf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:41.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.801+0000 7f7812d52640 1 -- 172.21.15.31:0/4048016622 shutdown_connections 2024-09-16T07:26:41.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.801+0000 7f7812d52640 1 -- 172.21.15.31:0/4048016622 wait complete. 2024-09-16T07:26:41.813 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume snapshot rm cephfs subvol20050 fake 2024-09-16T07:26:41.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.923+0000 7f0dcf75d640 1 -- 172.21.15.31:0/1975731886 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0db4004d40 msgr2=0x7f0db40051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:41.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.923+0000 7f0dcf75d640 1 --2- 172.21.15.31:0/1975731886 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0db4004d40 0x7f0db40051c0 secure :-1 s=READY pgs=1134 cs=0 l=1 rev1=1 crypto rx=0x7f0dc000c610 tx=0x7f0db4005830 comp rx=0 tx=0).stop 2024-09-16T07:26:41.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.923+0000 7f0dcdcfa640 1 -- 172.21.15.31:0/1975731886 reap_dead start 2024-09-16T07:26:41.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.923+0000 7f0dcf75d640 1 -- 172.21.15.31:0/1975731886 shutdown_connections 2024-09-16T07:26:41.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.923+0000 7f0dcf75d640 1 -- 172.21.15.31:0/1975731886 >> 172.21.15.31:0/1975731886 conn(0x7f0dc80d0b90 msgr2=0x7f0dc80d0fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:41.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.923+0000 7f0dcf75d640 1 -- 172.21.15.31:0/1975731886 shutdown_connections 2024-09-16T07:26:41.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.924+0000 7f0dcf75d640 1 -- 172.21.15.31:0/1975731886 wait complete. 2024-09-16T07:26:41.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.925+0000 7f0dcf75d640 1 Processor -- start 2024-09-16T07:26:41.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.925+0000 7f0dcf75d640 1 -- start start 2024-09-16T07:26:41.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.925+0000 7f0dcf75d640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0db4004d40 0x7f0dc80c85b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:41.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.925+0000 7f0dcf75d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0dc8145370 0x7f0dc81457d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:41.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.925+0000 7f0dcf75d640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0dc8152390 0x7f0dc8152810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:41.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.925+0000 7f0dcf75d640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f0dc8070760 con 0x7f0dc8145370 2024-09-16T07:26:41.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.925+0000 7f0dcf75d640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f0dc80cdf40 con 0x7f0dc8152390 2024-09-16T07:26:41.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.926+0000 7f0dcf75d640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f0dc8151f00 con 0x7f0db4004d40 2024-09-16T07:26:41.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.926+0000 7f0dcccf8640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0dc8145370 0x7f0dc81457d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:41.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.926+0000 7f0dcccf8640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0dc8145370 0x7f0dc81457d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:39694/0 (socket says 172.21.15.31:39694) 2024-09-16T07:26:41.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.926+0000 7f0dcccf8640 1 -- 172.21.15.31:0/1676798219 learned_addr learned my addr 172.21.15.31:0/1676798219 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:41.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.926+0000 7f0dcd4f9640 1 --2- 172.21.15.31:0/1676798219 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0db4004d40 0x7f0dc80c85b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:41.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.926+0000 7f0dcdcfa640 1 --2- 172.21.15.31:0/1676798219 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0dc8152390 0x7f0dc8152810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:41.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.926+0000 7f0dcccf8640 1 -- 172.21.15.31:0/1676798219 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0db4004d40 msgr2=0x7f0dc80c85b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:41.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.926+0000 7f0dcccf8640 1 --2- 172.21.15.31:0/1676798219 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0db4004d40 0x7f0dc80c85b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:41.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.926+0000 7f0dcccf8640 1 -- 172.21.15.31:0/1676798219 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0dc8152390 msgr2=0x7f0dc8152810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:41.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.926+0000 7f0dcccf8640 1 --2- 172.21.15.31:0/1676798219 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0dc8152390 0x7f0dc8152810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:41.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.926+0000 7f0dcccf8640 1 -- 172.21.15.31:0/1676798219 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0dc81515f0 con 0x7f0dc8145370 2024-09-16T07:26:41.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.926+0000 7f0dcccf8640 1 --2- 172.21.15.31:0/1676798219 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0dc8145370 0x7f0dc81457d0 secure :-1 s=READY pgs=1135 cs=0 l=1 rev1=1 crypto rx=0x7f0db8011ab0 tx=0x7f0db8011eb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:41.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.926+0000 7f0dbdffb640 1 -- 172.21.15.31:0/1676798219 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0db801e070 con 0x7f0dc8145370 2024-09-16T07:26:41.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.926+0000 7f0dbdffb640 1 -- 172.21.15.31:0/1676798219 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0db8004460 con 0x7f0dc8145370 2024-09-16T07:26:41.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.926+0000 7f0dcf75d640 1 -- 172.21.15.31:0/1676798219 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0dc8146120 con 0x7f0dc8145370 2024-09-16T07:26:41.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.926+0000 7f0dbdffb640 1 -- 172.21.15.31:0/1676798219 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0db800fc00 con 0x7f0dc8145370 2024-09-16T07:26:41.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.927+0000 7f0dcf75d640 1 -- 172.21.15.31:0/1676798219 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0dc8151b90 con 0x7f0dc8145370 2024-09-16T07:26:41.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.928+0000 7f0dcf75d640 1 -- 172.21.15.31:0/1676798219 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0dc80b3a80 con 0x7f0dc8145370 2024-09-16T07:26:41.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.928+0000 7f0dbdffb640 1 -- 172.21.15.31:0/1676798219 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 18) ==== 101593+0+0 (secure 0 0 0) 0x7f0db8021070 con 0x7f0dc8145370 2024-09-16T07:26:41.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.929+0000 7f0dbdffb640 1 --2- 172.21.15.31:0/1676798219 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0dac078bb0 0x7f0dac07b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:41.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.929+0000 7f0dbdffb640 1 -- 172.21.15.31:0/1676798219 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5796+0+0 (secure 0 0 0) 0x7f0db809b950 con 0x7f0dc8145370 2024-09-16T07:26:41.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.929+0000 7f0dcd4f9640 1 --2- 172.21.15.31:0/1676798219 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0dac078bb0 0x7f0dac07b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:41.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.929+0000 7f0dcd4f9640 1 --2- 172.21.15.31:0/1676798219 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0dac078bb0 0x7f0dac07b070 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f0dc4009cd0 tx=0x7f0dc4005f90 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:41.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:41.933+0000 7f0dbdffb640 1 -- 172.21.15.31:0/1676798219 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f0db8063380 con 0x7f0dc8145370 2024-09-16T07:26:42.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:42.156+0000 7f0dcf75d640 1 -- 172.21.15.31:0/1676798219 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolume snapshot rm", "vol_name": "cephfs", "sub_name": "subvol20050", "snap_name": "fake", "target": ["mon-mgr", ""]}) -- 0x7f0dc806f780 con 0x7f0dac078bb0 2024-09-16T07:26:42.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:42.188+0000 7f0dbdffb640 1 -- 172.21.15.31:0/1676798219 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f0dc806f780 con 0x7f0dac078bb0 2024-09-16T07:26:42.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:42.190+0000 7f0dcf75d640 1 -- 172.21.15.31:0/1676798219 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0dac078bb0 msgr2=0x7f0dac07b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:42.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:42.190+0000 7f0dcf75d640 1 --2- 172.21.15.31:0/1676798219 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0dac078bb0 0x7f0dac07b070 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f0dc4009cd0 tx=0x7f0dc4005f90 comp rx=0 tx=0).stop 2024-09-16T07:26:42.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:42.190+0000 7f0dcf75d640 1 -- 172.21.15.31:0/1676798219 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0dc8145370 msgr2=0x7f0dc81457d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:42.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:42.190+0000 7f0dcf75d640 1 --2- 172.21.15.31:0/1676798219 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0dc8145370 0x7f0dc81457d0 secure :-1 s=READY pgs=1135 cs=0 l=1 rev1=1 crypto rx=0x7f0db8011ab0 tx=0x7f0db8011eb0 comp rx=0 tx=0).stop 2024-09-16T07:26:42.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:42.190+0000 7f0dcf75d640 1 -- 172.21.15.31:0/1676798219 shutdown_connections 2024-09-16T07:26:42.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:42.190+0000 7f0dcf75d640 1 --2- 172.21.15.31:0/1676798219 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0dac078bb0 0x7f0dac07b070 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:42.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:42.190+0000 7f0dcf75d640 1 --2- 172.21.15.31:0/1676798219 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0dc8152390 0x7f0dc8152810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:42.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:42.190+0000 7f0dcf75d640 1 --2- 172.21.15.31:0/1676798219 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0dc8145370 0x7f0dc81457d0 unknown :-1 s=CLOSED pgs=1135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:42.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:42.190+0000 7f0dcf75d640 1 --2- 172.21.15.31:0/1676798219 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0db4004d40 0x7f0dc80c85b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:42.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:42.190+0000 7f0dcf75d640 1 -- 172.21.15.31:0/1676798219 >> 172.21.15.31:0/1676798219 conn(0x7f0dc80d0b90 msgr2=0x7f0dc81570f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:42.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:42.190+0000 7f0dcf75d640 1 -- 172.21.15.31:0/1676798219 shutdown_connections 2024-09-16T07:26:42.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:42.190+0000 7f0dcf75d640 1 -- 172.21.15.31:0/1676798219 wait complete. 2024-09-16T07:26:42.202 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:42.202 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo cat ./volumes/_nogroup/subvol20050/.meta) 2024-09-16T07:26:45.590 INFO:teuthology.orchestra.run.smithi031.stdout:[GLOBAL] 2024-09-16T07:26:45.590 INFO:teuthology.orchestra.run.smithi031.stdout:version = 1 2024-09-16T07:26:45.590 INFO:teuthology.orchestra.run.smithi031.stdout:type = subvolume 2024-09-16T07:26:45.590 INFO:teuthology.orchestra.run.smithi031.stdout:path = /volumes/_nogroup/subvol20050/c3ece8ed-5719-4275-a3fb-e16df2272670 2024-09-16T07:26:45.590 INFO:teuthology.orchestra.run.smithi031.stdout:state = complete 2024-09-16T07:26:45.590 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:26:45.592 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume rm cephfs subvol20050 2024-09-16T07:26:45.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:45.715+0000 7f842a59b640 1 -- 172.21.15.31:0/3109813177 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f840c004800 msgr2=0x7f840c004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:45.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:45.715+0000 7f842a59b640 1 --2- 172.21.15.31:0/3109813177 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f840c004800 0x7f840c004c80 secure :-1 s=READY pgs=1137 cs=0 l=1 rev1=1 crypto rx=0x7f84180016c0 tx=0x7f840c005830 comp rx=0 tx=0).stop 2024-09-16T07:26:45.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:45.715+0000 7f842a59b640 1 -- 172.21.15.31:0/3109813177 shutdown_connections 2024-09-16T07:26:45.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:45.715+0000 7f842a59b640 1 --2- 172.21.15.31:0/3109813177 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f840c004800 0x7f840c004c80 unknown :-1 s=CLOSED pgs=1137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:45.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:45.715+0000 7f842a59b640 1 -- 172.21.15.31:0/3109813177 >> 172.21.15.31:0/3109813177 conn(0x7f84240b1700 msgr2=0x7f84240b1ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:45.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:45.715+0000 7f842a59b640 1 -- 172.21.15.31:0/3109813177 shutdown_connections 2024-09-16T07:26:45.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:45.715+0000 7f842a59b640 1 -- 172.21.15.31:0/3109813177 wait complete. 2024-09-16T07:26:45.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:45.716+0000 7f842a59b640 1 Processor -- start 2024-09-16T07:26:45.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:45.717+0000 7f842a59b640 1 -- start start 2024-09-16T07:26:45.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:45.717+0000 7f842a59b640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f840c004800 0x7f84241f00b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:45.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:45.717+0000 7f842a59b640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8424153e80 0x7f8424154300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:45.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:45.718+0000 7f842a59b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f84241e3570 0x7f84241e3a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:45.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:45.718+0000 7f842a59b640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f84240cbe50 con 0x7f84241e3570 2024-09-16T07:26:45.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:45.718+0000 7f842a59b640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f84240cbcd0 con 0x7f840c004800 2024-09-16T07:26:45.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:45.718+0000 7f842a59b640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f8424072fe0 con 0x7f8424153e80 2024-09-16T07:26:45.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:45.718+0000 7f8428b38640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f84241e3570 0x7f84241e3a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:45.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:45.718+0000 7f8428b38640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f84241e3570 0x7f84241e3a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:57710/0 (socket says 172.21.15.31:57710) 2024-09-16T07:26:45.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:45.718+0000 7f8428b38640 1 -- 172.21.15.31:0/1135164844 learned_addr learned my addr 172.21.15.31:0/1135164844 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:45.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:45.718+0000 7f8423fff640 1 --2- 172.21.15.31:0/1135164844 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f840c004800 0x7f84241f00b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:45.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:45.718+0000 7f84237fe640 1 --2- 172.21.15.31:0/1135164844 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8424153e80 0x7f8424154300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:45.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:45.718+0000 7f8428b38640 1 -- 172.21.15.31:0/1135164844 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8424153e80 msgr2=0x7f8424154300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:45.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:45.718+0000 7f8428b38640 1 --2- 172.21.15.31:0/1135164844 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8424153e80 0x7f8424154300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:45.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:45.718+0000 7f8428b38640 1 -- 172.21.15.31:0/1135164844 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f840c004800 msgr2=0x7f84241f00b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:45.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:45.718+0000 7f8428b38640 1 --2- 172.21.15.31:0/1135164844 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f840c004800 0x7f84241f00b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:45.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:45.718+0000 7f8428b38640 1 -- 172.21.15.31:0/1135164844 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8424154940 con 0x7f84241e3570 2024-09-16T07:26:45.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:45.718+0000 7f8428b38640 1 --2- 172.21.15.31:0/1135164844 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f84241e3570 0x7f84241e3a00 secure :-1 s=READY pgs=1138 cs=0 l=1 rev1=1 crypto rx=0x7f84240ca110 tx=0x7f841c00f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:45.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:45.718+0000 7f8420ff9640 1 -- 172.21.15.31:0/1135164844 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f841c003d80 con 0x7f84241e3570 2024-09-16T07:26:45.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:45.718+0000 7f8420ff9640 1 -- 172.21.15.31:0/1135164844 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f841c00fe50 con 0x7f84241e3570 2024-09-16T07:26:45.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:45.718+0000 7f842a59b640 1 -- 172.21.15.31:0/1135164844 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84241f2e90 con 0x7f84241e3570 2024-09-16T07:26:45.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:45.718+0000 7f8420ff9640 1 -- 172.21.15.31:0/1135164844 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f841c004d80 con 0x7f84241e3570 2024-09-16T07:26:45.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:45.718+0000 7f842a59b640 1 -- 172.21.15.31:0/1135164844 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84241f3450 con 0x7f84241e3570 2024-09-16T07:26:45.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:45.720+0000 7f842a59b640 1 -- 172.21.15.31:0/1135164844 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f842406a100 con 0x7f84241e3570 2024-09-16T07:26:45.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:45.720+0000 7f8420ff9640 1 -- 172.21.15.31:0/1135164844 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 18) ==== 101593+0+0 (secure 0 0 0) 0x7f841c004050 con 0x7f84241e3570 2024-09-16T07:26:45.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:45.720+0000 7f8420ff9640 1 --2- 172.21.15.31:0/1135164844 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8410078bb0 0x7f841007b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:45.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:45.721+0000 7f8420ff9640 1 -- 172.21.15.31:0/1135164844 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5796+0+0 (secure 0 0 0) 0x7f841c09c110 con 0x7f84241e3570 2024-09-16T07:26:45.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:45.721+0000 7f8423fff640 1 --2- 172.21.15.31:0/1135164844 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8410078bb0 0x7f841007b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:45.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:45.721+0000 7f8423fff640 1 --2- 172.21.15.31:0/1135164844 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8410078bb0 0x7f841007b070 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f84240668e0 tx=0x7f8414006950 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:45.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:45.725+0000 7f8420ff9640 1 -- 172.21.15.31:0/1135164844 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f841c00de20 con 0x7f84241e3570 2024-09-16T07:26:45.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:45.938+0000 7f842a59b640 1 -- 172.21.15.31:0/1135164844 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolume rm", "vol_name": "cephfs", "sub_name": "subvol20050", "target": ["mon-mgr", ""]}) -- 0x7f84240b5940 con 0x7f8410078bb0 2024-09-16T07:26:45.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:45.978+0000 7f8420ff9640 1 -- 172.21.15.31:0/1135164844 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f84240b5940 con 0x7f8410078bb0 2024-09-16T07:26:45.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:45.980+0000 7f842a59b640 1 -- 172.21.15.31:0/1135164844 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8410078bb0 msgr2=0x7f841007b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:45.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:45.980+0000 7f842a59b640 1 --2- 172.21.15.31:0/1135164844 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8410078bb0 0x7f841007b070 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f84240668e0 tx=0x7f8414006950 comp rx=0 tx=0).stop 2024-09-16T07:26:45.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:45.980+0000 7f842a59b640 1 -- 172.21.15.31:0/1135164844 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f84241e3570 msgr2=0x7f84241e3a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:45.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:45.980+0000 7f842a59b640 1 --2- 172.21.15.31:0/1135164844 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f84241e3570 0x7f84241e3a00 secure :-1 s=READY pgs=1138 cs=0 l=1 rev1=1 crypto rx=0x7f84240ca110 tx=0x7f841c00f790 comp rx=0 tx=0).stop 2024-09-16T07:26:45.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:45.980+0000 7f842a59b640 1 -- 172.21.15.31:0/1135164844 shutdown_connections 2024-09-16T07:26:45.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:45.980+0000 7f842a59b640 1 --2- 172.21.15.31:0/1135164844 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8410078bb0 0x7f841007b070 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:45.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:45.980+0000 7f842a59b640 1 --2- 172.21.15.31:0/1135164844 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f84241e3570 0x7f84241e3a00 unknown :-1 s=CLOSED pgs=1138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:45.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:45.980+0000 7f842a59b640 1 --2- 172.21.15.31:0/1135164844 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8424153e80 0x7f8424154300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:45.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:45.980+0000 7f842a59b640 1 --2- 172.21.15.31:0/1135164844 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f840c004800 0x7f84241f00b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:45.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:45.980+0000 7f842a59b640 1 -- 172.21.15.31:0/1135164844 >> 172.21.15.31:0/1135164844 conn(0x7f84240b1700 msgr2=0x7f8424075820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:45.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:45.980+0000 7f842a59b640 1 -- 172.21.15.31:0/1135164844 shutdown_connections 2024-09-16T07:26:45.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:45.980+0000 7f842a59b640 1 -- 172.21.15.31:0/1135164844 wait complete. 2024-09-16T07:26:45.981 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:26:45.982+0000 7f8a62db0640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:26:45.981 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:26:45.982+0000 7f8a62db0640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:26:45.981 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:26:45.982+0000 7f8a62db0640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:26:45.981 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:26:45.982+0000 7f8a62db0640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:26:45.982 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:26:45.982+0000 7f8a62db0640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:26:45.991 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume rm cephfs subvol_clone23160 2024-09-16T07:26:45.994 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:26:45.995+0000 7f8a61dae640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:26:45.995 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:26:45.995+0000 7f8a61dae640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:26:45.995 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:26:45.995+0000 7f8a61dae640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:26:45.995 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:26:45.995+0000 7f8a61dae640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:26:45.995 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:26:45.995+0000 7f8a61dae640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:26:46.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.102+0000 7fc08a647640 1 -- 172.21.15.31:0/1508282666 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc0840cd430 msgr2=0x7fc0840cb7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:46.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.102+0000 7fc08a647640 1 --2- 172.21.15.31:0/1508282666 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc0840cd430 0x7fc0840cb7c0 secure :-1 s=READY pgs=1143 cs=0 l=1 rev1=1 crypto rx=0x7fc084072a60 tx=0x7fc06c02a5f0 comp rx=0 tx=0).stop 2024-09-16T07:26:46.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.102+0000 7fc08a647640 1 -- 172.21.15.31:0/1508282666 shutdown_connections 2024-09-16T07:26:46.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.102+0000 7fc08a647640 1 --2- 172.21.15.31:0/1508282666 >> v2:172.21.15.155:3300/0 conn(0x7fc0840cbd00 0x7fc0840b0380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:46.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.102+0000 7fc08a647640 1 --2- 172.21.15.31:0/1508282666 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc0840cd430 0x7fc0840cb7c0 unknown :-1 s=CLOSED pgs=1143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:46.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.102+0000 7fc08a647640 1 -- 172.21.15.31:0/1508282666 >> 172.21.15.31:0/1508282666 conn(0x7fc084074160 msgr2=0x7fc084074570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:46.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.102+0000 7fc08a647640 1 -- 172.21.15.31:0/1508282666 shutdown_connections 2024-09-16T07:26:46.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.102+0000 7fc08a647640 1 -- 172.21.15.31:0/1508282666 wait complete. 2024-09-16T07:26:46.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.104+0000 7fc08a647640 1 Processor -- start 2024-09-16T07:26:46.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.104+0000 7fc08a647640 1 -- start start 2024-09-16T07:26:46.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.104+0000 7fc08a647640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc0840cbd00 0x7fc0841f3070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:46.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.104+0000 7fc08a647640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc0840cd430 0x7fc0840c95d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:46.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.104+0000 7fc08a647640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc08415adb0 0x7fc0840c9b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:46.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.104+0000 7fc08a647640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fc0840b0c50 con 0x7fc0840cd430 2024-09-16T07:26:46.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.104+0000 7fc08a647640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc0840b0ad0 con 0x7fc08415adb0 2024-09-16T07:26:46.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.104+0000 7fc08a647640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc0840b0dd0 con 0x7fc0840cbd00 2024-09-16T07:26:46.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.105+0000 7fc07bfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc0840cd430 0x7fc0840c95d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:46.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.105+0000 7fc07bfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc0840cd430 0x7fc0840c95d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:57760/0 (socket says 172.21.15.31:57760) 2024-09-16T07:26:46.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.105+0000 7fc07bfff640 1 -- 172.21.15.31:0/104170924 learned_addr learned my addr 172.21.15.31:0/104170924 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:46.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.105+0000 7fc088be4640 1 --2- 172.21.15.31:0/104170924 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc08415adb0 0x7fc0840c9b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:46.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.105+0000 7fc083fff640 1 --2- 172.21.15.31:0/104170924 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc0840cbd00 0x7fc0841f3070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:46.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.105+0000 7fc07bfff640 1 -- 172.21.15.31:0/104170924 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc0840cbd00 msgr2=0x7fc0841f3070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:46.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.105+0000 7fc07bfff640 1 --2- 172.21.15.31:0/104170924 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc0840cbd00 0x7fc0841f3070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:46.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.105+0000 7fc07bfff640 1 -- 172.21.15.31:0/104170924 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc08415adb0 msgr2=0x7fc0840c9b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:46.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.105+0000 7fc07bfff640 1 --2- 172.21.15.31:0/104170924 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc08415adb0 0x7fc0840c9b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:46.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.105+0000 7fc07bfff640 1 -- 172.21.15.31:0/104170924 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0841f6910 con 0x7fc0840cd430 2024-09-16T07:26:46.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.105+0000 7fc088be4640 1 --2- 172.21.15.31:0/104170924 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc08415adb0 0x7fc0840c9b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:26:46.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.105+0000 7fc07bfff640 1 --2- 172.21.15.31:0/104170924 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc0840cd430 0x7fc0840c95d0 secure :-1 s=READY pgs=1144 cs=0 l=1 rev1=1 crypto rx=0x7fc06c000c00 tx=0x7fc06c003910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:46.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.105+0000 7fc0817fa640 1 -- 172.21.15.31:0/104170924 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc06c03f070 con 0x7fc0840cd430 2024-09-16T07:26:46.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.105+0000 7fc0817fa640 1 -- 172.21.15.31:0/104170924 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc06c0047a0 con 0x7fc0840cd430 2024-09-16T07:26:46.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.105+0000 7fc0817fa640 1 -- 172.21.15.31:0/104170924 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc06c035030 con 0x7fc0840cd430 2024-09-16T07:26:46.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.105+0000 7fc08a647640 1 -- 172.21.15.31:0/104170924 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc0840c6300 con 0x7fc0840cd430 2024-09-16T07:26:46.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.105+0000 7fc08a647640 1 -- 172.21.15.31:0/104170924 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0840c68c0 con 0x7fc0840cd430 2024-09-16T07:26:46.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.106+0000 7fc08a647640 1 -- 172.21.15.31:0/104170924 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc0840b0380 con 0x7fc0840cd430 2024-09-16T07:26:46.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.107+0000 7fc0817fa640 1 -- 172.21.15.31:0/104170924 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 18) ==== 101593+0+0 (secure 0 0 0) 0x7fc06c042070 con 0x7fc0840cd430 2024-09-16T07:26:46.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.107+0000 7fc0817fa640 1 --2- 172.21.15.31:0/104170924 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc064078bb0 0x7fc06407b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:46.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.108+0000 7fc083fff640 1 --2- 172.21.15.31:0/104170924 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc064078bb0 0x7fc06407b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:46.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.108+0000 7fc0817fa640 1 -- 172.21.15.31:0/104170924 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5796+0+0 (secure 0 0 0) 0x7fc06c0bbe80 con 0x7fc0840cd430 2024-09-16T07:26:46.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.108+0000 7fc083fff640 1 --2- 172.21.15.31:0/104170924 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc064078bb0 0x7fc06407b070 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fc08414eb50 tx=0x7fc074009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:46.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.112+0000 7fc0817fa640 1 -- 172.21.15.31:0/104170924 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fc06c083f70 con 0x7fc0840cd430 2024-09-16T07:26:46.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.331+0000 7fc08a647640 1 -- 172.21.15.31:0/104170924 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolume rm", "vol_name": "cephfs", "sub_name": "subvol_clone23160", "target": ["mon-mgr", ""]}) -- 0x7fc0840cb960 con 0x7fc064078bb0 2024-09-16T07:26:46.353 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.353+0000 7fc0817fa640 1 -- 172.21.15.31:0/104170924 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fc0840cb960 con 0x7fc064078bb0 2024-09-16T07:26:46.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.356+0000 7fc08a647640 1 -- 172.21.15.31:0/104170924 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc064078bb0 msgr2=0x7fc06407b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:46.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.356+0000 7fc08a647640 1 --2- 172.21.15.31:0/104170924 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc064078bb0 0x7fc06407b070 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fc08414eb50 tx=0x7fc074009040 comp rx=0 tx=0).stop 2024-09-16T07:26:46.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.356+0000 7fc08a647640 1 -- 172.21.15.31:0/104170924 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc0840cd430 msgr2=0x7fc0840c95d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:46.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.356+0000 7fc08a647640 1 --2- 172.21.15.31:0/104170924 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc0840cd430 0x7fc0840c95d0 secure :-1 s=READY pgs=1144 cs=0 l=1 rev1=1 crypto rx=0x7fc06c000c00 tx=0x7fc06c003910 comp rx=0 tx=0).stop 2024-09-16T07:26:46.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.356+0000 7fc08a647640 1 -- 172.21.15.31:0/104170924 shutdown_connections 2024-09-16T07:26:46.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.356+0000 7fc08a647640 1 --2- 172.21.15.31:0/104170924 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc064078bb0 0x7fc06407b070 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:46.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.356+0000 7fc08a647640 1 --2- 172.21.15.31:0/104170924 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc08415adb0 0x7fc0840c9b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:46.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.356+0000 7fc08a647640 1 --2- 172.21.15.31:0/104170924 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc0840cd430 0x7fc0840c95d0 unknown :-1 s=CLOSED pgs=1144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:46.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.356+0000 7fc08a647640 1 --2- 172.21.15.31:0/104170924 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc0840cbd00 0x7fc0841f3070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:46.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.356+0000 7fc08a647640 1 -- 172.21.15.31:0/104170924 >> 172.21.15.31:0/104170924 conn(0x7fc084074160 msgr2=0x7fc08415d5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:46.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.356+0000 7fc08a647640 1 -- 172.21.15.31:0/104170924 shutdown_connections 2024-09-16T07:26:46.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.356+0000 7fc08a647640 1 -- 172.21.15.31:0/104170924 wait complete. 2024-09-16T07:26:46.367 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume rm cephfs subvol_clone66971 2024-09-16T07:26:46.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.517+0000 7f6c9cc33640 1 -- 172.21.15.31:0/3587061854 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6c800051c0 msgr2=0x7f6c8000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:46.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.517+0000 7f6c9cc33640 1 --2- 172.21.15.31:0/3587061854 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6c800051c0 0x7f6c8000b9c0 secure :-1 s=READY pgs=1146 cs=0 l=1 rev1=1 crypto rx=0x7f6c90009ed0 tx=0x7f6c80005830 comp rx=0 tx=0).stop 2024-09-16T07:26:46.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.517+0000 7f6c9cc33640 1 -- 172.21.15.31:0/3587061854 shutdown_connections 2024-09-16T07:26:46.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.517+0000 7f6c9cc33640 1 --2- 172.21.15.31:0/3587061854 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6c800051c0 0x7f6c8000b9c0 unknown :-1 s=CLOSED pgs=1146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:46.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.517+0000 7f6c9cc33640 1 -- 172.21.15.31:0/3587061854 >> 172.21.15.31:0/3587061854 conn(0x7f6c980b1700 msgr2=0x7f6c980b1ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:46.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.517+0000 7f6c9cc33640 1 -- 172.21.15.31:0/3587061854 shutdown_connections 2024-09-16T07:26:46.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.517+0000 7f6c9cc33640 1 -- 172.21.15.31:0/3587061854 wait complete. 2024-09-16T07:26:46.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.519+0000 7f6c9cc33640 1 Processor -- start 2024-09-16T07:26:46.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.519+0000 7f6c9cc33640 1 -- start start 2024-09-16T07:26:46.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.519+0000 7f6c9cc33640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6c800051c0 0x7f6c9814d010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:46.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.519+0000 7f6c9cc33640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6c981f5b50 0x7f6c98159c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:46.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.519+0000 7f6c9cc33640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6c9815a1a0 0x7f6c981f84c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:46.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.519+0000 7f6c9cc33640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f6c9815b3d0 con 0x7f6c981f5b50 2024-09-16T07:26:46.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.519+0000 7f6c9cc33640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f6c980cc9d0 con 0x7f6c800051c0 2024-09-16T07:26:46.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.519+0000 7f6c9cc33640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f6c9815b550 con 0x7f6c9815a1a0 2024-09-16T07:26:46.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.519+0000 7f6c95d9b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6c981f5b50 0x7f6c98159c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:46.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.519+0000 7f6c95d9b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6c981f5b50 0x7f6c98159c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:57776/0 (socket says 172.21.15.31:57776) 2024-09-16T07:26:46.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.519+0000 7f6c95d9b640 1 -- 172.21.15.31:0/3465017908 learned_addr learned my addr 172.21.15.31:0/3465017908 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:46.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.520+0000 7f6c9659c640 1 --2- 172.21.15.31:0/3465017908 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6c800051c0 0x7f6c9814d010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:46.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.520+0000 7f6c96d9d640 1 --2- 172.21.15.31:0/3465017908 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6c9815a1a0 0x7f6c981f84c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:46.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.520+0000 7f6c95d9b640 1 -- 172.21.15.31:0/3465017908 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6c9815a1a0 msgr2=0x7f6c981f84c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:46.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.520+0000 7f6c95d9b640 1 --2- 172.21.15.31:0/3465017908 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6c9815a1a0 0x7f6c981f84c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:46.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.520+0000 7f6c95d9b640 1 -- 172.21.15.31:0/3465017908 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6c800051c0 msgr2=0x7f6c9814d010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:46.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.520+0000 7f6c95d9b640 1 --2- 172.21.15.31:0/3465017908 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6c800051c0 0x7f6c9814d010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:46.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.520+0000 7f6c95d9b640 1 -- 172.21.15.31:0/3465017908 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c9814d550 con 0x7f6c981f5b50 2024-09-16T07:26:46.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.520+0000 7f6c95d9b640 1 --2- 172.21.15.31:0/3465017908 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6c981f5b50 0x7f6c98159c60 secure :-1 s=READY pgs=1147 cs=0 l=1 rev1=1 crypto rx=0x7f6c8c0066b0 tx=0x7f6c8c0039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:46.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.520+0000 7f6c86ffd640 1 -- 172.21.15.31:0/3465017908 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c8c015070 con 0x7f6c981f5b50 2024-09-16T07:26:46.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.520+0000 7f6c86ffd640 1 -- 172.21.15.31:0/3465017908 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6c8c011900 con 0x7f6c981f5b50 2024-09-16T07:26:46.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.520+0000 7f6c86ffd640 1 -- 172.21.15.31:0/3465017908 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c8c011d50 con 0x7f6c981f5b50 2024-09-16T07:26:46.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.520+0000 7f6c9cc33640 1 -- 172.21.15.31:0/3465017908 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c980c9df0 con 0x7f6c981f5b50 2024-09-16T07:26:46.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.520+0000 7f6c9cc33640 1 -- 172.21.15.31:0/3465017908 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c981f5070 con 0x7f6c981f5b50 2024-09-16T07:26:46.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.521+0000 7f6c9cc33640 1 -- 172.21.15.31:0/3465017908 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6c9815bab0 con 0x7f6c981f5b50 2024-09-16T07:26:46.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.522+0000 7f6c86ffd640 1 -- 172.21.15.31:0/3465017908 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 18) ==== 101593+0+0 (secure 0 0 0) 0x7f6c8c018070 con 0x7f6c981f5b50 2024-09-16T07:26:46.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.522+0000 7f6c86ffd640 1 --2- 172.21.15.31:0/3465017908 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6c78078bb0 0x7f6c7807b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:46.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.522+0000 7f6c86ffd640 1 -- 172.21.15.31:0/3465017908 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 5852+0+0 (secure 0 0 0) 0x7f6c8c09b9d0 con 0x7f6c981f5b50 2024-09-16T07:26:46.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.522+0000 7f6c9659c640 1 --2- 172.21.15.31:0/3465017908 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6c78078bb0 0x7f6c7807b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:46.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.523+0000 7f6c9659c640 1 --2- 172.21.15.31:0/3465017908 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6c78078bb0 0x7f6c7807b070 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f6c88000c00 tx=0x7f6c88006b70 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:46.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.527+0000 7f6c86ffd640 1 -- 172.21.15.31:0/3465017908 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f6c9814d550 con 0x7f6c981f5b50 2024-09-16T07:26:46.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.740+0000 7f6c9cc33640 1 -- 172.21.15.31:0/3465017908 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolume rm", "vol_name": "cephfs", "sub_name": "subvol_clone66971", "target": ["mon-mgr", ""]}) -- 0x7f6c981f9380 con 0x7f6c78078bb0 2024-09-16T07:26:46.755 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.755+0000 7f6c86ffd640 1 -- 172.21.15.31:0/3465017908 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f6c981f9380 con 0x7f6c78078bb0 2024-09-16T07:26:46.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.758+0000 7f6c9cc33640 1 -- 172.21.15.31:0/3465017908 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6c78078bb0 msgr2=0x7f6c7807b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:46.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.758+0000 7f6c9cc33640 1 --2- 172.21.15.31:0/3465017908 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6c78078bb0 0x7f6c7807b070 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f6c88000c00 tx=0x7f6c88006b70 comp rx=0 tx=0).stop 2024-09-16T07:26:46.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.758+0000 7f6c9cc33640 1 -- 172.21.15.31:0/3465017908 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6c981f5b50 msgr2=0x7f6c98159c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:46.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.758+0000 7f6c9cc33640 1 --2- 172.21.15.31:0/3465017908 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6c981f5b50 0x7f6c98159c60 secure :-1 s=READY pgs=1147 cs=0 l=1 rev1=1 crypto rx=0x7f6c8c0066b0 tx=0x7f6c8c0039c0 comp rx=0 tx=0).stop 2024-09-16T07:26:46.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.758+0000 7f6c9cc33640 1 -- 172.21.15.31:0/3465017908 shutdown_connections 2024-09-16T07:26:46.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.758+0000 7f6c9cc33640 1 --2- 172.21.15.31:0/3465017908 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6c78078bb0 0x7f6c7807b070 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:46.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.758+0000 7f6c9cc33640 1 --2- 172.21.15.31:0/3465017908 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6c9815a1a0 0x7f6c981f84c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:46.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.758+0000 7f6c9cc33640 1 --2- 172.21.15.31:0/3465017908 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6c981f5b50 0x7f6c98159c60 unknown :-1 s=CLOSED pgs=1147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:46.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.758+0000 7f6c9cc33640 1 --2- 172.21.15.31:0/3465017908 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6c800051c0 0x7f6c9814d010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:46.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.758+0000 7f6c9cc33640 1 -- 172.21.15.31:0/3465017908 >> 172.21.15.31:0/3465017908 conn(0x7f6c980b1700 msgr2=0x7f6c980b4c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:46.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.758+0000 7f6c9cc33640 1 -- 172.21.15.31:0/3465017908 shutdown_connections 2024-09-16T07:26:46.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46.758+0000 7f6c9cc33640 1 -- 172.21.15.31:0/3465017908 wait complete. 2024-09-16T07:26:46.769 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'stat -c %h /home/ubuntu/cephtest/mnt.0/./volumes/_deleting') 2024-09-16T07:26:46.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-16T07:26:46.825 INFO:teuthology.orchestra.run.smithi031.stdout:2 2024-09-16T07:26:46.825 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:26:46.832 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-16T07:26:46.832 DEBUG:teuthology.orchestra.run.smithi031:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T07:26:46.891 DEBUG:teuthology.orchestra.run.smithi155:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T07:26:46.933 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-16T07:26:46.933 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T07:26:46.933 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:26:46.933 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:26:46.950 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:26:46.950 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:26:47.007 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T07:26:47.153 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.153+0000 7f007b918640 1 -- 172.21.15.31:0/3171837817 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f00740d0d40 msgr2=0x7f00740cf9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:47.153 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.153+0000 7f007b918640 1 --2- 172.21.15.31:0/3171837817 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f00740d0d40 0x7f00740cf9b0 secure :-1 s=READY pgs=1148 cs=0 l=1 rev1=1 crypto rx=0x7f0064005fd0 tx=0x7f006402a4a0 comp rx=0 tx=0).stop 2024-09-16T07:26:47.153 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.153+0000 7f007b918640 1 -- 172.21.15.31:0/3171837817 shutdown_connections 2024-09-16T07:26:47.153 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.153+0000 7f007b918640 1 --2- 172.21.15.31:0/3171837817 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f00740d49c0 0x7f00740b3800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:47.153 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.153+0000 7f007b918640 1 --2- 172.21.15.31:0/3171837817 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f00740d0d40 0x7f00740cf9b0 unknown :-1 s=CLOSED pgs=1148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:47.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.153+0000 7f007b918640 1 -- 172.21.15.31:0/3171837817 >> 172.21.15.31:0/3171837817 conn(0x7f00740d3ea0 msgr2=0x7f00740d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:47.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.153+0000 7f007b918640 1 -- 172.21.15.31:0/3171837817 shutdown_connections 2024-09-16T07:26:47.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.153+0000 7f007b918640 1 -- 172.21.15.31:0/3171837817 wait complete. 2024-09-16T07:26:47.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.155+0000 7f007b918640 1 Processor -- start 2024-09-16T07:26:47.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.155+0000 7f007b918640 1 -- start start 2024-09-16T07:26:47.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.155+0000 7f007b918640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f00740d0d40 0x7f007415eea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:47.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.155+0000 7f007b918640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f00740d49c0 0x7f00741f4a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:47.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.155+0000 7f007b918640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f007415df90 0x7f007406e680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:47.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.155+0000 7f007b918640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f00740b3d40 con 0x7f007415df90 2024-09-16T07:26:47.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.155+0000 7f007b918640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f0074162710 con 0x7f00740d49c0 2024-09-16T07:26:47.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.155+0000 7f007b918640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f00740b3ec0 con 0x7f00740d0d40 2024-09-16T07:26:47.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.155+0000 7f0079eb5640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f007415df90 0x7f007406e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:47.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.156+0000 7f0079eb5640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f007415df90 0x7f007406e680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:57796/0 (socket says 172.21.15.31:57796) 2024-09-16T07:26:47.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.156+0000 7f0079eb5640 1 -- 172.21.15.31:0/3335396210 learned_addr learned my addr 172.21.15.31:0/3335396210 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:47.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.156+0000 7f00796b4640 1 --2- 172.21.15.31:0/3335396210 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f00740d0d40 0x7f007415eea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:47.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.156+0000 7f0078eb3640 1 --2- 172.21.15.31:0/3335396210 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f00740d49c0 0x7f00741f4a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:47.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.156+0000 7f0079eb5640 1 -- 172.21.15.31:0/3335396210 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f00740d0d40 msgr2=0x7f007415eea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:47.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.156+0000 7f0079eb5640 1 --2- 172.21.15.31:0/3335396210 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f00740d0d40 0x7f007415eea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:47.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.156+0000 7f0079eb5640 1 -- 172.21.15.31:0/3335396210 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f00740d49c0 msgr2=0x7f00741f4a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:47.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.156+0000 7f0079eb5640 1 --2- 172.21.15.31:0/3335396210 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f00740d49c0 0x7f00741f4a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:47.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.156+0000 7f0079eb5640 1 -- 172.21.15.31:0/3335396210 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00741f5950 con 0x7f007415df90 2024-09-16T07:26:47.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.156+0000 7f0078eb3640 1 --2- 172.21.15.31:0/3335396210 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f00740d49c0 0x7f00741f4a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:26:47.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.156+0000 7f0079eb5640 1 --2- 172.21.15.31:0/3335396210 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f007415df90 0x7f007406e680 secure :-1 s=READY pgs=1149 cs=0 l=1 rev1=1 crypto rx=0x7f006c00cce0 tx=0x7f006c00a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:47.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.156+0000 7f0069ffb640 1 -- 172.21.15.31:0/3335396210 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f006c00f450 con 0x7f007415df90 2024-09-16T07:26:47.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.156+0000 7f0069ffb640 1 -- 172.21.15.31:0/3335396210 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f006c00f700 con 0x7f007415df90 2024-09-16T07:26:47.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.156+0000 7f007b918640 1 -- 172.21.15.31:0/3335396210 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00741f5390 con 0x7f007415df90 2024-09-16T07:26:47.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.156+0000 7f0069ffb640 1 -- 172.21.15.31:0/3335396210 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f006c00fb50 con 0x7f007415df90 2024-09-16T07:26:47.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.156+0000 7f007b918640 1 -- 172.21.15.31:0/3335396210 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f007415e6a0 con 0x7f007415df90 2024-09-16T07:26:47.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.157+0000 7f007b918640 1 -- 172.21.15.31:0/3335396210 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f00740b43b0 con 0x7f007415df90 2024-09-16T07:26:47.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.158+0000 7f0069ffb640 1 -- 172.21.15.31:0/3335396210 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 18) ==== 101593+0+0 (secure 0 0 0) 0x7f006c00fcf0 con 0x7f007415df90 2024-09-16T07:26:47.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.159+0000 7f0069ffb640 1 --2- 172.21.15.31:0/3335396210 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0058078be0 0x7f005807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:47.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.159+0000 7f0069ffb640 1 -- 172.21.15.31:0/3335396210 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 5852+0+0 (secure 0 0 0) 0x7f006c09bb70 con 0x7f007415df90 2024-09-16T07:26:47.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.159+0000 7f00796b4640 1 --2- 172.21.15.31:0/3335396210 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0058078be0 0x7f005807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:47.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.159+0000 7f00796b4640 1 --2- 172.21.15.31:0/3335396210 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0058078be0 0x7f005807b0a0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f00740a1c70 tx=0x7f0070009060 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:47.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.163+0000 7f0069ffb640 1 -- 172.21.15.31:0/3335396210 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f006c014030 con 0x7f007415df90 2024-09-16T07:26:47.365 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.366+0000 7f007b918640 1 -- 172.21.15.31:0/3335396210 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f007408d590 con 0x7f007415df90 2024-09-16T07:26:47.366 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.366+0000 7f0069ffb640 1 -- 172.21.15.31:0/3335396210 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v105) ==== 80+0+0 (secure 0 0 0) 0x7f006c063b80 con 0x7f007415df90 2024-09-16T07:26:47.366 INFO:teuthology.orchestra.run.smithi031.stderr:listed 0 entries 2024-09-16T07:26:47.368 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.369+0000 7f007b918640 1 -- 172.21.15.31:0/3335396210 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0058078be0 msgr2=0x7f005807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:47.368 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.369+0000 7f007b918640 1 --2- 172.21.15.31:0/3335396210 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0058078be0 0x7f005807b0a0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f00740a1c70 tx=0x7f0070009060 comp rx=0 tx=0).stop 2024-09-16T07:26:47.368 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.369+0000 7f007b918640 1 -- 172.21.15.31:0/3335396210 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f007415df90 msgr2=0x7f007406e680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:47.369 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.369+0000 7f007b918640 1 --2- 172.21.15.31:0/3335396210 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f007415df90 0x7f007406e680 secure :-1 s=READY pgs=1149 cs=0 l=1 rev1=1 crypto rx=0x7f006c00cce0 tx=0x7f006c00a620 comp rx=0 tx=0).stop 2024-09-16T07:26:47.369 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.369+0000 7f007b918640 1 -- 172.21.15.31:0/3335396210 shutdown_connections 2024-09-16T07:26:47.369 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.369+0000 7f007b918640 1 --2- 172.21.15.31:0/3335396210 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0058078be0 0x7f005807b0a0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:47.369 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.369+0000 7f007b918640 1 --2- 172.21.15.31:0/3335396210 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f007415df90 0x7f007406e680 unknown :-1 s=CLOSED pgs=1149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:47.369 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.369+0000 7f007b918640 1 --2- 172.21.15.31:0/3335396210 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f00740d49c0 0x7f00741f4a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:47.369 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.369+0000 7f007b918640 1 --2- 172.21.15.31:0/3335396210 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f00740d0d40 0x7f007415eea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:47.369 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.369+0000 7f007b918640 1 -- 172.21.15.31:0/3335396210 >> 172.21.15.31:0/3335396210 conn(0x7f00740d3ea0 msgr2=0x7f00740cf9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:47.369 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.369+0000 7f007b918640 1 -- 172.21.15.31:0/3335396210 shutdown_connections 2024-09-16T07:26:47.369 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.369+0000 7f007b918640 1 -- 172.21.15.31:0/3335396210 wait complete. 2024-09-16T07:26:47.379 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi031.front.sepia.ceph.com... 2024-09-16T07:26:47.379 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:47.379 DEBUG:teuthology.orchestra.run.smithi031:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-16T07:26:47.403 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi031.stderr:ceph-fuse[63669]: fuse finished with error 0 and tester_r 0 2024-09-16T07:26:47.405 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi031.front.sepia.ceph.com 2024-09-16T07:26:47.405 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:47.405 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-16T07:26:47.545 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T07:26:47.545 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:26:47.545 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:26:47.562 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:26:47.562 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:26:47.618 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T07:26:47.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.726+0000 7fc81b117640 1 -- 172.21.15.31:0/1178138132 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc800004800 msgr2=0x7fc800004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:47.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.726+0000 7fc81b117640 1 --2- 172.21.15.31:0/1178138132 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc800004800 0x7fc800004c80 secure :-1 s=READY pgs=1151 cs=0 l=1 rev1=1 crypto rx=0x7fc7fc009ed0 tx=0x7fc800005830 comp rx=0 tx=0).stop 2024-09-16T07:26:47.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.726+0000 7fc81b117640 1 -- 172.21.15.31:0/1178138132 shutdown_connections 2024-09-16T07:26:47.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.726+0000 7fc81b117640 1 --2- 172.21.15.31:0/1178138132 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc800004800 0x7fc800004c80 unknown :-1 s=CLOSED pgs=1151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:47.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.726+0000 7fc81b117640 1 -- 172.21.15.31:0/1178138132 >> 172.21.15.31:0/1178138132 conn(0x7fc8140b19c0 msgr2=0x7fc8140b1dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:47.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.726+0000 7fc81b117640 1 -- 172.21.15.31:0/1178138132 shutdown_connections 2024-09-16T07:26:47.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.726+0000 7fc81b117640 1 -- 172.21.15.31:0/1178138132 wait complete. 2024-09-16T07:26:47.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.727+0000 7fc81b117640 1 Processor -- start 2024-09-16T07:26:47.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.727+0000 7fc81b117640 1 -- start start 2024-09-16T07:26:47.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.728+0000 7fc81b117640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc800004800 0x7fc8141f6a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:47.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.728+0000 7fc81b117640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc8141f2a10 0x7fc8140c5f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:47.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.728+0000 7fc81b117640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc8140ce890 0x7fc8140ced20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:47.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.728+0000 7fc81b117640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fc814073ca0 con 0x7fc8141f2a10 2024-09-16T07:26:47.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.728+0000 7fc81b117640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc814073b20 con 0x7fc800004800 2024-09-16T07:26:47.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.728+0000 7fc81b117640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc814073e20 con 0x7fc8140ce890 2024-09-16T07:26:47.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.728+0000 7fc813fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc8141f2a10 0x7fc8140c5f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:47.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.728+0000 7fc813fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc8141f2a10 0x7fc8140c5f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:57814/0 (socket says 172.21.15.31:57814) 2024-09-16T07:26:47.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.728+0000 7fc813fff640 1 -- 172.21.15.31:0/3287534048 learned_addr learned my addr 172.21.15.31:0/3287534048 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:47.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.728+0000 7fc8196b4640 1 --2- 172.21.15.31:0/3287534048 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc8140ce890 0x7fc8140ced20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:47.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.728+0000 7fc818eb3640 1 --2- 172.21.15.31:0/3287534048 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc800004800 0x7fc8141f6a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:47.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.728+0000 7fc813fff640 1 -- 172.21.15.31:0/3287534048 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc8140ce890 msgr2=0x7fc8140ced20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:47.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.728+0000 7fc813fff640 1 --2- 172.21.15.31:0/3287534048 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc8140ce890 0x7fc8140ced20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:47.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.728+0000 7fc813fff640 1 -- 172.21.15.31:0/3287534048 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc800004800 msgr2=0x7fc8141f6a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:47.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.728+0000 7fc813fff640 1 --2- 172.21.15.31:0/3287534048 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc800004800 0x7fc8141f6a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:47.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.728+0000 7fc813fff640 1 -- 172.21.15.31:0/3287534048 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8140b3c10 con 0x7fc8141f2a10 2024-09-16T07:26:47.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.728+0000 7fc818eb3640 1 --2- 172.21.15.31:0/3287534048 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc800004800 0x7fc8141f6a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:26:47.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.728+0000 7fc8196b4640 1 --2- 172.21.15.31:0/3287534048 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc8140ce890 0x7fc8140ced20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:26:47.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.728+0000 7fc813fff640 1 --2- 172.21.15.31:0/3287534048 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc8141f2a10 0x7fc8140c5f50 secure :-1 s=READY pgs=1152 cs=0 l=1 rev1=1 crypto rx=0x7fc7fc009e20 tx=0x7fc7fc033cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:47.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.728+0000 7fc8117fa640 1 -- 172.21.15.31:0/3287534048 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7fc038040 con 0x7fc8141f2a10 2024-09-16T07:26:47.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.729+0000 7fc8117fa640 1 -- 172.21.15.31:0/3287534048 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc7fc041070 con 0x7fc8141f2a10 2024-09-16T07:26:47.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.729+0000 7fc81b117640 1 -- 172.21.15.31:0/3287534048 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8140c6490 con 0x7fc8141f2a10 2024-09-16T07:26:47.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.729+0000 7fc8117fa640 1 -- 172.21.15.31:0/3287534048 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7fc03c670 con 0x7fc8141f2a10 2024-09-16T07:26:47.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.729+0000 7fc81b117640 1 -- 172.21.15.31:0/3287534048 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8141f3190 con 0x7fc8141f2a10 2024-09-16T07:26:47.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.730+0000 7fc81b117640 1 -- 172.21.15.31:0/3287534048 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc8140acf20 con 0x7fc8141f2a10 2024-09-16T07:26:47.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.730+0000 7fc8117fa640 1 -- 172.21.15.31:0/3287534048 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 18) ==== 101593+0+0 (secure 0 0 0) 0x7fc7fc03c810 con 0x7fc8141f2a10 2024-09-16T07:26:47.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.731+0000 7fc8117fa640 1 --2- 172.21.15.31:0/3287534048 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc7f4078bb0 0x7fc7f407b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:47.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.731+0000 7fc8117fa640 1 -- 172.21.15.31:0/3287534048 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 5868+0+0 (secure 0 0 0) 0x7fc7fc0bbdf0 con 0x7fc8141f2a10 2024-09-16T07:26:47.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.731+0000 7fc818eb3640 1 --2- 172.21.15.31:0/3287534048 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc7f4078bb0 0x7fc7f407b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:47.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.731+0000 7fc818eb3640 1 --2- 172.21.15.31:0/3287534048 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc7f4078bb0 0x7fc7f407b070 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fc804001a30 tx=0x7fc804001170 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:47.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.735+0000 7fc8117fa640 1 -- 172.21.15.31:0/3287534048 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fc8140c6490 con 0x7fc8141f2a10 2024-09-16T07:26:47.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.931+0000 7fc81b117640 1 -- 172.21.15.31:0/3287534048 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fc814074650 con 0x7fc8141f2a10 2024-09-16T07:26:47.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.932+0000 7fc8117fa640 1 -- 172.21.15.31:0/3287534048 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v105) ==== 80+0+0 (secure 0 0 0) 0x7fc8140b3c10 con 0x7fc8141f2a10 2024-09-16T07:26:47.931 INFO:teuthology.orchestra.run.smithi031.stderr:listed 0 entries 2024-09-16T07:26:47.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.934+0000 7fc81b117640 1 -- 172.21.15.31:0/3287534048 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc7f4078bb0 msgr2=0x7fc7f407b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:47.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.934+0000 7fc81b117640 1 --2- 172.21.15.31:0/3287534048 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc7f4078bb0 0x7fc7f407b070 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fc804001a30 tx=0x7fc804001170 comp rx=0 tx=0).stop 2024-09-16T07:26:47.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.934+0000 7fc81b117640 1 -- 172.21.15.31:0/3287534048 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc8141f2a10 msgr2=0x7fc8140c5f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:47.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.934+0000 7fc81b117640 1 --2- 172.21.15.31:0/3287534048 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc8141f2a10 0x7fc8140c5f50 secure :-1 s=READY pgs=1152 cs=0 l=1 rev1=1 crypto rx=0x7fc7fc009e20 tx=0x7fc7fc033cb0 comp rx=0 tx=0).stop 2024-09-16T07:26:47.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.934+0000 7fc81b117640 1 -- 172.21.15.31:0/3287534048 shutdown_connections 2024-09-16T07:26:47.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.934+0000 7fc81b117640 1 --2- 172.21.15.31:0/3287534048 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc7f4078bb0 0x7fc7f407b070 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:47.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.934+0000 7fc81b117640 1 --2- 172.21.15.31:0/3287534048 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc8140ce890 0x7fc8140ced20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:47.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.934+0000 7fc81b117640 1 --2- 172.21.15.31:0/3287534048 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc8141f2a10 0x7fc8140c5f50 unknown :-1 s=CLOSED pgs=1152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:47.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.934+0000 7fc81b117640 1 --2- 172.21.15.31:0/3287534048 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc800004800 0x7fc8141f6a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:47.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.934+0000 7fc81b117640 1 -- 172.21.15.31:0/3287534048 >> 172.21.15.31:0/3287534048 conn(0x7fc8140b19c0 msgr2=0x7fc8140b0e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:47.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.934+0000 7fc81b117640 1 -- 172.21.15.31:0/3287534048 shutdown_connections 2024-09-16T07:26:47.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:47.934+0000 7fc81b117640 1 -- 172.21.15.31:0/3287534048 wait complete. 2024-09-16T07:26:47.944 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi155.front.sepia.ceph.com... 2024-09-16T07:26:47.945 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:47.945 DEBUG:teuthology.orchestra.run.smithi155:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-16T07:26:47.970 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi155.stderr:ceph-fuse[46921]: fuse finished with error 0 and tester_r 0 2024-09-16T07:26:47.971 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi155.front.sepia.ceph.com 2024-09-16T07:26:47.971 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:26:47.972 DEBUG:teuthology.orchestra.run.smithi155:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-16T07:26:48.100 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T07:26:48.100 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:26:48.101 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:26:48.117 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17171 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T07:26:48.117 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T07:26:48.117 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:26:48.117 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:26:48.133 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056027,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1315 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T07:26:48.134 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:26:48.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.263+0000 7f03457ca640 1 -- 172.21.15.31:0/3556287323 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f03400ce950 msgr2=0x7f03400cbb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:48.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.263+0000 7f03457ca640 1 --2- 172.21.15.31:0/3556287323 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f03400ce950 0x7f03400cbb80 secure :-1 s=READY pgs=1153 cs=0 l=1 rev1=1 crypto rx=0x7f0330009900 tx=0x7f033002a610 comp rx=0 tx=0).stop 2024-09-16T07:26:48.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.263+0000 7f03457ca640 1 -- 172.21.15.31:0/3556287323 shutdown_connections 2024-09-16T07:26:48.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.263+0000 7f03457ca640 1 --2- 172.21.15.31:0/3556287323 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f03400ce950 0x7f03400cbb80 unknown :-1 s=CLOSED pgs=1153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:48.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.263+0000 7f03457ca640 1 --2- 172.21.15.31:0/3556287323 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f034006f0b0 0x7f03400cd3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:48.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.263+0000 7f03457ca640 1 -- 172.21.15.31:0/3556287323 >> 172.21.15.31:0/3556287323 conn(0x7f03400741f0 msgr2=0x7f0340074600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:48.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.263+0000 7f03457ca640 1 -- 172.21.15.31:0/3556287323 shutdown_connections 2024-09-16T07:26:48.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.263+0000 7f03457ca640 1 -- 172.21.15.31:0/3556287323 wait complete. 2024-09-16T07:26:48.264 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.264+0000 7f03457ca640 1 Processor -- start 2024-09-16T07:26:48.264 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.264+0000 7f03457ca640 1 -- start start 2024-09-16T07:26:48.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.265+0000 7f03457ca640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f034006f0b0 0x7f03400c3c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:48.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.265+0000 7f03457ca640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f034006f490 0x7f03401f2560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:48.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.265+0000 7f03457ca640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f03400ce950 0x7f034009db90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:48.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.265+0000 7f03457ca640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f03400cc0c0 con 0x7f034006f0b0 2024-09-16T07:26:48.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.265+0000 7f03457ca640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f034015e670 con 0x7f034006f490 2024-09-16T07:26:48.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.265+0000 7f03457ca640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f03400cc240 con 0x7f03400ce950 2024-09-16T07:26:48.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.265+0000 7f033effd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f034006f0b0 0x7f03400c3c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:48.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.265+0000 7f033effd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f034006f0b0 0x7f03400c3c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:57832/0 (socket says 172.21.15.31:57832) 2024-09-16T07:26:48.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.265+0000 7f033effd640 1 -- 172.21.15.31:0/3560934009 learned_addr learned my addr 172.21.15.31:0/3560934009 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:48.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.265+0000 7f033f7fe640 1 --2- 172.21.15.31:0/3560934009 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f03400ce950 0x7f034009db90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:48.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.265+0000 7f033e7fc640 1 --2- 172.21.15.31:0/3560934009 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f034006f490 0x7f03401f2560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:48.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.266+0000 7f033effd640 1 -- 172.21.15.31:0/3560934009 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f03400ce950 msgr2=0x7f034009db90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:48.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.266+0000 7f033effd640 1 --2- 172.21.15.31:0/3560934009 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f03400ce950 0x7f034009db90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:48.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.266+0000 7f033effd640 1 -- 172.21.15.31:0/3560934009 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f034006f490 msgr2=0x7f03401f2560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:48.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.266+0000 7f033effd640 1 --2- 172.21.15.31:0/3560934009 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f034006f490 0x7f03401f2560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:48.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.266+0000 7f033effd640 1 -- 172.21.15.31:0/3560934009 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f034009a2d0 con 0x7f034006f0b0 2024-09-16T07:26:48.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.266+0000 7f033effd640 1 --2- 172.21.15.31:0/3560934009 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f034006f0b0 0x7f03400c3c80 secure :-1 s=READY pgs=1154 cs=0 l=1 rev1=1 crypto rx=0x7f033800ebc0 tx=0x7f033800c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:48.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.266+0000 7f03377fe640 1 -- 172.21.15.31:0/3560934009 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0338010630 con 0x7f034006f0b0 2024-09-16T07:26:48.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.266+0000 7f03377fe640 1 -- 172.21.15.31:0/3560934009 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f03380108c0 con 0x7f034006f0b0 2024-09-16T07:26:48.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.266+0000 7f03457ca640 1 -- 172.21.15.31:0/3560934009 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f034009a5b0 con 0x7f034006f0b0 2024-09-16T07:26:48.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.266+0000 7f03377fe640 1 -- 172.21.15.31:0/3560934009 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0338010d10 con 0x7f034006f0b0 2024-09-16T07:26:48.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.266+0000 7f03457ca640 1 -- 172.21.15.31:0/3560934009 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03401f2aa0 con 0x7f034006f0b0 2024-09-16T07:26:48.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.267+0000 7f03457ca640 1 -- 172.21.15.31:0/3560934009 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f03400cc730 con 0x7f034006f0b0 2024-09-16T07:26:48.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.268+0000 7f03377fe640 1 -- 172.21.15.31:0/3560934009 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 18) ==== 101593+0+0 (secure 0 0 0) 0x7f0338018420 con 0x7f034006f0b0 2024-09-16T07:26:48.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.268+0000 7f03377fe640 1 --2- 172.21.15.31:0/3560934009 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0320078be0 0x7f032007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:48.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.269+0000 7f03377fe640 1 -- 172.21.15.31:0/3560934009 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 5868+0+0 (secure 0 0 0) 0x7f033809bd50 con 0x7f034006f0b0 2024-09-16T07:26:48.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.269+0000 7f033e7fc640 1 --2- 172.21.15.31:0/3560934009 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0320078be0 0x7f032007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:48.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.269+0000 7f033e7fc640 1 --2- 172.21.15.31:0/3560934009 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0320078be0 0x7f032007b0a0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f034009ac60 tx=0x7f0328009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:48.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.273+0000 7f03377fe640 1 -- 172.21.15.31:0/3560934009 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f0338063840 con 0x7f034006f0b0 2024-09-16T07:26:48.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.288+0000 7f03377fe640 1 -- 172.21.15.31:0/3560934009 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mgrmap(e 19) ==== 101695+0+0 (secure 0 0 0) 0x7f033805fab0 con 0x7f034006f0b0 2024-09-16T07:26:48.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.504+0000 7f03457ca640 1 -- 172.21.15.31:0/3560934009 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0340075070 con 0x7f034006f0b0 2024-09-16T07:26:48.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.505+0000 7f03377fe640 1 -- 172.21.15.31:0/3560934009 <== mon.0 v2:172.21.15.31:3300/0 8 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 70 v70) ==== 94+0+5228 (secure 0 0 0) 0x7f03380152d0 con 0x7f034006f0b0 2024-09-16T07:26:48.505 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:26:48.505 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":70,"btime":"2024-09-16T07:26:20:288334+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5918,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/104921999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":104921999},{"type":"v1","addr":"172.21.15.31:6835","nonce":104921999}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65},{"gid":6388,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6834/1828291876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":1828291876},{"type":"v1","addr":"172.21.15.155:6834","nonce":1828291876}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65},{"gid":7140,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6834/1121936077","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":1121936077},{"type":"v1","addr":"172.21.15.31:6834","nonce":1121936077}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64}],"filesystems":[{"mdsmap":{"epoch":69,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:26:09.611862+0000","modified":"2024-09-16T07:26:12.635190+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7149},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7149":{"gid":7149,"name":"b","rank":0,"incarnation":66,"state":"up:active","state_seq":3,"addr":"172.21.15.155:6835/2893385681","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6809","nonce":2893385681},{"type":"v1","addr":"172.21.15.155:6835","nonce":2893385681}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7149,"qdb_cluster":[7149]},"id":8}]} 2024-09-16T07:26:48.505 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 70 2024-09-16T07:26:48.507 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.507+0000 7f03457ca640 1 -- 172.21.15.31:0/3560934009 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0320078be0 msgr2=0x7f032007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:48.507 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.507+0000 7f03457ca640 1 --2- 172.21.15.31:0/3560934009 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0320078be0 0x7f032007b0a0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f034009ac60 tx=0x7f0328009040 comp rx=0 tx=0).stop 2024-09-16T07:26:48.507 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.507+0000 7f03457ca640 1 -- 172.21.15.31:0/3560934009 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f034006f0b0 msgr2=0x7f03400c3c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:48.507 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.507+0000 7f03457ca640 1 --2- 172.21.15.31:0/3560934009 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f034006f0b0 0x7f03400c3c80 secure :-1 s=READY pgs=1154 cs=0 l=1 rev1=1 crypto rx=0x7f033800ebc0 tx=0x7f033800c6a0 comp rx=0 tx=0).stop 2024-09-16T07:26:48.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.507+0000 7f03457ca640 1 -- 172.21.15.31:0/3560934009 shutdown_connections 2024-09-16T07:26:48.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.507+0000 7f03457ca640 1 --2- 172.21.15.31:0/3560934009 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0320078be0 0x7f032007b0a0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:48.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.507+0000 7f03457ca640 1 --2- 172.21.15.31:0/3560934009 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f03400ce950 0x7f034009db90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:48.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.507+0000 7f03457ca640 1 --2- 172.21.15.31:0/3560934009 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f034006f490 0x7f03401f2560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:48.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.507+0000 7f03457ca640 1 --2- 172.21.15.31:0/3560934009 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f034006f0b0 0x7f03400c3c80 unknown :-1 s=CLOSED pgs=1154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:48.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.507+0000 7f03457ca640 1 -- 172.21.15.31:0/3560934009 >> 172.21.15.31:0/3560934009 conn(0x7f03400741f0 msgr2=0x7f03400d0340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:48.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.507+0000 7f03457ca640 1 -- 172.21.15.31:0/3560934009 shutdown_connections 2024-09-16T07:26:48.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.507+0000 7f03457ca640 1 -- 172.21.15.31:0/3560934009 wait complete. 2024-09-16T07:26:48.518 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:26:48.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.623+0000 7f5e04abd640 1 -- 172.21.15.31:0/1403199081 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5e000ce950 msgr2=0x7f5e000cbb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:48.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.623+0000 7f5e04abd640 1 --2- 172.21.15.31:0/1403199081 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5e000ce950 0x7f5e000cbb80 secure :-1 s=READY pgs=1156 cs=0 l=1 rev1=1 crypto rx=0x7f5df8005fd0 tx=0x7f5df802a8b0 comp rx=0 tx=0).stop 2024-09-16T07:26:48.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.623+0000 7f5e04abd640 1 -- 172.21.15.31:0/1403199081 shutdown_connections 2024-09-16T07:26:48.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.623+0000 7f5e04abd640 1 --2- 172.21.15.31:0/1403199081 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5e000ce950 0x7f5e000cbb80 unknown :-1 s=CLOSED pgs=1156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:48.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.623+0000 7f5e04abd640 1 -- 172.21.15.31:0/1403199081 >> 172.21.15.31:0/1403199081 conn(0x7f5e000741f0 msgr2=0x7f5e00074600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:48.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.623+0000 7f5e04abd640 1 -- 172.21.15.31:0/1403199081 shutdown_connections 2024-09-16T07:26:48.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.623+0000 7f5e04abd640 1 -- 172.21.15.31:0/1403199081 wait complete. 2024-09-16T07:26:48.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.624+0000 7f5e04abd640 1 Processor -- start 2024-09-16T07:26:48.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.624+0000 7f5e04abd640 1 -- start start 2024-09-16T07:26:48.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.625+0000 7f5e04abd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5e0006f0b0 0x7f5e000c99f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:48.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.625+0000 7f5e04abd640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5e000cd3e0 0x7f5e000c9f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:48.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.625+0000 7f5e04abd640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5e000ce950 0x7f5e001f88d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:48.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.625+0000 7f5e04abd640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f5e000cc240 con 0x7f5e0006f0b0 2024-09-16T07:26:48.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.625+0000 7f5e04abd640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f5e000cc0c0 con 0x7f5e000cd3e0 2024-09-16T07:26:48.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.625+0000 7f5e04abd640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f5e000cc3c0 con 0x7f5e000ce950 2024-09-16T07:26:48.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.625+0000 7f5dfe59c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5e0006f0b0 0x7f5e000c99f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:48.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.625+0000 7f5dfe59c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5e0006f0b0 0x7f5e000c99f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:57836/0 (socket says 172.21.15.31:57836) 2024-09-16T07:26:48.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.625+0000 7f5dfe59c640 1 -- 172.21.15.31:0/411391045 learned_addr learned my addr 172.21.15.31:0/411391045 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:48.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.626+0000 7f5dfdd9b640 1 --2- 172.21.15.31:0/411391045 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5e000cd3e0 0x7f5e000c9f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:48.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.626+0000 7f5dfed9d640 1 --2- 172.21.15.31:0/411391045 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5e000ce950 0x7f5e001f88d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:48.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.626+0000 7f5dfe59c640 1 -- 172.21.15.31:0/411391045 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5e000ce950 msgr2=0x7f5e001f88d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:48.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.626+0000 7f5dfe59c640 1 --2- 172.21.15.31:0/411391045 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5e000ce950 0x7f5e001f88d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:48.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.626+0000 7f5dfe59c640 1 -- 172.21.15.31:0/411391045 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5e000cd3e0 msgr2=0x7f5e000c9f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:48.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.626+0000 7f5dfe59c640 1 --2- 172.21.15.31:0/411391045 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5e000cd3e0 0x7f5e000c9f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:48.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.626+0000 7f5dfe59c640 1 -- 172.21.15.31:0/411391045 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e0015a680 con 0x7f5e0006f0b0 2024-09-16T07:26:48.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.626+0000 7f5dfdd9b640 1 --2- 172.21.15.31:0/411391045 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5e000cd3e0 0x7f5e000c9f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:26:48.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.626+0000 7f5dfed9d640 1 --2- 172.21.15.31:0/411391045 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5e000ce950 0x7f5e001f88d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:26:48.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.626+0000 7f5dfe59c640 1 --2- 172.21.15.31:0/411391045 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5e0006f0b0 0x7f5e000c99f0 secure :-1 s=READY pgs=1157 cs=0 l=1 rev1=1 crypto rx=0x7f5df000c450 tx=0x7f5df000c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:48.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.626+0000 7f5deeffd640 1 -- 172.21.15.31:0/411391045 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5df0016020 con 0x7f5e0006f0b0 2024-09-16T07:26:48.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.626+0000 7f5deeffd640 1 -- 172.21.15.31:0/411391045 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5df0012920 con 0x7f5e0006f0b0 2024-09-16T07:26:48.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.626+0000 7f5e04abd640 1 -- 172.21.15.31:0/411391045 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e001f5300 con 0x7f5e0006f0b0 2024-09-16T07:26:48.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.626+0000 7f5deeffd640 1 -- 172.21.15.31:0/411391045 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5df0012d70 con 0x7f5e0006f0b0 2024-09-16T07:26:48.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.626+0000 7f5e04abd640 1 -- 172.21.15.31:0/411391045 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e001f58c0 con 0x7f5e0006f0b0 2024-09-16T07:26:48.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.627+0000 7f5e04abd640 1 -- 172.21.15.31:0/411391045 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e000c3eb0 con 0x7f5e0006f0b0 2024-09-16T07:26:48.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.628+0000 7f5deeffd640 1 -- 172.21.15.31:0/411391045 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 19) ==== 101695+0+0 (secure 0 0 0) 0x7f5df0019020 con 0x7f5e0006f0b0 2024-09-16T07:26:48.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.628+0000 7f5deeffd640 1 --2- 172.21.15.31:0/411391045 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5de0078d00 0x7f5de007b1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:48.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.628+0000 7f5deeffd640 1 -- 172.21.15.31:0/411391045 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 5868+0+0 (secure 0 0 0) 0x7f5df009b070 con 0x7f5e0006f0b0 2024-09-16T07:26:48.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.629+0000 7f5dfdd9b640 1 --2- 172.21.15.31:0/411391045 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5de0078d00 0x7f5de007b1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:48.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.629+0000 7f5dfdd9b640 1 --2- 172.21.15.31:0/411391045 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5de0078d00 0x7f5de007b1c0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f5e000b0310 tx=0x7f5df4009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:48.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.633+0000 7f5deeffd640 1 -- 172.21.15.31:0/411391045 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f5df0020030 con 0x7f5e0006f0b0 2024-09-16T07:26:48.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.856+0000 7f5e04abd640 1 -- 172.21.15.31:0/411391045 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5e000cbb80 con 0x7f5e0006f0b0 2024-09-16T07:26:48.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.857+0000 7f5deeffd640 1 -- 172.21.15.31:0/411391045 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 70 v70) ==== 94+0+5228 (secure 0 0 0) 0x7f5df0062e30 con 0x7f5e0006f0b0 2024-09-16T07:26:48.857 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:26:48.857 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":70,"btime":"2024-09-16T07:26:20:288334+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5918,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/104921999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":104921999},{"type":"v1","addr":"172.21.15.31:6835","nonce":104921999}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65},{"gid":6388,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6834/1828291876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":1828291876},{"type":"v1","addr":"172.21.15.155:6834","nonce":1828291876}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65},{"gid":7140,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6834/1121936077","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":1121936077},{"type":"v1","addr":"172.21.15.31:6834","nonce":1121936077}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64}],"filesystems":[{"mdsmap":{"epoch":69,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:26:09.611862+0000","modified":"2024-09-16T07:26:12.635190+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7149},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7149":{"gid":7149,"name":"b","rank":0,"incarnation":66,"state":"up:active","state_seq":3,"addr":"172.21.15.155:6835/2893385681","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6809","nonce":2893385681},{"type":"v1","addr":"172.21.15.155:6835","nonce":2893385681}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7149,"qdb_cluster":[7149]},"id":8}]} 2024-09-16T07:26:48.858 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 70 2024-09-16T07:26:48.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.859+0000 7f5e04abd640 1 -- 172.21.15.31:0/411391045 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5de0078d00 msgr2=0x7f5de007b1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:48.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.859+0000 7f5e04abd640 1 --2- 172.21.15.31:0/411391045 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5de0078d00 0x7f5de007b1c0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f5e000b0310 tx=0x7f5df4009040 comp rx=0 tx=0).stop 2024-09-16T07:26:48.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.859+0000 7f5e04abd640 1 -- 172.21.15.31:0/411391045 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5e0006f0b0 msgr2=0x7f5e000c99f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:48.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.859+0000 7f5e04abd640 1 --2- 172.21.15.31:0/411391045 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5e0006f0b0 0x7f5e000c99f0 secure :-1 s=READY pgs=1157 cs=0 l=1 rev1=1 crypto rx=0x7f5df000c450 tx=0x7f5df000c910 comp rx=0 tx=0).stop 2024-09-16T07:26:48.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.859+0000 7f5e04abd640 1 -- 172.21.15.31:0/411391045 shutdown_connections 2024-09-16T07:26:48.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.859+0000 7f5e04abd640 1 --2- 172.21.15.31:0/411391045 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5de0078d00 0x7f5de007b1c0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:48.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.859+0000 7f5e04abd640 1 --2- 172.21.15.31:0/411391045 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5e000ce950 0x7f5e001f88d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:48.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.859+0000 7f5e04abd640 1 --2- 172.21.15.31:0/411391045 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5e000cd3e0 0x7f5e000c9f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:48.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.859+0000 7f5e04abd640 1 --2- 172.21.15.31:0/411391045 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5e0006f0b0 0x7f5e000c99f0 unknown :-1 s=CLOSED pgs=1157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:48.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.859+0000 7f5e04abd640 1 -- 172.21.15.31:0/411391045 >> 172.21.15.31:0/411391045 conn(0x7f5e000741f0 msgr2=0x7f5e000d0340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:48.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.859+0000 7f5e04abd640 1 -- 172.21.15.31:0/411391045 shutdown_connections 2024-09-16T07:26:48.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.859+0000 7f5e04abd640 1 -- 172.21.15.31:0/411391045 wait complete. 2024-09-16T07:26:48.869 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:26:48.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.974+0000 7f63543bb640 1 -- 172.21.15.31:0/1086200130 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f634c0cfce0 msgr2=0x7f634c0d00f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:48.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.974+0000 7f63543bb640 1 --2- 172.21.15.31:0/1086200130 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f634c0cfce0 0x7f634c0d00f0 secure :-1 s=READY pgs=1158 cs=0 l=1 rev1=1 crypto rx=0x7f634c0d09d0 tx=0x7f634402ab40 comp rx=0 tx=0).stop 2024-09-16T07:26:48.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.975+0000 7f63543bb640 1 -- 172.21.15.31:0/1086200130 shutdown_connections 2024-09-16T07:26:48.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.975+0000 7f63543bb640 1 --2- 172.21.15.31:0/1086200130 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f634c0cfce0 0x7f634c0d00f0 unknown :-1 s=CLOSED pgs=1158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:48.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.975+0000 7f63543bb640 1 --2- 172.21.15.31:0/1086200130 >> v2:172.21.15.155:3300/0 conn(0x7f634c0d2410 0x7f634c0b3090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:48.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.975+0000 7f63543bb640 1 -- 172.21.15.31:0/1086200130 >> 172.21.15.31:0/1086200130 conn(0x7f634c09aa30 msgr2=0x7f634c09ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:48.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.975+0000 7f63543bb640 1 -- 172.21.15.31:0/1086200130 shutdown_connections 2024-09-16T07:26:48.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.975+0000 7f63543bb640 1 -- 172.21.15.31:0/1086200130 wait complete. 2024-09-16T07:26:48.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.976+0000 7f63543bb640 1 Processor -- start 2024-09-16T07:26:48.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.976+0000 7f63543bb640 1 -- start start 2024-09-16T07:26:48.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.977+0000 7f63543bb640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f634c0cfce0 0x7f634c1489d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:48.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.977+0000 7f63543bb640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f634c0d2410 0x7f634c14b240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:48.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.977+0000 7f63543bb640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f634c15f6d0 0x7f634c14b780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:48.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.977+0000 7f63543bb640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f634c0b13c0 con 0x7f634c15f6d0 2024-09-16T07:26:48.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.977+0000 7f63543bb640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f634c0b1240 con 0x7f634c0d2410 2024-09-16T07:26:48.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.977+0000 7f63543bb640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f634c0b1540 con 0x7f634c0cfce0 2024-09-16T07:26:48.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.977+0000 7f6352958640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f634c15f6d0 0x7f634c14b780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:48.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.977+0000 7f6352958640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f634c15f6d0 0x7f634c14b780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:57862/0 (socket says 172.21.15.31:57862) 2024-09-16T07:26:48.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.977+0000 7f6352958640 1 -- 172.21.15.31:0/3475621686 learned_addr learned my addr 172.21.15.31:0/3475621686 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:48.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.977+0000 7f6351956640 1 --2- 172.21.15.31:0/3475621686 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f634c0d2410 0x7f634c14b240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:48.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.977+0000 7f6352157640 1 --2- 172.21.15.31:0/3475621686 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f634c0cfce0 0x7f634c1489d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:48.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.977+0000 7f6352958640 1 -- 172.21.15.31:0/3475621686 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f634c0cfce0 msgr2=0x7f634c1489d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:48.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.977+0000 7f6352958640 1 --2- 172.21.15.31:0/3475621686 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f634c0cfce0 0x7f634c1489d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:48.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.977+0000 7f6352958640 1 -- 172.21.15.31:0/3475621686 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f634c0d2410 msgr2=0x7f634c14b240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:48.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.977+0000 7f6352958640 1 --2- 172.21.15.31:0/3475621686 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f634c0d2410 0x7f634c14b240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:48.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.977+0000 7f6352958640 1 -- 172.21.15.31:0/3475621686 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f634c0c6fd0 con 0x7f634c15f6d0 2024-09-16T07:26:48.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.977+0000 7f6352157640 1 --2- 172.21.15.31:0/3475621686 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f634c0cfce0 0x7f634c1489d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:26:48.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.977+0000 7f6352958640 1 --2- 172.21.15.31:0/3475621686 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f634c15f6d0 0x7f634c14b780 secure :-1 s=READY pgs=1159 cs=0 l=1 rev1=1 crypto rx=0x7f634402b130 tx=0x7f634402c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:48.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.977+0000 7f6342ffd640 1 -- 172.21.15.31:0/3475621686 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6344044070 con 0x7f634c15f6d0 2024-09-16T07:26:48.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.977+0000 7f6342ffd640 1 -- 172.21.15.31:0/3475621686 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6344004250 con 0x7f634c15f6d0 2024-09-16T07:26:48.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.977+0000 7f63543bb640 1 -- 172.21.15.31:0/3475621686 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f634c1f6c10 con 0x7f634c15f6d0 2024-09-16T07:26:48.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.977+0000 7f6342ffd640 1 -- 172.21.15.31:0/3475621686 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6344004660 con 0x7f634c15f6d0 2024-09-16T07:26:48.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.978+0000 7f63543bb640 1 -- 172.21.15.31:0/3475621686 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f634c0cb960 con 0x7f634c15f6d0 2024-09-16T07:26:48.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.979+0000 7f63543bb640 1 -- 172.21.15.31:0/3475621686 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f634c0b19a0 con 0x7f634c15f6d0 2024-09-16T07:26:48.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.979+0000 7f6342ffd640 1 -- 172.21.15.31:0/3475621686 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 19) ==== 101695+0+0 (secure 0 0 0) 0x7f6344036400 con 0x7f634c15f6d0 2024-09-16T07:26:48.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.980+0000 7f6342ffd640 1 --2- 172.21.15.31:0/3475621686 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6330078cd0 0x7f633007b190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:48.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.980+0000 7f6342ffd640 1 -- 172.21.15.31:0/3475621686 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 5868+0+0 (secure 0 0 0) 0x7f63440bb9c0 con 0x7f634c15f6d0 2024-09-16T07:26:48.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.980+0000 7f6352157640 1 --2- 172.21.15.31:0/3475621686 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6330078cd0 0x7f633007b190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:48.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.980+0000 7f6352157640 1 --2- 172.21.15.31:0/3475621686 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6330078cd0 0x7f633007b190 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f63480058c0 tx=0x7f6348005850 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:48.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:48.984+0000 7f6342ffd640 1 -- 172.21.15.31:0/3475621686 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f6344032030 con 0x7f634c15f6d0 2024-09-16T07:26:49.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.170+0000 7f63543bb640 1 -- 172.21.15.31:0/3475621686 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f634c0cbba0 con 0x7f634c15f6d0 2024-09-16T07:26:49.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.171+0000 7f6342ffd640 1 -- 172.21.15.31:0/3475621686 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v105) ==== 74+0+16981 (secure 0 0 0) 0x7f6344083170 con 0x7f634c15f6d0 2024-09-16T07:26:49.170 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:26:49.171 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":105,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:26:47.274721+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":17,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:26:07.257598+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"100","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":17,"pool_name":"cephfs_data","create_time":"2024-09-16T07:26:08.564987+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"105","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":5,"snap_epoch":105,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":102,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":102,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":102,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"16.17","mappings":[{"from":4,"to":3}]},{"pgid":"17.b","mappings":[{"from":6,"to":1}]},{"pgid":"17.1a","mappings":[{"from":6,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[{"pool":17,"snaps":[{"begin":2,"length":1},{"begin":5,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:26:49.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.173+0000 7f63543bb640 1 -- 172.21.15.31:0/3475621686 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6330078cd0 msgr2=0x7f633007b190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:49.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.173+0000 7f63543bb640 1 --2- 172.21.15.31:0/3475621686 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6330078cd0 0x7f633007b190 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f63480058c0 tx=0x7f6348005850 comp rx=0 tx=0).stop 2024-09-16T07:26:49.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.173+0000 7f63543bb640 1 -- 172.21.15.31:0/3475621686 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f634c15f6d0 msgr2=0x7f634c14b780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:49.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.173+0000 7f63543bb640 1 --2- 172.21.15.31:0/3475621686 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f634c15f6d0 0x7f634c14b780 secure :-1 s=READY pgs=1159 cs=0 l=1 rev1=1 crypto rx=0x7f634402b130 tx=0x7f634402c8b0 comp rx=0 tx=0).stop 2024-09-16T07:26:49.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.173+0000 7f63543bb640 1 -- 172.21.15.31:0/3475621686 shutdown_connections 2024-09-16T07:26:49.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.173+0000 7f63543bb640 1 --2- 172.21.15.31:0/3475621686 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6330078cd0 0x7f633007b190 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:49.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.173+0000 7f63543bb640 1 --2- 172.21.15.31:0/3475621686 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f634c15f6d0 0x7f634c14b780 unknown :-1 s=CLOSED pgs=1159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:49.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.173+0000 7f63543bb640 1 --2- 172.21.15.31:0/3475621686 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f634c0d2410 0x7f634c14b240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:49.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.173+0000 7f63543bb640 1 --2- 172.21.15.31:0/3475621686 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f634c0cfce0 0x7f634c1489d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:49.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.173+0000 7f63543bb640 1 -- 172.21.15.31:0/3475621686 >> 172.21.15.31:0/3475621686 conn(0x7f634c09aa30 msgr2=0x7f634c070780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:49.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.173+0000 7f63543bb640 1 -- 172.21.15.31:0/3475621686 shutdown_connections 2024-09-16T07:26:49.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.173+0000 7f63543bb640 1 -- 172.21.15.31:0/3475621686 wait complete. 2024-09-16T07:26:49.184 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-16T07:26:49.184 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:26:49.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.292+0000 7f30cf194640 1 -- 172.21.15.31:0/3175843229 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f30b8003c10 msgr2=0x7f30b8004010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:49.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.292+0000 7f30cf194640 1 --2- 172.21.15.31:0/3175843229 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f30b8003c10 0x7f30b8004010 secure :-1 s=READY pgs=1161 cs=0 l=1 rev1=1 crypto rx=0x7f30bc001830 tx=0x7f30b8005830 comp rx=0 tx=0).stop 2024-09-16T07:26:49.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.292+0000 7f30cd731640 1 -- 172.21.15.31:0/3175843229 reap_dead start 2024-09-16T07:26:49.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.292+0000 7f30cf194640 1 -- 172.21.15.31:0/3175843229 shutdown_connections 2024-09-16T07:26:49.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.292+0000 7f30cf194640 1 -- 172.21.15.31:0/3175843229 >> 172.21.15.31:0/3175843229 conn(0x7f30c80b1690 msgr2=0x7f30c80b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:49.293 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.292+0000 7f30cf194640 1 -- 172.21.15.31:0/3175843229 shutdown_connections 2024-09-16T07:26:49.293 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.292+0000 7f30cf194640 1 -- 172.21.15.31:0/3175843229 wait complete. 2024-09-16T07:26:49.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.293+0000 7f30cf194640 1 Processor -- start 2024-09-16T07:26:49.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.294+0000 7f30cf194640 1 -- start start 2024-09-16T07:26:49.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.294+0000 7f30cf194640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f30b8003c10 0x7f30c814e690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:49.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.294+0000 7f30cf194640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f30c81f5710 0x7f30c81f7b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:49.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.294+0000 7f30cf194640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f30c81f8080 0x7f30c8157030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:49.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.294+0000 7f30cf194640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f30c80cf560 con 0x7f30c81f5710 2024-09-16T07:26:49.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.294+0000 7f30cf194640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f30c80cf3e0 con 0x7f30c81f8080 2024-09-16T07:26:49.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.294+0000 7f30cf194640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f30c806f180 con 0x7f30b8003c10 2024-09-16T07:26:49.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.295+0000 7f30c7fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f30c81f5710 0x7f30c81f7b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:49.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.295+0000 7f30c7fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f30c81f5710 0x7f30c81f7b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:57874/0 (socket says 172.21.15.31:57874) 2024-09-16T07:26:49.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.295+0000 7f30c7fff640 1 -- 172.21.15.31:0/525311266 learned_addr learned my addr 172.21.15.31:0/525311266 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:49.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.295+0000 7f30ccf30640 1 --2- 172.21.15.31:0/525311266 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f30b8003c10 0x7f30c814e690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:49.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.295+0000 7f30cd731640 1 --2- 172.21.15.31:0/525311266 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f30c81f8080 0x7f30c8157030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:49.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.295+0000 7f30c7fff640 1 -- 172.21.15.31:0/525311266 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f30b8003c10 msgr2=0x7f30c814e690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:49.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.295+0000 7f30c7fff640 1 --2- 172.21.15.31:0/525311266 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f30b8003c10 0x7f30c814e690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:49.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.295+0000 7f30c7fff640 1 -- 172.21.15.31:0/525311266 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f30c81f8080 msgr2=0x7f30c8157030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:49.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.295+0000 7f30c7fff640 1 --2- 172.21.15.31:0/525311266 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f30c81f8080 0x7f30c8157030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:49.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.295+0000 7f30c7fff640 1 -- 172.21.15.31:0/525311266 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30c81f85a0 con 0x7f30c81f5710 2024-09-16T07:26:49.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.295+0000 7f30c7fff640 1 --2- 172.21.15.31:0/525311266 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f30c81f5710 0x7f30c81f7b40 secure :-1 s=READY pgs=1162 cs=0 l=1 rev1=1 crypto rx=0x7f30b4011a80 tx=0x7f30b4011e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:49.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.295+0000 7f30c57fa640 1 -- 172.21.15.31:0/525311266 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30b400fcf0 con 0x7f30c81f5710 2024-09-16T07:26:49.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.295+0000 7f30cf194640 1 -- 172.21.15.31:0/525311266 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30c81f8880 con 0x7f30c81f5710 2024-09-16T07:26:49.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.295+0000 7f30c57fa640 1 -- 172.21.15.31:0/525311266 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f30b4016070 con 0x7f30c81f5710 2024-09-16T07:26:49.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.295+0000 7f30c57fa640 1 -- 172.21.15.31:0/525311266 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30b4012670 con 0x7f30c81f5710 2024-09-16T07:26:49.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.295+0000 7f30cf194640 1 -- 172.21.15.31:0/525311266 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30c80adeb0 con 0x7f30c81f5710 2024-09-16T07:26:49.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.296+0000 7f30cf194640 1 -- 172.21.15.31:0/525311266 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f30c80ad9f0 con 0x7f30c81f5710 2024-09-16T07:26:49.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.297+0000 7f30c57fa640 1 -- 172.21.15.31:0/525311266 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 19) ==== 101695+0+0 (secure 0 0 0) 0x7f30b4018030 con 0x7f30c81f5710 2024-09-16T07:26:49.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.297+0000 7f30c57fa640 1 --2- 172.21.15.31:0/525311266 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f30ac078d00 0x7f30ac07b1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:49.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.298+0000 7f30c57fa640 1 -- 172.21.15.31:0/525311266 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 5868+0+0 (secure 0 0 0) 0x7f30b409b960 con 0x7f30c81f5710 2024-09-16T07:26:49.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.298+0000 7f30ccf30640 1 --2- 172.21.15.31:0/525311266 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f30ac078d00 0x7f30ac07b1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:49.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.298+0000 7f30ccf30640 1 --2- 172.21.15.31:0/525311266 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f30ac078d00 0x7f30ac07b1c0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f30bc032000 tx=0x7f30bc001360 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:49.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.302+0000 7f30c57fa640 1 -- 172.21.15.31:0/525311266 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f30c80ad9f0 con 0x7f30c81f5710 2024-09-16T07:26:49.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.528+0000 7f30cf194640 1 -- 172.21.15.31:0/525311266 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f30c80ceac0 con 0x7f30c81f5710 2024-09-16T07:26:49.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.528+0000 7f30c57fa640 1 -- 172.21.15.31:0/525311266 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 70 v70) ==== 94+0+5228 (secure 0 0 0) 0x7f30b4063120 con 0x7f30c81f5710 2024-09-16T07:26:49.528 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:26:49.528 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":70,"btime":"2024-09-16T07:26:20:288334+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5918,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/104921999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":104921999},{"type":"v1","addr":"172.21.15.31:6835","nonce":104921999}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65},{"gid":6388,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6834/1828291876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":1828291876},{"type":"v1","addr":"172.21.15.155:6834","nonce":1828291876}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65},{"gid":7140,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6834/1121936077","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":1121936077},{"type":"v1","addr":"172.21.15.31:6834","nonce":1121936077}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64}],"filesystems":[{"mdsmap":{"epoch":69,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:26:09.611862+0000","modified":"2024-09-16T07:26:12.635190+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7149},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7149":{"gid":7149,"name":"b","rank":0,"incarnation":66,"state":"up:active","state_seq":3,"addr":"172.21.15.155:6835/2893385681","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6809","nonce":2893385681},{"type":"v1","addr":"172.21.15.155:6835","nonce":2893385681}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7149,"qdb_cluster":[7149]},"id":8}]} 2024-09-16T07:26:49.528 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 70 2024-09-16T07:26:49.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.530+0000 7f30cf194640 1 -- 172.21.15.31:0/525311266 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f30ac078d00 msgr2=0x7f30ac07b1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:49.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.530+0000 7f30cf194640 1 --2- 172.21.15.31:0/525311266 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f30ac078d00 0x7f30ac07b1c0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f30bc032000 tx=0x7f30bc001360 comp rx=0 tx=0).stop 2024-09-16T07:26:49.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.530+0000 7f30cf194640 1 -- 172.21.15.31:0/525311266 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f30c81f5710 msgr2=0x7f30c81f7b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:49.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.530+0000 7f30cf194640 1 --2- 172.21.15.31:0/525311266 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f30c81f5710 0x7f30c81f7b40 secure :-1 s=READY pgs=1162 cs=0 l=1 rev1=1 crypto rx=0x7f30b4011a80 tx=0x7f30b4011e80 comp rx=0 tx=0).stop 2024-09-16T07:26:49.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.530+0000 7f30cf194640 1 -- 172.21.15.31:0/525311266 shutdown_connections 2024-09-16T07:26:49.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.530+0000 7f30cf194640 1 --2- 172.21.15.31:0/525311266 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f30ac078d00 0x7f30ac07b1c0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:49.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.530+0000 7f30cf194640 1 --2- 172.21.15.31:0/525311266 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f30c81f8080 0x7f30c8157030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:49.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.530+0000 7f30cf194640 1 --2- 172.21.15.31:0/525311266 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f30c81f5710 0x7f30c81f7b40 unknown :-1 s=CLOSED pgs=1162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:49.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.530+0000 7f30cf194640 1 --2- 172.21.15.31:0/525311266 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f30b8003c10 0x7f30c814e690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:49.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.530+0000 7f30cf194640 1 -- 172.21.15.31:0/525311266 >> 172.21.15.31:0/525311266 conn(0x7f30c80b1690 msgr2=0x7f30c815e280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:49.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.530+0000 7f30cf194640 1 -- 172.21.15.31:0/525311266 shutdown_connections 2024-09-16T07:26:49.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.531+0000 7f30cf194640 1 -- 172.21.15.31:0/525311266 wait complete. 2024-09-16T07:26:49.543 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:26:49.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.649+0000 7f95b7333640 1 -- 172.21.15.31:0/2641156126 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f95b015df90 msgr2=0x7f95b00cf9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:49.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.649+0000 7f95b7333640 1 --2- 172.21.15.31:0/2641156126 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f95b015df90 0x7f95b00cf9b0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f95a0005fd0 tx=0x7f95a002aa90 comp rx=0 tx=0).stop 2024-09-16T07:26:49.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.649+0000 7f95b7333640 1 -- 172.21.15.31:0/2641156126 shutdown_connections 2024-09-16T07:26:49.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.649+0000 7f95b7333640 1 --2- 172.21.15.31:0/2641156126 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f95b00d49c0 0x7f95b00d0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:49.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.649+0000 7f95b7333640 1 --2- 172.21.15.31:0/2641156126 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f95b015df90 0x7f95b00cf9b0 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:49.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.649+0000 7f95b7333640 1 -- 172.21.15.31:0/2641156126 >> 172.21.15.31:0/2641156126 conn(0x7f95b00d3ea0 msgr2=0x7f95b00d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:49.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.649+0000 7f95b7333640 1 -- 172.21.15.31:0/2641156126 shutdown_connections 2024-09-16T07:26:49.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.649+0000 7f95b7333640 1 -- 172.21.15.31:0/2641156126 wait complete. 2024-09-16T07:26:49.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.650+0000 7f95b7333640 1 Processor -- start 2024-09-16T07:26:49.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.650+0000 7f95b7333640 1 -- start start 2024-09-16T07:26:49.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.651+0000 7f95b7333640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f95b00d49c0 0x7f95b00cdf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:49.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.651+0000 7f95b7333640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f95b015df90 0x7f95b00ca7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:49.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.651+0000 7f95b7333640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f95b0162480 0x7f95b015f6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:49.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.651+0000 7f95b7333640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f95b00d0f00 con 0x7f95b0162480 2024-09-16T07:26:49.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.651+0000 7f95b7333640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f95b00d0d80 con 0x7f95b015df90 2024-09-16T07:26:49.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.651+0000 7f95b7333640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f95b00b3f10 con 0x7f95b00d49c0 2024-09-16T07:26:49.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.651+0000 7f95b58d0640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f95b0162480 0x7f95b015f6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:49.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.651+0000 7f95b58d0640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f95b0162480 0x7f95b015f6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:57880/0 (socket says 172.21.15.31:57880) 2024-09-16T07:26:49.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.651+0000 7f95b58d0640 1 -- 172.21.15.31:0/519599198 learned_addr learned my addr 172.21.15.31:0/519599198 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:49.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.651+0000 7f95b50cf640 1 --2- 172.21.15.31:0/519599198 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f95b00d49c0 0x7f95b00cdf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:49.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.651+0000 7f95b48ce640 1 --2- 172.21.15.31:0/519599198 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f95b015df90 0x7f95b00ca7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:49.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.651+0000 7f95b58d0640 1 -- 172.21.15.31:0/519599198 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f95b00d49c0 msgr2=0x7f95b00cdf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:49.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.651+0000 7f95b58d0640 1 --2- 172.21.15.31:0/519599198 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f95b00d49c0 0x7f95b00cdf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:49.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.651+0000 7f95b58d0640 1 -- 172.21.15.31:0/519599198 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f95b015df90 msgr2=0x7f95b00ca7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:49.653 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.651+0000 7f95b58d0640 1 --2- 172.21.15.31:0/519599198 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f95b015df90 0x7f95b00ca7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:49.653 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.651+0000 7f95b58d0640 1 -- 172.21.15.31:0/519599198 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95b01e7a10 con 0x7f95b0162480 2024-09-16T07:26:49.653 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.652+0000 7f95b58d0640 1 --2- 172.21.15.31:0/519599198 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f95b0162480 0x7f95b015f6d0 secure :-1 s=READY pgs=1163 cs=0 l=1 rev1=1 crypto rx=0x7f95a800c3c0 tx=0x7f95a800c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:49.653 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.652+0000 7f95adffb640 1 -- 172.21.15.31:0/519599198 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95a8017070 con 0x7f95b0162480 2024-09-16T07:26:49.653 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.652+0000 7f95adffb640 1 -- 172.21.15.31:0/519599198 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f95a80053c0 con 0x7f95b0162480 2024-09-16T07:26:49.653 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.652+0000 7f95b7333640 1 -- 172.21.15.31:0/519599198 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95b014af60 con 0x7f95b0162480 2024-09-16T07:26:49.653 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.652+0000 7f95adffb640 1 -- 172.21.15.31:0/519599198 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95a8003850 con 0x7f95b0162480 2024-09-16T07:26:49.653 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.652+0000 7f95b7333640 1 -- 172.21.15.31:0/519599198 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95b01e7cf0 con 0x7f95b0162480 2024-09-16T07:26:49.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.653+0000 7f95b7333640 1 -- 172.21.15.31:0/519599198 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f95b00b4bf0 con 0x7f95b0162480 2024-09-16T07:26:49.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.654+0000 7f95adffb640 1 -- 172.21.15.31:0/519599198 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 19) ==== 101695+0+0 (secure 0 0 0) 0x7f95a801a070 con 0x7f95b0162480 2024-09-16T07:26:49.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.654+0000 7f95adffb640 1 --2- 172.21.15.31:0/519599198 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f959c078cd0 0x7f959c07b190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:49.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.654+0000 7f95adffb640 1 -- 172.21.15.31:0/519599198 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 5868+0+0 (secure 0 0 0) 0x7f95a809a4f0 con 0x7f95b0162480 2024-09-16T07:26:49.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.654+0000 7f95b50cf640 1 --2- 172.21.15.31:0/519599198 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f959c078cd0 0x7f959c07b190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:49.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.655+0000 7f95b50cf640 1 --2- 172.21.15.31:0/519599198 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f959c078cd0 0x7f959c07b190 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f95a0035000 tx=0x7f95a0039040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:49.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.659+0000 7f95adffb640 1 -- 172.21.15.31:0/519599198 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f95b00ce970 con 0x7f95b0162480 2024-09-16T07:26:49.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.882+0000 7f95b7333640 1 -- 172.21.15.31:0/519599198 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f95b008d590 con 0x7f95b0162480 2024-09-16T07:26:49.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.883+0000 7f95adffb640 1 -- 172.21.15.31:0/519599198 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 70 v70) ==== 94+0+5228 (secure 0 0 0) 0x7f95a8061ca0 con 0x7f95b0162480 2024-09-16T07:26:49.883 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:26:49.883 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":70,"btime":"2024-09-16T07:26:20:288334+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5918,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/104921999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":104921999},{"type":"v1","addr":"172.21.15.31:6835","nonce":104921999}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65},{"gid":6388,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6834/1828291876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":1828291876},{"type":"v1","addr":"172.21.15.155:6834","nonce":1828291876}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65},{"gid":7140,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6834/1121936077","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":1121936077},{"type":"v1","addr":"172.21.15.31:6834","nonce":1121936077}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64}],"filesystems":[{"mdsmap":{"epoch":69,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:26:09.611862+0000","modified":"2024-09-16T07:26:12.635190+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7149},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7149":{"gid":7149,"name":"b","rank":0,"incarnation":66,"state":"up:active","state_seq":3,"addr":"172.21.15.155:6835/2893385681","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6809","nonce":2893385681},{"type":"v1","addr":"172.21.15.155:6835","nonce":2893385681}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7149,"qdb_cluster":[7149]},"id":8}]} 2024-09-16T07:26:49.883 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 70 2024-09-16T07:26:49.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.885+0000 7f95b7333640 1 -- 172.21.15.31:0/519599198 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f959c078cd0 msgr2=0x7f959c07b190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:49.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.885+0000 7f95b7333640 1 --2- 172.21.15.31:0/519599198 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f959c078cd0 0x7f959c07b190 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f95a0035000 tx=0x7f95a0039040 comp rx=0 tx=0).stop 2024-09-16T07:26:49.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.885+0000 7f95b7333640 1 -- 172.21.15.31:0/519599198 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f95b0162480 msgr2=0x7f95b015f6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:49.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.885+0000 7f95b7333640 1 --2- 172.21.15.31:0/519599198 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f95b0162480 0x7f95b015f6d0 secure :-1 s=READY pgs=1163 cs=0 l=1 rev1=1 crypto rx=0x7f95a800c3c0 tx=0x7f95a800c880 comp rx=0 tx=0).stop 2024-09-16T07:26:49.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.885+0000 7f95b7333640 1 -- 172.21.15.31:0/519599198 shutdown_connections 2024-09-16T07:26:49.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.885+0000 7f95b7333640 1 --2- 172.21.15.31:0/519599198 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f959c078cd0 0x7f959c07b190 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:49.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.885+0000 7f95b7333640 1 --2- 172.21.15.31:0/519599198 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f95b0162480 0x7f95b015f6d0 unknown :-1 s=CLOSED pgs=1163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:49.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.885+0000 7f95b7333640 1 --2- 172.21.15.31:0/519599198 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f95b015df90 0x7f95b00ca7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:49.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.885+0000 7f95b7333640 1 --2- 172.21.15.31:0/519599198 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f95b00d49c0 0x7f95b00cdf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:49.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.885+0000 7f95b7333640 1 -- 172.21.15.31:0/519599198 >> 172.21.15.31:0/519599198 conn(0x7f95b00d3ea0 msgr2=0x7f95b00b3800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:49.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.885+0000 7f95b7333640 1 -- 172.21.15.31:0/519599198 shutdown_connections 2024-09-16T07:26:49.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:49.886+0000 7f95b7333640 1 -- 172.21.15.31:0/519599198 wait complete. 2024-09-16T07:26:49.896 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:26:50.001 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.002+0000 7f1e0f13d640 1 -- 172.21.15.31:0/1382877955 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1e0815df90 msgr2=0x7f1e080cf9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:50.001 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.002+0000 7f1e0f13d640 1 --2- 172.21.15.31:0/1382877955 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1e0815df90 0x7f1e080cf9b0 secure :-1 s=READY pgs=1165 cs=0 l=1 rev1=1 crypto rx=0x7f1e080b9f20 tx=0x7f1df802a530 comp rx=0 tx=0).stop 2024-09-16T07:26:50.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.002+0000 7f1e0f13d640 1 -- 172.21.15.31:0/1382877955 shutdown_connections 2024-09-16T07:26:50.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.002+0000 7f1e0f13d640 1 --2- 172.21.15.31:0/1382877955 >> v2:172.21.15.155:3300/0 conn(0x7f1e080d0d40 0x7f1e080b3800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:50.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.002+0000 7f1e0f13d640 1 --2- 172.21.15.31:0/1382877955 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1e0815df90 0x7f1e080cf9b0 unknown :-1 s=CLOSED pgs=1165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:50.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.002+0000 7f1e0f13d640 1 -- 172.21.15.31:0/1382877955 >> 172.21.15.31:0/1382877955 conn(0x7f1e080d3ea0 msgr2=0x7f1e080d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:50.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.002+0000 7f1e0f13d640 1 -- 172.21.15.31:0/1382877955 shutdown_connections 2024-09-16T07:26:50.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.002+0000 7f1e0f13d640 1 -- 172.21.15.31:0/1382877955 wait complete. 2024-09-16T07:26:50.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.003+0000 7f1e0f13d640 1 Processor -- start 2024-09-16T07:26:50.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.003+0000 7f1e0f13d640 1 -- start start 2024-09-16T07:26:50.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.004+0000 7f1e0f13d640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1e080d0d40 0x7f1e08150aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:50.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.004+0000 7f1e0f13d640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1e080d49c0 0x7f1e080a1710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:50.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.004+0000 7f1e0f13d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1e0815df90 0x7f1e0815f5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:50.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.004+0000 7f1e0f13d640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f1e08162690 con 0x7f1e0815df90 2024-09-16T07:26:50.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.004+0000 7f1e0f13d640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f1e080b3d40 con 0x7f1e080d49c0 2024-09-16T07:26:50.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.004+0000 7f1e0f13d640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f1e0814dba0 con 0x7f1e080d0d40 2024-09-16T07:26:50.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.004+0000 7f1e0d6da640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1e0815df90 0x7f1e0815f5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:50.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.004+0000 7f1e0d6da640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1e0815df90 0x7f1e0815f5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:57912/0 (socket says 172.21.15.31:57912) 2024-09-16T07:26:50.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.004+0000 7f1e0d6da640 1 -- 172.21.15.31:0/3172622973 learned_addr learned my addr 172.21.15.31:0/3172622973 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:50.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.004+0000 7f1e0d6da640 1 -- 172.21.15.31:0/3172622973 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1e080d0d40 msgr2=0x7f1e08150aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:50.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.004+0000 7f1e0d6da640 1 --2- 172.21.15.31:0/3172622973 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1e080d0d40 0x7f1e08150aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:50.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.004+0000 7f1e0d6da640 1 -- 172.21.15.31:0/3172622973 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1e080d49c0 msgr2=0x7f1e080a1710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:50.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.004+0000 7f1e0d6da640 1 --2- 172.21.15.31:0/3172622973 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1e080d49c0 0x7f1e080a1710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:50.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.004+0000 7f1e0d6da640 1 -- 172.21.15.31:0/3172622973 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e0815fae0 con 0x7f1e0815df90 2024-09-16T07:26:50.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.004+0000 7f1e0d6da640 1 --2- 172.21.15.31:0/3172622973 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1e0815df90 0x7f1e0815f5a0 secure :-1 s=READY pgs=1166 cs=0 l=1 rev1=1 crypto rx=0x7f1e0000eaa0 tx=0x7f1e0000ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:50.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.005+0000 7f1e057fa640 1 -- 172.21.15.31:0/3172622973 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e0000cdb0 con 0x7f1e0815df90 2024-09-16T07:26:50.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.005+0000 7f1e057fa640 1 -- 172.21.15.31:0/3172622973 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1e00004c10 con 0x7f1e0815df90 2024-09-16T07:26:50.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.005+0000 7f1e0f13d640 1 -- 172.21.15.31:0/3172622973 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1e0815fdb0 con 0x7f1e0815df90 2024-09-16T07:26:50.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.005+0000 7f1e057fa640 1 -- 172.21.15.31:0/3172622973 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e00005020 con 0x7f1e0815df90 2024-09-16T07:26:50.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.005+0000 7f1e0f13d640 1 -- 172.21.15.31:0/3172622973 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1e08160370 con 0x7f1e0815df90 2024-09-16T07:26:50.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.006+0000 7f1e0f13d640 1 -- 172.21.15.31:0/3172622973 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1e080b4260 con 0x7f1e0815df90 2024-09-16T07:26:50.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.006+0000 7f1e057fa640 1 -- 172.21.15.31:0/3172622973 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 19) ==== 101695+0+0 (secure 0 0 0) 0x7f1e000051c0 con 0x7f1e0815df90 2024-09-16T07:26:50.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.007+0000 7f1e057fa640 1 --2- 172.21.15.31:0/3172622973 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f1df4078cd0 0x7f1df407b190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:50.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.007+0000 7f1e0ced9640 1 --2- 172.21.15.31:0/3172622973 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f1df4078cd0 0x7f1df407b190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:50.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.007+0000 7f1e057fa640 1 -- 172.21.15.31:0/3172622973 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 5868+0+0 (secure 0 0 0) 0x7f1e0009bcd0 con 0x7f1e0815df90 2024-09-16T07:26:50.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.007+0000 7f1e0ced9640 1 --2- 172.21.15.31:0/3172622973 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f1df4078cd0 0x7f1df407b190 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f1df8034000 tx=0x7f1df80046c0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:50.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.011+0000 7f1e057fa640 1 -- 172.21.15.31:0/3172622973 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f1e000a2080 con 0x7f1e0815df90 2024-09-16T07:26:50.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.199+0000 7f1e0f13d640 1 -- 172.21.15.31:0/3172622973 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1e0808d590 con 0x7f1e0815df90 2024-09-16T07:26:50.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.200+0000 7f1e057fa640 1 -- 172.21.15.31:0/3172622973 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v105) ==== 74+0+16981 (secure 0 0 0) 0x7f1e00016030 con 0x7f1e0815df90 2024-09-16T07:26:50.200 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:26:50.201 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":105,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:26:47.274721+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":17,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:26:07.257598+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"100","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":17,"pool_name":"cephfs_data","create_time":"2024-09-16T07:26:08.564987+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"105","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":5,"snap_epoch":105,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":102,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":102,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":102,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"16.17","mappings":[{"from":4,"to":3}]},{"pgid":"17.b","mappings":[{"from":6,"to":1}]},{"pgid":"17.1a","mappings":[{"from":6,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[{"pool":17,"snaps":[{"begin":2,"length":1},{"begin":5,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:26:50.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.203+0000 7f1e0f13d640 1 -- 172.21.15.31:0/3172622973 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f1df4078cd0 msgr2=0x7f1df407b190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:50.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.203+0000 7f1e0f13d640 1 --2- 172.21.15.31:0/3172622973 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f1df4078cd0 0x7f1df407b190 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f1df8034000 tx=0x7f1df80046c0 comp rx=0 tx=0).stop 2024-09-16T07:26:50.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.203+0000 7f1e0f13d640 1 -- 172.21.15.31:0/3172622973 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1e0815df90 msgr2=0x7f1e0815f5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:50.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.203+0000 7f1e0f13d640 1 --2- 172.21.15.31:0/3172622973 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1e0815df90 0x7f1e0815f5a0 secure :-1 s=READY pgs=1166 cs=0 l=1 rev1=1 crypto rx=0x7f1e0000eaa0 tx=0x7f1e0000ef60 comp rx=0 tx=0).stop 2024-09-16T07:26:50.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.203+0000 7f1e0f13d640 1 -- 172.21.15.31:0/3172622973 shutdown_connections 2024-09-16T07:26:50.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.203+0000 7f1e0f13d640 1 --2- 172.21.15.31:0/3172622973 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f1df4078cd0 0x7f1df407b190 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:50.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.203+0000 7f1e0f13d640 1 --2- 172.21.15.31:0/3172622973 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1e0815df90 0x7f1e0815f5a0 unknown :-1 s=CLOSED pgs=1166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:50.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.203+0000 7f1e0f13d640 1 --2- 172.21.15.31:0/3172622973 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1e080d49c0 0x7f1e080a1710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:50.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.203+0000 7f1e0f13d640 1 --2- 172.21.15.31:0/3172622973 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1e080d0d40 0x7f1e08150aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:50.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.203+0000 7f1e0f13d640 1 -- 172.21.15.31:0/3172622973 >> 172.21.15.31:0/3172622973 conn(0x7f1e080d3ea0 msgr2=0x7f1e080b8ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:50.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.203+0000 7f1e0f13d640 1 -- 172.21.15.31:0/3172622973 shutdown_connections 2024-09-16T07:26:50.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.203+0000 7f1e0f13d640 1 -- 172.21.15.31:0/3172622973 wait complete. 2024-09-16T07:26:50.214 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-16T07:26:50.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.324+0000 7fe721c7f640 1 -- 172.21.15.31:0/943086882 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe71c15aa70 msgr2=0x7fe71c0b4690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:50.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.324+0000 7fe721c7f640 1 --2- 172.21.15.31:0/943086882 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe71c15aa70 0x7fe71c0b4690 secure :-1 s=READY pgs=1167 cs=0 l=1 rev1=1 crypto rx=0x7fe71c06ee40 tx=0x7fe70c02aa30 comp rx=0 tx=0).stop 2024-09-16T07:26:50.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.324+0000 7fe721c7f640 1 -- 172.21.15.31:0/943086882 shutdown_connections 2024-09-16T07:26:50.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.324+0000 7fe721c7f640 1 --2- 172.21.15.31:0/943086882 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe71c06ff80 0x7fe71c070410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:50.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.324+0000 7fe721c7f640 1 --2- 172.21.15.31:0/943086882 >> v2:172.21.15.155:3300/0 conn(0x7fe71c0735a0 0x7fe71c0739d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:50.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.324+0000 7fe721c7f640 1 --2- 172.21.15.31:0/943086882 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe71c15aa70 0x7fe71c0b4690 unknown :-1 s=CLOSED pgs=1167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:50.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.324+0000 7fe721c7f640 1 -- 172.21.15.31:0/943086882 >> 172.21.15.31:0/943086882 conn(0x7fe71c0b1690 msgr2=0x7fe71c0b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:50.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.324+0000 7fe721c7f640 1 -- 172.21.15.31:0/943086882 shutdown_connections 2024-09-16T07:26:50.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.324+0000 7fe721c7f640 1 -- 172.21.15.31:0/943086882 wait complete. 2024-09-16T07:26:50.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.325+0000 7fe721c7f640 1 Processor -- start 2024-09-16T07:26:50.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.326+0000 7fe721c7f640 1 -- start start 2024-09-16T07:26:50.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.326+0000 7fe721c7f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe71c06ff80 0x7fe71c13e8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:50.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.326+0000 7fe721c7f640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe71c0735a0 0x7fe71c1e3a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:50.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.326+0000 7fe721c7f640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe71c15aa70 0x7fe71c1e7630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:50.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.326+0000 7fe721c7f640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fe71c0cd060 con 0x7fe71c06ff80 2024-09-16T07:26:50.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.326+0000 7fe721c7f640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fe71c0ccee0 con 0x7fe71c15aa70 2024-09-16T07:26:50.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.326+0000 7fe721c7f640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fe71c0cd1e0 con 0x7fe71c0735a0 2024-09-16T07:26:50.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.326+0000 7fe71b7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe71c06ff80 0x7fe71c13e8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:50.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.326+0000 7fe71b7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe71c06ff80 0x7fe71c13e8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:57924/0 (socket says 172.21.15.31:57924) 2024-09-16T07:26:50.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.326+0000 7fe71b7fe640 1 -- 172.21.15.31:0/1617151347 learned_addr learned my addr 172.21.15.31:0/1617151347 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:50.334 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.327+0000 7fe71b7fe640 1 -- 172.21.15.31:0/1617151347 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe71c0735a0 msgr2=0x7fe71c1e3a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:50.334 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.327+0000 7fe71b7fe640 1 --2- 172.21.15.31:0/1617151347 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe71c0735a0 0x7fe71c1e3a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:50.334 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.327+0000 7fe71b7fe640 1 -- 172.21.15.31:0/1617151347 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe71c15aa70 msgr2=0x7fe71c1e7630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:50.334 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.327+0000 7fe71bfff640 1 --2- 172.21.15.31:0/1617151347 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe71c15aa70 0x7fe71c1e7630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:50.334 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.327+0000 7fe71b7fe640 1 --2- 172.21.15.31:0/1617151347 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe71c15aa70 0x7fe71c1e7630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:50.335 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.327+0000 7fe71b7fe640 1 -- 172.21.15.31:0/1617151347 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe71c1e44e0 con 0x7fe71c06ff80 2024-09-16T07:26:50.335 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.327+0000 7fe71b7fe640 1 --2- 172.21.15.31:0/1617151347 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe71c06ff80 0x7fe71c13e8b0 secure :-1 s=READY pgs=1168 cs=0 l=1 rev1=1 crypto rx=0x7fe70c009d60 tx=0x7fe70c003f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:50.335 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.327+0000 7fe703fff640 1 -- 172.21.15.31:0/1617151347 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe70c033050 con 0x7fe71c06ff80 2024-09-16T07:26:50.335 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.327+0000 7fe703fff640 1 -- 172.21.15.31:0/1617151347 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe70c0045f0 con 0x7fe71c06ff80 2024-09-16T07:26:50.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.327+0000 7fe703fff640 1 -- 172.21.15.31:0/1617151347 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe70c038450 con 0x7fe71c06ff80 2024-09-16T07:26:50.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.327+0000 7fe721c7f640 1 -- 172.21.15.31:0/1617151347 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe71c1e47c0 con 0x7fe71c06ff80 2024-09-16T07:26:50.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.327+0000 7fe721c7f640 1 -- 172.21.15.31:0/1617151347 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe71c1527f0 con 0x7fe71c06ff80 2024-09-16T07:26:50.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.328+0000 7fe721c7f640 1 -- 172.21.15.31:0/1617151347 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe71c0739d0 con 0x7fe71c06ff80 2024-09-16T07:26:50.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.329+0000 7fe703fff640 1 -- 172.21.15.31:0/1617151347 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 19) ==== 101695+0+0 (secure 0 0 0) 0x7fe70c036070 con 0x7fe71c06ff80 2024-09-16T07:26:50.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.329+0000 7fe703fff640 1 --2- 172.21.15.31:0/1617151347 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe708078cd0 0x7fe70807b190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:50.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.329+0000 7fe703fff640 1 -- 172.21.15.31:0/1617151347 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 5868+0+0 (secure 0 0 0) 0x7fe70c0bc790 con 0x7fe71c06ff80 2024-09-16T07:26:50.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.329+0000 7fe71affd640 1 --2- 172.21.15.31:0/1617151347 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe708078cd0 0x7fe70807b190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:50.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.330+0000 7fe71affd640 1 --2- 172.21.15.31:0/1617151347 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe708078cd0 0x7fe70807b190 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fe71c152520 tx=0x7fe710005c30 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:50.338 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.334+0000 7fe703fff640 1 -- 172.21.15.31:0/1617151347 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fe70c084640 con 0x7fe71c06ff80 2024-09-16T07:26:50.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.558+0000 7fe721c7f640 1 -- 172.21.15.31:0/1617151347 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fe71c0cdbf0 con 0x7fe71c06ff80 2024-09-16T07:26:50.558 INFO:tasks.ceph.mon.a.smithi031.stderr:2024-09-16T07:26:50.559+0000 7fe9e4df9640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T07:26:50.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.560+0000 7fe703fff640 1 -- 172.21.15.31:0/1617151347 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v71) ==== 161+0+0 (secure 0 0 0) 0x7fe70c083f40 con 0x7fe71c06ff80 2024-09-16T07:26:50.559 INFO:teuthology.orchestra.run.smithi031.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-16T07:26:50.563 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.563+0000 7fe721c7f640 1 -- 172.21.15.31:0/1617151347 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe708078cd0 msgr2=0x7fe70807b190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:50.563 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.563+0000 7fe721c7f640 1 --2- 172.21.15.31:0/1617151347 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe708078cd0 0x7fe70807b190 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fe71c152520 tx=0x7fe710005c30 comp rx=0 tx=0).stop 2024-09-16T07:26:50.563 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.563+0000 7fe721c7f640 1 -- 172.21.15.31:0/1617151347 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe71c06ff80 msgr2=0x7fe71c13e8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:50.563 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.563+0000 7fe721c7f640 1 --2- 172.21.15.31:0/1617151347 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe71c06ff80 0x7fe71c13e8b0 secure :-1 s=READY pgs=1168 cs=0 l=1 rev1=1 crypto rx=0x7fe70c009d60 tx=0x7fe70c003f90 comp rx=0 tx=0).stop 2024-09-16T07:26:50.563 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.563+0000 7fe721c7f640 1 -- 172.21.15.31:0/1617151347 shutdown_connections 2024-09-16T07:26:50.563 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.563+0000 7fe721c7f640 1 --2- 172.21.15.31:0/1617151347 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe708078cd0 0x7fe70807b190 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:50.563 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.563+0000 7fe721c7f640 1 --2- 172.21.15.31:0/1617151347 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe71c15aa70 0x7fe71c1e7630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:50.564 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.563+0000 7fe721c7f640 1 --2- 172.21.15.31:0/1617151347 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe71c0735a0 0x7fe71c1e3a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:50.564 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.563+0000 7fe721c7f640 1 --2- 172.21.15.31:0/1617151347 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe71c06ff80 0x7fe71c13e8b0 unknown :-1 s=CLOSED pgs=1168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:50.564 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.563+0000 7fe721c7f640 1 -- 172.21.15.31:0/1617151347 >> 172.21.15.31:0/1617151347 conn(0x7fe71c0b1690 msgr2=0x7fe71c1598f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:50.564 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.563+0000 7fe721c7f640 1 -- 172.21.15.31:0/1617151347 shutdown_connections 2024-09-16T07:26:50.564 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.563+0000 7fe721c7f640 1 -- 172.21.15.31:0/1617151347 wait complete. 2024-09-16T07:26:50.574 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-16T07:26:50.603 INFO:tasks.ceph.mds.b.smithi155.stdout:starting mds.b at 2024-09-16T07:26:50.683 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.683+0000 7ffaa2310640 1 -- 172.21.15.31:0/1036443974 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffa9c0cc3f0 msgr2=0x7ffa9c0cc840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:50.683 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.683+0000 7ffaa2310640 1 --2- 172.21.15.31:0/1036443974 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffa9c0cc3f0 0x7ffa9c0cc840 secure :-1 s=READY pgs=1170 cs=0 l=1 rev1=1 crypto rx=0x7ffa94005fd0 tx=0x7ffa9402a820 comp rx=0 tx=0).stop 2024-09-16T07:26:50.683 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.683+0000 7ffaa2310640 1 -- 172.21.15.31:0/1036443974 shutdown_connections 2024-09-16T07:26:50.683 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.683+0000 7ffaa2310640 1 --2- 172.21.15.31:0/1036443974 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffa9c0cc3f0 0x7ffa9c0cc840 unknown :-1 s=CLOSED pgs=1170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:50.683 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.683+0000 7ffaa2310640 1 --2- 172.21.15.31:0/1036443974 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffa9c15aa00 0x7ffa9c0cabf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:50.683 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.683+0000 7ffaa2310640 1 -- 172.21.15.31:0/1036443974 >> 172.21.15.31:0/1036443974 conn(0x7ffa9c0b1700 msgr2=0x7ffa9c0b1ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:50.683 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.683+0000 7ffaa2310640 1 -- 172.21.15.31:0/1036443974 shutdown_connections 2024-09-16T07:26:50.683 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.683+0000 7ffaa2310640 1 -- 172.21.15.31:0/1036443974 wait complete. 2024-09-16T07:26:50.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.684+0000 7ffaa2310640 1 Processor -- start 2024-09-16T07:26:50.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.684+0000 7ffaa2310640 1 -- start start 2024-09-16T07:26:50.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.685+0000 7ffaa2310640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffa9c0cc3f0 0x7ffa9c149fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:50.686 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.685+0000 7ffaa2310640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffa9c15aa00 0x7ffa9c0c4f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:50.686 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.685+0000 7ffaa2310640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffa9c15f270 0x7ffa9c1e8860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:50.686 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.685+0000 7ffaa2310640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7ffa9c06f7a0 con 0x7ffa9c15aa00 2024-09-16T07:26:50.686 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.685+0000 7ffaa2310640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ffa9c06f620 con 0x7ffa9c0cc3f0 2024-09-16T07:26:50.686 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.685+0000 7ffaa2310640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ffa9c06f920 con 0x7ffa9c15f270 2024-09-16T07:26:50.686 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.685+0000 7ffa9b7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffa9c15aa00 0x7ffa9c0c4f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:50.686 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.685+0000 7ffa9b7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffa9c15aa00 0x7ffa9c0c4f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:57956/0 (socket says 172.21.15.31:57956) 2024-09-16T07:26:50.686 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.685+0000 7ffa9b7fe640 1 -- 172.21.15.31:0/1239722584 learned_addr learned my addr 172.21.15.31:0/1239722584 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:50.686 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.686+0000 7ffa9b7fe640 1 -- 172.21.15.31:0/1239722584 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffa9c15f270 msgr2=0x7ffa9c1e8860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:50.686 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.686+0000 7ffa9b7fe640 1 --2- 172.21.15.31:0/1239722584 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffa9c15f270 0x7ffa9c1e8860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:50.686 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.686+0000 7ffa9b7fe640 1 -- 172.21.15.31:0/1239722584 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffa9c0cc3f0 msgr2=0x7ffa9c149fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:50.686 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.686+0000 7ffa9b7fe640 1 --2- 172.21.15.31:0/1239722584 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffa9c0cc3f0 0x7ffa9c149fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:50.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.686+0000 7ffa9b7fe640 1 -- 172.21.15.31:0/1239722584 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa9c0c3a20 con 0x7ffa9c15aa00 2024-09-16T07:26:50.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.686+0000 7ffa9b7fe640 1 --2- 172.21.15.31:0/1239722584 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffa9c15aa00 0x7ffa9c0c4f20 secure :-1 s=READY pgs=1171 cs=0 l=1 rev1=1 crypto rx=0x7ffa9000c3a0 tx=0x7ffa9000c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:50.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.686+0000 7ffa98ff9640 1 -- 172.21.15.31:0/1239722584 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa90011790 con 0x7ffa9c15aa00 2024-09-16T07:26:50.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.686+0000 7ffa98ff9640 1 -- 172.21.15.31:0/1239722584 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ffa90017070 con 0x7ffa9c15aa00 2024-09-16T07:26:50.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.686+0000 7ffaa2310640 1 -- 172.21.15.31:0/1239722584 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa9c0c3d00 con 0x7ffa9c15aa00 2024-09-16T07:26:50.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.686+0000 7ffa98ff9640 1 -- 172.21.15.31:0/1239722584 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa90011cc0 con 0x7ffa9c15aa00 2024-09-16T07:26:50.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.686+0000 7ffaa2310640 1 -- 172.21.15.31:0/1239722584 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa9c0c42c0 con 0x7ffa9c15aa00 2024-09-16T07:26:50.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.687+0000 7ffaa2310640 1 -- 172.21.15.31:0/1239722584 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffa9c06fe40 con 0x7ffa9c15aa00 2024-09-16T07:26:50.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.688+0000 7ffa98ff9640 1 -- 172.21.15.31:0/1239722584 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 19) ==== 101695+0+0 (secure 0 0 0) 0x7ffa9001c460 con 0x7ffa9c15aa00 2024-09-16T07:26:50.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.688+0000 7ffa98ff9640 1 --2- 172.21.15.31:0/1239722584 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ffa88078cd0 0x7ffa8807b190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:50.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.688+0000 7ffa98ff9640 1 -- 172.21.15.31:0/1239722584 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 5910+0+0 (secure 0 0 0) 0x7ffa9009afc0 con 0x7ffa9c15aa00 2024-09-16T07:26:50.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.688+0000 7ffa9bfff640 1 --2- 172.21.15.31:0/1239722584 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ffa88078cd0 0x7ffa8807b190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:50.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.689+0000 7ffa9bfff640 1 --2- 172.21.15.31:0/1239722584 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ffa88078cd0 0x7ffa8807b190 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7ffa8c005fd0 tx=0x7ffa8c005f40 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:50.692 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.693+0000 7ffa98ff9640 1 -- 172.21.15.31:0/1239722584 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7ffa90062ec0 con 0x7ffa9c15aa00 2024-09-16T07:26:50.916 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:50.917+0000 7ffaa2310640 1 -- 172.21.15.31:0/1239722584 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7ffa9c0ca9d0 con 0x7ffa9c15aa00 2024-09-16T07:26:51.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:51.562+0000 7ffa98ff9640 1 -- 172.21.15.31:0/1239722584 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v72) ==== 104+0+0 (secure 0 0 0) 0x7ffa900627c0 con 0x7ffa9c15aa00 2024-09-16T07:26:51.564 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:51.565+0000 7ffaa2310640 1 -- 172.21.15.31:0/1239722584 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ffa88078cd0 msgr2=0x7ffa8807b190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:51.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:51.565+0000 7ffaa2310640 1 --2- 172.21.15.31:0/1239722584 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ffa88078cd0 0x7ffa8807b190 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7ffa8c005fd0 tx=0x7ffa8c005f40 comp rx=0 tx=0).stop 2024-09-16T07:26:51.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:51.565+0000 7ffaa2310640 1 -- 172.21.15.31:0/1239722584 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffa9c15aa00 msgr2=0x7ffa9c0c4f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:51.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:51.565+0000 7ffaa2310640 1 --2- 172.21.15.31:0/1239722584 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffa9c15aa00 0x7ffa9c0c4f20 secure :-1 s=READY pgs=1171 cs=0 l=1 rev1=1 crypto rx=0x7ffa9000c3a0 tx=0x7ffa9000c860 comp rx=0 tx=0).stop 2024-09-16T07:26:51.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:51.565+0000 7ffaa2310640 1 -- 172.21.15.31:0/1239722584 shutdown_connections 2024-09-16T07:26:51.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:51.565+0000 7ffaa2310640 1 --2- 172.21.15.31:0/1239722584 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ffa88078cd0 0x7ffa8807b190 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:51.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:51.565+0000 7ffaa2310640 1 --2- 172.21.15.31:0/1239722584 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffa9c15f270 0x7ffa9c1e8860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:51.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:51.565+0000 7ffaa2310640 1 --2- 172.21.15.31:0/1239722584 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffa9c15aa00 0x7ffa9c0c4f20 unknown :-1 s=CLOSED pgs=1171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:51.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:51.565+0000 7ffaa2310640 1 --2- 172.21.15.31:0/1239722584 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffa9c0cc3f0 0x7ffa9c149fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:51.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:51.565+0000 7ffaa2310640 1 -- 172.21.15.31:0/1239722584 >> 172.21.15.31:0/1239722584 conn(0x7ffa9c0b1700 msgr2=0x7ffa9c0cdcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:51.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:51.565+0000 7ffaa2310640 1 -- 172.21.15.31:0/1239722584 shutdown_connections 2024-09-16T07:26:51.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:51.565+0000 7ffaa2310640 1 -- 172.21.15.31:0/1239722584 wait complete. 2024-09-16T07:26:51.578 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-16T07:26:51.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:51.695+0000 7fbaab4c6640 1 -- 172.21.15.31:0/3258870550 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbaa415e130 msgr2=0x7fbaa40cf440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:51.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:51.695+0000 7fbaab4c6640 1 --2- 172.21.15.31:0/3258870550 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbaa415e130 0x7fbaa40cf440 secure :-1 s=READY pgs=1172 cs=0 l=1 rev1=1 crypto rx=0x7fbaa40cdd20 tx=0x7fba9402aa30 comp rx=0 tx=0).stop 2024-09-16T07:26:51.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:51.695+0000 7fbaab4c6640 1 -- 172.21.15.31:0/3258870550 shutdown_connections 2024-09-16T07:26:51.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:51.695+0000 7fbaab4c6640 1 --2- 172.21.15.31:0/3258870550 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbaa40d0950 0x7fbaa415e510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:51.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:51.695+0000 7fbaab4c6640 1 --2- 172.21.15.31:0/3258870550 >> v2:172.21.15.155:3300/0 conn(0x7fbaa40cf980 0x7fbaa40d0410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:51.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:51.695+0000 7fbaab4c6640 1 --2- 172.21.15.31:0/3258870550 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbaa415e130 0x7fbaa40cf440 unknown :-1 s=CLOSED pgs=1172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:51.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:51.695+0000 7fbaab4c6640 1 -- 172.21.15.31:0/3258870550 >> 172.21.15.31:0/3258870550 conn(0x7fbaa4074160 msgr2=0x7fbaa4074570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:51.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:51.695+0000 7fbaab4c6640 1 -- 172.21.15.31:0/3258870550 shutdown_connections 2024-09-16T07:26:51.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:51.695+0000 7fbaab4c6640 1 -- 172.21.15.31:0/3258870550 wait complete. 2024-09-16T07:26:51.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:51.696+0000 7fbaab4c6640 1 Processor -- start 2024-09-16T07:26:51.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:51.696+0000 7fbaab4c6640 1 -- start start 2024-09-16T07:26:51.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:51.697+0000 7fbaab4c6640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbaa40cf980 0x7fbaa409dc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:51.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:51.697+0000 7fbaab4c6640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbaa40d0950 0x7fbaa415c6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:51.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:51.697+0000 7fbaab4c6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbaa415e130 0x7fbaa41f7ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:51.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:51.697+0000 7fbaab4c6640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fbaa40d0f80 con 0x7fbaa415e130 2024-09-16T07:26:51.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:51.697+0000 7fbaab4c6640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fbaa4161920 con 0x7fbaa40d0950 2024-09-16T07:26:51.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:51.697+0000 7fbaab4c6640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fbaa415ea50 con 0x7fbaa40cf980 2024-09-16T07:26:51.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:51.697+0000 7fbaa9a63640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbaa415e130 0x7fbaa41f7ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:51.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:51.697+0000 7fbaa9a63640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbaa415e130 0x7fbaa41f7ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:57968/0 (socket says 172.21.15.31:57968) 2024-09-16T07:26:51.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:51.697+0000 7fbaa9a63640 1 -- 172.21.15.31:0/3560182529 learned_addr learned my addr 172.21.15.31:0/3560182529 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:51.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:51.697+0000 7fbaa9262640 1 --2- 172.21.15.31:0/3560182529 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbaa40cf980 0x7fbaa409dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:51.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:51.697+0000 7fbaa8a61640 1 --2- 172.21.15.31:0/3560182529 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbaa40d0950 0x7fbaa415c6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:51.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:51.697+0000 7fbaa9a63640 1 -- 172.21.15.31:0/3560182529 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbaa40cf980 msgr2=0x7fbaa409dc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:51.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:51.697+0000 7fbaa9a63640 1 --2- 172.21.15.31:0/3560182529 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbaa40cf980 0x7fbaa409dc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:51.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:51.697+0000 7fbaa9a63640 1 -- 172.21.15.31:0/3560182529 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbaa40d0950 msgr2=0x7fbaa415c6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:51.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:51.697+0000 7fbaa9a63640 1 --2- 172.21.15.31:0/3560182529 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbaa40d0950 0x7fbaa415c6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:51.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:51.697+0000 7fbaa9a63640 1 -- 172.21.15.31:0/3560182529 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbaa41f8400 con 0x7fbaa415e130 2024-09-16T07:26:51.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:51.697+0000 7fbaa8a61640 1 --2- 172.21.15.31:0/3560182529 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbaa40d0950 0x7fbaa415c6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:26:51.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:51.698+0000 7fbaa9a63640 1 --2- 172.21.15.31:0/3560182529 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbaa415e130 0x7fbaa41f7ec0 secure :-1 s=READY pgs=1173 cs=0 l=1 rev1=1 crypto rx=0x7fba9c00d750 tx=0x7fba9c00dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:51.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:51.698+0000 7fbaa1ffb640 1 -- 172.21.15.31:0/3560182529 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba9c017070 con 0x7fbaa415e130 2024-09-16T07:26:51.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:51.698+0000 7fbaa1ffb640 1 -- 172.21.15.31:0/3560182529 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fba9c009cc0 con 0x7fbaa415e130 2024-09-16T07:26:51.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:51.698+0000 7fbaab4c6640 1 -- 172.21.15.31:0/3560182529 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbaa41f86a0 con 0x7fbaa415e130 2024-09-16T07:26:51.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:51.698+0000 7fbaa1ffb640 1 -- 172.21.15.31:0/3560182529 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba9c00de60 con 0x7fbaa415e130 2024-09-16T07:26:51.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:51.698+0000 7fbaab4c6640 1 -- 172.21.15.31:0/3560182529 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbaa41f8c60 con 0x7fbaa415e130 2024-09-16T07:26:51.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:51.699+0000 7fbaab4c6640 1 -- 172.21.15.31:0/3560182529 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbaa415e510 con 0x7fbaa415e130 2024-09-16T07:26:51.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:51.700+0000 7fbaa1ffb640 1 -- 172.21.15.31:0/3560182529 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 19) ==== 101695+0+0 (secure 0 0 0) 0x7fba9c005280 con 0x7fbaa415e130 2024-09-16T07:26:51.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:51.700+0000 7fbaa1ffb640 1 --2- 172.21.15.31:0/3560182529 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fba90078cd0 0x7fba9007b190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:51.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:51.701+0000 7fbaa9262640 1 --2- 172.21.15.31:0/3560182529 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fba90078cd0 0x7fba9007b190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:51.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:51.701+0000 7fbaa1ffb640 1 -- 172.21.15.31:0/3560182529 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 5910+0+0 (secure 0 0 0) 0x7fba9c09b2e0 con 0x7fbaa415e130 2024-09-16T07:26:51.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:51.701+0000 7fbaa9262640 1 --2- 172.21.15.31:0/3560182529 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fba90078cd0 0x7fba9007b190 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fba94035000 tx=0x7fba9403b040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:51.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:51.705+0000 7fbaa1ffb640 1 -- 172.21.15.31:0/3560182529 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fba9c062af0 con 0x7fbaa415e130 2024-09-16T07:26:51.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:51.893+0000 7fbaab4c6640 1 -- 172.21.15.31:0/3560182529 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fbaa40cf610 con 0x7fbaa415e130 2024-09-16T07:26:52.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:52.568+0000 7fbaa1ffb640 1 -- 172.21.15.31:0/3560182529 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v107) ==== 181+0+0 (secure 0 0 0) 0x7fba9c067520 con 0x7fbaa415e130 2024-09-16T07:26:52.568 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_metadata' removed 2024-09-16T07:26:52.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:52.573+0000 7fbaab4c6640 1 -- 172.21.15.31:0/3560182529 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fba90078cd0 msgr2=0x7fba9007b190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:52.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:52.573+0000 7fbaab4c6640 1 --2- 172.21.15.31:0/3560182529 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fba90078cd0 0x7fba9007b190 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fba94035000 tx=0x7fba9403b040 comp rx=0 tx=0).stop 2024-09-16T07:26:52.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:52.573+0000 7fbaab4c6640 1 -- 172.21.15.31:0/3560182529 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbaa415e130 msgr2=0x7fbaa41f7ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:52.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:52.573+0000 7fbaab4c6640 1 --2- 172.21.15.31:0/3560182529 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbaa415e130 0x7fbaa41f7ec0 secure :-1 s=READY pgs=1173 cs=0 l=1 rev1=1 crypto rx=0x7fba9c00d750 tx=0x7fba9c00dc10 comp rx=0 tx=0).stop 2024-09-16T07:26:52.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:52.573+0000 7fbaab4c6640 1 -- 172.21.15.31:0/3560182529 shutdown_connections 2024-09-16T07:26:52.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:52.573+0000 7fbaab4c6640 1 --2- 172.21.15.31:0/3560182529 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fba90078cd0 0x7fba9007b190 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:52.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:52.573+0000 7fbaab4c6640 1 --2- 172.21.15.31:0/3560182529 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbaa415e130 0x7fbaa41f7ec0 unknown :-1 s=CLOSED pgs=1173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:52.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:52.573+0000 7fbaab4c6640 1 --2- 172.21.15.31:0/3560182529 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbaa40d0950 0x7fbaa415c6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:52.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:52.573+0000 7fbaab4c6640 1 --2- 172.21.15.31:0/3560182529 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbaa40cf980 0x7fbaa409dc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:52.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:52.573+0000 7fbaab4c6640 1 -- 172.21.15.31:0/3560182529 >> 172.21.15.31:0/3560182529 conn(0x7fbaa4074160 msgr2=0x7fbaa4160450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:52.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:52.574+0000 7fbaab4c6640 1 -- 172.21.15.31:0/3560182529 shutdown_connections 2024-09-16T07:26:52.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:52.574+0000 7fbaab4c6640 1 -- 172.21.15.31:0/3560182529 wait complete. 2024-09-16T07:26:52.588 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-16T07:26:52.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:52.706+0000 7fa2e3c59640 1 -- 172.21.15.31:0/347004761 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa2c80040b0 msgr2=0x7fa2c8004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:52.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:52.706+0000 7fa2e3c59640 1 --2- 172.21.15.31:0/347004761 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa2c80040b0 0x7fa2c8004800 secure :-1 s=READY pgs=1175 cs=0 l=1 rev1=1 crypto rx=0x7fa2d800baf0 tx=0x7fa2c8005830 comp rx=0 tx=0).stop 2024-09-16T07:26:52.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:52.706+0000 7fa2e21f6640 1 -- 172.21.15.31:0/347004761 reap_dead start 2024-09-16T07:26:52.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:52.706+0000 7fa2e3c59640 1 -- 172.21.15.31:0/347004761 shutdown_connections 2024-09-16T07:26:52.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:52.706+0000 7fa2e3c59640 1 -- 172.21.15.31:0/347004761 >> 172.21.15.31:0/347004761 conn(0x7fa2dc09aa30 msgr2=0x7fa2dc09ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:52.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:52.706+0000 7fa2e3c59640 1 -- 172.21.15.31:0/347004761 shutdown_connections 2024-09-16T07:26:52.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:52.706+0000 7fa2e3c59640 1 -- 172.21.15.31:0/347004761 wait complete. 2024-09-16T07:26:52.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:52.707+0000 7fa2e3c59640 1 Processor -- start 2024-09-16T07:26:52.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:52.707+0000 7fa2e3c59640 1 -- start start 2024-09-16T07:26:52.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:52.708+0000 7fa2e3c59640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa2c80040b0 0x7fa2dc1f1c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:52.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:52.708+0000 7fa2e3c59640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa2dc0b53b0 0x7fa2dc0cc580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:52.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:52.708+0000 7fa2e3c59640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa2dc0717d0 0x7fa2dc071c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:52.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:52.708+0000 7fa2e3c59640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fa2dc1602c0 con 0x7fa2dc0717d0 2024-09-16T07:26:52.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:52.708+0000 7fa2e3c59640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa2dc160140 con 0x7fa2c80040b0 2024-09-16T07:26:52.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:52.708+0000 7fa2e3c59640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa2dc160440 con 0x7fa2dc0b53b0 2024-09-16T07:26:52.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:52.708+0000 7fa2e21f6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa2dc0717d0 0x7fa2dc071c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:52.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:52.708+0000 7fa2e21f6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa2dc0717d0 0x7fa2dc071c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:60338/0 (socket says 172.21.15.31:60338) 2024-09-16T07:26:52.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:52.708+0000 7fa2e21f6640 1 -- 172.21.15.31:0/1942475568 learned_addr learned my addr 172.21.15.31:0/1942475568 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:52.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:52.708+0000 7fa2e19f5640 1 --2- 172.21.15.31:0/1942475568 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa2c80040b0 0x7fa2dc1f1c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:52.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:52.708+0000 7fa2e11f4640 1 --2- 172.21.15.31:0/1942475568 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa2dc0b53b0 0x7fa2dc0cc580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:52.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:52.708+0000 7fa2e21f6640 1 -- 172.21.15.31:0/1942475568 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa2dc0b53b0 msgr2=0x7fa2dc0cc580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:52.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:52.708+0000 7fa2e21f6640 1 --2- 172.21.15.31:0/1942475568 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa2dc0b53b0 0x7fa2dc0cc580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:52.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:52.708+0000 7fa2e21f6640 1 -- 172.21.15.31:0/1942475568 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa2c80040b0 msgr2=0x7fa2dc1f1c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:52.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:52.708+0000 7fa2e21f6640 1 --2- 172.21.15.31:0/1942475568 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa2c80040b0 0x7fa2dc1f1c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:52.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:52.708+0000 7fa2e21f6640 1 -- 172.21.15.31:0/1942475568 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2dc1511d0 con 0x7fa2dc0717d0 2024-09-16T07:26:52.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:52.708+0000 7fa2e19f5640 1 --2- 172.21.15.31:0/1942475568 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa2c80040b0 0x7fa2dc1f1c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:26:52.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:52.708+0000 7fa2e11f4640 1 --2- 172.21.15.31:0/1942475568 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa2dc0b53b0 0x7fa2dc0cc580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:26:52.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:52.708+0000 7fa2e21f6640 1 --2- 172.21.15.31:0/1942475568 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa2dc0717d0 0x7fa2dc071c80 secure :-1 s=READY pgs=1176 cs=0 l=1 rev1=1 crypto rx=0x7fa2dc0704d0 tx=0x7fa2d4006720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:52.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:52.709+0000 7fa2ce7fc640 1 -- 172.21.15.31:0/1942475568 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2d4015070 con 0x7fa2dc0717d0 2024-09-16T07:26:52.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:52.709+0000 7fa2ce7fc640 1 -- 172.21.15.31:0/1942475568 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa2d400fa80 con 0x7fa2dc0717d0 2024-09-16T07:26:52.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:52.709+0000 7fa2e3c59640 1 -- 172.21.15.31:0/1942475568 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2dc0ccef0 con 0x7fa2dc0717d0 2024-09-16T07:26:52.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:52.709+0000 7fa2ce7fc640 1 -- 172.21.15.31:0/1942475568 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2d4011430 con 0x7fa2dc0717d0 2024-09-16T07:26:52.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:52.709+0000 7fa2e3c59640 1 -- 172.21.15.31:0/1942475568 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2dc0cd4b0 con 0x7fa2dc0717d0 2024-09-16T07:26:52.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:52.710+0000 7fa2e3c59640 1 -- 172.21.15.31:0/1942475568 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa2dc0b3060 con 0x7fa2dc0717d0 2024-09-16T07:26:52.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:52.710+0000 7fa2ce7fc640 1 -- 172.21.15.31:0/1942475568 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 19) ==== 101695+0+0 (secure 0 0 0) 0x7fa2d40115d0 con 0x7fa2dc0717d0 2024-09-16T07:26:52.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:52.711+0000 7fa2ce7fc640 1 --2- 172.21.15.31:0/1942475568 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa2c0078cd0 0x7fa2c007b190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:52.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:52.711+0000 7fa2e19f5640 1 --2- 172.21.15.31:0/1942475568 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa2c0078cd0 0x7fa2c007b190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:52.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:52.711+0000 7fa2ce7fc640 1 -- 172.21.15.31:0/1942475568 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 5443+0+0 (secure 0 0 0) 0x7fa2d409be70 con 0x7fa2dc0717d0 2024-09-16T07:26:52.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:52.712+0000 7fa2e19f5640 1 --2- 172.21.15.31:0/1942475568 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa2c0078cd0 0x7fa2c007b190 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fa2d0000c00 tx=0x7fa2d0006b70 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:52.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:52.716+0000 7fa2ce7fc640 1 -- 172.21.15.31:0/1942475568 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fa2d4063ea0 con 0x7fa2dc0717d0 2024-09-16T07:26:52.901 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:52.902+0000 7fa2e3c59640 1 -- 172.21.15.31:0/1942475568 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fa2dc0d2a60 con 0x7fa2dc0717d0 2024-09-16T07:26:53.569 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.570+0000 7fa2ce7fc640 1 -- 172.21.15.31:0/1942475568 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v108) ==== 169+0+0 (secure 0 0 0) 0x7fa2d40637a0 con 0x7fa2dc0717d0 2024-09-16T07:26:53.570 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_data' removed 2024-09-16T07:26:53.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.573+0000 7fa2e3c59640 1 -- 172.21.15.31:0/1942475568 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa2c0078cd0 msgr2=0x7fa2c007b190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:53.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.573+0000 7fa2e3c59640 1 --2- 172.21.15.31:0/1942475568 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa2c0078cd0 0x7fa2c007b190 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fa2d0000c00 tx=0x7fa2d0006b70 comp rx=0 tx=0).stop 2024-09-16T07:26:53.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.573+0000 7fa2e3c59640 1 -- 172.21.15.31:0/1942475568 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa2dc0717d0 msgr2=0x7fa2dc071c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:53.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.573+0000 7fa2e3c59640 1 --2- 172.21.15.31:0/1942475568 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa2dc0717d0 0x7fa2dc071c80 secure :-1 s=READY pgs=1176 cs=0 l=1 rev1=1 crypto rx=0x7fa2dc0704d0 tx=0x7fa2d4006720 comp rx=0 tx=0).stop 2024-09-16T07:26:53.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.573+0000 7fa2e3c59640 1 -- 172.21.15.31:0/1942475568 shutdown_connections 2024-09-16T07:26:53.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.573+0000 7fa2e3c59640 1 --2- 172.21.15.31:0/1942475568 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa2c0078cd0 0x7fa2c007b190 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:53.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.573+0000 7fa2e3c59640 1 --2- 172.21.15.31:0/1942475568 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa2dc0717d0 0x7fa2dc071c80 unknown :-1 s=CLOSED pgs=1176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:53.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.573+0000 7fa2e3c59640 1 --2- 172.21.15.31:0/1942475568 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa2dc0b53b0 0x7fa2dc0cc580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:53.575 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.573+0000 7fa2e3c59640 1 --2- 172.21.15.31:0/1942475568 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa2c80040b0 0x7fa2dc1f1c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:53.575 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.573+0000 7fa2e3c59640 1 -- 172.21.15.31:0/1942475568 >> 172.21.15.31:0/1942475568 conn(0x7fa2dc09aa30 msgr2=0x7fa2dc0b0930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:53.575 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.573+0000 7fa2e3c59640 1 -- 172.21.15.31:0/1942475568 shutdown_connections 2024-09-16T07:26:53.575 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.573+0000 7fa2e3c59640 1 -- 172.21.15.31:0/1942475568 wait complete. 2024-09-16T07:26:53.589 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config reset 27 2024-09-16T07:26:53.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.702+0000 7f5c5bcb6640 1 -- 172.21.15.31:0/3421053517 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5c540cc740 msgr2=0x7f5c540736e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:53.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.702+0000 7f5c5bcb6640 1 --2- 172.21.15.31:0/3421053517 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5c540cc740 0x7f5c540736e0 secure :-1 s=READY pgs=1177 cs=0 l=1 rev1=1 crypto rx=0x7f5c540ccee0 tx=0x7f5c4402a4b0 comp rx=0 tx=0).stop 2024-09-16T07:26:53.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.702+0000 7f5c5bcb6640 1 -- 172.21.15.31:0/3421053517 shutdown_connections 2024-09-16T07:26:53.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.702+0000 7f5c5bcb6640 1 --2- 172.21.15.31:0/3421053517 >> v2:172.21.15.155:3300/0 conn(0x7f5c54073c20 0x7f5c540ceef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:53.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.702+0000 7f5c5bcb6640 1 --2- 172.21.15.31:0/3421053517 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5c540cc740 0x7f5c540736e0 unknown :-1 s=CLOSED pgs=1177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:53.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.702+0000 7f5c5bcb6640 1 --2- 172.21.15.31:0/3421053517 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5c54071c30 0x7f5c540d03f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:53.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.702+0000 7f5c5bcb6640 1 -- 172.21.15.31:0/3421053517 >> 172.21.15.31:0/3421053517 conn(0x7f5c540d0c20 msgr2=0x7f5c540d1030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:53.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.702+0000 7f5c5bcb6640 1 -- 172.21.15.31:0/3421053517 shutdown_connections 2024-09-16T07:26:53.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.702+0000 7f5c5bcb6640 1 -- 172.21.15.31:0/3421053517 wait complete. 2024-09-16T07:26:53.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.703+0000 7f5c5bcb6640 1 Processor -- start 2024-09-16T07:26:53.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.703+0000 7f5c5bcb6640 1 -- start start 2024-09-16T07:26:53.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.704+0000 7f5c5bcb6640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5c54071c30 0x7f5c540b3a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:53.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.704+0000 7f5c5bcb6640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5c54073c20 0x7f5c540b62e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:53.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.704+0000 7f5c5bcb6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5c540cc740 0x7f5c541f80f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:53.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.704+0000 7f5c5bcb6640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f5c540cf7c0 con 0x7f5c540cc740 2024-09-16T07:26:53.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.704+0000 7f5c5bcb6640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f5c540cf640 con 0x7f5c54071c30 2024-09-16T07:26:53.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.704+0000 7f5c5bcb6640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f5c5406cb40 con 0x7f5c54073c20 2024-09-16T07:26:53.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.704+0000 7f5c5a253640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5c540cc740 0x7f5c541f80f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:53.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.704+0000 7f5c5a253640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5c540cc740 0x7f5c541f80f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:60358/0 (socket says 172.21.15.31:60358) 2024-09-16T07:26:53.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.704+0000 7f5c5a253640 1 -- 172.21.15.31:0/1486961950 learned_addr learned my addr 172.21.15.31:0/1486961950 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:53.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.704+0000 7f5c59251640 1 --2- 172.21.15.31:0/1486961950 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5c54073c20 0x7f5c540b62e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:53.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.704+0000 7f5c59a52640 1 --2- 172.21.15.31:0/1486961950 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5c54071c30 0x7f5c540b3a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:53.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.705+0000 7f5c5a253640 1 -- 172.21.15.31:0/1486961950 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5c54073c20 msgr2=0x7f5c540b62e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:53.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.705+0000 7f5c5a253640 1 --2- 172.21.15.31:0/1486961950 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5c54073c20 0x7f5c540b62e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:53.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.705+0000 7f5c5a253640 1 -- 172.21.15.31:0/1486961950 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5c54071c30 msgr2=0x7f5c540b3a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:53.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.705+0000 7f5c5a253640 1 --2- 172.21.15.31:0/1486961950 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5c54071c30 0x7f5c540b3a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:53.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.705+0000 7f5c5a253640 1 -- 172.21.15.31:0/1486961950 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c540b4150 con 0x7f5c540cc740 2024-09-16T07:26:53.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.705+0000 7f5c59a52640 1 --2- 172.21.15.31:0/1486961950 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5c54071c30 0x7f5c540b3a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:26:53.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.705+0000 7f5c5a253640 1 --2- 172.21.15.31:0/1486961950 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5c540cc740 0x7f5c541f80f0 secure :-1 s=READY pgs=1178 cs=0 l=1 rev1=1 crypto rx=0x7f5c4c00ead0 tx=0x7f5c4c00ef90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:53.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.705+0000 7f5c4a7fc640 1 -- 172.21.15.31:0/1486961950 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c4c00cde0 con 0x7f5c540cc740 2024-09-16T07:26:53.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.705+0000 7f5c4a7fc640 1 -- 172.21.15.31:0/1486961950 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5c4c004c10 con 0x7f5c540cc740 2024-09-16T07:26:53.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.705+0000 7f5c5bcb6640 1 -- 172.21.15.31:0/1486961950 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c540b4430 con 0x7f5c540cc740 2024-09-16T07:26:53.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.705+0000 7f5c4a7fc640 1 -- 172.21.15.31:0/1486961950 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c4c005020 con 0x7f5c540cc740 2024-09-16T07:26:53.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.705+0000 7f5c5bcb6640 1 -- 172.21.15.31:0/1486961950 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c540b5dc0 con 0x7f5c540cc740 2024-09-16T07:26:53.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.706+0000 7f5c5bcb6640 1 -- 172.21.15.31:0/1486961950 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5c54154300 con 0x7f5c540cc740 2024-09-16T07:26:53.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.707+0000 7f5c4a7fc640 1 -- 172.21.15.31:0/1486961950 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 19) ==== 101695+0+0 (secure 0 0 0) 0x7f5c4c0051c0 con 0x7f5c540cc740 2024-09-16T07:26:53.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.707+0000 7f5c4a7fc640 1 --2- 172.21.15.31:0/1486961950 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5c38078d00 0x7f5c3807b1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:53.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.708+0000 7f5c4a7fc640 1 -- 172.21.15.31:0/1486961950 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 4971+0+0 (secure 0 0 0) 0x7f5c4c09b850 con 0x7f5c540cc740 2024-09-16T07:26:53.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.708+0000 7f5c59a52640 1 --2- 172.21.15.31:0/1486961950 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5c38078d00 0x7f5c3807b1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:53.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.708+0000 7f5c59a52640 1 --2- 172.21.15.31:0/1486961950 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5c38078d00 0x7f5c3807b1c0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f5c5000bbe0 tx=0x7f5c50005f10 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:53.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.712+0000 7f5c4a7fc640 1 -- 172.21.15.31:0/1486961950 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f5c54154300 con 0x7f5c540cc740 2024-09-16T07:26:53.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.897+0000 7f5c5bcb6640 1 -- 172.21.15.31:0/1486961950 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "config reset", "num": 27} v 0) -- 0x7f5c540ceef0 con 0x7f5c540cc740 2024-09-16T07:26:53.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.900+0000 7f5c4a7fc640 1 -- 172.21.15.31:0/1486961950 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "config reset", "num": 27}]=0 v39) ==== 71+0+0 (secure 0 0 0) 0x7f5c4c016030 con 0x7f5c540cc740 2024-09-16T07:26:53.902 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.902+0000 7f5c5bcb6640 1 -- 172.21.15.31:0/1486961950 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5c38078d00 msgr2=0x7f5c3807b1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:53.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.902+0000 7f5c5bcb6640 1 --2- 172.21.15.31:0/1486961950 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5c38078d00 0x7f5c3807b1c0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f5c5000bbe0 tx=0x7f5c50005f10 comp rx=0 tx=0).stop 2024-09-16T07:26:53.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.902+0000 7f5c5bcb6640 1 -- 172.21.15.31:0/1486961950 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5c540cc740 msgr2=0x7f5c541f80f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:53.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.902+0000 7f5c5bcb6640 1 --2- 172.21.15.31:0/1486961950 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5c540cc740 0x7f5c541f80f0 secure :-1 s=READY pgs=1178 cs=0 l=1 rev1=1 crypto rx=0x7f5c4c00ead0 tx=0x7f5c4c00ef90 comp rx=0 tx=0).stop 2024-09-16T07:26:53.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.902+0000 7f5c5bcb6640 1 -- 172.21.15.31:0/1486961950 shutdown_connections 2024-09-16T07:26:53.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.902+0000 7f5c5bcb6640 1 --2- 172.21.15.31:0/1486961950 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5c38078d00 0x7f5c3807b1c0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:53.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.902+0000 7f5c5bcb6640 1 --2- 172.21.15.31:0/1486961950 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5c540cc740 0x7f5c541f80f0 unknown :-1 s=CLOSED pgs=1178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:53.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.902+0000 7f5c5bcb6640 1 --2- 172.21.15.31:0/1486961950 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5c54073c20 0x7f5c540b62e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:53.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.902+0000 7f5c5bcb6640 1 --2- 172.21.15.31:0/1486961950 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5c54071c30 0x7f5c540b3a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:53.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.902+0000 7f5c5bcb6640 1 -- 172.21.15.31:0/1486961950 >> 172.21.15.31:0/1486961950 conn(0x7f5c540d0c20 msgr2=0x7f5c5406cfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:53.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.902+0000 7f5c5bcb6640 1 -- 172.21.15.31:0/1486961950 shutdown_connections 2024-09-16T07:26:53.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:53.903+0000 7f5c5bcb6640 1 -- 172.21.15.31:0/1486961950 wait complete. 2024-09-16T07:26:53.912 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_volumes.TestMisc.test_subvolume_no_upgrade_v1_sanity' 2024-09-16T07:26:54.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.020+0000 7f87dbcc6640 1 -- 172.21.15.31:0/2960334804 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f87d40cf920 msgr2=0x7f87d40d1a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:54.020 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.020+0000 7f87dbcc6640 1 --2- 172.21.15.31:0/2960334804 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f87d40cf920 0x7f87d40d1a10 secure :-1 s=READY pgs=1180 cs=0 l=1 rev1=1 crypto rx=0x7f87c4009830 tx=0x7f87c402a560 comp rx=0 tx=0).stop 2024-09-16T07:26:54.020 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.020+0000 7f87dbcc6640 1 -- 172.21.15.31:0/2960334804 shutdown_connections 2024-09-16T07:26:54.020 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.020+0000 7f87dbcc6640 1 --2- 172.21.15.31:0/2960334804 >> v2:172.21.15.155:3300/0 conn(0x7f87d4160ac0 0x7f87d4160f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:54.020 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.020+0000 7f87dbcc6640 1 --2- 172.21.15.31:0/2960334804 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f87d40cf920 0x7f87d40d1a10 unknown :-1 s=CLOSED pgs=1180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:54.020 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.020+0000 7f87dbcc6640 1 -- 172.21.15.31:0/2960334804 >> 172.21.15.31:0/2960334804 conn(0x7f87d40d3e40 msgr2=0x7f87d40d4250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:54.020 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.020+0000 7f87dbcc6640 1 -- 172.21.15.31:0/2960334804 shutdown_connections 2024-09-16T07:26:54.020 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.020+0000 7f87dbcc6640 1 -- 172.21.15.31:0/2960334804 wait complete. 2024-09-16T07:26:54.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.021+0000 7f87dbcc6640 1 Processor -- start 2024-09-16T07:26:54.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.021+0000 7f87dbcc6640 1 -- start start 2024-09-16T07:26:54.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.022+0000 7f87dbcc6640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f87d40cf920 0x7f87d40cd130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:54.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.022+0000 7f87dbcc6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f87d4160ac0 0x7f87d40cc270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:54.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.022+0000 7f87dbcc6640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f87d4161b30 0x7f87d40cc7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:54.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.022+0000 7f87dbcc6640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f87d40b39e0 con 0x7f87d4160ac0 2024-09-16T07:26:54.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.022+0000 7f87dbcc6640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f87d41618d0 con 0x7f87d4161b30 2024-09-16T07:26:54.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.022+0000 7f87dbcc6640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f87d40b3b60 con 0x7f87d40cf920 2024-09-16T07:26:54.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.022+0000 7f87d9261640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f87d4160ac0 0x7f87d40cc270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:54.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.022+0000 7f87d9261640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f87d4160ac0 0x7f87d40cc270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:60372/0 (socket says 172.21.15.31:60372) 2024-09-16T07:26:54.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.022+0000 7f87d9261640 1 -- 172.21.15.31:0/723160746 learned_addr learned my addr 172.21.15.31:0/723160746 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:54.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.022+0000 7f87da263640 1 --2- 172.21.15.31:0/723160746 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f87d4161b30 0x7f87d40cc7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:54.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.022+0000 7f87d9a62640 1 --2- 172.21.15.31:0/723160746 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f87d40cf920 0x7f87d40cd130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:54.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.022+0000 7f87d9261640 1 -- 172.21.15.31:0/723160746 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f87d40cf920 msgr2=0x7f87d40cd130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:54.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.022+0000 7f87d9261640 1 --2- 172.21.15.31:0/723160746 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f87d40cf920 0x7f87d40cd130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:54.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.022+0000 7f87d9261640 1 -- 172.21.15.31:0/723160746 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f87d4161b30 msgr2=0x7f87d40cc7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:54.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.022+0000 7f87d9261640 1 --2- 172.21.15.31:0/723160746 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f87d4161b30 0x7f87d40cc7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:54.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.022+0000 7f87d9261640 1 -- 172.21.15.31:0/723160746 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87d41f5a80 con 0x7f87d4160ac0 2024-09-16T07:26:54.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.022+0000 7f87da263640 1 --2- 172.21.15.31:0/723160746 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f87d4161b30 0x7f87d40cc7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:26:54.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.022+0000 7f87d9a62640 1 --2- 172.21.15.31:0/723160746 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f87d40cf920 0x7f87d40cd130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:26:54.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.023+0000 7f87d9261640 1 --2- 172.21.15.31:0/723160746 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f87d4160ac0 0x7f87d40cc270 secure :-1 s=READY pgs=1181 cs=0 l=1 rev1=1 crypto rx=0x7f87c4000c00 tx=0x7f87c4032d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:54.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.023+0000 7f87ca7fc640 1 -- 172.21.15.31:0/723160746 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87c4040070 con 0x7f87d4160ac0 2024-09-16T07:26:54.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.023+0000 7f87ca7fc640 1 -- 172.21.15.31:0/723160746 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f87c4003af0 con 0x7f87d4160ac0 2024-09-16T07:26:54.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.023+0000 7f87dbcc6640 1 -- 172.21.15.31:0/723160746 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87d41f4cc0 con 0x7f87d4160ac0 2024-09-16T07:26:54.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.023+0000 7f87ca7fc640 1 -- 172.21.15.31:0/723160746 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87c4045460 con 0x7f87d4160ac0 2024-09-16T07:26:54.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.023+0000 7f87dbcc6640 1 -- 172.21.15.31:0/723160746 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87d41f5280 con 0x7f87d4160ac0 2024-09-16T07:26:54.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.024+0000 7f87dbcc6640 1 -- 172.21.15.31:0/723160746 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87d40d1a10 con 0x7f87d4160ac0 2024-09-16T07:26:54.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.024+0000 7f87ca7fc640 1 -- 172.21.15.31:0/723160746 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 19) ==== 101695+0+0 (secure 0 0 0) 0x7f87c4039040 con 0x7f87d4160ac0 2024-09-16T07:26:54.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.025+0000 7f87ca7fc640 1 --2- 172.21.15.31:0/723160746 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f87b8078cd0 0x7f87b807b190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:54.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.025+0000 7f87ca7fc640 1 -- 172.21.15.31:0/723160746 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 4971+0+0 (secure 0 0 0) 0x7f87c40bc660 con 0x7f87d4160ac0 2024-09-16T07:26:54.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.025+0000 7f87d9a62640 1 --2- 172.21.15.31:0/723160746 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f87b8078cd0 0x7f87b807b190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:54.027 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.025+0000 7f87d9a62640 1 --2- 172.21.15.31:0/723160746 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f87b8078cd0 0x7f87b807b190 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f87d00020f0 tx=0x7f87d0009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:54.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.029+0000 7f87ca7fc640 1 -- 172.21.15.31:0/723160746 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f87c40847b0 con 0x7f87d4160ac0 2024-09-16T07:26:54.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.286+0000 7f87dbcc6640 1 -- 172.21.15.31:0/723160746 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_subvolume_no_upgrade_v1_sanity"]} v 0) -- 0x7f87d40b3580 con 0x7f87d4160ac0 2024-09-16T07:26:54.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.571+0000 7f87ca7fc640 1 -- 172.21.15.31:0/723160746 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_subvolume_no_upgrade_v1_sanity"]}]=0 v318) ==== 149+0+0 (secure 0 0 0) 0x7f87c40840b0 con 0x7f87d4160ac0 2024-09-16T07:26:54.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.573+0000 7f87dbcc6640 1 -- 172.21.15.31:0/723160746 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f87b8078cd0 msgr2=0x7f87b807b190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:54.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.574+0000 7f87dbcc6640 1 --2- 172.21.15.31:0/723160746 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f87b8078cd0 0x7f87b807b190 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f87d00020f0 tx=0x7f87d0009040 comp rx=0 tx=0).stop 2024-09-16T07:26:54.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.574+0000 7f87dbcc6640 1 -- 172.21.15.31:0/723160746 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f87d4160ac0 msgr2=0x7f87d40cc270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:54.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.574+0000 7f87dbcc6640 1 --2- 172.21.15.31:0/723160746 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f87d4160ac0 0x7f87d40cc270 secure :-1 s=READY pgs=1181 cs=0 l=1 rev1=1 crypto rx=0x7f87c4000c00 tx=0x7f87c4032d50 comp rx=0 tx=0).stop 2024-09-16T07:26:54.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.574+0000 7f87dbcc6640 1 -- 172.21.15.31:0/723160746 shutdown_connections 2024-09-16T07:26:54.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.574+0000 7f87dbcc6640 1 --2- 172.21.15.31:0/723160746 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f87b8078cd0 0x7f87b807b190 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:54.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.574+0000 7f87dbcc6640 1 --2- 172.21.15.31:0/723160746 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f87d4161b30 0x7f87d40cc7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:54.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.574+0000 7f87dbcc6640 1 --2- 172.21.15.31:0/723160746 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f87d4160ac0 0x7f87d40cc270 unknown :-1 s=CLOSED pgs=1181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:54.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.574+0000 7f87dbcc6640 1 --2- 172.21.15.31:0/723160746 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f87d40cf920 0x7f87d40cd130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:54.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.574+0000 7f87dbcc6640 1 -- 172.21.15.31:0/723160746 >> 172.21.15.31:0/723160746 conn(0x7f87d40d3e40 msgr2=0x7f87d40b0be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:54.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.574+0000 7f87dbcc6640 1 -- 172.21.15.31:0/723160746 shutdown_connections 2024-09-16T07:26:54.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.574+0000 7f87dbcc6640 1 -- 172.21.15.31:0/723160746 wait complete. 2024-09-16T07:26:54.584 INFO:tasks.cephfs_test_runner:poor man's upgrade test -- theme continues... ... ok 2024-09-16T07:26:54.584 INFO:tasks.cephfs_test_runner:Starting test: test_subvolume_no_upgrade_v1_to_v2 (tasks.cephfs.test_volumes.TestMisc) poor man's upgrade test -- theme continues... 2024-09-16T07:26:54.584 INFO:tasks.cephfs_test_runner:test_subvolume_no_upgrade_v1_to_v2 (tasks.cephfs.test_volumes.TestMisc) 2024-09-16T07:26:54.585 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:26:54.691 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.691+0000 7fa0552b1640 1 -- 172.21.15.31:0/3431572058 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa0500d1a10 msgr2=0x7fa050161f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:54.691 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.691+0000 7fa0552b1640 1 --2- 172.21.15.31:0/3431572058 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa0500d1a10 0x7fa050161f10 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fa038009830 tx=0x7fa03802a510 comp rx=0 tx=0).stop 2024-09-16T07:26:54.692 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.691+0000 7fa0552b1640 1 -- 172.21.15.31:0/3431572058 shutdown_connections 2024-09-16T07:26:54.692 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.691+0000 7fa0552b1640 1 --2- 172.21.15.31:0/3431572058 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa0500d1a10 0x7fa050161f10 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:54.692 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.691+0000 7fa0552b1640 1 --2- 172.21.15.31:0/3431572058 >> v2:172.21.15.155:3300/0 conn(0x7fa050161b30 0x7fa0500cf920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:54.692 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.691+0000 7fa0552b1640 1 -- 172.21.15.31:0/3431572058 >> 172.21.15.31:0/3431572058 conn(0x7fa0500d3e40 msgr2=0x7fa0500d4250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:54.692 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.691+0000 7fa0552b1640 1 -- 172.21.15.31:0/3431572058 shutdown_connections 2024-09-16T07:26:54.692 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.691+0000 7fa0552b1640 1 -- 172.21.15.31:0/3431572058 wait complete. 2024-09-16T07:26:54.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.693+0000 7fa0552b1640 1 Processor -- start 2024-09-16T07:26:54.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.693+0000 7fa0552b1640 1 -- start start 2024-09-16T07:26:54.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.693+0000 7fa0552b1640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa0500d1a10 0x7fa0500caf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:54.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.693+0000 7fa0552b1640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa050160ac0 0x7fa05014d6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:54.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.693+0000 7fa0552b1640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa050161b30 0x7fa05014dc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:54.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.693+0000 7fa0552b1640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fa0500b3b60 con 0x7fa0500d1a10 2024-09-16T07:26:54.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.693+0000 7fa0552b1640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa0500b39e0 con 0x7fa050161b30 2024-09-16T07:26:54.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.693+0000 7fa0552b1640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa0500b3ce0 con 0x7fa050160ac0 2024-09-16T07:26:54.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.693+0000 7fa04effd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa0500d1a10 0x7fa0500caf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:54.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.694+0000 7fa04effd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa0500d1a10 0x7fa0500caf10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:60378/0 (socket says 172.21.15.31:60378) 2024-09-16T07:26:54.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.694+0000 7fa04effd640 1 -- 172.21.15.31:0/400470100 learned_addr learned my addr 172.21.15.31:0/400470100 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:54.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.694+0000 7fa04f7fe640 1 --2- 172.21.15.31:0/400470100 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa050161b30 0x7fa05014dc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:54.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.694+0000 7fa04e7fc640 1 --2- 172.21.15.31:0/400470100 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa050160ac0 0x7fa05014d6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:54.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.694+0000 7fa04effd640 1 -- 172.21.15.31:0/400470100 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa050160ac0 msgr2=0x7fa05014d6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:54.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.694+0000 7fa04effd640 1 --2- 172.21.15.31:0/400470100 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa050160ac0 0x7fa05014d6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:54.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.694+0000 7fa04effd640 1 -- 172.21.15.31:0/400470100 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa050161b30 msgr2=0x7fa05014dc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:54.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.694+0000 7fa04effd640 1 --2- 172.21.15.31:0/400470100 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa050161b30 0x7fa05014dc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:54.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.694+0000 7fa04effd640 1 -- 172.21.15.31:0/400470100 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0500cd490 con 0x7fa0500d1a10 2024-09-16T07:26:54.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.694+0000 7fa04e7fc640 1 --2- 172.21.15.31:0/400470100 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa050160ac0 0x7fa05014d6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:26:54.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.694+0000 7fa04effd640 1 --2- 172.21.15.31:0/400470100 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa0500d1a10 0x7fa0500caf10 secure :-1 s=READY pgs=1182 cs=0 l=1 rev1=1 crypto rx=0x7fa04800ef60 tx=0x7fa04800ef90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:54.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.694+0000 7fa0477fe640 1 -- 172.21.15.31:0/400470100 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa048003970 con 0x7fa0500d1a10 2024-09-16T07:26:54.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.694+0000 7fa0477fe640 1 -- 172.21.15.31:0/400470100 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa048003c00 con 0x7fa0500d1a10 2024-09-16T07:26:54.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.694+0000 7fa0552b1640 1 -- 172.21.15.31:0/400470100 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0500cd770 con 0x7fa0500d1a10 2024-09-16T07:26:54.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.694+0000 7fa0477fe640 1 -- 172.21.15.31:0/400470100 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa048004020 con 0x7fa0500d1a10 2024-09-16T07:26:54.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.694+0000 7fa0552b1640 1 -- 172.21.15.31:0/400470100 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0500cdd30 con 0x7fa0500d1a10 2024-09-16T07:26:54.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.695+0000 7fa0552b1640 1 -- 172.21.15.31:0/400470100 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa050161f10 con 0x7fa0500d1a10 2024-09-16T07:26:54.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.696+0000 7fa0477fe640 1 -- 172.21.15.31:0/400470100 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 19) ==== 101695+0+0 (secure 0 0 0) 0x7fa0480041c0 con 0x7fa0500d1a10 2024-09-16T07:26:54.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.696+0000 7fa0477fe640 1 --2- 172.21.15.31:0/400470100 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa030078cd0 0x7fa03007b190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:54.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.697+0000 7fa0477fe640 1 -- 172.21.15.31:0/400470100 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 4971+0+0 (secure 0 0 0) 0x7fa04809b630 con 0x7fa0500d1a10 2024-09-16T07:26:54.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.697+0000 7fa04e7fc640 1 --2- 172.21.15.31:0/400470100 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa030078cd0 0x7fa03007b190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:54.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.697+0000 7fa04e7fc640 1 --2- 172.21.15.31:0/400470100 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa030078cd0 0x7fa03007b190 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fa038034000 tx=0x7fa038004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:54.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.701+0000 7fa0477fe640 1 -- 172.21.15.31:0/400470100 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fa0480631f0 con 0x7fa0500d1a10 2024-09-16T07:26:54.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.886+0000 7fa0552b1640 1 -- 172.21.15.31:0/400470100 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa0500b3580 con 0x7fa0500d1a10 2024-09-16T07:26:54.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.887+0000 7fa0477fe640 1 -- 172.21.15.31:0/400470100 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v108) ==== 74+0+13059 (secure 0 0 0) 0x7fa048067c20 con 0x7fa0500d1a10 2024-09-16T07:26:54.886 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:26:54.886 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":108,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:26:53.569137+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":17,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":102,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":102,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":102,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.155:6835/2893385681":"2024-09-17T07:26:50.559733+0000","172.21.15.155:6809/2893385681":"2024-09-17T07:26:50.559733+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:26:54.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.889+0000 7fa0552b1640 1 -- 172.21.15.31:0/400470100 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa030078cd0 msgr2=0x7fa03007b190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:54.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.889+0000 7fa0552b1640 1 --2- 172.21.15.31:0/400470100 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa030078cd0 0x7fa03007b190 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fa038034000 tx=0x7fa038004730 comp rx=0 tx=0).stop 2024-09-16T07:26:54.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.889+0000 7fa0552b1640 1 -- 172.21.15.31:0/400470100 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa0500d1a10 msgr2=0x7fa0500caf10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:54.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.889+0000 7fa0552b1640 1 --2- 172.21.15.31:0/400470100 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa0500d1a10 0x7fa0500caf10 secure :-1 s=READY pgs=1182 cs=0 l=1 rev1=1 crypto rx=0x7fa04800ef60 tx=0x7fa04800ef90 comp rx=0 tx=0).stop 2024-09-16T07:26:54.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.889+0000 7fa0552b1640 1 -- 172.21.15.31:0/400470100 shutdown_connections 2024-09-16T07:26:54.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.889+0000 7fa0552b1640 1 --2- 172.21.15.31:0/400470100 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa030078cd0 0x7fa03007b190 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:54.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.889+0000 7fa0552b1640 1 --2- 172.21.15.31:0/400470100 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa050161b30 0x7fa05014dc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:54.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.889+0000 7fa0552b1640 1 --2- 172.21.15.31:0/400470100 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa050160ac0 0x7fa05014d6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:54.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.889+0000 7fa0552b1640 1 --2- 172.21.15.31:0/400470100 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa0500d1a10 0x7fa0500caf10 unknown :-1 s=CLOSED pgs=1182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:54.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.889+0000 7fa0552b1640 1 -- 172.21.15.31:0/400470100 >> 172.21.15.31:0/400470100 conn(0x7fa0500d3e40 msgr2=0x7fa0500b2ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:54.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.889+0000 7fa0552b1640 1 -- 172.21.15.31:0/400470100 shutdown_connections 2024-09-16T07:26:54.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:54.889+0000 7fa0552b1640 1 -- 172.21.15.31:0/400470100 wait complete. 2024-09-16T07:26:54.899 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-16T07:21:00.646987+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-16T07:26:54.900 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-16T07:26:55.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.008+0000 7f62b6885640 1 -- 172.21.15.31:0/1509522543 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f62b015b380 msgr2=0x7f62b0072b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:55.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.008+0000 7f62b6885640 1 --2- 172.21.15.31:0/1509522543 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f62b015b380 0x7f62b0072b50 secure :-1 s=READY pgs=1184 cs=0 l=1 rev1=1 crypto rx=0x7f62b00cd5e0 tx=0x7f62a002a530 comp rx=0 tx=0).stop 2024-09-16T07:26:55.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.008+0000 7f62b6885640 1 -- 172.21.15.31:0/1509522543 shutdown_connections 2024-09-16T07:26:55.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.008+0000 7f62b6885640 1 --2- 172.21.15.31:0/1509522543 >> v2:172.21.15.155:3300/0 conn(0x7f62b00ce120 0x7f62b00cabc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:55.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.008+0000 7f62b6885640 1 --2- 172.21.15.31:0/1509522543 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f62b015b380 0x7f62b0072b50 unknown :-1 s=CLOSED pgs=1184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:55.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.008+0000 7f62b6885640 1 -- 172.21.15.31:0/1509522543 >> 172.21.15.31:0/1509522543 conn(0x7f62b00b1700 msgr2=0x7f62b00b1ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:55.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.008+0000 7f62b6885640 1 -- 172.21.15.31:0/1509522543 shutdown_connections 2024-09-16T07:26:55.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.008+0000 7f62b6885640 1 -- 172.21.15.31:0/1509522543 wait complete. 2024-09-16T07:26:55.009 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.009+0000 7f62b6885640 1 Processor -- start 2024-09-16T07:26:55.009 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.009+0000 7f62b6885640 1 -- start start 2024-09-16T07:26:55.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.010+0000 7f62b6885640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f62b0073090 0x7f62b00c8b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:55.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.010+0000 7f62b6885640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f62b00ce120 0x7f62b014b290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:55.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.010+0000 7f62b6885640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f62b015b380 0x7f62b00c96a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:55.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.010+0000 7f62b6885640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f62b00cc8a0 con 0x7f62b00ce120 2024-09-16T07:26:55.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.010+0000 7f62b6885640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f62b00cc720 con 0x7f62b0073090 2024-09-16T07:26:55.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.010+0000 7f62b6885640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f62b00cca20 con 0x7f62b015b380 2024-09-16T07:26:55.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.010+0000 7f62af7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f62b00ce120 0x7f62b014b290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:55.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.010+0000 7f62af7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f62b00ce120 0x7f62b014b290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:60404/0 (socket says 172.21.15.31:60404) 2024-09-16T07:26:55.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.010+0000 7f62af7fe640 1 -- 172.21.15.31:0/1902039988 learned_addr learned my addr 172.21.15.31:0/1902039988 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:55.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.010+0000 7f62b4e22640 1 --2- 172.21.15.31:0/1902039988 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f62b015b380 0x7f62b00c96a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:55.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.010+0000 7f62affff640 1 --2- 172.21.15.31:0/1902039988 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f62b0073090 0x7f62b00c8b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:55.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.010+0000 7f62af7fe640 1 -- 172.21.15.31:0/1902039988 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f62b015b380 msgr2=0x7f62b00c96a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:55.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.010+0000 7f62af7fe640 1 --2- 172.21.15.31:0/1902039988 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f62b015b380 0x7f62b00c96a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:55.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.010+0000 7f62af7fe640 1 -- 172.21.15.31:0/1902039988 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f62b0073090 msgr2=0x7f62b00c8b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:55.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.010+0000 7f62af7fe640 1 --2- 172.21.15.31:0/1902039988 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f62b0073090 0x7f62b00c8b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:55.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.010+0000 7f62af7fe640 1 -- 172.21.15.31:0/1902039988 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62b014c5a0 con 0x7f62b00ce120 2024-09-16T07:26:55.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.011+0000 7f62af7fe640 1 --2- 172.21.15.31:0/1902039988 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f62b00ce120 0x7f62b014b290 secure :-1 s=READY pgs=1185 cs=0 l=1 rev1=1 crypto rx=0x7f62a400c3a0 tx=0x7f62a400c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:55.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.011+0000 7f62acff9640 1 -- 172.21.15.31:0/1902039988 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62a4011790 con 0x7f62b00ce120 2024-09-16T07:26:55.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.011+0000 7f62acff9640 1 -- 172.21.15.31:0/1902039988 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f62a4017070 con 0x7f62b00ce120 2024-09-16T07:26:55.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.011+0000 7f62b6885640 1 -- 172.21.15.31:0/1902039988 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62b014ba20 con 0x7f62b00ce120 2024-09-16T07:26:55.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.011+0000 7f62acff9640 1 -- 172.21.15.31:0/1902039988 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62a4011d20 con 0x7f62b00ce120 2024-09-16T07:26:55.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.011+0000 7f62b6885640 1 -- 172.21.15.31:0/1902039988 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62b014bfe0 con 0x7f62b00ce120 2024-09-16T07:26:55.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.012+0000 7f62b6885640 1 -- 172.21.15.31:0/1902039988 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f62b0072b50 con 0x7f62b00ce120 2024-09-16T07:26:55.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.012+0000 7f62acff9640 1 -- 172.21.15.31:0/1902039988 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 19) ==== 101695+0+0 (secure 0 0 0) 0x7f62a401c460 con 0x7f62b00ce120 2024-09-16T07:26:55.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.013+0000 7f62acff9640 1 --2- 172.21.15.31:0/1902039988 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f629c078cd0 0x7f629c07b190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:55.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.013+0000 7f62affff640 1 --2- 172.21.15.31:0/1902039988 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f629c078cd0 0x7f629c07b190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:55.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.013+0000 7f62acff9640 1 -- 172.21.15.31:0/1902039988 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 4971+0+0 (secure 0 0 0) 0x7f62a409ac60 con 0x7f62b00ce120 2024-09-16T07:26:55.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.014+0000 7f62affff640 1 --2- 172.21.15.31:0/1902039988 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f629c078cd0 0x7f629c07b190 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f62a0034000 tx=0x7f62a0004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:55.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.017+0000 7f62acff9640 1 -- 172.21.15.31:0/1902039988 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f62a4062f10 con 0x7f62b00ce120 2024-09-16T07:26:55.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.201+0000 7f62b6885640 1 -- 172.21.15.31:0/1902039988 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f62b00af950 con 0x7f62b00ce120 2024-09-16T07:26:55.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.201+0000 7f62acff9640 1 -- 172.21.15.31:0/1902039988 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v108) ==== 93+0+10 (secure 0 0 0) 0x7f62a4062810 con 0x7f62b00ce120 2024-09-16T07:26:55.201 INFO:teuthology.orchestra.run.smithi031.stdout:pg_num: 1 2024-09-16T07:26:55.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.203+0000 7f62b6885640 1 -- 172.21.15.31:0/1902039988 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f629c078cd0 msgr2=0x7f629c07b190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:55.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.203+0000 7f62b6885640 1 --2- 172.21.15.31:0/1902039988 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f629c078cd0 0x7f629c07b190 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f62a0034000 tx=0x7f62a0004730 comp rx=0 tx=0).stop 2024-09-16T07:26:55.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.203+0000 7f62b6885640 1 -- 172.21.15.31:0/1902039988 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f62b00ce120 msgr2=0x7f62b014b290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:55.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.203+0000 7f62b6885640 1 --2- 172.21.15.31:0/1902039988 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f62b00ce120 0x7f62b014b290 secure :-1 s=READY pgs=1185 cs=0 l=1 rev1=1 crypto rx=0x7f62a400c3a0 tx=0x7f62a400c860 comp rx=0 tx=0).stop 2024-09-16T07:26:55.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.203+0000 7f62b6885640 1 -- 172.21.15.31:0/1902039988 shutdown_connections 2024-09-16T07:26:55.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.203+0000 7f62b6885640 1 --2- 172.21.15.31:0/1902039988 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f629c078cd0 0x7f629c07b190 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:55.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.203+0000 7f62b6885640 1 --2- 172.21.15.31:0/1902039988 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f62b015b380 0x7f62b00c96a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:55.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.203+0000 7f62b6885640 1 --2- 172.21.15.31:0/1902039988 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f62b00ce120 0x7f62b014b290 unknown :-1 s=CLOSED pgs=1185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:55.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.203+0000 7f62b6885640 1 --2- 172.21.15.31:0/1902039988 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f62b0073090 0x7f62b00c8b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:55.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.203+0000 7f62b6885640 1 -- 172.21.15.31:0/1902039988 >> 172.21.15.31:0/1902039988 conn(0x7f62b00b1700 msgr2=0x7f62b015e0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:55.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.203+0000 7f62b6885640 1 -- 172.21.15.31:0/1902039988 shutdown_connections 2024-09-16T07:26:55.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.203+0000 7f62b6885640 1 -- 172.21.15.31:0/1902039988 wait complete. 2024-09-16T07:26:55.214 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_volumes.TestMisc.test_subvolume_no_upgrade_v1_to_v2' 2024-09-16T07:26:55.319 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.319+0000 7f5b1f440640 1 -- 172.21.15.31:0/3782556905 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5b180cfce0 msgr2=0x7f5b180d0150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:55.319 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.319+0000 7f5b1f440640 1 --2- 172.21.15.31:0/3782556905 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5b180cfce0 0x7f5b180d0150 secure :-1 s=READY pgs=1187 cs=0 l=1 rev1=1 crypto rx=0x7f5b08005fd0 tx=0x7f5b0802ab20 comp rx=0 tx=0).stop 2024-09-16T07:26:55.319 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.319+0000 7f5b1f440640 1 -- 172.21.15.31:0/3782556905 shutdown_connections 2024-09-16T07:26:55.319 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.319+0000 7f5b1f440640 1 --2- 172.21.15.31:0/3782556905 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5b180cfce0 0x7f5b180d0150 unknown :-1 s=CLOSED pgs=1187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:55.319 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.319+0000 7f5b1f440640 1 --2- 172.21.15.31:0/3782556905 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5b180d2410 0x7f5b180b3090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:55.319 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.319+0000 7f5b1f440640 1 -- 172.21.15.31:0/3782556905 >> 172.21.15.31:0/3782556905 conn(0x7f5b1809aa30 msgr2=0x7f5b1809ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:55.319 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.319+0000 7f5b1f440640 1 -- 172.21.15.31:0/3782556905 shutdown_connections 2024-09-16T07:26:55.319 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.319+0000 7f5b1f440640 1 -- 172.21.15.31:0/3782556905 wait complete. 2024-09-16T07:26:55.320 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.320+0000 7f5b1f440640 1 Processor -- start 2024-09-16T07:26:55.320 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.321+0000 7f5b1f440640 1 -- start start 2024-09-16T07:26:55.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.321+0000 7f5b1f440640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5b180cfce0 0x7f5b181f63d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:55.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.321+0000 7f5b1f440640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5b180d2410 0x7f5b180b6330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:55.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.321+0000 7f5b1f440640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5b1815f6d0 0x7f5b180b6f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:55.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.321+0000 7f5b1f440640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f5b180b13c0 con 0x7f5b1815f6d0 2024-09-16T07:26:55.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.321+0000 7f5b1f440640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f5b180b1240 con 0x7f5b180d2410 2024-09-16T07:26:55.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.321+0000 7f5b1f440640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f5b180b1540 con 0x7f5b180cfce0 2024-09-16T07:26:55.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.321+0000 7f5b1d9dd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5b1815f6d0 0x7f5b180b6f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:55.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.321+0000 7f5b1d9dd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5b1815f6d0 0x7f5b180b6f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:60410/0 (socket says 172.21.15.31:60410) 2024-09-16T07:26:55.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.321+0000 7f5b1d9dd640 1 -- 172.21.15.31:0/3283121391 learned_addr learned my addr 172.21.15.31:0/3283121391 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:55.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.322+0000 7f5b1d1dc640 1 --2- 172.21.15.31:0/3283121391 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5b180cfce0 0x7f5b181f63d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:55.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.322+0000 7f5b1c9db640 1 --2- 172.21.15.31:0/3283121391 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5b180d2410 0x7f5b180b6330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:55.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.322+0000 7f5b1d9dd640 1 -- 172.21.15.31:0/3283121391 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5b180cfce0 msgr2=0x7f5b181f63d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:55.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.322+0000 7f5b1d9dd640 1 --2- 172.21.15.31:0/3283121391 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5b180cfce0 0x7f5b181f63d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:55.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.322+0000 7f5b1d9dd640 1 -- 172.21.15.31:0/3283121391 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5b180d2410 msgr2=0x7f5b180b6330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:55.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.322+0000 7f5b1d9dd640 1 --2- 172.21.15.31:0/3283121391 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5b180d2410 0x7f5b180b6330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:55.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.322+0000 7f5b1d9dd640 1 -- 172.21.15.31:0/3283121391 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b181f2800 con 0x7f5b1815f6d0 2024-09-16T07:26:55.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.322+0000 7f5b1d9dd640 1 --2- 172.21.15.31:0/3283121391 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5b1815f6d0 0x7f5b180b6f50 secure :-1 s=READY pgs=1188 cs=0 l=1 rev1=1 crypto rx=0x7f5b08009d90 tx=0x7f5b08003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:55.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.322+0000 7f5b15ffb640 1 -- 172.21.15.31:0/3283121391 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b08044070 con 0x7f5b1815f6d0 2024-09-16T07:26:55.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.322+0000 7f5b15ffb640 1 -- 172.21.15.31:0/3283121391 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5b08003e00 con 0x7f5b1815f6d0 2024-09-16T07:26:55.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.322+0000 7f5b1f440640 1 -- 172.21.15.31:0/3283121391 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5b181f2ae0 con 0x7f5b1815f6d0 2024-09-16T07:26:55.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.322+0000 7f5b15ffb640 1 -- 172.21.15.31:0/3283121391 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b080044b0 con 0x7f5b1815f6d0 2024-09-16T07:26:55.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.322+0000 7f5b1f440640 1 -- 172.21.15.31:0/3283121391 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5b181f30a0 con 0x7f5b1815f6d0 2024-09-16T07:26:55.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.323+0000 7f5b1f440640 1 -- 172.21.15.31:0/3283121391 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5b180b19f0 con 0x7f5b1815f6d0 2024-09-16T07:26:55.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.324+0000 7f5b15ffb640 1 -- 172.21.15.31:0/3283121391 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 19) ==== 101695+0+0 (secure 0 0 0) 0x7f5b08004650 con 0x7f5b1815f6d0 2024-09-16T07:26:55.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.325+0000 7f5b15ffb640 1 --2- 172.21.15.31:0/3283121391 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5b04078d00 0x7f5b0407b1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:55.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.325+0000 7f5b15ffb640 1 -- 172.21.15.31:0/3283121391 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 4971+0+0 (secure 0 0 0) 0x7f5b080bb670 con 0x7f5b1815f6d0 2024-09-16T07:26:55.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.325+0000 7f5b1d1dc640 1 --2- 172.21.15.31:0/3283121391 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5b04078d00 0x7f5b0407b1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:55.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.326+0000 7f5b1d1dc640 1 --2- 172.21.15.31:0/3283121391 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5b04078d00 0x7f5b0407b1c0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f5b10009bd0 tx=0x7f5b10005f90 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:55.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.329+0000 7f5b15ffb640 1 -- 172.21.15.31:0/3283121391 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f5b08032030 con 0x7f5b1815f6d0 2024-09-16T07:26:55.587 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:55.588+0000 7f5b1f440640 1 -- 172.21.15.31:0/3283121391 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_subvolume_no_upgrade_v1_to_v2"]} v 0) -- 0x7f5b180d29a0 con 0x7f5b1815f6d0 2024-09-16T07:26:56.578 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.578+0000 7f5b15ffb640 1 -- 172.21.15.31:0/3283121391 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_subvolume_no_upgrade_v1_to_v2"]}]=0 v320) ==== 151+0+0 (secure 0 0 0) 0x7f5b080098b0 con 0x7f5b1815f6d0 2024-09-16T07:26:56.581 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.582+0000 7f5b1f440640 1 -- 172.21.15.31:0/3283121391 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5b04078d00 msgr2=0x7f5b0407b1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:56.582 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.582+0000 7f5b1f440640 1 --2- 172.21.15.31:0/3283121391 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5b04078d00 0x7f5b0407b1c0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f5b10009bd0 tx=0x7f5b10005f90 comp rx=0 tx=0).stop 2024-09-16T07:26:56.582 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.582+0000 7f5b1f440640 1 -- 172.21.15.31:0/3283121391 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5b1815f6d0 msgr2=0x7f5b180b6f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:56.582 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.582+0000 7f5b1f440640 1 --2- 172.21.15.31:0/3283121391 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5b1815f6d0 0x7f5b180b6f50 secure :-1 s=READY pgs=1188 cs=0 l=1 rev1=1 crypto rx=0x7f5b08009d90 tx=0x7f5b08003c10 comp rx=0 tx=0).stop 2024-09-16T07:26:56.582 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.582+0000 7f5b1f440640 1 -- 172.21.15.31:0/3283121391 shutdown_connections 2024-09-16T07:26:56.582 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.582+0000 7f5b1f440640 1 --2- 172.21.15.31:0/3283121391 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5b04078d00 0x7f5b0407b1c0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:56.582 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.582+0000 7f5b1f440640 1 --2- 172.21.15.31:0/3283121391 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5b1815f6d0 0x7f5b180b6f50 unknown :-1 s=CLOSED pgs=1188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:56.582 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.582+0000 7f5b1f440640 1 --2- 172.21.15.31:0/3283121391 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5b180d2410 0x7f5b180b6330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:56.582 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.582+0000 7f5b1f440640 1 --2- 172.21.15.31:0/3283121391 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5b180cfce0 0x7f5b181f63d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:56.582 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.582+0000 7f5b1f440640 1 -- 172.21.15.31:0/3283121391 >> 172.21.15.31:0/3283121391 conn(0x7f5b1809aa30 msgr2=0x7f5b180cdcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:56.582 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.582+0000 7f5b1f440640 1 -- 172.21.15.31:0/3283121391 shutdown_connections 2024-09-16T07:26:56.583 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.582+0000 7f5b1f440640 1 -- 172.21.15.31:0/3283121391 wait complete. 2024-09-16T07:26:56.595 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-09-16T07:26:56.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.708+0000 7f6b2e040640 1 -- 172.21.15.31:0/408492531 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6b140051c0 msgr2=0x7f6b1400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:56.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.708+0000 7f6b2e040640 1 --2- 172.21.15.31:0/408492531 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6b140051c0 0x7f6b1400b9c0 secure :-1 s=READY pgs=1190 cs=0 l=1 rev1=1 crypto rx=0x7f6b20005fd0 tx=0x7f6b14005830 comp rx=0 tx=0).stop 2024-09-16T07:26:56.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.708+0000 7f6b2e040640 1 -- 172.21.15.31:0/408492531 shutdown_connections 2024-09-16T07:26:56.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.708+0000 7f6b2e040640 1 --2- 172.21.15.31:0/408492531 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6b140051c0 0x7f6b1400b9c0 unknown :-1 s=CLOSED pgs=1190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:56.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.708+0000 7f6b2e040640 1 -- 172.21.15.31:0/408492531 >> 172.21.15.31:0/408492531 conn(0x7f6b280b1690 msgr2=0x7f6b280b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:56.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.708+0000 7f6b2e040640 1 -- 172.21.15.31:0/408492531 shutdown_connections 2024-09-16T07:26:56.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.708+0000 7f6b2e040640 1 -- 172.21.15.31:0/408492531 wait complete. 2024-09-16T07:26:56.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.709+0000 7f6b2e040640 1 Processor -- start 2024-09-16T07:26:56.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.709+0000 7f6b2e040640 1 -- start start 2024-09-16T07:26:56.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.710+0000 7f6b2e040640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6b140051c0 0x7f6b281518a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:56.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.710+0000 7f6b2e040640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6b280740a0 0x7f6b281f4400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:56.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.710+0000 7f6b2e040640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6b28152060 0x7f6b281524f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:56.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.710+0000 7f6b2e040640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f6b280cca80 con 0x7f6b140051c0 2024-09-16T07:26:56.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.710+0000 7f6b2e040640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f6b280cc900 con 0x7f6b280740a0 2024-09-16T07:26:56.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.710+0000 7f6b2e040640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f6b280ccc00 con 0x7f6b28152060 2024-09-16T07:26:56.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.710+0000 7f6b277fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6b140051c0 0x7f6b281518a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:56.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.710+0000 7f6b277fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6b140051c0 0x7f6b281518a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:60434/0 (socket says 172.21.15.31:60434) 2024-09-16T07:26:56.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.710+0000 7f6b277fe640 1 -- 172.21.15.31:0/2649358381 learned_addr learned my addr 172.21.15.31:0/2649358381 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:56.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.710+0000 7f6b1ffff640 1 --2- 172.21.15.31:0/2649358381 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6b280740a0 0x7f6b281f4400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:56.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.710+0000 7f6b277fe640 1 -- 172.21.15.31:0/2649358381 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6b28152060 msgr2=0x7f6b281524f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:56.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.710+0000 7f6b277fe640 1 --2- 172.21.15.31:0/2649358381 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6b28152060 0x7f6b281524f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:56.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.710+0000 7f6b277fe640 1 -- 172.21.15.31:0/2649358381 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6b280740a0 msgr2=0x7f6b281f4400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:56.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.710+0000 7f6b277fe640 1 --2- 172.21.15.31:0/2649358381 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6b280740a0 0x7f6b281f4400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:56.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.710+0000 7f6b277fe640 1 -- 172.21.15.31:0/2649358381 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b281f4c30 con 0x7f6b140051c0 2024-09-16T07:26:56.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.710+0000 7f6b277fe640 1 --2- 172.21.15.31:0/2649358381 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6b140051c0 0x7f6b281518a0 secure :-1 s=READY pgs=1191 cs=0 l=1 rev1=1 crypto rx=0x7f6b18003f00 tx=0x7f6b18001630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:56.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.710+0000 7f6b24ff9640 1 -- 172.21.15.31:0/2649358381 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b18015070 con 0x7f6b140051c0 2024-09-16T07:26:56.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.710+0000 7f6b24ff9640 1 -- 172.21.15.31:0/2649358381 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6b18011840 con 0x7f6b140051c0 2024-09-16T07:26:56.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.710+0000 7f6b2e040640 1 -- 172.21.15.31:0/2649358381 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b281f4f10 con 0x7f6b140051c0 2024-09-16T07:26:56.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.710+0000 7f6b24ff9640 1 -- 172.21.15.31:0/2649358381 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b18011c90 con 0x7f6b140051c0 2024-09-16T07:26:56.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.710+0000 7f6b2e040640 1 -- 172.21.15.31:0/2649358381 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b280b2c10 con 0x7f6b140051c0 2024-09-16T07:26:56.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.712+0000 7f6b2e040640 1 -- 172.21.15.31:0/2649358381 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6b2815fa60 con 0x7f6b140051c0 2024-09-16T07:26:56.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.712+0000 7f6b24ff9640 1 -- 172.21.15.31:0/2649358381 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 19) ==== 101695+0+0 (secure 0 0 0) 0x7f6b18018070 con 0x7f6b140051c0 2024-09-16T07:26:56.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.713+0000 7f6b24ff9640 1 --2- 172.21.15.31:0/2649358381 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6b08078d00 0x7f6b0807b1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:56.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.713+0000 7f6b24ff9640 1 -- 172.21.15.31:0/2649358381 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 4971+0+0 (secure 0 0 0) 0x7f6b1809bb40 con 0x7f6b140051c0 2024-09-16T07:26:56.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.713+0000 7f6b1ffff640 1 --2- 172.21.15.31:0/2649358381 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6b08078d00 0x7f6b0807b1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:56.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.713+0000 7f6b1ffff640 1 --2- 172.21.15.31:0/2649358381 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6b08078d00 0x7f6b0807b1c0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f6b28158190 tx=0x7f6b10000f50 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:56.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.717+0000 7f6b24ff9640 1 -- 172.21.15.31:0/2649358381 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f6b18063d50 con 0x7f6b140051c0 2024-09-16T07:26:56.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.906+0000 7f6b2e040640 1 -- 172.21.15.31:0/2649358381 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7f6b2815ddb0 con 0x7f6b140051c0 2024-09-16T07:26:56.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.906+0000 7f6b24ff9640 1 -- 172.21.15.31:0/2649358381 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v39) ==== 59+0+1998 (secure 0 0 0) 0x7f6b18063650 con 0x7f6b140051c0 2024-09-16T07:26:56.906 INFO:teuthology.orchestra.run.smithi031.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-09-16T07:26:56.906 INFO:teuthology.orchestra.run.smithi031.stdout:mon advanced mon_op_complaint_time 120 2024-09-16T07:26:56.906 INFO:teuthology.orchestra.run.smithi031.stdout:mon dev mon_warn_on_pool_no_app false 2024-09-16T07:26:56.906 INFO:teuthology.orchestra.run.smithi031.stdout:osd advanced osd_op_complaint_time 180.000000 2024-09-16T07:26:56.906 INFO:teuthology.orchestra.run.smithi031.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 4520.820560 2024-09-16T07:26:56.906 INFO:teuthology.orchestra.run.smithi031.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 5734.367886 2024-09-16T07:26:56.906 INFO:teuthology.orchestra.run.smithi031.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 4504.591485 2024-09-16T07:26:56.906 INFO:teuthology.orchestra.run.smithi031.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 4573.380612 2024-09-16T07:26:56.906 INFO:teuthology.orchestra.run.smithi031.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 5234.235164 2024-09-16T07:26:56.907 INFO:teuthology.orchestra.run.smithi031.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 5784.050173 2024-09-16T07:26:56.907 INFO:teuthology.orchestra.run.smithi031.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 8598.617671 2024-09-16T07:26:56.907 INFO:teuthology.orchestra.run.smithi031.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 5090.838884 2024-09-16T07:26:56.907 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced debug_mds 20/20 2024-09-16T07:26:56.907 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced debug_mds_balancer 20/20 2024-09-16T07:26:56.907 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced debug_ms 2/2 2024-09-16T07:26:56.907 INFO:teuthology.orchestra.run.smithi031.stdout:mds dev mds_debug_frag true 2024-09-16T07:26:56.907 INFO:teuthology.orchestra.run.smithi031.stdout:mds dev mds_debug_scatterstat true 2024-09-16T07:26:56.907 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced mds_op_complaint_time 180.000000 2024-09-16T07:26:56.907 INFO:teuthology.orchestra.run.smithi031.stdout:mds dev mds_verify_scatter true 2024-09-16T07:26:56.907 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced osd_op_complaint_time 180.000000 2024-09-16T07:26:56.907 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced rados_mon_op_timeout 900 2024-09-16T07:26:56.907 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced rados_osd_op_timeout 900 2024-09-16T07:26:56.908 INFO:teuthology.orchestra.run.smithi031.stdout:client advanced client_mount_timeout 600 2024-09-16T07:26:56.908 INFO:teuthology.orchestra.run.smithi031.stdout:client advanced debug_client 20/20 2024-09-16T07:26:56.908 INFO:teuthology.orchestra.run.smithi031.stdout:client advanced debug_ms 1/1 2024-09-16T07:26:56.908 INFO:teuthology.orchestra.run.smithi031.stdout:client advanced rados_mon_op_timeout 900 2024-09-16T07:26:56.908 INFO:teuthology.orchestra.run.smithi031.stdout:client advanced rados_osd_op_timeout 900 2024-09-16T07:26:56.909 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.909+0000 7f6b2e040640 1 -- 172.21.15.31:0/2649358381 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6b08078d00 msgr2=0x7f6b0807b1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:56.909 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.909+0000 7f6b2e040640 1 --2- 172.21.15.31:0/2649358381 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6b08078d00 0x7f6b0807b1c0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f6b28158190 tx=0x7f6b10000f50 comp rx=0 tx=0).stop 2024-09-16T07:26:56.909 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.909+0000 7f6b2e040640 1 -- 172.21.15.31:0/2649358381 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6b140051c0 msgr2=0x7f6b281518a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:56.909 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.909+0000 7f6b2e040640 1 --2- 172.21.15.31:0/2649358381 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6b140051c0 0x7f6b281518a0 secure :-1 s=READY pgs=1191 cs=0 l=1 rev1=1 crypto rx=0x7f6b18003f00 tx=0x7f6b18001630 comp rx=0 tx=0).stop 2024-09-16T07:26:56.909 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.909+0000 7f6b2e040640 1 -- 172.21.15.31:0/2649358381 shutdown_connections 2024-09-16T07:26:56.909 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.909+0000 7f6b2e040640 1 --2- 172.21.15.31:0/2649358381 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6b08078d00 0x7f6b0807b1c0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:56.909 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.909+0000 7f6b2e040640 1 --2- 172.21.15.31:0/2649358381 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6b28152060 0x7f6b281524f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:56.909 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.909+0000 7f6b2e040640 1 --2- 172.21.15.31:0/2649358381 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6b280740a0 0x7f6b281f4400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:56.909 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.909+0000 7f6b2e040640 1 --2- 172.21.15.31:0/2649358381 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6b140051c0 0x7f6b281518a0 unknown :-1 s=CLOSED pgs=1191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:56.909 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.909+0000 7f6b2e040640 1 -- 172.21.15.31:0/2649358381 >> 172.21.15.31:0/2649358381 conn(0x7f6b280b1690 msgr2=0x7f6b280adf90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:56.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.909+0000 7f6b2e040640 1 -- 172.21.15.31:0/2649358381 shutdown_connections 2024-09-16T07:26:56.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:56.909+0000 7f6b2e040640 1 -- 172.21.15.31:0/2649358381 wait complete. 2024-09-16T07:26:56.919 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-16T07:26:57.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.028+0000 7f3202add640 1 -- 172.21.15.31:0/3584055825 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f31ec003a00 msgr2=0x7f31ec003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:57.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.028+0000 7f3202add640 1 --2- 172.21.15.31:0/3584055825 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f31ec003a00 0x7f31ec003e20 secure :-1 s=READY pgs=1193 cs=0 l=1 rev1=1 crypto rx=0x7f31f000c260 tx=0x7f31ec005830 comp rx=0 tx=0).stop 2024-09-16T07:26:57.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.028+0000 7f320107a640 1 -- 172.21.15.31:0/3584055825 reap_dead start 2024-09-16T07:26:57.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.028+0000 7f3202add640 1 -- 172.21.15.31:0/3584055825 shutdown_connections 2024-09-16T07:26:57.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.028+0000 7f3202add640 1 -- 172.21.15.31:0/3584055825 >> 172.21.15.31:0/3584055825 conn(0x7f31fc0b1700 msgr2=0x7f31fc0b1ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:57.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.028+0000 7f3202add640 1 -- 172.21.15.31:0/3584055825 shutdown_connections 2024-09-16T07:26:57.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.028+0000 7f3202add640 1 -- 172.21.15.31:0/3584055825 wait complete. 2024-09-16T07:26:57.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.029+0000 7f3202add640 1 Processor -- start 2024-09-16T07:26:57.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.029+0000 7f3202add640 1 -- start start 2024-09-16T07:26:57.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.030+0000 7f3202add640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f31ec003a00 0x7f31fc14a070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:57.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.030+0000 7f3202add640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f31fc0c7c50 0x7f31fc15c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:57.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.030+0000 7f3202add640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f31fc0c80b0 0x7f31fc14a790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:57.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.030+0000 7f3202add640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f31fc0ccb40 con 0x7f31ec003a00 2024-09-16T07:26:57.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.030+0000 7f3202add640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f31fc0cc9c0 con 0x7f31fc0c80b0 2024-09-16T07:26:57.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.030+0000 7f3202add640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f31fc15ae60 con 0x7f31fc0c7c50 2024-09-16T07:26:57.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.031+0000 7f3200879640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f31ec003a00 0x7f31fc14a070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:57.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.031+0000 7f3200879640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f31ec003a00 0x7f31fc14a070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:60462/0 (socket says 172.21.15.31:60462) 2024-09-16T07:26:57.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.031+0000 7f3200879640 1 -- 172.21.15.31:0/744847754 learned_addr learned my addr 172.21.15.31:0/744847754 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:57.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.031+0000 7f320107a640 1 --2- 172.21.15.31:0/744847754 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f31fc0c80b0 0x7f31fc14a790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:57.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.031+0000 7f31fbfff640 1 --2- 172.21.15.31:0/744847754 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f31fc0c7c50 0x7f31fc15c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:57.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.031+0000 7f3200879640 1 -- 172.21.15.31:0/744847754 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f31fc0c7c50 msgr2=0x7f31fc15c2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:57.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.031+0000 7f3200879640 1 --2- 172.21.15.31:0/744847754 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f31fc0c7c50 0x7f31fc15c2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:57.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.031+0000 7f3200879640 1 -- 172.21.15.31:0/744847754 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f31fc0c80b0 msgr2=0x7f31fc14a790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:57.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.031+0000 7f3200879640 1 --2- 172.21.15.31:0/744847754 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f31fc0c80b0 0x7f31fc14a790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:57.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.031+0000 7f3200879640 1 -- 172.21.15.31:0/744847754 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31fc0c8640 con 0x7f31ec003a00 2024-09-16T07:26:57.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.031+0000 7f3200879640 1 --2- 172.21.15.31:0/744847754 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f31ec003a00 0x7f31fc14a070 secure :-1 s=READY pgs=1194 cs=0 l=1 rev1=1 crypto rx=0x7f31f002b110 tx=0x7f31f0006650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:57.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.031+0000 7f31f97fa640 1 -- 172.21.15.31:0/744847754 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31f0031040 con 0x7f31ec003a00 2024-09-16T07:26:57.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.031+0000 7f31f97fa640 1 -- 172.21.15.31:0/744847754 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f31f0003800 con 0x7f31ec003a00 2024-09-16T07:26:57.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.031+0000 7f3202add640 1 -- 172.21.15.31:0/744847754 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31fc0c8920 con 0x7f31ec003a00 2024-09-16T07:26:57.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.031+0000 7f31f97fa640 1 -- 172.21.15.31:0/744847754 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31f0003c50 con 0x7f31ec003a00 2024-09-16T07:26:57.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.031+0000 7f3202add640 1 -- 172.21.15.31:0/744847754 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31fc14d500 con 0x7f31ec003a00 2024-09-16T07:26:57.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.032+0000 7f3202add640 1 -- 172.21.15.31:0/744847754 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f31fc0cbf80 con 0x7f31ec003a00 2024-09-16T07:26:57.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.033+0000 7f31f97fa640 1 -- 172.21.15.31:0/744847754 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 19) ==== 101695+0+0 (secure 0 0 0) 0x7f31f0034070 con 0x7f31ec003a00 2024-09-16T07:26:57.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.033+0000 7f31f97fa640 1 --2- 172.21.15.31:0/744847754 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f31e0078cd0 0x7f31e007b190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:57.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.033+0000 7f31f97fa640 1 -- 172.21.15.31:0/744847754 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 4971+0+0 (secure 0 0 0) 0x7f31f00bb0a0 con 0x7f31ec003a00 2024-09-16T07:26:57.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.033+0000 7f31fbfff640 1 --2- 172.21.15.31:0/744847754 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f31e0078cd0 0x7f31e007b190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:57.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.034+0000 7f31fbfff640 1 --2- 172.21.15.31:0/744847754 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f31e0078cd0 0x7f31e007b190 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f31e80058c0 tx=0x7f31e8005850 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:57.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.038+0000 7f31f97fa640 1 -- 172.21.15.31:0/744847754 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f31f00833b0 con 0x7f31ec003a00 2024-09-16T07:26:57.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.228+0000 7f3202add640 1 -- 172.21.15.31:0/744847754 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f31fc0cff90 con 0x7f31ec003a00 2024-09-16T07:26:57.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.231+0000 7f31f97fa640 1 -- 172.21.15.31:0/744847754 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v40)=0 v40) ==== 122+0+0 (secure 0 0 0) 0x7f31f0082cb0 con 0x7f31ec003a00 2024-09-16T07:26:57.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.233+0000 7f3202add640 1 -- 172.21.15.31:0/744847754 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f31e0078cd0 msgr2=0x7f31e007b190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:57.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.233+0000 7f3202add640 1 --2- 172.21.15.31:0/744847754 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f31e0078cd0 0x7f31e007b190 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f31e80058c0 tx=0x7f31e8005850 comp rx=0 tx=0).stop 2024-09-16T07:26:57.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.233+0000 7f3202add640 1 -- 172.21.15.31:0/744847754 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f31ec003a00 msgr2=0x7f31fc14a070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:57.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.233+0000 7f3202add640 1 --2- 172.21.15.31:0/744847754 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f31ec003a00 0x7f31fc14a070 secure :-1 s=READY pgs=1194 cs=0 l=1 rev1=1 crypto rx=0x7f31f002b110 tx=0x7f31f0006650 comp rx=0 tx=0).stop 2024-09-16T07:26:57.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.233+0000 7f3202add640 1 -- 172.21.15.31:0/744847754 shutdown_connections 2024-09-16T07:26:57.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.233+0000 7f3202add640 1 --2- 172.21.15.31:0/744847754 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f31e0078cd0 0x7f31e007b190 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:57.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.233+0000 7f3202add640 1 --2- 172.21.15.31:0/744847754 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f31fc0c80b0 0x7f31fc14a790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:57.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.234+0000 7f3202add640 1 --2- 172.21.15.31:0/744847754 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f31fc0c7c50 0x7f31fc15c2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:57.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.234+0000 7f3202add640 1 --2- 172.21.15.31:0/744847754 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f31ec003a00 0x7f31fc14a070 unknown :-1 s=CLOSED pgs=1194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:57.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.234+0000 7f3202add640 1 -- 172.21.15.31:0/744847754 >> 172.21.15.31:0/744847754 conn(0x7f31fc0b1700 msgr2=0x7f31fc0d04b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:57.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.234+0000 7f3202add640 1 -- 172.21.15.31:0/744847754 shutdown_connections 2024-09-16T07:26:57.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.234+0000 7f3202add640 1 -- 172.21.15.31:0/744847754 wait complete. 2024-09-16T07:26:57.244 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-16T07:26:57.244 DEBUG:teuthology.orchestra.run.smithi031:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T07:26:57.282 DEBUG:teuthology.orchestra.run.smithi155:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T07:26:57.332 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-16T07:26:57.332 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:26:57.332 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:26:57.348 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17171 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T07:26:57.349 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:26:57.349 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:26:57.367 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056027,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1315 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T07:26:57.367 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:26:57.368 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:26:57.405 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17171 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T07:26:57.405 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:26:57.405 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:26:57.426 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056027,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1315 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T07:26:57.426 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-16T07:26:57.427 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:26:57.550 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.551+0000 7ffa27b00640 1 -- 172.21.15.31:0/3524920094 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffa08003a50 msgr2=0x7ffa08003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:57.550 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.551+0000 7ffa27b00640 1 --2- 172.21.15.31:0/3524920094 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffa08003a50 0x7ffa08003e70 secure :-1 s=READY pgs=1196 cs=0 l=1 rev1=1 crypto rx=0x7ffa1000c610 tx=0x7ffa08005830 comp rx=0 tx=0).stop 2024-09-16T07:26:57.550 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.551+0000 7ffa27b00640 1 -- 172.21.15.31:0/3524920094 shutdown_connections 2024-09-16T07:26:57.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.551+0000 7ffa27b00640 1 --2- 172.21.15.31:0/3524920094 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffa08003a50 0x7ffa08003e70 unknown :-1 s=CLOSED pgs=1196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:57.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.551+0000 7ffa27b00640 1 -- 172.21.15.31:0/3524920094 >> 172.21.15.31:0/3524920094 conn(0x7ffa200741f0 msgr2=0x7ffa20074600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:57.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.551+0000 7ffa27b00640 1 -- 172.21.15.31:0/3524920094 shutdown_connections 2024-09-16T07:26:57.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.551+0000 7ffa27b00640 1 -- 172.21.15.31:0/3524920094 wait complete. 2024-09-16T07:26:57.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.552+0000 7ffa27b00640 1 Processor -- start 2024-09-16T07:26:57.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.552+0000 7ffa27b00640 1 -- start start 2024-09-16T07:26:57.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.553+0000 7ffa27b00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffa08003a50 0x7ffa2008f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:57.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.553+0000 7ffa27b00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffa200b10b0 0x7ffa200c95e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:57.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.553+0000 7ffa27b00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffa2008fd40 0x7ffa200c9b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:57.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.553+0000 7ffa27b00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7ffa20068c40 con 0x7ffa08003a50 2024-09-16T07:26:57.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.553+0000 7ffa27b00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ffa20068ac0 con 0x7ffa2008fd40 2024-09-16T07:26:57.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.553+0000 7ffa27b00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ffa20068dc0 con 0x7ffa200b10b0 2024-09-16T07:26:57.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.553+0000 7ffa2589c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffa08003a50 0x7ffa2008f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:57.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.553+0000 7ffa2589c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffa08003a50 0x7ffa2008f6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:60470/0 (socket says 172.21.15.31:60470) 2024-09-16T07:26:57.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.553+0000 7ffa2589c640 1 -- 172.21.15.31:0/821241611 learned_addr learned my addr 172.21.15.31:0/821241611 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:26:57.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.553+0000 7ffa2609d640 1 --2- 172.21.15.31:0/821241611 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffa2008fd40 0x7ffa200c9b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:57.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.553+0000 7ffa2509b640 1 --2- 172.21.15.31:0/821241611 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffa200b10b0 0x7ffa200c95e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:57.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.553+0000 7ffa2589c640 1 -- 172.21.15.31:0/821241611 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffa200b10b0 msgr2=0x7ffa200c95e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:57.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.553+0000 7ffa2589c640 1 --2- 172.21.15.31:0/821241611 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffa200b10b0 0x7ffa200c95e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:57.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.553+0000 7ffa2589c640 1 -- 172.21.15.31:0/821241611 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffa2008fd40 msgr2=0x7ffa200c9b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:57.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.553+0000 7ffa2589c640 1 --2- 172.21.15.31:0/821241611 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffa2008fd40 0x7ffa200c9b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:57.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.553+0000 7ffa2589c640 1 -- 172.21.15.31:0/821241611 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa201f6640 con 0x7ffa08003a50 2024-09-16T07:26:57.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.553+0000 7ffa2509b640 1 --2- 172.21.15.31:0/821241611 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffa200b10b0 0x7ffa200c95e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:26:57.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.553+0000 7ffa2589c640 1 --2- 172.21.15.31:0/821241611 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffa08003a50 0x7ffa2008f6a0 secure :-1 s=READY pgs=1197 cs=0 l=1 rev1=1 crypto rx=0x7ffa10000f80 tx=0x7ffa10004bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:57.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.553+0000 7ffa1e7fc640 1 -- 172.21.15.31:0/821241611 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa1002b760 con 0x7ffa08003a50 2024-09-16T07:26:57.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.554+0000 7ffa1e7fc640 1 -- 172.21.15.31:0/821241611 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ffa1002b900 con 0x7ffa08003a50 2024-09-16T07:26:57.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.554+0000 7ffa1e7fc640 1 -- 172.21.15.31:0/821241611 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa1002bd50 con 0x7ffa08003a50 2024-09-16T07:26:57.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.554+0000 7ffa27b00640 1 -- 172.21.15.31:0/821241611 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa200c3fd0 con 0x7ffa08003a50 2024-09-16T07:26:57.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.554+0000 7ffa27b00640 1 -- 172.21.15.31:0/821241611 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa201f6330 con 0x7ffa08003a50 2024-09-16T07:26:57.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.555+0000 7ffa27b00640 1 -- 172.21.15.31:0/821241611 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffa200cbe00 con 0x7ffa08003a50 2024-09-16T07:26:57.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.555+0000 7ffa1e7fc640 1 -- 172.21.15.31:0/821241611 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 19) ==== 101695+0+0 (secure 0 0 0) 0x7ffa10006070 con 0x7ffa08003a50 2024-09-16T07:26:57.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.556+0000 7ffa1e7fc640 1 --2- 172.21.15.31:0/821241611 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ffa0c078d00 0x7ffa0c07b1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:26:57.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.556+0000 7ffa2509b640 1 --2- 172.21.15.31:0/821241611 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ffa0c078d00 0x7ffa0c07b1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:26:57.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.556+0000 7ffa1e7fc640 1 -- 172.21.15.31:0/821241611 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 4971+0+0 (secure 0 0 0) 0x7ffa100badc0 con 0x7ffa08003a50 2024-09-16T07:26:57.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.556+0000 7ffa2509b640 1 --2- 172.21.15.31:0/821241611 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ffa0c078d00 0x7ffa0c07b1c0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7ffa20050f90 tx=0x7ffa14005f90 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:26:57.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.560+0000 7ffa1e7fc640 1 -- 172.21.15.31:0/821241611 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7ffa100bf070 con 0x7ffa08003a50 2024-09-16T07:26:57.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.784+0000 7ffa27b00640 1 -- 172.21.15.31:0/821241611 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ffa20157810 con 0x7ffa08003a50 2024-09-16T07:26:57.784 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.785+0000 7ffa1e7fc640 1 -- 172.21.15.31:0/821241611 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 72 v72) ==== 94+0+3914 (secure 0 0 0) 0x7ffa10044030 con 0x7ffa08003a50 2024-09-16T07:26:57.784 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:26:57.784 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":72,"btime":"2024-09-16T07:26:51:561321+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5918,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/104921999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":104921999},{"type":"v1","addr":"172.21.15.31:6835","nonce":104921999}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65},{"gid":6182,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/1924645011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6809","nonce":1924645011},{"type":"v1","addr":"172.21.15.155:6835","nonce":1924645011}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72},{"gid":6388,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6834/1828291876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":1828291876},{"type":"v1","addr":"172.21.15.155:6834","nonce":1828291876}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65},{"gid":7140,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6834/1121936077","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":1121936077},{"type":"v1","addr":"172.21.15.31:6834","nonce":1121936077}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64}],"filesystems":[]} 2024-09-16T07:26:57.785 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 72 2024-09-16T07:26:57.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.787+0000 7ffa27b00640 1 -- 172.21.15.31:0/821241611 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ffa0c078d00 msgr2=0x7ffa0c07b1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:57.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.787+0000 7ffa27b00640 1 --2- 172.21.15.31:0/821241611 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ffa0c078d00 0x7ffa0c07b1c0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7ffa20050f90 tx=0x7ffa14005f90 comp rx=0 tx=0).stop 2024-09-16T07:26:57.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.787+0000 7ffa27b00640 1 -- 172.21.15.31:0/821241611 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffa08003a50 msgr2=0x7ffa2008f6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:26:57.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.787+0000 7ffa27b00640 1 --2- 172.21.15.31:0/821241611 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffa08003a50 0x7ffa2008f6a0 secure :-1 s=READY pgs=1197 cs=0 l=1 rev1=1 crypto rx=0x7ffa10000f80 tx=0x7ffa10004bb0 comp rx=0 tx=0).stop 2024-09-16T07:26:57.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.787+0000 7ffa27b00640 1 -- 172.21.15.31:0/821241611 shutdown_connections 2024-09-16T07:26:57.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.787+0000 7ffa27b00640 1 --2- 172.21.15.31:0/821241611 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ffa0c078d00 0x7ffa0c07b1c0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:57.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.787+0000 7ffa27b00640 1 --2- 172.21.15.31:0/821241611 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffa2008fd40 0x7ffa200c9b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:57.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.787+0000 7ffa27b00640 1 --2- 172.21.15.31:0/821241611 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffa200b10b0 0x7ffa200c95e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:57.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.787+0000 7ffa27b00640 1 --2- 172.21.15.31:0/821241611 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffa08003a50 0x7ffa2008f6a0 unknown :-1 s=CLOSED pgs=1197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:26:57.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.787+0000 7ffa27b00640 1 -- 172.21.15.31:0/821241611 >> 172.21.15.31:0/821241611 conn(0x7ffa200741f0 msgr2=0x7ffa200d0370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:26:57.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.787+0000 7ffa27b00640 1 -- 172.21.15.31:0/821241611 shutdown_connections 2024-09-16T07:26:57.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:26:57.787+0000 7ffa27b00640 1 -- 172.21.15.31:0/821241611 wait complete. 2024-09-16T07:26:57.798 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-16T07:26:57.798 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-16T07:26:57.798 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-16T07:26:57.798 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:26:57.799 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-16T07:26:57.799 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-16T07:26:57.799 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-16T07:26:57.799 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:26:57.799 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-16T07:26:57.800 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-16T07:26:57.800 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-16T07:26:57.800 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:26:57.800 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-16T07:26:57.800 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-16T07:26:57.800 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-16T07:26:57.801 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:26:57.808 INFO:tasks.ceph.mds.a:Stopped 2024-09-16T07:26:57.808 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-16T07:26:57.809 INFO:tasks.ceph.mds.c:Stopped 2024-09-16T07:26:57.809 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-16T07:26:57.812 INFO:tasks.ceph.mds.d:Stopped 2024-09-16T07:26:57.812 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-16T07:26:57.851 INFO:tasks.ceph.mds.a:Started 2024-09-16T07:26:57.851 DEBUG:teuthology.parallel:result is None 2024-09-16T07:26:57.851 INFO:tasks.ceph.mds.c:Started 2024-09-16T07:26:57.852 DEBUG:teuthology.parallel:result is None 2024-09-16T07:26:57.855 INFO:tasks.ceph.mds.d:Started 2024-09-16T07:26:57.856 DEBUG:teuthology.parallel:result is None 2024-09-16T07:26:57.927 INFO:tasks.ceph.mds.a.smithi031.stdout:starting mds.a at 2024-09-16T07:26:57.927 INFO:tasks.ceph.mds.c.smithi031.stdout:starting mds.c at 2024-09-16T07:26:57.936 INFO:tasks.ceph.mds.d.smithi155.stdout:starting mds.d at 2024-09-16T07:27:03.813 INFO:tasks.ceph.mds.b:Stopped 2024-09-16T07:27:03.813 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-16T07:27:03.816 INFO:tasks.ceph.mds.b:Started 2024-09-16T07:27:03.816 DEBUG:teuthology.parallel:result is None 2024-09-16T07:27:03.817 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-16T07:27:03.898 INFO:tasks.ceph.mds.b.smithi155.stdout:starting mds.b at 2024-09-16T07:27:03.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:03.937+0000 7f36736ed640 1 -- 172.21.15.31:0/2011689314 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f366c15df90 msgr2=0x7f366c0cf9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:03.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:03.937+0000 7f36736ed640 1 --2- 172.21.15.31:0/2011689314 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f366c15df90 0x7f366c0cf9b0 secure :-1 s=READY pgs=1201 cs=0 l=1 rev1=1 crypto rx=0x7f366c0d1c90 tx=0x7f366802a5f0 comp rx=0 tx=0).stop 2024-09-16T07:27:03.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:03.937+0000 7f36736ed640 1 -- 172.21.15.31:0/2011689314 shutdown_connections 2024-09-16T07:27:03.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:03.937+0000 7f36736ed640 1 --2- 172.21.15.31:0/2011689314 >> v2:172.21.15.155:3300/0 conn(0x7f366c0d49c0 0x7f366c0d0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:03.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:03.937+0000 7f36736ed640 1 --2- 172.21.15.31:0/2011689314 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f366c15df90 0x7f366c0cf9b0 unknown :-1 s=CLOSED pgs=1201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:03.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:03.937+0000 7f36736ed640 1 -- 172.21.15.31:0/2011689314 >> 172.21.15.31:0/2011689314 conn(0x7f366c0d3ea0 msgr2=0x7f366c0d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:03.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:03.937+0000 7f36736ed640 1 -- 172.21.15.31:0/2011689314 shutdown_connections 2024-09-16T07:27:03.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:03.937+0000 7f36736ed640 1 -- 172.21.15.31:0/2011689314 wait complete. 2024-09-16T07:27:03.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:03.938+0000 7f36736ed640 1 Processor -- start 2024-09-16T07:27:03.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:03.938+0000 7f36736ed640 1 -- start start 2024-09-16T07:27:03.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:03.939+0000 7f36736ed640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f366c0d49c0 0x7f366c0a16a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:03.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:03.939+0000 7f36736ed640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f366c15df90 0x7f366c15e830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:03.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:03.939+0000 7f36736ed640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f366c162480 0x7f366c0cd650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:03.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:03.939+0000 7f36736ed640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f366c0d0f00 con 0x7f366c0d49c0 2024-09-16T07:27:03.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:03.939+0000 7f36736ed640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f366c0d0d80 con 0x7f366c162480 2024-09-16T07:27:03.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:03.939+0000 7f36736ed640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f366c0b3f10 con 0x7f366c15df90 2024-09-16T07:27:03.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:03.939+0000 7f3671489640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f366c0d49c0 0x7f366c0a16a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:03.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:03.939+0000 7f3671489640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f366c0d49c0 0x7f366c0a16a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52938/0 (socket says 172.21.15.31:52938) 2024-09-16T07:27:03.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:03.939+0000 7f3671489640 1 -- 172.21.15.31:0/4186770249 learned_addr learned my addr 172.21.15.31:0/4186770249 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:03.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:03.939+0000 7f3670c88640 1 --2- 172.21.15.31:0/4186770249 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f366c15df90 0x7f366c15e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:03.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:03.939+0000 7f3671c8a640 1 --2- 172.21.15.31:0/4186770249 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f366c162480 0x7f366c0cd650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:03.942 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:03.940+0000 7f3671489640 1 -- 172.21.15.31:0/4186770249 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f366c15df90 msgr2=0x7f366c15e830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:03.942 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:03.940+0000 7f3671489640 1 --2- 172.21.15.31:0/4186770249 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f366c15df90 0x7f366c15e830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:03.942 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:03.940+0000 7f3671489640 1 -- 172.21.15.31:0/4186770249 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f366c162480 msgr2=0x7f366c0cd650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:03.942 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:03.940+0000 7f3671489640 1 --2- 172.21.15.31:0/4186770249 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f366c162480 0x7f366c0cd650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:03.942 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:03.940+0000 7f3671489640 1 -- 172.21.15.31:0/4186770249 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f366c15f2f0 con 0x7f366c0d49c0 2024-09-16T07:27:03.942 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:03.940+0000 7f3671489640 1 --2- 172.21.15.31:0/4186770249 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f366c0d49c0 0x7f366c0a16a0 secure :-1 s=READY pgs=1202 cs=0 l=1 rev1=1 crypto rx=0x7f366802abe0 tx=0x7f36680039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:03.942 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:03.940+0000 7f3661ffb640 1 -- 172.21.15.31:0/4186770249 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f366803f070 con 0x7f366c0d49c0 2024-09-16T07:27:03.942 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:03.940+0000 7f3661ffb640 1 -- 172.21.15.31:0/4186770249 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3668004890 con 0x7f366c0d49c0 2024-09-16T07:27:03.942 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:03.940+0000 7f36736ed640 1 -- 172.21.15.31:0/4186770249 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f366c15f5d0 con 0x7f366c0d49c0 2024-09-16T07:27:03.942 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:03.940+0000 7f3661ffb640 1 -- 172.21.15.31:0/4186770249 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3668035030 con 0x7f366c0d49c0 2024-09-16T07:27:03.942 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:03.941+0000 7f36736ed640 1 -- 172.21.15.31:0/4186770249 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f366c15fb90 con 0x7f366c0d49c0 2024-09-16T07:27:03.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:03.941+0000 7f36736ed640 1 -- 172.21.15.31:0/4186770249 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f366c0b55b0 con 0x7f366c0d49c0 2024-09-16T07:27:03.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:03.942+0000 7f3661ffb640 1 -- 172.21.15.31:0/4186770249 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 19) ==== 101695+0+0 (secure 0 0 0) 0x7f3668042070 con 0x7f366c0d49c0 2024-09-16T07:27:03.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:03.943+0000 7f3661ffb640 1 --2- 172.21.15.31:0/4186770249 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3650078cd0 0x7f365007b190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:03.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:03.943+0000 7f3661ffb640 1 -- 172.21.15.31:0/4186770249 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 4971+0+0 (secure 0 0 0) 0x7f36680bbd30 con 0x7f366c0d49c0 2024-09-16T07:27:03.944 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:03.943+0000 7f3670c88640 1 --2- 172.21.15.31:0/4186770249 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3650078cd0 0x7f365007b190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:03.944 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:03.943+0000 7f3670c88640 1 --2- 172.21.15.31:0/4186770249 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3650078cd0 0x7f365007b190 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f366c0ce2f0 tx=0x7f365c00b410 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:03.946 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:03.947+0000 7f3661ffb640 1 -- 172.21.15.31:0/4186770249 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f3668083860 con 0x7f366c0d49c0 2024-09-16T07:27:04.063 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~0s 2024-09-16T07:27:04.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:04.145+0000 7f36736ed640 1 -- 172.21.15.31:0/4186770249 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f366c08d590 con 0x7f366c0d49c0 2024-09-16T07:27:05.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.299+0000 7f3661ffb640 1 -- 172.21.15.31:0/4186770249 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v113) ==== 97+0+0 (secure 0 0 0) 0x7f3668088290 con 0x7f366c0d49c0 2024-09-16T07:27:05.299 INFO:teuthology.orchestra.run.smithi031.stderr: removed all blocklist entries 2024-09-16T07:27:05.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.302+0000 7f36736ed640 1 -- 172.21.15.31:0/4186770249 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3650078cd0 msgr2=0x7f365007b190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:05.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.302+0000 7f36736ed640 1 --2- 172.21.15.31:0/4186770249 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3650078cd0 0x7f365007b190 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f366c0ce2f0 tx=0x7f365c00b410 comp rx=0 tx=0).stop 2024-09-16T07:27:05.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.302+0000 7f36736ed640 1 -- 172.21.15.31:0/4186770249 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f366c0d49c0 msgr2=0x7f366c0a16a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:05.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.302+0000 7f36736ed640 1 --2- 172.21.15.31:0/4186770249 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f366c0d49c0 0x7f366c0a16a0 secure :-1 s=READY pgs=1202 cs=0 l=1 rev1=1 crypto rx=0x7f366802abe0 tx=0x7f36680039e0 comp rx=0 tx=0).stop 2024-09-16T07:27:05.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.302+0000 7f36736ed640 1 -- 172.21.15.31:0/4186770249 shutdown_connections 2024-09-16T07:27:05.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.302+0000 7f36736ed640 1 --2- 172.21.15.31:0/4186770249 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3650078cd0 0x7f365007b190 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:05.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.302+0000 7f36736ed640 1 --2- 172.21.15.31:0/4186770249 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f366c162480 0x7f366c0cd650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:05.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.302+0000 7f36736ed640 1 --2- 172.21.15.31:0/4186770249 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f366c15df90 0x7f366c15e830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:05.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.302+0000 7f36736ed640 1 --2- 172.21.15.31:0/4186770249 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f366c0d49c0 0x7f366c0a16a0 unknown :-1 s=CLOSED pgs=1202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:05.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.302+0000 7f36736ed640 1 -- 172.21.15.31:0/4186770249 >> 172.21.15.31:0/4186770249 conn(0x7f366c0d3ea0 msgr2=0x7f366c0b0b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:05.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.303+0000 7f36736ed640 1 -- 172.21.15.31:0/4186770249 shutdown_connections 2024-09-16T07:27:05.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.303+0000 7f36736ed640 1 -- 172.21.15.31:0/4186770249 wait complete. 2024-09-16T07:27:05.316 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-16T07:27:05.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.430+0000 7f9123c85640 1 -- 172.21.15.31:0/974125522 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9108003a50 msgr2=0x7f9108003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:05.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.430+0000 7f9123c85640 1 --2- 172.21.15.31:0/974125522 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9108003a50 0x7f9108003e70 secure :-1 s=READY pgs=1204 cs=0 l=1 rev1=1 crypto rx=0x7f91180016c0 tx=0x7f9108005830 comp rx=0 tx=0).stop 2024-09-16T07:27:05.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.430+0000 7f9123c85640 1 -- 172.21.15.31:0/974125522 shutdown_connections 2024-09-16T07:27:05.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.430+0000 7f9123c85640 1 --2- 172.21.15.31:0/974125522 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9108003a50 0x7f9108003e70 unknown :-1 s=CLOSED pgs=1204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:05.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.430+0000 7f9123c85640 1 -- 172.21.15.31:0/974125522 >> 172.21.15.31:0/974125522 conn(0x7f911c09aa30 msgr2=0x7f911c09ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:05.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.430+0000 7f9123c85640 1 -- 172.21.15.31:0/974125522 shutdown_connections 2024-09-16T07:27:05.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.430+0000 7f9123c85640 1 -- 172.21.15.31:0/974125522 wait complete. 2024-09-16T07:27:05.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.431+0000 7f9123c85640 1 Processor -- start 2024-09-16T07:27:05.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.431+0000 7f9123c85640 1 -- start start 2024-09-16T07:27:05.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.432+0000 7f9123c85640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9108003a50 0x7f911c0b7090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:05.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.432+0000 7f9123c85640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f911c156610 0x7f911c0b5580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:05.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.432+0000 7f9123c85640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f911c155c80 0x7f911c15a140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:05.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.432+0000 7f9123c85640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f911c0cfce0 con 0x7f9108003a50 2024-09-16T07:27:05.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.432+0000 7f9123c85640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f911c15fbc0 con 0x7f911c155c80 2024-09-16T07:27:05.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.432+0000 7f9123c85640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f911c0cfe60 con 0x7f911c156610 2024-09-16T07:27:05.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.432+0000 7f9121a21640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9108003a50 0x7f911c0b7090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:05.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.432+0000 7f9121a21640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9108003a50 0x7f911c0b7090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52958/0 (socket says 172.21.15.31:52958) 2024-09-16T07:27:05.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.432+0000 7f9121a21640 1 -- 172.21.15.31:0/1977735595 learned_addr learned my addr 172.21.15.31:0/1977735595 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:05.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.432+0000 7f9122222640 1 --2- 172.21.15.31:0/1977735595 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f911c155c80 0x7f911c15a140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:05.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.432+0000 7f9121220640 1 --2- 172.21.15.31:0/1977735595 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f911c156610 0x7f911c0b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:05.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.432+0000 7f9121a21640 1 -- 172.21.15.31:0/1977735595 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f911c156610 msgr2=0x7f911c0b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:05.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.432+0000 7f9121a21640 1 --2- 172.21.15.31:0/1977735595 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f911c156610 0x7f911c0b5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:05.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.432+0000 7f9121a21640 1 -- 172.21.15.31:0/1977735595 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f911c155c80 msgr2=0x7f911c15a140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:05.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.432+0000 7f9121a21640 1 --2- 172.21.15.31:0/1977735595 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f911c155c80 0x7f911c15a140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:05.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.432+0000 7f9121a21640 1 -- 172.21.15.31:0/1977735595 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f911c0b76e0 con 0x7f9108003a50 2024-09-16T07:27:05.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.433+0000 7f9121a21640 1 --2- 172.21.15.31:0/1977735595 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9108003a50 0x7f911c0b7090 secure :-1 s=READY pgs=1205 cs=0 l=1 rev1=1 crypto rx=0x7f91180017e0 tx=0x7f91180063a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:05.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.433+0000 7f91127fc640 1 -- 172.21.15.31:0/1977735595 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9118042070 con 0x7f9108003a50 2024-09-16T07:27:05.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.433+0000 7f91127fc640 1 -- 172.21.15.31:0/1977735595 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9118039070 con 0x7f9108003a50 2024-09-16T07:27:05.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.433+0000 7f9123c85640 1 -- 172.21.15.31:0/1977735595 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f911c0b79c0 con 0x7f9108003a50 2024-09-16T07:27:05.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.433+0000 7f91127fc640 1 -- 172.21.15.31:0/1977735595 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9118003d70 con 0x7f9108003a50 2024-09-16T07:27:05.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.433+0000 7f9123c85640 1 -- 172.21.15.31:0/1977735595 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f911c0b4d80 con 0x7f9108003a50 2024-09-16T07:27:05.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.434+0000 7f9123c85640 1 -- 172.21.15.31:0/1977735595 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f911c15da00 con 0x7f9108003a50 2024-09-16T07:27:05.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.435+0000 7f91127fc640 1 -- 172.21.15.31:0/1977735595 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 19) ==== 101695+0+0 (secure 0 0 0) 0x7f911803b070 con 0x7f9108003a50 2024-09-16T07:27:05.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.435+0000 7f91127fc640 1 --2- 172.21.15.31:0/1977735595 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9100078cd0 0x7f910007b190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:05.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.435+0000 7f9121220640 1 --2- 172.21.15.31:0/1977735595 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9100078cd0 0x7f910007b190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:05.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.436+0000 7f91127fc640 1 -- 172.21.15.31:0/1977735595 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(113..113 src has 1..113) ==== 4885+0+0 (secure 0 0 0) 0x7f91180ba310 con 0x7f9108003a50 2024-09-16T07:27:05.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.436+0000 7f9121220640 1 --2- 172.21.15.31:0/1977735595 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9100078cd0 0x7f910007b190 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f910c000c00 tx=0x7f910c006950 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:05.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.440+0000 7f91127fc640 1 -- 172.21.15.31:0/1977735595 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f9118081f20 con 0x7f9108003a50 2024-09-16T07:27:05.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.703+0000 7f9123c85640 1 -- 172.21.15.31:0/1977735595 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f911c0d29a0 con 0x7f9108003a50 2024-09-16T07:27:05.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.703+0000 7f91127fc640 1 -- 172.21.15.31:0/1977735595 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v23) ==== 80+0+5304 (secure 0 0 0) 0x7f9118086950 con 0x7f9108003a50 2024-09-16T07:27:05.703 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:27:05.703 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-16T07:27:05.703 INFO:teuthology.orchestra.run.smithi031.stdout: "auth_dump": [ 2024-09-16T07:27:05.703 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:27:05.703 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mds.a", 2024-09-16T07:27:05.703 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmqZelCxAAscsPpPoHsQV4HwJyGUrzNg==", 2024-09-16T07:27:05.703 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:27:05.703 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:27:05.703 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-16T07:27:05.703 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-16T07:27:05.704 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:27:05.704 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:27:05.704 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:27:05.704 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:27:05.704 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mds.b", 2024-09-16T07:27:05.704 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmfXmZFxAA0mYeuvcMORlWFFaaDmQbxw==", 2024-09-16T07:27:05.704 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:27:05.704 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:27:05.704 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-16T07:27:05.704 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-16T07:27:05.704 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:27:05.704 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:27:05.705 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:27:05.705 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:27:05.705 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mds.c", 2024-09-16T07:27:05.705 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3Odm/cTfEhAAaZgZnhh9QGyve9RYquWC0Q==", 2024-09-16T07:27:05.705 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:27:05.705 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:27:05.705 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-16T07:27:05.705 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-16T07:27:05.705 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:27:05.705 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:27:05.705 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:27:05.705 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:27:05.705 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mds.d", 2024-09-16T07:27:05.706 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3Odm8EGiHhAAIhv2GzralSJeeiMnM31Z+A==", 2024-09-16T07:27:05.706 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:27:05.706 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:27:05.706 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-16T07:27:05.706 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-16T07:27:05.706 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:27:05.706 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:27:05.706 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:27:05.706 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:27:05.706 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.0", 2024-09-16T07:27:05.706 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAt3Odm1TDYBBAAuJFJONHh8+uAFkIcQ3Mk/g==", 2024-09-16T07:27:05.706 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:27:05.706 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:27:05.707 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:27:05.707 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:27:05.707 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:27:05.707 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:27:05.707 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:27:05.707 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.1", 2024-09-16T07:27:05.707 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAw3OdmEqk3BxAAMCfxQ9tUoIzjRULBEmXnaQ==", 2024-09-16T07:27:05.707 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:27:05.707 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:27:05.707 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:27:05.707 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:27:05.707 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:27:05.707 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:27:05.707 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:27:05.708 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.2", 2024-09-16T07:27:05.708 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAz3OdmF9NyCRAAZxPWCrgzE7K49H8eURVIeg==", 2024-09-16T07:27:05.708 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:27:05.708 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:27:05.708 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:27:05.708 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:27:05.708 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:27:05.709 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:27:05.709 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:27:05.709 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.3", 2024-09-16T07:27:05.709 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQA23OdmAWFmGhAA6Z7zsRIfx/L0hjYcyl/B5w==", 2024-09-16T07:27:05.709 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:27:05.710 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:27:05.710 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:27:05.710 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:27:05.710 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:27:05.710 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:27:05.710 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:27:05.711 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.4", 2024-09-16T07:27:05.711 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQA93OdmY9BKFBAAssskgPYXTuKx1qSrhUEPjA==", 2024-09-16T07:27:05.711 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:27:05.711 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:27:05.711 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:27:05.711 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:27:05.711 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:27:05.711 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:27:05.711 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:27:05.711 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.5", 2024-09-16T07:27:05.712 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQBB3OdmdTufBhAANeNgBap5Vw/toilxLT55fA==", 2024-09-16T07:27:05.712 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:27:05.712 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:27:05.712 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:27:05.712 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:27:05.712 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:27:05.712 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:27:05.712 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:27:05.712 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.6", 2024-09-16T07:27:05.712 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQBE3Odm67gaJhAAhpplhm3JGeAQE4M6hZNxog==", 2024-09-16T07:27:05.712 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:27:05.712 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:27:05.713 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:27:05.713 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:27:05.713 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:27:05.713 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:27:05.713 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:27:05.713 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.7", 2024-09-16T07:27:05.713 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQBH3OdmTNeJNhAAezS0/56A2+76DoYwfs7jAQ==", 2024-09-16T07:27:05.713 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:27:05.713 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:27:05.713 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:27:05.714 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:27:05.714 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:27:05.714 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:27:05.714 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:27:05.714 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.0", 2024-09-16T07:27:05.714 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmOi3VIhAA6pREvErOkWIiU+/Wlqimsw==", 2024-09-16T07:27:05.714 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:27:05.714 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:27:05.714 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow r", 2024-09-16T07:27:05.714 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-16T07:27:05.714 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:27:05.714 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:27:05.714 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:27:05.715 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.1", 2024-09-16T07:27:05.715 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmTiLQKxAAIGqY1wYPmJI86PYNb+gngw==", 2024-09-16T07:27:05.715 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:27:05.715 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:27:05.715 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow r", 2024-09-16T07:27:05.715 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow rw", 2024-09-16T07:27:05.715 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow rwx" 2024-09-16T07:27:05.715 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:27:05.715 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:27:05.715 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:27:05.715 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.2", 2024-09-16T07:27:05.715 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmLLaRKBAAQ0i+yw037feTEHpSrd2Iwg==", 2024-09-16T07:27:05.716 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:27:05.716 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:27:05.716 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow r", 2024-09-16T07:27:05.716 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow rw", 2024-09-16T07:27:05.716 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow rwx" 2024-09-16T07:27:05.716 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:27:05.716 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:27:05.716 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:27:05.716 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.3", 2024-09-16T07:27:05.716 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3Odmxe1yMRAAVpguX9xvU2H1VDIC1iZZdQ==", 2024-09-16T07:27:05.717 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:27:05.717 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:27:05.717 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow r", 2024-09-16T07:27:05.717 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow rw", 2024-09-16T07:27:05.717 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow rwx" 2024-09-16T07:27:05.717 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:27:05.717 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:27:05.717 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:27:05.717 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.admin", 2024-09-16T07:27:05.717 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAo3OdmZ9mRKxAASODnqbtdFSv2jjXDSPXSuw==", 2024-09-16T07:27:05.717 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:27:05.718 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow *", 2024-09-16T07:27:05.718 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-16T07:27:05.718 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-16T07:27:05.718 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:27:05.718 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:27:05.718 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:27:05.718 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:27:05.718 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mgr.x", 2024-09-16T07:27:05.718 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmoVFWCBAA1E3B8t60xOMqiOyfwDlYMw==", 2024-09-16T07:27:05.718 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:27:05.718 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow *", 2024-09-16T07:27:05.719 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile mgr", 2024-09-16T07:27:05.719 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:27:05.719 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:27:05.719 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:27:05.719 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:27:05.719 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mgr.y", 2024-09-16T07:27:05.719 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3Odm9hHfBBAAiSK5kbNBYonj7atHktVxiA==", 2024-09-16T07:27:05.720 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:27:05.720 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow *", 2024-09-16T07:27:05.720 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile mgr", 2024-09-16T07:27:05.720 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:27:05.720 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:27:05.720 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:27:05.720 INFO:teuthology.orchestra.run.smithi031.stdout: ] 2024-09-16T07:27:05.720 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-16T07:27:05.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.706+0000 7f9123c85640 1 -- 172.21.15.31:0/1977735595 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9100078cd0 msgr2=0x7f910007b190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:05.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.706+0000 7f9123c85640 1 --2- 172.21.15.31:0/1977735595 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9100078cd0 0x7f910007b190 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f910c000c00 tx=0x7f910c006950 comp rx=0 tx=0).stop 2024-09-16T07:27:05.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.706+0000 7f9123c85640 1 -- 172.21.15.31:0/1977735595 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9108003a50 msgr2=0x7f911c0b7090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:05.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.706+0000 7f9123c85640 1 --2- 172.21.15.31:0/1977735595 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9108003a50 0x7f911c0b7090 secure :-1 s=READY pgs=1205 cs=0 l=1 rev1=1 crypto rx=0x7f91180017e0 tx=0x7f91180063a0 comp rx=0 tx=0).stop 2024-09-16T07:27:05.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.706+0000 7f9123c85640 1 -- 172.21.15.31:0/1977735595 shutdown_connections 2024-09-16T07:27:05.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.706+0000 7f9123c85640 1 --2- 172.21.15.31:0/1977735595 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9100078cd0 0x7f910007b190 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:05.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.706+0000 7f9123c85640 1 --2- 172.21.15.31:0/1977735595 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f911c155c80 0x7f911c15a140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:05.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.706+0000 7f9123c85640 1 --2- 172.21.15.31:0/1977735595 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f911c156610 0x7f911c0b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:05.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.706+0000 7f9123c85640 1 --2- 172.21.15.31:0/1977735595 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9108003a50 0x7f911c0b7090 unknown :-1 s=CLOSED pgs=1205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:05.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.706+0000 7f9123c85640 1 -- 172.21.15.31:0/1977735595 >> 172.21.15.31:0/1977735595 conn(0x7f911c09aa30 msgr2=0x7f911c15e610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:05.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.706+0000 7f9123c85640 1 -- 172.21.15.31:0/1977735595 shutdown_connections 2024-09-16T07:27:05.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.706+0000 7f9123c85640 1 -- 172.21.15.31:0/1977735595 wait complete. 2024-09-16T07:27:05.723 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-16T07:27:05.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.829+0000 7f7a26072640 1 -- 172.21.15.31:0/841175271 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7a2015f3d0 msgr2=0x7f7a200736c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:05.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.829+0000 7f7a26072640 1 --2- 172.21.15.31:0/841175271 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7a2015f3d0 0x7f7a200736c0 secure :-1 s=READY pgs=1207 cs=0 l=1 rev1=1 crypto rx=0x7f7a10009830 tx=0x7f7a1002a530 comp rx=0 tx=0).stop 2024-09-16T07:27:05.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.829+0000 7f7a26072640 1 -- 172.21.15.31:0/841175271 shutdown_connections 2024-09-16T07:27:05.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.829+0000 7f7a26072640 1 --2- 172.21.15.31:0/841175271 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7a20074310 0x7f7a2006e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:05.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.829+0000 7f7a26072640 1 --2- 172.21.15.31:0/841175271 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7a2015f3d0 0x7f7a200736c0 unknown :-1 s=CLOSED pgs=1207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:05.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.829+0000 7f7a26072640 1 -- 172.21.15.31:0/841175271 >> 172.21.15.31:0/841175271 conn(0x7f7a200b19c0 msgr2=0x7f7a200b1dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:05.831 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.829+0000 7f7a26072640 1 -- 172.21.15.31:0/841175271 shutdown_connections 2024-09-16T07:27:05.831 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.829+0000 7f7a26072640 1 -- 172.21.15.31:0/841175271 wait complete. 2024-09-16T07:27:05.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.831+0000 7f7a26072640 1 Processor -- start 2024-09-16T07:27:05.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.831+0000 7f7a26072640 1 -- start start 2024-09-16T07:27:05.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.832+0000 7f7a26072640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7a20074310 0x7f7a201f8ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:05.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.832+0000 7f7a26072640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7a200cdaa0 0x7f7a200b5580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:05.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.832+0000 7f7a26072640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7a2015f3d0 0x7f7a2014f3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:05.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.832+0000 7f7a26072640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f7a20073370 con 0x7f7a2015f3d0 2024-09-16T07:27:05.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.832+0000 7f7a26072640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f7a2015f9c0 con 0x7f7a20074310 2024-09-16T07:27:05.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.832+0000 7f7a26072640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f7a2006ee60 con 0x7f7a200cdaa0 2024-09-16T07:27:05.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.832+0000 7f7a1ffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7a2015f3d0 0x7f7a2014f3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:05.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.832+0000 7f7a1ffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7a2015f3d0 0x7f7a2014f3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52974/0 (socket says 172.21.15.31:52974) 2024-09-16T07:27:05.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.832+0000 7f7a1ffff640 1 -- 172.21.15.31:0/1956022755 learned_addr learned my addr 172.21.15.31:0/1956022755 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:05.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.832+0000 7f7a1effd640 1 --2- 172.21.15.31:0/1956022755 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7a200cdaa0 0x7f7a200b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:05.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.832+0000 7f7a1f7fe640 1 --2- 172.21.15.31:0/1956022755 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7a20074310 0x7f7a201f8ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:05.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.832+0000 7f7a1ffff640 1 -- 172.21.15.31:0/1956022755 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7a200cdaa0 msgr2=0x7f7a200b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:05.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.832+0000 7f7a1ffff640 1 --2- 172.21.15.31:0/1956022755 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7a200cdaa0 0x7f7a200b5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:05.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.832+0000 7f7a1ffff640 1 -- 172.21.15.31:0/1956022755 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7a20074310 msgr2=0x7f7a201f8ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:05.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.832+0000 7f7a1ffff640 1 --2- 172.21.15.31:0/1956022755 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7a20074310 0x7f7a201f8ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:05.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.832+0000 7f7a1ffff640 1 -- 172.21.15.31:0/1956022755 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a200b5ac0 con 0x7f7a2015f3d0 2024-09-16T07:27:05.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.832+0000 7f7a1effd640 1 --2- 172.21.15.31:0/1956022755 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7a200cdaa0 0x7f7a200b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:27:05.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.832+0000 7f7a1ffff640 1 --2- 172.21.15.31:0/1956022755 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7a2015f3d0 0x7f7a2014f3f0 secure :-1 s=READY pgs=1208 cs=0 l=1 rev1=1 crypto rx=0x7f7a1800b9e0 tx=0x7f7a1800bea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:05.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.832+0000 7f7a07fff640 1 -- 172.21.15.31:0/1956022755 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a18019070 con 0x7f7a2015f3d0 2024-09-16T07:27:05.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.832+0000 7f7a07fff640 1 -- 172.21.15.31:0/1956022755 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7a1800cbb0 con 0x7f7a2015f3d0 2024-09-16T07:27:05.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.832+0000 7f7a26072640 1 -- 172.21.15.31:0/1956022755 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a2014fe60 con 0x7f7a2015f3d0 2024-09-16T07:27:05.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.833+0000 7f7a07fff640 1 -- 172.21.15.31:0/1956022755 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a18014440 con 0x7f7a2015f3d0 2024-09-16T07:27:05.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.833+0000 7f7a26072640 1 -- 172.21.15.31:0/1956022755 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a20150420 con 0x7f7a2015f3d0 2024-09-16T07:27:05.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.834+0000 7f7a26072640 1 -- 172.21.15.31:0/1956022755 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7a2006e920 con 0x7f7a2015f3d0 2024-09-16T07:27:05.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.834+0000 7f7a07fff640 1 -- 172.21.15.31:0/1956022755 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 19) ==== 101695+0+0 (secure 0 0 0) 0x7f7a1801c070 con 0x7f7a2015f3d0 2024-09-16T07:27:05.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.835+0000 7f7a07fff640 1 --2- 172.21.15.31:0/1956022755 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7a0c078d00 0x7f7a0c07b1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:05.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.835+0000 7f7a1f7fe640 1 --2- 172.21.15.31:0/1956022755 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7a0c078d00 0x7f7a0c07b1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:05.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.835+0000 7f7a07fff640 1 -- 172.21.15.31:0/1956022755 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(113..113 src has 1..113) ==== 4885+0+0 (secure 0 0 0) 0x7f7a1809ab60 con 0x7f7a2015f3d0 2024-09-16T07:27:05.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.835+0000 7f7a1f7fe640 1 --2- 172.21.15.31:0/1956022755 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7a0c078d00 0x7f7a0c07b1c0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f7a10034000 tx=0x7f7a10004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:05.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:05.839+0000 7f7a07fff640 1 -- 172.21.15.31:0/1956022755 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f7a18062d30 con 0x7f7a2015f3d0 2024-09-16T07:27:06.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:06.030+0000 7f7a26072640 1 -- 172.21.15.31:0/1956022755 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f7a200b5e50 con 0x7f7a2015f3d0 2024-09-16T07:27:06.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:06.030+0000 7f7a07fff640 1 -- 172.21.15.31:0/1956022755 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v113) ==== 84+0+65 (secure 0 0 0) 0x7f7a18062630 con 0x7f7a2015f3d0 2024-09-16T07:27:06.030 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:27:06.030 INFO:teuthology.orchestra.run.smithi031.stdout:[ 2024-09-16T07:27:06.030 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:27:06.030 INFO:teuthology.orchestra.run.smithi031.stdout: "poolnum": 1, 2024-09-16T07:27:06.030 INFO:teuthology.orchestra.run.smithi031.stdout: "poolname": ".mgr" 2024-09-16T07:27:06.030 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:27:06.030 INFO:teuthology.orchestra.run.smithi031.stdout:] 2024-09-16T07:27:06.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:06.032+0000 7f7a26072640 1 -- 172.21.15.31:0/1956022755 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7a0c078d00 msgr2=0x7f7a0c07b1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:06.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:06.032+0000 7f7a26072640 1 --2- 172.21.15.31:0/1956022755 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7a0c078d00 0x7f7a0c07b1c0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f7a10034000 tx=0x7f7a10004730 comp rx=0 tx=0).stop 2024-09-16T07:27:06.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:06.032+0000 7f7a26072640 1 -- 172.21.15.31:0/1956022755 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7a2015f3d0 msgr2=0x7f7a2014f3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:06.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:06.032+0000 7f7a26072640 1 --2- 172.21.15.31:0/1956022755 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7a2015f3d0 0x7f7a2014f3f0 secure :-1 s=READY pgs=1208 cs=0 l=1 rev1=1 crypto rx=0x7f7a1800b9e0 tx=0x7f7a1800bea0 comp rx=0 tx=0).stop 2024-09-16T07:27:06.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:06.032+0000 7f7a26072640 1 -- 172.21.15.31:0/1956022755 shutdown_connections 2024-09-16T07:27:06.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:06.032+0000 7f7a26072640 1 --2- 172.21.15.31:0/1956022755 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7a0c078d00 0x7f7a0c07b1c0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:06.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:06.032+0000 7f7a26072640 1 --2- 172.21.15.31:0/1956022755 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7a2015f3d0 0x7f7a2014f3f0 unknown :-1 s=CLOSED pgs=1208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:06.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:06.032+0000 7f7a26072640 1 --2- 172.21.15.31:0/1956022755 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7a200cdaa0 0x7f7a200b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:06.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:06.032+0000 7f7a26072640 1 --2- 172.21.15.31:0/1956022755 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7a20074310 0x7f7a201f8ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:06.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:06.032+0000 7f7a26072640 1 -- 172.21.15.31:0/1956022755 >> 172.21.15.31:0/1956022755 conn(0x7f7a200b19c0 msgr2=0x7f7a20070080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:06.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:06.033+0000 7f7a26072640 1 -- 172.21.15.31:0/1956022755 shutdown_connections 2024-09-16T07:27:06.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:06.033+0000 7f7a26072640 1 -- 172.21.15.31:0/1956022755 wait complete. 2024-09-16T07:27:06.043 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-16T07:27:06.043 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-16T07:27:06.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:06.154+0000 7f99c3c62640 1 -- 172.21.15.31:0/600164621 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f99a8004800 msgr2=0x7f99a8004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:06.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:06.154+0000 7f99c3c62640 1 --2- 172.21.15.31:0/600164621 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f99a8004800 0x7f99a8004c80 secure :-1 s=READY pgs=1210 cs=0 l=1 rev1=1 crypto rx=0x7f99bc0724e0 tx=0x7f99a8005830 comp rx=0 tx=0).stop 2024-09-16T07:27:06.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:06.154+0000 7f99c3c62640 1 -- 172.21.15.31:0/600164621 shutdown_connections 2024-09-16T07:27:06.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:06.154+0000 7f99c3c62640 1 --2- 172.21.15.31:0/600164621 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f99a8004800 0x7f99a8004c80 unknown :-1 s=CLOSED pgs=1210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:06.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:06.154+0000 7f99c3c62640 1 -- 172.21.15.31:0/600164621 >> 172.21.15.31:0/600164621 conn(0x7f99bc0b1620 msgr2=0x7f99bc0b1a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:06.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:06.154+0000 7f99c3c62640 1 -- 172.21.15.31:0/600164621 shutdown_connections 2024-09-16T07:27:06.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:06.154+0000 7f99c3c62640 1 -- 172.21.15.31:0/600164621 wait complete. 2024-09-16T07:27:06.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:06.156+0000 7f99c3c62640 1 Processor -- start 2024-09-16T07:27:06.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:06.156+0000 7f99c3c62640 1 -- start start 2024-09-16T07:27:06.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:06.156+0000 7f99c3c62640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f99a8004800 0x7f99bc1e3250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:06.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:06.156+0000 7f99c3c62640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f99bc0abce0 0x7f99bc1450a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:06.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:06.156+0000 7f99c3c62640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f99bc1455e0 0x7f99bc148060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:06.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:06.156+0000 7f99c3c62640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f99bc06fe80 con 0x7f99bc1455e0 2024-09-16T07:27:06.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:06.156+0000 7f99c3c62640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f99bc15bbd0 con 0x7f99bc0abce0 2024-09-16T07:27:06.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:06.156+0000 7f99c3c62640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f99bc070000 con 0x7f99a8004800 2024-09-16T07:27:06.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:06.157+0000 7f99c21ff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f99bc1455e0 0x7f99bc148060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:06.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:06.157+0000 7f99c21ff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f99bc1455e0 0x7f99bc148060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52990/0 (socket says 172.21.15.31:52990) 2024-09-16T07:27:06.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:06.157+0000 7f99c21ff640 1 -- 172.21.15.31:0/2812246577 learned_addr learned my addr 172.21.15.31:0/2812246577 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:06.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:06.157+0000 7f99c11fd640 1 --2- 172.21.15.31:0/2812246577 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f99bc0abce0 0x7f99bc1450a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:06.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:06.157+0000 7f99c19fe640 1 --2- 172.21.15.31:0/2812246577 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f99a8004800 0x7f99bc1e3250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:06.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:06.157+0000 7f99c21ff640 1 -- 172.21.15.31:0/2812246577 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f99a8004800 msgr2=0x7f99bc1e3250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:06.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:06.157+0000 7f99c21ff640 1 --2- 172.21.15.31:0/2812246577 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f99a8004800 0x7f99bc1e3250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:06.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:06.157+0000 7f99c21ff640 1 -- 172.21.15.31:0/2812246577 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f99bc0abce0 msgr2=0x7f99bc1450a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:06.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:06.157+0000 7f99c21ff640 1 --2- 172.21.15.31:0/2812246577 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f99bc0abce0 0x7f99bc1450a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:06.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:06.157+0000 7f99c21ff640 1 -- 172.21.15.31:0/2812246577 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99bc145a50 con 0x7f99bc1455e0 2024-09-16T07:27:06.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:06.157+0000 7f99c21ff640 1 --2- 172.21.15.31:0/2812246577 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f99bc1455e0 0x7f99bc148060 secure :-1 s=READY pgs=1211 cs=0 l=1 rev1=1 crypto rx=0x7f99bc0b4b30 tx=0x7f99b400d970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:06.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:06.157+0000 7f99b27fc640 1 -- 172.21.15.31:0/2812246577 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99b400f880 con 0x7f99bc1455e0 2024-09-16T07:27:06.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:06.157+0000 7f99b27fc640 1 -- 172.21.15.31:0/2812246577 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f99b4016070 con 0x7f99bc1455e0 2024-09-16T07:27:06.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:06.157+0000 7f99c3c62640 1 -- 172.21.15.31:0/2812246577 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f99bc145f00 con 0x7f99bc1455e0 2024-09-16T07:27:06.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:06.157+0000 7f99b27fc640 1 -- 172.21.15.31:0/2812246577 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99b400fdb0 con 0x7f99bc1455e0 2024-09-16T07:27:06.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:06.157+0000 7f99c3c62640 1 -- 172.21.15.31:0/2812246577 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99bc1464c0 con 0x7f99bc1455e0 2024-09-16T07:27:06.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:06.158+0000 7f99c3c62640 1 -- 172.21.15.31:0/2812246577 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f99bc15bd50 con 0x7f99bc1455e0 2024-09-16T07:27:06.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:06.159+0000 7f99b27fc640 1 -- 172.21.15.31:0/2812246577 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 19) ==== 101695+0+0 (secure 0 0 0) 0x7f99b401b460 con 0x7f99bc1455e0 2024-09-16T07:27:06.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:06.159+0000 7f99b27fc640 1 --2- 172.21.15.31:0/2812246577 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f99a0078cd0 0x7f99a007b190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:06.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:06.160+0000 7f99c19fe640 1 --2- 172.21.15.31:0/2812246577 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f99a0078cd0 0x7f99a007b190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:06.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:06.160+0000 7f99b27fc640 1 -- 172.21.15.31:0/2812246577 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(113..113 src has 1..113) ==== 4885+0+0 (secure 0 0 0) 0x7f99b409b090 con 0x7f99bc1455e0 2024-09-16T07:27:06.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:06.160+0000 7f99c19fe640 1 --2- 172.21.15.31:0/2812246577 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f99a0078cd0 0x7f99a007b190 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f99b8004630 tx=0x7f99b800b260 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:06.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:06.164+0000 7f99b27fc640 1 -- 172.21.15.31:0/2812246577 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f99b4062d10 con 0x7f99bc1455e0 2024-09-16T07:27:06.351 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:06.351+0000 7f99c3c62640 1 -- 172.21.15.31:0/2812246577 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f99bc0cf7a0 con 0x7f99bc1455e0 2024-09-16T07:27:07.316 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:07.316+0000 7f99b27fc640 1 -- 172.21.15.31:0/2812246577 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v114) ==== 138+0+0 (secure 0 0 0) 0x7f99b4067740 con 0x7f99bc1455e0 2024-09-16T07:27:07.319 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_metadata' created 2024-09-16T07:27:07.320 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:07.320+0000 7f99c3c62640 1 -- 172.21.15.31:0/2812246577 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f99a0078cd0 msgr2=0x7f99a007b190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:07.320 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:07.320+0000 7f99c3c62640 1 --2- 172.21.15.31:0/2812246577 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f99a0078cd0 0x7f99a007b190 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f99b8004630 tx=0x7f99b800b260 comp rx=0 tx=0).stop 2024-09-16T07:27:07.320 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:07.320+0000 7f99c3c62640 1 -- 172.21.15.31:0/2812246577 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f99bc1455e0 msgr2=0x7f99bc148060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:07.320 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:07.320+0000 7f99c3c62640 1 --2- 172.21.15.31:0/2812246577 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f99bc1455e0 0x7f99bc148060 secure :-1 s=READY pgs=1211 cs=0 l=1 rev1=1 crypto rx=0x7f99bc0b4b30 tx=0x7f99b400d970 comp rx=0 tx=0).stop 2024-09-16T07:27:07.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:07.321+0000 7f99c3c62640 1 -- 172.21.15.31:0/2812246577 shutdown_connections 2024-09-16T07:27:07.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:07.321+0000 7f99c3c62640 1 --2- 172.21.15.31:0/2812246577 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f99a0078cd0 0x7f99a007b190 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:07.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:07.321+0000 7f99c3c62640 1 --2- 172.21.15.31:0/2812246577 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f99bc1455e0 0x7f99bc148060 unknown :-1 s=CLOSED pgs=1211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:07.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:07.321+0000 7f99c3c62640 1 --2- 172.21.15.31:0/2812246577 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f99bc0abce0 0x7f99bc1450a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:07.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:07.321+0000 7f99c3c62640 1 --2- 172.21.15.31:0/2812246577 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f99a8004800 0x7f99bc1e3250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:07.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:07.321+0000 7f99c3c62640 1 -- 172.21.15.31:0/2812246577 >> 172.21.15.31:0/2812246577 conn(0x7f99bc0b1620 msgr2=0x7f99bc06ed70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:07.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:07.323+0000 7f99c3c62640 1 -- 172.21.15.31:0/2812246577 shutdown_connections 2024-09-16T07:27:07.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:07.323+0000 7f99c3c62640 1 -- 172.21.15.31:0/2812246577 wait complete. 2024-09-16T07:27:07.337 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-16T07:27:07.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:07.457+0000 7f900a300640 1 -- 172.21.15.31:0/2028872952 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8fec003a00 msgr2=0x7f8fec003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:07.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:07.457+0000 7f900a300640 1 --2- 172.21.15.31:0/2028872952 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8fec003a00 0x7f8fec003e20 secure :-1 s=READY pgs=1213 cs=0 l=1 rev1=1 crypto rx=0x7f8ff400c2c0 tx=0x7f8fec005830 comp rx=0 tx=0).stop 2024-09-16T07:27:07.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:07.458+0000 7f900889d640 1 -- 172.21.15.31:0/2028872952 reap_dead start 2024-09-16T07:27:07.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:07.458+0000 7f900a300640 1 -- 172.21.15.31:0/2028872952 shutdown_connections 2024-09-16T07:27:07.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:07.458+0000 7f900a300640 1 -- 172.21.15.31:0/2028872952 >> 172.21.15.31:0/2028872952 conn(0x7f90040b1700 msgr2=0x7f90040b1ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:07.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:07.458+0000 7f900a300640 1 -- 172.21.15.31:0/2028872952 shutdown_connections 2024-09-16T07:27:07.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:07.458+0000 7f900a300640 1 -- 172.21.15.31:0/2028872952 wait complete. 2024-09-16T07:27:07.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:07.459+0000 7f900a300640 1 Processor -- start 2024-09-16T07:27:07.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:07.459+0000 7f900a300640 1 -- start start 2024-09-16T07:27:07.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:07.460+0000 7f900a300640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8fec003a00 0x7f9004155640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:07.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:07.460+0000 7f900a300640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f90041f1f20 0x7f90040c9080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:07.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:07.460+0000 7f900a300640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f90041f23a0 0x7f90040c95c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:07.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:07.460+0000 7f900a300640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f90040cf600 con 0x7f90041f23a0 2024-09-16T07:27:07.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:07.460+0000 7f900a300640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f90040cf480 con 0x7f90041f1f20 2024-09-16T07:27:07.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:07.460+0000 7f900a300640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f90040c9b00 con 0x7f8fec003a00 2024-09-16T07:27:07.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:07.460+0000 7f900889d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f90041f23a0 0x7f90040c95c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:07.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:07.460+0000 7f900889d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f90041f23a0 0x7f90040c95c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:53000/0 (socket says 172.21.15.31:53000) 2024-09-16T07:27:07.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:07.460+0000 7f900889d640 1 -- 172.21.15.31:0/1436929182 learned_addr learned my addr 172.21.15.31:0/1436929182 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:07.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:07.460+0000 7f9003fff640 1 --2- 172.21.15.31:0/1436929182 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8fec003a00 0x7f9004155640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:07.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:07.460+0000 7f900889d640 1 -- 172.21.15.31:0/1436929182 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8fec003a00 msgr2=0x7f9004155640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:07.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:07.460+0000 7f90037fe640 1 --2- 172.21.15.31:0/1436929182 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f90041f1f20 0x7f90040c9080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:07.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:07.460+0000 7f900889d640 1 --2- 172.21.15.31:0/1436929182 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8fec003a00 0x7f9004155640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:07.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:07.460+0000 7f900889d640 1 -- 172.21.15.31:0/1436929182 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f90041f1f20 msgr2=0x7f90040c9080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:07.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:07.460+0000 7f900889d640 1 --2- 172.21.15.31:0/1436929182 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f90041f1f20 0x7f90040c9080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:07.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:07.460+0000 7f900889d640 1 -- 172.21.15.31:0/1436929182 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9004155eb0 con 0x7f90041f23a0 2024-09-16T07:27:07.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:07.460+0000 7f900889d640 1 --2- 172.21.15.31:0/1436929182 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f90041f23a0 0x7f90040c95c0 secure :-1 s=READY pgs=1214 cs=0 l=1 rev1=1 crypto rx=0x7f90040c35e0 tx=0x7f8ffc00f3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:07.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:07.461+0000 7f9000ff9640 1 -- 172.21.15.31:0/1436929182 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ffc004b20 con 0x7f90041f23a0 2024-09-16T07:27:07.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:07.461+0000 7f9000ff9640 1 -- 172.21.15.31:0/1436929182 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8ffc004cc0 con 0x7f90041f23a0 2024-09-16T07:27:07.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:07.461+0000 7f9000ff9640 1 -- 172.21.15.31:0/1436929182 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ffc003bd0 con 0x7f90041f23a0 2024-09-16T07:27:07.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:07.461+0000 7f900a300640 1 -- 172.21.15.31:0/1436929182 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9004156190 con 0x7f90041f23a0 2024-09-16T07:27:07.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:07.461+0000 7f900a300640 1 -- 172.21.15.31:0/1436929182 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9004156750 con 0x7f90041f23a0 2024-09-16T07:27:07.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:07.462+0000 7f900a300640 1 -- 172.21.15.31:0/1436929182 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f90040ce000 con 0x7f90041f23a0 2024-09-16T07:27:07.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:07.463+0000 7f9000ff9640 1 -- 172.21.15.31:0/1436929182 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 19) ==== 101695+0+0 (secure 0 0 0) 0x7f8ffc004030 con 0x7f90041f23a0 2024-09-16T07:27:07.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:07.463+0000 7f9000ff9640 1 --2- 172.21.15.31:0/1436929182 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8ff0078cd0 0x7f8ff007b190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:07.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:07.463+0000 7f9003fff640 1 --2- 172.21.15.31:0/1436929182 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8ff0078cd0 0x7f8ff007b190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:07.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:07.463+0000 7f9000ff9640 1 -- 172.21.15.31:0/1436929182 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 5255+0+0 (secure 0 0 0) 0x7f8ffc09b6f0 con 0x7f90041f23a0 2024-09-16T07:27:07.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:07.464+0000 7f9003fff640 1 --2- 172.21.15.31:0/1436929182 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8ff0078cd0 0x7f8ff007b190 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f8ff4033000 tx=0x7f8ff402d000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:07.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:07.468+0000 7f9000ff9640 1 -- 172.21.15.31:0/1436929182 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f8ffc063690 con 0x7f90041f23a0 2024-09-16T07:27:07.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:07.653+0000 7f900a300640 1 -- 172.21.15.31:0/1436929182 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f90040cc980 con 0x7f90041f23a0 2024-09-16T07:27:08.156 DEBUG:teuthology.orchestra.run.smithi031:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T07:27:08.159 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T07:27:08.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:08.325+0000 7f9000ff9640 1 -- 172.21.15.31:0/1436929182 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v115) ==== 170+0+0 (secure 0 0 0) 0x7f8ffc062f90 con 0x7f90041f23a0 2024-09-16T07:27:08.325 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_data' created 2024-09-16T07:27:08.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:08.329+0000 7f900a300640 1 -- 172.21.15.31:0/1436929182 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8ff0078cd0 msgr2=0x7f8ff007b190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:08.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:08.329+0000 7f900a300640 1 --2- 172.21.15.31:0/1436929182 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8ff0078cd0 0x7f8ff007b190 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f8ff4033000 tx=0x7f8ff402d000 comp rx=0 tx=0).stop 2024-09-16T07:27:08.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:08.329+0000 7f900a300640 1 -- 172.21.15.31:0/1436929182 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f90041f23a0 msgr2=0x7f90040c95c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:08.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:08.329+0000 7f900a300640 1 --2- 172.21.15.31:0/1436929182 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f90041f23a0 0x7f90040c95c0 secure :-1 s=READY pgs=1214 cs=0 l=1 rev1=1 crypto rx=0x7f90040c35e0 tx=0x7f8ffc00f3c0 comp rx=0 tx=0).stop 2024-09-16T07:27:08.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:08.330+0000 7f900a300640 1 -- 172.21.15.31:0/1436929182 shutdown_connections 2024-09-16T07:27:08.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:08.330+0000 7f900a300640 1 --2- 172.21.15.31:0/1436929182 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8ff0078cd0 0x7f8ff007b190 secure :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f8ff4033000 tx=0x7f8ff402d000 comp rx=0 tx=0).stop 2024-09-16T07:27:08.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:08.330+0000 7f900a300640 1 --2- 172.21.15.31:0/1436929182 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f90041f23a0 0x7f90040c95c0 unknown :-1 s=CLOSED pgs=1214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:08.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:08.330+0000 7f900a300640 1 --2- 172.21.15.31:0/1436929182 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f90041f1f20 0x7f90040c9080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:08.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:08.330+0000 7f900a300640 1 --2- 172.21.15.31:0/1436929182 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8fec003a00 0x7f9004155640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:08.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:08.330+0000 7f900a300640 1 -- 172.21.15.31:0/1436929182 >> 172.21.15.31:0/1436929182 conn(0x7f90040b1700 msgr2=0x7f900415af90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:08.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:08.330+0000 7f900a300640 1 -- 172.21.15.31:0/1436929182 shutdown_connections 2024-09-16T07:27:08.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:08.332+0000 7f900a300640 1 -- 172.21.15.31:0/1436929182 wait complete. 2024-09-16T07:27:08.358 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-16T07:27:08.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:08.472+0000 7f8bc2bc9640 1 -- 172.21.15.31:0/2463177370 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8bbc0ccc50 msgr2=0x7f8bbc06fb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:08.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:08.472+0000 7f8bc2bc9640 1 --2- 172.21.15.31:0/2463177370 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8bbc0ccc50 0x7f8bbc06fb90 secure :-1 s=READY pgs=1215 cs=0 l=1 rev1=1 crypto rx=0x7f8bbc15e6c0 tx=0x7f8bb002a560 comp rx=0 tx=0).stop 2024-09-16T07:27:08.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:08.472+0000 7f8bc2bc9640 1 -- 172.21.15.31:0/2463177370 shutdown_connections 2024-09-16T07:27:08.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:08.472+0000 7f8bc2bc9640 1 --2- 172.21.15.31:0/2463177370 >> v2:172.21.15.155:3300/0 conn(0x7f8bbc15b3d0 0x7f8bbc15b7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:08.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:08.472+0000 7f8bc2bc9640 1 --2- 172.21.15.31:0/2463177370 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8bbc0ccc50 0x7f8bbc06fb90 unknown :-1 s=CLOSED pgs=1215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:08.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:08.472+0000 7f8bc2bc9640 1 -- 172.21.15.31:0/2463177370 >> 172.21.15.31:0/2463177370 conn(0x7f8bbc0b1700 msgr2=0x7f8bbc0b1ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:08.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:08.472+0000 7f8bc2bc9640 1 -- 172.21.15.31:0/2463177370 shutdown_connections 2024-09-16T07:27:08.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:08.472+0000 7f8bc2bc9640 1 -- 172.21.15.31:0/2463177370 wait complete. 2024-09-16T07:27:08.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:08.473+0000 7f8bc2bc9640 1 Processor -- start 2024-09-16T07:27:08.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:08.473+0000 7f8bc2bc9640 1 -- start start 2024-09-16T07:27:08.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:08.474+0000 7f8bc2bc9640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8bbc0ccc50 0x7f8bbc0b3410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:08.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:08.474+0000 7f8bc2bc9640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8bbc151e30 0x7f8bbc154480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:08.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:08.474+0000 7f8bc2bc9640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8bbc15b3d0 0x7f8bbc1549c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:08.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:08.474+0000 7f8bc2bc9640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f8bbc0cafd0 con 0x7f8bbc0ccc50 2024-09-16T07:27:08.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:08.474+0000 7f8bc2bc9640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f8bbc0cae50 con 0x7f8bbc15b3d0 2024-09-16T07:27:08.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:08.474+0000 7f8bc2bc9640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f8bbc0cb150 con 0x7f8bbc151e30 2024-09-16T07:27:08.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:08.474+0000 7f8bc0965640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8bbc0ccc50 0x7f8bbc0b3410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:08.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:08.474+0000 7f8bc0965640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8bbc0ccc50 0x7f8bbc0b3410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:53012/0 (socket says 172.21.15.31:53012) 2024-09-16T07:27:08.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:08.474+0000 7f8bc0965640 1 -- 172.21.15.31:0/2180874028 learned_addr learned my addr 172.21.15.31:0/2180874028 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:08.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:08.474+0000 7f8bc1166640 1 --2- 172.21.15.31:0/2180874028 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8bbc15b3d0 0x7f8bbc1549c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:08.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:08.474+0000 7f8bbbfff640 1 --2- 172.21.15.31:0/2180874028 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8bbc151e30 0x7f8bbc154480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:08.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:08.475+0000 7f8bc0965640 1 -- 172.21.15.31:0/2180874028 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8bbc151e30 msgr2=0x7f8bbc154480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:08.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:08.475+0000 7f8bc0965640 1 --2- 172.21.15.31:0/2180874028 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8bbc151e30 0x7f8bbc154480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:08.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:08.475+0000 7f8bc0965640 1 -- 172.21.15.31:0/2180874028 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8bbc15b3d0 msgr2=0x7f8bbc1549c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:08.476 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:08.475+0000 7f8bc0965640 1 --2- 172.21.15.31:0/2180874028 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8bbc15b3d0 0x7f8bbc1549c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:08.476 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:08.475+0000 7f8bc0965640 1 -- 172.21.15.31:0/2180874028 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8bbc0b3950 con 0x7f8bbc0ccc50 2024-09-16T07:27:08.476 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:08.475+0000 7f8bc0965640 1 --2- 172.21.15.31:0/2180874028 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8bbc0ccc50 0x7f8bbc0b3410 secure :-1 s=READY pgs=1216 cs=0 l=1 rev1=1 crypto rx=0x7f8bac00c460 tx=0x7f8bac00c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:08.476 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:08.475+0000 7f8bb97fa640 1 -- 172.21.15.31:0/2180874028 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bac016020 con 0x7f8bbc0ccc50 2024-09-16T07:27:08.476 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:08.475+0000 7f8bb97fa640 1 -- 172.21.15.31:0/2180874028 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8bac012960 con 0x7f8bbc0ccc50 2024-09-16T07:27:08.476 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:08.475+0000 7f8bc2bc9640 1 -- 172.21.15.31:0/2180874028 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8bbc0c3d20 con 0x7f8bbc0ccc50 2024-09-16T07:27:08.476 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:08.475+0000 7f8bb97fa640 1 -- 172.21.15.31:0/2180874028 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bac012db0 con 0x7f8bbc0ccc50 2024-09-16T07:27:08.476 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:08.475+0000 7f8bc2bc9640 1 -- 172.21.15.31:0/2180874028 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8bbc0c42e0 con 0x7f8bbc0ccc50 2024-09-16T07:27:08.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:08.476+0000 7f8bc2bc9640 1 -- 172.21.15.31:0/2180874028 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8bbc0c9e90 con 0x7f8bbc0ccc50 2024-09-16T07:27:08.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:08.477+0000 7f8bb97fa640 1 -- 172.21.15.31:0/2180874028 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 19) ==== 101695+0+0 (secure 0 0 0) 0x7f8bac019020 con 0x7f8bbc0ccc50 2024-09-16T07:27:08.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:08.478+0000 7f8bb97fa640 1 --2- 172.21.15.31:0/2180874028 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8ba8078cd0 0x7f8ba807b190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:08.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:08.478+0000 7f8bbbfff640 1 --2- 172.21.15.31:0/2180874028 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8ba8078cd0 0x7f8ba807b190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:08.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:08.478+0000 7f8bb97fa640 1 -- 172.21.15.31:0/2180874028 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 5637+0+0 (secure 0 0 0) 0x7f8bac09b390 con 0x7f8bbc0ccc50 2024-09-16T07:27:08.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:08.478+0000 7f8bbbfff640 1 --2- 172.21.15.31:0/2180874028 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8ba8078cd0 0x7f8ba807b190 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f8bb0033000 tx=0x7f8bb0004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:08.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:08.481+0000 7f8bb97fa640 1 -- 172.21.15.31:0/2180874028 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f8bac020070 con 0x7f8bbc0ccc50 2024-09-16T07:27:08.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:08.705+0000 7f8bc2bc9640 1 -- 172.21.15.31:0/2180874028 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f8bbc151570 con 0x7f8bbc0ccc50 2024-09-16T07:27:09.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.327+0000 7f8bb97fa640 1 -- 172.21.15.31:0/2180874028 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 18 and data pool 19 v76) ==== 174+0+0 (secure 0 0 0) 0x7f8bac062be0 con 0x7f8bbc0ccc50 2024-09-16T07:27:09.327 INFO:teuthology.orchestra.run.smithi031.stderr:new fs with metadata pool 18 and data pool 19 2024-09-16T07:27:09.335 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.334+0000 7f8bc2bc9640 1 -- 172.21.15.31:0/2180874028 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8ba8078cd0 msgr2=0x7f8ba807b190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:09.335 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.334+0000 7f8bc2bc9640 1 --2- 172.21.15.31:0/2180874028 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8ba8078cd0 0x7f8ba807b190 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f8bb0033000 tx=0x7f8bb0004730 comp rx=0 tx=0).stop 2024-09-16T07:27:09.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.334+0000 7f8bc2bc9640 1 -- 172.21.15.31:0/2180874028 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8bbc0ccc50 msgr2=0x7f8bbc0b3410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:09.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.334+0000 7f8bc2bc9640 1 --2- 172.21.15.31:0/2180874028 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8bbc0ccc50 0x7f8bbc0b3410 secure :-1 s=READY pgs=1216 cs=0 l=1 rev1=1 crypto rx=0x7f8bac00c460 tx=0x7f8bac00c920 comp rx=0 tx=0).stop 2024-09-16T07:27:09.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.335+0000 7f8bc2bc9640 1 -- 172.21.15.31:0/2180874028 shutdown_connections 2024-09-16T07:27:09.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.335+0000 7f8bc2bc9640 1 --2- 172.21.15.31:0/2180874028 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8ba8078cd0 0x7f8ba807b190 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:09.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.335+0000 7f8bc2bc9640 1 --2- 172.21.15.31:0/2180874028 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8bbc15b3d0 0x7f8bbc1549c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:09.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.335+0000 7f8bc2bc9640 1 --2- 172.21.15.31:0/2180874028 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8bbc151e30 0x7f8bbc154480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:09.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.335+0000 7f8bc2bc9640 1 --2- 172.21.15.31:0/2180874028 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8bbc0ccc50 0x7f8bbc0b3410 unknown :-1 s=CLOSED pgs=1216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:09.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.335+0000 7f8bc2bc9640 1 -- 172.21.15.31:0/2180874028 >> 172.21.15.31:0/2180874028 conn(0x7f8bbc0b1700 msgr2=0x7f8bbc0cc540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:09.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.338+0000 7f8bc2bc9640 1 -- 172.21.15.31:0/2180874028 shutdown_connections 2024-09-16T07:27:09.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.341+0000 7f8bc2bc9640 1 -- 172.21.15.31:0/2180874028 wait complete. 2024-09-16T07:27:09.369 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:27:09.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.478+0000 7ff6e933d640 1 -- 172.21.15.31:0/2400425198 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff6d0004800 msgr2=0x7ff6d0004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:09.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.478+0000 7ff6e933d640 1 --2- 172.21.15.31:0/2400425198 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff6d0004800 0x7ff6d0004c80 secure :-1 s=READY pgs=1218 cs=0 l=1 rev1=1 crypto rx=0x7ff6cc0017c0 tx=0x7ff6d0005830 comp rx=0 tx=0).stop 2024-09-16T07:27:09.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.478+0000 7ff6e933d640 1 -- 172.21.15.31:0/2400425198 shutdown_connections 2024-09-16T07:27:09.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.478+0000 7ff6e933d640 1 --2- 172.21.15.31:0/2400425198 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff6d0004800 0x7ff6d0004c80 unknown :-1 s=CLOSED pgs=1218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:09.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.478+0000 7ff6e933d640 1 -- 172.21.15.31:0/2400425198 >> 172.21.15.31:0/2400425198 conn(0x7ff6e409aa30 msgr2=0x7ff6e409ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:09.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.479+0000 7ff6e933d640 1 -- 172.21.15.31:0/2400425198 shutdown_connections 2024-09-16T07:27:09.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.479+0000 7ff6e933d640 1 -- 172.21.15.31:0/2400425198 wait complete. 2024-09-16T07:27:09.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.480+0000 7ff6e933d640 1 Processor -- start 2024-09-16T07:27:09.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.480+0000 7ff6e933d640 1 -- start start 2024-09-16T07:27:09.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.481+0000 7ff6e933d640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff6d0004800 0x7ff6e41f3140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:09.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.481+0000 7ff6e933d640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff6e40b5420 0x7ff6e40b7340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:09.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.481+0000 7ff6e933d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff6e4155f10 0x7ff6e4156390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:09.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.481+0000 7ff6e933d640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7ff6e40d00f0 con 0x7ff6e4155f10 2024-09-16T07:27:09.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.481+0000 7ff6e933d640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ff6e40b3460 con 0x7ff6d0004800 2024-09-16T07:27:09.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.481+0000 7ff6e933d640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ff6e40d0270 con 0x7ff6e40b5420 2024-09-16T07:27:09.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.481+0000 7ff6e37fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff6e4155f10 0x7ff6e4156390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:09.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.481+0000 7ff6e37fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff6e4155f10 0x7ff6e4156390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:53028/0 (socket says 172.21.15.31:53028) 2024-09-16T07:27:09.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.481+0000 7ff6e37fe640 1 -- 172.21.15.31:0/3353063614 learned_addr learned my addr 172.21.15.31:0/3353063614 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:09.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.481+0000 7ff6e2ffd640 1 --2- 172.21.15.31:0/3353063614 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff6d0004800 0x7ff6e41f3140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:09.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.481+0000 7ff6e27fc640 1 --2- 172.21.15.31:0/3353063614 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff6e40b5420 0x7ff6e40b7340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:09.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.481+0000 7ff6e37fe640 1 -- 172.21.15.31:0/3353063614 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff6e40b5420 msgr2=0x7ff6e40b7340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:09.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.481+0000 7ff6e37fe640 1 --2- 172.21.15.31:0/3353063614 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff6e40b5420 0x7ff6e40b7340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:09.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.481+0000 7ff6e37fe640 1 -- 172.21.15.31:0/3353063614 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff6d0004800 msgr2=0x7ff6e41f3140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:09.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.481+0000 7ff6e37fe640 1 --2- 172.21.15.31:0/3353063614 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff6d0004800 0x7ff6e41f3140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:09.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.481+0000 7ff6e37fe640 1 -- 172.21.15.31:0/3353063614 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6e4159dc0 con 0x7ff6e4155f10 2024-09-16T07:27:09.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.481+0000 7ff6e37fe640 1 --2- 172.21.15.31:0/3353063614 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff6e4155f10 0x7ff6e4156390 secure :-1 s=READY pgs=1219 cs=0 l=1 rev1=1 crypto rx=0x7ff6e40b0ca0 tx=0x7ff6dc0035f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:09.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.481+0000 7ff6db7fe640 1 -- 172.21.15.31:0/3353063614 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6dc011840 con 0x7ff6e4155f10 2024-09-16T07:27:09.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.481+0000 7ff6db7fe640 1 -- 172.21.15.31:0/3353063614 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff6dc018070 con 0x7ff6e4155f10 2024-09-16T07:27:09.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.481+0000 7ff6e933d640 1 -- 172.21.15.31:0/3353063614 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6e40b4cd0 con 0x7ff6e4155f10 2024-09-16T07:27:09.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.481+0000 7ff6db7fe640 1 -- 172.21.15.31:0/3353063614 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6dc011c40 con 0x7ff6e4155f10 2024-09-16T07:27:09.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.482+0000 7ff6e933d640 1 -- 172.21.15.31:0/3353063614 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6e40b58a0 con 0x7ff6e4155f10 2024-09-16T07:27:09.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.483+0000 7ff6e933d640 1 -- 172.21.15.31:0/3353063614 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff6e4159f90 con 0x7ff6e4155f10 2024-09-16T07:27:09.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.483+0000 7ff6db7fe640 1 -- 172.21.15.31:0/3353063614 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 19) ==== 101695+0+0 (secure 0 0 0) 0x7ff6dc01d460 con 0x7ff6e4155f10 2024-09-16T07:27:09.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.484+0000 7ff6db7fe640 1 --2- 172.21.15.31:0/3353063614 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff6c4078cd0 0x7ff6c407b190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:09.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.484+0000 7ff6e2ffd640 1 --2- 172.21.15.31:0/3353063614 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff6c4078cd0 0x7ff6c407b190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:09.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.484+0000 7ff6db7fe640 1 -- 172.21.15.31:0/3353063614 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(116..116 src has 1..116) ==== 5737+0+0 (secure 0 0 0) 0x7ff6dc09b620 con 0x7ff6e4155f10 2024-09-16T07:27:09.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.484+0000 7ff6e2ffd640 1 --2- 172.21.15.31:0/3353063614 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff6c4078cd0 0x7ff6c407b190 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7ff6d4005fd0 tx=0x7ff6d4009500 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:09.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.488+0000 7ff6db7fe640 1 -- 172.21.15.31:0/3353063614 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7ff6e415c0e0 con 0x7ff6e4155f10 2024-09-16T07:27:09.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.675+0000 7ff6e933d640 1 -- 172.21.15.31:0/3353063614 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff6e415c880 con 0x7ff6e4155f10 2024-09-16T07:27:09.675 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.676+0000 7ff6db7fe640 1 -- 172.21.15.31:0/3353063614 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v116) ==== 74+0+16720 (secure 0 0 0) 0x7ff6dc062f80 con 0x7ff6e4155f10 2024-09-16T07:27:09.675 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:27:09.675 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":116,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:27:08.706887+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":19,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":18,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:27:06.356843+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"116","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":19,"pool_name":"cephfs_data","create_time":"2024-09-16T07:27:07.658416+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"116","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:27:09.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.678+0000 7ff6e933d640 1 -- 172.21.15.31:0/3353063614 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff6c4078cd0 msgr2=0x7ff6c407b190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:09.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.678+0000 7ff6e933d640 1 --2- 172.21.15.31:0/3353063614 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff6c4078cd0 0x7ff6c407b190 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7ff6d4005fd0 tx=0x7ff6d4009500 comp rx=0 tx=0).stop 2024-09-16T07:27:09.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.678+0000 7ff6e933d640 1 -- 172.21.15.31:0/3353063614 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff6e4155f10 msgr2=0x7ff6e4156390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:09.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.678+0000 7ff6e933d640 1 --2- 172.21.15.31:0/3353063614 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff6e4155f10 0x7ff6e4156390 secure :-1 s=READY pgs=1219 cs=0 l=1 rev1=1 crypto rx=0x7ff6e40b0ca0 tx=0x7ff6dc0035f0 comp rx=0 tx=0).stop 2024-09-16T07:27:09.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.678+0000 7ff6e933d640 1 -- 172.21.15.31:0/3353063614 shutdown_connections 2024-09-16T07:27:09.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.678+0000 7ff6e933d640 1 --2- 172.21.15.31:0/3353063614 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff6c4078cd0 0x7ff6c407b190 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:09.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.678+0000 7ff6e933d640 1 --2- 172.21.15.31:0/3353063614 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff6e4155f10 0x7ff6e4156390 unknown :-1 s=CLOSED pgs=1219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:09.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.678+0000 7ff6e933d640 1 --2- 172.21.15.31:0/3353063614 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff6e40b5420 0x7ff6e40b7340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:09.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.678+0000 7ff6e933d640 1 --2- 172.21.15.31:0/3353063614 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff6d0004800 0x7ff6e41f3140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:09.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.678+0000 7ff6e933d640 1 -- 172.21.15.31:0/3353063614 >> 172.21.15.31:0/3353063614 conn(0x7ff6e409aa30 msgr2=0x7ff6e4070a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:09.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.678+0000 7ff6e933d640 1 -- 172.21.15.31:0/3353063614 shutdown_connections 2024-09-16T07:27:09.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.678+0000 7ff6e933d640 1 -- 172.21.15.31:0/3353063614 wait complete. 2024-09-16T07:27:09.689 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:27:09.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.795+0000 7fcda77ca640 1 -- 172.21.15.31:0/1968346330 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcd88004d40 msgr2=0x7fcd880051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:09.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.795+0000 7fcda77ca640 1 --2- 172.21.15.31:0/1968346330 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcd88004d40 0x7fcd880051c0 secure :-1 s=READY pgs=1221 cs=0 l=1 rev1=1 crypto rx=0x7fcd98009b50 tx=0x7fcd88005830 comp rx=0 tx=0).stop 2024-09-16T07:27:09.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.795+0000 7fcda5d67640 1 -- 172.21.15.31:0/1968346330 reap_dead start 2024-09-16T07:27:09.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.795+0000 7fcda77ca640 1 -- 172.21.15.31:0/1968346330 shutdown_connections 2024-09-16T07:27:09.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.795+0000 7fcda77ca640 1 -- 172.21.15.31:0/1968346330 >> 172.21.15.31:0/1968346330 conn(0x7fcda00741f0 msgr2=0x7fcda0074600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:09.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.795+0000 7fcda77ca640 1 -- 172.21.15.31:0/1968346330 shutdown_connections 2024-09-16T07:27:09.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.795+0000 7fcda77ca640 1 -- 172.21.15.31:0/1968346330 wait complete. 2024-09-16T07:27:09.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.796+0000 7fcda77ca640 1 Processor -- start 2024-09-16T07:27:09.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.796+0000 7fcda77ca640 1 -- start start 2024-09-16T07:27:09.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.797+0000 7fcda77ca640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcda01582c0 0x7fcda00c5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:09.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.797+0000 7fcda77ca640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcda00c6530 0x7fcda01ebd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:09.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.797+0000 7fcda77ca640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcda01ec290 0x7fcda01467e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:09.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.797+0000 7fcda77ca640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fcda0070b90 con 0x7fcda00c6530 2024-09-16T07:27:09.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.797+0000 7fcda77ca640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fcda0070a10 con 0x7fcda01582c0 2024-09-16T07:27:09.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.797+0000 7fcda77ca640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fcda0070d10 con 0x7fcda01ec290 2024-09-16T07:27:09.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.797+0000 7fcda4d65640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcda00c6530 0x7fcda01ebd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:09.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.797+0000 7fcda4d65640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcda00c6530 0x7fcda01ebd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:53034/0 (socket says 172.21.15.31:53034) 2024-09-16T07:27:09.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.797+0000 7fcda4d65640 1 -- 172.21.15.31:0/3389819906 learned_addr learned my addr 172.21.15.31:0/3389819906 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:09.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.797+0000 7fcda5d67640 1 --2- 172.21.15.31:0/3389819906 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcda01ec290 0x7fcda01467e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:09.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.797+0000 7fcda5566640 1 --2- 172.21.15.31:0/3389819906 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcda01582c0 0x7fcda00c5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:09.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.797+0000 7fcda4d65640 1 -- 172.21.15.31:0/3389819906 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcda01ec290 msgr2=0x7fcda01467e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:09.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.797+0000 7fcda4d65640 1 --2- 172.21.15.31:0/3389819906 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcda01ec290 0x7fcda01467e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:09.799 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.797+0000 7fcda4d65640 1 -- 172.21.15.31:0/3389819906 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcda01582c0 msgr2=0x7fcda00c5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:09.799 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.797+0000 7fcda4d65640 1 --2- 172.21.15.31:0/3389819906 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcda01582c0 0x7fcda00c5ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:09.799 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.797+0000 7fcda4d65640 1 -- 172.21.15.31:0/3389819906 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcda00c6bb0 con 0x7fcda00c6530 2024-09-16T07:27:09.799 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.797+0000 7fcda5d67640 1 --2- 172.21.15.31:0/3389819906 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcda01ec290 0x7fcda01467e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:27:09.799 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.797+0000 7fcda5566640 1 --2- 172.21.15.31:0/3389819906 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcda01582c0 0x7fcda00c5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:27:09.799 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.797+0000 7fcda4d65640 1 --2- 172.21.15.31:0/3389819906 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcda00c6530 0x7fcda01ebd50 secure :-1 s=READY pgs=1222 cs=0 l=1 rev1=1 crypto rx=0x7fcd94011b10 tx=0x7fcd94009e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:09.799 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.798+0000 7fcd9dffb640 1 -- 172.21.15.31:0/3389819906 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd9401e070 con 0x7fcda00c6530 2024-09-16T07:27:09.799 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.798+0000 7fcd9dffb640 1 -- 172.21.15.31:0/3389819906 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcd9400fe40 con 0x7fcda00c6530 2024-09-16T07:27:09.799 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.798+0000 7fcda77ca640 1 -- 172.21.15.31:0/3389819906 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcda00c6e90 con 0x7fcda00c6530 2024-09-16T07:27:09.799 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.798+0000 7fcd9dffb640 1 -- 172.21.15.31:0/3389819906 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd940042b0 con 0x7fcda00c6530 2024-09-16T07:27:09.799 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.798+0000 7fcda77ca640 1 -- 172.21.15.31:0/3389819906 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcda0098140 con 0x7fcda00c6530 2024-09-16T07:27:09.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.799+0000 7fcda77ca640 1 -- 172.21.15.31:0/3389819906 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcda00c70d0 con 0x7fcda00c6530 2024-09-16T07:27:09.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.799+0000 7fcd9dffb640 1 -- 172.21.15.31:0/3389819906 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 19) ==== 101695+0+0 (secure 0 0 0) 0x7fcd94021070 con 0x7fcda00c6530 2024-09-16T07:27:09.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.800+0000 7fcd9dffb640 1 --2- 172.21.15.31:0/3389819906 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fcd8c078d00 0x7fcd8c07b1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:09.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.800+0000 7fcd9dffb640 1 -- 172.21.15.31:0/3389819906 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(116..116 src has 1..116) ==== 5737+0+0 (secure 0 0 0) 0x7fcd9409bcd0 con 0x7fcda00c6530 2024-09-16T07:27:09.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.800+0000 7fcda5566640 1 --2- 172.21.15.31:0/3389819906 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fcd8c078d00 0x7fcd8c07b1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:09.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.801+0000 7fcda5566640 1 --2- 172.21.15.31:0/3389819906 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fcd8c078d00 0x7fcd8c07b1c0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fcd900014e0 tx=0x7fcd90001250 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:09.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.804+0000 7fcd9dffb640 1 -- 172.21.15.31:0/3389819906 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fcda00c70d0 con 0x7fcda00c6530 2024-09-16T07:27:09.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.991+0000 7fcda77ca640 1 -- 172.21.15.31:0/3389819906 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fcda01ec670 con 0x7fcda00c6530 2024-09-16T07:27:09.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.992+0000 7fcd9dffb640 1 -- 172.21.15.31:0/3389819906 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v116) ==== 74+0+16720 (secure 0 0 0) 0x7fcd940a2080 con 0x7fcda00c6530 2024-09-16T07:27:09.992 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:27:09.992 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":116,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:27:08.706887+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":19,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":18,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:27:06.356843+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"116","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":19,"pool_name":"cephfs_data","create_time":"2024-09-16T07:27:07.658416+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"116","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:27:09.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.995+0000 7fcda77ca640 1 -- 172.21.15.31:0/3389819906 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fcd8c078d00 msgr2=0x7fcd8c07b1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:09.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.995+0000 7fcda77ca640 1 --2- 172.21.15.31:0/3389819906 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fcd8c078d00 0x7fcd8c07b1c0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fcd900014e0 tx=0x7fcd90001250 comp rx=0 tx=0).stop 2024-09-16T07:27:09.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.995+0000 7fcda77ca640 1 -- 172.21.15.31:0/3389819906 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcda00c6530 msgr2=0x7fcda01ebd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:09.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.995+0000 7fcda77ca640 1 --2- 172.21.15.31:0/3389819906 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcda00c6530 0x7fcda01ebd50 secure :-1 s=READY pgs=1222 cs=0 l=1 rev1=1 crypto rx=0x7fcd94011b10 tx=0x7fcd94009e20 comp rx=0 tx=0).stop 2024-09-16T07:27:09.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.995+0000 7fcda77ca640 1 -- 172.21.15.31:0/3389819906 shutdown_connections 2024-09-16T07:27:09.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.995+0000 7fcda77ca640 1 --2- 172.21.15.31:0/3389819906 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fcd8c078d00 0x7fcd8c07b1c0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:09.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.995+0000 7fcda77ca640 1 --2- 172.21.15.31:0/3389819906 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcda01ec290 0x7fcda01467e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:09.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.995+0000 7fcda77ca640 1 --2- 172.21.15.31:0/3389819906 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcda00c6530 0x7fcda01ebd50 unknown :-1 s=CLOSED pgs=1222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:09.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.995+0000 7fcda77ca640 1 --2- 172.21.15.31:0/3389819906 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcda01582c0 0x7fcda00c5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:09.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.995+0000 7fcda77ca640 1 -- 172.21.15.31:0/3389819906 >> 172.21.15.31:0/3389819906 conn(0x7fcda00741f0 msgr2=0x7fcda00b3c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:09.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.995+0000 7fcda77ca640 1 -- 172.21.15.31:0/3389819906 shutdown_connections 2024-09-16T07:27:09.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:09.995+0000 7fcda77ca640 1 -- 172.21.15.31:0/3389819906 wait complete. 2024-09-16T07:27:10.006 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-16T07:27:10.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:10.115+0000 7f523c1c2640 1 -- 172.21.15.31:0/1975719682 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5234151e30 msgr2=0x7f523406fb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:10.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:10.115+0000 7f523c1c2640 1 --2- 172.21.15.31:0/1975719682 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5234151e30 0x7f523406fb90 secure :-1 s=READY pgs=1224 cs=0 l=1 rev1=1 crypto rx=0x7f5230009830 tx=0x7f523002a510 comp rx=0 tx=0).stop 2024-09-16T07:27:10.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:10.115+0000 7f523c1c2640 1 -- 172.21.15.31:0/1975719682 shutdown_connections 2024-09-16T07:27:10.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:10.115+0000 7f523c1c2640 1 --2- 172.21.15.31:0/1975719682 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f52340cc540 0x7f52340cc980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:10.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:10.115+0000 7f523c1c2640 1 --2- 172.21.15.31:0/1975719682 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5234151e30 0x7f523406fb90 unknown :-1 s=CLOSED pgs=1224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:10.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:10.115+0000 7f523c1c2640 1 -- 172.21.15.31:0/1975719682 >> 172.21.15.31:0/1975719682 conn(0x7f52340b1700 msgr2=0x7f52340b1ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:10.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:10.115+0000 7f523c1c2640 1 -- 172.21.15.31:0/1975719682 shutdown_connections 2024-09-16T07:27:10.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:10.115+0000 7f523c1c2640 1 -- 172.21.15.31:0/1975719682 wait complete. 2024-09-16T07:27:10.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:10.116+0000 7f523c1c2640 1 Processor -- start 2024-09-16T07:27:10.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:10.116+0000 7f523c1c2640 1 -- start start 2024-09-16T07:27:10.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:10.117+0000 7f523c1c2640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f52340cc540 0x7f5234156cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:10.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:10.117+0000 7f523c1c2640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5234151e30 0x7f52340b4000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:10.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:10.117+0000 7f523c1c2640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f523415b3d0 0x7f5234148f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:10.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:10.117+0000 7f523c1c2640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f52340cb0e0 con 0x7f52340cc540 2024-09-16T07:27:10.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:10.117+0000 7f523c1c2640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f52340caf60 con 0x7f5234151e30 2024-09-16T07:27:10.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:10.117+0000 7f523c1c2640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f52340cb260 con 0x7f523415b3d0 2024-09-16T07:27:10.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:10.117+0000 7f5239f5e640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f52340cc540 0x7f5234156cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:10.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:10.117+0000 7f5239f5e640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f52340cc540 0x7f5234156cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:53048/0 (socket says 172.21.15.31:53048) 2024-09-16T07:27:10.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:10.117+0000 7f5239f5e640 1 -- 172.21.15.31:0/1326849882 learned_addr learned my addr 172.21.15.31:0/1326849882 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:10.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:10.117+0000 7f5239f5e640 1 -- 172.21.15.31:0/1326849882 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f523415b3d0 msgr2=0x7f5234148f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:10.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:10.117+0000 7f5239f5e640 1 --2- 172.21.15.31:0/1326849882 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f523415b3d0 0x7f5234148f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:10.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:10.117+0000 7f5239f5e640 1 -- 172.21.15.31:0/1326849882 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5234151e30 msgr2=0x7f52340b4000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:10.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:10.117+0000 7f5239f5e640 1 --2- 172.21.15.31:0/1326849882 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5234151e30 0x7f52340b4000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:10.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:10.117+0000 7f5239f5e640 1 -- 172.21.15.31:0/1326849882 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52341494a0 con 0x7f52340cc540 2024-09-16T07:27:10.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:10.117+0000 7f5239f5e640 1 --2- 172.21.15.31:0/1326849882 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f52340cc540 0x7f5234156cc0 secure :-1 s=READY pgs=1225 cs=0 l=1 rev1=1 crypto rx=0x7f5230009950 tx=0x7f5230032c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:10.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:10.118+0000 7f522a7fc640 1 -- 172.21.15.31:0/1326849882 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5230040070 con 0x7f52340cc540 2024-09-16T07:27:10.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:10.118+0000 7f522a7fc640 1 -- 172.21.15.31:0/1326849882 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5230005310 con 0x7f52340cc540 2024-09-16T07:27:10.119 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:10.118+0000 7f523c1c2640 1 -- 172.21.15.31:0/1326849882 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f52340b4700 con 0x7f52340cc540 2024-09-16T07:27:10.119 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:10.118+0000 7f522a7fc640 1 -- 172.21.15.31:0/1326849882 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52300047a0 con 0x7f52340cc540 2024-09-16T07:27:10.119 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:10.118+0000 7f523c1c2640 1 -- 172.21.15.31:0/1326849882 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52340b4cc0 con 0x7f52340cc540 2024-09-16T07:27:10.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:10.119+0000 7f523c1c2640 1 -- 172.21.15.31:0/1326849882 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f52340cb780 con 0x7f52340cc540 2024-09-16T07:27:10.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:10.119+0000 7f522a7fc640 1 -- 172.21.15.31:0/1326849882 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 19) ==== 101695+0+0 (secure 0 0 0) 0x7f5230039040 con 0x7f52340cc540 2024-09-16T07:27:10.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:10.120+0000 7f522a7fc640 1 --2- 172.21.15.31:0/1326849882 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5218078cd0 0x7f521807b190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:10.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:10.120+0000 7f523975d640 1 --2- 172.21.15.31:0/1326849882 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5218078cd0 0x7f521807b190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:10.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:10.120+0000 7f522a7fc640 1 -- 172.21.15.31:0/1326849882 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(116..116 src has 1..116) ==== 5737+0+0 (secure 0 0 0) 0x7f52300bc560 con 0x7f52340cc540 2024-09-16T07:27:10.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:10.120+0000 7f523975d640 1 --2- 172.21.15.31:0/1326849882 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5218078cd0 0x7f521807b190 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f5224005fd0 tx=0x7f5224005850 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:10.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:10.124+0000 7f522a7fc640 1 -- 172.21.15.31:0/1326849882 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f52341494a0 con 0x7f52340cc540 2024-09-16T07:27:10.349 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:10.350+0000 7f523c1c2640 1 -- 172.21.15.31:0/1326849882 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f52340c3440 con 0x7f52340cc540 2024-09-16T07:27:10.780 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b has been restored 2024-09-16T07:27:11.351 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:11.351+0000 7f522a7fc640 1 -- 172.21.15.31:0/1326849882 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v79) ==== 118+0+0 (secure 0 0 0) 0x7f5230084430 con 0x7f52340cc540 2024-09-16T07:27:11.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:11.355+0000 7f523c1c2640 1 -- 172.21.15.31:0/1326849882 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5218078cd0 msgr2=0x7f521807b190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:11.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:11.355+0000 7f523c1c2640 1 --2- 172.21.15.31:0/1326849882 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5218078cd0 0x7f521807b190 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f5224005fd0 tx=0x7f5224005850 comp rx=0 tx=0).stop 2024-09-16T07:27:11.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:11.355+0000 7f523c1c2640 1 -- 172.21.15.31:0/1326849882 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f52340cc540 msgr2=0x7f5234156cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:11.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:11.355+0000 7f523c1c2640 1 --2- 172.21.15.31:0/1326849882 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f52340cc540 0x7f5234156cc0 secure :-1 s=READY pgs=1225 cs=0 l=1 rev1=1 crypto rx=0x7f5230009950 tx=0x7f5230032c10 comp rx=0 tx=0).stop 2024-09-16T07:27:11.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:11.355+0000 7f523c1c2640 1 -- 172.21.15.31:0/1326849882 shutdown_connections 2024-09-16T07:27:11.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:11.355+0000 7f523c1c2640 1 --2- 172.21.15.31:0/1326849882 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5218078cd0 0x7f521807b190 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:11.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:11.355+0000 7f523c1c2640 1 --2- 172.21.15.31:0/1326849882 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f523415b3d0 0x7f5234148f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:11.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:11.355+0000 7f523c1c2640 1 --2- 172.21.15.31:0/1326849882 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5234151e30 0x7f52340b4000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:11.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:11.355+0000 7f523c1c2640 1 --2- 172.21.15.31:0/1326849882 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f52340cc540 0x7f5234156cc0 unknown :-1 s=CLOSED pgs=1225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:11.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:11.355+0000 7f523c1c2640 1 -- 172.21.15.31:0/1326849882 >> 172.21.15.31:0/1326849882 conn(0x7f52340b1700 msgr2=0x7f52340b0bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:11.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:11.355+0000 7f523c1c2640 1 -- 172.21.15.31:0/1326849882 shutdown_connections 2024-09-16T07:27:11.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:11.355+0000 7f523c1c2640 1 -- 172.21.15.31:0/1326849882 wait complete. 2024-09-16T07:27:11.367 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-16T07:27:11.367 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-16T07:27:11.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:11.480+0000 7f48de1f3640 1 -- 172.21.15.31:0/3695726484 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f48c0004d40 msgr2=0x7f48c00051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:11.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:11.480+0000 7f48de1f3640 1 --2- 172.21.15.31:0/3695726484 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f48c0004d40 0x7f48c00051c0 secure :-1 s=READY pgs=1227 cs=0 l=1 rev1=1 crypto rx=0x7f48d0009f00 tx=0x7f48c0005830 comp rx=0 tx=0).stop 2024-09-16T07:27:11.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:11.480+0000 7f48d7fff640 1 -- 172.21.15.31:0/3695726484 reap_dead start 2024-09-16T07:27:11.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:11.480+0000 7f48de1f3640 1 -- 172.21.15.31:0/3695726484 shutdown_connections 2024-09-16T07:27:11.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:11.480+0000 7f48de1f3640 1 -- 172.21.15.31:0/3695726484 >> 172.21.15.31:0/3695726484 conn(0x7f48d8074160 msgr2=0x7f48d8074570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:11.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:11.480+0000 7f48de1f3640 1 -- 172.21.15.31:0/3695726484 shutdown_connections 2024-09-16T07:27:11.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:11.480+0000 7f48de1f3640 1 -- 172.21.15.31:0/3695726484 wait complete. 2024-09-16T07:27:11.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:11.481+0000 7f48de1f3640 1 Processor -- start 2024-09-16T07:27:11.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:11.481+0000 7f48de1f3640 1 -- start start 2024-09-16T07:27:11.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:11.482+0000 7f48de1f3640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f48d81f1c60 0x7f48d80c9e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:11.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:11.482+0000 7f48de1f3640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f48d80ca3d0 0x7f48d8158e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:11.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:11.482+0000 7f48de1f3640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f48d81584e0 0x7f48d8159390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:11.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:11.482+0000 7f48de1f3640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f48d80b0710 con 0x7f48d81584e0 2024-09-16T07:27:11.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:11.482+0000 7f48de1f3640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f48d80b0590 con 0x7f48d80ca3d0 2024-09-16T07:27:11.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:11.482+0000 7f48de1f3640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f48d80b0890 con 0x7f48d81f1c60 2024-09-16T07:27:11.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:11.482+0000 7f48d7fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f48d81584e0 0x7f48d8159390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:11.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:11.482+0000 7f48d7fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f48d81584e0 0x7f48d8159390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:53064/0 (socket says 172.21.15.31:53064) 2024-09-16T07:27:11.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:11.482+0000 7f48d7fff640 1 -- 172.21.15.31:0/1428325792 learned_addr learned my addr 172.21.15.31:0/1428325792 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:11.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:11.482+0000 7f48d77fe640 1 --2- 172.21.15.31:0/1428325792 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f48d81f1c60 0x7f48d80c9e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:11.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:11.482+0000 7f48d6ffd640 1 --2- 172.21.15.31:0/1428325792 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f48d80ca3d0 0x7f48d8158e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:11.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:11.482+0000 7f48d7fff640 1 -- 172.21.15.31:0/1428325792 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f48d81f1c60 msgr2=0x7f48d80c9e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:11.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:11.482+0000 7f48d7fff640 1 --2- 172.21.15.31:0/1428325792 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f48d81f1c60 0x7f48d80c9e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:11.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:11.482+0000 7f48d7fff640 1 -- 172.21.15.31:0/1428325792 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f48d80ca3d0 msgr2=0x7f48d8158e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:11.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:11.482+0000 7f48d7fff640 1 --2- 172.21.15.31:0/1428325792 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f48d80ca3d0 0x7f48d8158e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:11.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:11.482+0000 7f48d7fff640 1 -- 172.21.15.31:0/1428325792 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48d80c9910 con 0x7f48d81584e0 2024-09-16T07:27:11.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:11.482+0000 7f48d7fff640 1 --2- 172.21.15.31:0/1428325792 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f48d81584e0 0x7f48d8159390 secure :-1 s=READY pgs=1228 cs=0 l=1 rev1=1 crypto rx=0x7f48d0009f00 tx=0x7f48d0033d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:11.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:11.483+0000 7f48bffff640 1 -- 172.21.15.31:0/1428325792 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48d0043070 con 0x7f48d81584e0 2024-09-16T07:27:11.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:11.483+0000 7f48bffff640 1 -- 172.21.15.31:0/1428325792 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f48d0003c60 con 0x7f48d81584e0 2024-09-16T07:27:11.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:11.483+0000 7f48de1f3640 1 -- 172.21.15.31:0/1428325792 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48d8157440 con 0x7f48d81584e0 2024-09-16T07:27:11.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:11.483+0000 7f48bffff640 1 -- 172.21.15.31:0/1428325792 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48d0038040 con 0x7f48d81584e0 2024-09-16T07:27:11.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:11.483+0000 7f48de1f3640 1 -- 172.21.15.31:0/1428325792 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48d8157a00 con 0x7f48d81584e0 2024-09-16T07:27:11.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:11.484+0000 7f48de1f3640 1 -- 172.21.15.31:0/1428325792 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f48d80cb7c0 con 0x7f48d81584e0 2024-09-16T07:27:11.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:11.484+0000 7f48bffff640 1 -- 172.21.15.31:0/1428325792 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 19) ==== 101695+0+0 (secure 0 0 0) 0x7f48d0004290 con 0x7f48d81584e0 2024-09-16T07:27:11.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:11.485+0000 7f48bffff640 1 --2- 172.21.15.31:0/1428325792 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f48c4078cd0 0x7f48c407b190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:11.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:11.485+0000 7f48d77fe640 1 --2- 172.21.15.31:0/1428325792 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f48c4078cd0 0x7f48c407b190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:11.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:11.485+0000 7f48bffff640 1 -- 172.21.15.31:0/1428325792 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5737+0+0 (secure 0 0 0) 0x7f48d00bb360 con 0x7f48d81584e0 2024-09-16T07:27:11.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:11.485+0000 7f48d77fe640 1 --2- 172.21.15.31:0/1428325792 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f48c4078cd0 0x7f48c407b190 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f48c8001010 tx=0x7f48c8001510 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:11.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:11.488+0000 7f48bffff640 1 -- 172.21.15.31:0/1428325792 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f48d0082c90 con 0x7f48d81584e0 2024-09-16T07:27:11.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:11.714+0000 7f48de1f3640 1 -- 172.21.15.31:0/1428325792 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f48d81f2040 con 0x7f48d81584e0 2024-09-16T07:27:12.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.357+0000 7f48bffff640 1 -- 172.21.15.31:0/1428325792 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v80) ==== 122+0+0 (secure 0 0 0) 0x7f48d00876c0 con 0x7f48d81584e0 2024-09-16T07:27:12.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.360+0000 7f48de1f3640 1 -- 172.21.15.31:0/1428325792 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f48c4078cd0 msgr2=0x7f48c407b190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:12.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.360+0000 7f48de1f3640 1 --2- 172.21.15.31:0/1428325792 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f48c4078cd0 0x7f48c407b190 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f48c8001010 tx=0x7f48c8001510 comp rx=0 tx=0).stop 2024-09-16T07:27:12.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.360+0000 7f48de1f3640 1 -- 172.21.15.31:0/1428325792 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f48d81584e0 msgr2=0x7f48d8159390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:12.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.360+0000 7f48de1f3640 1 --2- 172.21.15.31:0/1428325792 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f48d81584e0 0x7f48d8159390 secure :-1 s=READY pgs=1228 cs=0 l=1 rev1=1 crypto rx=0x7f48d0009f00 tx=0x7f48d0033d50 comp rx=0 tx=0).stop 2024-09-16T07:27:12.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.360+0000 7f48de1f3640 1 -- 172.21.15.31:0/1428325792 shutdown_connections 2024-09-16T07:27:12.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.360+0000 7f48de1f3640 1 --2- 172.21.15.31:0/1428325792 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f48c4078cd0 0x7f48c407b190 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:12.361 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.360+0000 7f48de1f3640 1 --2- 172.21.15.31:0/1428325792 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f48d81584e0 0x7f48d8159390 unknown :-1 s=CLOSED pgs=1228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:12.361 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.360+0000 7f48de1f3640 1 --2- 172.21.15.31:0/1428325792 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f48d80ca3d0 0x7f48d8158e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:12.361 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.360+0000 7f48de1f3640 1 --2- 172.21.15.31:0/1428325792 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f48d81f1c60 0x7f48d80c9e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:12.361 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.360+0000 7f48de1f3640 1 -- 172.21.15.31:0/1428325792 >> 172.21.15.31:0/1428325792 conn(0x7f48d8074160 msgr2=0x7f48d806f4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:12.361 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.360+0000 7f48de1f3640 1 -- 172.21.15.31:0/1428325792 shutdown_connections 2024-09-16T07:27:12.361 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.360+0000 7f48de1f3640 1 -- 172.21.15.31:0/1428325792 wait complete. 2024-09-16T07:27:12.373 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-16T07:27:12.374 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:27:12.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.486+0000 7f2f26189640 1 -- 172.21.15.31:0/192473450 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2f20072cb0 msgr2=0x7f2f2006f9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:12.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.486+0000 7f2f26189640 1 --2- 172.21.15.31:0/192473450 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2f20072cb0 0x7f2f2006f9f0 secure :-1 s=READY pgs=1230 cs=0 l=1 rev1=1 crypto rx=0x7f2f18005fd0 tx=0x7f2f1802a940 comp rx=0 tx=0).stop 2024-09-16T07:27:12.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.486+0000 7f2f26189640 1 -- 172.21.15.31:0/192473450 shutdown_connections 2024-09-16T07:27:12.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.486+0000 7f2f26189640 1 --2- 172.21.15.31:0/192473450 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2f20072cb0 0x7f2f2006f9f0 unknown :-1 s=CLOSED pgs=1230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:12.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.486+0000 7f2f26189640 1 -- 172.21.15.31:0/192473450 >> 172.21.15.31:0/192473450 conn(0x7f2f200b1690 msgr2=0x7f2f200b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:12.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.486+0000 7f2f26189640 1 -- 172.21.15.31:0/192473450 shutdown_connections 2024-09-16T07:27:12.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.486+0000 7f2f26189640 1 -- 172.21.15.31:0/192473450 wait complete. 2024-09-16T07:27:12.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.487+0000 7f2f26189640 1 Processor -- start 2024-09-16T07:27:12.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.488+0000 7f2f26189640 1 -- start start 2024-09-16T07:27:12.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.488+0000 7f2f26189640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2f20072cb0 0x7f2f201f2440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:12.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.488+0000 7f2f26189640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2f200cf640 0x7f2f20154d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:12.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.488+0000 7f2f26189640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2f20151370 0x7f2f201552b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:12.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.488+0000 7f2f26189640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f2f200702c0 con 0x7f2f20072cb0 2024-09-16T07:27:12.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.488+0000 7f2f26189640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f2f20070140 con 0x7f2f200cf640 2024-09-16T07:27:12.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.488+0000 7f2f26189640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f2f20070440 con 0x7f2f20151370 2024-09-16T07:27:12.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.489+0000 7f2f1f7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2f20072cb0 0x7f2f201f2440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:12.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.489+0000 7f2f1f7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2f20072cb0 0x7f2f201f2440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:53074/0 (socket says 172.21.15.31:53074) 2024-09-16T07:27:12.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.489+0000 7f2f1f7fe640 1 -- 172.21.15.31:0/908843014 learned_addr learned my addr 172.21.15.31:0/908843014 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:12.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.489+0000 7f2f1effd640 1 --2- 172.21.15.31:0/908843014 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2f200cf640 0x7f2f20154d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:12.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.489+0000 7f2f1ffff640 1 --2- 172.21.15.31:0/908843014 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2f20151370 0x7f2f201552b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:12.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.489+0000 7f2f1f7fe640 1 -- 172.21.15.31:0/908843014 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2f20151370 msgr2=0x7f2f201552b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:12.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.489+0000 7f2f1f7fe640 1 --2- 172.21.15.31:0/908843014 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2f20151370 0x7f2f201552b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:12.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.489+0000 7f2f1f7fe640 1 -- 172.21.15.31:0/908843014 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2f200cf640 msgr2=0x7f2f20154d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:12.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.489+0000 7f2f1f7fe640 1 --2- 172.21.15.31:0/908843014 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2f200cf640 0x7f2f20154d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:12.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.489+0000 7f2f1f7fe640 1 -- 172.21.15.31:0/908843014 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f20139fa0 con 0x7f2f20072cb0 2024-09-16T07:27:12.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.489+0000 7f2f1f7fe640 1 --2- 172.21.15.31:0/908843014 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2f20072cb0 0x7f2f201f2440 secure :-1 s=READY pgs=1231 cs=0 l=1 rev1=1 crypto rx=0x7f2f1000c3a0 tx=0x7f2f1000c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:12.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.489+0000 7f2f07fff640 1 -- 172.21.15.31:0/908843014 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f10017070 con 0x7f2f20072cb0 2024-09-16T07:27:12.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.489+0000 7f2f07fff640 1 -- 172.21.15.31:0/908843014 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2f100053c0 con 0x7f2f20072cb0 2024-09-16T07:27:12.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.489+0000 7f2f26189640 1 -- 172.21.15.31:0/908843014 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f2013a280 con 0x7f2f20072cb0 2024-09-16T07:27:12.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.489+0000 7f2f07fff640 1 -- 172.21.15.31:0/908843014 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f10003850 con 0x7f2f20072cb0 2024-09-16T07:27:12.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.489+0000 7f2f26189640 1 -- 172.21.15.31:0/908843014 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f2013a840 con 0x7f2f20072cb0 2024-09-16T07:27:12.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.490+0000 7f2f26189640 1 -- 172.21.15.31:0/908843014 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2f2006f9f0 con 0x7f2f20072cb0 2024-09-16T07:27:12.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.491+0000 7f2f07fff640 1 -- 172.21.15.31:0/908843014 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 19) ==== 101695+0+0 (secure 0 0 0) 0x7f2f1001a070 con 0x7f2f20072cb0 2024-09-16T07:27:12.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.491+0000 7f2f07fff640 1 --2- 172.21.15.31:0/908843014 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2f0c078d00 0x7f2f0c07b1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:12.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.492+0000 7f2f07fff640 1 -- 172.21.15.31:0/908843014 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5737+0+0 (secure 0 0 0) 0x7f2f1009a520 con 0x7f2f20072cb0 2024-09-16T07:27:12.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.492+0000 7f2f1effd640 1 --2- 172.21.15.31:0/908843014 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2f0c078d00 0x7f2f0c07b1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:12.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.492+0000 7f2f1effd640 1 --2- 172.21.15.31:0/908843014 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2f0c078d00 0x7f2f0c07b1c0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f2f140046b0 tx=0x7f2f14007e90 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:12.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.496+0000 7f2f07fff640 1 -- 172.21.15.31:0/908843014 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f2f10061d50 con 0x7f2f20072cb0 2024-09-16T07:27:12.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.718+0000 7f2f26189640 1 -- 172.21.15.31:0/908843014 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2f2014fd80 con 0x7f2f20072cb0 2024-09-16T07:27:12.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.719+0000 7f2f07fff640 1 -- 172.21.15.31:0/908843014 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 80 v80) ==== 94+0+5222 (secure 0 0 0) 0x7f2f10066780 con 0x7f2f20072cb0 2024-09-16T07:27:12.718 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:27:12.719 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":80,"btime":"2024-09-16T07:27:12:352793+0000","default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6239,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6809/2341782803","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":2341782803},{"type":"v1","addr":"172.21.15.155:6809","nonce":2341782803}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":74},{"gid":6799,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/25916180","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":25916180},{"type":"v1","addr":"172.21.15.155:6835","nonce":25916180}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":75},{"gid":7656,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6834/4005511260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":4005511260},{"type":"v1","addr":"172.21.15.31:6834","nonce":4005511260}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":74}],"filesystems":[{"mdsmap":{"epoch":80,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:27:08.706854+0000","modified":"2024-09-16T07:27:11.715273+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7659},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7659":{"gid":7659,"name":"a","rank":0,"incarnation":76,"state":"up:active","state_seq":4,"addr":"172.21.15.31:6835/683889431","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":683889431},{"type":"v1","addr":"172.21.15.31:6835","nonce":683889431}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[19],"metadata_pool":18,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7659,"qdb_cluster":[7659]},"id":9}]} 2024-09-16T07:27:12.719 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 80 2024-09-16T07:27:12.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.721+0000 7f2f26189640 1 -- 172.21.15.31:0/908843014 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2f0c078d00 msgr2=0x7f2f0c07b1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:12.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.721+0000 7f2f26189640 1 --2- 172.21.15.31:0/908843014 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2f0c078d00 0x7f2f0c07b1c0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f2f140046b0 tx=0x7f2f14007e90 comp rx=0 tx=0).stop 2024-09-16T07:27:12.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.721+0000 7f2f26189640 1 -- 172.21.15.31:0/908843014 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2f20072cb0 msgr2=0x7f2f201f2440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:12.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.721+0000 7f2f26189640 1 --2- 172.21.15.31:0/908843014 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2f20072cb0 0x7f2f201f2440 secure :-1 s=READY pgs=1231 cs=0 l=1 rev1=1 crypto rx=0x7f2f1000c3a0 tx=0x7f2f1000c860 comp rx=0 tx=0).stop 2024-09-16T07:27:12.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.721+0000 7f2f26189640 1 -- 172.21.15.31:0/908843014 shutdown_connections 2024-09-16T07:27:12.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.721+0000 7f2f26189640 1 --2- 172.21.15.31:0/908843014 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2f0c078d00 0x7f2f0c07b1c0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:12.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.721+0000 7f2f26189640 1 --2- 172.21.15.31:0/908843014 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2f20151370 0x7f2f201552b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:12.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.721+0000 7f2f26189640 1 --2- 172.21.15.31:0/908843014 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2f200cf640 0x7f2f20154d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:12.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.721+0000 7f2f26189640 1 --2- 172.21.15.31:0/908843014 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2f20072cb0 0x7f2f201f2440 unknown :-1 s=CLOSED pgs=1231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:12.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.721+0000 7f2f26189640 1 -- 172.21.15.31:0/908843014 >> 172.21.15.31:0/908843014 conn(0x7f2f200b1690 msgr2=0x7f2f20150580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:12.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.721+0000 7f2f26189640 1 -- 172.21.15.31:0/908843014 shutdown_connections 2024-09-16T07:27:12.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.721+0000 7f2f26189640 1 -- 172.21.15.31:0/908843014 wait complete. 2024-09-16T07:27:12.732 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:27:12.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.838+0000 7ff678062640 1 -- 172.21.15.31:0/2813754310 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff670159680 msgr2=0x7ff67015d270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:12.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.838+0000 7ff678062640 1 --2- 172.21.15.31:0/2813754310 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff670159680 0x7ff67015d270 secure :-1 s=READY pgs=1232 cs=0 l=1 rev1=1 crypto rx=0x7ff66c005fd0 tx=0x7ff66c02a5d0 comp rx=0 tx=0).stop 2024-09-16T07:27:12.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.838+0000 7ff678062640 1 -- 172.21.15.31:0/2813754310 shutdown_connections 2024-09-16T07:27:12.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.838+0000 7ff678062640 1 --2- 172.21.15.31:0/2813754310 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff6700cc490 0x7ff67015f750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:12.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.838+0000 7ff678062640 1 --2- 172.21.15.31:0/2813754310 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff670159680 0x7ff67015d270 unknown :-1 s=CLOSED pgs=1232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:12.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.838+0000 7ff678062640 1 -- 172.21.15.31:0/2813754310 >> 172.21.15.31:0/2813754310 conn(0x7ff6700b1690 msgr2=0x7ff6700b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:12.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.838+0000 7ff678062640 1 -- 172.21.15.31:0/2813754310 shutdown_connections 2024-09-16T07:27:12.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.838+0000 7ff678062640 1 -- 172.21.15.31:0/2813754310 wait complete. 2024-09-16T07:27:12.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.839+0000 7ff678062640 1 Processor -- start 2024-09-16T07:27:12.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.839+0000 7ff678062640 1 -- start start 2024-09-16T07:27:12.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.840+0000 7ff678062640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff6700cc490 0x7ff6700739a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:12.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.840+0000 7ff678062640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff6700cc8d0 0x7ff6700ad8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:12.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.840+0000 7ff678062640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff670159680 0x7ff6700b40d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:12.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.840+0000 7ff678062640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7ff6700cf350 con 0x7ff670159680 2024-09-16T07:27:12.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.840+0000 7ff678062640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ff6700cf1d0 con 0x7ff6700cc490 2024-09-16T07:27:12.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.840+0000 7ff678062640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ff6700cf4d0 con 0x7ff6700cc8d0 2024-09-16T07:27:12.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.840+0000 7ff6765ff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff670159680 0x7ff6700b40d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:12.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.840+0000 7ff6765ff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff670159680 0x7ff6700b40d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35740/0 (socket says 172.21.15.31:35740) 2024-09-16T07:27:12.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.840+0000 7ff6765ff640 1 -- 172.21.15.31:0/1017913180 learned_addr learned my addr 172.21.15.31:0/1017913180 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:12.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.840+0000 7ff6755fd640 1 --2- 172.21.15.31:0/1017913180 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff6700cc8d0 0x7ff6700ad8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:12.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.840+0000 7ff675dfe640 1 --2- 172.21.15.31:0/1017913180 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff6700cc490 0x7ff6700739a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:12.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.841+0000 7ff6765ff640 1 -- 172.21.15.31:0/1017913180 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff6700cc8d0 msgr2=0x7ff6700ad8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:12.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.841+0000 7ff6765ff640 1 --2- 172.21.15.31:0/1017913180 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff6700cc8d0 0x7ff6700ad8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:12.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.841+0000 7ff6765ff640 1 -- 172.21.15.31:0/1017913180 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff6700cc490 msgr2=0x7ff6700739a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:12.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.841+0000 7ff6765ff640 1 --2- 172.21.15.31:0/1017913180 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff6700cc490 0x7ff6700739a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:12.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.841+0000 7ff6765ff640 1 -- 172.21.15.31:0/1017913180 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6700ae010 con 0x7ff670159680 2024-09-16T07:27:12.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.841+0000 7ff6765ff640 1 --2- 172.21.15.31:0/1017913180 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff670159680 0x7ff6700b40d0 secure :-1 s=READY pgs=1233 cs=0 l=1 rev1=1 crypto rx=0x7ff66800c7a0 tx=0x7ff66800cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:12.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.841+0000 7ff6667fc640 1 -- 172.21.15.31:0/1017913180 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff668003b70 con 0x7ff670159680 2024-09-16T07:27:12.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.841+0000 7ff6667fc640 1 -- 172.21.15.31:0/1017913180 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff668003d10 con 0x7ff670159680 2024-09-16T07:27:12.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.841+0000 7ff6667fc640 1 -- 172.21.15.31:0/1017913180 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff66800aab0 con 0x7ff670159680 2024-09-16T07:27:12.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.841+0000 7ff678062640 1 -- 172.21.15.31:0/1017913180 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6700ae2f0 con 0x7ff670159680 2024-09-16T07:27:12.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.841+0000 7ff678062640 1 -- 172.21.15.31:0/1017913180 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6700ae8b0 con 0x7ff670159680 2024-09-16T07:27:12.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.842+0000 7ff678062640 1 -- 172.21.15.31:0/1017913180 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff67015fe00 con 0x7ff670159680 2024-09-16T07:27:12.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.843+0000 7ff6667fc640 1 -- 172.21.15.31:0/1017913180 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 19) ==== 101695+0+0 (secure 0 0 0) 0x7ff66800ac50 con 0x7ff670159680 2024-09-16T07:27:12.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.843+0000 7ff6667fc640 1 --2- 172.21.15.31:0/1017913180 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff654078cd0 0x7ff65407b190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:12.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.843+0000 7ff6667fc640 1 -- 172.21.15.31:0/1017913180 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5737+0+0 (secure 0 0 0) 0x7ff66809ae90 con 0x7ff670159680 2024-09-16T07:27:12.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.843+0000 7ff675dfe640 1 --2- 172.21.15.31:0/1017913180 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff654078cd0 0x7ff65407b190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:12.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.844+0000 7ff675dfe640 1 --2- 172.21.15.31:0/1017913180 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff654078cd0 0x7ff65407b190 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7ff66c033000 tx=0x7ff66c004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:12.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:12.848+0000 7ff6667fc640 1 -- 172.21.15.31:0/1017913180 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7ff6680627f0 con 0x7ff670159680 2024-09-16T07:27:13.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.035+0000 7ff678062640 1 -- 172.21.15.31:0/1017913180 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff6700cecd0 con 0x7ff670159680 2024-09-16T07:27:13.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.036+0000 7ff6667fc640 1 -- 172.21.15.31:0/1017913180 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v117) ==== 74+0+16707 (secure 0 0 0) 0x7ff668067220 con 0x7ff670159680 2024-09-16T07:27:13.036 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:27:13.036 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":117,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:27:10.328091+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":19,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":18,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:27:06.356843+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"116","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":19,"pool_name":"cephfs_data","create_time":"2024-09-16T07:27:07.658416+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"117","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:27:13.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.038+0000 7ff678062640 1 -- 172.21.15.31:0/1017913180 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff654078cd0 msgr2=0x7ff65407b190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:13.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.038+0000 7ff678062640 1 --2- 172.21.15.31:0/1017913180 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff654078cd0 0x7ff65407b190 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7ff66c033000 tx=0x7ff66c004730 comp rx=0 tx=0).stop 2024-09-16T07:27:13.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.038+0000 7ff678062640 1 -- 172.21.15.31:0/1017913180 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff670159680 msgr2=0x7ff6700b40d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:13.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.038+0000 7ff678062640 1 --2- 172.21.15.31:0/1017913180 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff670159680 0x7ff6700b40d0 secure :-1 s=READY pgs=1233 cs=0 l=1 rev1=1 crypto rx=0x7ff66800c7a0 tx=0x7ff66800cc60 comp rx=0 tx=0).stop 2024-09-16T07:27:13.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.039+0000 7ff678062640 1 -- 172.21.15.31:0/1017913180 shutdown_connections 2024-09-16T07:27:13.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.039+0000 7ff678062640 1 --2- 172.21.15.31:0/1017913180 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff654078cd0 0x7ff65407b190 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:13.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.039+0000 7ff678062640 1 --2- 172.21.15.31:0/1017913180 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff670159680 0x7ff6700b40d0 unknown :-1 s=CLOSED pgs=1233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:13.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.039+0000 7ff678062640 1 --2- 172.21.15.31:0/1017913180 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff6700cc8d0 0x7ff6700ad8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:13.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.039+0000 7ff678062640 1 --2- 172.21.15.31:0/1017913180 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff6700cc490 0x7ff6700739a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:13.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.039+0000 7ff678062640 1 -- 172.21.15.31:0/1017913180 >> 172.21.15.31:0/1017913180 conn(0x7ff6700b1690 msgr2=0x7ff670159ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:13.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.039+0000 7ff678062640 1 -- 172.21.15.31:0/1017913180 shutdown_connections 2024-09-16T07:27:13.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.039+0000 7ff678062640 1 -- 172.21.15.31:0/1017913180 wait complete. 2024-09-16T07:27:13.050 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-16T07:27:13.050 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T07:27:13.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.155+0000 7f1494594640 1 -- 172.21.15.31:0/2785842691 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1478004800 msgr2=0x7f1478004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:13.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.155+0000 7f1494594640 1 --2- 172.21.15.31:0/2785842691 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1478004800 0x7f1478004c80 secure :-1 s=READY pgs=1235 cs=0 l=1 rev1=1 crypto rx=0x7f147c009b50 tx=0x7f1478005830 comp rx=0 tx=0).stop 2024-09-16T07:27:13.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.155+0000 7f1492b31640 1 -- 172.21.15.31:0/2785842691 reap_dead start 2024-09-16T07:27:13.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.155+0000 7f1494594640 1 -- 172.21.15.31:0/2785842691 shutdown_connections 2024-09-16T07:27:13.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.155+0000 7f1494594640 1 -- 172.21.15.31:0/2785842691 >> 172.21.15.31:0/2785842691 conn(0x7f148c09aa30 msgr2=0x7f148c09ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:13.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.155+0000 7f1494594640 1 -- 172.21.15.31:0/2785842691 shutdown_connections 2024-09-16T07:27:13.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.155+0000 7f1494594640 1 -- 172.21.15.31:0/2785842691 wait complete. 2024-09-16T07:27:13.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.157+0000 7f1494594640 1 Processor -- start 2024-09-16T07:27:13.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.157+0000 7f1494594640 1 -- start start 2024-09-16T07:27:13.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.157+0000 7f1494594640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1478004800 0x7f148c0b76b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:13.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.157+0000 7f1494594640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f148c14f580 0x7f148c0b56c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:13.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.157+0000 7f1494594640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f148c0b5c00 0x7f148c1f5c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:13.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.157+0000 7f1494594640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f148c0b3210 con 0x7f148c14f580 2024-09-16T07:27:13.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.157+0000 7f1494594640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f148c0b3090 con 0x7f1478004800 2024-09-16T07:27:13.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.157+0000 7f1494594640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f148c0b3390 con 0x7f148c0b5c00 2024-09-16T07:27:13.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.157+0000 7f1491b2f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f148c14f580 0x7f148c0b56c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:13.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.157+0000 7f1491b2f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f148c14f580 0x7f148c0b56c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35764/0 (socket says 172.21.15.31:35764) 2024-09-16T07:27:13.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.158+0000 7f1491b2f640 1 -- 172.21.15.31:0/3196558975 learned_addr learned my addr 172.21.15.31:0/3196558975 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:13.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.158+0000 7f1492b31640 1 --2- 172.21.15.31:0/3196558975 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f148c0b5c00 0x7f148c1f5c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:13.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.158+0000 7f1492330640 1 --2- 172.21.15.31:0/3196558975 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1478004800 0x7f148c0b76b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:13.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.158+0000 7f1491b2f640 1 -- 172.21.15.31:0/3196558975 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f148c0b5c00 msgr2=0x7f148c1f5c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:13.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.158+0000 7f1491b2f640 1 --2- 172.21.15.31:0/3196558975 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f148c0b5c00 0x7f148c1f5c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:13.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.158+0000 7f1491b2f640 1 -- 172.21.15.31:0/3196558975 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1478004800 msgr2=0x7f148c0b76b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:13.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.158+0000 7f1491b2f640 1 --2- 172.21.15.31:0/3196558975 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1478004800 0x7f148c0b76b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:13.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.158+0000 7f1491b2f640 1 -- 172.21.15.31:0/3196558975 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f148c14fa00 con 0x7f148c14f580 2024-09-16T07:27:13.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.158+0000 7f1492330640 1 --2- 172.21.15.31:0/3196558975 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1478004800 0x7f148c0b76b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:27:13.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.158+0000 7f1492b31640 1 --2- 172.21.15.31:0/3196558975 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f148c0b5c00 0x7f148c1f5c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:27:13.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.158+0000 7f1491b2f640 1 --2- 172.21.15.31:0/3196558975 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f148c14f580 0x7f148c0b56c0 secure :-1 s=READY pgs=1236 cs=0 l=1 rev1=1 crypto rx=0x7f147c02b4f0 tx=0x7f147c033670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:13.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.158+0000 7f1482ffd640 1 -- 172.21.15.31:0/3196558975 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f147c038040 con 0x7f148c14f580 2024-09-16T07:27:13.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.158+0000 7f1482ffd640 1 -- 172.21.15.31:0/3196558975 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f147c004020 con 0x7f148c14f580 2024-09-16T07:27:13.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.158+0000 7f1494594640 1 -- 172.21.15.31:0/3196558975 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f148c157930 con 0x7f148c14f580 2024-09-16T07:27:13.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.158+0000 7f1482ffd640 1 -- 172.21.15.31:0/3196558975 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f147c004450 con 0x7f148c14f580 2024-09-16T07:27:13.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.158+0000 7f1494594640 1 -- 172.21.15.31:0/3196558975 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f148c157ef0 con 0x7f148c14f580 2024-09-16T07:27:13.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.159+0000 7f1494594640 1 -- 172.21.15.31:0/3196558975 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f148c15c880 con 0x7f148c14f580 2024-09-16T07:27:13.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.160+0000 7f1482ffd640 1 -- 172.21.15.31:0/3196558975 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 19) ==== 101695+0+0 (secure 0 0 0) 0x7f147c045020 con 0x7f148c14f580 2024-09-16T07:27:13.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.160+0000 7f1482ffd640 1 --2- 172.21.15.31:0/3196558975 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f1470078d00 0x7f147007b1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:13.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.160+0000 7f1482ffd640 1 -- 172.21.15.31:0/3196558975 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5737+0+0 (secure 0 0 0) 0x7f147c0bb970 con 0x7f148c14f580 2024-09-16T07:27:13.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.161+0000 7f1492330640 1 --2- 172.21.15.31:0/3196558975 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f1470078d00 0x7f147007b1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:13.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.161+0000 7f1492330640 1 --2- 172.21.15.31:0/3196558975 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f1470078d00 0x7f147007b1c0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f1488005bc0 tx=0x7f1488005f90 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:13.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.165+0000 7f1482ffd640 1 -- 172.21.15.31:0/3196558975 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f147c0838e0 con 0x7f148c14f580 2024-09-16T07:27:13.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.347+0000 7f1494594640 1 -- 172.21.15.31:0/3196558975 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f148c1576e0 con 0x7f1470078d00 2024-09-16T07:27:13.350 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.351+0000 7f1482ffd640 1 -- 172.21.15.31:0/3196558975 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252473 (secure 0 0 0) 0x7f148c1576e0 con 0x7f1470078d00 2024-09-16T07:27:13.354 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:27:13.355 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-16T07:27:13.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.354+0000 7f1494594640 1 -- 172.21.15.31:0/3196558975 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f1470078d00 msgr2=0x7f147007b1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:13.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.354+0000 7f1494594640 1 --2- 172.21.15.31:0/3196558975 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f1470078d00 0x7f147007b1c0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f1488005bc0 tx=0x7f1488005f90 comp rx=0 tx=0).stop 2024-09-16T07:27:13.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.354+0000 7f1494594640 1 -- 172.21.15.31:0/3196558975 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f148c14f580 msgr2=0x7f148c0b56c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:13.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.354+0000 7f1494594640 1 --2- 172.21.15.31:0/3196558975 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f148c14f580 0x7f148c0b56c0 secure :-1 s=READY pgs=1236 cs=0 l=1 rev1=1 crypto rx=0x7f147c02b4f0 tx=0x7f147c033670 comp rx=0 tx=0).stop 2024-09-16T07:27:13.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.354+0000 7f1494594640 1 -- 172.21.15.31:0/3196558975 shutdown_connections 2024-09-16T07:27:13.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.354+0000 7f1494594640 1 --2- 172.21.15.31:0/3196558975 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f1470078d00 0x7f147007b1c0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:13.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.354+0000 7f1494594640 1 --2- 172.21.15.31:0/3196558975 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f148c0b5c00 0x7f148c1f5c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:13.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.354+0000 7f1494594640 1 --2- 172.21.15.31:0/3196558975 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f148c14f580 0x7f148c0b56c0 unknown :-1 s=CLOSED pgs=1236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:13.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.354+0000 7f1494594640 1 --2- 172.21.15.31:0/3196558975 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1478004800 0x7f148c0b76b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:13.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.354+0000 7f1494594640 1 -- 172.21.15.31:0/3196558975 >> 172.21.15.31:0/3196558975 conn(0x7f148c09aa30 msgr2=0x7f148c15d5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:13.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.355+0000 7f1494594640 1 -- 172.21.15.31:0/3196558975 shutdown_connections 2024-09-16T07:27:13.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.355+0000 7f1494594640 1 -- 172.21.15.31:0/3196558975 wait complete. 2024-09-16T07:27:13.366 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":107,"stamp":"2024-09-16T07:27:12.245555+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":157,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":126,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":262068,"kb_used_data":12524,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754712652,"statfs":{"total":773094113280,"available":772825755648,"internally_reserved":0,"allocated":12824576,"data_stored":6282572,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":24,"apply_latency_ms":24,"commit_latency_ns":24000000,"apply_latency_ns":24000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.927685"},"pg_stats":[{"pgid":"19.3f","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.333018+0000","last_change":"2024-09-16T07:27:09.358995+0000","last_active":"2024-09-16T07:27:10.333018+0000","last_peered":"2024-09-16T07:27:10.333018+0000","last_clean":"2024-09-16T07:27:10.333018+0000","last_became_active":"2024-09-16T07:27:09.358687+0000","last_became_peered":"2024-09-16T07:27:09.358687+0000","last_unstale":"2024-09-16T07:27:10.333018+0000","last_undegraded":"2024-09-16T07:27:10.333018+0000","last_fullsized":"2024-09-16T07:27:10.333018+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:05:03.617586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.3e","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.332718+0000","last_change":"2024-09-16T07:27:09.339466+0000","last_active":"2024-09-16T07:27:10.332718+0000","last_peered":"2024-09-16T07:27:10.332718+0000","last_clean":"2024-09-16T07:27:10.332718+0000","last_became_active":"2024-09-16T07:27:09.339101+0000","last_became_peered":"2024-09-16T07:27:09.339101+0000","last_unstale":"2024-09-16T07:27:10.332718+0000","last_undegraded":"2024-09-16T07:27:10.332718+0000","last_fullsized":"2024-09-16T07:27:10.332718+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:30:52.415834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.3d","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.867391+0000","last_change":"2024-09-16T07:27:09.356579+0000","last_active":"2024-09-16T07:27:10.867391+0000","last_peered":"2024-09-16T07:27:10.867391+0000","last_clean":"2024-09-16T07:27:10.867391+0000","last_became_active":"2024-09-16T07:27:09.356311+0000","last_became_peered":"2024-09-16T07:27:09.356311+0000","last_unstale":"2024-09-16T07:27:10.867391+0000","last_undegraded":"2024-09-16T07:27:10.867391+0000","last_fullsized":"2024-09-16T07:27:10.867391+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:36:42.098356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.3c","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.333132+0000","last_change":"2024-09-16T07:27:09.364337+0000","last_active":"2024-09-16T07:27:10.333132+0000","last_peered":"2024-09-16T07:27:10.333132+0000","last_clean":"2024-09-16T07:27:10.333132+0000","last_became_active":"2024-09-16T07:27:09.364117+0000","last_became_peered":"2024-09-16T07:27:09.364117+0000","last_unstale":"2024-09-16T07:27:10.333132+0000","last_undegraded":"2024-09-16T07:27:10.333132+0000","last_fullsized":"2024-09-16T07:27:10.333132+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:02:11.593272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.3b","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.866687+0000","last_change":"2024-09-16T07:27:09.354531+0000","last_active":"2024-09-16T07:27:10.866687+0000","last_peered":"2024-09-16T07:27:10.866687+0000","last_clean":"2024-09-16T07:27:10.866687+0000","last_became_active":"2024-09-16T07:27:09.354205+0000","last_became_peered":"2024-09-16T07:27:09.354205+0000","last_unstale":"2024-09-16T07:27:10.866687+0000","last_undegraded":"2024-09-16T07:27:10.866687+0000","last_fullsized":"2024-09-16T07:27:10.866687+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:15:16.348184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.3a","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.867011+0000","last_change":"2024-09-16T07:27:09.357031+0000","last_active":"2024-09-16T07:27:10.867011+0000","last_peered":"2024-09-16T07:27:10.867011+0000","last_clean":"2024-09-16T07:27:10.867011+0000","last_became_active":"2024-09-16T07:27:09.356752+0000","last_became_peered":"2024-09-16T07:27:09.356752+0000","last_unstale":"2024-09-16T07:27:10.867011+0000","last_undegraded":"2024-09-16T07:27:10.867011+0000","last_fullsized":"2024-09-16T07:27:10.867011+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:18:03.114694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.39","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.866598+0000","last_change":"2024-09-16T07:27:09.353640+0000","last_active":"2024-09-16T07:27:10.866598+0000","last_peered":"2024-09-16T07:27:10.866598+0000","last_clean":"2024-09-16T07:27:10.866598+0000","last_became_active":"2024-09-16T07:27:09.353225+0000","last_became_peered":"2024-09-16T07:27:09.353225+0000","last_unstale":"2024-09-16T07:27:10.866598+0000","last_undegraded":"2024-09-16T07:27:10.866598+0000","last_fullsized":"2024-09-16T07:27:10.866598+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:26:15.669736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.38","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.866898+0000","last_change":"2024-09-16T07:27:09.335521+0000","last_active":"2024-09-16T07:27:10.866898+0000","last_peered":"2024-09-16T07:27:10.866898+0000","last_clean":"2024-09-16T07:27:10.866898+0000","last_became_active":"2024-09-16T07:27:09.335153+0000","last_became_peered":"2024-09-16T07:27:09.335153+0000","last_unstale":"2024-09-16T07:27:10.866898+0000","last_undegraded":"2024-09-16T07:27:10.866898+0000","last_fullsized":"2024-09-16T07:27:10.866898+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:37:57.899824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.37","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.867869+0000","last_change":"2024-09-16T07:27:09.354875+0000","last_active":"2024-09-16T07:27:10.867869+0000","last_peered":"2024-09-16T07:27:10.867869+0000","last_clean":"2024-09-16T07:27:10.867869+0000","last_became_active":"2024-09-16T07:27:09.354597+0000","last_became_peered":"2024-09-16T07:27:09.354597+0000","last_unstale":"2024-09-16T07:27:10.867869+0000","last_undegraded":"2024-09-16T07:27:10.867869+0000","last_fullsized":"2024-09-16T07:27:10.867869+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:44:47.662605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.36","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.333416+0000","last_change":"2024-09-16T07:27:09.355963+0000","last_active":"2024-09-16T07:27:10.333416+0000","last_peered":"2024-09-16T07:27:10.333416+0000","last_clean":"2024-09-16T07:27:10.333416+0000","last_became_active":"2024-09-16T07:27:09.355677+0000","last_became_peered":"2024-09-16T07:27:09.355677+0000","last_unstale":"2024-09-16T07:27:10.333416+0000","last_undegraded":"2024-09-16T07:27:10.333416+0000","last_fullsized":"2024-09-16T07:27:10.333416+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:58:00.533711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.35","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.333303+0000","last_change":"2024-09-16T07:27:09.348202+0000","last_active":"2024-09-16T07:27:10.333303+0000","last_peered":"2024-09-16T07:27:10.333303+0000","last_clean":"2024-09-16T07:27:10.333303+0000","last_became_active":"2024-09-16T07:27:09.347871+0000","last_became_peered":"2024-09-16T07:27:09.347871+0000","last_unstale":"2024-09-16T07:27:10.333303+0000","last_undegraded":"2024-09-16T07:27:10.333303+0000","last_fullsized":"2024-09-16T07:27:10.333303+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:13:54.596442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.34","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.867644+0000","last_change":"2024-09-16T07:27:09.357171+0000","last_active":"2024-09-16T07:27:10.867644+0000","last_peered":"2024-09-16T07:27:10.867644+0000","last_clean":"2024-09-16T07:27:10.867644+0000","last_became_active":"2024-09-16T07:27:09.355328+0000","last_became_peered":"2024-09-16T07:27:09.355328+0000","last_unstale":"2024-09-16T07:27:10.867644+0000","last_undegraded":"2024-09-16T07:27:10.867644+0000","last_fullsized":"2024-09-16T07:27:10.867644+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:09:26.127640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.33","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.333665+0000","last_change":"2024-09-16T07:27:09.354892+0000","last_active":"2024-09-16T07:27:10.333665+0000","last_peered":"2024-09-16T07:27:10.333665+0000","last_clean":"2024-09-16T07:27:10.333665+0000","last_became_active":"2024-09-16T07:27:09.354560+0000","last_became_peered":"2024-09-16T07:27:09.354560+0000","last_unstale":"2024-09-16T07:27:10.333665+0000","last_undegraded":"2024-09-16T07:27:10.333665+0000","last_fullsized":"2024-09-16T07:27:10.333665+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:10:31.284851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.32","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.866975+0000","last_change":"2024-09-16T07:27:09.350241+0000","last_active":"2024-09-16T07:27:10.866975+0000","last_peered":"2024-09-16T07:27:10.866975+0000","last_clean":"2024-09-16T07:27:10.866975+0000","last_became_active":"2024-09-16T07:27:09.349972+0000","last_became_peered":"2024-09-16T07:27:09.349972+0000","last_unstale":"2024-09-16T07:27:10.866975+0000","last_undegraded":"2024-09-16T07:27:10.866975+0000","last_fullsized":"2024-09-16T07:27:10.866975+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:50:02.360135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.31","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.791484+0000","last_change":"2024-09-16T07:27:09.351179+0000","last_active":"2024-09-16T07:27:10.791484+0000","last_peered":"2024-09-16T07:27:10.791484+0000","last_clean":"2024-09-16T07:27:10.791484+0000","last_became_active":"2024-09-16T07:27:09.350925+0000","last_became_peered":"2024-09-16T07:27:09.350925+0000","last_unstale":"2024-09-16T07:27:10.791484+0000","last_undegraded":"2024-09-16T07:27:10.791484+0000","last_fullsized":"2024-09-16T07:27:10.791484+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:08:57.333768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.30","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.866579+0000","last_change":"2024-09-16T07:27:09.346771+0000","last_active":"2024-09-16T07:27:10.866579+0000","last_peered":"2024-09-16T07:27:10.866579+0000","last_clean":"2024-09-16T07:27:10.866579+0000","last_became_active":"2024-09-16T07:27:09.346427+0000","last_became_peered":"2024-09-16T07:27:09.346427+0000","last_unstale":"2024-09-16T07:27:10.866579+0000","last_undegraded":"2024-09-16T07:27:10.866579+0000","last_fullsized":"2024-09-16T07:27:10.866579+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:06:57.599587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.2f","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.868040+0000","last_change":"2024-09-16T07:27:09.353099+0000","last_active":"2024-09-16T07:27:10.868040+0000","last_peered":"2024-09-16T07:27:10.868040+0000","last_clean":"2024-09-16T07:27:10.868040+0000","last_became_active":"2024-09-16T07:27:09.351109+0000","last_became_peered":"2024-09-16T07:27:09.351109+0000","last_unstale":"2024-09-16T07:27:10.868040+0000","last_undegraded":"2024-09-16T07:27:10.868040+0000","last_fullsized":"2024-09-16T07:27:10.868040+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:15:18.409826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.2e","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.791794+0000","last_change":"2024-09-16T07:27:09.352785+0000","last_active":"2024-09-16T07:27:10.791794+0000","last_peered":"2024-09-16T07:27:10.791794+0000","last_clean":"2024-09-16T07:27:10.791794+0000","last_became_active":"2024-09-16T07:27:09.352360+0000","last_became_peered":"2024-09-16T07:27:09.352360+0000","last_unstale":"2024-09-16T07:27:10.791794+0000","last_undegraded":"2024-09-16T07:27:10.791794+0000","last_fullsized":"2024-09-16T07:27:10.791794+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:00:11.243387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.2d","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.333297+0000","last_change":"2024-09-16T07:27:09.342311+0000","last_active":"2024-09-16T07:27:10.333297+0000","last_peered":"2024-09-16T07:27:10.333297+0000","last_clean":"2024-09-16T07:27:10.333297+0000","last_became_active":"2024-09-16T07:27:09.341634+0000","last_became_peered":"2024-09-16T07:27:09.341634+0000","last_unstale":"2024-09-16T07:27:10.333297+0000","last_undegraded":"2024-09-16T07:27:10.333297+0000","last_fullsized":"2024-09-16T07:27:10.333297+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:02:11.593272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.2c","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.791655+0000","last_change":"2024-09-16T07:27:09.350376+0000","last_active":"2024-09-16T07:27:10.791655+0000","last_peered":"2024-09-16T07:27:10.791655+0000","last_clean":"2024-09-16T07:27:10.791655+0000","last_became_active":"2024-09-16T07:27:09.350112+0000","last_became_peered":"2024-09-16T07:27:09.350112+0000","last_unstale":"2024-09-16T07:27:10.791655+0000","last_undegraded":"2024-09-16T07:27:10.791655+0000","last_fullsized":"2024-09-16T07:27:10.791655+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:02:00.142929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.2b","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.867346+0000","last_change":"2024-09-16T07:27:09.359787+0000","last_active":"2024-09-16T07:27:10.867346+0000","last_peered":"2024-09-16T07:27:10.867346+0000","last_clean":"2024-09-16T07:27:10.867346+0000","last_became_active":"2024-09-16T07:27:09.359526+0000","last_became_peered":"2024-09-16T07:27:09.359526+0000","last_unstale":"2024-09-16T07:27:10.867346+0000","last_undegraded":"2024-09-16T07:27:10.867346+0000","last_fullsized":"2024-09-16T07:27:10.867346+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:19:11.517989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.2a","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.332370+0000","last_change":"2024-09-16T07:27:09.350524+0000","last_active":"2024-09-16T07:27:10.332370+0000","last_peered":"2024-09-16T07:27:10.332370+0000","last_clean":"2024-09-16T07:27:10.332370+0000","last_became_active":"2024-09-16T07:27:09.350176+0000","last_became_peered":"2024-09-16T07:27:09.350176+0000","last_unstale":"2024-09-16T07:27:10.332370+0000","last_undegraded":"2024-09-16T07:27:10.332370+0000","last_fullsized":"2024-09-16T07:27:10.332370+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:21:10.311726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.29","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.334002+0000","last_change":"2024-09-16T07:27:09.344237+0000","last_active":"2024-09-16T07:27:10.334002+0000","last_peered":"2024-09-16T07:27:10.334002+0000","last_clean":"2024-09-16T07:27:10.334002+0000","last_became_active":"2024-09-16T07:27:09.343876+0000","last_became_peered":"2024-09-16T07:27:09.343876+0000","last_unstale":"2024-09-16T07:27:10.334002+0000","last_undegraded":"2024-09-16T07:27:10.334002+0000","last_fullsized":"2024-09-16T07:27:10.334002+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:06:22.195197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.28","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.791381+0000","last_change":"2024-09-16T07:27:09.355054+0000","last_active":"2024-09-16T07:27:10.791381+0000","last_peered":"2024-09-16T07:27:10.791381+0000","last_clean":"2024-09-16T07:27:10.791381+0000","last_became_active":"2024-09-16T07:27:09.354767+0000","last_became_peered":"2024-09-16T07:27:09.354767+0000","last_unstale":"2024-09-16T07:27:10.791381+0000","last_undegraded":"2024-09-16T07:27:10.791381+0000","last_fullsized":"2024-09-16T07:27:10.791381+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:46:11.892295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.27","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.333832+0000","last_change":"2024-09-16T07:27:09.355211+0000","last_active":"2024-09-16T07:27:10.333832+0000","last_peered":"2024-09-16T07:27:10.333832+0000","last_clean":"2024-09-16T07:27:10.333832+0000","last_became_active":"2024-09-16T07:27:09.354616+0000","last_became_peered":"2024-09-16T07:27:09.354616+0000","last_unstale":"2024-09-16T07:27:10.333832+0000","last_undegraded":"2024-09-16T07:27:10.333832+0000","last_fullsized":"2024-09-16T07:27:10.333832+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:07:53.353641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.26","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.332988+0000","last_change":"2024-09-16T07:27:09.352097+0000","last_active":"2024-09-16T07:27:10.332988+0000","last_peered":"2024-09-16T07:27:10.332988+0000","last_clean":"2024-09-16T07:27:10.332988+0000","last_became_active":"2024-09-16T07:27:09.351753+0000","last_became_peered":"2024-09-16T07:27:09.351753+0000","last_unstale":"2024-09-16T07:27:10.332988+0000","last_undegraded":"2024-09-16T07:27:10.332988+0000","last_fullsized":"2024-09-16T07:27:10.332988+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:05:05.661877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.25","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.866971+0000","last_change":"2024-09-16T07:27:09.354940+0000","last_active":"2024-09-16T07:27:10.866971+0000","last_peered":"2024-09-16T07:27:10.866971+0000","last_clean":"2024-09-16T07:27:10.866971+0000","last_became_active":"2024-09-16T07:27:09.354181+0000","last_became_peered":"2024-09-16T07:27:09.354181+0000","last_unstale":"2024-09-16T07:27:10.866971+0000","last_undegraded":"2024-09-16T07:27:10.866971+0000","last_fullsized":"2024-09-16T07:27:10.866971+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:42:21.714538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.24","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.334247+0000","last_change":"2024-09-16T07:27:09.344914+0000","last_active":"2024-09-16T07:27:10.334247+0000","last_peered":"2024-09-16T07:27:10.334247+0000","last_clean":"2024-09-16T07:27:10.334247+0000","last_became_active":"2024-09-16T07:27:09.343530+0000","last_became_peered":"2024-09-16T07:27:09.343530+0000","last_unstale":"2024-09-16T07:27:10.334247+0000","last_undegraded":"2024-09-16T07:27:10.334247+0000","last_fullsized":"2024-09-16T07:27:10.334247+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:08:01.989757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.23","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.332236+0000","last_change":"2024-09-16T07:27:09.340710+0000","last_active":"2024-09-16T07:27:10.332236+0000","last_peered":"2024-09-16T07:27:10.332236+0000","last_clean":"2024-09-16T07:27:10.332236+0000","last_became_active":"2024-09-16T07:27:09.340407+0000","last_became_peered":"2024-09-16T07:27:09.340407+0000","last_unstale":"2024-09-16T07:27:10.332236+0000","last_undegraded":"2024-09-16T07:27:10.332236+0000","last_fullsized":"2024-09-16T07:27:10.332236+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:09:26.127640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.22","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.333139+0000","last_change":"2024-09-16T07:27:09.346470+0000","last_active":"2024-09-16T07:27:10.333139+0000","last_peered":"2024-09-16T07:27:10.333139+0000","last_clean":"2024-09-16T07:27:10.333139+0000","last_became_active":"2024-09-16T07:27:09.346003+0000","last_became_peered":"2024-09-16T07:27:09.346003+0000","last_unstale":"2024-09-16T07:27:10.333139+0000","last_undegraded":"2024-09-16T07:27:10.333139+0000","last_fullsized":"2024-09-16T07:27:10.333139+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:47:06.719566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.21","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.334196+0000","last_change":"2024-09-16T07:27:09.345118+0000","last_active":"2024-09-16T07:27:10.334196+0000","last_peered":"2024-09-16T07:27:10.334196+0000","last_clean":"2024-09-16T07:27:10.334196+0000","last_became_active":"2024-09-16T07:27:09.344808+0000","last_became_peered":"2024-09-16T07:27:09.344808+0000","last_unstale":"2024-09-16T07:27:10.334196+0000","last_undegraded":"2024-09-16T07:27:10.334196+0000","last_fullsized":"2024-09-16T07:27:10.334196+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:34:15.232725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.20","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.866753+0000","last_change":"2024-09-16T07:27:09.352263+0000","last_active":"2024-09-16T07:27:10.866753+0000","last_peered":"2024-09-16T07:27:10.866753+0000","last_clean":"2024-09-16T07:27:10.866753+0000","last_became_active":"2024-09-16T07:27:09.351998+0000","last_became_peered":"2024-09-16T07:27:09.351998+0000","last_unstale":"2024-09-16T07:27:10.866753+0000","last_undegraded":"2024-09-16T07:27:10.866753+0000","last_fullsized":"2024-09-16T07:27:10.866753+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:38:30.727063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.1e","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.866915+0000","last_change":"2024-09-16T07:27:09.346409+0000","last_active":"2024-09-16T07:27:10.866915+0000","last_peered":"2024-09-16T07:27:10.866915+0000","last_clean":"2024-09-16T07:27:10.866915+0000","last_became_active":"2024-09-16T07:27:09.346074+0000","last_became_peered":"2024-09-16T07:27:09.346074+0000","last_unstale":"2024-09-16T07:27:10.866915+0000","last_undegraded":"2024-09-16T07:27:10.866915+0000","last_fullsized":"2024-09-16T07:27:10.866915+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:00:22.778741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.1f","version":"116'4","reported_seq":19,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.867365+0000","last_change":"2024-09-16T07:27:08.346907+0000","last_active":"2024-09-16T07:27:10.867365+0000","last_peered":"2024-09-16T07:27:10.867365+0000","last_clean":"2024-09-16T07:27:10.867365+0000","last_became_active":"2024-09-16T07:27:08.346589+0000","last_became_peered":"2024-09-16T07:27:08.346589+0000","last_unstale":"2024-09-16T07:27:10.867365+0000","last_undegraded":"2024-09-16T07:27:10.867365+0000","last_fullsized":"2024-09-16T07:27:10.867365+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:37:56.842542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.1f","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.867866+0000","last_change":"2024-09-16T07:27:09.353499+0000","last_active":"2024-09-16T07:27:10.867866+0000","last_peered":"2024-09-16T07:27:10.867866+0000","last_clean":"2024-09-16T07:27:10.867866+0000","last_became_active":"2024-09-16T07:27:09.352713+0000","last_became_peered":"2024-09-16T07:27:09.352713+0000","last_unstale":"2024-09-16T07:27:10.867866+0000","last_undegraded":"2024-09-16T07:27:10.867866+0000","last_fullsized":"2024-09-16T07:27:10.867866+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:40:12.490043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.1e","version":"116'1","reported_seq":16,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.867585+0000","last_change":"2024-09-16T07:27:08.339905+0000","last_active":"2024-09-16T07:27:10.867585+0000","last_peered":"2024-09-16T07:27:10.867585+0000","last_clean":"2024-09-16T07:27:10.867585+0000","last_became_active":"2024-09-16T07:27:08.339605+0000","last_became_peered":"2024-09-16T07:27:08.339605+0000","last_unstale":"2024-09-16T07:27:10.867585+0000","last_undegraded":"2024-09-16T07:27:10.867585+0000","last_fullsized":"2024-09-16T07:27:10.867585+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:11:56.125665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.1c","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.866995+0000","last_change":"2024-09-16T07:27:09.350748+0000","last_active":"2024-09-16T07:27:10.866995+0000","last_peered":"2024-09-16T07:27:10.866995+0000","last_clean":"2024-09-16T07:27:10.866995+0000","last_became_active":"2024-09-16T07:27:09.350453+0000","last_became_peered":"2024-09-16T07:27:09.350453+0000","last_unstale":"2024-09-16T07:27:10.866995+0000","last_undegraded":"2024-09-16T07:27:10.866995+0000","last_fullsized":"2024-09-16T07:27:10.866995+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:29:31.326334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.1d","version":"116'2","reported_seq":17,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.333484+0000","last_change":"2024-09-16T07:27:08.341024+0000","last_active":"2024-09-16T07:27:10.333484+0000","last_peered":"2024-09-16T07:27:10.333484+0000","last_clean":"2024-09-16T07:27:10.333484+0000","last_became_active":"2024-09-16T07:27:08.340737+0000","last_became_peered":"2024-09-16T07:27:08.340737+0000","last_unstale":"2024-09-16T07:27:10.333484+0000","last_undegraded":"2024-09-16T07:27:10.333484+0000","last_fullsized":"2024-09-16T07:27:10.333484+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:55:23.135370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.1d","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.867511+0000","last_change":"2024-09-16T07:27:09.359633+0000","last_active":"2024-09-16T07:27:10.867511+0000","last_peered":"2024-09-16T07:27:10.867511+0000","last_clean":"2024-09-16T07:27:10.867511+0000","last_became_active":"2024-09-16T07:27:09.357075+0000","last_became_peered":"2024-09-16T07:27:09.357075+0000","last_unstale":"2024-09-16T07:27:10.867511+0000","last_undegraded":"2024-09-16T07:27:10.867511+0000","last_fullsized":"2024-09-16T07:27:10.867511+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:04:10.723668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.1c","version":"116'2","reported_seq":17,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.333513+0000","last_change":"2024-09-16T07:27:08.343471+0000","last_active":"2024-09-16T07:27:10.333513+0000","last_peered":"2024-09-16T07:27:10.333513+0000","last_clean":"2024-09-16T07:27:10.333513+0000","last_became_active":"2024-09-16T07:27:08.342836+0000","last_became_peered":"2024-09-16T07:27:08.342836+0000","last_unstale":"2024-09-16T07:27:10.333513+0000","last_undegraded":"2024-09-16T07:27:10.333513+0000","last_fullsized":"2024-09-16T07:27:10.333513+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:25:55.075840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.1a","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.791462+0000","last_change":"2024-09-16T07:27:09.351508+0000","last_active":"2024-09-16T07:27:10.791462+0000","last_peered":"2024-09-16T07:27:10.791462+0000","last_clean":"2024-09-16T07:27:10.791462+0000","last_became_active":"2024-09-16T07:27:09.350975+0000","last_became_peered":"2024-09-16T07:27:09.350975+0000","last_unstale":"2024-09-16T07:27:10.791462+0000","last_undegraded":"2024-09-16T07:27:10.791462+0000","last_fullsized":"2024-09-16T07:27:10.791462+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:07:32.372966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.1b","version":"116'1","reported_seq":16,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.332281+0000","last_change":"2024-09-16T07:27:08.344460+0000","last_active":"2024-09-16T07:27:10.332281+0000","last_peered":"2024-09-16T07:27:10.332281+0000","last_clean":"2024-09-16T07:27:10.332281+0000","last_became_active":"2024-09-16T07:27:08.344117+0000","last_became_peered":"2024-09-16T07:27:08.344117+0000","last_unstale":"2024-09-16T07:27:10.332281+0000","last_undegraded":"2024-09-16T07:27:10.332281+0000","last_fullsized":"2024-09-16T07:27:10.332281+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:35:27.438338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.1b","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.867564+0000","last_change":"2024-09-16T07:27:09.356601+0000","last_active":"2024-09-16T07:27:10.867564+0000","last_peered":"2024-09-16T07:27:10.867564+0000","last_clean":"2024-09-16T07:27:10.867564+0000","last_became_active":"2024-09-16T07:27:09.356315+0000","last_became_peered":"2024-09-16T07:27:09.356315+0000","last_unstale":"2024-09-16T07:27:10.867564+0000","last_undegraded":"2024-09-16T07:27:10.867564+0000","last_fullsized":"2024-09-16T07:27:10.867564+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:42:38.485126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.1a","version":"116'1","reported_seq":16,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.791457+0000","last_change":"2024-09-16T07:27:08.345004+0000","last_active":"2024-09-16T07:27:10.791457+0000","last_peered":"2024-09-16T07:27:10.791457+0000","last_clean":"2024-09-16T07:27:10.791457+0000","last_became_active":"2024-09-16T07:27:08.344670+0000","last_became_peered":"2024-09-16T07:27:08.344670+0000","last_unstale":"2024-09-16T07:27:10.791457+0000","last_undegraded":"2024-09-16T07:27:10.791457+0000","last_fullsized":"2024-09-16T07:27:10.791457+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:07:35.466871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.18","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.866596+0000","last_change":"2024-09-16T07:27:09.352622+0000","last_active":"2024-09-16T07:27:10.866596+0000","last_peered":"2024-09-16T07:27:10.866596+0000","last_clean":"2024-09-16T07:27:10.866596+0000","last_became_active":"2024-09-16T07:27:09.352310+0000","last_became_peered":"2024-09-16T07:27:09.352310+0000","last_unstale":"2024-09-16T07:27:10.866596+0000","last_undegraded":"2024-09-16T07:27:10.866596+0000","last_fullsized":"2024-09-16T07:27:10.866596+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:37:14.003145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.19","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.866542+0000","last_change":"2024-09-16T07:27:08.346877+0000","last_active":"2024-09-16T07:27:10.866542+0000","last_peered":"2024-09-16T07:27:10.866542+0000","last_clean":"2024-09-16T07:27:10.866542+0000","last_became_active":"2024-09-16T07:27:08.346574+0000","last_became_peered":"2024-09-16T07:27:08.346574+0000","last_unstale":"2024-09-16T07:27:10.866542+0000","last_undegraded":"2024-09-16T07:27:10.866542+0000","last_fullsized":"2024-09-16T07:27:10.866542+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:24:44.485452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.19","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.332634+0000","last_change":"2024-09-16T07:27:09.352718+0000","last_active":"2024-09-16T07:27:10.332634+0000","last_peered":"2024-09-16T07:27:10.332634+0000","last_clean":"2024-09-16T07:27:10.332634+0000","last_became_active":"2024-09-16T07:27:09.352039+0000","last_became_peered":"2024-09-16T07:27:09.352039+0000","last_unstale":"2024-09-16T07:27:10.332634+0000","last_undegraded":"2024-09-16T07:27:10.332634+0000","last_fullsized":"2024-09-16T07:27:10.332634+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:36:33.401286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.18","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.333376+0000","last_change":"2024-09-16T07:27:08.338698+0000","last_active":"2024-09-16T07:27:10.333376+0000","last_peered":"2024-09-16T07:27:10.333376+0000","last_clean":"2024-09-16T07:27:10.333376+0000","last_became_active":"2024-09-16T07:27:08.338423+0000","last_became_peered":"2024-09-16T07:27:08.338423+0000","last_unstale":"2024-09-16T07:27:10.333376+0000","last_undegraded":"2024-09-16T07:27:10.333376+0000","last_fullsized":"2024-09-16T07:27:10.333376+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:41:25.218879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.16","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.333247+0000","last_change":"2024-09-16T07:27:09.352725+0000","last_active":"2024-09-16T07:27:10.333247+0000","last_peered":"2024-09-16T07:27:10.333247+0000","last_clean":"2024-09-16T07:27:10.333247+0000","last_became_active":"2024-09-16T07:27:09.352403+0000","last_became_peered":"2024-09-16T07:27:09.352403+0000","last_unstale":"2024-09-16T07:27:10.333247+0000","last_undegraded":"2024-09-16T07:27:10.333247+0000","last_fullsized":"2024-09-16T07:27:10.333247+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:49:31.743767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.17","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.867806+0000","last_change":"2024-09-16T07:27:08.341254+0000","last_active":"2024-09-16T07:27:10.867806+0000","last_peered":"2024-09-16T07:27:10.867806+0000","last_clean":"2024-09-16T07:27:10.867806+0000","last_became_active":"2024-09-16T07:27:08.340976+0000","last_became_peered":"2024-09-16T07:27:08.340976+0000","last_unstale":"2024-09-16T07:27:10.867806+0000","last_undegraded":"2024-09-16T07:27:10.867806+0000","last_fullsized":"2024-09-16T07:27:10.867806+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:58:08.363623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.17","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.867235+0000","last_change":"2024-09-16T07:27:09.350442+0000","last_active":"2024-09-16T07:27:10.867235+0000","last_peered":"2024-09-16T07:27:10.867235+0000","last_clean":"2024-09-16T07:27:10.867235+0000","last_became_active":"2024-09-16T07:27:09.350168+0000","last_became_peered":"2024-09-16T07:27:09.350168+0000","last_unstale":"2024-09-16T07:27:10.867235+0000","last_undegraded":"2024-09-16T07:27:10.867235+0000","last_fullsized":"2024-09-16T07:27:10.867235+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:04:20.290107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.16","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.791797+0000","last_change":"2024-09-16T07:27:08.344479+0000","last_active":"2024-09-16T07:27:10.791797+0000","last_peered":"2024-09-16T07:27:10.791797+0000","last_clean":"2024-09-16T07:27:10.791797+0000","last_became_active":"2024-09-16T07:27:08.344071+0000","last_became_peered":"2024-09-16T07:27:08.344071+0000","last_unstale":"2024-09-16T07:27:10.791797+0000","last_undegraded":"2024-09-16T07:27:10.791797+0000","last_fullsized":"2024-09-16T07:27:10.791797+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:00:14.866401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.14","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.867854+0000","last_change":"2024-09-16T07:27:09.357830+0000","last_active":"2024-09-16T07:27:10.867854+0000","last_peered":"2024-09-16T07:27:10.867854+0000","last_clean":"2024-09-16T07:27:10.867854+0000","last_became_active":"2024-09-16T07:27:09.357540+0000","last_became_peered":"2024-09-16T07:27:09.357540+0000","last_unstale":"2024-09-16T07:27:10.867854+0000","last_undegraded":"2024-09-16T07:27:10.867854+0000","last_fullsized":"2024-09-16T07:27:10.867854+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:21:10.311726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.15","version":"116'3","reported_seq":18,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.866896+0000","last_change":"2024-09-16T07:27:08.347308+0000","last_active":"2024-09-16T07:27:10.866896+0000","last_peered":"2024-09-16T07:27:10.866896+0000","last_clean":"2024-09-16T07:27:10.866896+0000","last_became_active":"2024-09-16T07:27:08.346976+0000","last_became_peered":"2024-09-16T07:27:08.346976+0000","last_unstale":"2024-09-16T07:27:10.866896+0000","last_undegraded":"2024-09-16T07:27:10.866896+0000","last_fullsized":"2024-09-16T07:27:10.866896+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:46:35.681173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.15","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.333971+0000","last_change":"2024-09-16T07:27:09.356739+0000","last_active":"2024-09-16T07:27:10.333971+0000","last_peered":"2024-09-16T07:27:10.333971+0000","last_clean":"2024-09-16T07:27:10.333971+0000","last_became_active":"2024-09-16T07:27:09.356479+0000","last_became_peered":"2024-09-16T07:27:09.356479+0000","last_unstale":"2024-09-16T07:27:10.333971+0000","last_undegraded":"2024-09-16T07:27:10.333971+0000","last_fullsized":"2024-09-16T07:27:10.333971+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:39:12.623585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.14","version":"116'6","reported_seq":21,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.334373+0000","last_change":"2024-09-16T07:27:08.348195+0000","last_active":"2024-09-16T07:27:10.334373+0000","last_peered":"2024-09-16T07:27:10.334373+0000","last_clean":"2024-09-16T07:27:10.334373+0000","last_became_active":"2024-09-16T07:27:08.347899+0000","last_became_peered":"2024-09-16T07:27:08.347899+0000","last_unstale":"2024-09-16T07:27:10.334373+0000","last_undegraded":"2024-09-16T07:27:10.334373+0000","last_fullsized":"2024-09-16T07:27:10.334373+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:05:23.924201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.13","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.866888+0000","last_change":"2024-09-16T07:27:09.348832+0000","last_active":"2024-09-16T07:27:10.866888+0000","last_peered":"2024-09-16T07:27:10.866888+0000","last_clean":"2024-09-16T07:27:10.866888+0000","last_became_active":"2024-09-16T07:27:09.348563+0000","last_became_peered":"2024-09-16T07:27:09.348563+0000","last_unstale":"2024-09-16T07:27:10.866888+0000","last_undegraded":"2024-09-16T07:27:10.866888+0000","last_fullsized":"2024-09-16T07:27:10.866888+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:20:29.673349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.12","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.866517+0000","last_change":"2024-09-16T07:27:08.346919+0000","last_active":"2024-09-16T07:27:10.866517+0000","last_peered":"2024-09-16T07:27:10.866517+0000","last_clean":"2024-09-16T07:27:10.866517+0000","last_became_active":"2024-09-16T07:27:08.346631+0000","last_became_peered":"2024-09-16T07:27:08.346631+0000","last_unstale":"2024-09-16T07:27:10.866517+0000","last_undegraded":"2024-09-16T07:27:10.866517+0000","last_fullsized":"2024-09-16T07:27:10.866517+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:20:41.991260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.10","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.866753+0000","last_change":"2024-09-16T07:27:09.346680+0000","last_active":"2024-09-16T07:27:10.866753+0000","last_peered":"2024-09-16T07:27:10.866753+0000","last_clean":"2024-09-16T07:27:10.866753+0000","last_became_active":"2024-09-16T07:27:09.346027+0000","last_became_peered":"2024-09-16T07:27:09.346027+0000","last_unstale":"2024-09-16T07:27:10.866753+0000","last_undegraded":"2024-09-16T07:27:10.866753+0000","last_fullsized":"2024-09-16T07:27:10.866753+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:52:16.876576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.11","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.332339+0000","last_change":"2024-09-16T07:27:08.341169+0000","last_active":"2024-09-16T07:27:10.332339+0000","last_peered":"2024-09-16T07:27:10.332339+0000","last_clean":"2024-09-16T07:27:10.332339+0000","last_became_active":"2024-09-16T07:27:08.340479+0000","last_became_peered":"2024-09-16T07:27:08.340479+0000","last_unstale":"2024-09-16T07:27:10.332339+0000","last_undegraded":"2024-09-16T07:27:10.332339+0000","last_fullsized":"2024-09-16T07:27:10.332339+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:19:10.511430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.11","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.866660+0000","last_change":"2024-09-16T07:27:09.352262+0000","last_active":"2024-09-16T07:27:10.866660+0000","last_peered":"2024-09-16T07:27:10.866660+0000","last_clean":"2024-09-16T07:27:10.866660+0000","last_became_active":"2024-09-16T07:27:09.351966+0000","last_became_peered":"2024-09-16T07:27:09.351966+0000","last_unstale":"2024-09-16T07:27:10.866660+0000","last_undegraded":"2024-09-16T07:27:10.866660+0000","last_fullsized":"2024-09-16T07:27:10.866660+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:13:26.701280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.10","version":"116'8","reported_seq":23,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.867805+0000","last_change":"2024-09-16T07:27:08.337338+0000","last_active":"2024-09-16T07:27:10.867805+0000","last_peered":"2024-09-16T07:27:10.867805+0000","last_clean":"2024-09-16T07:27:10.867805+0000","last_became_active":"2024-09-16T07:27:08.337053+0000","last_became_peered":"2024-09-16T07:27:08.337053+0000","last_unstale":"2024-09-16T07:27:10.867805+0000","last_undegraded":"2024-09-16T07:27:10.867805+0000","last_fullsized":"2024-09-16T07:27:10.867805+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:08:01.786394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.e","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.868177+0000","last_change":"2024-09-16T07:27:09.341587+0000","last_active":"2024-09-16T07:27:10.868177+0000","last_peered":"2024-09-16T07:27:10.868177+0000","last_clean":"2024-09-16T07:27:10.868177+0000","last_became_active":"2024-09-16T07:27:09.341341+0000","last_became_peered":"2024-09-16T07:27:09.341341+0000","last_unstale":"2024-09-16T07:27:10.868177+0000","last_undegraded":"2024-09-16T07:27:10.868177+0000","last_fullsized":"2024-09-16T07:27:10.868177+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:35:28.433066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.f","version":"116'1","reported_seq":16,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.867825+0000","last_change":"2024-09-16T07:27:08.344388+0000","last_active":"2024-09-16T07:27:10.867825+0000","last_peered":"2024-09-16T07:27:10.867825+0000","last_clean":"2024-09-16T07:27:10.867825+0000","last_became_active":"2024-09-16T07:27:08.344089+0000","last_became_peered":"2024-09-16T07:27:08.344089+0000","last_unstale":"2024-09-16T07:27:10.867825+0000","last_undegraded":"2024-09-16T07:27:10.867825+0000","last_fullsized":"2024-09-16T07:27:10.867825+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:40:47.213154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.f","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.867546+0000","last_change":"2024-09-16T07:27:09.349928+0000","last_active":"2024-09-16T07:27:10.867546+0000","last_peered":"2024-09-16T07:27:10.867546+0000","last_clean":"2024-09-16T07:27:10.867546+0000","last_became_active":"2024-09-16T07:27:09.349520+0000","last_became_peered":"2024-09-16T07:27:09.349520+0000","last_unstale":"2024-09-16T07:27:10.867546+0000","last_undegraded":"2024-09-16T07:27:10.867546+0000","last_fullsized":"2024-09-16T07:27:10.867546+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:47:58.634133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.e","version":"116'2","reported_seq":17,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.332920+0000","last_change":"2024-09-16T07:27:08.342557+0000","last_active":"2024-09-16T07:27:10.332920+0000","last_peered":"2024-09-16T07:27:10.332920+0000","last_clean":"2024-09-16T07:27:10.332920+0000","last_became_active":"2024-09-16T07:27:08.342254+0000","last_became_peered":"2024-09-16T07:27:08.342254+0000","last_unstale":"2024-09-16T07:27:10.332920+0000","last_undegraded":"2024-09-16T07:27:10.332920+0000","last_fullsized":"2024-09-16T07:27:10.332920+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:18:02.108135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.c","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.333500+0000","last_change":"2024-09-16T07:27:09.341139+0000","last_active":"2024-09-16T07:27:10.333500+0000","last_peered":"2024-09-16T07:27:10.333500+0000","last_clean":"2024-09-16T07:27:10.333500+0000","last_became_active":"2024-09-16T07:27:09.339345+0000","last_became_peered":"2024-09-16T07:27:09.339345+0000","last_unstale":"2024-09-16T07:27:10.333500+0000","last_undegraded":"2024-09-16T07:27:10.333500+0000","last_fullsized":"2024-09-16T07:27:10.333500+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:21:47.082516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.d","version":"116'1","reported_seq":16,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.867702+0000","last_change":"2024-09-16T07:27:08.346148+0000","last_active":"2024-09-16T07:27:10.867702+0000","last_peered":"2024-09-16T07:27:10.867702+0000","last_clean":"2024-09-16T07:27:10.867702+0000","last_became_active":"2024-09-16T07:27:08.345834+0000","last_became_peered":"2024-09-16T07:27:08.345834+0000","last_unstale":"2024-09-16T07:27:10.867702+0000","last_undegraded":"2024-09-16T07:27:10.867702+0000","last_fullsized":"2024-09-16T07:27:10.867702+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:49:50.437954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.d","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.332887+0000","last_change":"2024-09-16T07:27:09.351783+0000","last_active":"2024-09-16T07:27:10.332887+0000","last_peered":"2024-09-16T07:27:10.332887+0000","last_clean":"2024-09-16T07:27:10.332887+0000","last_became_active":"2024-09-16T07:27:09.351471+0000","last_became_peered":"2024-09-16T07:27:09.351471+0000","last_unstale":"2024-09-16T07:27:10.332887+0000","last_undegraded":"2024-09-16T07:27:10.332887+0000","last_fullsized":"2024-09-16T07:27:10.332887+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:27:53.851725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.c","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.868117+0000","last_change":"2024-09-16T07:27:08.341270+0000","last_active":"2024-09-16T07:27:10.868117+0000","last_peered":"2024-09-16T07:27:10.868117+0000","last_clean":"2024-09-16T07:27:10.868117+0000","last_became_active":"2024-09-16T07:27:08.340992+0000","last_became_peered":"2024-09-16T07:27:08.340992+0000","last_unstale":"2024-09-16T07:27:10.868117+0000","last_undegraded":"2024-09-16T07:27:10.868117+0000","last_fullsized":"2024-09-16T07:27:10.868117+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:47:47.885471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.a","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.333332+0000","last_change":"2024-09-16T07:27:09.341158+0000","last_active":"2024-09-16T07:27:10.333332+0000","last_peered":"2024-09-16T07:27:10.333332+0000","last_clean":"2024-09-16T07:27:10.333332+0000","last_became_active":"2024-09-16T07:27:09.339750+0000","last_became_peered":"2024-09-16T07:27:09.339750+0000","last_unstale":"2024-09-16T07:27:10.333332+0000","last_undegraded":"2024-09-16T07:27:10.333332+0000","last_fullsized":"2024-09-16T07:27:10.333332+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:51:07.982835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.b","version":"116'2","reported_seq":17,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.866767+0000","last_change":"2024-09-16T07:27:08.342755+0000","last_active":"2024-09-16T07:27:10.866767+0000","last_peered":"2024-09-16T07:27:10.866767+0000","last_clean":"2024-09-16T07:27:10.866767+0000","last_became_active":"2024-09-16T07:27:08.342464+0000","last_became_peered":"2024-09-16T07:27:08.342464+0000","last_unstale":"2024-09-16T07:27:10.866767+0000","last_undegraded":"2024-09-16T07:27:10.866767+0000","last_fullsized":"2024-09-16T07:27:10.866767+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:22:24.837835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.b","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.334298+0000","last_change":"2024-09-16T07:27:09.345053+0000","last_active":"2024-09-16T07:27:10.334298+0000","last_peered":"2024-09-16T07:27:10.334298+0000","last_clean":"2024-09-16T07:27:10.334298+0000","last_became_active":"2024-09-16T07:27:09.344771+0000","last_became_peered":"2024-09-16T07:27:09.344771+0000","last_unstale":"2024-09-16T07:27:10.334298+0000","last_undegraded":"2024-09-16T07:27:10.334298+0000","last_fullsized":"2024-09-16T07:27:10.334298+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:53:43.461240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.a","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.791561+0000","last_change":"2024-09-16T07:27:08.349488+0000","last_active":"2024-09-16T07:27:10.791561+0000","last_peered":"2024-09-16T07:27:10.791561+0000","last_clean":"2024-09-16T07:27:10.791561+0000","last_became_active":"2024-09-16T07:27:08.349229+0000","last_became_peered":"2024-09-16T07:27:08.349229+0000","last_unstale":"2024-09-16T07:27:10.791561+0000","last_undegraded":"2024-09-16T07:27:10.791561+0000","last_fullsized":"2024-09-16T07:27:10.791561+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:16:05.320858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.8","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.866930+0000","last_change":"2024-09-16T07:27:09.347827+0000","last_active":"2024-09-16T07:27:10.866930+0000","last_peered":"2024-09-16T07:27:10.866930+0000","last_clean":"2024-09-16T07:27:10.866930+0000","last_became_active":"2024-09-16T07:27:09.347426+0000","last_became_peered":"2024-09-16T07:27:09.347426+0000","last_unstale":"2024-09-16T07:27:10.866930+0000","last_undegraded":"2024-09-16T07:27:10.866930+0000","last_fullsized":"2024-09-16T07:27:10.866930+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:31:32.817828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.9","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.866479+0000","last_change":"2024-09-16T07:27:08.342427+0000","last_active":"2024-09-16T07:27:10.866479+0000","last_peered":"2024-09-16T07:27:10.866479+0000","last_clean":"2024-09-16T07:27:10.866479+0000","last_became_active":"2024-09-16T07:27:08.341708+0000","last_became_peered":"2024-09-16T07:27:08.341708+0000","last_unstale":"2024-09-16T07:27:10.866479+0000","last_undegraded":"2024-09-16T07:27:10.866479+0000","last_fullsized":"2024-09-16T07:27:10.866479+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:02:13.647754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.9","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.866898+0000","last_change":"2024-09-16T07:27:09.359838+0000","last_active":"2024-09-16T07:27:10.866898+0000","last_peered":"2024-09-16T07:27:10.866898+0000","last_clean":"2024-09-16T07:27:10.866898+0000","last_became_active":"2024-09-16T07:27:09.359492+0000","last_became_peered":"2024-09-16T07:27:09.359492+0000","last_unstale":"2024-09-16T07:27:10.866898+0000","last_undegraded":"2024-09-16T07:27:10.866898+0000","last_fullsized":"2024-09-16T07:27:10.866898+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:05:56.933269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.8","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.332159+0000","last_change":"2024-09-16T07:27:08.343431+0000","last_active":"2024-09-16T07:27:10.332159+0000","last_peered":"2024-09-16T07:27:10.332159+0000","last_clean":"2024-09-16T07:27:10.332159+0000","last_became_active":"2024-09-16T07:27:08.342784+0000","last_became_peered":"2024-09-16T07:27:08.342784+0000","last_unstale":"2024-09-16T07:27:10.332159+0000","last_undegraded":"2024-09-16T07:27:10.332159+0000","last_fullsized":"2024-09-16T07:27:10.332159+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:05:55.926710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.6","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.334323+0000","last_change":"2024-09-16T07:27:09.355150+0000","last_active":"2024-09-16T07:27:10.334323+0000","last_peered":"2024-09-16T07:27:10.334323+0000","last_clean":"2024-09-16T07:27:10.334323+0000","last_became_active":"2024-09-16T07:27:09.354883+0000","last_became_peered":"2024-09-16T07:27:09.354883+0000","last_unstale":"2024-09-16T07:27:10.334323+0000","last_undegraded":"2024-09-16T07:27:10.334323+0000","last_fullsized":"2024-09-16T07:27:10.334323+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:46:04.057453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.7","version":"116'2","reported_seq":17,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.791817+0000","last_change":"2024-09-16T07:27:08.349549+0000","last_active":"2024-09-16T07:27:10.791817+0000","last_peered":"2024-09-16T07:27:10.791817+0000","last_clean":"2024-09-16T07:27:10.791817+0000","last_became_active":"2024-09-16T07:27:08.349239+0000","last_became_peered":"2024-09-16T07:27:08.349239+0000","last_unstale":"2024-09-16T07:27:10.791817+0000","last_undegraded":"2024-09-16T07:27:10.791817+0000","last_fullsized":"2024-09-16T07:27:10.791817+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:36:50.176961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.7","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.333276+0000","last_change":"2024-09-16T07:27:09.340928+0000","last_active":"2024-09-16T07:27:10.333276+0000","last_peered":"2024-09-16T07:27:10.333276+0000","last_clean":"2024-09-16T07:27:10.333276+0000","last_became_active":"2024-09-16T07:27:09.340588+0000","last_became_peered":"2024-09-16T07:27:09.340588+0000","last_unstale":"2024-09-16T07:27:10.333276+0000","last_undegraded":"2024-09-16T07:27:10.333276+0000","last_fullsized":"2024-09-16T07:27:10.333276+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:23:22.774501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.6","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.868125+0000","last_change":"2024-09-16T07:27:08.339221+0000","last_active":"2024-09-16T07:27:10.868125+0000","last_peered":"2024-09-16T07:27:10.868125+0000","last_clean":"2024-09-16T07:27:10.868125+0000","last_became_active":"2024-09-16T07:27:08.338919+0000","last_became_peered":"2024-09-16T07:27:08.338919+0000","last_unstale":"2024-09-16T07:27:10.868125+0000","last_undegraded":"2024-09-16T07:27:10.868125+0000","last_fullsized":"2024-09-16T07:27:10.868125+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:48:36.336648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.4","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.866851+0000","last_change":"2024-09-16T07:27:09.353793+0000","last_active":"2024-09-16T07:27:10.866851+0000","last_peered":"2024-09-16T07:27:10.866851+0000","last_clean":"2024-09-16T07:27:10.866851+0000","last_became_active":"2024-09-16T07:27:09.353518+0000","last_became_peered":"2024-09-16T07:27:09.353518+0000","last_unstale":"2024-09-16T07:27:10.866851+0000","last_undegraded":"2024-09-16T07:27:10.866851+0000","last_fullsized":"2024-09-16T07:27:10.866851+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:52:03.245995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.5","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.791622+0000","last_change":"2024-09-16T07:27:08.345639+0000","last_active":"2024-09-16T07:27:10.791622+0000","last_peered":"2024-09-16T07:27:10.791622+0000","last_clean":"2024-09-16T07:27:10.791622+0000","last_became_active":"2024-09-16T07:27:08.345344+0000","last_became_peered":"2024-09-16T07:27:08.345344+0000","last_unstale":"2024-09-16T07:27:10.791622+0000","last_undegraded":"2024-09-16T07:27:10.791622+0000","last_fullsized":"2024-09-16T07:27:10.791622+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:08:38.870388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.5","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.867587+0000","last_change":"2024-09-16T07:27:09.354178+0000","last_active":"2024-09-16T07:27:10.867587+0000","last_peered":"2024-09-16T07:27:10.867587+0000","last_clean":"2024-09-16T07:27:10.867587+0000","last_became_active":"2024-09-16T07:27:09.353918+0000","last_became_peered":"2024-09-16T07:27:09.353918+0000","last_unstale":"2024-09-16T07:27:10.867587+0000","last_undegraded":"2024-09-16T07:27:10.867587+0000","last_fullsized":"2024-09-16T07:27:10.867587+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:47:10.488415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.4","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.866828+0000","last_change":"2024-09-16T07:27:08.347102+0000","last_active":"2024-09-16T07:27:10.866828+0000","last_peered":"2024-09-16T07:27:10.866828+0000","last_clean":"2024-09-16T07:27:10.866828+0000","last_became_active":"2024-09-16T07:27:08.346721+0000","last_became_peered":"2024-09-16T07:27:08.346721+0000","last_unstale":"2024-09-16T07:27:10.866828+0000","last_undegraded":"2024-09-16T07:27:10.866828+0000","last_fullsized":"2024-09-16T07:27:10.866828+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:38:10.455720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.2","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.867124+0000","last_change":"2024-09-16T07:27:09.354202+0000","last_active":"2024-09-16T07:27:10.867124+0000","last_peered":"2024-09-16T07:27:10.867124+0000","last_clean":"2024-09-16T07:27:10.867124+0000","last_became_active":"2024-09-16T07:27:09.353872+0000","last_became_peered":"2024-09-16T07:27:09.353872+0000","last_unstale":"2024-09-16T07:27:10.867124+0000","last_undegraded":"2024-09-16T07:27:10.867124+0000","last_fullsized":"2024-09-16T07:27:10.867124+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:55:24.141930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.3","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.332423+0000","last_change":"2024-09-16T07:27:08.336486+0000","last_active":"2024-09-16T07:27:10.332423+0000","last_peered":"2024-09-16T07:27:10.332423+0000","last_clean":"2024-09-16T07:27:10.332423+0000","last_became_active":"2024-09-16T07:27:08.336154+0000","last_became_peered":"2024-09-16T07:27:08.336154+0000","last_unstale":"2024-09-16T07:27:10.332423+0000","last_undegraded":"2024-09-16T07:27:10.332423+0000","last_fullsized":"2024-09-16T07:27:10.332423+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:58:08.363623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.3","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.867637+0000","last_change":"2024-09-16T07:27:09.362978+0000","last_active":"2024-09-16T07:27:10.867637+0000","last_peered":"2024-09-16T07:27:10.867637+0000","last_clean":"2024-09-16T07:27:10.867637+0000","last_became_active":"2024-09-16T07:27:09.362634+0000","last_became_peered":"2024-09-16T07:27:09.362634+0000","last_unstale":"2024-09-16T07:27:10.867637+0000","last_undegraded":"2024-09-16T07:27:10.867637+0000","last_fullsized":"2024-09-16T07:27:10.867637+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:05:23.126075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.2","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.867137+0000","last_change":"2024-09-16T07:27:08.343714+0000","last_active":"2024-09-16T07:27:10.867137+0000","last_peered":"2024-09-16T07:27:10.867137+0000","last_clean":"2024-09-16T07:27:10.867137+0000","last_became_active":"2024-09-16T07:27:08.343439+0000","last_became_peered":"2024-09-16T07:27:08.343439+0000","last_unstale":"2024-09-16T07:27:10.867137+0000","last_undegraded":"2024-09-16T07:27:10.867137+0000","last_fullsized":"2024-09-16T07:27:10.867137+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:47:16.637358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.0","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.791523+0000","last_change":"2024-09-16T07:27:09.361680+0000","last_active":"2024-09-16T07:27:10.791523+0000","last_peered":"2024-09-16T07:27:10.791523+0000","last_clean":"2024-09-16T07:27:10.791523+0000","last_became_active":"2024-09-16T07:27:09.361425+0000","last_became_peered":"2024-09-16T07:27:09.361425+0000","last_unstale":"2024-09-16T07:27:10.791523+0000","last_undegraded":"2024-09-16T07:27:10.791523+0000","last_fullsized":"2024-09-16T07:27:10.791523+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:28:53.566697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.1","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.332193+0000","last_change":"2024-09-16T07:27:08.340775+0000","last_active":"2024-09-16T07:27:10.332193+0000","last_peered":"2024-09-16T07:27:10.332193+0000","last_clean":"2024-09-16T07:27:10.332193+0000","last_became_active":"2024-09-16T07:27:08.340473+0000","last_became_peered":"2024-09-16T07:27:08.340473+0000","last_unstale":"2024-09-16T07:27:10.332193+0000","last_undegraded":"2024-09-16T07:27:10.332193+0000","last_fullsized":"2024-09-16T07:27:10.332193+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:04:09.717108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.1","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.866678+0000","last_change":"2024-09-16T07:27:09.354659+0000","last_active":"2024-09-16T07:27:10.866678+0000","last_peered":"2024-09-16T07:27:10.866678+0000","last_clean":"2024-09-16T07:27:10.866678+0000","last_became_active":"2024-09-16T07:27:09.354402+0000","last_became_peered":"2024-09-16T07:27:09.354402+0000","last_unstale":"2024-09-16T07:27:10.866678+0000","last_undegraded":"2024-09-16T07:27:10.866678+0000","last_fullsized":"2024-09-16T07:27:10.866678+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:21:20.609134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.0","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.866888+0000","last_change":"2024-09-16T07:27:08.347015+0000","last_active":"2024-09-16T07:27:10.866888+0000","last_peered":"2024-09-16T07:27:10.866888+0000","last_clean":"2024-09-16T07:27:10.866888+0000","last_became_active":"2024-09-16T07:27:08.346742+0000","last_became_peered":"2024-09-16T07:27:08.346742+0000","last_unstale":"2024-09-16T07:27:10.866888+0000","last_undegraded":"2024-09-16T07:27:10.866888+0000","last_fullsized":"2024-09-16T07:27:10.866888+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:53:53.777639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.12","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.867307+0000","last_change":"2024-09-16T07:27:09.349709+0000","last_active":"2024-09-16T07:27:10.867307+0000","last_peered":"2024-09-16T07:27:10.867307+0000","last_clean":"2024-09-16T07:27:10.867307+0000","last_became_active":"2024-09-16T07:27:09.349422+0000","last_became_peered":"2024-09-16T07:27:09.349422+0000","last_unstale":"2024-09-16T07:27:10.867307+0000","last_undegraded":"2024-09-16T07:27:10.867307+0000","last_fullsized":"2024-09-16T07:27:10.867307+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:09:32.790294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.13","version":"116'2","reported_seq":17,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.867777+0000","last_change":"2024-09-16T07:27:08.342306+0000","last_active":"2024-09-16T07:27:10.867777+0000","last_peered":"2024-09-16T07:27:10.867777+0000","last_clean":"2024-09-16T07:27:10.867777+0000","last_became_active":"2024-09-16T07:27:08.342033+0000","last_became_peered":"2024-09-16T07:27:08.342033+0000","last_unstale":"2024-09-16T07:27:10.867777+0000","last_undegraded":"2024-09-16T07:27:10.867777+0000","last_fullsized":"2024-09-16T07:27:10.867777+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:26:08.808413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"70'79","reported_seq":314,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.333690+0000","last_change":"2024-09-16T07:21:02.600196+0000","last_active":"2024-09-16T07:27:10.333690+0000","last_peered":"2024-09-16T07:27:10.333690+0000","last_clean":"2024-09-16T07:27:10.333690+0000","last_became_active":"2024-09-16T07:21:02.599001+0000","last_became_peered":"2024-09-16T07:21:02.599001+0000","last_unstale":"2024-09-16T07:27:10.333690+0000","last_undegraded":"2024-09-16T07:27:10.333690+0000","last_fullsized":"2024-09-16T07:27:10.333690+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_clean_scrub_stamp":"2024-09-16T07:21:01.331773+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:28:40.942832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":19,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":18,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509519,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32604,"kb_used_data":1412,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339236,"statfs":{"total":96636764160,"available":96603377664,"internally_reserved":0,"allocated":1445888,"data_stored":634788,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574925,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32604,"kb_used_data":1408,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339236,"statfs":{"total":96636764160,"available":96603377664,"internally_reserved":0,"allocated":1441792,"data_stored":634754,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509518,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33192,"kb_used_data":2000,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338648,"statfs":{"total":96636764160,"available":96602775552,"internally_reserved":0,"allocated":2048000,"data_stored":1225864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509518,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32616,"kb_used_data":1420,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339224,"statfs":{"total":96636764160,"available":96603365376,"internally_reserved":0,"allocated":1454080,"data_stored":641082,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509519,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32604,"kb_used_data":1412,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339236,"statfs":{"total":96636764160,"available":96603377664,"internally_reserved":0,"allocated":1445888,"data_stored":634824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509519,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32608,"kb_used_data":1416,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339232,"statfs":{"total":96636764160,"available":96603373568,"internally_reserved":0,"allocated":1449984,"data_stored":635426,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509519,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33212,"kb_used_data":2016,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338628,"statfs":{"total":96636764160,"available":96602755072,"internally_reserved":0,"allocated":2064384,"data_stored":1233084,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509520,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32628,"kb_used_data":1440,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339212,"statfs":{"total":96636764160,"available":96603353088,"internally_reserved":0,"allocated":1474560,"data_stored":642750,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T07:27:13.371 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T07:27:13.512 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.512+0000 7faf9bf6b640 1 -- 172.21.15.31:0/3193779778 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7faf80004d40 msgr2=0x7faf800051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:13.512 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.512+0000 7faf9bf6b640 1 --2- 172.21.15.31:0/3193779778 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7faf80004d40 0x7faf800051c0 secure :-1 s=READY pgs=1238 cs=0 l=1 rev1=1 crypto rx=0x7faf940d1ed0 tx=0x7faf80005830 comp rx=0 tx=0).stop 2024-09-16T07:27:13.512 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.512+0000 7faf9a508640 1 -- 172.21.15.31:0/3193779778 reap_dead start 2024-09-16T07:27:13.512 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.512+0000 7faf9bf6b640 1 -- 172.21.15.31:0/3193779778 shutdown_connections 2024-09-16T07:27:13.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.512+0000 7faf9bf6b640 1 -- 172.21.15.31:0/3193779778 >> 172.21.15.31:0/3193779778 conn(0x7faf940d3ea0 msgr2=0x7faf940d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:13.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.512+0000 7faf9bf6b640 1 -- 172.21.15.31:0/3193779778 shutdown_connections 2024-09-16T07:27:13.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.512+0000 7faf9bf6b640 1 -- 172.21.15.31:0/3193779778 wait complete. 2024-09-16T07:27:13.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.514+0000 7faf9bf6b640 1 Processor -- start 2024-09-16T07:27:13.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.514+0000 7faf9bf6b640 1 -- start start 2024-09-16T07:27:13.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.514+0000 7faf9bf6b640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7faf80004d40 0x7faf94156fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:13.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.514+0000 7faf9bf6b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7faf941f2300 0x7faf941f56b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:13.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.514+0000 7faf9bf6b640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7faf94154fa0 0x7faf94155430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:13.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.514+0000 7faf9bf6b640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7faf940cf9b0 con 0x7faf941f2300 2024-09-16T07:27:13.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.514+0000 7faf9bf6b640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7faf94162710 con 0x7faf80004d40 2024-09-16T07:27:13.516 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.514+0000 7faf9bf6b640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7faf940cfb30 con 0x7faf94154fa0 2024-09-16T07:27:13.516 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.515+0000 7faf99506640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7faf941f2300 0x7faf941f56b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:13.516 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.515+0000 7faf99506640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7faf941f2300 0x7faf941f56b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35794/0 (socket says 172.21.15.31:35794) 2024-09-16T07:27:13.516 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.515+0000 7faf99506640 1 -- 172.21.15.31:0/2380287684 learned_addr learned my addr 172.21.15.31:0/2380287684 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:13.516 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.515+0000 7faf99d07640 1 --2- 172.21.15.31:0/2380287684 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7faf80004d40 0x7faf94156fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:13.516 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.515+0000 7faf9a508640 1 --2- 172.21.15.31:0/2380287684 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7faf94154fa0 0x7faf94155430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:13.516 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.515+0000 7faf99506640 1 -- 172.21.15.31:0/2380287684 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7faf94154fa0 msgr2=0x7faf94155430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:13.516 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.515+0000 7faf99506640 1 --2- 172.21.15.31:0/2380287684 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7faf94154fa0 0x7faf94155430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:13.516 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.515+0000 7faf99506640 1 -- 172.21.15.31:0/2380287684 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7faf80004d40 msgr2=0x7faf94156fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:13.516 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.515+0000 7faf99506640 1 --2- 172.21.15.31:0/2380287684 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7faf80004d40 0x7faf94156fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:13.516 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.515+0000 7faf99506640 1 -- 172.21.15.31:0/2380287684 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf941f5bf0 con 0x7faf941f2300 2024-09-16T07:27:13.517 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.515+0000 7faf99506640 1 --2- 172.21.15.31:0/2380287684 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7faf941f2300 0x7faf941f56b0 secure :-1 s=READY pgs=1239 cs=0 l=1 rev1=1 crypto rx=0x7faf84000fd0 tx=0x7faf840039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:13.517 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.515+0000 7faf8a7fc640 1 -- 172.21.15.31:0/2380287684 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf84015070 con 0x7faf941f2300 2024-09-16T07:27:13.517 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.515+0000 7faf8a7fc640 1 -- 172.21.15.31:0/2380287684 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7faf84011900 con 0x7faf941f2300 2024-09-16T07:27:13.517 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.515+0000 7faf9bf6b640 1 -- 172.21.15.31:0/2380287684 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf941575e0 con 0x7faf941f2300 2024-09-16T07:27:13.517 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.515+0000 7faf8a7fc640 1 -- 172.21.15.31:0/2380287684 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf84011d50 con 0x7faf941f2300 2024-09-16T07:27:13.517 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.515+0000 7faf9bf6b640 1 -- 172.21.15.31:0/2380287684 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf941f6330 con 0x7faf941f2300 2024-09-16T07:27:13.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.516+0000 7faf9bf6b640 1 -- 172.21.15.31:0/2380287684 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf941f5e40 con 0x7faf941f2300 2024-09-16T07:27:13.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.517+0000 7faf8a7fc640 1 -- 172.21.15.31:0/2380287684 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 19) ==== 101695+0+0 (secure 0 0 0) 0x7faf84018070 con 0x7faf941f2300 2024-09-16T07:27:13.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.518+0000 7faf8a7fc640 1 --2- 172.21.15.31:0/2380287684 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7faf78078cd0 0x7faf7807b190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:13.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.518+0000 7faf99d07640 1 --2- 172.21.15.31:0/2380287684 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7faf78078cd0 0x7faf7807b190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:13.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.518+0000 7faf8a7fc640 1 -- 172.21.15.31:0/2380287684 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5737+0+0 (secure 0 0 0) 0x7faf8409c0e0 con 0x7faf941f2300 2024-09-16T07:27:13.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.518+0000 7faf99d07640 1 --2- 172.21.15.31:0/2380287684 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7faf78078cd0 0x7faf7807b190 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7faf940b3ee0 tx=0x7faf90005f90 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:13.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.522+0000 7faf8a7fc640 1 -- 172.21.15.31:0/2380287684 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7faf940ce970 con 0x7faf941f2300 2024-09-16T07:27:13.594 INFO:tasks.ceph.mds.a.smithi031.stderr:2024-09-16T07:27:13.594+0000 7f93e0c5c640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-16T07:27:13.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.703+0000 7faf9bf6b640 1 -- 172.21.15.31:0/2380287684 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7faf940d0630 con 0x7faf78078cd0 2024-09-16T07:27:13.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.707+0000 7faf8a7fc640 1 -- 172.21.15.31:0/2380287684 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252473 (secure 0 0 0) 0x7faf9005ea50 con 0x7faf78078cd0 2024-09-16T07:27:13.709 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:27:13.711 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-16T07:27:13.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.710+0000 7faf9bf6b640 1 -- 172.21.15.31:0/2380287684 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7faf78078cd0 msgr2=0x7faf7807b190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:13.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.710+0000 7faf9bf6b640 1 --2- 172.21.15.31:0/2380287684 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7faf78078cd0 0x7faf7807b190 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7faf940b3ee0 tx=0x7faf90005f90 comp rx=0 tx=0).stop 2024-09-16T07:27:13.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.710+0000 7faf9bf6b640 1 -- 172.21.15.31:0/2380287684 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7faf941f2300 msgr2=0x7faf941f56b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:13.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.710+0000 7faf9bf6b640 1 --2- 172.21.15.31:0/2380287684 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7faf941f2300 0x7faf941f56b0 secure :-1 s=READY pgs=1239 cs=0 l=1 rev1=1 crypto rx=0x7faf84000fd0 tx=0x7faf840039c0 comp rx=0 tx=0).stop 2024-09-16T07:27:13.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.710+0000 7faf9bf6b640 1 -- 172.21.15.31:0/2380287684 shutdown_connections 2024-09-16T07:27:13.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.710+0000 7faf9bf6b640 1 --2- 172.21.15.31:0/2380287684 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7faf78078cd0 0x7faf7807b190 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:13.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.710+0000 7faf9bf6b640 1 --2- 172.21.15.31:0/2380287684 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7faf94154fa0 0x7faf94155430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:13.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.710+0000 7faf9bf6b640 1 --2- 172.21.15.31:0/2380287684 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7faf941f2300 0x7faf941f56b0 unknown :-1 s=CLOSED pgs=1239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:13.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.710+0000 7faf9bf6b640 1 --2- 172.21.15.31:0/2380287684 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7faf80004d40 0x7faf94156fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:13.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.710+0000 7faf9bf6b640 1 -- 172.21.15.31:0/2380287684 >> 172.21.15.31:0/2380287684 conn(0x7faf940d3ea0 msgr2=0x7faf940b2480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:13.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.710+0000 7faf9bf6b640 1 -- 172.21.15.31:0/2380287684 shutdown_connections 2024-09-16T07:27:13.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.711+0000 7faf9bf6b640 1 -- 172.21.15.31:0/2380287684 wait complete. 2024-09-16T07:27:13.721 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":107,"stamp":"2024-09-16T07:27:12.245555+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":157,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":126,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":262068,"kb_used_data":12524,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754712652,"statfs":{"total":773094113280,"available":772825755648,"internally_reserved":0,"allocated":12824576,"data_stored":6282572,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":24,"apply_latency_ms":24,"commit_latency_ns":24000000,"apply_latency_ns":24000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.927685"},"pg_stats":[{"pgid":"19.3f","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.333018+0000","last_change":"2024-09-16T07:27:09.358995+0000","last_active":"2024-09-16T07:27:10.333018+0000","last_peered":"2024-09-16T07:27:10.333018+0000","last_clean":"2024-09-16T07:27:10.333018+0000","last_became_active":"2024-09-16T07:27:09.358687+0000","last_became_peered":"2024-09-16T07:27:09.358687+0000","last_unstale":"2024-09-16T07:27:10.333018+0000","last_undegraded":"2024-09-16T07:27:10.333018+0000","last_fullsized":"2024-09-16T07:27:10.333018+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:05:03.617586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.3e","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.332718+0000","last_change":"2024-09-16T07:27:09.339466+0000","last_active":"2024-09-16T07:27:10.332718+0000","last_peered":"2024-09-16T07:27:10.332718+0000","last_clean":"2024-09-16T07:27:10.332718+0000","last_became_active":"2024-09-16T07:27:09.339101+0000","last_became_peered":"2024-09-16T07:27:09.339101+0000","last_unstale":"2024-09-16T07:27:10.332718+0000","last_undegraded":"2024-09-16T07:27:10.332718+0000","last_fullsized":"2024-09-16T07:27:10.332718+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:30:52.415834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.3d","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.867391+0000","last_change":"2024-09-16T07:27:09.356579+0000","last_active":"2024-09-16T07:27:10.867391+0000","last_peered":"2024-09-16T07:27:10.867391+0000","last_clean":"2024-09-16T07:27:10.867391+0000","last_became_active":"2024-09-16T07:27:09.356311+0000","last_became_peered":"2024-09-16T07:27:09.356311+0000","last_unstale":"2024-09-16T07:27:10.867391+0000","last_undegraded":"2024-09-16T07:27:10.867391+0000","last_fullsized":"2024-09-16T07:27:10.867391+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:36:42.098356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.3c","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.333132+0000","last_change":"2024-09-16T07:27:09.364337+0000","last_active":"2024-09-16T07:27:10.333132+0000","last_peered":"2024-09-16T07:27:10.333132+0000","last_clean":"2024-09-16T07:27:10.333132+0000","last_became_active":"2024-09-16T07:27:09.364117+0000","last_became_peered":"2024-09-16T07:27:09.364117+0000","last_unstale":"2024-09-16T07:27:10.333132+0000","last_undegraded":"2024-09-16T07:27:10.333132+0000","last_fullsized":"2024-09-16T07:27:10.333132+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:02:11.593272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.3b","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.866687+0000","last_change":"2024-09-16T07:27:09.354531+0000","last_active":"2024-09-16T07:27:10.866687+0000","last_peered":"2024-09-16T07:27:10.866687+0000","last_clean":"2024-09-16T07:27:10.866687+0000","last_became_active":"2024-09-16T07:27:09.354205+0000","last_became_peered":"2024-09-16T07:27:09.354205+0000","last_unstale":"2024-09-16T07:27:10.866687+0000","last_undegraded":"2024-09-16T07:27:10.866687+0000","last_fullsized":"2024-09-16T07:27:10.866687+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:15:16.348184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.3a","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.867011+0000","last_change":"2024-09-16T07:27:09.357031+0000","last_active":"2024-09-16T07:27:10.867011+0000","last_peered":"2024-09-16T07:27:10.867011+0000","last_clean":"2024-09-16T07:27:10.867011+0000","last_became_active":"2024-09-16T07:27:09.356752+0000","last_became_peered":"2024-09-16T07:27:09.356752+0000","last_unstale":"2024-09-16T07:27:10.867011+0000","last_undegraded":"2024-09-16T07:27:10.867011+0000","last_fullsized":"2024-09-16T07:27:10.867011+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:18:03.114694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.39","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.866598+0000","last_change":"2024-09-16T07:27:09.353640+0000","last_active":"2024-09-16T07:27:10.866598+0000","last_peered":"2024-09-16T07:27:10.866598+0000","last_clean":"2024-09-16T07:27:10.866598+0000","last_became_active":"2024-09-16T07:27:09.353225+0000","last_became_peered":"2024-09-16T07:27:09.353225+0000","last_unstale":"2024-09-16T07:27:10.866598+0000","last_undegraded":"2024-09-16T07:27:10.866598+0000","last_fullsized":"2024-09-16T07:27:10.866598+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:26:15.669736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.38","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.866898+0000","last_change":"2024-09-16T07:27:09.335521+0000","last_active":"2024-09-16T07:27:10.866898+0000","last_peered":"2024-09-16T07:27:10.866898+0000","last_clean":"2024-09-16T07:27:10.866898+0000","last_became_active":"2024-09-16T07:27:09.335153+0000","last_became_peered":"2024-09-16T07:27:09.335153+0000","last_unstale":"2024-09-16T07:27:10.866898+0000","last_undegraded":"2024-09-16T07:27:10.866898+0000","last_fullsized":"2024-09-16T07:27:10.866898+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:37:57.899824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.37","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.867869+0000","last_change":"2024-09-16T07:27:09.354875+0000","last_active":"2024-09-16T07:27:10.867869+0000","last_peered":"2024-09-16T07:27:10.867869+0000","last_clean":"2024-09-16T07:27:10.867869+0000","last_became_active":"2024-09-16T07:27:09.354597+0000","last_became_peered":"2024-09-16T07:27:09.354597+0000","last_unstale":"2024-09-16T07:27:10.867869+0000","last_undegraded":"2024-09-16T07:27:10.867869+0000","last_fullsized":"2024-09-16T07:27:10.867869+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:44:47.662605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.36","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.333416+0000","last_change":"2024-09-16T07:27:09.355963+0000","last_active":"2024-09-16T07:27:10.333416+0000","last_peered":"2024-09-16T07:27:10.333416+0000","last_clean":"2024-09-16T07:27:10.333416+0000","last_became_active":"2024-09-16T07:27:09.355677+0000","last_became_peered":"2024-09-16T07:27:09.355677+0000","last_unstale":"2024-09-16T07:27:10.333416+0000","last_undegraded":"2024-09-16T07:27:10.333416+0000","last_fullsized":"2024-09-16T07:27:10.333416+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:58:00.533711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.35","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.333303+0000","last_change":"2024-09-16T07:27:09.348202+0000","last_active":"2024-09-16T07:27:10.333303+0000","last_peered":"2024-09-16T07:27:10.333303+0000","last_clean":"2024-09-16T07:27:10.333303+0000","last_became_active":"2024-09-16T07:27:09.347871+0000","last_became_peered":"2024-09-16T07:27:09.347871+0000","last_unstale":"2024-09-16T07:27:10.333303+0000","last_undegraded":"2024-09-16T07:27:10.333303+0000","last_fullsized":"2024-09-16T07:27:10.333303+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:13:54.596442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.34","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.867644+0000","last_change":"2024-09-16T07:27:09.357171+0000","last_active":"2024-09-16T07:27:10.867644+0000","last_peered":"2024-09-16T07:27:10.867644+0000","last_clean":"2024-09-16T07:27:10.867644+0000","last_became_active":"2024-09-16T07:27:09.355328+0000","last_became_peered":"2024-09-16T07:27:09.355328+0000","last_unstale":"2024-09-16T07:27:10.867644+0000","last_undegraded":"2024-09-16T07:27:10.867644+0000","last_fullsized":"2024-09-16T07:27:10.867644+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:09:26.127640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.33","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.333665+0000","last_change":"2024-09-16T07:27:09.354892+0000","last_active":"2024-09-16T07:27:10.333665+0000","last_peered":"2024-09-16T07:27:10.333665+0000","last_clean":"2024-09-16T07:27:10.333665+0000","last_became_active":"2024-09-16T07:27:09.354560+0000","last_became_peered":"2024-09-16T07:27:09.354560+0000","last_unstale":"2024-09-16T07:27:10.333665+0000","last_undegraded":"2024-09-16T07:27:10.333665+0000","last_fullsized":"2024-09-16T07:27:10.333665+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:10:31.284851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.32","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.866975+0000","last_change":"2024-09-16T07:27:09.350241+0000","last_active":"2024-09-16T07:27:10.866975+0000","last_peered":"2024-09-16T07:27:10.866975+0000","last_clean":"2024-09-16T07:27:10.866975+0000","last_became_active":"2024-09-16T07:27:09.349972+0000","last_became_peered":"2024-09-16T07:27:09.349972+0000","last_unstale":"2024-09-16T07:27:10.866975+0000","last_undegraded":"2024-09-16T07:27:10.866975+0000","last_fullsized":"2024-09-16T07:27:10.866975+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:50:02.360135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.31","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.791484+0000","last_change":"2024-09-16T07:27:09.351179+0000","last_active":"2024-09-16T07:27:10.791484+0000","last_peered":"2024-09-16T07:27:10.791484+0000","last_clean":"2024-09-16T07:27:10.791484+0000","last_became_active":"2024-09-16T07:27:09.350925+0000","last_became_peered":"2024-09-16T07:27:09.350925+0000","last_unstale":"2024-09-16T07:27:10.791484+0000","last_undegraded":"2024-09-16T07:27:10.791484+0000","last_fullsized":"2024-09-16T07:27:10.791484+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:08:57.333768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.30","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.866579+0000","last_change":"2024-09-16T07:27:09.346771+0000","last_active":"2024-09-16T07:27:10.866579+0000","last_peered":"2024-09-16T07:27:10.866579+0000","last_clean":"2024-09-16T07:27:10.866579+0000","last_became_active":"2024-09-16T07:27:09.346427+0000","last_became_peered":"2024-09-16T07:27:09.346427+0000","last_unstale":"2024-09-16T07:27:10.866579+0000","last_undegraded":"2024-09-16T07:27:10.866579+0000","last_fullsized":"2024-09-16T07:27:10.866579+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:06:57.599587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.2f","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.868040+0000","last_change":"2024-09-16T07:27:09.353099+0000","last_active":"2024-09-16T07:27:10.868040+0000","last_peered":"2024-09-16T07:27:10.868040+0000","last_clean":"2024-09-16T07:27:10.868040+0000","last_became_active":"2024-09-16T07:27:09.351109+0000","last_became_peered":"2024-09-16T07:27:09.351109+0000","last_unstale":"2024-09-16T07:27:10.868040+0000","last_undegraded":"2024-09-16T07:27:10.868040+0000","last_fullsized":"2024-09-16T07:27:10.868040+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:15:18.409826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.2e","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.791794+0000","last_change":"2024-09-16T07:27:09.352785+0000","last_active":"2024-09-16T07:27:10.791794+0000","last_peered":"2024-09-16T07:27:10.791794+0000","last_clean":"2024-09-16T07:27:10.791794+0000","last_became_active":"2024-09-16T07:27:09.352360+0000","last_became_peered":"2024-09-16T07:27:09.352360+0000","last_unstale":"2024-09-16T07:27:10.791794+0000","last_undegraded":"2024-09-16T07:27:10.791794+0000","last_fullsized":"2024-09-16T07:27:10.791794+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:00:11.243387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.2d","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.333297+0000","last_change":"2024-09-16T07:27:09.342311+0000","last_active":"2024-09-16T07:27:10.333297+0000","last_peered":"2024-09-16T07:27:10.333297+0000","last_clean":"2024-09-16T07:27:10.333297+0000","last_became_active":"2024-09-16T07:27:09.341634+0000","last_became_peered":"2024-09-16T07:27:09.341634+0000","last_unstale":"2024-09-16T07:27:10.333297+0000","last_undegraded":"2024-09-16T07:27:10.333297+0000","last_fullsized":"2024-09-16T07:27:10.333297+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:02:11.593272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.2c","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.791655+0000","last_change":"2024-09-16T07:27:09.350376+0000","last_active":"2024-09-16T07:27:10.791655+0000","last_peered":"2024-09-16T07:27:10.791655+0000","last_clean":"2024-09-16T07:27:10.791655+0000","last_became_active":"2024-09-16T07:27:09.350112+0000","last_became_peered":"2024-09-16T07:27:09.350112+0000","last_unstale":"2024-09-16T07:27:10.791655+0000","last_undegraded":"2024-09-16T07:27:10.791655+0000","last_fullsized":"2024-09-16T07:27:10.791655+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:02:00.142929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.2b","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.867346+0000","last_change":"2024-09-16T07:27:09.359787+0000","last_active":"2024-09-16T07:27:10.867346+0000","last_peered":"2024-09-16T07:27:10.867346+0000","last_clean":"2024-09-16T07:27:10.867346+0000","last_became_active":"2024-09-16T07:27:09.359526+0000","last_became_peered":"2024-09-16T07:27:09.359526+0000","last_unstale":"2024-09-16T07:27:10.867346+0000","last_undegraded":"2024-09-16T07:27:10.867346+0000","last_fullsized":"2024-09-16T07:27:10.867346+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:19:11.517989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.2a","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.332370+0000","last_change":"2024-09-16T07:27:09.350524+0000","last_active":"2024-09-16T07:27:10.332370+0000","last_peered":"2024-09-16T07:27:10.332370+0000","last_clean":"2024-09-16T07:27:10.332370+0000","last_became_active":"2024-09-16T07:27:09.350176+0000","last_became_peered":"2024-09-16T07:27:09.350176+0000","last_unstale":"2024-09-16T07:27:10.332370+0000","last_undegraded":"2024-09-16T07:27:10.332370+0000","last_fullsized":"2024-09-16T07:27:10.332370+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:21:10.311726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.29","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.334002+0000","last_change":"2024-09-16T07:27:09.344237+0000","last_active":"2024-09-16T07:27:10.334002+0000","last_peered":"2024-09-16T07:27:10.334002+0000","last_clean":"2024-09-16T07:27:10.334002+0000","last_became_active":"2024-09-16T07:27:09.343876+0000","last_became_peered":"2024-09-16T07:27:09.343876+0000","last_unstale":"2024-09-16T07:27:10.334002+0000","last_undegraded":"2024-09-16T07:27:10.334002+0000","last_fullsized":"2024-09-16T07:27:10.334002+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:06:22.195197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.28","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.791381+0000","last_change":"2024-09-16T07:27:09.355054+0000","last_active":"2024-09-16T07:27:10.791381+0000","last_peered":"2024-09-16T07:27:10.791381+0000","last_clean":"2024-09-16T07:27:10.791381+0000","last_became_active":"2024-09-16T07:27:09.354767+0000","last_became_peered":"2024-09-16T07:27:09.354767+0000","last_unstale":"2024-09-16T07:27:10.791381+0000","last_undegraded":"2024-09-16T07:27:10.791381+0000","last_fullsized":"2024-09-16T07:27:10.791381+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:46:11.892295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.27","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.333832+0000","last_change":"2024-09-16T07:27:09.355211+0000","last_active":"2024-09-16T07:27:10.333832+0000","last_peered":"2024-09-16T07:27:10.333832+0000","last_clean":"2024-09-16T07:27:10.333832+0000","last_became_active":"2024-09-16T07:27:09.354616+0000","last_became_peered":"2024-09-16T07:27:09.354616+0000","last_unstale":"2024-09-16T07:27:10.333832+0000","last_undegraded":"2024-09-16T07:27:10.333832+0000","last_fullsized":"2024-09-16T07:27:10.333832+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:07:53.353641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.26","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.332988+0000","last_change":"2024-09-16T07:27:09.352097+0000","last_active":"2024-09-16T07:27:10.332988+0000","last_peered":"2024-09-16T07:27:10.332988+0000","last_clean":"2024-09-16T07:27:10.332988+0000","last_became_active":"2024-09-16T07:27:09.351753+0000","last_became_peered":"2024-09-16T07:27:09.351753+0000","last_unstale":"2024-09-16T07:27:10.332988+0000","last_undegraded":"2024-09-16T07:27:10.332988+0000","last_fullsized":"2024-09-16T07:27:10.332988+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:05:05.661877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.25","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.866971+0000","last_change":"2024-09-16T07:27:09.354940+0000","last_active":"2024-09-16T07:27:10.866971+0000","last_peered":"2024-09-16T07:27:10.866971+0000","last_clean":"2024-09-16T07:27:10.866971+0000","last_became_active":"2024-09-16T07:27:09.354181+0000","last_became_peered":"2024-09-16T07:27:09.354181+0000","last_unstale":"2024-09-16T07:27:10.866971+0000","last_undegraded":"2024-09-16T07:27:10.866971+0000","last_fullsized":"2024-09-16T07:27:10.866971+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:42:21.714538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.24","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.334247+0000","last_change":"2024-09-16T07:27:09.344914+0000","last_active":"2024-09-16T07:27:10.334247+0000","last_peered":"2024-09-16T07:27:10.334247+0000","last_clean":"2024-09-16T07:27:10.334247+0000","last_became_active":"2024-09-16T07:27:09.343530+0000","last_became_peered":"2024-09-16T07:27:09.343530+0000","last_unstale":"2024-09-16T07:27:10.334247+0000","last_undegraded":"2024-09-16T07:27:10.334247+0000","last_fullsized":"2024-09-16T07:27:10.334247+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:08:01.989757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.23","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.332236+0000","last_change":"2024-09-16T07:27:09.340710+0000","last_active":"2024-09-16T07:27:10.332236+0000","last_peered":"2024-09-16T07:27:10.332236+0000","last_clean":"2024-09-16T07:27:10.332236+0000","last_became_active":"2024-09-16T07:27:09.340407+0000","last_became_peered":"2024-09-16T07:27:09.340407+0000","last_unstale":"2024-09-16T07:27:10.332236+0000","last_undegraded":"2024-09-16T07:27:10.332236+0000","last_fullsized":"2024-09-16T07:27:10.332236+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:09:26.127640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.22","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.333139+0000","last_change":"2024-09-16T07:27:09.346470+0000","last_active":"2024-09-16T07:27:10.333139+0000","last_peered":"2024-09-16T07:27:10.333139+0000","last_clean":"2024-09-16T07:27:10.333139+0000","last_became_active":"2024-09-16T07:27:09.346003+0000","last_became_peered":"2024-09-16T07:27:09.346003+0000","last_unstale":"2024-09-16T07:27:10.333139+0000","last_undegraded":"2024-09-16T07:27:10.333139+0000","last_fullsized":"2024-09-16T07:27:10.333139+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:47:06.719566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.21","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.334196+0000","last_change":"2024-09-16T07:27:09.345118+0000","last_active":"2024-09-16T07:27:10.334196+0000","last_peered":"2024-09-16T07:27:10.334196+0000","last_clean":"2024-09-16T07:27:10.334196+0000","last_became_active":"2024-09-16T07:27:09.344808+0000","last_became_peered":"2024-09-16T07:27:09.344808+0000","last_unstale":"2024-09-16T07:27:10.334196+0000","last_undegraded":"2024-09-16T07:27:10.334196+0000","last_fullsized":"2024-09-16T07:27:10.334196+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:34:15.232725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.20","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.866753+0000","last_change":"2024-09-16T07:27:09.352263+0000","last_active":"2024-09-16T07:27:10.866753+0000","last_peered":"2024-09-16T07:27:10.866753+0000","last_clean":"2024-09-16T07:27:10.866753+0000","last_became_active":"2024-09-16T07:27:09.351998+0000","last_became_peered":"2024-09-16T07:27:09.351998+0000","last_unstale":"2024-09-16T07:27:10.866753+0000","last_undegraded":"2024-09-16T07:27:10.866753+0000","last_fullsized":"2024-09-16T07:27:10.866753+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:38:30.727063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.1e","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.866915+0000","last_change":"2024-09-16T07:27:09.346409+0000","last_active":"2024-09-16T07:27:10.866915+0000","last_peered":"2024-09-16T07:27:10.866915+0000","last_clean":"2024-09-16T07:27:10.866915+0000","last_became_active":"2024-09-16T07:27:09.346074+0000","last_became_peered":"2024-09-16T07:27:09.346074+0000","last_unstale":"2024-09-16T07:27:10.866915+0000","last_undegraded":"2024-09-16T07:27:10.866915+0000","last_fullsized":"2024-09-16T07:27:10.866915+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:00:22.778741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.1f","version":"116'4","reported_seq":19,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.867365+0000","last_change":"2024-09-16T07:27:08.346907+0000","last_active":"2024-09-16T07:27:10.867365+0000","last_peered":"2024-09-16T07:27:10.867365+0000","last_clean":"2024-09-16T07:27:10.867365+0000","last_became_active":"2024-09-16T07:27:08.346589+0000","last_became_peered":"2024-09-16T07:27:08.346589+0000","last_unstale":"2024-09-16T07:27:10.867365+0000","last_undegraded":"2024-09-16T07:27:10.867365+0000","last_fullsized":"2024-09-16T07:27:10.867365+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:37:56.842542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.1f","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.867866+0000","last_change":"2024-09-16T07:27:09.353499+0000","last_active":"2024-09-16T07:27:10.867866+0000","last_peered":"2024-09-16T07:27:10.867866+0000","last_clean":"2024-09-16T07:27:10.867866+0000","last_became_active":"2024-09-16T07:27:09.352713+0000","last_became_peered":"2024-09-16T07:27:09.352713+0000","last_unstale":"2024-09-16T07:27:10.867866+0000","last_undegraded":"2024-09-16T07:27:10.867866+0000","last_fullsized":"2024-09-16T07:27:10.867866+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:40:12.490043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.1e","version":"116'1","reported_seq":16,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.867585+0000","last_change":"2024-09-16T07:27:08.339905+0000","last_active":"2024-09-16T07:27:10.867585+0000","last_peered":"2024-09-16T07:27:10.867585+0000","last_clean":"2024-09-16T07:27:10.867585+0000","last_became_active":"2024-09-16T07:27:08.339605+0000","last_became_peered":"2024-09-16T07:27:08.339605+0000","last_unstale":"2024-09-16T07:27:10.867585+0000","last_undegraded":"2024-09-16T07:27:10.867585+0000","last_fullsized":"2024-09-16T07:27:10.867585+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:11:56.125665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.1c","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.866995+0000","last_change":"2024-09-16T07:27:09.350748+0000","last_active":"2024-09-16T07:27:10.866995+0000","last_peered":"2024-09-16T07:27:10.866995+0000","last_clean":"2024-09-16T07:27:10.866995+0000","last_became_active":"2024-09-16T07:27:09.350453+0000","last_became_peered":"2024-09-16T07:27:09.350453+0000","last_unstale":"2024-09-16T07:27:10.866995+0000","last_undegraded":"2024-09-16T07:27:10.866995+0000","last_fullsized":"2024-09-16T07:27:10.866995+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:29:31.326334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.1d","version":"116'2","reported_seq":17,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.333484+0000","last_change":"2024-09-16T07:27:08.341024+0000","last_active":"2024-09-16T07:27:10.333484+0000","last_peered":"2024-09-16T07:27:10.333484+0000","last_clean":"2024-09-16T07:27:10.333484+0000","last_became_active":"2024-09-16T07:27:08.340737+0000","last_became_peered":"2024-09-16T07:27:08.340737+0000","last_unstale":"2024-09-16T07:27:10.333484+0000","last_undegraded":"2024-09-16T07:27:10.333484+0000","last_fullsized":"2024-09-16T07:27:10.333484+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:55:23.135370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.1d","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.867511+0000","last_change":"2024-09-16T07:27:09.359633+0000","last_active":"2024-09-16T07:27:10.867511+0000","last_peered":"2024-09-16T07:27:10.867511+0000","last_clean":"2024-09-16T07:27:10.867511+0000","last_became_active":"2024-09-16T07:27:09.357075+0000","last_became_peered":"2024-09-16T07:27:09.357075+0000","last_unstale":"2024-09-16T07:27:10.867511+0000","last_undegraded":"2024-09-16T07:27:10.867511+0000","last_fullsized":"2024-09-16T07:27:10.867511+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:04:10.723668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.1c","version":"116'2","reported_seq":17,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.333513+0000","last_change":"2024-09-16T07:27:08.343471+0000","last_active":"2024-09-16T07:27:10.333513+0000","last_peered":"2024-09-16T07:27:10.333513+0000","last_clean":"2024-09-16T07:27:10.333513+0000","last_became_active":"2024-09-16T07:27:08.342836+0000","last_became_peered":"2024-09-16T07:27:08.342836+0000","last_unstale":"2024-09-16T07:27:10.333513+0000","last_undegraded":"2024-09-16T07:27:10.333513+0000","last_fullsized":"2024-09-16T07:27:10.333513+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:25:55.075840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.1a","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.791462+0000","last_change":"2024-09-16T07:27:09.351508+0000","last_active":"2024-09-16T07:27:10.791462+0000","last_peered":"2024-09-16T07:27:10.791462+0000","last_clean":"2024-09-16T07:27:10.791462+0000","last_became_active":"2024-09-16T07:27:09.350975+0000","last_became_peered":"2024-09-16T07:27:09.350975+0000","last_unstale":"2024-09-16T07:27:10.791462+0000","last_undegraded":"2024-09-16T07:27:10.791462+0000","last_fullsized":"2024-09-16T07:27:10.791462+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:07:32.372966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.1b","version":"116'1","reported_seq":16,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.332281+0000","last_change":"2024-09-16T07:27:08.344460+0000","last_active":"2024-09-16T07:27:10.332281+0000","last_peered":"2024-09-16T07:27:10.332281+0000","last_clean":"2024-09-16T07:27:10.332281+0000","last_became_active":"2024-09-16T07:27:08.344117+0000","last_became_peered":"2024-09-16T07:27:08.344117+0000","last_unstale":"2024-09-16T07:27:10.332281+0000","last_undegraded":"2024-09-16T07:27:10.332281+0000","last_fullsized":"2024-09-16T07:27:10.332281+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:35:27.438338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.1b","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.867564+0000","last_change":"2024-09-16T07:27:09.356601+0000","last_active":"2024-09-16T07:27:10.867564+0000","last_peered":"2024-09-16T07:27:10.867564+0000","last_clean":"2024-09-16T07:27:10.867564+0000","last_became_active":"2024-09-16T07:27:09.356315+0000","last_became_peered":"2024-09-16T07:27:09.356315+0000","last_unstale":"2024-09-16T07:27:10.867564+0000","last_undegraded":"2024-09-16T07:27:10.867564+0000","last_fullsized":"2024-09-16T07:27:10.867564+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:42:38.485126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.1a","version":"116'1","reported_seq":16,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.791457+0000","last_change":"2024-09-16T07:27:08.345004+0000","last_active":"2024-09-16T07:27:10.791457+0000","last_peered":"2024-09-16T07:27:10.791457+0000","last_clean":"2024-09-16T07:27:10.791457+0000","last_became_active":"2024-09-16T07:27:08.344670+0000","last_became_peered":"2024-09-16T07:27:08.344670+0000","last_unstale":"2024-09-16T07:27:10.791457+0000","last_undegraded":"2024-09-16T07:27:10.791457+0000","last_fullsized":"2024-09-16T07:27:10.791457+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:07:35.466871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.18","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.866596+0000","last_change":"2024-09-16T07:27:09.352622+0000","last_active":"2024-09-16T07:27:10.866596+0000","last_peered":"2024-09-16T07:27:10.866596+0000","last_clean":"2024-09-16T07:27:10.866596+0000","last_became_active":"2024-09-16T07:27:09.352310+0000","last_became_peered":"2024-09-16T07:27:09.352310+0000","last_unstale":"2024-09-16T07:27:10.866596+0000","last_undegraded":"2024-09-16T07:27:10.866596+0000","last_fullsized":"2024-09-16T07:27:10.866596+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:37:14.003145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.19","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.866542+0000","last_change":"2024-09-16T07:27:08.346877+0000","last_active":"2024-09-16T07:27:10.866542+0000","last_peered":"2024-09-16T07:27:10.866542+0000","last_clean":"2024-09-16T07:27:10.866542+0000","last_became_active":"2024-09-16T07:27:08.346574+0000","last_became_peered":"2024-09-16T07:27:08.346574+0000","last_unstale":"2024-09-16T07:27:10.866542+0000","last_undegraded":"2024-09-16T07:27:10.866542+0000","last_fullsized":"2024-09-16T07:27:10.866542+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:24:44.485452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.19","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.332634+0000","last_change":"2024-09-16T07:27:09.352718+0000","last_active":"2024-09-16T07:27:10.332634+0000","last_peered":"2024-09-16T07:27:10.332634+0000","last_clean":"2024-09-16T07:27:10.332634+0000","last_became_active":"2024-09-16T07:27:09.352039+0000","last_became_peered":"2024-09-16T07:27:09.352039+0000","last_unstale":"2024-09-16T07:27:10.332634+0000","last_undegraded":"2024-09-16T07:27:10.332634+0000","last_fullsized":"2024-09-16T07:27:10.332634+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:36:33.401286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.18","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.333376+0000","last_change":"2024-09-16T07:27:08.338698+0000","last_active":"2024-09-16T07:27:10.333376+0000","last_peered":"2024-09-16T07:27:10.333376+0000","last_clean":"2024-09-16T07:27:10.333376+0000","last_became_active":"2024-09-16T07:27:08.338423+0000","last_became_peered":"2024-09-16T07:27:08.338423+0000","last_unstale":"2024-09-16T07:27:10.333376+0000","last_undegraded":"2024-09-16T07:27:10.333376+0000","last_fullsized":"2024-09-16T07:27:10.333376+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:41:25.218879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.16","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.333247+0000","last_change":"2024-09-16T07:27:09.352725+0000","last_active":"2024-09-16T07:27:10.333247+0000","last_peered":"2024-09-16T07:27:10.333247+0000","last_clean":"2024-09-16T07:27:10.333247+0000","last_became_active":"2024-09-16T07:27:09.352403+0000","last_became_peered":"2024-09-16T07:27:09.352403+0000","last_unstale":"2024-09-16T07:27:10.333247+0000","last_undegraded":"2024-09-16T07:27:10.333247+0000","last_fullsized":"2024-09-16T07:27:10.333247+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:49:31.743767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.17","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.867806+0000","last_change":"2024-09-16T07:27:08.341254+0000","last_active":"2024-09-16T07:27:10.867806+0000","last_peered":"2024-09-16T07:27:10.867806+0000","last_clean":"2024-09-16T07:27:10.867806+0000","last_became_active":"2024-09-16T07:27:08.340976+0000","last_became_peered":"2024-09-16T07:27:08.340976+0000","last_unstale":"2024-09-16T07:27:10.867806+0000","last_undegraded":"2024-09-16T07:27:10.867806+0000","last_fullsized":"2024-09-16T07:27:10.867806+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:58:08.363623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.17","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.867235+0000","last_change":"2024-09-16T07:27:09.350442+0000","last_active":"2024-09-16T07:27:10.867235+0000","last_peered":"2024-09-16T07:27:10.867235+0000","last_clean":"2024-09-16T07:27:10.867235+0000","last_became_active":"2024-09-16T07:27:09.350168+0000","last_became_peered":"2024-09-16T07:27:09.350168+0000","last_unstale":"2024-09-16T07:27:10.867235+0000","last_undegraded":"2024-09-16T07:27:10.867235+0000","last_fullsized":"2024-09-16T07:27:10.867235+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:04:20.290107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.16","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.791797+0000","last_change":"2024-09-16T07:27:08.344479+0000","last_active":"2024-09-16T07:27:10.791797+0000","last_peered":"2024-09-16T07:27:10.791797+0000","last_clean":"2024-09-16T07:27:10.791797+0000","last_became_active":"2024-09-16T07:27:08.344071+0000","last_became_peered":"2024-09-16T07:27:08.344071+0000","last_unstale":"2024-09-16T07:27:10.791797+0000","last_undegraded":"2024-09-16T07:27:10.791797+0000","last_fullsized":"2024-09-16T07:27:10.791797+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:00:14.866401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.14","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.867854+0000","last_change":"2024-09-16T07:27:09.357830+0000","last_active":"2024-09-16T07:27:10.867854+0000","last_peered":"2024-09-16T07:27:10.867854+0000","last_clean":"2024-09-16T07:27:10.867854+0000","last_became_active":"2024-09-16T07:27:09.357540+0000","last_became_peered":"2024-09-16T07:27:09.357540+0000","last_unstale":"2024-09-16T07:27:10.867854+0000","last_undegraded":"2024-09-16T07:27:10.867854+0000","last_fullsized":"2024-09-16T07:27:10.867854+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:21:10.311726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.15","version":"116'3","reported_seq":18,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.866896+0000","last_change":"2024-09-16T07:27:08.347308+0000","last_active":"2024-09-16T07:27:10.866896+0000","last_peered":"2024-09-16T07:27:10.866896+0000","last_clean":"2024-09-16T07:27:10.866896+0000","last_became_active":"2024-09-16T07:27:08.346976+0000","last_became_peered":"2024-09-16T07:27:08.346976+0000","last_unstale":"2024-09-16T07:27:10.866896+0000","last_undegraded":"2024-09-16T07:27:10.866896+0000","last_fullsized":"2024-09-16T07:27:10.866896+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:46:35.681173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.15","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.333971+0000","last_change":"2024-09-16T07:27:09.356739+0000","last_active":"2024-09-16T07:27:10.333971+0000","last_peered":"2024-09-16T07:27:10.333971+0000","last_clean":"2024-09-16T07:27:10.333971+0000","last_became_active":"2024-09-16T07:27:09.356479+0000","last_became_peered":"2024-09-16T07:27:09.356479+0000","last_unstale":"2024-09-16T07:27:10.333971+0000","last_undegraded":"2024-09-16T07:27:10.333971+0000","last_fullsized":"2024-09-16T07:27:10.333971+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:39:12.623585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.14","version":"116'6","reported_seq":21,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.334373+0000","last_change":"2024-09-16T07:27:08.348195+0000","last_active":"2024-09-16T07:27:10.334373+0000","last_peered":"2024-09-16T07:27:10.334373+0000","last_clean":"2024-09-16T07:27:10.334373+0000","last_became_active":"2024-09-16T07:27:08.347899+0000","last_became_peered":"2024-09-16T07:27:08.347899+0000","last_unstale":"2024-09-16T07:27:10.334373+0000","last_undegraded":"2024-09-16T07:27:10.334373+0000","last_fullsized":"2024-09-16T07:27:10.334373+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:05:23.924201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.13","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.866888+0000","last_change":"2024-09-16T07:27:09.348832+0000","last_active":"2024-09-16T07:27:10.866888+0000","last_peered":"2024-09-16T07:27:10.866888+0000","last_clean":"2024-09-16T07:27:10.866888+0000","last_became_active":"2024-09-16T07:27:09.348563+0000","last_became_peered":"2024-09-16T07:27:09.348563+0000","last_unstale":"2024-09-16T07:27:10.866888+0000","last_undegraded":"2024-09-16T07:27:10.866888+0000","last_fullsized":"2024-09-16T07:27:10.866888+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:20:29.673349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.12","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.866517+0000","last_change":"2024-09-16T07:27:08.346919+0000","last_active":"2024-09-16T07:27:10.866517+0000","last_peered":"2024-09-16T07:27:10.866517+0000","last_clean":"2024-09-16T07:27:10.866517+0000","last_became_active":"2024-09-16T07:27:08.346631+0000","last_became_peered":"2024-09-16T07:27:08.346631+0000","last_unstale":"2024-09-16T07:27:10.866517+0000","last_undegraded":"2024-09-16T07:27:10.866517+0000","last_fullsized":"2024-09-16T07:27:10.866517+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:20:41.991260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.10","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.866753+0000","last_change":"2024-09-16T07:27:09.346680+0000","last_active":"2024-09-16T07:27:10.866753+0000","last_peered":"2024-09-16T07:27:10.866753+0000","last_clean":"2024-09-16T07:27:10.866753+0000","last_became_active":"2024-09-16T07:27:09.346027+0000","last_became_peered":"2024-09-16T07:27:09.346027+0000","last_unstale":"2024-09-16T07:27:10.866753+0000","last_undegraded":"2024-09-16T07:27:10.866753+0000","last_fullsized":"2024-09-16T07:27:10.866753+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:52:16.876576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.11","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.332339+0000","last_change":"2024-09-16T07:27:08.341169+0000","last_active":"2024-09-16T07:27:10.332339+0000","last_peered":"2024-09-16T07:27:10.332339+0000","last_clean":"2024-09-16T07:27:10.332339+0000","last_became_active":"2024-09-16T07:27:08.340479+0000","last_became_peered":"2024-09-16T07:27:08.340479+0000","last_unstale":"2024-09-16T07:27:10.332339+0000","last_undegraded":"2024-09-16T07:27:10.332339+0000","last_fullsized":"2024-09-16T07:27:10.332339+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:19:10.511430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.11","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.866660+0000","last_change":"2024-09-16T07:27:09.352262+0000","last_active":"2024-09-16T07:27:10.866660+0000","last_peered":"2024-09-16T07:27:10.866660+0000","last_clean":"2024-09-16T07:27:10.866660+0000","last_became_active":"2024-09-16T07:27:09.351966+0000","last_became_peered":"2024-09-16T07:27:09.351966+0000","last_unstale":"2024-09-16T07:27:10.866660+0000","last_undegraded":"2024-09-16T07:27:10.866660+0000","last_fullsized":"2024-09-16T07:27:10.866660+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:13:26.701280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.10","version":"116'8","reported_seq":23,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.867805+0000","last_change":"2024-09-16T07:27:08.337338+0000","last_active":"2024-09-16T07:27:10.867805+0000","last_peered":"2024-09-16T07:27:10.867805+0000","last_clean":"2024-09-16T07:27:10.867805+0000","last_became_active":"2024-09-16T07:27:08.337053+0000","last_became_peered":"2024-09-16T07:27:08.337053+0000","last_unstale":"2024-09-16T07:27:10.867805+0000","last_undegraded":"2024-09-16T07:27:10.867805+0000","last_fullsized":"2024-09-16T07:27:10.867805+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:08:01.786394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.e","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.868177+0000","last_change":"2024-09-16T07:27:09.341587+0000","last_active":"2024-09-16T07:27:10.868177+0000","last_peered":"2024-09-16T07:27:10.868177+0000","last_clean":"2024-09-16T07:27:10.868177+0000","last_became_active":"2024-09-16T07:27:09.341341+0000","last_became_peered":"2024-09-16T07:27:09.341341+0000","last_unstale":"2024-09-16T07:27:10.868177+0000","last_undegraded":"2024-09-16T07:27:10.868177+0000","last_fullsized":"2024-09-16T07:27:10.868177+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:35:28.433066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.f","version":"116'1","reported_seq":16,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.867825+0000","last_change":"2024-09-16T07:27:08.344388+0000","last_active":"2024-09-16T07:27:10.867825+0000","last_peered":"2024-09-16T07:27:10.867825+0000","last_clean":"2024-09-16T07:27:10.867825+0000","last_became_active":"2024-09-16T07:27:08.344089+0000","last_became_peered":"2024-09-16T07:27:08.344089+0000","last_unstale":"2024-09-16T07:27:10.867825+0000","last_undegraded":"2024-09-16T07:27:10.867825+0000","last_fullsized":"2024-09-16T07:27:10.867825+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:40:47.213154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.f","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.867546+0000","last_change":"2024-09-16T07:27:09.349928+0000","last_active":"2024-09-16T07:27:10.867546+0000","last_peered":"2024-09-16T07:27:10.867546+0000","last_clean":"2024-09-16T07:27:10.867546+0000","last_became_active":"2024-09-16T07:27:09.349520+0000","last_became_peered":"2024-09-16T07:27:09.349520+0000","last_unstale":"2024-09-16T07:27:10.867546+0000","last_undegraded":"2024-09-16T07:27:10.867546+0000","last_fullsized":"2024-09-16T07:27:10.867546+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:47:58.634133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.e","version":"116'2","reported_seq":17,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.332920+0000","last_change":"2024-09-16T07:27:08.342557+0000","last_active":"2024-09-16T07:27:10.332920+0000","last_peered":"2024-09-16T07:27:10.332920+0000","last_clean":"2024-09-16T07:27:10.332920+0000","last_became_active":"2024-09-16T07:27:08.342254+0000","last_became_peered":"2024-09-16T07:27:08.342254+0000","last_unstale":"2024-09-16T07:27:10.332920+0000","last_undegraded":"2024-09-16T07:27:10.332920+0000","last_fullsized":"2024-09-16T07:27:10.332920+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:18:02.108135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.c","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.333500+0000","last_change":"2024-09-16T07:27:09.341139+0000","last_active":"2024-09-16T07:27:10.333500+0000","last_peered":"2024-09-16T07:27:10.333500+0000","last_clean":"2024-09-16T07:27:10.333500+0000","last_became_active":"2024-09-16T07:27:09.339345+0000","last_became_peered":"2024-09-16T07:27:09.339345+0000","last_unstale":"2024-09-16T07:27:10.333500+0000","last_undegraded":"2024-09-16T07:27:10.333500+0000","last_fullsized":"2024-09-16T07:27:10.333500+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:21:47.082516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.d","version":"116'1","reported_seq":16,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.867702+0000","last_change":"2024-09-16T07:27:08.346148+0000","last_active":"2024-09-16T07:27:10.867702+0000","last_peered":"2024-09-16T07:27:10.867702+0000","last_clean":"2024-09-16T07:27:10.867702+0000","last_became_active":"2024-09-16T07:27:08.345834+0000","last_became_peered":"2024-09-16T07:27:08.345834+0000","last_unstale":"2024-09-16T07:27:10.867702+0000","last_undegraded":"2024-09-16T07:27:10.867702+0000","last_fullsized":"2024-09-16T07:27:10.867702+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:49:50.437954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.d","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.332887+0000","last_change":"2024-09-16T07:27:09.351783+0000","last_active":"2024-09-16T07:27:10.332887+0000","last_peered":"2024-09-16T07:27:10.332887+0000","last_clean":"2024-09-16T07:27:10.332887+0000","last_became_active":"2024-09-16T07:27:09.351471+0000","last_became_peered":"2024-09-16T07:27:09.351471+0000","last_unstale":"2024-09-16T07:27:10.332887+0000","last_undegraded":"2024-09-16T07:27:10.332887+0000","last_fullsized":"2024-09-16T07:27:10.332887+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:27:53.851725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.c","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.868117+0000","last_change":"2024-09-16T07:27:08.341270+0000","last_active":"2024-09-16T07:27:10.868117+0000","last_peered":"2024-09-16T07:27:10.868117+0000","last_clean":"2024-09-16T07:27:10.868117+0000","last_became_active":"2024-09-16T07:27:08.340992+0000","last_became_peered":"2024-09-16T07:27:08.340992+0000","last_unstale":"2024-09-16T07:27:10.868117+0000","last_undegraded":"2024-09-16T07:27:10.868117+0000","last_fullsized":"2024-09-16T07:27:10.868117+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:47:47.885471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.a","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.333332+0000","last_change":"2024-09-16T07:27:09.341158+0000","last_active":"2024-09-16T07:27:10.333332+0000","last_peered":"2024-09-16T07:27:10.333332+0000","last_clean":"2024-09-16T07:27:10.333332+0000","last_became_active":"2024-09-16T07:27:09.339750+0000","last_became_peered":"2024-09-16T07:27:09.339750+0000","last_unstale":"2024-09-16T07:27:10.333332+0000","last_undegraded":"2024-09-16T07:27:10.333332+0000","last_fullsized":"2024-09-16T07:27:10.333332+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:51:07.982835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.b","version":"116'2","reported_seq":17,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.866767+0000","last_change":"2024-09-16T07:27:08.342755+0000","last_active":"2024-09-16T07:27:10.866767+0000","last_peered":"2024-09-16T07:27:10.866767+0000","last_clean":"2024-09-16T07:27:10.866767+0000","last_became_active":"2024-09-16T07:27:08.342464+0000","last_became_peered":"2024-09-16T07:27:08.342464+0000","last_unstale":"2024-09-16T07:27:10.866767+0000","last_undegraded":"2024-09-16T07:27:10.866767+0000","last_fullsized":"2024-09-16T07:27:10.866767+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:22:24.837835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.b","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.334298+0000","last_change":"2024-09-16T07:27:09.345053+0000","last_active":"2024-09-16T07:27:10.334298+0000","last_peered":"2024-09-16T07:27:10.334298+0000","last_clean":"2024-09-16T07:27:10.334298+0000","last_became_active":"2024-09-16T07:27:09.344771+0000","last_became_peered":"2024-09-16T07:27:09.344771+0000","last_unstale":"2024-09-16T07:27:10.334298+0000","last_undegraded":"2024-09-16T07:27:10.334298+0000","last_fullsized":"2024-09-16T07:27:10.334298+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:53:43.461240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.a","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.791561+0000","last_change":"2024-09-16T07:27:08.349488+0000","last_active":"2024-09-16T07:27:10.791561+0000","last_peered":"2024-09-16T07:27:10.791561+0000","last_clean":"2024-09-16T07:27:10.791561+0000","last_became_active":"2024-09-16T07:27:08.349229+0000","last_became_peered":"2024-09-16T07:27:08.349229+0000","last_unstale":"2024-09-16T07:27:10.791561+0000","last_undegraded":"2024-09-16T07:27:10.791561+0000","last_fullsized":"2024-09-16T07:27:10.791561+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:16:05.320858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.8","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.866930+0000","last_change":"2024-09-16T07:27:09.347827+0000","last_active":"2024-09-16T07:27:10.866930+0000","last_peered":"2024-09-16T07:27:10.866930+0000","last_clean":"2024-09-16T07:27:10.866930+0000","last_became_active":"2024-09-16T07:27:09.347426+0000","last_became_peered":"2024-09-16T07:27:09.347426+0000","last_unstale":"2024-09-16T07:27:10.866930+0000","last_undegraded":"2024-09-16T07:27:10.866930+0000","last_fullsized":"2024-09-16T07:27:10.866930+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:31:32.817828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.9","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.866479+0000","last_change":"2024-09-16T07:27:08.342427+0000","last_active":"2024-09-16T07:27:10.866479+0000","last_peered":"2024-09-16T07:27:10.866479+0000","last_clean":"2024-09-16T07:27:10.866479+0000","last_became_active":"2024-09-16T07:27:08.341708+0000","last_became_peered":"2024-09-16T07:27:08.341708+0000","last_unstale":"2024-09-16T07:27:10.866479+0000","last_undegraded":"2024-09-16T07:27:10.866479+0000","last_fullsized":"2024-09-16T07:27:10.866479+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:02:13.647754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.9","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.866898+0000","last_change":"2024-09-16T07:27:09.359838+0000","last_active":"2024-09-16T07:27:10.866898+0000","last_peered":"2024-09-16T07:27:10.866898+0000","last_clean":"2024-09-16T07:27:10.866898+0000","last_became_active":"2024-09-16T07:27:09.359492+0000","last_became_peered":"2024-09-16T07:27:09.359492+0000","last_unstale":"2024-09-16T07:27:10.866898+0000","last_undegraded":"2024-09-16T07:27:10.866898+0000","last_fullsized":"2024-09-16T07:27:10.866898+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:05:56.933269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.8","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.332159+0000","last_change":"2024-09-16T07:27:08.343431+0000","last_active":"2024-09-16T07:27:10.332159+0000","last_peered":"2024-09-16T07:27:10.332159+0000","last_clean":"2024-09-16T07:27:10.332159+0000","last_became_active":"2024-09-16T07:27:08.342784+0000","last_became_peered":"2024-09-16T07:27:08.342784+0000","last_unstale":"2024-09-16T07:27:10.332159+0000","last_undegraded":"2024-09-16T07:27:10.332159+0000","last_fullsized":"2024-09-16T07:27:10.332159+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:05:55.926710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.6","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.334323+0000","last_change":"2024-09-16T07:27:09.355150+0000","last_active":"2024-09-16T07:27:10.334323+0000","last_peered":"2024-09-16T07:27:10.334323+0000","last_clean":"2024-09-16T07:27:10.334323+0000","last_became_active":"2024-09-16T07:27:09.354883+0000","last_became_peered":"2024-09-16T07:27:09.354883+0000","last_unstale":"2024-09-16T07:27:10.334323+0000","last_undegraded":"2024-09-16T07:27:10.334323+0000","last_fullsized":"2024-09-16T07:27:10.334323+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:46:04.057453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.7","version":"116'2","reported_seq":17,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.791817+0000","last_change":"2024-09-16T07:27:08.349549+0000","last_active":"2024-09-16T07:27:10.791817+0000","last_peered":"2024-09-16T07:27:10.791817+0000","last_clean":"2024-09-16T07:27:10.791817+0000","last_became_active":"2024-09-16T07:27:08.349239+0000","last_became_peered":"2024-09-16T07:27:08.349239+0000","last_unstale":"2024-09-16T07:27:10.791817+0000","last_undegraded":"2024-09-16T07:27:10.791817+0000","last_fullsized":"2024-09-16T07:27:10.791817+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:36:50.176961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.7","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.333276+0000","last_change":"2024-09-16T07:27:09.340928+0000","last_active":"2024-09-16T07:27:10.333276+0000","last_peered":"2024-09-16T07:27:10.333276+0000","last_clean":"2024-09-16T07:27:10.333276+0000","last_became_active":"2024-09-16T07:27:09.340588+0000","last_became_peered":"2024-09-16T07:27:09.340588+0000","last_unstale":"2024-09-16T07:27:10.333276+0000","last_undegraded":"2024-09-16T07:27:10.333276+0000","last_fullsized":"2024-09-16T07:27:10.333276+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:23:22.774501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.6","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.868125+0000","last_change":"2024-09-16T07:27:08.339221+0000","last_active":"2024-09-16T07:27:10.868125+0000","last_peered":"2024-09-16T07:27:10.868125+0000","last_clean":"2024-09-16T07:27:10.868125+0000","last_became_active":"2024-09-16T07:27:08.338919+0000","last_became_peered":"2024-09-16T07:27:08.338919+0000","last_unstale":"2024-09-16T07:27:10.868125+0000","last_undegraded":"2024-09-16T07:27:10.868125+0000","last_fullsized":"2024-09-16T07:27:10.868125+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:48:36.336648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.4","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.866851+0000","last_change":"2024-09-16T07:27:09.353793+0000","last_active":"2024-09-16T07:27:10.866851+0000","last_peered":"2024-09-16T07:27:10.866851+0000","last_clean":"2024-09-16T07:27:10.866851+0000","last_became_active":"2024-09-16T07:27:09.353518+0000","last_became_peered":"2024-09-16T07:27:09.353518+0000","last_unstale":"2024-09-16T07:27:10.866851+0000","last_undegraded":"2024-09-16T07:27:10.866851+0000","last_fullsized":"2024-09-16T07:27:10.866851+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:52:03.245995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.5","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.791622+0000","last_change":"2024-09-16T07:27:08.345639+0000","last_active":"2024-09-16T07:27:10.791622+0000","last_peered":"2024-09-16T07:27:10.791622+0000","last_clean":"2024-09-16T07:27:10.791622+0000","last_became_active":"2024-09-16T07:27:08.345344+0000","last_became_peered":"2024-09-16T07:27:08.345344+0000","last_unstale":"2024-09-16T07:27:10.791622+0000","last_undegraded":"2024-09-16T07:27:10.791622+0000","last_fullsized":"2024-09-16T07:27:10.791622+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:08:38.870388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.5","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.867587+0000","last_change":"2024-09-16T07:27:09.354178+0000","last_active":"2024-09-16T07:27:10.867587+0000","last_peered":"2024-09-16T07:27:10.867587+0000","last_clean":"2024-09-16T07:27:10.867587+0000","last_became_active":"2024-09-16T07:27:09.353918+0000","last_became_peered":"2024-09-16T07:27:09.353918+0000","last_unstale":"2024-09-16T07:27:10.867587+0000","last_undegraded":"2024-09-16T07:27:10.867587+0000","last_fullsized":"2024-09-16T07:27:10.867587+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:47:10.488415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.4","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.866828+0000","last_change":"2024-09-16T07:27:08.347102+0000","last_active":"2024-09-16T07:27:10.866828+0000","last_peered":"2024-09-16T07:27:10.866828+0000","last_clean":"2024-09-16T07:27:10.866828+0000","last_became_active":"2024-09-16T07:27:08.346721+0000","last_became_peered":"2024-09-16T07:27:08.346721+0000","last_unstale":"2024-09-16T07:27:10.866828+0000","last_undegraded":"2024-09-16T07:27:10.866828+0000","last_fullsized":"2024-09-16T07:27:10.866828+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:38:10.455720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.2","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.867124+0000","last_change":"2024-09-16T07:27:09.354202+0000","last_active":"2024-09-16T07:27:10.867124+0000","last_peered":"2024-09-16T07:27:10.867124+0000","last_clean":"2024-09-16T07:27:10.867124+0000","last_became_active":"2024-09-16T07:27:09.353872+0000","last_became_peered":"2024-09-16T07:27:09.353872+0000","last_unstale":"2024-09-16T07:27:10.867124+0000","last_undegraded":"2024-09-16T07:27:10.867124+0000","last_fullsized":"2024-09-16T07:27:10.867124+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:55:24.141930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.3","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.332423+0000","last_change":"2024-09-16T07:27:08.336486+0000","last_active":"2024-09-16T07:27:10.332423+0000","last_peered":"2024-09-16T07:27:10.332423+0000","last_clean":"2024-09-16T07:27:10.332423+0000","last_became_active":"2024-09-16T07:27:08.336154+0000","last_became_peered":"2024-09-16T07:27:08.336154+0000","last_unstale":"2024-09-16T07:27:10.332423+0000","last_undegraded":"2024-09-16T07:27:10.332423+0000","last_fullsized":"2024-09-16T07:27:10.332423+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:58:08.363623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.3","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.867637+0000","last_change":"2024-09-16T07:27:09.362978+0000","last_active":"2024-09-16T07:27:10.867637+0000","last_peered":"2024-09-16T07:27:10.867637+0000","last_clean":"2024-09-16T07:27:10.867637+0000","last_became_active":"2024-09-16T07:27:09.362634+0000","last_became_peered":"2024-09-16T07:27:09.362634+0000","last_unstale":"2024-09-16T07:27:10.867637+0000","last_undegraded":"2024-09-16T07:27:10.867637+0000","last_fullsized":"2024-09-16T07:27:10.867637+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:05:23.126075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.2","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.867137+0000","last_change":"2024-09-16T07:27:08.343714+0000","last_active":"2024-09-16T07:27:10.867137+0000","last_peered":"2024-09-16T07:27:10.867137+0000","last_clean":"2024-09-16T07:27:10.867137+0000","last_became_active":"2024-09-16T07:27:08.343439+0000","last_became_peered":"2024-09-16T07:27:08.343439+0000","last_unstale":"2024-09-16T07:27:10.867137+0000","last_undegraded":"2024-09-16T07:27:10.867137+0000","last_fullsized":"2024-09-16T07:27:10.867137+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:47:16.637358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.0","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.791523+0000","last_change":"2024-09-16T07:27:09.361680+0000","last_active":"2024-09-16T07:27:10.791523+0000","last_peered":"2024-09-16T07:27:10.791523+0000","last_clean":"2024-09-16T07:27:10.791523+0000","last_became_active":"2024-09-16T07:27:09.361425+0000","last_became_peered":"2024-09-16T07:27:09.361425+0000","last_unstale":"2024-09-16T07:27:10.791523+0000","last_undegraded":"2024-09-16T07:27:10.791523+0000","last_fullsized":"2024-09-16T07:27:10.791523+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:28:53.566697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.1","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.332193+0000","last_change":"2024-09-16T07:27:08.340775+0000","last_active":"2024-09-16T07:27:10.332193+0000","last_peered":"2024-09-16T07:27:10.332193+0000","last_clean":"2024-09-16T07:27:10.332193+0000","last_became_active":"2024-09-16T07:27:08.340473+0000","last_became_peered":"2024-09-16T07:27:08.340473+0000","last_unstale":"2024-09-16T07:27:10.332193+0000","last_undegraded":"2024-09-16T07:27:10.332193+0000","last_fullsized":"2024-09-16T07:27:10.332193+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:04:09.717108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.1","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.866678+0000","last_change":"2024-09-16T07:27:09.354659+0000","last_active":"2024-09-16T07:27:10.866678+0000","last_peered":"2024-09-16T07:27:10.866678+0000","last_clean":"2024-09-16T07:27:10.866678+0000","last_became_active":"2024-09-16T07:27:09.354402+0000","last_became_peered":"2024-09-16T07:27:09.354402+0000","last_unstale":"2024-09-16T07:27:10.866678+0000","last_undegraded":"2024-09-16T07:27:10.866678+0000","last_fullsized":"2024-09-16T07:27:10.866678+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:21:20.609134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.0","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.866888+0000","last_change":"2024-09-16T07:27:08.347015+0000","last_active":"2024-09-16T07:27:10.866888+0000","last_peered":"2024-09-16T07:27:10.866888+0000","last_clean":"2024-09-16T07:27:10.866888+0000","last_became_active":"2024-09-16T07:27:08.346742+0000","last_became_peered":"2024-09-16T07:27:08.346742+0000","last_unstale":"2024-09-16T07:27:10.866888+0000","last_undegraded":"2024-09-16T07:27:10.866888+0000","last_fullsized":"2024-09-16T07:27:10.866888+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:53:53.777639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.12","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.867307+0000","last_change":"2024-09-16T07:27:09.349709+0000","last_active":"2024-09-16T07:27:10.867307+0000","last_peered":"2024-09-16T07:27:10.867307+0000","last_clean":"2024-09-16T07:27:10.867307+0000","last_became_active":"2024-09-16T07:27:09.349422+0000","last_became_peered":"2024-09-16T07:27:09.349422+0000","last_unstale":"2024-09-16T07:27:10.867307+0000","last_undegraded":"2024-09-16T07:27:10.867307+0000","last_fullsized":"2024-09-16T07:27:10.867307+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:08.317801+0000","last_clean_scrub_stamp":"2024-09-16T07:27:08.317801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:09:32.790294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.13","version":"116'2","reported_seq":17,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.867777+0000","last_change":"2024-09-16T07:27:08.342306+0000","last_active":"2024-09-16T07:27:10.867777+0000","last_peered":"2024-09-16T07:27:10.867777+0000","last_clean":"2024-09-16T07:27:10.867777+0000","last_became_active":"2024-09-16T07:27:08.342033+0000","last_became_peered":"2024-09-16T07:27:08.342033+0000","last_unstale":"2024-09-16T07:27:10.867777+0000","last_undegraded":"2024-09-16T07:27:10.867777+0000","last_fullsized":"2024-09-16T07:27:10.867777+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:07.311241+0000","last_clean_scrub_stamp":"2024-09-16T07:27:07.311241+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:26:08.808413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"70'79","reported_seq":314,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-16T07:27:10.333690+0000","last_change":"2024-09-16T07:21:02.600196+0000","last_active":"2024-09-16T07:27:10.333690+0000","last_peered":"2024-09-16T07:27:10.333690+0000","last_clean":"2024-09-16T07:27:10.333690+0000","last_became_active":"2024-09-16T07:21:02.599001+0000","last_became_peered":"2024-09-16T07:21:02.599001+0000","last_unstale":"2024-09-16T07:27:10.333690+0000","last_undegraded":"2024-09-16T07:27:10.333690+0000","last_fullsized":"2024-09-16T07:27:10.333690+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_clean_scrub_stamp":"2024-09-16T07:21:01.331773+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:28:40.942832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":19,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":18,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509519,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32604,"kb_used_data":1412,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339236,"statfs":{"total":96636764160,"available":96603377664,"internally_reserved":0,"allocated":1445888,"data_stored":634788,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574925,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32604,"kb_used_data":1408,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339236,"statfs":{"total":96636764160,"available":96603377664,"internally_reserved":0,"allocated":1441792,"data_stored":634754,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509518,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33192,"kb_used_data":2000,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338648,"statfs":{"total":96636764160,"available":96602775552,"internally_reserved":0,"allocated":2048000,"data_stored":1225864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509518,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32616,"kb_used_data":1420,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339224,"statfs":{"total":96636764160,"available":96603365376,"internally_reserved":0,"allocated":1454080,"data_stored":641082,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509519,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32604,"kb_used_data":1412,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339236,"statfs":{"total":96636764160,"available":96603377664,"internally_reserved":0,"allocated":1445888,"data_stored":634824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509519,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32608,"kb_used_data":1416,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339232,"statfs":{"total":96636764160,"available":96603373568,"internally_reserved":0,"allocated":1449984,"data_stored":635426,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509519,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33212,"kb_used_data":2016,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338628,"statfs":{"total":96636764160,"available":96602755072,"internally_reserved":0,"allocated":2064384,"data_stored":1233084,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509520,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32628,"kb_used_data":1440,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339212,"statfs":{"total":96636764160,"available":96603353088,"internally_reserved":0,"allocated":1474560,"data_stored":642750,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T07:27:13.725 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-16T07:27:13.725 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-16T07:27:13.874 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.874+0000 7ff93bb94640 1 -- 172.21.15.31:0/197052349 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff93415dd90 msgr2=0x7ff9340cd980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:13.874 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.874+0000 7ff93bb94640 1 --2- 172.21.15.31:0/197052349 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff93415dd90 0x7ff9340cd980 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7ff930005fd0 tx=0x7ff93002a5d0 comp rx=0 tx=0).stop 2024-09-16T07:27:13.874 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.874+0000 7ff93bb94640 1 -- 172.21.15.31:0/197052349 shutdown_connections 2024-09-16T07:27:13.874 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.874+0000 7ff93bb94640 1 --2- 172.21.15.31:0/197052349 >> v2:172.21.15.155:3300/0 conn(0x7ff93415e170 0x7ff9340cfa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:13.874 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.874+0000 7ff93bb94640 1 --2- 172.21.15.31:0/197052349 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff93415dd90 0x7ff9340cd980 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:13.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.874+0000 7ff93bb94640 1 -- 172.21.15.31:0/197052349 >> 172.21.15.31:0/197052349 conn(0x7ff93409aa30 msgr2=0x7ff93409ae40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:13.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.875+0000 7ff93bb94640 1 -- 172.21.15.31:0/197052349 shutdown_connections 2024-09-16T07:27:13.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.875+0000 7ff93bb94640 1 -- 172.21.15.31:0/197052349 wait complete. 2024-09-16T07:27:13.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.876+0000 7ff93bb94640 1 Processor -- start 2024-09-16T07:27:13.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.876+0000 7ff93bb94640 1 -- start start 2024-09-16T07:27:13.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.876+0000 7ff93bb94640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff9340d1b60 0x7ff9341f8670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:13.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.876+0000 7ff93bb94640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff93415dd90 0x7ff9341f4540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:13.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.876+0000 7ff93bb94640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff93415e170 0x7ff934158540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:13.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.876+0000 7ff93bb94640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7ff93406e380 con 0x7ff93415dd90 2024-09-16T07:27:13.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.876+0000 7ff93bb94640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ff93406e200 con 0x7ff93415e170 2024-09-16T07:27:13.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.876+0000 7ff93bb94640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ff93406e500 con 0x7ff9340d1b60 2024-09-16T07:27:13.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.877+0000 7ff93912f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff93415dd90 0x7ff9341f4540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:13.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.877+0000 7ff93912f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff93415dd90 0x7ff9341f4540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35800/0 (socket says 172.21.15.31:35800) 2024-09-16T07:27:13.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.877+0000 7ff93912f640 1 -- 172.21.15.31:0/834549017 learned_addr learned my addr 172.21.15.31:0/834549017 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:13.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.877+0000 7ff939930640 1 --2- 172.21.15.31:0/834549017 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff9340d1b60 0x7ff9341f8670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:13.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.877+0000 7ff93a131640 1 --2- 172.21.15.31:0/834549017 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff93415e170 0x7ff934158540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:13.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.877+0000 7ff93912f640 1 -- 172.21.15.31:0/834549017 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff9340d1b60 msgr2=0x7ff9341f8670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:13.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.877+0000 7ff93912f640 1 --2- 172.21.15.31:0/834549017 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff9340d1b60 0x7ff9341f8670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:13.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.877+0000 7ff93912f640 1 -- 172.21.15.31:0/834549017 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff93415e170 msgr2=0x7ff934158540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:13.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.877+0000 7ff93912f640 1 --2- 172.21.15.31:0/834549017 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff93415e170 0x7ff934158540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:13.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.877+0000 7ff93912f640 1 -- 172.21.15.31:0/834549017 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9341f4a80 con 0x7ff93415dd90 2024-09-16T07:27:13.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.877+0000 7ff93912f640 1 --2- 172.21.15.31:0/834549017 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff93415dd90 0x7ff9341f4540 secure :-1 s=READY pgs=1240 cs=0 l=1 rev1=1 crypto rx=0x7ff92400e940 tx=0x7ff92400ee00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:13.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.877+0000 7ff92a7fc640 1 -- 172.21.15.31:0/834549017 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff92400cd80 con 0x7ff93415dd90 2024-09-16T07:27:13.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.877+0000 7ff92a7fc640 1 -- 172.21.15.31:0/834549017 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff924010430 con 0x7ff93415dd90 2024-09-16T07:27:13.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.877+0000 7ff93bb94640 1 -- 172.21.15.31:0/834549017 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9341f4d30 con 0x7ff93415dd90 2024-09-16T07:27:13.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.877+0000 7ff92a7fc640 1 -- 172.21.15.31:0/834549017 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff924010880 con 0x7ff93415dd90 2024-09-16T07:27:13.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.877+0000 7ff93bb94640 1 -- 172.21.15.31:0/834549017 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9341f52f0 con 0x7ff93415dd90 2024-09-16T07:27:13.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.879+0000 7ff93bb94640 1 -- 172.21.15.31:0/834549017 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff9340cd980 con 0x7ff93415dd90 2024-09-16T07:27:13.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.879+0000 7ff92a7fc640 1 -- 172.21.15.31:0/834549017 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 19) ==== 101695+0+0 (secure 0 0 0) 0x7ff92401f020 con 0x7ff93415dd90 2024-09-16T07:27:13.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.880+0000 7ff92a7fc640 1 --2- 172.21.15.31:0/834549017 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff918078cd0 0x7ff91807b190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:13.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.880+0000 7ff939930640 1 --2- 172.21.15.31:0/834549017 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff918078cd0 0x7ff91807b190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:13.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.880+0000 7ff92a7fc640 1 -- 172.21.15.31:0/834549017 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5737+0+0 (secure 0 0 0) 0x7ff92409b8c0 con 0x7ff93415dd90 2024-09-16T07:27:13.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.880+0000 7ff939930640 1 --2- 172.21.15.31:0/834549017 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff918078cd0 0x7ff91807b190 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7ff930033000 tx=0x7ff930004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:13.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:13.884+0000 7ff92a7fc640 1 -- 172.21.15.31:0/834549017 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7ff924063100 con 0x7ff93415dd90 2024-09-16T07:27:14.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.142+0000 7ff93bb94640 1 -- 172.21.15.31:0/834549017 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7ff9340ced20 con 0x7ff93415dd90 2024-09-16T07:27:14.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.144+0000 7ff92a7fc640 1 -- 172.21.15.31:0/834549017 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v24) ==== 190+0+147 (secure 0 0 0) 0x7ff92406ae20 con 0x7ff93415dd90 2024-09-16T07:27:14.143 INFO:teuthology.orchestra.run.smithi031.stdout:[client.0] 2024-09-16T07:27:14.143 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQAp3OdmOi3VIhAA6pREvErOkWIiU+/Wlqimsw== 2024-09-16T07:27:14.143 INFO:teuthology.orchestra.run.smithi031.stdout: caps mds = "allow" 2024-09-16T07:27:14.144 INFO:teuthology.orchestra.run.smithi031.stdout: caps mon = "allow r" 2024-09-16T07:27:14.144 INFO:teuthology.orchestra.run.smithi031.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-16T07:27:14.144 INFO:teuthology.orchestra.run.smithi031.stderr:updated caps for client.0 2024-09-16T07:27:14.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.146+0000 7ff93bb94640 1 -- 172.21.15.31:0/834549017 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff918078cd0 msgr2=0x7ff91807b190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:14.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.146+0000 7ff93bb94640 1 --2- 172.21.15.31:0/834549017 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff918078cd0 0x7ff91807b190 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7ff930033000 tx=0x7ff930004730 comp rx=0 tx=0).stop 2024-09-16T07:27:14.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.146+0000 7ff93bb94640 1 -- 172.21.15.31:0/834549017 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff93415dd90 msgr2=0x7ff9341f4540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:14.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.146+0000 7ff93bb94640 1 --2- 172.21.15.31:0/834549017 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff93415dd90 0x7ff9341f4540 secure :-1 s=READY pgs=1240 cs=0 l=1 rev1=1 crypto rx=0x7ff92400e940 tx=0x7ff92400ee00 comp rx=0 tx=0).stop 2024-09-16T07:27:14.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.146+0000 7ff93bb94640 1 -- 172.21.15.31:0/834549017 shutdown_connections 2024-09-16T07:27:14.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.146+0000 7ff93bb94640 1 --2- 172.21.15.31:0/834549017 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff918078cd0 0x7ff91807b190 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:14.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.146+0000 7ff93bb94640 1 --2- 172.21.15.31:0/834549017 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff93415e170 0x7ff934158540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:14.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.146+0000 7ff93bb94640 1 --2- 172.21.15.31:0/834549017 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff93415dd90 0x7ff9341f4540 unknown :-1 s=CLOSED pgs=1240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:14.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.146+0000 7ff93bb94640 1 --2- 172.21.15.31:0/834549017 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff9340d1b60 0x7ff9341f8670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:14.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.146+0000 7ff93bb94640 1 -- 172.21.15.31:0/834549017 >> 172.21.15.31:0/834549017 conn(0x7ff93409aa30 msgr2=0x7ff9340b53c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:14.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.146+0000 7ff93bb94640 1 -- 172.21.15.31:0/834549017 shutdown_connections 2024-09-16T07:27:14.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.146+0000 7ff93bb94640 1 -- 172.21.15.31:0/834549017 wait complete. 2024-09-16T07:27:14.157 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:27:14.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.262+0000 7f7657b3d640 1 -- 172.21.15.31:0/3528668056 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f76500d2410 msgr2=0x7f76500b3090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:14.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.262+0000 7f7657b3d640 1 --2- 172.21.15.31:0/3528668056 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f76500d2410 0x7f76500b3090 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f7640005fd0 tx=0x7f764002a940 comp rx=0 tx=0).stop 2024-09-16T07:27:14.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.262+0000 7f7657b3d640 1 -- 172.21.15.31:0/3528668056 shutdown_connections 2024-09-16T07:27:14.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.262+0000 7f7657b3d640 1 --2- 172.21.15.31:0/3528668056 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f76500cfce0 0x7f76500d0130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:14.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.262+0000 7f7657b3d640 1 --2- 172.21.15.31:0/3528668056 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f76500d2410 0x7f76500b3090 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:14.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.262+0000 7f7657b3d640 1 -- 172.21.15.31:0/3528668056 >> 172.21.15.31:0/3528668056 conn(0x7f765009aa30 msgr2=0x7f765009ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:14.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.263+0000 7f7657b3d640 1 -- 172.21.15.31:0/3528668056 shutdown_connections 2024-09-16T07:27:14.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.263+0000 7f7657b3d640 1 -- 172.21.15.31:0/3528668056 wait complete. 2024-09-16T07:27:14.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.264+0000 7f7657b3d640 1 Processor -- start 2024-09-16T07:27:14.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.264+0000 7f7657b3d640 1 -- start start 2024-09-16T07:27:14.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.265+0000 7f7657b3d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f76500cfce0 0x7f76500cb870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:14.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.265+0000 7f7657b3d640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f76500d2410 0x7f76501f2c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:14.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.265+0000 7f7657b3d640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f765015f6d0 0x7f765015e460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:14.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.265+0000 7f7657b3d640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f76500b13c0 con 0x7f76500cfce0 2024-09-16T07:27:14.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.265+0000 7f7657b3d640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f76500b1240 con 0x7f76500d2410 2024-09-16T07:27:14.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.265+0000 7f7657b3d640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f76500b1540 con 0x7f765015f6d0 2024-09-16T07:27:14.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.265+0000 7f76558d9640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f76500cfce0 0x7f76500cb870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:14.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.265+0000 7f76558d9640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f76500cfce0 0x7f76500cb870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35806/0 (socket says 172.21.15.31:35806) 2024-09-16T07:27:14.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.265+0000 7f76558d9640 1 -- 172.21.15.31:0/733124982 learned_addr learned my addr 172.21.15.31:0/733124982 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:14.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.265+0000 7f76560da640 1 --2- 172.21.15.31:0/733124982 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f765015f6d0 0x7f765015e460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:14.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.265+0000 7f76550d8640 1 --2- 172.21.15.31:0/733124982 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f76500d2410 0x7f76501f2c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:14.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.265+0000 7f76558d9640 1 -- 172.21.15.31:0/733124982 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f765015f6d0 msgr2=0x7f765015e460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:14.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.265+0000 7f76558d9640 1 --2- 172.21.15.31:0/733124982 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f765015f6d0 0x7f765015e460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:14.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.265+0000 7f76558d9640 1 -- 172.21.15.31:0/733124982 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f76500d2410 msgr2=0x7f76501f2c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:14.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.265+0000 7f76558d9640 1 --2- 172.21.15.31:0/733124982 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f76500d2410 0x7f76501f2c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:14.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.265+0000 7f76558d9640 1 -- 172.21.15.31:0/733124982 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76500b5eb0 con 0x7f76500cfce0 2024-09-16T07:27:14.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.265+0000 7f76558d9640 1 --2- 172.21.15.31:0/733124982 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f76500cfce0 0x7f76500cb870 secure :-1 s=READY pgs=1241 cs=0 l=1 rev1=1 crypto rx=0x7f7640000f80 tx=0x7f7640031ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:14.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.265+0000 7f764e7fc640 1 -- 172.21.15.31:0/733124982 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7640030430 con 0x7f76500cfce0 2024-09-16T07:27:14.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.266+0000 7f764e7fc640 1 -- 172.21.15.31:0/733124982 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7640004240 con 0x7f76500cfce0 2024-09-16T07:27:14.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.266+0000 7f7657b3d640 1 -- 172.21.15.31:0/733124982 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76500b6190 con 0x7f76500cfce0 2024-09-16T07:27:14.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.266+0000 7f764e7fc640 1 -- 172.21.15.31:0/733124982 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7640004670 con 0x7f76500cfce0 2024-09-16T07:27:14.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.266+0000 7f7657b3d640 1 -- 172.21.15.31:0/733124982 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76500b6a30 con 0x7f76500cfce0 2024-09-16T07:27:14.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.267+0000 7f7657b3d640 1 -- 172.21.15.31:0/733124982 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f76500b19a0 con 0x7f76500cfce0 2024-09-16T07:27:14.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.267+0000 7f764e7fc640 1 -- 172.21.15.31:0/733124982 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 19) ==== 101695+0+0 (secure 0 0 0) 0x7f7640039440 con 0x7f76500cfce0 2024-09-16T07:27:14.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.268+0000 7f764e7fc640 1 --2- 172.21.15.31:0/733124982 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f763c078d00 0x7f763c07b1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:14.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.268+0000 7f764e7fc640 1 -- 172.21.15.31:0/733124982 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5737+0+0 (secure 0 0 0) 0x7f76400bca20 con 0x7f76500cfce0 2024-09-16T07:27:14.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.268+0000 7f76550d8640 1 --2- 172.21.15.31:0/733124982 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f763c078d00 0x7f763c07b1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:14.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.268+0000 7f76550d8640 1 --2- 172.21.15.31:0/733124982 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f763c078d00 0x7f763c07b1c0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f765015f290 tx=0x7f7644009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:14.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.272+0000 7f764e7fc640 1 -- 172.21.15.31:0/733124982 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f76400842e0 con 0x7f76500cfce0 2024-09-16T07:27:14.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.499+0000 7f7657b3d640 1 -- 172.21.15.31:0/733124982 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f76500cc2e0 con 0x7f76500cfce0 2024-09-16T07:27:14.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.499+0000 7f764e7fc640 1 -- 172.21.15.31:0/733124982 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 80 v80) ==== 94+0+5222 (secure 0 0 0) 0x7f7640088d10 con 0x7f76500cfce0 2024-09-16T07:27:14.499 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:27:14.499 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":80,"btime":"2024-09-16T07:27:12:352793+0000","default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6239,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6809/2341782803","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":2341782803},{"type":"v1","addr":"172.21.15.155:6809","nonce":2341782803}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":74},{"gid":6799,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/25916180","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":25916180},{"type":"v1","addr":"172.21.15.155:6835","nonce":25916180}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":75},{"gid":7656,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6834/4005511260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":4005511260},{"type":"v1","addr":"172.21.15.31:6834","nonce":4005511260}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":74}],"filesystems":[{"mdsmap":{"epoch":80,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:27:08.706854+0000","modified":"2024-09-16T07:27:11.715273+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7659},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7659":{"gid":7659,"name":"a","rank":0,"incarnation":76,"state":"up:active","state_seq":4,"addr":"172.21.15.31:6835/683889431","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":683889431},{"type":"v1","addr":"172.21.15.31:6835","nonce":683889431}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[19],"metadata_pool":18,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7659,"qdb_cluster":[7659]},"id":9}]} 2024-09-16T07:27:14.499 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 80 2024-09-16T07:27:14.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.501+0000 7f7657b3d640 1 -- 172.21.15.31:0/733124982 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f763c078d00 msgr2=0x7f763c07b1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:14.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.501+0000 7f7657b3d640 1 --2- 172.21.15.31:0/733124982 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f763c078d00 0x7f763c07b1c0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f765015f290 tx=0x7f7644009040 comp rx=0 tx=0).stop 2024-09-16T07:27:14.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.501+0000 7f7657b3d640 1 -- 172.21.15.31:0/733124982 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f76500cfce0 msgr2=0x7f76500cb870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:14.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.501+0000 7f7657b3d640 1 --2- 172.21.15.31:0/733124982 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f76500cfce0 0x7f76500cb870 secure :-1 s=READY pgs=1241 cs=0 l=1 rev1=1 crypto rx=0x7f7640000f80 tx=0x7f7640031ea0 comp rx=0 tx=0).stop 2024-09-16T07:27:14.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.501+0000 7f7657b3d640 1 -- 172.21.15.31:0/733124982 shutdown_connections 2024-09-16T07:27:14.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.501+0000 7f7657b3d640 1 --2- 172.21.15.31:0/733124982 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f763c078d00 0x7f763c07b1c0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:14.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.501+0000 7f7657b3d640 1 --2- 172.21.15.31:0/733124982 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f765015f6d0 0x7f765015e460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:14.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.501+0000 7f7657b3d640 1 --2- 172.21.15.31:0/733124982 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f76500d2410 0x7f76501f2c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:14.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.501+0000 7f7657b3d640 1 --2- 172.21.15.31:0/733124982 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f76500cfce0 0x7f76500cb870 unknown :-1 s=CLOSED pgs=1241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:14.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.501+0000 7f7657b3d640 1 -- 172.21.15.31:0/733124982 >> 172.21.15.31:0/733124982 conn(0x7f765009aa30 msgr2=0x7f76500cc860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:14.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.501+0000 7f7657b3d640 1 -- 172.21.15.31:0/733124982 shutdown_connections 2024-09-16T07:27:14.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:14.501+0000 7f7657b3d640 1 -- 172.21.15.31:0/733124982 wait complete. 2024-09-16T07:27:14.914 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 80, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-16T07:27:08.706854+0000', 'modified': '2024-09-16T07:27:11.715273+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 7659}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_7659': {'gid': 7659, 'name': 'a', 'rank': 0, 'incarnation': 76, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.31:6835/683889431', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.31:6833', 'nonce': 683889431}, {'type': 'v1', 'addr': '172.21.15.31:6835', 'nonce': 683889431}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [19], 'metadata_pool': 18, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 7659, 'qdb_cluster': [7659]} 2024-09-16T07:27:14.914 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-16T07:27:14.914 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-16T07:27:15.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.026+0000 7f891bfec640 1 -- 172.21.15.31:0/478711092 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8914070690 msgr2=0x7f89140739a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:15.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.026+0000 7f891bfec640 1 --2- 172.21.15.31:0/478711092 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8914070690 0x7f89140739a0 secure :-1 s=READY pgs=1243 cs=0 l=1 rev1=1 crypto rx=0x7f890c005fd0 tx=0x7f890c02a8b0 comp rx=0 tx=0).stop 2024-09-16T07:27:15.027 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.026+0000 7f891bfec640 1 -- 172.21.15.31:0/478711092 shutdown_connections 2024-09-16T07:27:15.027 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.027+0000 7f891bfec640 1 --2- 172.21.15.31:0/478711092 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8914070690 0x7f89140739a0 unknown :-1 s=CLOSED pgs=1243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:15.027 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.027+0000 7f891bfec640 1 --2- 172.21.15.31:0/478711092 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f891415aa70 0x7f89140b4690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:15.027 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.027+0000 7f891bfec640 1 -- 172.21.15.31:0/478711092 >> 172.21.15.31:0/478711092 conn(0x7f89140b1690 msgr2=0x7f89140b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:15.027 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.027+0000 7f891bfec640 1 -- 172.21.15.31:0/478711092 shutdown_connections 2024-09-16T07:27:15.027 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.027+0000 7f891bfec640 1 -- 172.21.15.31:0/478711092 wait complete. 2024-09-16T07:27:15.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.028+0000 7f891bfec640 1 Processor -- start 2024-09-16T07:27:15.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.028+0000 7f891bfec640 1 -- start start 2024-09-16T07:27:15.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.029+0000 7f891bfec640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8914070690 0x7f89141545f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:15.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.029+0000 7f891bfec640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f89140735a0 0x7f89140c8d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:15.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.029+0000 7f891bfec640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f891415aa70 0x7f8914155250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:15.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.029+0000 7f891bfec640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f89140cd270 con 0x7f8914070690 2024-09-16T07:27:15.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.029+0000 7f891bfec640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f89140cd0f0 con 0x7f89140735a0 2024-09-16T07:27:15.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.029+0000 7f891bfec640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f89140cd3f0 con 0x7f891415aa70 2024-09-16T07:27:15.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.029+0000 7f8919d88640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8914070690 0x7f89141545f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:15.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.029+0000 7f8919d88640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8914070690 0x7f89141545f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35814/0 (socket says 172.21.15.31:35814) 2024-09-16T07:27:15.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.029+0000 7f8919d88640 1 -- 172.21.15.31:0/184956348 learned_addr learned my addr 172.21.15.31:0/184956348 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:15.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.029+0000 7f8919587640 1 --2- 172.21.15.31:0/184956348 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f89140735a0 0x7f89140c8d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:15.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.029+0000 7f8919d88640 1 -- 172.21.15.31:0/184956348 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f891415aa70 msgr2=0x7f8914155250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:15.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.029+0000 7f8919d88640 1 --2- 172.21.15.31:0/184956348 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f891415aa70 0x7f8914155250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:15.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.029+0000 7f8919d88640 1 -- 172.21.15.31:0/184956348 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f89140735a0 msgr2=0x7f89140c8d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:15.031 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.029+0000 7f8919d88640 1 --2- 172.21.15.31:0/184956348 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f89140735a0 0x7f89140c8d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:15.031 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.029+0000 7f8919d88640 1 -- 172.21.15.31:0/184956348 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89141f8990 con 0x7f8914070690 2024-09-16T07:27:15.031 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.029+0000 7f8919d88640 1 --2- 172.21.15.31:0/184956348 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8914070690 0x7f89141545f0 secure :-1 s=READY pgs=1244 cs=0 l=1 rev1=1 crypto rx=0x7f891000b410 tx=0x7f891000b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:15.031 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.029+0000 7f890a7fc640 1 -- 172.21.15.31:0/184956348 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8910015020 con 0x7f8914070690 2024-09-16T07:27:15.031 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.029+0000 7f890a7fc640 1 -- 172.21.15.31:0/184956348 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8910011940 con 0x7f8914070690 2024-09-16T07:27:15.031 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.029+0000 7f891bfec640 1 -- 172.21.15.31:0/184956348 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8914154b30 con 0x7f8914070690 2024-09-16T07:27:15.031 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.029+0000 7f890a7fc640 1 -- 172.21.15.31:0/184956348 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8910011d90 con 0x7f8914070690 2024-09-16T07:27:15.031 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.029+0000 7f891bfec640 1 -- 172.21.15.31:0/184956348 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89141f83d0 con 0x7f8914070690 2024-09-16T07:27:15.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.031+0000 7f890a7fc640 1 -- 172.21.15.31:0/184956348 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 19) ==== 101695+0+0 (secure 0 0 0) 0x7f8910018020 con 0x7f8914070690 2024-09-16T07:27:15.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.032+0000 7f890a7fc640 1 --2- 172.21.15.31:0/184956348 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f88f8078cd0 0x7f88f807b190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:15.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.032+0000 7f890a7fc640 1 -- 172.21.15.31:0/184956348 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5737+0+0 (secure 0 0 0) 0x7f891009b1f0 con 0x7f8914070690 2024-09-16T07:27:15.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.032+0000 7f8919587640 1 --2- 172.21.15.31:0/184956348 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f88f8078cd0 0x7f88f807b190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:15.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.033+0000 7f891edbb740 1 Processor -- start 2024-09-16T07:27:15.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.033+0000 7f891edbb740 1 -- start start 2024-09-16T07:27:15.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.033+0000 7f8919587640 1 --2- 172.21.15.31:0/184956348 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f88f8078cd0 0x7f88f807b190 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f8904007fd0 tx=0x7f8904009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:15.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.033+0000 7f891edbb740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5603866031b0 0x5603865dab20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:15.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.033+0000 7f891edbb740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560386622df0 0x5603866231f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:15.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.033+0000 7f891edbb740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5603865d85f0 0x5603865d8a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:15.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.033+0000 7f891edbb740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x56038654f820 con 0x5603866031b0 2024-09-16T07:27:15.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.033+0000 7f891edbb740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x56038653ec50 con 0x560386622df0 2024-09-16T07:27:15.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.033+0000 7f891edbb740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x560386542a60 con 0x5603865d85f0 2024-09-16T07:27:15.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.034+0000 7f8919d88640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5603866031b0 0x5603865dab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:15.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.034+0000 7f8919d88640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5603866031b0 0x5603865dab20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35826/0 (socket says 172.21.15.31:35826) 2024-09-16T07:27:15.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.034+0000 7f8919d88640 1 -- 172.21.15.31:0/379439769 learned_addr learned my addr 172.21.15.31:0/379439769 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:15.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.034+0000 7f891a589640 1 --2- 172.21.15.31:0/379439769 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5603865d85f0 0x5603865d8a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:15.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.034+0000 7f8919587640 1 --2- 172.21.15.31:0/379439769 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560386622df0 0x5603866231f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:15.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.034+0000 7f8919d88640 1 -- 172.21.15.31:0/379439769 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5603865d85f0 msgr2=0x5603865d8a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:27:15.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.034+0000 7f8919d88640 1 --2- 172.21.15.31:0/379439769 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5603865d85f0 0x5603865d8a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:15.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.034+0000 7f8919d88640 1 -- 172.21.15.31:0/379439769 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560386622df0 msgr2=0x5603866231f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:27:15.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.034+0000 7f8919d88640 1 --2- 172.21.15.31:0/379439769 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560386622df0 0x5603866231f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:15.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.034+0000 7f8919d88640 1 -- 172.21.15.31:0/379439769 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5603862a0850 con 0x5603866031b0 2024-09-16T07:27:15.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.034+0000 7f8919d88640 1 --2- 172.21.15.31:0/379439769 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5603866031b0 0x5603865dab20 secure :-1 s=READY pgs=1245 cs=0 l=1 rev1=1 crypto rx=0x7f8910062700 tx=0x7f8910062650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=862894440b9bfcd0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:15.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.034+0000 7f88f77fe640 1 -- 172.21.15.31:0/379439769 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89100674e0 con 0x5603866031b0 2024-09-16T07:27:15.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.034+0000 7f88f77fe640 1 -- 172.21.15.31:0/379439769 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f891006c390 con 0x5603866031b0 2024-09-16T07:27:15.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.034+0000 7f88f77fe640 1 -- 172.21.15.31:0/379439769 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8910061ea0 con 0x5603866031b0 2024-09-16T07:27:15.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.035+0000 7f891edbb740 1 -- 172.21.15.31:0/379439769 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5603866031b0 msgr2=0x5603865dab20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:15.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.035+0000 7f891edbb740 1 --2- 172.21.15.31:0/379439769 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5603866031b0 0x5603865dab20 secure :-1 s=READY pgs=1245 cs=0 l=1 rev1=1 crypto rx=0x7f8910062700 tx=0x7f8910062650 comp rx=0 tx=0).stop 2024-09-16T07:27:15.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.035+0000 7f891edbb740 1 -- 172.21.15.31:0/379439769 shutdown_connections 2024-09-16T07:27:15.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.035+0000 7f891edbb740 1 --2- 172.21.15.31:0/379439769 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5603865d85f0 0x5603865d8a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:15.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.035+0000 7f891edbb740 1 --2- 172.21.15.31:0/379439769 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560386622df0 0x5603866231f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:15.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.035+0000 7f891edbb740 1 --2- 172.21.15.31:0/379439769 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5603866031b0 0x5603865dab20 unknown :-1 s=CLOSED pgs=1245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:15.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.035+0000 7f891edbb740 1 -- 172.21.15.31:0/379439769 >> 172.21.15.31:0/379439769 conn(0x5603865d96a0 msgr2=0x5603865dd0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:15.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.035+0000 7f891edbb740 1 -- 172.21.15.31:0/379439769 shutdown_connections 2024-09-16T07:27:15.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.035+0000 7f891edbb740 1 -- 172.21.15.31:0/379439769 wait complete. 2024-09-16T07:27:15.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.035+0000 7f891edbb740 1 -- start start 2024-09-16T07:27:15.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.036+0000 7f891edbb740 1 Processor -- start 2024-09-16T07:27:15.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.036+0000 7f891edbb740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5603866031b0 0x56038661b110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:15.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.036+0000 7f891edbb740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x560386622df0 0x56038661b650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:15.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.036+0000 7f891edbb740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5603866353b0 0x5603866357d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:15.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.036+0000 7f891edbb740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x5603862af620 con 0x560386622df0 2024-09-16T07:27:15.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.036+0000 7f891edbb740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x5603864e45f0 con 0x5603866353b0 2024-09-16T07:27:15.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.036+0000 7f891edbb740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x5603865d7b30 con 0x5603866031b0 2024-09-16T07:27:15.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.037+0000 7f891edbb740 10 client.0 _ll_register_callbacks cb 0x5603864e80a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T07:27:15.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.037+0000 7f8919587640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x560386622df0 0x56038661b650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:15.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.037+0000 7f8919587640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x560386622df0 0x56038661b650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35840/0 (socket says 172.21.15.31:35840) 2024-09-16T07:27:15.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.037+0000 7f8919587640 1 -- 172.21.15.31:0/2905117510 learned_addr learned my addr 172.21.15.31:0/2905117510 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:15.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.037+0000 7f8919d88640 1 --2- 172.21.15.31:0/2905117510 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5603866031b0 0x56038661b110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:15.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.037+0000 7f891a589640 1 --2- 172.21.15.31:0/2905117510 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5603866353b0 0x5603866357d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:15.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.037+0000 7f8919587640 1 -- 172.21.15.31:0/2905117510 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5603866031b0 msgr2=0x56038661b110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:27:15.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.037+0000 7f8919587640 1 --2- 172.21.15.31:0/2905117510 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5603866031b0 0x56038661b110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:15.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.037+0000 7f8919587640 1 -- 172.21.15.31:0/2905117510 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5603866353b0 msgr2=0x5603866357d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:27:15.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.037+0000 7f8919587640 1 --2- 172.21.15.31:0/2905117510 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5603866353b0 0x5603866357d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:15.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.037+0000 7f8919587640 1 -- 172.21.15.31:0/2905117510 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5603863176b0 con 0x560386622df0 2024-09-16T07:27:15.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.037+0000 7f8919587640 1 --2- 172.21.15.31:0/2905117510 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x560386622df0 0x56038661b650 secure :-1 s=READY pgs=1246 cs=0 l=1 rev1=1 crypto rx=0x7f8904014bb0 tx=0x7f8904001060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=231e7f4fc1f722cd server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:15.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.037+0000 7f88f4ff9640 10 client.0 ms_handle_connect on v2:172.21.15.31:3300/0 2024-09-16T07:27:15.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.037+0000 7f88f4ff9640 1 -- 172.21.15.31:0/2905117510 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f890400de20 con 0x560386622df0 2024-09-16T07:27:15.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.037+0000 7f891edbb740 1 -- 172.21.15.31:0/2905117510 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f891006c390 con 0x560386622df0 2024-09-16T07:27:15.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.037+0000 7f88f4ff9640 1 -- 172.21.15.31:0/2905117510 <== mon.0 v2:172.21.15.31:3300/0 2 ==== osd_map(117..117 src has 1..117) ==== 5737+0+0 (secure 0 0 0) 0x7f8904020420 con 0x560386622df0 2024-09-16T07:27:15.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.037+0000 7f88f4ff9640 1 -- 172.21.15.31:0/2905117510 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_get_version_reply(handle=1 version=80) ==== 24+0+0 (secure 0 0 0) 0x7f890402d050 con 0x560386622df0 2024-09-16T07:27:15.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.037+0000 7f891edbb740 10 client.7788 fetch_fsmap learned FSMap version 80 2024-09-16T07:27:15.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.037+0000 7f891edbb740 1 -- 172.21.15.31:0/2905117510 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,fsmap=80,monmap=2+}) -- 0x5603865f0070 con 0x560386622df0 2024-09-16T07:27:15.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.038+0000 7f88f4ff9640 1 -- 172.21.15.31:0/2905117510 <== mon.0 v2:172.21.15.31:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f891006c390 con 0x560386622df0 2024-09-16T07:27:15.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.038+0000 7f88f4ff9640 1 -- 172.21.15.31:0/2905117510 <== mon.0 v2:172.21.15.31:3300/0 5 ==== fsmap(e 80) ==== 3502+0+0 (secure 0 0 0) 0x7f8904030020 con 0x560386622df0 2024-09-16T07:27:15.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.038+0000 7f891edbb740 10 client.7788 fetch_fsmap finished waiting for FSMap version 80 2024-09-16T07:27:15.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.038+0000 7f891edbb740 10 client.7788 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-16T07:27:15.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.038+0000 7f891edbb740 20 client.7788 populate_metadata read hostname 'smithi031' 2024-09-16T07:27:15.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.038+0000 7f891edbb740 1 --2- 172.21.15.31:0/2905117510 >> [v2:172.21.15.31:6833/683889431,v1:172.21.15.31:6835/683889431] conn(0x5603865fe590 0x560386604aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:15.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.038+0000 7f891edbb740 4 client.7788 mds_command: new command op to 7659 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T07:27:15.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.038+0000 7f891edbb740 1 -- 172.21.15.31:0/2905117510 --> [v2:172.21.15.31:6833/683889431,v1:172.21.15.31:6835/683889431] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560386551770 con 0x5603865fe590 2024-09-16T07:27:15.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.038+0000 7f8919d88640 1 --2- 172.21.15.31:0/2905117510 >> [v2:172.21.15.31:6833/683889431,v1:172.21.15.31:6835/683889431] conn(0x5603865fe590 0x560386604aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:15.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.038+0000 7f88f4ff9640 10 client.7788 ms_handle_connect on v2:172.21.15.31:6833/683889431 2024-09-16T07:27:15.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.038+0000 7f8919d88640 1 --2- 172.21.15.31:0/2905117510 >> [v2:172.21.15.31:6833/683889431,v1:172.21.15.31:6835/683889431] conn(0x5603865fe590 0x560386604aa0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4d827521a9a75649 server_cookie=452fb15ce78ce7cd in_seq=0 out_seq=0 2024-09-16T07:27:15.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.039+0000 7f88f4ff9640 1 -- 172.21.15.31:0/2905117510 <== mds.0 v2:172.21.15.31:6833/683889431 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x560386551770 con 0x5603865fe590 2024-09-16T07:27:15.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.039+0000 7f88f4ff9640 10 client.7788 handle_command_reply: tid=0 2024-09-16T07:27:15.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.039+0000 7f891edbb740 1 client.7788 shutdown 2024-09-16T07:27:15.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.039+0000 7f891edbb740 1 -- 172.21.15.31:0/2905117510 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x560386622df0 msgr2=0x56038661b650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:15.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.039+0000 7f891edbb740 1 --2- 172.21.15.31:0/2905117510 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x560386622df0 0x56038661b650 secure :-1 s=READY pgs=1246 cs=0 l=1 rev1=1 crypto rx=0x7f8904014bb0 tx=0x7f8904001060 comp rx=0 tx=0).stop 2024-09-16T07:27:15.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.039+0000 7f891edbb740 1 -- 172.21.15.31:0/2905117510 shutdown_connections 2024-09-16T07:27:15.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.039+0000 7f891edbb740 1 --2- 172.21.15.31:0/2905117510 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5603866353b0 0x5603866357d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:15.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.039+0000 7f891edbb740 1 --2- 172.21.15.31:0/2905117510 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x560386622df0 0x56038661b650 unknown :-1 s=CLOSED pgs=1246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:15.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.039+0000 7f891edbb740 1 --2- 172.21.15.31:0/2905117510 >> [v2:172.21.15.31:6833/683889431,v1:172.21.15.31:6835/683889431] conn(0x5603865fe590 0x560386604aa0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:15.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.039+0000 7f891edbb740 1 --2- 172.21.15.31:0/2905117510 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5603866031b0 0x56038661b110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:15.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.039+0000 7f88f4ff9640 0 client.7788 ms_handle_reset on v2:172.21.15.31:6833/683889431 2024-09-16T07:27:15.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.039+0000 7f891edbb740 1 -- 172.21.15.31:0/2905117510 >> 172.21.15.31:0/2905117510 conn(0x5603865d85f0 msgr2=0x5603865d65d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:15.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.039+0000 7f891edbb740 1 -- 172.21.15.31:0/2905117510 shutdown_connections 2024-09-16T07:27:15.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.039+0000 7f891edbb740 1 -- 172.21.15.31:0/2905117510 wait complete. 2024-09-16T07:27:15.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.039+0000 7f891edbb740 20 client.7788 trim_cache size 0 max 16384 2024-09-16T07:27:15.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.058+0000 7f891edbb740 1 Processor -- start 2024-09-16T07:27:15.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.058+0000 7f891edbb740 1 -- start start 2024-09-16T07:27:15.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.058+0000 7f891edbb740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5603866031b0 0x560386623590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:15.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.058+0000 7f891edbb740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560386622df0 0x56038661b510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:15.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.058+0000 7f891edbb740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5603866353b0 0x5603865d89d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:15.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.058+0000 7f891edbb740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f8914200020 con 0x5603866031b0 2024-09-16T07:27:15.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.058+0000 7f891edbb740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f891406fc30 con 0x560386622df0 2024-09-16T07:27:15.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.058+0000 7f891edbb740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f89141f51a0 con 0x5603866353b0 2024-09-16T07:27:15.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.058+0000 7f8919d88640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5603866031b0 0x560386623590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:15.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.059+0000 7f8919d88640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5603866031b0 0x560386623590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35846/0 (socket says 172.21.15.31:35846) 2024-09-16T07:27:15.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.059+0000 7f8919d88640 1 -- 172.21.15.31:0/1913765910 learned_addr learned my addr 172.21.15.31:0/1913765910 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:15.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.059+0000 7f8919d88640 1 -- 172.21.15.31:0/1913765910 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5603866353b0 msgr2=0x5603865d89d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:27:15.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.059+0000 7f8919d88640 1 --2- 172.21.15.31:0/1913765910 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5603866353b0 0x5603865d89d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:15.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.059+0000 7f8919d88640 1 -- 172.21.15.31:0/1913765910 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560386622df0 msgr2=0x56038661b510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:27:15.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.059+0000 7f8919d88640 1 --2- 172.21.15.31:0/1913765910 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560386622df0 0x56038661b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:15.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.059+0000 7f8919d88640 1 -- 172.21.15.31:0/1913765910 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5603866231d0 con 0x5603866031b0 2024-09-16T07:27:15.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.059+0000 7f8919d88640 1 --2- 172.21.15.31:0/1913765910 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5603866031b0 0x560386623590 secure :-1 s=READY pgs=1247 cs=0 l=1 rev1=1 crypto rx=0x7f891009b1c0 tx=0x7f891001c040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7ee50da7e45e81b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:15.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.059+0000 7f88f6ffd640 1 -- 172.21.15.31:0/1913765910 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8910081070 con 0x5603866031b0 2024-09-16T07:27:15.074 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.059+0000 7f88f6ffd640 1 -- 172.21.15.31:0/1913765910 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f89100674e0 con 0x5603866031b0 2024-09-16T07:27:15.074 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.059+0000 7f88f6ffd640 1 -- 172.21.15.31:0/1913765910 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8910061ec0 con 0x5603866031b0 2024-09-16T07:27:15.074 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.060+0000 7f891edbb740 1 -- 172.21.15.31:0/1913765910 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5603866031b0 msgr2=0x560386623590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:15.074 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.060+0000 7f891edbb740 1 --2- 172.21.15.31:0/1913765910 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5603866031b0 0x560386623590 secure :-1 s=READY pgs=1247 cs=0 l=1 rev1=1 crypto rx=0x7f891009b1c0 tx=0x7f891001c040 comp rx=0 tx=0).stop 2024-09-16T07:27:15.074 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.060+0000 7f891edbb740 1 -- 172.21.15.31:0/1913765910 shutdown_connections 2024-09-16T07:27:15.075 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.060+0000 7f891edbb740 1 --2- 172.21.15.31:0/1913765910 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5603866353b0 0x5603865d89d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:15.075 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.060+0000 7f891edbb740 1 --2- 172.21.15.31:0/1913765910 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560386622df0 0x56038661b510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:15.075 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.060+0000 7f891edbb740 1 --2- 172.21.15.31:0/1913765910 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5603866031b0 0x560386623590 unknown :-1 s=CLOSED pgs=1247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:15.075 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.060+0000 7f891edbb740 1 -- 172.21.15.31:0/1913765910 >> 172.21.15.31:0/1913765910 conn(0x5603865d85f0 msgr2=0x560386603590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:15.075 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.060+0000 7f891edbb740 1 -- 172.21.15.31:0/1913765910 shutdown_connections 2024-09-16T07:27:15.075 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.060+0000 7f891edbb740 1 -- 172.21.15.31:0/1913765910 wait complete. 2024-09-16T07:27:15.075 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.060+0000 7f891edbb740 1 -- start start 2024-09-16T07:27:15.075 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.060+0000 7f891edbb740 1 Processor -- start 2024-09-16T07:27:15.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.061+0000 7f891edbb740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5603866031b0 0x560386603590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:15.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.061+0000 7f891edbb740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x560386622df0 0x560386646f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:15.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.061+0000 7f891edbb740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5603866353b0 0x5603865d89d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:15.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.061+0000 7f891edbb740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x5603865fe410 con 0x5603866031b0 2024-09-16T07:27:15.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.061+0000 7f891edbb740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x560386607450 con 0x5603866353b0 2024-09-16T07:27:15.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.061+0000 7f891edbb740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x5603865fea00 con 0x560386622df0 2024-09-16T07:27:15.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.061+0000 7f891edbb740 10 client.0 _ll_register_callbacks cb 0x7f8904014420 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T07:27:15.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.061+0000 7f8919d88640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5603866031b0 0x560386603590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:15.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.061+0000 7f8919d88640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5603866031b0 0x560386603590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35850/0 (socket says 172.21.15.31:35850) 2024-09-16T07:27:15.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.061+0000 7f8919d88640 1 -- 172.21.15.31:0/3264626810 learned_addr learned my addr 172.21.15.31:0/3264626810 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:15.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.061+0000 7f8919587640 1 --2- 172.21.15.31:0/3264626810 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x560386622df0 0x560386646f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:15.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.062+0000 7f891a589640 1 --2- 172.21.15.31:0/3264626810 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5603866353b0 0x5603865d89d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:15.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.062+0000 7f8919d88640 1 -- 172.21.15.31:0/3264626810 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x560386622df0 msgr2=0x560386646f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:27:15.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.062+0000 7f8919d88640 1 --2- 172.21.15.31:0/3264626810 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x560386622df0 0x560386646f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:15.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.062+0000 7f8919d88640 1 -- 172.21.15.31:0/3264626810 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5603866353b0 msgr2=0x5603865d89d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:27:15.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.062+0000 7f8919d88640 1 --2- 172.21.15.31:0/3264626810 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5603866353b0 0x5603865d89d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:15.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.062+0000 7f8919d88640 1 -- 172.21.15.31:0/3264626810 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5603866226b0 con 0x5603866031b0 2024-09-16T07:27:15.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.062+0000 7f8919d88640 1 --2- 172.21.15.31:0/3264626810 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5603866031b0 0x560386603590 secure :-1 s=READY pgs=1248 cs=0 l=1 rev1=1 crypto rx=0x7f8910062990 tx=0x7f89100631c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4308c6b6de3a1f9c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:15.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.062+0000 7f88f4ff9640 10 client.0 ms_handle_connect on v2:172.21.15.31:3300/0 2024-09-16T07:27:15.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.062+0000 7f88f4ff9640 1 -- 172.21.15.31:0/3264626810 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8910081070 con 0x5603866031b0 2024-09-16T07:27:15.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.062+0000 7f88f4ff9640 1 -- 172.21.15.31:0/3264626810 <== mon.0 v2:172.21.15.31:3300/0 2 ==== osd_map(117..117 src has 1..117) ==== 5737+0+0 (secure 0 0 0) 0x7f8910061e70 con 0x5603866031b0 2024-09-16T07:27:15.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.062+0000 7f891edbb740 1 -- 172.21.15.31:0/3264626810 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f89100674e0 con 0x5603866031b0 2024-09-16T07:27:15.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.062+0000 7f88f4ff9640 1 -- 172.21.15.31:0/3264626810 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_get_version_reply(handle=1 version=80) ==== 24+0+0 (secure 0 0 0) 0x7f8910099b20 con 0x5603866031b0 2024-09-16T07:27:15.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.062+0000 7f891edbb740 10 client.7794 fetch_fsmap learned FSMap version 80 2024-09-16T07:27:15.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.062+0000 7f891edbb740 1 -- 172.21.15.31:0/3264626810 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,fsmap=80,monmap=2+}) -- 0x5603866a2920 con 0x5603866031b0 2024-09-16T07:27:15.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.062+0000 7f88f4ff9640 1 -- 172.21.15.31:0/3264626810 <== mon.0 v2:172.21.15.31:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f89100674e0 con 0x5603866031b0 2024-09-16T07:27:15.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.062+0000 7f88f4ff9640 1 -- 172.21.15.31:0/3264626810 <== mon.0 v2:172.21.15.31:3300/0 5 ==== fsmap(e 80) ==== 3502+0+0 (secure 0 0 0) 0x7f8910099cc0 con 0x5603866031b0 2024-09-16T07:27:15.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.062+0000 7f891edbb740 10 client.7794 fetch_fsmap finished waiting for FSMap version 80 2024-09-16T07:27:15.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.062+0000 7f891edbb740 10 client.7794 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-16T07:27:15.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.062+0000 7f891edbb740 20 client.7794 populate_metadata read hostname 'smithi031' 2024-09-16T07:27:15.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.062+0000 7f891edbb740 1 --2- 172.21.15.31:0/3264626810 >> [v2:172.21.15.31:6833/683889431,v1:172.21.15.31:6835/683889431] conn(0x560386604cb0 0x560386605090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:15.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.062+0000 7f891edbb740 4 client.7794 mds_command: new command op to 7659 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-16T07:27:15.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.062+0000 7f891edbb740 1 -- 172.21.15.31:0/3264626810 --> [v2:172.21.15.31:6833/683889431,v1:172.21.15.31:6835/683889431] -- command(tid 0: {"prefix": "status"}) -- 0x56038654d220 con 0x560386604cb0 2024-09-16T07:27:15.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.063+0000 7f8919587640 1 --2- 172.21.15.31:0/3264626810 >> [v2:172.21.15.31:6833/683889431,v1:172.21.15.31:6835/683889431] conn(0x560386604cb0 0x560386605090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:15.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.063+0000 7f88f4ff9640 10 client.7794 ms_handle_connect on v2:172.21.15.31:6833/683889431 2024-09-16T07:27:15.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.063+0000 7f8919587640 1 --2- 172.21.15.31:0/3264626810 >> [v2:172.21.15.31:6833/683889431,v1:172.21.15.31:6835/683889431] conn(0x560386604cb0 0x560386605090 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cf78c5b8c61a37c8 server_cookie=9f6d63b98fa970d8 in_seq=0 out_seq=0 2024-09-16T07:27:15.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.063+0000 7f88f4ff9640 1 -- 172.21.15.31:0/3264626810 <== mds.0 v2:172.21.15.31:6833/683889431 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x56038654d220 con 0x560386604cb0 2024-09-16T07:27:15.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.063+0000 7f88f4ff9640 10 client.7794 handle_command_reply: tid=0 2024-09-16T07:27:15.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.063+0000 7f891edbb740 1 client.7794 shutdown 2024-09-16T07:27:15.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.063+0000 7f891edbb740 1 -- 172.21.15.31:0/3264626810 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5603866031b0 msgr2=0x560386603590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:15.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.063+0000 7f891edbb740 1 --2- 172.21.15.31:0/3264626810 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5603866031b0 0x560386603590 secure :-1 s=READY pgs=1248 cs=0 l=1 rev1=1 crypto rx=0x7f8910062990 tx=0x7f89100631c0 comp rx=0 tx=0).stop 2024-09-16T07:27:15.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.063+0000 7f891edbb740 1 -- 172.21.15.31:0/3264626810 shutdown_connections 2024-09-16T07:27:15.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.063+0000 7f891edbb740 1 --2- 172.21.15.31:0/3264626810 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5603866353b0 0x5603865d89d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:15.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.063+0000 7f891edbb740 1 --2- 172.21.15.31:0/3264626810 >> [v2:172.21.15.31:6833/683889431,v1:172.21.15.31:6835/683889431] conn(0x560386604cb0 0x560386605090 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:15.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.063+0000 7f891edbb740 1 --2- 172.21.15.31:0/3264626810 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x560386622df0 0x560386646f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:15.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.063+0000 7f88f4ff9640 0 client.7794 ms_handle_reset on v2:172.21.15.31:6833/683889431 2024-09-16T07:27:15.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.063+0000 7f891edbb740 1 --2- 172.21.15.31:0/3264626810 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5603866031b0 0x560386603590 unknown :-1 s=CLOSED pgs=1248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:15.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.063+0000 7f891edbb740 1 -- 172.21.15.31:0/3264626810 >> 172.21.15.31:0/3264626810 conn(0x5603865d85f0 msgr2=0x56038661bd30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:15.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.063+0000 7f891edbb740 1 -- 172.21.15.31:0/3264626810 shutdown_connections 2024-09-16T07:27:15.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.063+0000 7f891edbb740 1 -- 172.21.15.31:0/3264626810 wait complete. 2024-09-16T07:27:15.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.064+0000 7f891edbb740 20 client.7794 trim_cache size 0 max 16384 2024-09-16T07:27:15.081 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-16T07:27:15.082 INFO:teuthology.orchestra.run.smithi031.stdout: "cluster_fsid": "aed87fb1-9c90-4029-9d57-80f2a5b1b4b1", 2024-09-16T07:27:15.082 INFO:teuthology.orchestra.run.smithi031.stdout: "whoami": 0, 2024-09-16T07:27:15.082 INFO:teuthology.orchestra.run.smithi031.stdout: "id": 7659, 2024-09-16T07:27:15.082 INFO:teuthology.orchestra.run.smithi031.stdout: "want_state": "up:active", 2024-09-16T07:27:15.082 INFO:teuthology.orchestra.run.smithi031.stdout: "state": "up:active", 2024-09-16T07:27:15.082 INFO:teuthology.orchestra.run.smithi031.stdout: "fs_name": "cephfs", 2024-09-16T07:27:15.082 INFO:teuthology.orchestra.run.smithi031.stdout: "rank_uptime": 5.7354252270000003, 2024-09-16T07:27:15.082 INFO:teuthology.orchestra.run.smithi031.stdout: "mdsmap_epoch": 80, 2024-09-16T07:27:15.082 INFO:teuthology.orchestra.run.smithi031.stdout: "osdmap_epoch": 117, 2024-09-16T07:27:15.082 INFO:teuthology.orchestra.run.smithi031.stdout: "osdmap_epoch_barrier": 117, 2024-09-16T07:27:15.082 INFO:teuthology.orchestra.run.smithi031.stdout: "uptime": 17.133856192 2024-09-16T07:27:15.082 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-16T07:27:15.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.064+0000 7f891bfec640 1 -- 172.21.15.31:0/184956348 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f88f8078cd0 msgr2=0x7f88f807b190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:15.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.064+0000 7f891bfec640 1 --2- 172.21.15.31:0/184956348 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f88f8078cd0 0x7f88f807b190 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f8904007fd0 tx=0x7f8904009040 comp rx=0 tx=0).stop 2024-09-16T07:27:15.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.064+0000 7f891bfec640 1 -- 172.21.15.31:0/184956348 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8914070690 msgr2=0x7f89141545f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:15.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.064+0000 7f891bfec640 1 --2- 172.21.15.31:0/184956348 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8914070690 0x7f89141545f0 secure :-1 s=READY pgs=1244 cs=0 l=1 rev1=1 crypto rx=0x7f891000b410 tx=0x7f891000b8d0 comp rx=0 tx=0).stop 2024-09-16T07:27:15.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.064+0000 7f891bfec640 1 -- 172.21.15.31:0/184956348 shutdown_connections 2024-09-16T07:27:15.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.064+0000 7f891bfec640 1 --2- 172.21.15.31:0/184956348 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f88f8078cd0 0x7f88f807b190 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:15.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.064+0000 7f891bfec640 1 --2- 172.21.15.31:0/184956348 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f891415aa70 0x7f8914155250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:15.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.064+0000 7f891bfec640 1 --2- 172.21.15.31:0/184956348 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f89140735a0 0x7f89140c8d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:15.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.064+0000 7f891bfec640 1 --2- 172.21.15.31:0/184956348 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8914070690 0x7f89141545f0 unknown :-1 s=CLOSED pgs=1244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:15.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.064+0000 7f891bfec640 1 -- 172.21.15.31:0/184956348 >> 172.21.15.31:0/184956348 conn(0x7f89140b1690 msgr2=0x7f89140ce400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:15.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.064+0000 7f891bfec640 1 -- 172.21.15.31:0/184956348 shutdown_connections 2024-09-16T07:27:15.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.064+0000 7f891bfec640 1 -- 172.21.15.31:0/184956348 wait complete. 2024-09-16T07:27:15.085 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T07:27:15.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.191+0000 7f7a82a52640 1 -- 172.21.15.31:0/2885301098 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7a7c15df90 msgr2=0x7f7a7c0cf9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:15.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.191+0000 7f7a82a52640 1 --2- 172.21.15.31:0/2885301098 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7a7c15df90 0x7f7a7c0cf9b0 secure :-1 s=READY pgs=1250 cs=0 l=1 rev1=1 crypto rx=0x7f7a7c0cf6a0 tx=0x7f7a6c02a670 comp rx=0 tx=0).stop 2024-09-16T07:27:15.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.191+0000 7f7a82a52640 1 -- 172.21.15.31:0/2885301098 shutdown_connections 2024-09-16T07:27:15.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.191+0000 7f7a82a52640 1 --2- 172.21.15.31:0/2885301098 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7a7c15df90 0x7f7a7c0cf9b0 unknown :-1 s=CLOSED pgs=1250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:15.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.191+0000 7f7a82a52640 1 -- 172.21.15.31:0/2885301098 >> 172.21.15.31:0/2885301098 conn(0x7f7a7c0d3ea0 msgr2=0x7f7a7c0d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:15.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.191+0000 7f7a82a52640 1 -- 172.21.15.31:0/2885301098 shutdown_connections 2024-09-16T07:27:15.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.192+0000 7f7a82a52640 1 -- 172.21.15.31:0/2885301098 wait complete. 2024-09-16T07:27:15.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.193+0000 7f7a82a52640 1 Processor -- start 2024-09-16T07:27:15.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.193+0000 7f7a82a52640 1 -- start start 2024-09-16T07:27:15.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.194+0000 7f7a82a52640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7a7c0d0d40 0x7f7a7c0cdc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:15.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.194+0000 7f7a82a52640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7a7c0d49c0 0x7f7a7c0cc290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:15.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.194+0000 7f7a82a52640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7a7c15df90 0x7f7a7c160ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:15.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.194+0000 7f7a82a52640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f7a7c162690 con 0x7f7a7c0d49c0 2024-09-16T07:27:15.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.194+0000 7f7a82a52640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f7a7c0b3f10 con 0x7f7a7c15df90 2024-09-16T07:27:15.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.194+0000 7f7a82a52640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f7a7c0cd7f0 con 0x7f7a7c0d0d40 2024-09-16T07:27:15.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.194+0000 7f7a7b7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7a7c0d49c0 0x7f7a7c0cc290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:15.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.194+0000 7f7a7b7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7a7c0d49c0 0x7f7a7c0cc290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35854/0 (socket says 172.21.15.31:35854) 2024-09-16T07:27:15.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.194+0000 7f7a7b7fe640 1 -- 172.21.15.31:0/1539121447 learned_addr learned my addr 172.21.15.31:0/1539121447 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:15.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.194+0000 7f7a7bfff640 1 --2- 172.21.15.31:0/1539121447 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7a7c0d0d40 0x7f7a7c0cdc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:15.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.194+0000 7f7a80fef640 1 --2- 172.21.15.31:0/1539121447 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7a7c15df90 0x7f7a7c160ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:15.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.194+0000 7f7a7b7fe640 1 -- 172.21.15.31:0/1539121447 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7a7c0d0d40 msgr2=0x7f7a7c0cdc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:15.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.194+0000 7f7a7b7fe640 1 --2- 172.21.15.31:0/1539121447 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7a7c0d0d40 0x7f7a7c0cdc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:15.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.194+0000 7f7a7b7fe640 1 -- 172.21.15.31:0/1539121447 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7a7c15df90 msgr2=0x7f7a7c160ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:15.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.194+0000 7f7a7b7fe640 1 --2- 172.21.15.31:0/1539121447 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7a7c15df90 0x7f7a7c160ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:15.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.194+0000 7f7a7b7fe640 1 -- 172.21.15.31:0/1539121447 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a7c0ccbe0 con 0x7f7a7c0d49c0 2024-09-16T07:27:15.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.194+0000 7f7a7bfff640 1 --2- 172.21.15.31:0/1539121447 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7a7c0d0d40 0x7f7a7c0cdc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:27:15.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.194+0000 7f7a7b7fe640 1 --2- 172.21.15.31:0/1539121447 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7a7c0d49c0 0x7f7a7c0cc290 secure :-1 s=READY pgs=1251 cs=0 l=1 rev1=1 crypto rx=0x7f7a7000c500 tx=0x7f7a7000c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:15.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.194+0000 7f7a78ff9640 1 -- 172.21.15.31:0/1539121447 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a700052d0 con 0x7f7a7c0d49c0 2024-09-16T07:27:15.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.194+0000 7f7a78ff9640 1 -- 172.21.15.31:0/1539121447 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7a70005470 con 0x7f7a7c0d49c0 2024-09-16T07:27:15.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.194+0000 7f7a82a52640 1 -- 172.21.15.31:0/1539121447 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a7c0ccec0 con 0x7f7a7c0d49c0 2024-09-16T07:27:15.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.194+0000 7f7a78ff9640 1 -- 172.21.15.31:0/1539121447 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a70012870 con 0x7f7a7c0d49c0 2024-09-16T07:27:15.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.194+0000 7f7a82a52640 1 -- 172.21.15.31:0/1539121447 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a7c0ce1c0 con 0x7f7a7c0d49c0 2024-09-16T07:27:15.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.195+0000 7f7a82a52640 1 -- 172.21.15.31:0/1539121447 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7a7c0cd2b0 con 0x7f7a7c0d49c0 2024-09-16T07:27:15.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.196+0000 7f7a78ff9640 1 -- 172.21.15.31:0/1539121447 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 19) ==== 101695+0+0 (secure 0 0 0) 0x7f7a700035f0 con 0x7f7a7c0d49c0 2024-09-16T07:27:15.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.197+0000 7f7a78ff9640 1 --2- 172.21.15.31:0/1539121447 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7a68078cd0 0x7f7a6807b190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:15.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.197+0000 7f7a78ff9640 1 -- 172.21.15.31:0/1539121447 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5737+0+0 (secure 0 0 0) 0x7f7a7009ad50 con 0x7f7a7c0d49c0 2024-09-16T07:27:15.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.197+0000 7f7a7bfff640 1 --2- 172.21.15.31:0/1539121447 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7a68078cd0 0x7f7a6807b190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:15.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.197+0000 7f7a7bfff640 1 --2- 172.21.15.31:0/1539121447 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7a68078cd0 0x7f7a6807b190 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f7a6c033000 tx=0x7f7a6c004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:15.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.201+0000 7f7a78ff9640 1 -- 172.21.15.31:0/1539121447 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f7a70062cd0 con 0x7f7a7c0d49c0 2024-09-16T07:27:15.427 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.427+0000 7f7a82a52640 1 -- 172.21.15.31:0/1539121447 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f7a7c0b4460 con 0x7f7a7c0d49c0 2024-09-16T07:27:15.427 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.427+0000 7f7a78ff9640 1 -- 172.21.15.31:0/1539121447 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v80) ==== 53+0+73 (secure 0 0 0) 0x7f7a700625d0 con 0x7f7a7c0d49c0 2024-09-16T07:27:15.428 INFO:teuthology.orchestra.run.smithi031.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T07:27:15.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.430+0000 7f7a82a52640 1 -- 172.21.15.31:0/1539121447 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7a68078cd0 msgr2=0x7f7a6807b190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:15.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.430+0000 7f7a82a52640 1 --2- 172.21.15.31:0/1539121447 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7a68078cd0 0x7f7a6807b190 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f7a6c033000 tx=0x7f7a6c004730 comp rx=0 tx=0).stop 2024-09-16T07:27:15.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.430+0000 7f7a82a52640 1 -- 172.21.15.31:0/1539121447 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7a7c0d49c0 msgr2=0x7f7a7c0cc290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:15.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.430+0000 7f7a82a52640 1 --2- 172.21.15.31:0/1539121447 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7a7c0d49c0 0x7f7a7c0cc290 secure :-1 s=READY pgs=1251 cs=0 l=1 rev1=1 crypto rx=0x7f7a7000c500 tx=0x7f7a7000c9c0 comp rx=0 tx=0).stop 2024-09-16T07:27:15.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.430+0000 7f7a82a52640 1 -- 172.21.15.31:0/1539121447 shutdown_connections 2024-09-16T07:27:15.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.430+0000 7f7a82a52640 1 --2- 172.21.15.31:0/1539121447 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7a68078cd0 0x7f7a6807b190 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:15.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.430+0000 7f7a82a52640 1 --2- 172.21.15.31:0/1539121447 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7a7c15df90 0x7f7a7c160ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:15.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.430+0000 7f7a82a52640 1 --2- 172.21.15.31:0/1539121447 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7a7c0d49c0 0x7f7a7c0cc290 unknown :-1 s=CLOSED pgs=1251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:15.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.430+0000 7f7a82a52640 1 --2- 172.21.15.31:0/1539121447 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7a7c0d0d40 0x7f7a7c0cdc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:15.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.430+0000 7f7a82a52640 1 -- 172.21.15.31:0/1539121447 >> 172.21.15.31:0/1539121447 conn(0x7f7a7c0d3ea0 msgr2=0x7f7a7c0b0a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:15.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.430+0000 7f7a82a52640 1 -- 172.21.15.31:0/1539121447 shutdown_connections 2024-09-16T07:27:15.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15.430+0000 7f7a82a52640 1 -- 172.21.15.31:0/1539121447 wait complete. 2024-09-16T07:27:15.440 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T07:27:15.440 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T07:27:15.441 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi031.front.sepia.ceph.com 2024-09-16T07:27:15.441 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-16T07:27:15.441 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-16T07:27:15.441 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T07:27:15.441 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T07:27:15.441 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T07:27:15.442 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T07:27:15.442 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:15.442 DEBUG:teuthology.orchestra.run.smithi031:> ip addr 2024-09-16T07:27:15.459 INFO:teuthology.orchestra.run.smithi031.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T07:27:15.459 INFO:teuthology.orchestra.run.smithi031.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T07:27:15.459 INFO:teuthology.orchestra.run.smithi031.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T07:27:15.459 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:27:15.459 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 ::1/128 scope host 2024-09-16T07:27:15.459 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:27:15.459 INFO:teuthology.orchestra.run.smithi031.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:27:15.459 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 0c:c4:7a:6b:f6:cc brd ff:ff:ff:ff:ff:ff 2024-09-16T07:27:15.460 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp7s0f0 2024-09-16T07:27:15.460 INFO:teuthology.orchestra.run.smithi031.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:27:15.460 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 0c:c4:7a:6b:f6:cd brd ff:ff:ff:ff:ff:ff 2024-09-16T07:27:15.460 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp7s0f1 2024-09-16T07:27:15.460 INFO:teuthology.orchestra.run.smithi031.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T07:27:15.460 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether ac:1f:6b:a5:ca:ba brd ff:ff:ff:ff:ff:ff 2024-09-16T07:27:15.460 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp1s0f0 2024-09-16T07:27:15.460 INFO:teuthology.orchestra.run.smithi031.stdout: inet 172.21.15.31/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-16T07:27:15.460 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft 42384sec preferred_lft 42384sec 2024-09-16T07:27:15.460 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::ae1f:6bff:fea5:caba/64 scope link 2024-09-16T07:27:15.460 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:27:15.460 INFO:teuthology.orchestra.run.smithi031.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:27:15.460 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether ac:1f:6b:a5:ca:bb brd ff:ff:ff:ff:ff:ff 2024-09-16T07:27:15.461 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp1s0f1 2024-09-16T07:27:15.461 INFO:teuthology.orchestra.run.smithi031.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T07:27:15.461 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 32:cb:fd:46:4e:14 brd ff:ff:ff:ff:ff:ff 2024-09-16T07:27:15.461 INFO:teuthology.orchestra.run.smithi031.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-16T07:27:15.461 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:27:15.461 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::5853:30ff:feaf:abcc/64 scope link 2024-09-16T07:27:15.461 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:27:15.461 INFO:teuthology.orchestra.run.smithi031.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T07:27:15.461 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether ea:2f:ff:7f:16:93 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:27:15.461 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::e82f:ffff:fe7f:1693/64 scope link 2024-09-16T07:27:15.461 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:27:15.461 INFO:teuthology.orchestra.run.smithi031.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T07:27:15.461 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 32:cb:fd:46:4e:14 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:27:15.461 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::30cb:fdff:fe46:4e14/64 scope link 2024-09-16T07:27:15.462 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:27:15.462 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:15.462 DEBUG:teuthology.orchestra.run.smithi031:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T07:27:15.523 INFO:teuthology.orchestra.run.smithi031.stdout:1 2024-09-16T07:27:15.525 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:15.525 DEBUG:teuthology.orchestra.run.smithi031:> route 2024-09-16T07:27:15.581 INFO:teuthology.orchestra.run.smithi031.stdout:Kernel IP routing table 2024-09-16T07:27:15.581 INFO:teuthology.orchestra.run.smithi031.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T07:27:15.581 INFO:teuthology.orchestra.run.smithi031.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-16T07:27:15.582 INFO:teuthology.orchestra.run.smithi031.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-16T07:27:15.582 INFO:teuthology.orchestra.run.smithi031.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T07:27:15.582 DEBUG:teuthology.orchestra.run.smithi031:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T07:27:15.582 DEBUG:teuthology.orchestra.run.smithi031:> set -e 2024-09-16T07:27:15.582 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-16T07:27:15.582 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-16T07:27:15.582 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-16T07:27:15.582 DEBUG:teuthology.orchestra.run.smithi031:> ') 2024-09-16T07:27:15.671 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T07:27:15.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:27:15.710 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:15.710 DEBUG:teuthology.orchestra.run.smithi031:> ip netns list 2024-09-16T07:27:15.726 INFO:teuthology.orchestra.run.smithi031.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-16T07:27:15.726 INFO:teuthology.orchestra.run.smithi031.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-16T07:27:15.726 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T07:27:15.727 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:15.727 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip link set brx.0 up 2024-09-16T07:27:15.792 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-16T07:27:15.792 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T07:27:15.792 DEBUG:teuthology.orchestra.run.smithi031:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-16T07:27:15.848 INFO:teuthology.orchestra.run.smithi031.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-16T07:27:15.848 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T07:27:15.849 DEBUG:teuthology.orchestra.run.smithi031:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-16T07:27:15.904 DEBUG:teuthology.orchestra.run.smithi031:> sudo modprobe fuse 2024-09-16T07:27:15.970 DEBUG:teuthology.orchestra.run.smithi031:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T07:27:16.027 INFO:teuthology.orchestra.run.smithi031.stdout:/proc 2024-09-16T07:27:16.028 INFO:teuthology.orchestra.run.smithi031.stdout:/sys 2024-09-16T07:27:16.028 INFO:teuthology.orchestra.run.smithi031.stdout:/dev 2024-09-16T07:27:16.028 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/security 2024-09-16T07:27:16.028 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/shm 2024-09-16T07:27:16.028 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/pts 2024-09-16T07:27:16.028 INFO:teuthology.orchestra.run.smithi031.stdout:/run 2024-09-16T07:27:16.028 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/cgroup 2024-09-16T07:27:16.028 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/pstore 2024-09-16T07:27:16.028 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/bpf 2024-09-16T07:27:16.028 INFO:teuthology.orchestra.run.smithi031.stdout:/ 2024-09-16T07:27:16.028 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/selinux 2024-09-16T07:27:16.029 INFO:teuthology.orchestra.run.smithi031.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T07:27:16.029 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/tracing 2024-09-16T07:27:16.029 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/mqueue 2024-09-16T07:27:16.029 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/debug 2024-09-16T07:27:16.029 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/hugepages 2024-09-16T07:27:16.029 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T07:27:16.029 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/fuse/connections 2024-09-16T07:27:16.029 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/config 2024-09-16T07:27:16.029 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T07:27:16.029 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T07:27:16.030 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T07:27:16.030 INFO:teuthology.orchestra.run.smithi031.stdout:/run/user/1000 2024-09-16T07:27:16.030 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph 2024-09-16T07:27:16.030 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T07:27:16.030 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T07:27:16.030 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T07:27:16.030 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T07:27:16.030 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns 2024-09-16T07:27:16.030 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:27:16.030 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:27:16.030 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:27:16.030 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:27:16.031 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:16.031 DEBUG:teuthology.orchestra.run.smithi031:> ls /sys/fs/fuse/connections 2024-09-16T07:27:16.084 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-16T07:27:16.084 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-16T07:27:16.126 DEBUG:teuthology.orchestra.run.smithi031:> sudo modprobe fuse 2024-09-16T07:27:16.151 DEBUG:teuthology.orchestra.run.smithi031:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T07:27:16.209 INFO:teuthology.orchestra.run.smithi031.stdout:/proc 2024-09-16T07:27:16.209 INFO:teuthology.orchestra.run.smithi031.stdout:/sys 2024-09-16T07:27:16.209 INFO:teuthology.orchestra.run.smithi031.stdout:/dev 2024-09-16T07:27:16.209 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/security 2024-09-16T07:27:16.209 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/shm 2024-09-16T07:27:16.209 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/pts 2024-09-16T07:27:16.209 INFO:teuthology.orchestra.run.smithi031.stdout:/run 2024-09-16T07:27:16.209 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/cgroup 2024-09-16T07:27:16.209 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/pstore 2024-09-16T07:27:16.210 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/bpf 2024-09-16T07:27:16.210 INFO:teuthology.orchestra.run.smithi031.stdout:/ 2024-09-16T07:27:16.210 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/selinux 2024-09-16T07:27:16.210 INFO:teuthology.orchestra.run.smithi031.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T07:27:16.210 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/tracing 2024-09-16T07:27:16.210 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/mqueue 2024-09-16T07:27:16.210 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/debug 2024-09-16T07:27:16.210 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/hugepages 2024-09-16T07:27:16.210 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T07:27:16.210 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/fuse/connections 2024-09-16T07:27:16.210 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/config 2024-09-16T07:27:16.210 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T07:27:16.210 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T07:27:16.211 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T07:27:16.211 INFO:teuthology.orchestra.run.smithi031.stdout:/run/user/1000 2024-09-16T07:27:16.211 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph 2024-09-16T07:27:16.211 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T07:27:16.211 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T07:27:16.211 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T07:27:16.211 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T07:27:16.211 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns 2024-09-16T07:27:16.211 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:27:16.211 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:27:16.211 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:27:16.211 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:27:16.212 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:16.212 DEBUG:teuthology.orchestra.run.smithi031:> ls /sys/fs/fuse/connections 2024-09-16T07:27:16.212 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi031.stderr:2024-09-16T07:27:16.211+0000 7f295d619480 -1 init, newargv = 0x5608e9139740 newargc=15 2024-09-16T07:27:16.212 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi031.stderr:ceph-fuse[68921]: starting ceph client 2024-09-16T07:27:16.215 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi031.stderr:ceph-fuse[68921]: starting fuse 2024-09-16T07:27:16.229 INFO:teuthology.orchestra.run.smithi031.stdout:42 2024-09-16T07:27:16.229 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [42] 2024-09-16T07:27:16.229 DEBUG:teuthology.orchestra.run.smithi031:> sudo stdin-killer -- python3 -c ' 2024-09-16T07:27:16.229 DEBUG:teuthology.orchestra.run.smithi031:> import glob 2024-09-16T07:27:16.229 DEBUG:teuthology.orchestra.run.smithi031:> import re 2024-09-16T07:27:16.229 DEBUG:teuthology.orchestra.run.smithi031:> import os 2024-09-16T07:27:16.229 DEBUG:teuthology.orchestra.run.smithi031:> import subprocess 2024-09-16T07:27:16.229 DEBUG:teuthology.orchestra.run.smithi031:> 2024-09-16T07:27:16.230 DEBUG:teuthology.orchestra.run.smithi031:> def _find_admin_socket(client_name): 2024-09-16T07:27:16.230 DEBUG:teuthology.orchestra.run.smithi031:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-16T07:27:16.230 DEBUG:teuthology.orchestra.run.smithi031:> files = glob.glob(asok_path) 2024-09-16T07:27:16.230 DEBUG:teuthology.orchestra.run.smithi031:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-16T07:27:16.230 DEBUG:teuthology.orchestra.run.smithi031:> 2024-09-16T07:27:16.230 DEBUG:teuthology.orchestra.run.smithi031:> # Given a non-glob path, it better be there 2024-09-16T07:27:16.230 DEBUG:teuthology.orchestra.run.smithi031:> if "*" not in asok_path: 2024-09-16T07:27:16.230 DEBUG:teuthology.orchestra.run.smithi031:> assert(len(files) == 1) 2024-09-16T07:27:16.230 DEBUG:teuthology.orchestra.run.smithi031:> return files[0] 2024-09-16T07:27:16.230 DEBUG:teuthology.orchestra.run.smithi031:> 2024-09-16T07:27:16.230 DEBUG:teuthology.orchestra.run.smithi031:> for f in files: 2024-09-16T07:27:16.230 DEBUG:teuthology.orchestra.run.smithi031:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T07:27:16.230 DEBUG:teuthology.orchestra.run.smithi031:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T07:27:16.230 DEBUG:teuthology.orchestra.run.smithi031:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T07:27:16.230 DEBUG:teuthology.orchestra.run.smithi031:> contents = proc_f.read() 2024-09-16T07:27:16.231 DEBUG:teuthology.orchestra.run.smithi031:> if mountpoint in contents: 2024-09-16T07:27:16.231 DEBUG:teuthology.orchestra.run.smithi031:> return f 2024-09-16T07:27:16.231 DEBUG:teuthology.orchestra.run.smithi031:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T07:27:16.231 DEBUG:teuthology.orchestra.run.smithi031:> 2024-09-16T07:27:16.231 DEBUG:teuthology.orchestra.run.smithi031:> print(_find_admin_socket("client.0")) 2024-09-16T07:27:16.231 DEBUG:teuthology.orchestra.run.smithi031:> ' 2024-09-16T07:27:16.349 INFO:teuthology.orchestra.run.smithi031.stdout:/var/run/ceph/ceph-client.0.68921.asok 2024-09-16T07:27:16.352 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:27:16.360 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.68921.asok 2024-09-16T07:27:16.360 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:16.360 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.68921.asok status 2024-09-16T07:27:16.497 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-16T07:27:16.497 INFO:teuthology.orchestra.run.smithi031.stdout: "metadata": { 2024-09-16T07:27:16.497 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph_sha1": "4ef5f0587d1cad82c4295c20951c303dc342ac74", 2024-09-16T07:27:16.497 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph_version": "ceph version 19.3.0-4938-g4ef5f058 (4ef5f0587d1cad82c4295c20951c303dc342ac74) squid (dev)", 2024-09-16T07:27:16.498 INFO:teuthology.orchestra.run.smithi031.stdout: "entity_id": "0", 2024-09-16T07:27:16.498 INFO:teuthology.orchestra.run.smithi031.stdout: "hostname": "smithi031", 2024-09-16T07:27:16.498 INFO:teuthology.orchestra.run.smithi031.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-16T07:27:16.498 INFO:teuthology.orchestra.run.smithi031.stdout: "pid": "68921", 2024-09-16T07:27:16.498 INFO:teuthology.orchestra.run.smithi031.stdout: "root": "/" 2024-09-16T07:27:16.498 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:27:16.498 INFO:teuthology.orchestra.run.smithi031.stdout: "dentry_count": 0, 2024-09-16T07:27:16.498 INFO:teuthology.orchestra.run.smithi031.stdout: "dentry_pinned_count": 0, 2024-09-16T07:27:16.498 INFO:teuthology.orchestra.run.smithi031.stdout: "id": 7812, 2024-09-16T07:27:16.498 INFO:teuthology.orchestra.run.smithi031.stdout: "inst": { 2024-09-16T07:27:16.498 INFO:teuthology.orchestra.run.smithi031.stdout: "name": { 2024-09-16T07:27:16.498 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "client", 2024-09-16T07:27:16.498 INFO:teuthology.orchestra.run.smithi031.stdout: "num": 7812 2024-09-16T07:27:16.499 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:27:16.499 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": { 2024-09-16T07:27:16.499 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "v1", 2024-09-16T07:27:16.499 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": "192.168.0.1:0", 2024-09-16T07:27:16.499 INFO:teuthology.orchestra.run.smithi031.stdout: "nonce": 5849877 2024-09-16T07:27:16.499 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:27:16.499 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:27:16.499 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": { 2024-09-16T07:27:16.499 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "v1", 2024-09-16T07:27:16.500 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": "192.168.0.1:0", 2024-09-16T07:27:16.500 INFO:teuthology.orchestra.run.smithi031.stdout: "nonce": 5849877 2024-09-16T07:27:16.500 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:27:16.500 INFO:teuthology.orchestra.run.smithi031.stdout: "inst_str": "client.7812 192.168.0.1:0/5849877", 2024-09-16T07:27:16.500 INFO:teuthology.orchestra.run.smithi031.stdout: "addr_str": "192.168.0.1:0/5849877", 2024-09-16T07:27:16.500 INFO:teuthology.orchestra.run.smithi031.stdout: "inode_count": 1, 2024-09-16T07:27:16.500 INFO:teuthology.orchestra.run.smithi031.stdout: "mds_epoch": 80, 2024-09-16T07:27:16.500 INFO:teuthology.orchestra.run.smithi031.stdout: "osd_epoch": 117, 2024-09-16T07:27:16.500 INFO:teuthology.orchestra.run.smithi031.stdout: "osd_epoch_barrier": 0, 2024-09-16T07:27:16.500 INFO:teuthology.orchestra.run.smithi031.stdout: "blocklisted": false, 2024-09-16T07:27:16.500 INFO:teuthology.orchestra.run.smithi031.stdout: "fs_name": "cephfs" 2024-09-16T07:27:16.500 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-16T07:27:16.506 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:16.506 DEBUG:teuthology.orchestra.run.smithi031:> stat --file-system '--printf=%T 2024-09-16T07:27:16.506 DEBUG:teuthology.orchestra.run.smithi031:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-16T07:27:16.522 INFO:teuthology.orchestra.run.smithi031.stdout:fuseblk 2024-09-16T07:27:16.522 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-16T07:27:16.522 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:16.523 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-16T07:27:16.588 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T07:27:16.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:16.734+0000 7ff825223640 1 -- 172.21.15.31:0/39303746 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff808004d40 msgr2=0x7ff8080051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:16.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:16.734+0000 7ff825223640 1 --2- 172.21.15.31:0/39303746 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff808004d40 0x7ff8080051c0 secure :-1 s=READY pgs=1256 cs=0 l=1 rev1=1 crypto rx=0x7ff818009ed0 tx=0x7ff808005830 comp rx=0 tx=0).stop 2024-09-16T07:27:16.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:16.734+0000 7ff81f59e640 1 -- 172.21.15.31:0/39303746 reap_dead start 2024-09-16T07:27:16.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:16.734+0000 7ff825223640 1 -- 172.21.15.31:0/39303746 shutdown_connections 2024-09-16T07:27:16.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:16.734+0000 7ff825223640 1 -- 172.21.15.31:0/39303746 >> 172.21.15.31:0/39303746 conn(0x7ff82009aa30 msgr2=0x7ff82009ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:16.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:16.734+0000 7ff825223640 1 -- 172.21.15.31:0/39303746 shutdown_connections 2024-09-16T07:27:16.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:16.734+0000 7ff825223640 1 -- 172.21.15.31:0/39303746 wait complete. 2024-09-16T07:27:16.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:16.736+0000 7ff825223640 1 Processor -- start 2024-09-16T07:27:16.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:16.736+0000 7ff825223640 1 -- start start 2024-09-16T07:27:16.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:16.736+0000 7ff825223640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff808004d40 0x7ff820159c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:16.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:16.736+0000 7ff825223640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff82015b330 0x7ff8201f3180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:16.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:16.736+0000 7ff825223640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff8201563d0 0x7ff8200b6ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:16.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:16.736+0000 7ff825223640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7ff8200d02b0 con 0x7ff82015b330 2024-09-16T07:27:16.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:16.736+0000 7ff825223640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ff8200d0130 con 0x7ff808004d40 2024-09-16T07:27:16.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:16.736+0000 7ff825223640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ff8200d0430 con 0x7ff8201563d0 2024-09-16T07:27:16.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:16.737+0000 7ff81e59c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff82015b330 0x7ff8201f3180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:16.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:16.737+0000 7ff81e59c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff82015b330 0x7ff8201f3180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35862/0 (socket says 172.21.15.31:35862) 2024-09-16T07:27:16.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:16.737+0000 7ff81e59c640 1 -- 172.21.15.31:0/174648919 learned_addr learned my addr 172.21.15.31:0/174648919 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:16.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:16.737+0000 7ff81ed9d640 1 --2- 172.21.15.31:0/174648919 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff808004d40 0x7ff820159c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:16.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:16.737+0000 7ff81f59e640 1 --2- 172.21.15.31:0/174648919 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff8201563d0 0x7ff8200b6ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:16.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:16.737+0000 7ff81e59c640 1 -- 172.21.15.31:0/174648919 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff8201563d0 msgr2=0x7ff8200b6ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:16.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:16.737+0000 7ff81e59c640 1 --2- 172.21.15.31:0/174648919 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff8201563d0 0x7ff8200b6ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:16.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:16.737+0000 7ff81e59c640 1 -- 172.21.15.31:0/174648919 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff808004d40 msgr2=0x7ff820159c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:16.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:16.737+0000 7ff81e59c640 1 --2- 172.21.15.31:0/174648919 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff808004d40 0x7ff820159c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:16.738 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:16.737+0000 7ff81e59c640 1 -- 172.21.15.31:0/174648919 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8201f36c0 con 0x7ff82015b330 2024-09-16T07:27:16.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:16.737+0000 7ff81e59c640 1 --2- 172.21.15.31:0/174648919 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff82015b330 0x7ff8201f3180 secure :-1 s=READY pgs=1257 cs=0 l=1 rev1=1 crypto rx=0x7ff814011b40 tx=0x7ff814009f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:16.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:16.737+0000 7ff8077fe640 1 -- 172.21.15.31:0/174648919 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff81400fcb0 con 0x7ff82015b330 2024-09-16T07:27:16.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:16.737+0000 7ff8077fe640 1 -- 172.21.15.31:0/174648919 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff81400fe50 con 0x7ff82015b330 2024-09-16T07:27:16.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:16.737+0000 7ff825223640 1 -- 172.21.15.31:0/174648919 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff82015a290 con 0x7ff82015b330 2024-09-16T07:27:16.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:16.737+0000 7ff8077fe640 1 -- 172.21.15.31:0/174648919 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff814004280 con 0x7ff82015b330 2024-09-16T07:27:16.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:16.737+0000 7ff825223640 1 -- 172.21.15.31:0/174648919 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff82015a850 con 0x7ff82015b330 2024-09-16T07:27:16.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:16.738+0000 7ff825223640 1 -- 172.21.15.31:0/174648919 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff82015f6d0 con 0x7ff82015b330 2024-09-16T07:27:16.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:16.739+0000 7ff8077fe640 1 -- 172.21.15.31:0/174648919 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 19) ==== 101695+0+0 (secure 0 0 0) 0x7ff8140035f0 con 0x7ff82015b330 2024-09-16T07:27:16.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:16.740+0000 7ff8077fe640 1 --2- 172.21.15.31:0/174648919 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff80c078d00 0x7ff80c07b1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:16.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:16.740+0000 7ff8077fe640 1 -- 172.21.15.31:0/174648919 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5737+0+0 (secure 0 0 0) 0x7ff81409bc40 con 0x7ff82015b330 2024-09-16T07:27:16.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:16.740+0000 7ff81ed9d640 1 --2- 172.21.15.31:0/174648919 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff80c078d00 0x7ff80c07b1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:16.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:16.740+0000 7ff81ed9d640 1 --2- 172.21.15.31:0/174648919 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff80c078d00 0x7ff80c07b1c0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7ff8200b26a0 tx=0x7ff8100068a0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:16.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:16.744+0000 7ff8077fe640 1 -- 172.21.15.31:0/174648919 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7ff8201f36c0 con 0x7ff82015b330 2024-09-16T07:27:16.968 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:16.968+0000 7ff825223640 1 -- 172.21.15.31:0/174648919 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7ff8200b2110 con 0x7ff82015b330 2024-09-16T07:27:16.968 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:16.969+0000 7ff8077fe640 1 -- 172.21.15.31:0/174648919 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v80) ==== 53+0+73 (secure 0 0 0) 0x7ff814063470 con 0x7ff82015b330 2024-09-16T07:27:16.968 INFO:teuthology.orchestra.run.smithi031.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T07:27:16.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:16.971+0000 7ff825223640 1 -- 172.21.15.31:0/174648919 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff80c078d00 msgr2=0x7ff80c07b1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:16.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:16.971+0000 7ff825223640 1 --2- 172.21.15.31:0/174648919 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff80c078d00 0x7ff80c07b1c0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7ff8200b26a0 tx=0x7ff8100068a0 comp rx=0 tx=0).stop 2024-09-16T07:27:16.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:16.971+0000 7ff825223640 1 -- 172.21.15.31:0/174648919 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff82015b330 msgr2=0x7ff8201f3180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:16.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:16.971+0000 7ff825223640 1 --2- 172.21.15.31:0/174648919 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff82015b330 0x7ff8201f3180 secure :-1 s=READY pgs=1257 cs=0 l=1 rev1=1 crypto rx=0x7ff814011b40 tx=0x7ff814009f10 comp rx=0 tx=0).stop 2024-09-16T07:27:16.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:16.971+0000 7ff825223640 1 -- 172.21.15.31:0/174648919 shutdown_connections 2024-09-16T07:27:16.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:16.971+0000 7ff825223640 1 --2- 172.21.15.31:0/174648919 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff80c078d00 0x7ff80c07b1c0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:16.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:16.971+0000 7ff825223640 1 --2- 172.21.15.31:0/174648919 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff8201563d0 0x7ff8200b6ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:16.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:16.971+0000 7ff825223640 1 --2- 172.21.15.31:0/174648919 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff82015b330 0x7ff8201f3180 unknown :-1 s=CLOSED pgs=1257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:16.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:16.971+0000 7ff825223640 1 --2- 172.21.15.31:0/174648919 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff808004d40 0x7ff820159c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:16.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:16.971+0000 7ff825223640 1 -- 172.21.15.31:0/174648919 >> 172.21.15.31:0/174648919 conn(0x7ff82009aa30 msgr2=0x7ff8200b1420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:16.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:16.971+0000 7ff825223640 1 -- 172.21.15.31:0/174648919 shutdown_connections 2024-09-16T07:27:16.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:16.971+0000 7ff825223640 1 -- 172.21.15.31:0/174648919 wait complete. 2024-09-16T07:27:16.981 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T07:27:16.981 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T07:27:16.981 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi155.front.sepia.ceph.com 2024-09-16T07:27:16.982 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-16T07:27:16.982 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-16T07:27:16.982 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T07:27:16.982 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T07:27:16.982 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T07:27:16.982 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-16T07:27:16.982 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:16.982 DEBUG:teuthology.orchestra.run.smithi155:> ip addr 2024-09-16T07:27:17.002 INFO:teuthology.orchestra.run.smithi155.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T07:27:17.002 INFO:teuthology.orchestra.run.smithi155.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T07:27:17.002 INFO:teuthology.orchestra.run.smithi155.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T07:27:17.002 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:27:17.003 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 ::1/128 scope host 2024-09-16T07:27:17.003 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:27:17.003 INFO:teuthology.orchestra.run.smithi155.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:27:17.003 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 0c:c4:7a:d9:a0:fa brd ff:ff:ff:ff:ff:ff 2024-09-16T07:27:17.003 INFO:teuthology.orchestra.run.smithi155.stdout: altname enp7s0f0 2024-09-16T07:27:17.003 INFO:teuthology.orchestra.run.smithi155.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:27:17.003 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 0c:c4:7a:d9:a0:fb brd ff:ff:ff:ff:ff:ff 2024-09-16T07:27:17.003 INFO:teuthology.orchestra.run.smithi155.stdout: altname enp7s0f1 2024-09-16T07:27:17.003 INFO:teuthology.orchestra.run.smithi155.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:27:17.003 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 0c:c4:7a:88:6d:ec brd ff:ff:ff:ff:ff:ff 2024-09-16T07:27:17.003 INFO:teuthology.orchestra.run.smithi155.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T07:27:17.003 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 0c:c4:7a:88:6d:ed brd ff:ff:ff:ff:ff:ff 2024-09-16T07:27:17.003 INFO:teuthology.orchestra.run.smithi155.stdout: inet 172.21.15.155/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-16T07:27:17.003 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft 42400sec preferred_lft 42400sec 2024-09-16T07:27:17.004 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 fe80::ec4:7aff:fe88:6ded/64 scope link noprefixroute 2024-09-16T07:27:17.004 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:27:17.004 INFO:teuthology.orchestra.run.smithi155.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T07:27:17.004 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 6a:24:67:c2:77:cc brd ff:ff:ff:ff:ff:ff 2024-09-16T07:27:17.004 INFO:teuthology.orchestra.run.smithi155.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-16T07:27:17.004 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:27:17.004 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 fe80::88e4:b9ff:fe24:e8a7/64 scope link 2024-09-16T07:27:17.004 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:27:17.004 INFO:teuthology.orchestra.run.smithi155.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T07:27:17.004 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether d6:1d:e5:de:08:cd brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:27:17.004 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 fe80::d41d:e5ff:fede:8cd/64 scope link 2024-09-16T07:27:17.004 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:27:17.005 INFO:teuthology.orchestra.run.smithi155.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T07:27:17.005 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 6a:24:67:c2:77:cc brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:27:17.005 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 fe80::6824:67ff:fec2:77cc/64 scope link 2024-09-16T07:27:17.005 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:27:17.005 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:17.005 DEBUG:teuthology.orchestra.run.smithi155:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T07:27:17.073 INFO:teuthology.orchestra.run.smithi155.stdout:1 2024-09-16T07:27:17.073 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:17.074 DEBUG:teuthology.orchestra.run.smithi155:> route 2024-09-16T07:27:17.132 INFO:teuthology.orchestra.run.smithi155.stdout:Kernel IP routing table 2024-09-16T07:27:17.132 INFO:teuthology.orchestra.run.smithi155.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T07:27:17.132 INFO:teuthology.orchestra.run.smithi155.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-16T07:27:17.132 INFO:teuthology.orchestra.run.smithi155.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-16T07:27:17.132 INFO:teuthology.orchestra.run.smithi155.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T07:27:17.133 DEBUG:teuthology.orchestra.run.smithi155:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T07:27:17.133 DEBUG:teuthology.orchestra.run.smithi155:> set -e 2024-09-16T07:27:17.133 DEBUG:teuthology.orchestra.run.smithi155:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-16T07:27:17.133 DEBUG:teuthology.orchestra.run.smithi155:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-16T07:27:17.133 DEBUG:teuthology.orchestra.run.smithi155:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-16T07:27:17.133 DEBUG:teuthology.orchestra.run.smithi155:> ') 2024-09-16T07:27:17.224 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:27:17 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T07:27:17.257 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:27:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:27:17.264 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:17.264 DEBUG:teuthology.orchestra.run.smithi155:> ip netns list 2024-09-16T07:27:17.279 INFO:teuthology.orchestra.run.smithi155.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-16T07:27:17.280 INFO:teuthology.orchestra.run.smithi155.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-16T07:27:17.280 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-16T07:27:17.280 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:17.280 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip link set brx.0 up 2024-09-16T07:27:17.345 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-16T07:27:17.345 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T07:27:17.345 DEBUG:teuthology.orchestra.run.smithi155:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-16T07:27:17.401 INFO:teuthology.orchestra.run.smithi155.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-16T07:27:17.401 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T07:27:17.401 DEBUG:teuthology.orchestra.run.smithi155:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-16T07:27:17.456 DEBUG:teuthology.orchestra.run.smithi155:> sudo modprobe fuse 2024-09-16T07:27:17.522 DEBUG:teuthology.orchestra.run.smithi155:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T07:27:17.578 INFO:teuthology.orchestra.run.smithi155.stdout:/proc 2024-09-16T07:27:17.578 INFO:teuthology.orchestra.run.smithi155.stdout:/sys 2024-09-16T07:27:17.579 INFO:teuthology.orchestra.run.smithi155.stdout:/dev 2024-09-16T07:27:17.579 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/security 2024-09-16T07:27:17.579 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/shm 2024-09-16T07:27:17.579 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/pts 2024-09-16T07:27:17.579 INFO:teuthology.orchestra.run.smithi155.stdout:/run 2024-09-16T07:27:17.579 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/cgroup 2024-09-16T07:27:17.579 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/pstore 2024-09-16T07:27:17.579 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/bpf 2024-09-16T07:27:17.579 INFO:teuthology.orchestra.run.smithi155.stdout:/ 2024-09-16T07:27:17.579 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/selinux 2024-09-16T07:27:17.579 INFO:teuthology.orchestra.run.smithi155.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T07:27:17.579 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/hugepages 2024-09-16T07:27:17.579 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/mqueue 2024-09-16T07:27:17.579 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/debug 2024-09-16T07:27:17.580 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/tracing 2024-09-16T07:27:17.580 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/fuse/connections 2024-09-16T07:27:17.580 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/config 2024-09-16T07:27:17.580 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T07:27:17.580 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T07:27:17.580 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T07:27:17.580 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T07:27:17.580 INFO:teuthology.orchestra.run.smithi155.stdout:/run/user/1000 2024-09-16T07:27:17.580 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph 2024-09-16T07:27:17.580 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-4 2024-09-16T07:27:17.580 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-5 2024-09-16T07:27:17.580 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-6 2024-09-16T07:27:17.580 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-7 2024-09-16T07:27:17.581 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns 2024-09-16T07:27:17.581 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:27:17.581 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:27:17.581 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:27:17.581 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:27:17.581 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:17.581 DEBUG:teuthology.orchestra.run.smithi155:> ls /sys/fs/fuse/connections 2024-09-16T07:27:17.634 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-16T07:27:17.634 DEBUG:teuthology.orchestra.run.smithi155:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-16T07:27:17.677 DEBUG:teuthology.orchestra.run.smithi155:> sudo modprobe fuse 2024-09-16T07:27:17.701 DEBUG:teuthology.orchestra.run.smithi155:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T07:27:17.757 INFO:teuthology.orchestra.run.smithi155.stdout:/proc 2024-09-16T07:27:17.757 INFO:teuthology.orchestra.run.smithi155.stdout:/sys 2024-09-16T07:27:17.758 INFO:teuthology.orchestra.run.smithi155.stdout:/dev 2024-09-16T07:27:17.758 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/security 2024-09-16T07:27:17.758 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/shm 2024-09-16T07:27:17.758 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/pts 2024-09-16T07:27:17.758 INFO:teuthology.orchestra.run.smithi155.stdout:/run 2024-09-16T07:27:17.758 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/cgroup 2024-09-16T07:27:17.758 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/pstore 2024-09-16T07:27:17.758 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/bpf 2024-09-16T07:27:17.758 INFO:teuthology.orchestra.run.smithi155.stdout:/ 2024-09-16T07:27:17.758 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/selinux 2024-09-16T07:27:17.758 INFO:teuthology.orchestra.run.smithi155.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T07:27:17.758 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/hugepages 2024-09-16T07:27:17.758 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/mqueue 2024-09-16T07:27:17.759 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/debug 2024-09-16T07:27:17.759 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/tracing 2024-09-16T07:27:17.759 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/fuse/connections 2024-09-16T07:27:17.759 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/config 2024-09-16T07:27:17.759 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T07:27:17.759 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T07:27:17.759 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T07:27:17.759 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T07:27:17.759 INFO:teuthology.orchestra.run.smithi155.stdout:/run/user/1000 2024-09-16T07:27:17.759 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph 2024-09-16T07:27:17.759 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-4 2024-09-16T07:27:17.759 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-5 2024-09-16T07:27:17.759 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-6 2024-09-16T07:27:17.759 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-7 2024-09-16T07:27:17.760 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns 2024-09-16T07:27:17.760 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:27:17.760 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:27:17.760 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:27:17.760 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:27:17.760 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:17.760 DEBUG:teuthology.orchestra.run.smithi155:> ls /sys/fs/fuse/connections 2024-09-16T07:27:17.761 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi155.stderr:2024-09-16T07:27:17.759+0000 7fcab39e8480 -1 init, newargv = 0x557540e0a560 newargc=15 2024-09-16T07:27:17.761 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi155.stderr:ceph-fuse[47587]: starting ceph client 2024-09-16T07:27:17.763 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi155.stderr:ceph-fuse[47587]: starting fuse 2024-09-16T07:27:17.776 INFO:teuthology.orchestra.run.smithi155.stdout:43 2024-09-16T07:27:17.777 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-16T07:27:17.777 DEBUG:teuthology.orchestra.run.smithi155:> sudo stdin-killer -- python3 -c ' 2024-09-16T07:27:17.777 DEBUG:teuthology.orchestra.run.smithi155:> import glob 2024-09-16T07:27:17.777 DEBUG:teuthology.orchestra.run.smithi155:> import re 2024-09-16T07:27:17.777 DEBUG:teuthology.orchestra.run.smithi155:> import os 2024-09-16T07:27:17.777 DEBUG:teuthology.orchestra.run.smithi155:> import subprocess 2024-09-16T07:27:17.777 DEBUG:teuthology.orchestra.run.smithi155:> 2024-09-16T07:27:17.777 DEBUG:teuthology.orchestra.run.smithi155:> def _find_admin_socket(client_name): 2024-09-16T07:27:17.777 DEBUG:teuthology.orchestra.run.smithi155:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-16T07:27:17.777 DEBUG:teuthology.orchestra.run.smithi155:> files = glob.glob(asok_path) 2024-09-16T07:27:17.777 DEBUG:teuthology.orchestra.run.smithi155:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-16T07:27:17.778 DEBUG:teuthology.orchestra.run.smithi155:> 2024-09-16T07:27:17.778 DEBUG:teuthology.orchestra.run.smithi155:> # Given a non-glob path, it better be there 2024-09-16T07:27:17.778 DEBUG:teuthology.orchestra.run.smithi155:> if "*" not in asok_path: 2024-09-16T07:27:17.778 DEBUG:teuthology.orchestra.run.smithi155:> assert(len(files) == 1) 2024-09-16T07:27:17.778 DEBUG:teuthology.orchestra.run.smithi155:> return files[0] 2024-09-16T07:27:17.778 DEBUG:teuthology.orchestra.run.smithi155:> 2024-09-16T07:27:17.778 DEBUG:teuthology.orchestra.run.smithi155:> for f in files: 2024-09-16T07:27:17.778 DEBUG:teuthology.orchestra.run.smithi155:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T07:27:17.778 DEBUG:teuthology.orchestra.run.smithi155:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T07:27:17.778 DEBUG:teuthology.orchestra.run.smithi155:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T07:27:17.778 DEBUG:teuthology.orchestra.run.smithi155:> contents = proc_f.read() 2024-09-16T07:27:17.778 DEBUG:teuthology.orchestra.run.smithi155:> if mountpoint in contents: 2024-09-16T07:27:17.778 DEBUG:teuthology.orchestra.run.smithi155:> return f 2024-09-16T07:27:17.778 DEBUG:teuthology.orchestra.run.smithi155:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T07:27:17.779 DEBUG:teuthology.orchestra.run.smithi155:> 2024-09-16T07:27:17.779 DEBUG:teuthology.orchestra.run.smithi155:> print(_find_admin_socket("client.1")) 2024-09-16T07:27:17.779 DEBUG:teuthology.orchestra.run.smithi155:> ' 2024-09-16T07:27:17.894 INFO:teuthology.orchestra.run.smithi155.stdout:/var/run/ceph/ceph-client.1.47587.asok 2024-09-16T07:27:17.897 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:27:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:27:17.905 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.47587.asok 2024-09-16T07:27:17.905 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:17.905 DEBUG:teuthology.orchestra.run.smithi155:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.47587.asok status 2024-09-16T07:27:18.038 INFO:teuthology.orchestra.run.smithi155.stdout:{ 2024-09-16T07:27:18.038 INFO:teuthology.orchestra.run.smithi155.stdout: "metadata": { 2024-09-16T07:27:18.038 INFO:teuthology.orchestra.run.smithi155.stdout: "ceph_sha1": "4ef5f0587d1cad82c4295c20951c303dc342ac74", 2024-09-16T07:27:18.038 INFO:teuthology.orchestra.run.smithi155.stdout: "ceph_version": "ceph version 19.3.0-4938-g4ef5f058 (4ef5f0587d1cad82c4295c20951c303dc342ac74) squid (dev)", 2024-09-16T07:27:18.038 INFO:teuthology.orchestra.run.smithi155.stdout: "entity_id": "1", 2024-09-16T07:27:18.038 INFO:teuthology.orchestra.run.smithi155.stdout: "hostname": "smithi155", 2024-09-16T07:27:18.038 INFO:teuthology.orchestra.run.smithi155.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-16T07:27:18.038 INFO:teuthology.orchestra.run.smithi155.stdout: "pid": "47587", 2024-09-16T07:27:18.038 INFO:teuthology.orchestra.run.smithi155.stdout: "root": "/" 2024-09-16T07:27:18.039 INFO:teuthology.orchestra.run.smithi155.stdout: }, 2024-09-16T07:27:18.039 INFO:teuthology.orchestra.run.smithi155.stdout: "dentry_count": 0, 2024-09-16T07:27:18.039 INFO:teuthology.orchestra.run.smithi155.stdout: "dentry_pinned_count": 0, 2024-09-16T07:27:18.039 INFO:teuthology.orchestra.run.smithi155.stdout: "id": 6335, 2024-09-16T07:27:18.039 INFO:teuthology.orchestra.run.smithi155.stdout: "inst": { 2024-09-16T07:27:18.039 INFO:teuthology.orchestra.run.smithi155.stdout: "name": { 2024-09-16T07:27:18.039 INFO:teuthology.orchestra.run.smithi155.stdout: "type": "client", 2024-09-16T07:27:18.039 INFO:teuthology.orchestra.run.smithi155.stdout: "num": 6335 2024-09-16T07:27:18.039 INFO:teuthology.orchestra.run.smithi155.stdout: }, 2024-09-16T07:27:18.039 INFO:teuthology.orchestra.run.smithi155.stdout: "addr": { 2024-09-16T07:27:18.039 INFO:teuthology.orchestra.run.smithi155.stdout: "type": "v1", 2024-09-16T07:27:18.039 INFO:teuthology.orchestra.run.smithi155.stdout: "addr": "192.168.0.1:0", 2024-09-16T07:27:18.039 INFO:teuthology.orchestra.run.smithi155.stdout: "nonce": 1064857665 2024-09-16T07:27:18.039 INFO:teuthology.orchestra.run.smithi155.stdout: } 2024-09-16T07:27:18.040 INFO:teuthology.orchestra.run.smithi155.stdout: }, 2024-09-16T07:27:18.040 INFO:teuthology.orchestra.run.smithi155.stdout: "addr": { 2024-09-16T07:27:18.040 INFO:teuthology.orchestra.run.smithi155.stdout: "type": "v1", 2024-09-16T07:27:18.040 INFO:teuthology.orchestra.run.smithi155.stdout: "addr": "192.168.0.1:0", 2024-09-16T07:27:18.040 INFO:teuthology.orchestra.run.smithi155.stdout: "nonce": 1064857665 2024-09-16T07:27:18.040 INFO:teuthology.orchestra.run.smithi155.stdout: }, 2024-09-16T07:27:18.040 INFO:teuthology.orchestra.run.smithi155.stdout: "inst_str": "client.6335 192.168.0.1:0/1064857665", 2024-09-16T07:27:18.040 INFO:teuthology.orchestra.run.smithi155.stdout: "addr_str": "192.168.0.1:0/1064857665", 2024-09-16T07:27:18.040 INFO:teuthology.orchestra.run.smithi155.stdout: "inode_count": 1, 2024-09-16T07:27:18.040 INFO:teuthology.orchestra.run.smithi155.stdout: "mds_epoch": 80, 2024-09-16T07:27:18.040 INFO:teuthology.orchestra.run.smithi155.stdout: "osd_epoch": 117, 2024-09-16T07:27:18.040 INFO:teuthology.orchestra.run.smithi155.stdout: "osd_epoch_barrier": 0, 2024-09-16T07:27:18.040 INFO:teuthology.orchestra.run.smithi155.stdout: "blocklisted": false, 2024-09-16T07:27:18.040 INFO:teuthology.orchestra.run.smithi155.stdout: "fs_name": "cephfs" 2024-09-16T07:27:18.041 INFO:teuthology.orchestra.run.smithi155.stdout:} 2024-09-16T07:27:18.046 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:18.046 DEBUG:teuthology.orchestra.run.smithi155:> stat --file-system '--printf=%T 2024-09-16T07:27:18.046 DEBUG:teuthology.orchestra.run.smithi155:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-16T07:27:18.062 INFO:teuthology.orchestra.run.smithi155.stdout:fuseblk 2024-09-16T07:27:18.062 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-16T07:27:18.062 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:18.062 DEBUG:teuthology.orchestra.run.smithi155:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-16T07:27:18.127 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs flag set enable_multiple true --yes-i-really-mean-it 2024-09-16T07:27:18.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:18.251+0000 7fa60b293640 1 -- 172.21.15.31:0/3546344517 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa6040d07a0 msgr2=0x7fa6040b2850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:18.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:18.251+0000 7fa60b293640 1 --2- 172.21.15.31:0/3546344517 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa6040d07a0 0x7fa6040b2850 secure :-1 s=READY pgs=1259 cs=0 l=1 rev1=1 crypto rx=0x7fa5fc005fd0 tx=0x7fa5fc02a5d0 comp rx=0 tx=0).stop 2024-09-16T07:27:18.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:18.251+0000 7fa60b293640 1 -- 172.21.15.31:0/3546344517 shutdown_connections 2024-09-16T07:27:18.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:18.251+0000 7fa60b293640 1 --2- 172.21.15.31:0/3546344517 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa6040d07a0 0x7fa6040b2850 unknown :-1 s=CLOSED pgs=1259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:18.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:18.251+0000 7fa60b293640 1 --2- 172.21.15.31:0/3546344517 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa6040ceb00 0x7fa6040b2310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:18.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:18.251+0000 7fa60b293640 1 -- 172.21.15.31:0/3546344517 >> 172.21.15.31:0/3546344517 conn(0x7fa6040d1bc0 msgr2=0x7fa6040d1fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:18.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:18.251+0000 7fa60b293640 1 -- 172.21.15.31:0/3546344517 shutdown_connections 2024-09-16T07:27:18.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:18.251+0000 7fa60b293640 1 -- 172.21.15.31:0/3546344517 wait complete. 2024-09-16T07:27:18.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:18.252+0000 7fa60b293640 1 Processor -- start 2024-09-16T07:27:18.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:18.252+0000 7fa60b293640 1 -- start start 2024-09-16T07:27:18.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:18.253+0000 7fa60b293640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa6040ceb00 0x7fa6040b76a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:18.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:18.253+0000 7fa60b293640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa6040d07a0 0x7fa6040c8db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:18.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:18.253+0000 7fa60b293640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa60415f4c0 0x7fa6041f5d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:18.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:18.253+0000 7fa60b293640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fa6040cc9c0 con 0x7fa6040ceb00 2024-09-16T07:27:18.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:18.253+0000 7fa60b293640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa6040cc840 con 0x7fa6040d07a0 2024-09-16T07:27:18.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:18.253+0000 7fa60b293640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa6040ccb40 con 0x7fa60415f4c0 2024-09-16T07:27:18.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:18.253+0000 7fa60902f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa6040ceb00 0x7fa6040b76a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:18.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:18.253+0000 7fa60902f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa6040ceb00 0x7fa6040b76a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35880/0 (socket says 172.21.15.31:35880) 2024-09-16T07:27:18.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:18.253+0000 7fa60902f640 1 -- 172.21.15.31:0/200010693 learned_addr learned my addr 172.21.15.31:0/200010693 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:18.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:18.253+0000 7fa60882e640 1 --2- 172.21.15.31:0/200010693 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa6040d07a0 0x7fa6040c8db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:18.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:18.253+0000 7fa609830640 1 --2- 172.21.15.31:0/200010693 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa60415f4c0 0x7fa6041f5d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:18.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:18.253+0000 7fa60902f640 1 -- 172.21.15.31:0/200010693 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa60415f4c0 msgr2=0x7fa6041f5d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:18.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:18.253+0000 7fa60902f640 1 --2- 172.21.15.31:0/200010693 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa60415f4c0 0x7fa6041f5d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:18.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:18.253+0000 7fa60902f640 1 -- 172.21.15.31:0/200010693 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa6040d07a0 msgr2=0x7fa6040c8db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:18.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:18.254+0000 7fa60902f640 1 --2- 172.21.15.31:0/200010693 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa6040d07a0 0x7fa6040c8db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:18.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:18.254+0000 7fa60902f640 1 -- 172.21.15.31:0/200010693 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6040ca900 con 0x7fa6040ceb00 2024-09-16T07:27:18.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:18.254+0000 7fa60902f640 1 --2- 172.21.15.31:0/200010693 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa6040ceb00 0x7fa6040b76a0 secure :-1 s=READY pgs=1260 cs=0 l=1 rev1=1 crypto rx=0x7fa60000c730 tx=0x7fa60000cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:18.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:18.254+0000 7fa5f9ffb640 1 -- 172.21.15.31:0/200010693 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa600003b70 con 0x7fa6040ceb00 2024-09-16T07:27:18.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:18.254+0000 7fa5f9ffb640 1 -- 172.21.15.31:0/200010693 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa600003d30 con 0x7fa6040ceb00 2024-09-16T07:27:18.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:18.254+0000 7fa60b293640 1 -- 172.21.15.31:0/200010693 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6040caba0 con 0x7fa6040ceb00 2024-09-16T07:27:18.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:18.254+0000 7fa5f9ffb640 1 -- 172.21.15.31:0/200010693 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa60000aab0 con 0x7fa6040ceb00 2024-09-16T07:27:18.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:18.254+0000 7fa60b293640 1 -- 172.21.15.31:0/200010693 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6040cb160 con 0x7fa6040ceb00 2024-09-16T07:27:18.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:18.255+0000 7fa60b293640 1 -- 172.21.15.31:0/200010693 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa6040cd0d0 con 0x7fa6040ceb00 2024-09-16T07:27:18.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:18.256+0000 7fa5f9ffb640 1 -- 172.21.15.31:0/200010693 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 19) ==== 101695+0+0 (secure 0 0 0) 0x7fa60000ac50 con 0x7fa6040ceb00 2024-09-16T07:27:18.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:18.256+0000 7fa5f9ffb640 1 --2- 172.21.15.31:0/200010693 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa5e8078cd0 0x7fa5e807b190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:18.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:18.257+0000 7fa5f9ffb640 1 -- 172.21.15.31:0/200010693 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5737+0+0 (secure 0 0 0) 0x7fa60009ae60 con 0x7fa6040ceb00 2024-09-16T07:27:18.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:18.257+0000 7fa60882e640 1 --2- 172.21.15.31:0/200010693 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa5e8078cd0 0x7fa5e807b190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:18.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:18.257+0000 7fa60882e640 1 --2- 172.21.15.31:0/200010693 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa5e8078cd0 0x7fa5e807b190 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fa6040c8470 tx=0x7fa5f4005f90 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:18.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:18.261+0000 7fa5f9ffb640 1 -- 172.21.15.31:0/200010693 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fa600062780 con 0x7fa6040ceb00 2024-09-16T07:27:18.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:18.487+0000 7fa60b293640 1 -- 172.21.15.31:0/200010693 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true} v 0) -- 0x7fa6040cd760 con 0x7fa6040ceb00 2024-09-16T07:27:19.370 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.371+0000 7fa5f9ffb640 1 -- 172.21.15.31:0/200010693 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true}]=0 v81) ==== 136+0+0 (secure 0 0 0) 0x7fa6000671b0 con 0x7fa6040ceb00 2024-09-16T07:27:19.374 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.374+0000 7fa60b293640 1 -- 172.21.15.31:0/200010693 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa5e8078cd0 msgr2=0x7fa5e807b190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:19.374 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.374+0000 7fa60b293640 1 --2- 172.21.15.31:0/200010693 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa5e8078cd0 0x7fa5e807b190 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fa6040c8470 tx=0x7fa5f4005f90 comp rx=0 tx=0).stop 2024-09-16T07:27:19.374 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.374+0000 7fa60b293640 1 -- 172.21.15.31:0/200010693 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa6040ceb00 msgr2=0x7fa6040b76a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:19.374 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.374+0000 7fa60b293640 1 --2- 172.21.15.31:0/200010693 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa6040ceb00 0x7fa6040b76a0 secure :-1 s=READY pgs=1260 cs=0 l=1 rev1=1 crypto rx=0x7fa60000c730 tx=0x7fa60000cbf0 comp rx=0 tx=0).stop 2024-09-16T07:27:19.374 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.374+0000 7fa60b293640 1 -- 172.21.15.31:0/200010693 shutdown_connections 2024-09-16T07:27:19.374 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.374+0000 7fa60b293640 1 --2- 172.21.15.31:0/200010693 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa5e8078cd0 0x7fa5e807b190 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:19.374 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.374+0000 7fa60b293640 1 --2- 172.21.15.31:0/200010693 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa60415f4c0 0x7fa6041f5d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:19.374 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.374+0000 7fa60b293640 1 --2- 172.21.15.31:0/200010693 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa6040d07a0 0x7fa6040c8db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:19.374 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.374+0000 7fa60b293640 1 --2- 172.21.15.31:0/200010693 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa6040ceb00 0x7fa6040b76a0 unknown :-1 s=CLOSED pgs=1260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:19.374 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.374+0000 7fa60b293640 1 -- 172.21.15.31:0/200010693 >> 172.21.15.31:0/200010693 conn(0x7fa6040d1bc0 msgr2=0x7fa6040b2280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:19.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.374+0000 7fa60b293640 1 -- 172.21.15.31:0/200010693 shutdown_connections 2024-09-16T07:27:19.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.374+0000 7fa60b293640 1 -- 172.21.15.31:0/200010693 wait complete. 2024-09-16T07:27:19.389 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume ls 2024-09-16T07:27:19.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.503+0000 7fc480bf8640 1 -- 172.21.15.31:0/1760305317 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc468004d40 msgr2=0x7fc4680051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:19.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.503+0000 7fc480bf8640 1 --2- 172.21.15.31:0/1760305317 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc468004d40 0x7fc4680051c0 secure :-1 s=READY pgs=1262 cs=0 l=1 rev1=1 crypto rx=0x7fc474009ed0 tx=0x7fc468005830 comp rx=0 tx=0).stop 2024-09-16T07:27:19.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.503+0000 7fc47ad9d640 1 -- 172.21.15.31:0/1760305317 reap_dead start 2024-09-16T07:27:19.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.503+0000 7fc480bf8640 1 -- 172.21.15.31:0/1760305317 shutdown_connections 2024-09-16T07:27:19.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.503+0000 7fc480bf8640 1 -- 172.21.15.31:0/1760305317 >> 172.21.15.31:0/1760305317 conn(0x7fc47c0d3ea0 msgr2=0x7fc47c0d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:19.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.503+0000 7fc480bf8640 1 -- 172.21.15.31:0/1760305317 shutdown_connections 2024-09-16T07:27:19.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.503+0000 7fc480bf8640 1 -- 172.21.15.31:0/1760305317 wait complete. 2024-09-16T07:27:19.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.505+0000 7fc480bf8640 1 Processor -- start 2024-09-16T07:27:19.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.505+0000 7fc480bf8640 1 -- start start 2024-09-16T07:27:19.506 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.505+0000 7fc480bf8640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc468004d40 0x7fc47c161000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:19.506 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.505+0000 7fc480bf8640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc47c0b94f0 0x7fc47c15c020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:19.506 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.505+0000 7fc480bf8640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc47c0b9950 0x7fc47c15c560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:19.506 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.505+0000 7fc480bf8640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fc47c162690 con 0x7fc47c0b9950 2024-09-16T07:27:19.506 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.505+0000 7fc480bf8640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc47c0cf9b0 con 0x7fc47c0b94f0 2024-09-16T07:27:19.507 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.505+0000 7fc480bf8640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc47c1602d0 con 0x7fc468004d40 2024-09-16T07:27:19.507 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.505+0000 7fc47ad9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc47c0b9950 0x7fc47c15c560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:19.507 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.505+0000 7fc47ad9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc47c0b9950 0x7fc47c15c560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35894/0 (socket says 172.21.15.31:35894) 2024-09-16T07:27:19.507 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.506+0000 7fc47ad9d640 1 -- 172.21.15.31:0/3559157535 learned_addr learned my addr 172.21.15.31:0/3559157535 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:19.507 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.506+0000 7fc47a59c640 1 --2- 172.21.15.31:0/3559157535 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc468004d40 0x7fc47c161000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:19.507 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.506+0000 7fc473fff640 1 --2- 172.21.15.31:0/3559157535 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc47c0b94f0 0x7fc47c15c020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:19.507 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.506+0000 7fc47ad9d640 1 -- 172.21.15.31:0/3559157535 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc468004d40 msgr2=0x7fc47c161000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:19.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.506+0000 7fc47ad9d640 1 --2- 172.21.15.31:0/3559157535 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc468004d40 0x7fc47c161000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:19.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.506+0000 7fc47ad9d640 1 -- 172.21.15.31:0/3559157535 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc47c0b94f0 msgr2=0x7fc47c15c020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:19.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.506+0000 7fc47ad9d640 1 --2- 172.21.15.31:0/3559157535 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc47c0b94f0 0x7fc47c15c020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:19.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.506+0000 7fc47ad9d640 1 -- 172.21.15.31:0/3559157535 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc47c1f5730 con 0x7fc47c0b9950 2024-09-16T07:27:19.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.506+0000 7fc47ad9d640 1 --2- 172.21.15.31:0/3559157535 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc47c0b9950 0x7fc47c15c560 secure :-1 s=READY pgs=1263 cs=0 l=1 rev1=1 crypto rx=0x7fc474036040 tx=0x7fc474033c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:19.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.506+0000 7fc472ffd640 1 -- 172.21.15.31:0/3559157535 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc474043070 con 0x7fc47c0b9950 2024-09-16T07:27:19.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.506+0000 7fc472ffd640 1 -- 172.21.15.31:0/3559157535 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc474033d20 con 0x7fc47c0b9950 2024-09-16T07:27:19.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.506+0000 7fc480bf8640 1 -- 172.21.15.31:0/3559157535 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc47c160520 con 0x7fc47c0b9950 2024-09-16T07:27:19.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.506+0000 7fc472ffd640 1 -- 172.21.15.31:0/3559157535 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc474038040 con 0x7fc47c0b9950 2024-09-16T07:27:19.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.506+0000 7fc480bf8640 1 -- 172.21.15.31:0/3559157535 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc47c160ae0 con 0x7fc47c0b9950 2024-09-16T07:27:19.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.507+0000 7fc480bf8640 1 -- 172.21.15.31:0/3559157535 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc47c08d590 con 0x7fc47c0b9950 2024-09-16T07:27:19.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.508+0000 7fc472ffd640 1 -- 172.21.15.31:0/3559157535 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 19) ==== 101695+0+0 (secure 0 0 0) 0x7fc474003bd0 con 0x7fc47c0b9950 2024-09-16T07:27:19.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.509+0000 7fc472ffd640 1 --2- 172.21.15.31:0/3559157535 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc45c078cd0 0x7fc45c07b190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:19.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.509+0000 7fc47a59c640 1 --2- 172.21.15.31:0/3559157535 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc45c078cd0 0x7fc45c07b190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:19.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.509+0000 7fc472ffd640 1 -- 172.21.15.31:0/3559157535 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5737+0+0 (secure 0 0 0) 0x7fc4740baf80 con 0x7fc47c0b9950 2024-09-16T07:27:19.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.509+0000 7fc47a59c640 1 --2- 172.21.15.31:0/3559157535 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc45c078cd0 0x7fc45c07b190 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fc47c1f7ee0 tx=0x7fc46c006b70 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:19.512 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.513+0000 7fc472ffd640 1 -- 172.21.15.31:0/3559157535 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fc4740826e0 con 0x7fc47c0b9950 2024-09-16T07:27:19.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.723+0000 7fc480bf8640 1 -- 172.21.15.31:0/3559157535 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs volume ls", "target": ["mon-mgr", ""]}) -- 0x7fc47c076040 con 0x7fc45c078cd0 2024-09-16T07:27:19.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.725+0000 7fc472ffd640 1 -- 172.21.15.31:0/3559157535 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+41 (secure 0 0 0) 0x7fc47c076040 con 0x7fc45c078cd0 2024-09-16T07:27:19.724 INFO:teuthology.orchestra.run.smithi031.stdout:[ 2024-09-16T07:27:19.724 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:27:19.724 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "cephfs" 2024-09-16T07:27:19.724 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:27:19.725 INFO:teuthology.orchestra.run.smithi031.stdout:] 2024-09-16T07:27:19.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.727+0000 7fc480bf8640 1 -- 172.21.15.31:0/3559157535 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc45c078cd0 msgr2=0x7fc45c07b190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:19.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.727+0000 7fc480bf8640 1 --2- 172.21.15.31:0/3559157535 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc45c078cd0 0x7fc45c07b190 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fc47c1f7ee0 tx=0x7fc46c006b70 comp rx=0 tx=0).stop 2024-09-16T07:27:19.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.727+0000 7fc480bf8640 1 -- 172.21.15.31:0/3559157535 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc47c0b9950 msgr2=0x7fc47c15c560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:19.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.727+0000 7fc480bf8640 1 --2- 172.21.15.31:0/3559157535 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc47c0b9950 0x7fc47c15c560 secure :-1 s=READY pgs=1263 cs=0 l=1 rev1=1 crypto rx=0x7fc474036040 tx=0x7fc474033c30 comp rx=0 tx=0).stop 2024-09-16T07:27:19.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.727+0000 7fc480bf8640 1 -- 172.21.15.31:0/3559157535 shutdown_connections 2024-09-16T07:27:19.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.727+0000 7fc480bf8640 1 --2- 172.21.15.31:0/3559157535 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc45c078cd0 0x7fc45c07b190 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:19.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.727+0000 7fc480bf8640 1 --2- 172.21.15.31:0/3559157535 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc47c0b9950 0x7fc47c15c560 unknown :-1 s=CLOSED pgs=1263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:19.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.727+0000 7fc480bf8640 1 --2- 172.21.15.31:0/3559157535 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc47c0b94f0 0x7fc47c15c020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:19.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.727+0000 7fc480bf8640 1 --2- 172.21.15.31:0/3559157535 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc468004d40 0x7fc47c161000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:19.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.727+0000 7fc480bf8640 1 -- 172.21.15.31:0/3559157535 >> 172.21.15.31:0/3559157535 conn(0x7fc47c0d3ea0 msgr2=0x7fc47c0b3d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:19.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.727+0000 7fc480bf8640 1 -- 172.21.15.31:0/3559157535 shutdown_connections 2024-09-16T07:27:19.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.727+0000 7fc480bf8640 1 -- 172.21.15.31:0/3559157535 wait complete. 2024-09-16T07:27:19.738 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-16T07:27:19.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.848+0000 7fe4f1cd4640 1 -- 172.21.15.31:0/163489568 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe4d40039e0 msgr2=0x7fe4d4003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:19.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.848+0000 7fe4f1cd4640 1 --2- 172.21.15.31:0/163489568 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe4d40039e0 0x7fe4d4003dc0 secure :-1 s=READY pgs=1265 cs=0 l=1 rev1=1 crypto rx=0x7fe4dc001740 tx=0x7fe4d4005830 comp rx=0 tx=0).stop 2024-09-16T07:27:19.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.848+0000 7fe4ebfff640 1 -- 172.21.15.31:0/163489568 reap_dead start 2024-09-16T07:27:19.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.848+0000 7fe4f1cd4640 1 -- 172.21.15.31:0/163489568 shutdown_connections 2024-09-16T07:27:19.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.848+0000 7fe4f1cd4640 1 -- 172.21.15.31:0/163489568 >> 172.21.15.31:0/163489568 conn(0x7fe4ec074160 msgr2=0x7fe4ec074570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:19.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.848+0000 7fe4f1cd4640 1 -- 172.21.15.31:0/163489568 shutdown_connections 2024-09-16T07:27:19.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.848+0000 7fe4f1cd4640 1 -- 172.21.15.31:0/163489568 wait complete. 2024-09-16T07:27:19.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.849+0000 7fe4f1cd4640 1 Processor -- start 2024-09-16T07:27:19.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.850+0000 7fe4f1cd4640 1 -- start start 2024-09-16T07:27:19.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.850+0000 7fe4f1cd4640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe4d40039e0 0x7fe4ec1f2570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:19.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.850+0000 7fe4f1cd4640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe4ec1f2ab0 0x7fe4ec158810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:19.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.850+0000 7fe4f1cd4640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe4ec159550 0x7fe4ec158d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:19.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.850+0000 7fe4f1cd4640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fe4ec163b40 con 0x7fe4d40039e0 2024-09-16T07:27:19.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.850+0000 7fe4f1cd4640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fe4ec1639c0 con 0x7fe4ec159550 2024-09-16T07:27:19.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.850+0000 7fe4f1cd4640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fe4ec163cc0 con 0x7fe4ec1f2ab0 2024-09-16T07:27:19.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.850+0000 7fe4eb7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe4d40039e0 0x7fe4ec1f2570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:19.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.850+0000 7fe4eb7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe4d40039e0 0x7fe4ec1f2570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35910/0 (socket says 172.21.15.31:35910) 2024-09-16T07:27:19.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.850+0000 7fe4eb7fe640 1 -- 172.21.15.31:0/366220835 learned_addr learned my addr 172.21.15.31:0/366220835 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:19.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.851+0000 7fe4ebfff640 1 --2- 172.21.15.31:0/366220835 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe4ec159550 0x7fe4ec158d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:19.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.851+0000 7fe4eaffd640 1 --2- 172.21.15.31:0/366220835 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe4ec1f2ab0 0x7fe4ec158810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:19.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.851+0000 7fe4eb7fe640 1 -- 172.21.15.31:0/366220835 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe4ec1f2ab0 msgr2=0x7fe4ec158810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:19.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.851+0000 7fe4eb7fe640 1 --2- 172.21.15.31:0/366220835 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe4ec1f2ab0 0x7fe4ec158810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:19.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.851+0000 7fe4eb7fe640 1 -- 172.21.15.31:0/366220835 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe4ec159550 msgr2=0x7fe4ec158d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:19.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.851+0000 7fe4eb7fe640 1 --2- 172.21.15.31:0/366220835 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe4ec159550 0x7fe4ec158d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:19.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.851+0000 7fe4eb7fe640 1 -- 172.21.15.31:0/366220835 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4ec098890 con 0x7fe4d40039e0 2024-09-16T07:27:19.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.851+0000 7fe4ebfff640 1 --2- 172.21.15.31:0/366220835 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe4ec159550 0x7fe4ec158d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:27:19.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.851+0000 7fe4eaffd640 1 --2- 172.21.15.31:0/366220835 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe4ec1f2ab0 0x7fe4ec158810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:27:19.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.851+0000 7fe4eb7fe640 1 --2- 172.21.15.31:0/366220835 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe4d40039e0 0x7fe4ec1f2570 secure :-1 s=READY pgs=1266 cs=0 l=1 rev1=1 crypto rx=0x7fe4dc001860 tx=0x7fe4dc006170 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:19.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.851+0000 7fe4d3fff640 1 -- 172.21.15.31:0/366220835 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4dc042070 con 0x7fe4d40039e0 2024-09-16T07:27:19.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.851+0000 7fe4d3fff640 1 -- 172.21.15.31:0/366220835 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe4dc0037f0 con 0x7fe4d40039e0 2024-09-16T07:27:19.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.851+0000 7fe4d3fff640 1 -- 172.21.15.31:0/366220835 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4dc037040 con 0x7fe4d40039e0 2024-09-16T07:27:19.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.851+0000 7fe4f1cd4640 1 -- 172.21.15.31:0/366220835 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4ec1f2f70 con 0x7fe4d40039e0 2024-09-16T07:27:19.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.851+0000 7fe4f1cd4640 1 -- 172.21.15.31:0/366220835 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4ec098b70 con 0x7fe4d40039e0 2024-09-16T07:27:19.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.852+0000 7fe4f1cd4640 1 -- 172.21.15.31:0/366220835 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe4ec0cb7c0 con 0x7fe4d40039e0 2024-09-16T07:27:19.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.853+0000 7fe4d3fff640 1 -- 172.21.15.31:0/366220835 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 19) ==== 101695+0+0 (secure 0 0 0) 0x7fe4dc03d470 con 0x7fe4d40039e0 2024-09-16T07:27:19.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.853+0000 7fe4d3fff640 1 --2- 172.21.15.31:0/366220835 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe4d8078cd0 0x7fe4d807b190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:19.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.854+0000 7fe4d3fff640 1 -- 172.21.15.31:0/366220835 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5737+0+0 (secure 0 0 0) 0x7fe4dc0bac30 con 0x7fe4d40039e0 2024-09-16T07:27:19.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.854+0000 7fe4eaffd640 1 --2- 172.21.15.31:0/366220835 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe4d8078cd0 0x7fe4d807b190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:19.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.854+0000 7fe4eaffd640 1 --2- 172.21.15.31:0/366220835 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe4d8078cd0 0x7fe4d807b190 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fe4ec15a4a0 tx=0x7fe4e00015a0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:19.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:19.858+0000 7fe4d3fff640 1 -- 172.21.15.31:0/366220835 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fe4dc006260 con 0x7fe4d40039e0 2024-09-16T07:27:20.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:20.046+0000 7fe4f1cd4640 1 -- 172.21.15.31:0/366220835 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fe4ec0ca530 con 0x7fe4d40039e0 2024-09-16T07:27:20.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:20.047+0000 7fe4d3fff640 1 -- 172.21.15.31:0/366220835 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v40)=0 v40) ==== 122+0+0 (secure 0 0 0) 0x7fe4dc0824f0 con 0x7fe4d40039e0 2024-09-16T07:27:20.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:20.049+0000 7fe4f1cd4640 1 -- 172.21.15.31:0/366220835 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe4d8078cd0 msgr2=0x7fe4d807b190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:20.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:20.049+0000 7fe4f1cd4640 1 --2- 172.21.15.31:0/366220835 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe4d8078cd0 0x7fe4d807b190 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fe4ec15a4a0 tx=0x7fe4e00015a0 comp rx=0 tx=0).stop 2024-09-16T07:27:20.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:20.049+0000 7fe4f1cd4640 1 -- 172.21.15.31:0/366220835 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe4d40039e0 msgr2=0x7fe4ec1f2570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:20.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:20.049+0000 7fe4f1cd4640 1 --2- 172.21.15.31:0/366220835 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe4d40039e0 0x7fe4ec1f2570 secure :-1 s=READY pgs=1266 cs=0 l=1 rev1=1 crypto rx=0x7fe4dc001860 tx=0x7fe4dc006170 comp rx=0 tx=0).stop 2024-09-16T07:27:20.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:20.049+0000 7fe4f1cd4640 1 -- 172.21.15.31:0/366220835 shutdown_connections 2024-09-16T07:27:20.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:20.049+0000 7fe4f1cd4640 1 --2- 172.21.15.31:0/366220835 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe4d8078cd0 0x7fe4d807b190 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:20.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:20.049+0000 7fe4f1cd4640 1 --2- 172.21.15.31:0/366220835 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe4ec159550 0x7fe4ec158d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:20.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:20.049+0000 7fe4f1cd4640 1 --2- 172.21.15.31:0/366220835 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe4ec1f2ab0 0x7fe4ec158810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:20.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:20.049+0000 7fe4f1cd4640 1 --2- 172.21.15.31:0/366220835 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe4d40039e0 0x7fe4ec1f2570 unknown :-1 s=CLOSED pgs=1266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:20.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:20.049+0000 7fe4f1cd4640 1 -- 172.21.15.31:0/366220835 >> 172.21.15.31:0/366220835 conn(0x7fe4ec074160 msgr2=0x7fe4ec0d0730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:20.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:20.049+0000 7fe4f1cd4640 1 -- 172.21.15.31:0/366220835 shutdown_connections 2024-09-16T07:27:20.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:20.049+0000 7fe4f1cd4640 1 -- 172.21.15.31:0/366220835 wait complete. 2024-09-16T07:27:20.059 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:20.060 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo mkdir -p volumes/_nogroup/subvol94540/01507be3-33f9-4238-82b5-c16f40174628) 2024-09-16T07:27:20.094 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:20.094 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo mkdir -p volumes/_nogroup/subvol94540/01507be3-33f9-4238-82b5-c16f40174628/.snap/fake) 2024-09-16T07:27:20.169 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:20.169 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.dir.layout.pool .) 2024-09-16T07:27:20.226 INFO:teuthology.orchestra.run.smithi031.stdout:cephfs_data 2024-09-16T07:27:20.227 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:20.227 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo setfattr -n ceph.dir.layout.pool -v cephfs_data volumes/_nogroup/subvol94540/01507be3-33f9-4238-82b5-c16f40174628) 2024-09-16T07:27:20.297 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:27:20.297 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd of=/home/ubuntu/cephtest/mnt.0/volumes/_nogroup/subvol94540/.meta 2024-09-16T07:27:20.368 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:20.368 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo mkdir -p volumes/subvol_grp43450/subvol6941/acbed76e-f6a8-47d4-8357-39a8ba8d6087) 2024-09-16T07:27:20.439 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:20.439 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo mkdir -p volumes/subvol_grp43450/subvol6941/acbed76e-f6a8-47d4-8357-39a8ba8d6087/.snap/fake) 2024-09-16T07:27:20.513 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:20.514 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.dir.layout.pool .) 2024-09-16T07:27:20.571 INFO:teuthology.orchestra.run.smithi031.stdout:cephfs_data 2024-09-16T07:27:20.571 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:20.572 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo setfattr -n ceph.dir.layout.pool -v cephfs_data volumes/subvol_grp43450/subvol6941/acbed76e-f6a8-47d4-8357-39a8ba8d6087) 2024-09-16T07:27:20.641 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:27:20.641 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd of=/home/ubuntu/cephtest/mnt.0/volumes/subvol_grp43450/subvol6941/.meta 2024-09-16T07:27:20.709 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:20.709 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo mkdir -p volumes/_nogroup/subvol87612/c6b2c034-9b77-409d-a758-4b2f991362ae) 2024-09-16T07:27:20.778 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:20.779 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.dir.layout.pool .) 2024-09-16T07:27:20.837 INFO:teuthology.orchestra.run.smithi031.stdout:cephfs_data 2024-09-16T07:27:20.838 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:20.838 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo setfattr -n ceph.dir.layout.pool -v cephfs_data volumes/_nogroup/subvol87612/c6b2c034-9b77-409d-a758-4b2f991362ae) 2024-09-16T07:27:20.910 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:27:20.910 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd of=/home/ubuntu/cephtest/mnt.0/volumes/_nogroup/subvol87612/.meta 2024-09-16T07:27:20.979 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs subvol94540 2024-09-16T07:27:21.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.128+0000 7f0f72d2b640 1 -- 172.21.15.31:0/2605043669 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0f6c15bf10 msgr2=0x7f0f6c0d1ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:21.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.128+0000 7f0f72d2b640 1 --2- 172.21.15.31:0/2605043669 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0f6c15bf10 0x7f0f6c0d1ce0 secure :-1 s=READY pgs=1267 cs=0 l=1 rev1=1 crypto rx=0x7f0f6c0d0350 tx=0x7f0f6802a530 comp rx=0 tx=0).stop 2024-09-16T07:27:21.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.128+0000 7f0f72d2b640 1 -- 172.21.15.31:0/2605043669 shutdown_connections 2024-09-16T07:27:21.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.128+0000 7f0f72d2b640 1 --2- 172.21.15.31:0/2605043669 >> v2:172.21.15.155:3300/0 conn(0x7f0f6c0b0d80 0x7f0f6c0d2220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:21.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.128+0000 7f0f72d2b640 1 --2- 172.21.15.31:0/2605043669 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0f6c15bf10 0x7f0f6c0d1ce0 unknown :-1 s=CLOSED pgs=1267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:21.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.128+0000 7f0f72d2b640 1 -- 172.21.15.31:0/2605043669 >> 172.21.15.31:0/2605043669 conn(0x7f0f6c09aa30 msgr2=0x7f0f6c09ae40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:21.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.128+0000 7f0f72d2b640 1 -- 172.21.15.31:0/2605043669 shutdown_connections 2024-09-16T07:27:21.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.128+0000 7f0f72d2b640 1 -- 172.21.15.31:0/2605043669 wait complete. 2024-09-16T07:27:21.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.129+0000 7f0f72d2b640 1 Processor -- start 2024-09-16T07:27:21.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.129+0000 7f0f72d2b640 1 -- start start 2024-09-16T07:27:21.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.130+0000 7f0f72d2b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0f6c0b0d80 0x7f0f6c06f600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:21.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.130+0000 7f0f72d2b640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0f6c0d0490 0x7f0f6c1f83c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:21.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.130+0000 7f0f72d2b640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0f6c15bf10 0x7f0f6c0b6640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:21.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.130+0000 7f0f72d2b640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f0f6c0b0a50 con 0x7f0f6c0b0d80 2024-09-16T07:27:21.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.130+0000 7f0f72d2b640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f0f6c0b2230 con 0x7f0f6c0d0490 2024-09-16T07:27:21.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.130+0000 7f0f72d2b640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f0f6c0b61b0 con 0x7f0f6c15bf10 2024-09-16T07:27:21.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.130+0000 7f0f70ac7640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0f6c0b0d80 0x7f0f6c06f600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:21.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.130+0000 7f0f70ac7640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0f6c0b0d80 0x7f0f6c06f600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35934/0 (socket says 172.21.15.31:35934) 2024-09-16T07:27:21.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.130+0000 7f0f70ac7640 1 -- 172.21.15.31:0/2820171225 learned_addr learned my addr 172.21.15.31:0/2820171225 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:21.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.130+0000 7f0f63fff640 1 --2- 172.21.15.31:0/2820171225 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0f6c0d0490 0x7f0f6c1f83c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:21.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.130+0000 7f0f712c8640 1 --2- 172.21.15.31:0/2820171225 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0f6c15bf10 0x7f0f6c0b6640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:21.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.130+0000 7f0f70ac7640 1 -- 172.21.15.31:0/2820171225 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0f6c15bf10 msgr2=0x7f0f6c0b6640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:21.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.130+0000 7f0f70ac7640 1 --2- 172.21.15.31:0/2820171225 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0f6c15bf10 0x7f0f6c0b6640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:21.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.130+0000 7f0f70ac7640 1 -- 172.21.15.31:0/2820171225 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0f6c0d0490 msgr2=0x7f0f6c1f83c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:21.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.130+0000 7f0f70ac7640 1 --2- 172.21.15.31:0/2820171225 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0f6c0d0490 0x7f0f6c1f83c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:21.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.130+0000 7f0f70ac7640 1 -- 172.21.15.31:0/2820171225 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f6c0b5e60 con 0x7f0f6c0b0d80 2024-09-16T07:27:21.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.130+0000 7f0f70ac7640 1 --2- 172.21.15.31:0/2820171225 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0f6c0b0d80 0x7f0f6c06f600 secure :-1 s=READY pgs=1268 cs=0 l=1 rev1=1 crypto rx=0x7f0f68034040 tx=0x7f0f68003910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:21.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.131+0000 7f0f617fa640 1 -- 172.21.15.31:0/2820171225 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f6803e030 con 0x7f0f6c0b0d80 2024-09-16T07:27:21.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.131+0000 7f0f617fa640 1 -- 172.21.15.31:0/2820171225 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0f68003e00 con 0x7f0f6c0b0d80 2024-09-16T07:27:21.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.131+0000 7f0f72d2b640 1 -- 172.21.15.31:0/2820171225 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f6c1f8c60 con 0x7f0f6c0b0d80 2024-09-16T07:27:21.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.131+0000 7f0f617fa640 1 -- 172.21.15.31:0/2820171225 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f68035040 con 0x7f0f6c0b0d80 2024-09-16T07:27:21.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.131+0000 7f0f72d2b640 1 -- 172.21.15.31:0/2820171225 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f6c1f8900 con 0x7f0f6c0b0d80 2024-09-16T07:27:21.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.132+0000 7f0f72d2b640 1 -- 172.21.15.31:0/2820171225 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0f6c06c6a0 con 0x7f0f6c0b0d80 2024-09-16T07:27:21.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.133+0000 7f0f617fa640 1 -- 172.21.15.31:0/2820171225 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 19) ==== 101695+0+0 (secure 0 0 0) 0x7f0f68041030 con 0x7f0f6c0b0d80 2024-09-16T07:27:21.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.133+0000 7f0f617fa640 1 --2- 172.21.15.31:0/2820171225 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0f58078cd0 0x7f0f5807b190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:21.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.133+0000 7f0f617fa640 1 -- 172.21.15.31:0/2820171225 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5737+0+0 (secure 0 0 0) 0x7f0f680bb950 con 0x7f0f6c0b0d80 2024-09-16T07:27:21.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.133+0000 7f0f63fff640 1 --2- 172.21.15.31:0/2820171225 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0f58078cd0 0x7f0f5807b190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:21.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.134+0000 7f0f63fff640 1 --2- 172.21.15.31:0/2820171225 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0f58078cd0 0x7f0f5807b190 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f0f6c0c5630 tx=0x7f0f5c00b390 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:21.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.137+0000 7f0f617fa640 1 -- 172.21.15.31:0/2820171225 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f0f6c06c6a0 con 0x7f0f6c0b0d80 2024-09-16T07:27:21.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.356+0000 7f0f72d2b640 1 -- 172.21.15.31:0/2820171225 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "subvol94540", "target": ["mon-mgr", ""]}) -- 0x7f0f6c0b2720 con 0x7f0f58078cd0 2024-09-16T07:27:21.364 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:27:21.362+0000 7f8a5fdaa640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:27:21.364 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:27:21.362+0000 7f8a5fdaa640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:27:21.364 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:27:21.362+0000 7f8a5fdaa640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:27:21.364 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:27:21.362+0000 7f8a5fdaa640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:27:21.364 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:27:21.362+0000 7f8a5fdaa640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:27:21.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.385+0000 7f0f617fa640 1 -- 172.21.15.31:0/2820171225 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+67 (secure 0 0 0) 0x7f0f6c0b2720 con 0x7f0f58078cd0 2024-09-16T07:27:21.385 INFO:teuthology.orchestra.run.smithi031.stdout:/volumes/_nogroup/subvol94540/01507be3-33f9-4238-82b5-c16f40174628 2024-09-16T07:27:21.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.387+0000 7f0f72d2b640 1 -- 172.21.15.31:0/2820171225 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0f58078cd0 msgr2=0x7f0f5807b190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:21.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.387+0000 7f0f72d2b640 1 --2- 172.21.15.31:0/2820171225 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0f58078cd0 0x7f0f5807b190 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f0f6c0c5630 tx=0x7f0f5c00b390 comp rx=0 tx=0).stop 2024-09-16T07:27:21.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.387+0000 7f0f72d2b640 1 -- 172.21.15.31:0/2820171225 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0f6c0b0d80 msgr2=0x7f0f6c06f600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:21.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.387+0000 7f0f72d2b640 1 --2- 172.21.15.31:0/2820171225 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0f6c0b0d80 0x7f0f6c06f600 secure :-1 s=READY pgs=1268 cs=0 l=1 rev1=1 crypto rx=0x7f0f68034040 tx=0x7f0f68003910 comp rx=0 tx=0).stop 2024-09-16T07:27:21.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.387+0000 7f0f72d2b640 1 -- 172.21.15.31:0/2820171225 shutdown_connections 2024-09-16T07:27:21.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.387+0000 7f0f72d2b640 1 --2- 172.21.15.31:0/2820171225 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0f58078cd0 0x7f0f5807b190 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:21.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.387+0000 7f0f72d2b640 1 --2- 172.21.15.31:0/2820171225 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0f6c15bf10 0x7f0f6c0b6640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:21.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.387+0000 7f0f72d2b640 1 --2- 172.21.15.31:0/2820171225 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0f6c0d0490 0x7f0f6c1f83c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:21.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.387+0000 7f0f72d2b640 1 --2- 172.21.15.31:0/2820171225 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0f6c0b0d80 0x7f0f6c06f600 unknown :-1 s=CLOSED pgs=1268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:21.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.387+0000 7f0f72d2b640 1 -- 172.21.15.31:0/2820171225 >> 172.21.15.31:0/2820171225 conn(0x7f0f6c09aa30 msgr2=0x7f0f6c1593e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:21.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.387+0000 7f0f72d2b640 1 -- 172.21.15.31:0/2820171225 shutdown_connections 2024-09-16T07:27:21.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.387+0000 7f0f72d2b640 1 -- 172.21.15.31:0/2820171225 wait complete. 2024-09-16T07:27:21.397 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs subvol6941 subvol_grp43450 2024-09-16T07:27:21.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.510+0000 7f0193b5a640 1 -- 172.21.15.31:0/1143093556 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f018c070550 msgr2=0x7f018c070c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:21.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.510+0000 7f0193b5a640 1 --2- 172.21.15.31:0/1143093556 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f018c070550 0x7f018c070c30 secure :-1 s=READY pgs=1271 cs=0 l=1 rev1=1 crypto rx=0x7f018c069690 tx=0x7f018402aa30 comp rx=0 tx=0).stop 2024-09-16T07:27:21.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.510+0000 7f0193b5a640 1 -- 172.21.15.31:0/1143093556 shutdown_connections 2024-09-16T07:27:21.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.510+0000 7f0193b5a640 1 --2- 172.21.15.31:0/1143093556 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f018c070550 0x7f018c070c30 unknown :-1 s=CLOSED pgs=1271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:21.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.510+0000 7f0193b5a640 1 --2- 172.21.15.31:0/1143093556 >> v2:172.21.15.155:3300/0 conn(0x7f018c15a950 0x7f018c0b3a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:21.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.510+0000 7f0193b5a640 1 -- 172.21.15.31:0/1143093556 >> 172.21.15.31:0/1143093556 conn(0x7f018c0d0b90 msgr2=0x7f018c0d0fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:21.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.510+0000 7f0193b5a640 1 -- 172.21.15.31:0/1143093556 shutdown_connections 2024-09-16T07:27:21.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.510+0000 7f0193b5a640 1 -- 172.21.15.31:0/1143093556 wait complete. 2024-09-16T07:27:21.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.511+0000 7f0193b5a640 1 Processor -- start 2024-09-16T07:27:21.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.511+0000 7f0193b5a640 1 -- start start 2024-09-16T07:27:21.512 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.512+0000 7f0193b5a640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f018c070550 0x7f018c14ea00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:21.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.512+0000 7f0193b5a640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f018c15a950 0x7f018c0a9b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:21.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.512+0000 7f0193b5a640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f018c15ad30 0x7f018c150b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:21.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.512+0000 7f0193b5a640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f018c0b5220 con 0x7f018c15a950 2024-09-16T07:27:21.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.512+0000 7f0193b5a640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f018c0715d0 con 0x7f018c15ad30 2024-09-16T07:27:21.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.512+0000 7f0193b5a640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f018c0b53a0 con 0x7f018c070550 2024-09-16T07:27:21.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.512+0000 7f01910f5640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f018c15a950 0x7f018c0a9b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:21.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.512+0000 7f01910f5640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f018c15a950 0x7f018c0a9b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35960/0 (socket says 172.21.15.31:35960) 2024-09-16T07:27:21.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.512+0000 7f01910f5640 1 -- 172.21.15.31:0/2366466320 learned_addr learned my addr 172.21.15.31:0/2366466320 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:21.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.512+0000 7f01918f6640 1 --2- 172.21.15.31:0/2366466320 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f018c070550 0x7f018c14ea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:21.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.512+0000 7f01920f7640 1 --2- 172.21.15.31:0/2366466320 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f018c15ad30 0x7f018c150b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:21.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.512+0000 7f01910f5640 1 -- 172.21.15.31:0/2366466320 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f018c070550 msgr2=0x7f018c14ea00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:21.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.512+0000 7f01910f5640 1 --2- 172.21.15.31:0/2366466320 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f018c070550 0x7f018c14ea00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:21.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.512+0000 7f01910f5640 1 -- 172.21.15.31:0/2366466320 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f018c15ad30 msgr2=0x7f018c150b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:21.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.512+0000 7f01910f5640 1 --2- 172.21.15.31:0/2366466320 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f018c15ad30 0x7f018c150b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:21.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.512+0000 7f01910f5640 1 -- 172.21.15.31:0/2366466320 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f018c14df60 con 0x7f018c15a950 2024-09-16T07:27:21.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.513+0000 7f01910f5640 1 --2- 172.21.15.31:0/2366466320 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f018c15a950 0x7f018c0a9b80 secure :-1 s=READY pgs=1272 cs=0 l=1 rev1=1 crypto rx=0x7f017c00b3f0 tx=0x7f017c00b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:21.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.513+0000 7f01827fc640 1 -- 172.21.15.31:0/2366466320 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f017c015020 con 0x7f018c15a950 2024-09-16T07:27:21.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.513+0000 7f01827fc640 1 -- 172.21.15.31:0/2366466320 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f017c011920 con 0x7f018c15a950 2024-09-16T07:27:21.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.513+0000 7f0193b5a640 1 -- 172.21.15.31:0/2366466320 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f018c0aa490 con 0x7f018c15a950 2024-09-16T07:27:21.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.513+0000 7f01827fc640 1 -- 172.21.15.31:0/2366466320 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f017c011d70 con 0x7f018c15a950 2024-09-16T07:27:21.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.513+0000 7f0193b5a640 1 -- 172.21.15.31:0/2366466320 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f018c0aa770 con 0x7f018c15a950 2024-09-16T07:27:21.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.514+0000 7f0193b5a640 1 -- 172.21.15.31:0/2366466320 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f018c0d12f0 con 0x7f018c15a950 2024-09-16T07:27:21.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.515+0000 7f01827fc640 1 -- 172.21.15.31:0/2366466320 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 20) ==== 101746+0+0 (secure 0 0 0) 0x7f017c018020 con 0x7f018c15a950 2024-09-16T07:27:21.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.515+0000 7f01827fc640 1 --2- 172.21.15.31:0/2366466320 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0170078d60 0x7f017007b220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:21.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.515+0000 7f01918f6640 1 --2- 172.21.15.31:0/2366466320 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0170078d60 0x7f017007b220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:21.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.515+0000 7f01827fc640 1 -- 172.21.15.31:0/2366466320 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5737+0+0 (secure 0 0 0) 0x7f017c09adc0 con 0x7f018c15a950 2024-09-16T07:27:21.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.516+0000 7f01918f6640 1 --2- 172.21.15.31:0/2366466320 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0170078d60 0x7f017007b220 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f018c0a98e0 tx=0x7f01880090e0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:21.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.520+0000 7f01827fc640 1 -- 172.21.15.31:0/2366466320 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f017c01f030 con 0x7f018c15a950 2024-09-16T07:27:21.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.736+0000 7f0193b5a640 1 -- 172.21.15.31:0/2366466320 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "subvol6941", "group_name": "subvol_grp43450", "target": ["mon-mgr", ""]}) -- 0x7f018c14e130 con 0x7f0170078d60 2024-09-16T07:27:21.755 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.756+0000 7f01827fc640 1 -- 172.21.15.31:0/2366466320 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+73 (secure 0 0 0) 0x7f018c14e130 con 0x7f0170078d60 2024-09-16T07:27:21.755 INFO:teuthology.orchestra.run.smithi031.stdout:/volumes/subvol_grp43450/subvol6941/acbed76e-f6a8-47d4-8357-39a8ba8d6087 2024-09-16T07:27:21.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.758+0000 7f0193b5a640 1 -- 172.21.15.31:0/2366466320 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0170078d60 msgr2=0x7f017007b220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:21.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.758+0000 7f0193b5a640 1 --2- 172.21.15.31:0/2366466320 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0170078d60 0x7f017007b220 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f018c0a98e0 tx=0x7f01880090e0 comp rx=0 tx=0).stop 2024-09-16T07:27:21.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.758+0000 7f0193b5a640 1 -- 172.21.15.31:0/2366466320 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f018c15a950 msgr2=0x7f018c0a9b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:21.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.758+0000 7f0193b5a640 1 --2- 172.21.15.31:0/2366466320 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f018c15a950 0x7f018c0a9b80 secure :-1 s=READY pgs=1272 cs=0 l=1 rev1=1 crypto rx=0x7f017c00b3f0 tx=0x7f017c00b8b0 comp rx=0 tx=0).stop 2024-09-16T07:27:21.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.758+0000 7f0193b5a640 1 -- 172.21.15.31:0/2366466320 shutdown_connections 2024-09-16T07:27:21.759 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.758+0000 7f0193b5a640 1 --2- 172.21.15.31:0/2366466320 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0170078d60 0x7f017007b220 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:21.759 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.758+0000 7f0193b5a640 1 --2- 172.21.15.31:0/2366466320 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f018c15ad30 0x7f018c150b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:21.759 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.758+0000 7f0193b5a640 1 --2- 172.21.15.31:0/2366466320 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f018c15a950 0x7f018c0a9b80 unknown :-1 s=CLOSED pgs=1272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:21.759 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.758+0000 7f0193b5a640 1 --2- 172.21.15.31:0/2366466320 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f018c070550 0x7f018c14ea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:21.759 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.758+0000 7f0193b5a640 1 -- 172.21.15.31:0/2366466320 >> 172.21.15.31:0/2366466320 conn(0x7f018c0d0b90 msgr2=0x7f018c0ce8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:21.759 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.759+0000 7f0193b5a640 1 -- 172.21.15.31:0/2366466320 shutdown_connections 2024-09-16T07:27:21.759 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.759+0000 7f0193b5a640 1 -- 172.21.15.31:0/2366466320 wait complete. 2024-09-16T07:27:21.769 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs clone status cephfs subvol87612 2024-09-16T07:27:21.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.878+0000 7f5722a2a640 1 -- 172.21.15.31:0/1587971328 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f571c0b0d80 msgr2=0x7f571c0d2220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:21.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.878+0000 7f5722a2a640 1 --2- 172.21.15.31:0/1587971328 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f571c0b0d80 0x7f571c0d2220 secure :-1 s=READY pgs=1274 cs=0 l=1 rev1=1 crypto rx=0x7f571c0d0350 tx=0x7f571002a530 comp rx=0 tx=0).stop 2024-09-16T07:27:21.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.878+0000 7f5722a2a640 1 -- 172.21.15.31:0/1587971328 shutdown_connections 2024-09-16T07:27:21.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.878+0000 7f5722a2a640 1 --2- 172.21.15.31:0/1587971328 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f571c0b0d80 0x7f571c0d2220 unknown :-1 s=CLOSED pgs=1274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:21.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.878+0000 7f5722a2a640 1 --2- 172.21.15.31:0/1587971328 >> v2:172.21.15.155:3300/0 conn(0x7f571c15bf10 0x7f571c0d1ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:21.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.878+0000 7f5722a2a640 1 -- 172.21.15.31:0/1587971328 >> 172.21.15.31:0/1587971328 conn(0x7f571c09aa30 msgr2=0x7f571c09ae40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:21.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.878+0000 7f5722a2a640 1 -- 172.21.15.31:0/1587971328 shutdown_connections 2024-09-16T07:27:21.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.878+0000 7f5722a2a640 1 -- 172.21.15.31:0/1587971328 wait complete. 2024-09-16T07:27:21.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.879+0000 7f5722a2a640 1 Processor -- start 2024-09-16T07:27:21.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.879+0000 7f5722a2a640 1 -- start start 2024-09-16T07:27:21.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.880+0000 7f5722a2a640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f571c0b0d80 0x7f571c1f6930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:21.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.880+0000 7f5722a2a640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f571c0d0490 0x7f571c158380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:21.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.880+0000 7f5722a2a640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f571c15bf10 0x7f571c15e3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:21.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.880+0000 7f5722a2a640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f571c0b0a50 con 0x7f571c15bf10 2024-09-16T07:27:21.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.880+0000 7f5722a2a640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f571c0b2230 con 0x7f571c0b0d80 2024-09-16T07:27:21.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.880+0000 7f5722a2a640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f571c15ee20 con 0x7f571c0d0490 2024-09-16T07:27:21.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.880+0000 7f5720fc7640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f571c15bf10 0x7f571c15e3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:21.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.880+0000 7f5720fc7640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f571c15bf10 0x7f571c15e3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35982/0 (socket says 172.21.15.31:35982) 2024-09-16T07:27:21.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.880+0000 7f5720fc7640 1 -- 172.21.15.31:0/2950345262 learned_addr learned my addr 172.21.15.31:0/2950345262 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:21.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.880+0000 7f571bfff640 1 --2- 172.21.15.31:0/2950345262 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f571c0b0d80 0x7f571c1f6930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:21.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.880+0000 7f571b7fe640 1 --2- 172.21.15.31:0/2950345262 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f571c0d0490 0x7f571c158380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:21.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.880+0000 7f5720fc7640 1 -- 172.21.15.31:0/2950345262 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f571c0d0490 msgr2=0x7f571c158380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:21.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.880+0000 7f5720fc7640 1 --2- 172.21.15.31:0/2950345262 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f571c0d0490 0x7f571c158380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:21.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.880+0000 7f5720fc7640 1 -- 172.21.15.31:0/2950345262 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f571c0b0d80 msgr2=0x7f571c1f6930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:21.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.880+0000 7f5720fc7640 1 --2- 172.21.15.31:0/2950345262 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f571c0b0d80 0x7f571c1f6930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:21.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.880+0000 7f5720fc7640 1 -- 172.21.15.31:0/2950345262 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f571c15f100 con 0x7f571c15bf10 2024-09-16T07:27:21.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.880+0000 7f571bfff640 1 --2- 172.21.15.31:0/2950345262 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f571c0b0d80 0x7f571c1f6930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:27:21.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.880+0000 7f571b7fe640 1 --2- 172.21.15.31:0/2950345262 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f571c0d0490 0x7f571c158380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:27:21.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.881+0000 7f5720fc7640 1 --2- 172.21.15.31:0/2950345262 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f571c15bf10 0x7f571c15e3d0 secure :-1 s=READY pgs=1275 cs=0 l=1 rev1=1 crypto rx=0x7f571400caf0 tx=0x7f571400a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:21.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.881+0000 7f5718ff9640 1 -- 172.21.15.31:0/2950345262 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5714016020 con 0x7f571c15bf10 2024-09-16T07:27:21.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.881+0000 7f5718ff9640 1 -- 172.21.15.31:0/2950345262 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f571400adb0 con 0x7f571c15bf10 2024-09-16T07:27:21.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.881+0000 7f5722a2a640 1 -- 172.21.15.31:0/2950345262 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f571c1f5e50 con 0x7f571c15bf10 2024-09-16T07:27:21.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.881+0000 7f5718ff9640 1 -- 172.21.15.31:0/2950345262 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5714012680 con 0x7f571c15bf10 2024-09-16T07:27:21.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.881+0000 7f5722a2a640 1 -- 172.21.15.31:0/2950345262 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f571c0715c0 con 0x7f571c15bf10 2024-09-16T07:27:21.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.882+0000 7f5722a2a640 1 -- 172.21.15.31:0/2950345262 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f571c1f6240 con 0x7f571c15bf10 2024-09-16T07:27:21.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.883+0000 7f5718ff9640 1 -- 172.21.15.31:0/2950345262 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 20) ==== 101746+0+0 (secure 0 0 0) 0x7f5714019020 con 0x7f571c15bf10 2024-09-16T07:27:21.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.883+0000 7f5718ff9640 1 --2- 172.21.15.31:0/2950345262 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5708078d60 0x7f570807b220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:21.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.883+0000 7f571bfff640 1 --2- 172.21.15.31:0/2950345262 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5708078d60 0x7f570807b220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:21.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.883+0000 7f5718ff9640 1 -- 172.21.15.31:0/2950345262 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5737+0+0 (secure 0 0 0) 0x7f571409b9e0 con 0x7f571c15bf10 2024-09-16T07:27:21.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.884+0000 7f571bfff640 1 --2- 172.21.15.31:0/2950345262 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5708078d60 0x7f570807b220 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f570c0058c0 tx=0x7f570c005c90 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:21.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:21.888+0000 7f5718ff9640 1 -- 172.21.15.31:0/2950345262 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f5714020020 con 0x7f571c15bf10 2024-09-16T07:27:22.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.112+0000 7f5722a2a640 1 -- 172.21.15.31:0/2950345262 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs clone status", "vol_name": "cephfs", "clone_name": "subvol87612", "target": ["mon-mgr", ""]}) -- 0x7f571c1f6650 con 0x7f5708078d60 2024-09-16T07:27:22.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.129+0000 7f5718ff9640 1 -- 172.21.15.31:0/2950345262 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+144 (secure 0 0 0) 0x7f570c00d9c0 con 0x7f5708078d60 2024-09-16T07:27:22.128 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-16T07:27:22.128 INFO:teuthology.orchestra.run.smithi031.stdout: "status": { 2024-09-16T07:27:22.128 INFO:teuthology.orchestra.run.smithi031.stdout: "state": "pending", 2024-09-16T07:27:22.129 INFO:teuthology.orchestra.run.smithi031.stdout: "source": { 2024-09-16T07:27:22.129 INFO:teuthology.orchestra.run.smithi031.stdout: "volume": "fake", 2024-09-16T07:27:22.129 INFO:teuthology.orchestra.run.smithi031.stdout: "subvolume": "fake", 2024-09-16T07:27:22.129 INFO:teuthology.orchestra.run.smithi031.stdout: "snapshot": "fake" 2024-09-16T07:27:22.129 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:27:22.129 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:27:22.129 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-16T07:27:22.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.131+0000 7f5722a2a640 1 -- 172.21.15.31:0/2950345262 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5708078d60 msgr2=0x7f570807b220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:22.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.131+0000 7f5722a2a640 1 --2- 172.21.15.31:0/2950345262 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5708078d60 0x7f570807b220 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f570c0058c0 tx=0x7f570c005c90 comp rx=0 tx=0).stop 2024-09-16T07:27:22.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.131+0000 7f5722a2a640 1 -- 172.21.15.31:0/2950345262 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f571c15bf10 msgr2=0x7f571c15e3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:22.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.131+0000 7f5722a2a640 1 --2- 172.21.15.31:0/2950345262 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f571c15bf10 0x7f571c15e3d0 secure :-1 s=READY pgs=1275 cs=0 l=1 rev1=1 crypto rx=0x7f571400caf0 tx=0x7f571400a060 comp rx=0 tx=0).stop 2024-09-16T07:27:22.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.131+0000 7f5722a2a640 1 -- 172.21.15.31:0/2950345262 shutdown_connections 2024-09-16T07:27:22.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.131+0000 7f5722a2a640 1 --2- 172.21.15.31:0/2950345262 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5708078d60 0x7f570807b220 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:22.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.131+0000 7f5722a2a640 1 --2- 172.21.15.31:0/2950345262 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f571c15bf10 0x7f571c15e3d0 unknown :-1 s=CLOSED pgs=1275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:22.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.131+0000 7f5722a2a640 1 --2- 172.21.15.31:0/2950345262 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f571c0d0490 0x7f571c158380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:22.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.131+0000 7f5722a2a640 1 --2- 172.21.15.31:0/2950345262 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f571c0b0d80 0x7f571c1f6930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:22.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.131+0000 7f5722a2a640 1 -- 172.21.15.31:0/2950345262 >> 172.21.15.31:0/2950345262 conn(0x7f571c09aa30 msgr2=0x7f571c071dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:22.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.131+0000 7f5722a2a640 1 -- 172.21.15.31:0/2950345262 shutdown_connections 2024-09-16T07:27:22.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.131+0000 7f5722a2a640 1 -- 172.21.15.31:0/2950345262 wait complete. 2024-09-16T07:27:22.141 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume snapshot rm cephfs subvol94540 fake 2024-09-16T07:27:22.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.252+0000 7f9a06590640 1 -- 172.21.15.31:0/1135513600 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9a0015d250 msgr2=0x7f9a000b26d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:22.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.252+0000 7f9a06590640 1 --2- 172.21.15.31:0/1135513600 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9a0015d250 0x7f9a000b26d0 secure :-1 s=READY pgs=1276 cs=0 l=1 rev1=1 crypto rx=0x7f9a000cf6e0 tx=0x7f99f402a560 comp rx=0 tx=0).stop 2024-09-16T07:27:22.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.252+0000 7f9a06590640 1 -- 172.21.15.31:0/1135513600 shutdown_connections 2024-09-16T07:27:22.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.252+0000 7f9a06590640 1 --2- 172.21.15.31:0/1135513600 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9a000d1ff0 0x7f9a000b2c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:22.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.252+0000 7f9a06590640 1 --2- 172.21.15.31:0/1135513600 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9a0015d250 0x7f9a000b26d0 unknown :-1 s=CLOSED pgs=1276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:22.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.252+0000 7f9a06590640 1 --2- 172.21.15.31:0/1135513600 >> v2:172.21.15.155:3300/0 conn(0x7f9a000d1c10 0x7f9a00160140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:22.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.252+0000 7f9a06590640 1 -- 172.21.15.31:0/1135513600 >> 172.21.15.31:0/1135513600 conn(0x7f9a0009aa30 msgr2=0x7f9a0009ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:22.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.252+0000 7f9a06590640 1 -- 172.21.15.31:0/1135513600 shutdown_connections 2024-09-16T07:27:22.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.252+0000 7f9a06590640 1 -- 172.21.15.31:0/1135513600 wait complete. 2024-09-16T07:27:22.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.253+0000 7f9a06590640 1 Processor -- start 2024-09-16T07:27:22.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.253+0000 7f9a06590640 1 -- start start 2024-09-16T07:27:22.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.254+0000 7f9a06590640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9a000d1c10 0x7f9a00148bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:22.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.254+0000 7f9a06590640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9a000d1ff0 0x7f9a0014b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:22.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.254+0000 7f9a06590640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9a0015d250 0x7f9a000cb860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:22.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.254+0000 7f9a06590640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f9a000b32d0 con 0x7f9a000d1c10 2024-09-16T07:27:22.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.254+0000 7f9a06590640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f9a000b3150 con 0x7f9a000d1ff0 2024-09-16T07:27:22.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.254+0000 7f9a06590640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f9a000b3450 con 0x7f9a0015d250 2024-09-16T07:27:22.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.254+0000 7f99fffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9a000d1c10 0x7f9a00148bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:22.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.254+0000 7f99fffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9a000d1c10 0x7f9a00148bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35988/0 (socket says 172.21.15.31:35988) 2024-09-16T07:27:22.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.254+0000 7f99fffff640 1 -- 172.21.15.31:0/1780772396 learned_addr learned my addr 172.21.15.31:0/1780772396 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:22.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.254+0000 7f9a04b2d640 1 --2- 172.21.15.31:0/1780772396 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9a0015d250 0x7f9a000cb860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:22.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.254+0000 7f99ff7fe640 1 --2- 172.21.15.31:0/1780772396 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9a000d1ff0 0x7f9a0014b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:22.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.254+0000 7f99fffff640 1 -- 172.21.15.31:0/1780772396 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9a0015d250 msgr2=0x7f9a000cb860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:22.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.254+0000 7f99fffff640 1 --2- 172.21.15.31:0/1780772396 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9a0015d250 0x7f9a000cb860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:22.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.254+0000 7f99fffff640 1 -- 172.21.15.31:0/1780772396 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9a000d1ff0 msgr2=0x7f9a0014b560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:22.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.254+0000 7f99fffff640 1 --2- 172.21.15.31:0/1780772396 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9a000d1ff0 0x7f9a0014b560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:22.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.254+0000 7f99fffff640 1 -- 172.21.15.31:0/1780772396 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a0014be60 con 0x7f9a000d1c10 2024-09-16T07:27:22.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.254+0000 7f9a04b2d640 1 --2- 172.21.15.31:0/1780772396 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9a0015d250 0x7f9a000cb860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:27:22.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.254+0000 7f99ff7fe640 1 --2- 172.21.15.31:0/1780772396 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9a000d1ff0 0x7f9a0014b560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:27:22.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.255+0000 7f99fffff640 1 --2- 172.21.15.31:0/1780772396 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9a000d1c10 0x7f9a00148bc0 secure :-1 s=READY pgs=1277 cs=0 l=1 rev1=1 crypto rx=0x7f99f000d770 tx=0x7f99f000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:22.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.255+0000 7f99fcff9640 1 -- 172.21.15.31:0/1780772396 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99f0017070 con 0x7f9a000d1c10 2024-09-16T07:27:22.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.255+0000 7f99fcff9640 1 -- 172.21.15.31:0/1780772396 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f99f0009d20 con 0x7f9a000d1c10 2024-09-16T07:27:22.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.255+0000 7f99fcff9640 1 -- 172.21.15.31:0/1780772396 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99f00106c0 con 0x7f9a000d1c10 2024-09-16T07:27:22.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.255+0000 7f9a06590640 1 -- 172.21.15.31:0/1780772396 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a0014c140 con 0x7f9a000d1c10 2024-09-16T07:27:22.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.255+0000 7f9a06590640 1 -- 172.21.15.31:0/1780772396 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a000cb060 con 0x7f9a000d1c10 2024-09-16T07:27:22.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.256+0000 7f9a06590640 1 -- 172.21.15.31:0/1780772396 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9a00160140 con 0x7f9a000d1c10 2024-09-16T07:27:22.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.257+0000 7f99fcff9640 1 -- 172.21.15.31:0/1780772396 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 20) ==== 101746+0+0 (secure 0 0 0) 0x7f99f001a070 con 0x7f9a000d1c10 2024-09-16T07:27:22.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.257+0000 7f99fcff9640 1 --2- 172.21.15.31:0/1780772396 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f99ec078d60 0x7f99ec07b220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:22.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.257+0000 7f99fcff9640 1 -- 172.21.15.31:0/1780772396 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5737+0+0 (secure 0 0 0) 0x7f99f009b400 con 0x7f9a000d1c10 2024-09-16T07:27:22.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.257+0000 7f99ff7fe640 1 --2- 172.21.15.31:0/1780772396 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f99ec078d60 0x7f99ec07b220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:22.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.258+0000 7f99ff7fe640 1 --2- 172.21.15.31:0/1780772396 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f99ec078d60 0x7f99ec07b220 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f99f4033000 tx=0x7f99f4004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:22.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.262+0000 7f99fcff9640 1 -- 172.21.15.31:0/1780772396 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f99f00632f0 con 0x7f9a000d1c10 2024-09-16T07:27:22.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.483+0000 7f9a06590640 1 -- 172.21.15.31:0/1780772396 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolume snapshot rm", "vol_name": "cephfs", "sub_name": "subvol94540", "snap_name": "fake", "target": ["mon-mgr", ""]}) -- 0x7f9a000d2a60 con 0x7f99ec078d60 2024-09-16T07:27:22.506 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.506+0000 7f99fcff9640 1 -- 172.21.15.31:0/1780772396 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f9a000d2a60 con 0x7f99ec078d60 2024-09-16T07:27:22.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.508+0000 7f9a06590640 1 -- 172.21.15.31:0/1780772396 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f99ec078d60 msgr2=0x7f99ec07b220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:22.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.508+0000 7f9a06590640 1 --2- 172.21.15.31:0/1780772396 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f99ec078d60 0x7f99ec07b220 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f99f4033000 tx=0x7f99f4004730 comp rx=0 tx=0).stop 2024-09-16T07:27:22.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.508+0000 7f9a06590640 1 -- 172.21.15.31:0/1780772396 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9a000d1c10 msgr2=0x7f9a00148bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:22.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.508+0000 7f9a06590640 1 --2- 172.21.15.31:0/1780772396 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9a000d1c10 0x7f9a00148bc0 secure :-1 s=READY pgs=1277 cs=0 l=1 rev1=1 crypto rx=0x7f99f000d770 tx=0x7f99f000dc30 comp rx=0 tx=0).stop 2024-09-16T07:27:22.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.508+0000 7f9a06590640 1 -- 172.21.15.31:0/1780772396 shutdown_connections 2024-09-16T07:27:22.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.508+0000 7f9a06590640 1 --2- 172.21.15.31:0/1780772396 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f99ec078d60 0x7f99ec07b220 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:22.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.508+0000 7f9a06590640 1 --2- 172.21.15.31:0/1780772396 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9a0015d250 0x7f9a000cb860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:22.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.508+0000 7f9a06590640 1 --2- 172.21.15.31:0/1780772396 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9a000d1ff0 0x7f9a0014b560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:22.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.508+0000 7f9a06590640 1 --2- 172.21.15.31:0/1780772396 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9a000d1c10 0x7f9a00148bc0 unknown :-1 s=CLOSED pgs=1277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:22.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.508+0000 7f9a06590640 1 -- 172.21.15.31:0/1780772396 >> 172.21.15.31:0/1780772396 conn(0x7f9a0009aa30 msgr2=0x7f9a000b07a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:22.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.509+0000 7f9a06590640 1 -- 172.21.15.31:0/1780772396 shutdown_connections 2024-09-16T07:27:22.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.509+0000 7f9a06590640 1 -- 172.21.15.31:0/1780772396 wait complete. 2024-09-16T07:27:22.519 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume snapshot rm cephfs subvol6941 fake subvol_grp43450 2024-09-16T07:27:22.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.632+0000 7f84da416640 1 -- 172.21.15.31:0/1375048167 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f84d40cc540 msgr2=0x7f84d40cc980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:22.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.632+0000 7f84da416640 1 --2- 172.21.15.31:0/1375048167 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f84d40cc540 0x7f84d40cc980 secure :-1 s=READY pgs=1278 cs=0 l=1 rev1=1 crypto rx=0x7f84c8005fd0 tx=0x7f84c802a530 comp rx=0 tx=0).stop 2024-09-16T07:27:22.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.632+0000 7f84da416640 1 -- 172.21.15.31:0/1375048167 shutdown_connections 2024-09-16T07:27:22.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.632+0000 7f84da416640 1 --2- 172.21.15.31:0/1375048167 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f84d40cc540 0x7f84d40cc980 unknown :-1 s=CLOSED pgs=1278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:22.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.632+0000 7f84da416640 1 --2- 172.21.15.31:0/1375048167 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f84d4151e30 0x7f84d406fb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:22.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.632+0000 7f84da416640 1 -- 172.21.15.31:0/1375048167 >> 172.21.15.31:0/1375048167 conn(0x7f84d40b1700 msgr2=0x7f84d40b1ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:22.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.632+0000 7f84da416640 1 -- 172.21.15.31:0/1375048167 shutdown_connections 2024-09-16T07:27:22.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.632+0000 7f84da416640 1 -- 172.21.15.31:0/1375048167 wait complete. 2024-09-16T07:27:22.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.633+0000 7f84da416640 1 Processor -- start 2024-09-16T07:27:22.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.633+0000 7f84da416640 1 -- start start 2024-09-16T07:27:22.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.634+0000 7f84da416640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f84d40cc540 0x7f84d414f950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:22.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.634+0000 7f84da416640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f84d4151e30 0x7f84d41580e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:22.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.634+0000 7f84da416640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f84d415b3d0 0x7f84d4159580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:22.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.634+0000 7f84da416640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f84d40cb0e0 con 0x7f84d40cc540 2024-09-16T07:27:22.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.634+0000 7f84da416640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f84d40caf60 con 0x7f84d4151e30 2024-09-16T07:27:22.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.634+0000 7f84da416640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f84d40cb260 con 0x7f84d415b3d0 2024-09-16T07:27:22.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.634+0000 7f84d3fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f84d40cc540 0x7f84d414f950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:22.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.634+0000 7f84d3fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f84d40cc540 0x7f84d414f950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:38366/0 (socket says 172.21.15.31:38366) 2024-09-16T07:27:22.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.634+0000 7f84d3fff640 1 -- 172.21.15.31:0/3610457637 learned_addr learned my addr 172.21.15.31:0/3610457637 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:22.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.635+0000 7f84d37fe640 1 --2- 172.21.15.31:0/3610457637 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f84d4151e30 0x7f84d41580e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:22.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.635+0000 7f84d89b3640 1 --2- 172.21.15.31:0/3610457637 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f84d415b3d0 0x7f84d4159580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:22.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.635+0000 7f84d3fff640 1 -- 172.21.15.31:0/3610457637 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f84d415b3d0 msgr2=0x7f84d4159580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:22.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.635+0000 7f84d3fff640 1 --2- 172.21.15.31:0/3610457637 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f84d415b3d0 0x7f84d4159580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:22.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.635+0000 7f84d3fff640 1 -- 172.21.15.31:0/3610457637 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f84d4151e30 msgr2=0x7f84d41580e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:22.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.635+0000 7f84d3fff640 1 --2- 172.21.15.31:0/3610457637 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f84d4151e30 0x7f84d41580e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:22.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.635+0000 7f84d3fff640 1 -- 172.21.15.31:0/3610457637 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84d4156970 con 0x7f84d40cc540 2024-09-16T07:27:22.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.635+0000 7f84d3fff640 1 --2- 172.21.15.31:0/3610457637 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f84d40cc540 0x7f84d414f950 secure :-1 s=READY pgs=1279 cs=0 l=1 rev1=1 crypto rx=0x7f84c400d950 tx=0x7f84c400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:22.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.635+0000 7f84d0ff9640 1 -- 172.21.15.31:0/3610457637 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84c4017070 con 0x7f84d40cc540 2024-09-16T07:27:22.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.635+0000 7f84d0ff9640 1 -- 172.21.15.31:0/3610457637 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f84c4009d20 con 0x7f84d40cc540 2024-09-16T07:27:22.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.635+0000 7f84da416640 1 -- 172.21.15.31:0/3610457637 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84d40c6da0 con 0x7f84d40cc540 2024-09-16T07:27:22.637 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.635+0000 7f84d0ff9640 1 -- 172.21.15.31:0/3610457637 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84c40106c0 con 0x7f84d40cc540 2024-09-16T07:27:22.637 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.635+0000 7f84da416640 1 -- 172.21.15.31:0/3610457637 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84d40c7360 con 0x7f84d40cc540 2024-09-16T07:27:22.637 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.636+0000 7f84da416640 1 -- 172.21.15.31:0/3610457637 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f84d40cb780 con 0x7f84d40cc540 2024-09-16T07:27:22.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.637+0000 7f84d0ff9640 1 -- 172.21.15.31:0/3610457637 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 20) ==== 101746+0+0 (secure 0 0 0) 0x7f84c4010860 con 0x7f84d40cc540 2024-09-16T07:27:22.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.637+0000 7f84d0ff9640 1 --2- 172.21.15.31:0/3610457637 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f84c0078d60 0x7f84c007b220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:22.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.638+0000 7f84d37fe640 1 --2- 172.21.15.31:0/3610457637 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f84c0078d60 0x7f84c007b220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:22.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.638+0000 7f84d0ff9640 1 -- 172.21.15.31:0/3610457637 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5737+0+0 (secure 0 0 0) 0x7f84c409b5e0 con 0x7f84d40cc540 2024-09-16T07:27:22.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.638+0000 7f84d37fe640 1 --2- 172.21.15.31:0/3610457637 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f84c0078d60 0x7f84c007b220 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f84c8033000 tx=0x7f84c8004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:22.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.642+0000 7f84d0ff9640 1 -- 172.21.15.31:0/3610457637 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f84c4063560 con 0x7f84d40cc540 2024-09-16T07:27:22.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.865+0000 7f84da416640 1 -- 172.21.15.31:0/3610457637 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolume snapshot rm", "vol_name": "cephfs", "sub_name": "subvol6941", "snap_name": "fake", "group_name": "subvol_grp43450", "target": ["mon-mgr", ""]}) -- 0x7f84d40c3440 con 0x7f84c0078d60 2024-09-16T07:27:22.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.891+0000 7f84d0ff9640 1 -- 172.21.15.31:0/3610457637 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f84d40c3440 con 0x7f84c0078d60 2024-09-16T07:27:22.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.893+0000 7f84da416640 1 -- 172.21.15.31:0/3610457637 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f84c0078d60 msgr2=0x7f84c007b220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:22.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.893+0000 7f84da416640 1 --2- 172.21.15.31:0/3610457637 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f84c0078d60 0x7f84c007b220 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f84c8033000 tx=0x7f84c8004730 comp rx=0 tx=0).stop 2024-09-16T07:27:22.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.893+0000 7f84da416640 1 -- 172.21.15.31:0/3610457637 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f84d40cc540 msgr2=0x7f84d414f950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:22.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.893+0000 7f84da416640 1 --2- 172.21.15.31:0/3610457637 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f84d40cc540 0x7f84d414f950 secure :-1 s=READY pgs=1279 cs=0 l=1 rev1=1 crypto rx=0x7f84c400d950 tx=0x7f84c400de10 comp rx=0 tx=0).stop 2024-09-16T07:27:22.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.893+0000 7f84da416640 1 -- 172.21.15.31:0/3610457637 shutdown_connections 2024-09-16T07:27:22.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.893+0000 7f84da416640 1 --2- 172.21.15.31:0/3610457637 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f84c0078d60 0x7f84c007b220 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:22.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.893+0000 7f84da416640 1 --2- 172.21.15.31:0/3610457637 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f84d415b3d0 0x7f84d4159580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:22.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.893+0000 7f84da416640 1 --2- 172.21.15.31:0/3610457637 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f84d4151e30 0x7f84d41580e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:22.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.893+0000 7f84da416640 1 --2- 172.21.15.31:0/3610457637 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f84d40cc540 0x7f84d414f950 unknown :-1 s=CLOSED pgs=1279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:22.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.893+0000 7f84da416640 1 -- 172.21.15.31:0/3610457637 >> 172.21.15.31:0/3610457637 conn(0x7f84d40b1700 msgr2=0x7f84d40ad8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:22.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.893+0000 7f84da416640 1 -- 172.21.15.31:0/3610457637 shutdown_connections 2024-09-16T07:27:22.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:22.893+0000 7f84da416640 1 -- 172.21.15.31:0/3610457637 wait complete. 2024-09-16T07:27:22.903 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:22.903 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo cat ./volumes/_nogroup/subvol94540/.meta) 2024-09-16T07:27:22.932 INFO:teuthology.orchestra.run.smithi031.stdout:[GLOBAL] 2024-09-16T07:27:22.932 INFO:teuthology.orchestra.run.smithi031.stdout:version = 1 2024-09-16T07:27:22.932 INFO:teuthology.orchestra.run.smithi031.stdout:type = subvolume 2024-09-16T07:27:22.932 INFO:teuthology.orchestra.run.smithi031.stdout:path = /volumes/_nogroup/subvol94540/01507be3-33f9-4238-82b5-c16f40174628 2024-09-16T07:27:22.932 INFO:teuthology.orchestra.run.smithi031.stdout:state = complete 2024-09-16T07:27:22.932 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:27:22.933 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:22.934 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo cat ./volumes/subvol_grp43450/subvol6941/.meta) 2024-09-16T07:27:23.003 INFO:teuthology.orchestra.run.smithi031.stdout:[GLOBAL] 2024-09-16T07:27:23.004 INFO:teuthology.orchestra.run.smithi031.stdout:version = 1 2024-09-16T07:27:23.004 INFO:teuthology.orchestra.run.smithi031.stdout:type = subvolume 2024-09-16T07:27:23.004 INFO:teuthology.orchestra.run.smithi031.stdout:path = /volumes/subvol_grp43450/subvol6941/acbed76e-f6a8-47d4-8357-39a8ba8d6087 2024-09-16T07:27:23.004 INFO:teuthology.orchestra.run.smithi031.stdout:state = complete 2024-09-16T07:27:23.004 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:27:23.005 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume rm cephfs subvol94540 2024-09-16T07:27:23.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.154+0000 7fd5eab00640 1 -- 172.21.15.31:0/1430964810 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd5e40b0d80 msgr2=0x7fd5e40d2220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:23.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.154+0000 7fd5eab00640 1 --2- 172.21.15.31:0/1430964810 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd5e40b0d80 0x7fd5e40d2220 secure :-1 s=READY pgs=1281 cs=0 l=1 rev1=1 crypto rx=0x7fd5d8009830 tx=0x7fd5d802a510 comp rx=0 tx=0).stop 2024-09-16T07:27:23.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.154+0000 7fd5eab00640 1 -- 172.21.15.31:0/1430964810 shutdown_connections 2024-09-16T07:27:23.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.154+0000 7fd5eab00640 1 --2- 172.21.15.31:0/1430964810 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd5e40b0d80 0x7fd5e40d2220 unknown :-1 s=CLOSED pgs=1281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:23.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.154+0000 7fd5eab00640 1 --2- 172.21.15.31:0/1430964810 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd5e415bf10 0x7fd5e40d1ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:23.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.154+0000 7fd5eab00640 1 -- 172.21.15.31:0/1430964810 >> 172.21.15.31:0/1430964810 conn(0x7fd5e409aa30 msgr2=0x7fd5e409ae40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:23.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.154+0000 7fd5eab00640 1 -- 172.21.15.31:0/1430964810 shutdown_connections 2024-09-16T07:27:23.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.154+0000 7fd5eab00640 1 -- 172.21.15.31:0/1430964810 wait complete. 2024-09-16T07:27:23.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.155+0000 7fd5eab00640 1 Processor -- start 2024-09-16T07:27:23.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.155+0000 7fd5eab00640 1 -- start start 2024-09-16T07:27:23.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.156+0000 7fd5eab00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd5e40b0d80 0x7fd5e41e9eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:23.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.156+0000 7fd5eab00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd5e40d0490 0x7fd5e415d410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:23.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.156+0000 7fd5eab00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd5e415bf10 0x7fd5e41f8610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:23.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.156+0000 7fd5eab00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fd5e40b0a50 con 0x7fd5e40b0d80 2024-09-16T07:27:23.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.156+0000 7fd5eab00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fd5e40b2230 con 0x7fd5e40d0490 2024-09-16T07:27:23.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.156+0000 7fd5eab00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fd5e40b7e10 con 0x7fd5e415bf10 2024-09-16T07:27:23.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.156+0000 7fd5e889c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd5e40b0d80 0x7fd5e41e9eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:23.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.156+0000 7fd5e889c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd5e40b0d80 0x7fd5e41e9eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:38386/0 (socket says 172.21.15.31:38386) 2024-09-16T07:27:23.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.156+0000 7fd5e889c640 1 -- 172.21.15.31:0/1712167262 learned_addr learned my addr 172.21.15.31:0/1712167262 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:23.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.156+0000 7fd5e909d640 1 --2- 172.21.15.31:0/1712167262 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd5e415bf10 0x7fd5e41f8610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:23.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.157+0000 7fd5e3fff640 1 --2- 172.21.15.31:0/1712167262 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd5e40d0490 0x7fd5e415d410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:23.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.156+0000 7fd5e889c640 1 -- 172.21.15.31:0/1712167262 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd5e415bf10 msgr2=0x7fd5e41f8610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:23.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.157+0000 7fd5e889c640 1 --2- 172.21.15.31:0/1712167262 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd5e415bf10 0x7fd5e41f8610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:23.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.157+0000 7fd5e889c640 1 -- 172.21.15.31:0/1712167262 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd5e40d0490 msgr2=0x7fd5e415d410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:23.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.157+0000 7fd5e889c640 1 --2- 172.21.15.31:0/1712167262 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd5e40d0490 0x7fd5e415d410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:23.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.157+0000 7fd5e889c640 1 -- 172.21.15.31:0/1712167262 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5e406ebe0 con 0x7fd5e40b0d80 2024-09-16T07:27:23.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.157+0000 7fd5e909d640 1 --2- 172.21.15.31:0/1712167262 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd5e415bf10 0x7fd5e41f8610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:27:23.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.157+0000 7fd5e3fff640 1 --2- 172.21.15.31:0/1712167262 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd5e40d0490 0x7fd5e415d410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:27:23.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.157+0000 7fd5e889c640 1 --2- 172.21.15.31:0/1712167262 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd5e40b0d80 0x7fd5e41e9eb0 secure :-1 s=READY pgs=1282 cs=0 l=1 rev1=1 crypto rx=0x7fd5d400b410 tx=0x7fd5d400b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:23.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.157+0000 7fd5e17fa640 1 -- 172.21.15.31:0/1712167262 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5d4015020 con 0x7fd5e40b0d80 2024-09-16T07:27:23.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.157+0000 7fd5e17fa640 1 -- 172.21.15.31:0/1712167262 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd5d4011940 con 0x7fd5e40b0d80 2024-09-16T07:27:23.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.157+0000 7fd5eab00640 1 -- 172.21.15.31:0/1712167262 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5e406ee80 con 0x7fd5e40b0d80 2024-09-16T07:27:23.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.157+0000 7fd5e17fa640 1 -- 172.21.15.31:0/1712167262 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5d4011d90 con 0x7fd5e40b0d80 2024-09-16T07:27:23.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.157+0000 7fd5eab00640 1 -- 172.21.15.31:0/1712167262 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5e41545c0 con 0x7fd5e40b0d80 2024-09-16T07:27:23.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.158+0000 7fd5eab00640 1 -- 172.21.15.31:0/1712167262 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd5e40b2700 con 0x7fd5e40b0d80 2024-09-16T07:27:23.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.159+0000 7fd5e17fa640 1 -- 172.21.15.31:0/1712167262 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 20) ==== 101746+0+0 (secure 0 0 0) 0x7fd5d4018020 con 0x7fd5e40b0d80 2024-09-16T07:27:23.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.159+0000 7fd5e17fa640 1 --2- 172.21.15.31:0/1712167262 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd5d0078d60 0x7fd5d007b220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:23.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.159+0000 7fd5e17fa640 1 -- 172.21.15.31:0/1712167262 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5737+0+0 (secure 0 0 0) 0x7fd5d409b200 con 0x7fd5e40b0d80 2024-09-16T07:27:23.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.159+0000 7fd5e3fff640 1 --2- 172.21.15.31:0/1712167262 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd5d0078d60 0x7fd5d007b220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:23.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.160+0000 7fd5e3fff640 1 --2- 172.21.15.31:0/1712167262 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd5d0078d60 0x7fd5d007b220 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fd5d8034000 tx=0x7fd5d8004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:23.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.163+0000 7fd5e17fa640 1 -- 172.21.15.31:0/1712167262 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fd5d401f020 con 0x7fd5e40b0d80 2024-09-16T07:27:23.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.377+0000 7fd5eab00640 1 -- 172.21.15.31:0/1712167262 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolume rm", "vol_name": "cephfs", "sub_name": "subvol94540", "target": ["mon-mgr", ""]}) -- 0x7fd5e40d2a30 con 0x7fd5d0078d60 2024-09-16T07:27:23.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.409+0000 7fd5e17fa640 1 -- 172.21.15.31:0/1712167262 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fd5e40d2a30 con 0x7fd5d0078d60 2024-09-16T07:27:23.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.411+0000 7fd5eab00640 1 -- 172.21.15.31:0/1712167262 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd5d0078d60 msgr2=0x7fd5d007b220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:23.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.411+0000 7fd5eab00640 1 --2- 172.21.15.31:0/1712167262 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd5d0078d60 0x7fd5d007b220 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fd5d8034000 tx=0x7fd5d8004730 comp rx=0 tx=0).stop 2024-09-16T07:27:23.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.411+0000 7fd5eab00640 1 -- 172.21.15.31:0/1712167262 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd5e40b0d80 msgr2=0x7fd5e41e9eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:23.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.411+0000 7fd5eab00640 1 --2- 172.21.15.31:0/1712167262 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd5e40b0d80 0x7fd5e41e9eb0 secure :-1 s=READY pgs=1282 cs=0 l=1 rev1=1 crypto rx=0x7fd5d400b410 tx=0x7fd5d400b8d0 comp rx=0 tx=0).stop 2024-09-16T07:27:23.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.411+0000 7fd5eab00640 1 -- 172.21.15.31:0/1712167262 shutdown_connections 2024-09-16T07:27:23.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.411+0000 7fd5eab00640 1 --2- 172.21.15.31:0/1712167262 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd5d0078d60 0x7fd5d007b220 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:23.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.411+0000 7fd5eab00640 1 --2- 172.21.15.31:0/1712167262 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd5e415bf10 0x7fd5e41f8610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:23.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.411+0000 7fd5eab00640 1 --2- 172.21.15.31:0/1712167262 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd5e40d0490 0x7fd5e415d410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:23.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.411+0000 7fd5eab00640 1 --2- 172.21.15.31:0/1712167262 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd5e40b0d80 0x7fd5e41e9eb0 unknown :-1 s=CLOSED pgs=1282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:23.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.412+0000 7fd5eab00640 1 -- 172.21.15.31:0/1712167262 >> 172.21.15.31:0/1712167262 conn(0x7fd5e409aa30 msgr2=0x7fd5e40b1b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:23.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.412+0000 7fd5eab00640 1 -- 172.21.15.31:0/1712167262 shutdown_connections 2024-09-16T07:27:23.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.412+0000 7fd5eab00640 1 -- 172.21.15.31:0/1712167262 wait complete. 2024-09-16T07:27:23.414 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:27:23.415+0000 7f8a625af640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:27:23.414 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:27:23.415+0000 7f8a625af640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:27:23.414 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:27:23.415+0000 7f8a625af640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:27:23.414 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:27:23.415+0000 7f8a625af640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:27:23.414 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:27:23.415+0000 7f8a625af640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:27:23.423 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume rm cephfs subvol6941 subvol_grp43450 2024-09-16T07:27:23.426 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:27:23.427+0000 7f8a615ad640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:27:23.426 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:27:23.427+0000 7f8a615ad640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:27:23.427 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:27:23.427+0000 7f8a615ad640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:27:23.427 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:27:23.427+0000 7f8a615ad640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:27:23.427 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:27:23.427+0000 7f8a615ad640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:27:23.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.540+0000 7faeba52b640 1 -- 172.21.15.31:0/2675721209 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7faeb40d25b0 msgr2=0x7faeb40b73e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:23.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.540+0000 7faeba52b640 1 --2- 172.21.15.31:0/2675721209 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7faeb40d25b0 0x7faeb40b73e0 secure :-1 s=READY pgs=1287 cs=0 l=1 rev1=1 crypto rx=0x7faeb40b6df0 tx=0x7faeac02aa90 comp rx=0 tx=0).stop 2024-09-16T07:27:23.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.540+0000 7faeba52b640 1 -- 172.21.15.31:0/2675721209 shutdown_connections 2024-09-16T07:27:23.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.540+0000 7faeba52b640 1 --2- 172.21.15.31:0/2675721209 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7faeb40d25b0 0x7faeb40b73e0 unknown :-1 s=CLOSED pgs=1287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:23.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.540+0000 7faeba52b640 1 --2- 172.21.15.31:0/2675721209 >> v2:172.21.15.155:3300/0 conn(0x7faeb4161300 0x7faeb40d4940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:23.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.540+0000 7faeba52b640 1 -- 172.21.15.31:0/2675721209 >> 172.21.15.31:0/2675721209 conn(0x7faeb40d3e20 msgr2=0x7faeb40d4230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:23.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.540+0000 7faeba52b640 1 -- 172.21.15.31:0/2675721209 shutdown_connections 2024-09-16T07:27:23.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.540+0000 7faeba52b640 1 -- 172.21.15.31:0/2675721209 wait complete. 2024-09-16T07:27:23.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.541+0000 7faeba52b640 1 Processor -- start 2024-09-16T07:27:23.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.541+0000 7faeba52b640 1 -- start start 2024-09-16T07:27:23.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.542+0000 7faeba52b640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7faeb40d25b0 0x7faeb4156ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:23.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.542+0000 7faeba52b640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7faeb4161300 0x7faeb40cc870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:23.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.542+0000 7faeba52b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7faeb41616e0 0x7faeb40ccdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:23.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.542+0000 7faeba52b640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7faeb40b7cb0 con 0x7faeb41616e0 2024-09-16T07:27:23.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.542+0000 7faeba52b640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7faeb40b7b30 con 0x7faeb4161300 2024-09-16T07:27:23.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.542+0000 7faeba52b640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7faeb40b7e30 con 0x7faeb40d25b0 2024-09-16T07:27:23.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.542+0000 7faeb8ac8640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7faeb41616e0 0x7faeb40ccdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:23.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.542+0000 7faeb8ac8640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7faeb41616e0 0x7faeb40ccdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:38436/0 (socket says 172.21.15.31:38436) 2024-09-16T07:27:23.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.542+0000 7faeb8ac8640 1 -- 172.21.15.31:0/2069557644 learned_addr learned my addr 172.21.15.31:0/2069557644 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:23.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.542+0000 7faeb8ac8640 1 -- 172.21.15.31:0/2069557644 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7faeb40d25b0 msgr2=0x7faeb4156ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:23.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.542+0000 7faeb8ac8640 1 --2- 172.21.15.31:0/2069557644 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7faeb40d25b0 0x7faeb4156ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:23.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.542+0000 7faeb8ac8640 1 -- 172.21.15.31:0/2069557644 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7faeb4161300 msgr2=0x7faeb40cc870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:23.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.542+0000 7faeb8ac8640 1 --2- 172.21.15.31:0/2069557644 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7faeb4161300 0x7faeb40cc870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:23.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.542+0000 7faeb8ac8640 1 -- 172.21.15.31:0/2069557644 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faeb41573e0 con 0x7faeb41616e0 2024-09-16T07:27:23.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.543+0000 7faeb8ac8640 1 --2- 172.21.15.31:0/2069557644 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7faeb41616e0 0x7faeb40ccdb0 secure :-1 s=READY pgs=1288 cs=0 l=1 rev1=1 crypto rx=0x7faeac02b080 tx=0x7faeac003cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:23.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.543+0000 7faeb0ff9640 1 -- 172.21.15.31:0/2069557644 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faeac045070 con 0x7faeb41616e0 2024-09-16T07:27:23.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.543+0000 7faeb0ff9640 1 -- 172.21.15.31:0/2069557644 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7faeac003e30 con 0x7faeb41616e0 2024-09-16T07:27:23.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.543+0000 7faeb0ff9640 1 -- 172.21.15.31:0/2069557644 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faeac0044b0 con 0x7faeb41616e0 2024-09-16T07:27:23.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.543+0000 7faeba52b640 1 -- 172.21.15.31:0/2069557644 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faeb40cba10 con 0x7faeb41616e0 2024-09-16T07:27:23.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.543+0000 7faeba52b640 1 -- 172.21.15.31:0/2069557644 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faeb40cbfd0 con 0x7faeb41616e0 2024-09-16T07:27:23.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.544+0000 7faeba52b640 1 -- 172.21.15.31:0/2069557644 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faeb40b73e0 con 0x7faeb41616e0 2024-09-16T07:27:23.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.544+0000 7faeb0ff9640 1 -- 172.21.15.31:0/2069557644 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 20) ==== 101746+0+0 (secure 0 0 0) 0x7faeac048070 con 0x7faeb41616e0 2024-09-16T07:27:23.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.545+0000 7faeb0ff9640 1 --2- 172.21.15.31:0/2069557644 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7faea0078d90 0x7faea007b250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:23.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.545+0000 7faeb0ff9640 1 -- 172.21.15.31:0/2069557644 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(118..118 src has 1..118) ==== 5825+0+0 (secure 0 0 0) 0x7faeac0bbdc0 con 0x7faeb41616e0 2024-09-16T07:27:23.546 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.545+0000 7faeb3fff640 1 --2- 172.21.15.31:0/2069557644 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7faea0078d90 0x7faea007b250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:23.546 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.546+0000 7faeb3fff640 1 --2- 172.21.15.31:0/2069557644 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7faea0078d90 0x7faea007b250 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7faea4005fd0 tx=0x7faea4005850 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:23.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.550+0000 7faeb0ff9640 1 -- 172.21.15.31:0/2069557644 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7faeac032030 con 0x7faeb41616e0 2024-09-16T07:27:23.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.765+0000 7faeba52b640 1 -- 172.21.15.31:0/2069557644 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolume rm", "vol_name": "cephfs", "sub_name": "subvol6941", "group_name": "subvol_grp43450", "target": ["mon-mgr", ""]}) -- 0x7faeb40b9b10 con 0x7faea0078d90 2024-09-16T07:27:23.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.801+0000 7faeb0ff9640 1 -- 172.21.15.31:0/2069557644 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7faeb40b9b10 con 0x7faea0078d90 2024-09-16T07:27:23.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.804+0000 7faeba52b640 1 -- 172.21.15.31:0/2069557644 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7faea0078d90 msgr2=0x7faea007b250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:23.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.804+0000 7faeba52b640 1 --2- 172.21.15.31:0/2069557644 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7faea0078d90 0x7faea007b250 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7faea4005fd0 tx=0x7faea4005850 comp rx=0 tx=0).stop 2024-09-16T07:27:23.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.804+0000 7faeba52b640 1 -- 172.21.15.31:0/2069557644 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7faeb41616e0 msgr2=0x7faeb40ccdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:23.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.804+0000 7faeba52b640 1 --2- 172.21.15.31:0/2069557644 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7faeb41616e0 0x7faeb40ccdb0 secure :-1 s=READY pgs=1288 cs=0 l=1 rev1=1 crypto rx=0x7faeac02b080 tx=0x7faeac003cc0 comp rx=0 tx=0).stop 2024-09-16T07:27:23.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.804+0000 7faeba52b640 1 -- 172.21.15.31:0/2069557644 shutdown_connections 2024-09-16T07:27:23.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.804+0000 7faeba52b640 1 --2- 172.21.15.31:0/2069557644 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7faea0078d90 0x7faea007b250 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:23.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.804+0000 7faeba52b640 1 --2- 172.21.15.31:0/2069557644 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7faeb41616e0 0x7faeb40ccdb0 unknown :-1 s=CLOSED pgs=1288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:23.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.804+0000 7faeba52b640 1 --2- 172.21.15.31:0/2069557644 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7faeb4161300 0x7faeb40cc870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:23.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.804+0000 7faeba52b640 1 --2- 172.21.15.31:0/2069557644 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7faeb40d25b0 0x7faeb4156ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:23.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.804+0000 7faeba52b640 1 -- 172.21.15.31:0/2069557644 >> 172.21.15.31:0/2069557644 conn(0x7faeb40d3e20 msgr2=0x7faeb4160610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:23.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.804+0000 7faeba52b640 1 -- 172.21.15.31:0/2069557644 shutdown_connections 2024-09-16T07:27:23.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.804+0000 7faeba52b640 1 -- 172.21.15.31:0/2069557644 wait complete. 2024-09-16T07:27:23.816 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume rm cephfs subvol87612 2024-09-16T07:27:23.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.965+0000 7f45bc7a0640 1 -- 172.21.15.31:0/2512006116 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f45b4073550 msgr2=0x7f45b4073a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:23.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.965+0000 7f45bc7a0640 1 --2- 172.21.15.31:0/2512006116 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f45b4073550 0x7f45b4073a00 secure :-1 s=READY pgs=1289 cs=0 l=1 rev1=1 crypto rx=0x7f45b40b3870 tx=0x7f45ac02aa10 comp rx=0 tx=0).stop 2024-09-16T07:27:23.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.965+0000 7f45bc7a0640 1 -- 172.21.15.31:0/2512006116 shutdown_connections 2024-09-16T07:27:23.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.965+0000 7f45bc7a0640 1 --2- 172.21.15.31:0/2512006116 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f45b4073550 0x7f45b4073a00 unknown :-1 s=CLOSED pgs=1289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:23.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.965+0000 7f45bc7a0640 1 --2- 172.21.15.31:0/2512006116 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f45b415af10 0x7f45b415b370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:23.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.965+0000 7f45bc7a0640 1 --2- 172.21.15.31:0/2512006116 >> v2:172.21.15.155:3300/0 conn(0x7f45b40cd090 0x7f45b4140990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:23.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.965+0000 7f45bc7a0640 1 -- 172.21.15.31:0/2512006116 >> 172.21.15.31:0/2512006116 conn(0x7f45b40d0b60 msgr2=0x7f45b40d0f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:23.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.965+0000 7f45bc7a0640 1 -- 172.21.15.31:0/2512006116 shutdown_connections 2024-09-16T07:27:23.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.965+0000 7f45bc7a0640 1 -- 172.21.15.31:0/2512006116 wait complete. 2024-09-16T07:27:23.968 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.966+0000 7f45bc7a0640 1 Processor -- start 2024-09-16T07:27:23.968 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.966+0000 7f45bc7a0640 1 -- start start 2024-09-16T07:27:23.968 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.967+0000 7f45bc7a0640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f45b4073550 0x7f45b41534b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:23.968 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.967+0000 7f45bc7a0640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f45b40cd090 0x7f45b40b52a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:23.968 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.967+0000 7f45bc7a0640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f45b415af10 0x7f45b40b57e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:23.968 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.967+0000 7f45bc7a0640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f45b40b3b10 con 0x7f45b4073550 2024-09-16T07:27:23.968 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.967+0000 7f45bc7a0640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f45b4070bc0 con 0x7f45b40cd090 2024-09-16T07:27:23.968 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.967+0000 7f45bc7a0640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f45b40b3c90 con 0x7f45b415af10 2024-09-16T07:27:23.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.967+0000 7f45ba53c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f45b4073550 0x7f45b41534b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:23.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.967+0000 7f45ba53c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f45b4073550 0x7f45b41534b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:38440/0 (socket says 172.21.15.31:38440) 2024-09-16T07:27:23.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.967+0000 7f45ba53c640 1 -- 172.21.15.31:0/696676914 learned_addr learned my addr 172.21.15.31:0/696676914 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:23.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.967+0000 7f45ba53c640 1 -- 172.21.15.31:0/696676914 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f45b415af10 msgr2=0x7f45b40b57e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:23.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.967+0000 7f45ba53c640 1 --2- 172.21.15.31:0/696676914 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f45b415af10 0x7f45b40b57e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:23.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.967+0000 7f45b9d3b640 1 --2- 172.21.15.31:0/696676914 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f45b40cd090 0x7f45b40b52a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:23.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.967+0000 7f45ba53c640 1 -- 172.21.15.31:0/696676914 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f45b40cd090 msgr2=0x7f45b40b52a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:23.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.967+0000 7f45ba53c640 1 --2- 172.21.15.31:0/696676914 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f45b40cd090 0x7f45b40b52a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:23.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.967+0000 7f45ba53c640 1 -- 172.21.15.31:0/696676914 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45b40cf700 con 0x7f45b4073550 2024-09-16T07:27:23.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.968+0000 7f45ba53c640 1 --2- 172.21.15.31:0/696676914 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f45b4073550 0x7f45b41534b0 secure :-1 s=READY pgs=1290 cs=0 l=1 rev1=1 crypto rx=0x7f45b000d950 tx=0x7f45b000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:23.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.968+0000 7f45aaffd640 1 -- 172.21.15.31:0/696676914 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45b0017070 con 0x7f45b4073550 2024-09-16T07:27:23.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.968+0000 7f45aaffd640 1 -- 172.21.15.31:0/696676914 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f45b0009d20 con 0x7f45b4073550 2024-09-16T07:27:23.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.968+0000 7f45bc7a0640 1 -- 172.21.15.31:0/696676914 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45b40cf9e0 con 0x7f45b4073550 2024-09-16T07:27:23.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.968+0000 7f45aaffd640 1 -- 172.21.15.31:0/696676914 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45b00106c0 con 0x7f45b4073550 2024-09-16T07:27:23.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.968+0000 7f45bc7a0640 1 -- 172.21.15.31:0/696676914 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45b41539f0 con 0x7f45b4073550 2024-09-16T07:27:23.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.969+0000 7f45bc7a0640 1 -- 172.21.15.31:0/696676914 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f45b4073a00 con 0x7f45b4073550 2024-09-16T07:27:23.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.970+0000 7f45aaffd640 1 -- 172.21.15.31:0/696676914 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 20) ==== 101746+0+0 (secure 0 0 0) 0x7f45b0010860 con 0x7f45b4073550 2024-09-16T07:27:23.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.970+0000 7f45aaffd640 1 --2- 172.21.15.31:0/696676914 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4598078d60 0x7f459807b220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:23.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.970+0000 7f45aaffd640 1 -- 172.21.15.31:0/696676914 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(118..118 src has 1..118) ==== 5825+0+0 (secure 0 0 0) 0x7f45b009b6e0 con 0x7f45b4073550 2024-09-16T07:27:23.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.970+0000 7f45b9d3b640 1 --2- 172.21.15.31:0/696676914 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4598078d60 0x7f459807b220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:23.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.971+0000 7f45b9d3b640 1 --2- 172.21.15.31:0/696676914 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4598078d60 0x7f459807b220 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f45b40b27c0 tx=0x7f45a4005c90 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:23.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:23.974+0000 7f45aaffd640 1 -- 172.21.15.31:0/696676914 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f45b0063530 con 0x7f45b4073550 2024-09-16T07:27:24.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.190+0000 7f45bc7a0640 1 -- 172.21.15.31:0/696676914 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolume rm", "vol_name": "cephfs", "sub_name": "subvol87612", "target": ["mon-mgr", ""]}) -- 0x7f45b41555a0 con 0x7f4598078d60 2024-09-16T07:27:24.195 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:27:24.196+0000 7f8a5fdaa640 -1 mgr.server reply reply (11) Resource temporarily unavailable subvolume 'subvol87612' is not ready for operation rm (use --force to override) 2024-09-16T07:27:24.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.196+0000 7f45aaffd640 1 -- 172.21.15.31:0/696676914 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: -11 subvolume 'subvol87612' is not ready for operation rm (use --force to override)) ==== 87+0+0 (secure 0 0 0) 0x7f45a4009590 con 0x7f4598078d60 2024-09-16T07:27:24.196 INFO:teuthology.orchestra.run.smithi031.stderr:Error EAGAIN: subvolume 'subvol87612' is not ready for operation rm (use --force to override) 2024-09-16T07:27:24.201 DEBUG:teuthology.orchestra.run:got remote process result: 11 2024-09-16T07:27:24.201 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:24.201 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo cat ./volumes/_nogroup/subvol87612/.meta) 2024-09-16T07:27:24.229 INFO:teuthology.orchestra.run.smithi031.stdout:[GLOBAL] 2024-09-16T07:27:24.229 INFO:teuthology.orchestra.run.smithi031.stdout:version = 1 2024-09-16T07:27:24.229 INFO:teuthology.orchestra.run.smithi031.stdout:type = clone 2024-09-16T07:27:24.229 INFO:teuthology.orchestra.run.smithi031.stdout:path = /volumes/_nogroup/subvol87612/c6b2c034-9b77-409d-a758-4b2f991362ae 2024-09-16T07:27:24.229 INFO:teuthology.orchestra.run.smithi031.stdout:state = pending 2024-09-16T07:27:24.229 INFO:teuthology.orchestra.run.smithi031.stdout:[source] 2024-09-16T07:27:24.229 INFO:teuthology.orchestra.run.smithi031.stdout:volume = fake 2024-09-16T07:27:24.229 INFO:teuthology.orchestra.run.smithi031.stdout:subvolume = fake 2024-09-16T07:27:24.229 INFO:teuthology.orchestra.run.smithi031.stdout:snapshot = fake 2024-09-16T07:27:24.230 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume rm cephfs subvol87612 --force 2024-09-16T07:27:24.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.382+0000 7f772720f640 1 -- 172.21.15.31:0/4140927137 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7710004d40 msgr2=0x7f77100051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:24.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.382+0000 7f772720f640 1 --2- 172.21.15.31:0/4140927137 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7710004d40 0x7f77100051c0 secure :-1 s=READY pgs=1292 cs=0 l=1 rev1=1 crypto rx=0x7f771800c730 tx=0x7f7710005830 comp rx=0 tx=0).stop 2024-09-16T07:27:24.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.382+0000 7f77257ac640 1 -- 172.21.15.31:0/4140927137 reap_dead start 2024-09-16T07:27:24.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.382+0000 7f772720f640 1 -- 172.21.15.31:0/4140927137 shutdown_connections 2024-09-16T07:27:24.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.382+0000 7f772720f640 1 -- 172.21.15.31:0/4140927137 >> 172.21.15.31:0/4140927137 conn(0x7f77200b1620 msgr2=0x7f77200b1a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:24.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.382+0000 7f772720f640 1 -- 172.21.15.31:0/4140927137 shutdown_connections 2024-09-16T07:27:24.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.382+0000 7f772720f640 1 -- 172.21.15.31:0/4140927137 wait complete. 2024-09-16T07:27:24.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.384+0000 7f772720f640 1 Processor -- start 2024-09-16T07:27:24.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.384+0000 7f772720f640 1 -- start start 2024-09-16T07:27:24.386 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.385+0000 7f772720f640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7710004d40 0x7f7720149480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:24.386 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.385+0000 7f772720f640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f77200ad050 0x7f7720157050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:24.386 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.385+0000 7f772720f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f77200ad4d0 0x7f7720157590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:24.386 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.385+0000 7f772720f640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f77201564a0 con 0x7f77200ad4d0 2024-09-16T07:27:24.386 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.385+0000 7f772720f640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f7720156320 con 0x7f77200ad050 2024-09-16T07:27:24.386 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.385+0000 7f772720f640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f7720070160 con 0x7f7710004d40 2024-09-16T07:27:24.386 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.385+0000 7f77257ac640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f77200ad4d0 0x7f7720157590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:24.386 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.385+0000 7f77257ac640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f77200ad4d0 0x7f7720157590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:38464/0 (socket says 172.21.15.31:38464) 2024-09-16T07:27:24.386 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.385+0000 7f77257ac640 1 -- 172.21.15.31:0/1013134756 learned_addr learned my addr 172.21.15.31:0/1013134756 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:24.386 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.385+0000 7f7724fab640 1 --2- 172.21.15.31:0/1013134756 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7710004d40 0x7f7720149480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:24.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.385+0000 7f771ffff640 1 --2- 172.21.15.31:0/1013134756 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f77200ad050 0x7f7720157050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:24.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.385+0000 7f77257ac640 1 -- 172.21.15.31:0/1013134756 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7710004d40 msgr2=0x7f7720149480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:24.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.385+0000 7f77257ac640 1 --2- 172.21.15.31:0/1013134756 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7710004d40 0x7f7720149480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:24.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.385+0000 7f77257ac640 1 -- 172.21.15.31:0/1013134756 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f77200ad050 msgr2=0x7f7720157050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:24.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.385+0000 7f77257ac640 1 --2- 172.21.15.31:0/1013134756 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f77200ad050 0x7f7720157050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:24.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.385+0000 7f77257ac640 1 -- 172.21.15.31:0/1013134756 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77200ada30 con 0x7f77200ad4d0 2024-09-16T07:27:24.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.385+0000 7f771ffff640 1 --2- 172.21.15.31:0/1013134756 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f77200ad050 0x7f7720157050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:27:24.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.385+0000 7f77257ac640 1 --2- 172.21.15.31:0/1013134756 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f77200ad4d0 0x7f7720157590 secure :-1 s=READY pgs=1293 cs=0 l=1 rev1=1 crypto rx=0x7f771800c850 tx=0x7f7718001490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:24.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.385+0000 7f771d7fa640 1 -- 172.21.15.31:0/1013134756 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f771802b990 con 0x7f77200ad4d0 2024-09-16T07:27:24.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.385+0000 7f771d7fa640 1 -- 172.21.15.31:0/1013134756 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f771802bb30 con 0x7f77200ad4d0 2024-09-16T07:27:24.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.385+0000 7f771d7fa640 1 -- 172.21.15.31:0/1013134756 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7718035430 con 0x7f77200ad4d0 2024-09-16T07:27:24.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.385+0000 7f772720f640 1 -- 172.21.15.31:0/1013134756 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77200aa4e0 con 0x7f77200ad4d0 2024-09-16T07:27:24.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.385+0000 7f772720f640 1 -- 172.21.15.31:0/1013134756 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77200aaaa0 con 0x7f77200ad4d0 2024-09-16T07:27:24.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.387+0000 7f772720f640 1 -- 172.21.15.31:0/1013134756 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f77200706f0 con 0x7f77200ad4d0 2024-09-16T07:27:24.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.387+0000 7f771d7fa640 1 -- 172.21.15.31:0/1013134756 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 20) ==== 101746+0+0 (secure 0 0 0) 0x7f77180355d0 con 0x7f77200ad4d0 2024-09-16T07:27:24.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.388+0000 7f771d7fa640 1 --2- 172.21.15.31:0/1013134756 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7704078d90 0x7f770407b250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:24.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.388+0000 7f771d7fa640 1 -- 172.21.15.31:0/1013134756 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(118..118 src has 1..118) ==== 5825+0+0 (secure 0 0 0) 0x7f771803b020 con 0x7f77200ad4d0 2024-09-16T07:27:24.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.388+0000 7f7724fab640 1 --2- 172.21.15.31:0/1013134756 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7704078d90 0x7f770407b250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:24.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.388+0000 7f7724fab640 1 --2- 172.21.15.31:0/1013134756 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7704078d90 0x7f770407b250 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f7714000c00 tx=0x7f7714006b70 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:24.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.396+0000 7f771d7fa640 1 -- 172.21.15.31:0/1013134756 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f77180bf070 con 0x7f77200ad4d0 2024-09-16T07:27:24.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.617+0000 7f772720f640 1 -- 172.21.15.31:0/1013134756 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolume rm", "vol_name": "cephfs", "sub_name": "subvol87612", "force": true, "target": ["mon-mgr", ""]}) -- 0x7f7720153500 con 0x7f7704078d90 2024-09-16T07:27:24.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.635+0000 7f771d7fa640 1 -- 172.21.15.31:0/1013134756 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f7720153500 con 0x7f7704078d90 2024-09-16T07:27:24.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.638+0000 7f772720f640 1 -- 172.21.15.31:0/1013134756 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7704078d90 msgr2=0x7f770407b250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:24.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.638+0000 7f772720f640 1 --2- 172.21.15.31:0/1013134756 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7704078d90 0x7f770407b250 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f7714000c00 tx=0x7f7714006b70 comp rx=0 tx=0).stop 2024-09-16T07:27:24.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.638+0000 7f772720f640 1 -- 172.21.15.31:0/1013134756 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f77200ad4d0 msgr2=0x7f7720157590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:24.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.638+0000 7f772720f640 1 --2- 172.21.15.31:0/1013134756 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f77200ad4d0 0x7f7720157590 secure :-1 s=READY pgs=1293 cs=0 l=1 rev1=1 crypto rx=0x7f771800c850 tx=0x7f7718001490 comp rx=0 tx=0).stop 2024-09-16T07:27:24.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.638+0000 7f772720f640 1 -- 172.21.15.31:0/1013134756 shutdown_connections 2024-09-16T07:27:24.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.638+0000 7f772720f640 1 --2- 172.21.15.31:0/1013134756 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7704078d90 0x7f770407b250 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:24.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.638+0000 7f772720f640 1 --2- 172.21.15.31:0/1013134756 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f77200ad4d0 0x7f7720157590 unknown :-1 s=CLOSED pgs=1293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:24.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.638+0000 7f772720f640 1 --2- 172.21.15.31:0/1013134756 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f77200ad050 0x7f7720157050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:24.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.638+0000 7f772720f640 1 --2- 172.21.15.31:0/1013134756 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7710004d40 0x7f7720149480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:24.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.638+0000 7f772720f640 1 -- 172.21.15.31:0/1013134756 >> 172.21.15.31:0/1013134756 conn(0x7f77200b1620 msgr2=0x7f77200ae600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:24.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.638+0000 7f772720f640 1 -- 172.21.15.31:0/1013134756 shutdown_connections 2024-09-16T07:27:24.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.638+0000 7f772720f640 1 -- 172.21.15.31:0/1013134756 wait complete. 2024-09-16T07:27:24.651 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume ls cephfs 2024-09-16T07:27:24.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.758+0000 7fbf1fb17640 1 -- 172.21.15.31:0/1214704996 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbf181619c0 msgr2=0x7fbf180cf920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:24.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.758+0000 7fbf1fb17640 1 --2- 172.21.15.31:0/1214704996 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbf181619c0 0x7fbf180cf920 secure :-1 s=READY pgs=1295 cs=0 l=1 rev1=1 crypto rx=0x7fbf10005fd0 tx=0x7fbf1002a7a0 comp rx=0 tx=0).stop 2024-09-16T07:27:24.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.758+0000 7fbf1fb17640 1 -- 172.21.15.31:0/1214704996 shutdown_connections 2024-09-16T07:27:24.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.758+0000 7fbf1fb17640 1 --2- 172.21.15.31:0/1214704996 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbf181619c0 0x7fbf180cf920 unknown :-1 s=CLOSED pgs=1295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:24.759 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.758+0000 7fbf1fb17640 1 -- 172.21.15.31:0/1214704996 >> 172.21.15.31:0/1214704996 conn(0x7fbf1809d3c0 msgr2=0x7fbf180d40e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:24.759 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.759+0000 7fbf1fb17640 1 -- 172.21.15.31:0/1214704996 shutdown_connections 2024-09-16T07:27:24.759 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.759+0000 7fbf1fb17640 1 -- 172.21.15.31:0/1214704996 wait complete. 2024-09-16T07:27:24.759 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.760+0000 7fbf1fb17640 1 Processor -- start 2024-09-16T07:27:24.759 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.760+0000 7fbf1fb17640 1 -- start start 2024-09-16T07:27:24.761 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.760+0000 7fbf1fb17640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbf180d0bd0 0x7fbf18151ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:24.761 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.760+0000 7fbf1fb17640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbf180d0fb0 0x7fbf181f8ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:24.761 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.760+0000 7fbf1fb17640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbf181619c0 0x7fbf18158bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:24.761 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.760+0000 7fbf1fb17640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fbf181692d0 con 0x7fbf180d0fb0 2024-09-16T07:27:24.761 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.760+0000 7fbf1fb17640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fbf18169150 con 0x7fbf181619c0 2024-09-16T07:27:24.762 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.760+0000 7fbf1fb17640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fbf18169450 con 0x7fbf180d0bd0 2024-09-16T07:27:24.762 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.761+0000 7fbf1d0b2640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbf180d0fb0 0x7fbf181f8ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:24.762 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.761+0000 7fbf1d0b2640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbf180d0fb0 0x7fbf181f8ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:38472/0 (socket says 172.21.15.31:38472) 2024-09-16T07:27:24.762 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.761+0000 7fbf1d0b2640 1 -- 172.21.15.31:0/2425025407 learned_addr learned my addr 172.21.15.31:0/2425025407 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:24.762 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.761+0000 7fbf1e0b4640 1 --2- 172.21.15.31:0/2425025407 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbf181619c0 0x7fbf18158bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:24.762 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.761+0000 7fbf1d8b3640 1 --2- 172.21.15.31:0/2425025407 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbf180d0bd0 0x7fbf18151ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:24.762 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.761+0000 7fbf1d0b2640 1 -- 172.21.15.31:0/2425025407 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbf180d0bd0 msgr2=0x7fbf18151ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:24.762 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.761+0000 7fbf1d0b2640 1 --2- 172.21.15.31:0/2425025407 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbf180d0bd0 0x7fbf18151ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:24.762 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.761+0000 7fbf1d0b2640 1 -- 172.21.15.31:0/2425025407 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbf181619c0 msgr2=0x7fbf18158bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:24.762 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.761+0000 7fbf1d0b2640 1 --2- 172.21.15.31:0/2425025407 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbf181619c0 0x7fbf18158bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:24.762 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.761+0000 7fbf1d0b2640 1 -- 172.21.15.31:0/2425025407 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf18152420 con 0x7fbf180d0fb0 2024-09-16T07:27:24.762 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.761+0000 7fbf1e0b4640 1 --2- 172.21.15.31:0/2425025407 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbf181619c0 0x7fbf18158bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:27:24.762 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.761+0000 7fbf1d0b2640 1 --2- 172.21.15.31:0/2425025407 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbf180d0fb0 0x7fbf181f8ab0 secure :-1 s=READY pgs=1296 cs=0 l=1 rev1=1 crypto rx=0x7fbf0800c410 tx=0x7fbf0800c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:24.763 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.761+0000 7fbf0e7fc640 1 -- 172.21.15.31:0/2425025407 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf08017070 con 0x7fbf180d0fb0 2024-09-16T07:27:24.763 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.761+0000 7fbf0e7fc640 1 -- 172.21.15.31:0/2425025407 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbf080035f0 con 0x7fbf180d0fb0 2024-09-16T07:27:24.763 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.761+0000 7fbf1fb17640 1 -- 172.21.15.31:0/2425025407 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf181f8ff0 con 0x7fbf180d0fb0 2024-09-16T07:27:24.763 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.761+0000 7fbf0e7fc640 1 -- 172.21.15.31:0/2425025407 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf08003a80 con 0x7fbf180d0fb0 2024-09-16T07:27:24.763 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.761+0000 7fbf1fb17640 1 -- 172.21.15.31:0/2425025407 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf180b72b0 con 0x7fbf180d0fb0 2024-09-16T07:27:24.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.762+0000 7fbf1fb17640 1 -- 172.21.15.31:0/2425025407 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf180b40d0 con 0x7fbf180d0fb0 2024-09-16T07:27:24.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.763+0000 7fbf0e7fc640 1 -- 172.21.15.31:0/2425025407 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 20) ==== 101746+0+0 (secure 0 0 0) 0x7fbf0801a070 con 0x7fbf180d0fb0 2024-09-16T07:27:24.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.764+0000 7fbf0e7fc640 1 --2- 172.21.15.31:0/2425025407 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fbefc078d90 0x7fbefc07b250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:24.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.764+0000 7fbf0e7fc640 1 -- 172.21.15.31:0/2425025407 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 5809+0+0 (secure 0 0 0) 0x7fbf0809a6c0 con 0x7fbf180d0fb0 2024-09-16T07:27:24.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.764+0000 7fbf1d8b3640 1 --2- 172.21.15.31:0/2425025407 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fbefc078d90 0x7fbefc07b250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:24.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.764+0000 7fbf1d8b3640 1 --2- 172.21.15.31:0/2425025407 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fbefc078d90 0x7fbefc07b250 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fbf140019e0 tx=0x7fbf14009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:24.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.768+0000 7fbf0e7fc640 1 -- 172.21.15.31:0/2425025407 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fbf181f8ff0 con 0x7fbf180d0fb0 2024-09-16T07:27:24.985 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.985+0000 7fbf1fb17640 1 -- 172.21.15.31:0/2425025407 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolume ls", "vol_name": "cephfs", "target": ["mon-mgr", ""]}) -- 0x7fbf180d2b40 con 0x7fbefc078d90 2024-09-16T07:27:24.988 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.989+0000 7fbf0e7fc640 1 -- 172.21.15.31:0/2425025407 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+3 (secure 0 0 0) 0x7fbf180d2b40 con 0x7fbefc078d90 2024-09-16T07:27:24.988 INFO:teuthology.orchestra.run.smithi031.stdout:[] 2024-09-16T07:27:24.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.991+0000 7fbf1fb17640 1 -- 172.21.15.31:0/2425025407 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fbefc078d90 msgr2=0x7fbefc07b250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:24.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.991+0000 7fbf1fb17640 1 --2- 172.21.15.31:0/2425025407 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fbefc078d90 0x7fbefc07b250 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fbf140019e0 tx=0x7fbf14009040 comp rx=0 tx=0).stop 2024-09-16T07:27:24.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.991+0000 7fbf1fb17640 1 -- 172.21.15.31:0/2425025407 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbf180d0fb0 msgr2=0x7fbf181f8ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:24.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.991+0000 7fbf1fb17640 1 --2- 172.21.15.31:0/2425025407 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbf180d0fb0 0x7fbf181f8ab0 secure :-1 s=READY pgs=1296 cs=0 l=1 rev1=1 crypto rx=0x7fbf0800c410 tx=0x7fbf0800c8d0 comp rx=0 tx=0).stop 2024-09-16T07:27:24.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.991+0000 7fbf1fb17640 1 -- 172.21.15.31:0/2425025407 shutdown_connections 2024-09-16T07:27:24.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.991+0000 7fbf1fb17640 1 --2- 172.21.15.31:0/2425025407 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fbefc078d90 0x7fbefc07b250 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:24.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.991+0000 7fbf1fb17640 1 --2- 172.21.15.31:0/2425025407 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbf181619c0 0x7fbf18158bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:24.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.991+0000 7fbf1fb17640 1 --2- 172.21.15.31:0/2425025407 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbf180d0fb0 0x7fbf181f8ab0 unknown :-1 s=CLOSED pgs=1296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:24.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.991+0000 7fbf1fb17640 1 --2- 172.21.15.31:0/2425025407 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbf180d0bd0 0x7fbf18151ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:24.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.991+0000 7fbf1fb17640 1 -- 172.21.15.31:0/2425025407 >> 172.21.15.31:0/2425025407 conn(0x7fbf1809d3c0 msgr2=0x7fbf180d1c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:24.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.991+0000 7fbf1fb17640 1 -- 172.21.15.31:0/2425025407 shutdown_connections 2024-09-16T07:27:24.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:24.991+0000 7fbf1fb17640 1 -- 172.21.15.31:0/2425025407 wait complete. 2024-09-16T07:27:25.001 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'stat -c %h /home/ubuntu/cephtest/mnt.0/./volumes/_deleting') 2024-09-16T07:27:25.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-16T07:27:25.056 INFO:teuthology.orchestra.run.smithi031.stdout:2 2024-09-16T07:27:25.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:27:25.061 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-16T07:27:25.061 DEBUG:teuthology.orchestra.run.smithi031:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T07:27:25.101 DEBUG:teuthology.orchestra.run.smithi155:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T07:27:25.151 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-16T07:27:25.151 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T07:27:25.151 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:27:25.151 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:27:25.167 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:27:25.167 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:27:25.223 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T07:27:25.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.373+0000 7f9b4aefe640 1 -- 172.21.15.31:0/3930931789 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9b440746e0 msgr2=0x7f9b440ce7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:25.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.373+0000 7f9b4aefe640 1 --2- 172.21.15.31:0/3930931789 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9b440746e0 0x7f9b440ce7f0 secure :-1 s=READY pgs=1297 cs=0 l=1 rev1=1 crypto rx=0x7f9b4406ec30 tx=0x7f9b3c02a980 comp rx=0 tx=0).stop 2024-09-16T07:27:25.373 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.373+0000 7f9b4aefe640 1 -- 172.21.15.31:0/3930931789 shutdown_connections 2024-09-16T07:27:25.373 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.373+0000 7f9b4aefe640 1 --2- 172.21.15.31:0/3930931789 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9b440746e0 0x7f9b440ce7f0 unknown :-1 s=CLOSED pgs=1297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:25.373 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.373+0000 7f9b4aefe640 1 --2- 172.21.15.31:0/3930931789 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9b44074280 0x7f9b44073c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:25.373 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.373+0000 7f9b4aefe640 1 --2- 172.21.15.31:0/3930931789 >> v2:172.21.15.155:3300/0 conn(0x7f9b4415ad00 0x7f9b440736e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:25.373 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.373+0000 7f9b4aefe640 1 -- 172.21.15.31:0/3930931789 >> 172.21.15.31:0/3930931789 conn(0x7f9b440d0c20 msgr2=0x7f9b440d1030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:25.373 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.373+0000 7f9b4aefe640 1 -- 172.21.15.31:0/3930931789 shutdown_connections 2024-09-16T07:27:25.373 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.373+0000 7f9b4aefe640 1 -- 172.21.15.31:0/3930931789 wait complete. 2024-09-16T07:27:25.374 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.374+0000 7f9b4aefe640 1 Processor -- start 2024-09-16T07:27:25.374 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.374+0000 7f9b4aefe640 1 -- start start 2024-09-16T07:27:25.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.375+0000 7f9b4aefe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9b44074280 0x7f9b440b3040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:25.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.375+0000 7f9b4aefe640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9b440746e0 0x7f9b4409fcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:25.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.375+0000 7f9b4aefe640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9b4415ad00 0x7f9b440a0210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:25.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.375+0000 7f9b4aefe640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f9b440ced30 con 0x7f9b44074280 2024-09-16T07:27:25.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.375+0000 7f9b4aefe640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f9b440d08b0 con 0x7f9b440746e0 2024-09-16T07:27:25.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.375+0000 7f9b4aefe640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f9b440ceeb0 con 0x7f9b4415ad00 2024-09-16T07:27:25.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.375+0000 7f9b48c9a640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9b44074280 0x7f9b440b3040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:25.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.375+0000 7f9b48c9a640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9b44074280 0x7f9b440b3040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:38496/0 (socket says 172.21.15.31:38496) 2024-09-16T07:27:25.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.375+0000 7f9b48c9a640 1 -- 172.21.15.31:0/3575143920 learned_addr learned my addr 172.21.15.31:0/3575143920 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:25.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.375+0000 7f9b4949b640 1 --2- 172.21.15.31:0/3575143920 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9b4415ad00 0x7f9b440a0210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:25.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.375+0000 7f9b43fff640 1 --2- 172.21.15.31:0/3575143920 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9b440746e0 0x7f9b4409fcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:25.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.375+0000 7f9b48c9a640 1 -- 172.21.15.31:0/3575143920 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9b4415ad00 msgr2=0x7f9b440a0210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:25.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.375+0000 7f9b48c9a640 1 --2- 172.21.15.31:0/3575143920 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9b4415ad00 0x7f9b440a0210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:25.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.375+0000 7f9b48c9a640 1 -- 172.21.15.31:0/3575143920 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9b440746e0 msgr2=0x7f9b4409fcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:25.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.375+0000 7f9b48c9a640 1 --2- 172.21.15.31:0/3575143920 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9b440746e0 0x7f9b4409fcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:25.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.375+0000 7f9b48c9a640 1 -- 172.21.15.31:0/3575143920 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b440b3580 con 0x7f9b44074280 2024-09-16T07:27:25.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.375+0000 7f9b48c9a640 1 --2- 172.21.15.31:0/3575143920 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9b44074280 0x7f9b440b3040 secure :-1 s=READY pgs=1298 cs=0 l=1 rev1=1 crypto rx=0x7f9b3800c970 tx=0x7f9b3800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:25.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.376+0000 7f9b417fa640 1 -- 172.21.15.31:0/3575143920 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b38007bb0 con 0x7f9b44074280 2024-09-16T07:27:25.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.376+0000 7f9b417fa640 1 -- 172.21.15.31:0/3575143920 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9b38007e40 con 0x7f9b44074280 2024-09-16T07:27:25.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.376+0000 7f9b4aefe640 1 -- 172.21.15.31:0/3575143920 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b441f8b10 con 0x7f9b44074280 2024-09-16T07:27:25.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.376+0000 7f9b417fa640 1 -- 172.21.15.31:0/3575143920 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b3800f690 con 0x7f9b44074280 2024-09-16T07:27:25.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.376+0000 7f9b4aefe640 1 -- 172.21.15.31:0/3575143920 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b44158470 con 0x7f9b44074280 2024-09-16T07:27:25.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.377+0000 7f9b4aefe640 1 -- 172.21.15.31:0/3575143920 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9b440cf400 con 0x7f9b44074280 2024-09-16T07:27:25.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.377+0000 7f9b417fa640 1 -- 172.21.15.31:0/3575143920 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 20) ==== 101746+0+0 (secure 0 0 0) 0x7f9b3800f830 con 0x7f9b44074280 2024-09-16T07:27:25.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.378+0000 7f9b417fa640 1 --2- 172.21.15.31:0/3575143920 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9b28078d60 0x7f9b2807b220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:25.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.378+0000 7f9b417fa640 1 -- 172.21.15.31:0/3575143920 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 5809+0+0 (secure 0 0 0) 0x7f9b3809b960 con 0x7f9b44074280 2024-09-16T07:27:25.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.378+0000 7f9b43fff640 1 --2- 172.21.15.31:0/3575143920 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9b28078d60 0x7f9b2807b220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:25.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.378+0000 7f9b43fff640 1 --2- 172.21.15.31:0/3575143920 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9b28078d60 0x7f9b2807b220 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f9b30005940 tx=0x7f9b3000a250 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:25.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.382+0000 7f9b417fa640 1 -- 172.21.15.31:0/3575143920 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f9b38014030 con 0x7f9b44074280 2024-09-16T07:27:25.459 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.459+0000 7f9b417fa640 1 -- 172.21.15.31:0/3575143920 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mgrmap(e 21) ==== 101848+0+0 (secure 0 0 0) 0x7f9b3805f4b0 con 0x7f9b44074280 2024-09-16T07:27:25.589 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.590+0000 7f9b4aefe640 1 -- 172.21.15.31:0/3575143920 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f9b440b6ba0 con 0x7f9b44074280 2024-09-16T07:27:25.589 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.590+0000 7f9b417fa640 1 -- 172.21.15.31:0/3575143920 <== mon.0 v2:172.21.15.31:3300/0 8 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v119) ==== 80+0+0 (secure 0 0 0) 0x7f9b38085460 con 0x7f9b44074280 2024-09-16T07:27:25.589 INFO:teuthology.orchestra.run.smithi031.stderr:listed 0 entries 2024-09-16T07:27:25.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.592+0000 7f9b4aefe640 1 -- 172.21.15.31:0/3575143920 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9b28078d60 msgr2=0x7f9b2807b220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:25.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.592+0000 7f9b4aefe640 1 --2- 172.21.15.31:0/3575143920 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9b28078d60 0x7f9b2807b220 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f9b30005940 tx=0x7f9b3000a250 comp rx=0 tx=0).stop 2024-09-16T07:27:25.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.592+0000 7f9b4aefe640 1 -- 172.21.15.31:0/3575143920 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9b44074280 msgr2=0x7f9b440b3040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:25.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.592+0000 7f9b4aefe640 1 --2- 172.21.15.31:0/3575143920 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9b44074280 0x7f9b440b3040 secure :-1 s=READY pgs=1298 cs=0 l=1 rev1=1 crypto rx=0x7f9b3800c970 tx=0x7f9b3800ce30 comp rx=0 tx=0).stop 2024-09-16T07:27:25.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.592+0000 7f9b4aefe640 1 -- 172.21.15.31:0/3575143920 shutdown_connections 2024-09-16T07:27:25.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.592+0000 7f9b4aefe640 1 --2- 172.21.15.31:0/3575143920 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9b28078d60 0x7f9b2807b220 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:25.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.592+0000 7f9b4aefe640 1 --2- 172.21.15.31:0/3575143920 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9b4415ad00 0x7f9b440a0210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:25.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.592+0000 7f9b4aefe640 1 --2- 172.21.15.31:0/3575143920 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9b440746e0 0x7f9b4409fcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:25.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.592+0000 7f9b4aefe640 1 --2- 172.21.15.31:0/3575143920 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9b44074280 0x7f9b440b3040 unknown :-1 s=CLOSED pgs=1298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:25.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.592+0000 7f9b4aefe640 1 -- 172.21.15.31:0/3575143920 >> 172.21.15.31:0/3575143920 conn(0x7f9b440d0c20 msgr2=0x7f9b440c9d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:25.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.592+0000 7f9b4aefe640 1 -- 172.21.15.31:0/3575143920 shutdown_connections 2024-09-16T07:27:25.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.592+0000 7f9b4aefe640 1 -- 172.21.15.31:0/3575143920 wait complete. 2024-09-16T07:27:25.602 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi031.front.sepia.ceph.com... 2024-09-16T07:27:25.602 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:25.603 DEBUG:teuthology.orchestra.run.smithi031:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-16T07:27:25.626 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi031.stderr:ceph-fuse[68921]: fuse finished with error 0 and tester_r 0 2024-09-16T07:27:25.628 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi031.front.sepia.ceph.com 2024-09-16T07:27:25.628 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:25.628 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-16T07:27:25.795 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T07:27:25.795 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:27:25.795 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:27:25.813 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:27:25.813 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:27:25.872 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T07:27:25.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.980+0000 7f28e70cd640 1 -- 172.21.15.31:0/2880810988 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f28e0074280 msgr2=0x7f28e00cb350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:25.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.980+0000 7f28e70cd640 1 --2- 172.21.15.31:0/2880810988 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f28e0074280 0x7f28e00cb350 secure :-1 s=READY pgs=1299 cs=0 l=1 rev1=1 crypto rx=0x7f28e0073670 tx=0x7f28cc02a420 comp rx=0 tx=0).stop 2024-09-16T07:27:25.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.981+0000 7f28e70cd640 1 -- 172.21.15.31:0/2880810988 shutdown_connections 2024-09-16T07:27:25.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.981+0000 7f28e70cd640 1 --2- 172.21.15.31:0/2880810988 >> v2:172.21.15.155:3300/0 conn(0x7f28e00746e0 0x7f28e00cb890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:25.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.981+0000 7f28e70cd640 1 --2- 172.21.15.31:0/2880810988 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f28e0074280 0x7f28e00cb350 unknown :-1 s=CLOSED pgs=1299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:25.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.981+0000 7f28e70cd640 1 -- 172.21.15.31:0/2880810988 >> 172.21.15.31:0/2880810988 conn(0x7f28e00d0c20 msgr2=0x7f28e00d1030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:25.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.981+0000 7f28e70cd640 1 -- 172.21.15.31:0/2880810988 shutdown_connections 2024-09-16T07:27:25.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.981+0000 7f28e70cd640 1 -- 172.21.15.31:0/2880810988 wait complete. 2024-09-16T07:27:25.986 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.982+0000 7f28e70cd640 1 Processor -- start 2024-09-16T07:27:25.986 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.982+0000 7f28e70cd640 1 -- start start 2024-09-16T07:27:25.986 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.983+0000 7f28e70cd640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f28e0074280 0x7f28e01f21c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:25.986 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.983+0000 7f28e70cd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f28e00746e0 0x7f28e01eec00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:25.986 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.983+0000 7f28e70cd640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f28e015ad00 0x7f28e00c6c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:25.986 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.983+0000 7f28e70cd640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f28e00d0820 con 0x7f28e00746e0 2024-09-16T07:27:25.986 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.983+0000 7f28e70cd640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f28e00d06a0 con 0x7f28e0074280 2024-09-16T07:27:25.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.983+0000 7f28e70cd640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f28e00cbdd0 con 0x7f28e015ad00 2024-09-16T07:27:25.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.983+0000 7f28dffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f28e00746e0 0x7f28e01eec00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:25.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.983+0000 7f28dffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f28e00746e0 0x7f28e01eec00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:38522/0 (socket says 172.21.15.31:38522) 2024-09-16T07:27:25.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.983+0000 7f28dffff640 1 -- 172.21.15.31:0/509168518 learned_addr learned my addr 172.21.15.31:0/509168518 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:25.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.983+0000 7f28e4e69640 1 --2- 172.21.15.31:0/509168518 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f28e0074280 0x7f28e01f21c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:25.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.983+0000 7f28e566a640 1 --2- 172.21.15.31:0/509168518 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f28e015ad00 0x7f28e00c6c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:25.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.983+0000 7f28dffff640 1 -- 172.21.15.31:0/509168518 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f28e015ad00 msgr2=0x7f28e00c6c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:25.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.983+0000 7f28dffff640 1 --2- 172.21.15.31:0/509168518 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f28e015ad00 0x7f28e00c6c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:25.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.983+0000 7f28dffff640 1 -- 172.21.15.31:0/509168518 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f28e0074280 msgr2=0x7f28e01f21c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:25.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.983+0000 7f28dffff640 1 --2- 172.21.15.31:0/509168518 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f28e0074280 0x7f28e01f21c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:25.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.983+0000 7f28dffff640 1 -- 172.21.15.31:0/509168518 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28e01f2700 con 0x7f28e00746e0 2024-09-16T07:27:25.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.983+0000 7f28e4e69640 1 --2- 172.21.15.31:0/509168518 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f28e0074280 0x7f28e01f21c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:27:25.988 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.983+0000 7f28e566a640 1 --2- 172.21.15.31:0/509168518 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f28e015ad00 0x7f28e00c6c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:27:25.988 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.983+0000 7f28dffff640 1 --2- 172.21.15.31:0/509168518 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f28e00746e0 0x7f28e01eec00 secure :-1 s=READY pgs=1300 cs=0 l=1 rev1=1 crypto rx=0x7f28cc005fd0 tx=0x7f28cc0039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:25.988 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.983+0000 7f28dd7fa640 1 -- 172.21.15.31:0/509168518 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28cc035030 con 0x7f28e00746e0 2024-09-16T07:27:25.988 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.984+0000 7f28dd7fa640 1 -- 172.21.15.31:0/509168518 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f28cc03f070 con 0x7f28e00746e0 2024-09-16T07:27:25.988 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.984+0000 7f28e70cd640 1 -- 172.21.15.31:0/509168518 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28e0159e20 con 0x7f28e00746e0 2024-09-16T07:27:25.988 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.984+0000 7f28dd7fa640 1 -- 172.21.15.31:0/509168518 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28cc004b30 con 0x7f28e00746e0 2024-09-16T07:27:25.988 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.984+0000 7f28e70cd640 1 -- 172.21.15.31:0/509168518 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28e00c50e0 con 0x7f28e00746e0 2024-09-16T07:27:25.988 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.985+0000 7f28e70cd640 1 -- 172.21.15.31:0/509168518 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f28e00cc350 con 0x7f28e00746e0 2024-09-16T07:27:25.988 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.985+0000 7f28dd7fa640 1 -- 172.21.15.31:0/509168518 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 21) ==== 101848+0+0 (secure 0 0 0) 0x7f28cc004cd0 con 0x7f28e00746e0 2024-09-16T07:27:25.988 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.986+0000 7f28dd7fa640 1 --2- 172.21.15.31:0/509168518 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f28c4078e80 0x7f28c407b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:25.988 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.986+0000 7f28e4e69640 1 --2- 172.21.15.31:0/509168518 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f28c4078e80 0x7f28c407b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:25.988 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.986+0000 7f28dd7fa640 1 -- 172.21.15.31:0/509168518 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 5809+0+0 (secure 0 0 0) 0x7f28cc0be4c0 con 0x7f28e00746e0 2024-09-16T07:27:25.988 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.986+0000 7f28e4e69640 1 --2- 172.21.15.31:0/509168518 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f28c4078e80 0x7f28c407b340 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f28d4006fd0 tx=0x7f28d4008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:25.990 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:25.990+0000 7f28dd7fa640 1 -- 172.21.15.31:0/509168518 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f28e01f2700 con 0x7f28e00746e0 2024-09-16T07:27:26.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.188+0000 7f28e70cd640 1 -- 172.21.15.31:0/509168518 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f28e00b6ba0 con 0x7f28e00746e0 2024-09-16T07:27:26.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.188+0000 7f28dd7fa640 1 -- 172.21.15.31:0/509168518 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v119) ==== 80+0+0 (secure 0 0 0) 0x7f28cc086120 con 0x7f28e00746e0 2024-09-16T07:27:26.188 INFO:teuthology.orchestra.run.smithi031.stderr:listed 0 entries 2024-09-16T07:27:26.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.190+0000 7f28e70cd640 1 -- 172.21.15.31:0/509168518 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f28c4078e80 msgr2=0x7f28c407b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:26.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.190+0000 7f28e70cd640 1 --2- 172.21.15.31:0/509168518 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f28c4078e80 0x7f28c407b340 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f28d4006fd0 tx=0x7f28d4008040 comp rx=0 tx=0).stop 2024-09-16T07:27:26.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.190+0000 7f28e70cd640 1 -- 172.21.15.31:0/509168518 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f28e00746e0 msgr2=0x7f28e01eec00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:26.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.190+0000 7f28e70cd640 1 --2- 172.21.15.31:0/509168518 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f28e00746e0 0x7f28e01eec00 secure :-1 s=READY pgs=1300 cs=0 l=1 rev1=1 crypto rx=0x7f28cc005fd0 tx=0x7f28cc0039e0 comp rx=0 tx=0).stop 2024-09-16T07:27:26.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.190+0000 7f28e70cd640 1 -- 172.21.15.31:0/509168518 shutdown_connections 2024-09-16T07:27:26.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.190+0000 7f28e70cd640 1 --2- 172.21.15.31:0/509168518 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f28c4078e80 0x7f28c407b340 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:26.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.190+0000 7f28e70cd640 1 --2- 172.21.15.31:0/509168518 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f28e015ad00 0x7f28e00c6c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:26.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.190+0000 7f28e70cd640 1 --2- 172.21.15.31:0/509168518 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f28e00746e0 0x7f28e01eec00 unknown :-1 s=CLOSED pgs=1300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:26.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.190+0000 7f28e70cd640 1 --2- 172.21.15.31:0/509168518 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f28e0074280 0x7f28e01f21c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:26.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.190+0000 7f28e70cd640 1 -- 172.21.15.31:0/509168518 >> 172.21.15.31:0/509168518 conn(0x7f28e00d0c20 msgr2=0x7f28e015d2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:26.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.190+0000 7f28e70cd640 1 -- 172.21.15.31:0/509168518 shutdown_connections 2024-09-16T07:27:26.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.190+0000 7f28e70cd640 1 -- 172.21.15.31:0/509168518 wait complete. 2024-09-16T07:27:26.201 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi155.front.sepia.ceph.com... 2024-09-16T07:27:26.201 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:26.201 DEBUG:teuthology.orchestra.run.smithi155:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-16T07:27:26.230 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi155.stderr:ceph-fuse[47587]: fuse finished with error 0 and tester_r 0 2024-09-16T07:27:26.233 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi155.front.sepia.ceph.com 2024-09-16T07:27:26.233 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:26.233 DEBUG:teuthology.orchestra.run.smithi155:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-16T07:27:26.358 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T07:27:26.359 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:27:26.359 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:27:26.376 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17171 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T07:27:26.376 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T07:27:26.376 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:27:26.376 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:27:26.394 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056027,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1315 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T07:27:26.394 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:27:26.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.522+0000 7fb85b9a3640 1 -- 172.21.15.31:0/2910306307 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb85406ff80 msgr2=0x7fb854070410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:26.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.522+0000 7fb85b9a3640 1 --2- 172.21.15.31:0/2910306307 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb85406ff80 0x7fb854070410 secure :-1 s=READY pgs=1301 cs=0 l=1 rev1=1 crypto rx=0x7fb84c005fd0 tx=0x7fb84c02aa10 comp rx=0 tx=0).stop 2024-09-16T07:27:26.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.522+0000 7fb85b9a3640 1 -- 172.21.15.31:0/2910306307 shutdown_connections 2024-09-16T07:27:26.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.522+0000 7fb85b9a3640 1 --2- 172.21.15.31:0/2910306307 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb85406ff80 0x7fb854070410 unknown :-1 s=CLOSED pgs=1301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:26.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.522+0000 7fb85b9a3640 1 --2- 172.21.15.31:0/2910306307 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb8540735a0 0x7fb8540739a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:26.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.522+0000 7fb85b9a3640 1 -- 172.21.15.31:0/2910306307 >> 172.21.15.31:0/2910306307 conn(0x7fb8540b1690 msgr2=0x7fb8540b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:26.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.522+0000 7fb85b9a3640 1 -- 172.21.15.31:0/2910306307 shutdown_connections 2024-09-16T07:27:26.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.522+0000 7fb85b9a3640 1 -- 172.21.15.31:0/2910306307 wait complete. 2024-09-16T07:27:26.524 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.523+0000 7fb85b9a3640 1 Processor -- start 2024-09-16T07:27:26.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.523+0000 7fb85b9a3640 1 -- start start 2024-09-16T07:27:26.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.524+0000 7fb85b9a3640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb85406ff80 0x7fb8541f5190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:26.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.524+0000 7fb85b9a3640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb8540735a0 0x7fb8541f3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:26.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.524+0000 7fb85b9a3640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb85415aa70 0x7fb8540ca4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:26.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.524+0000 7fb85b9a3640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fb8540cd270 con 0x7fb85406ff80 2024-09-16T07:27:26.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.524+0000 7fb85b9a3640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb8540cd0f0 con 0x7fb8540735a0 2024-09-16T07:27:26.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.524+0000 7fb85b9a3640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb8540cd3f0 con 0x7fb85415aa70 2024-09-16T07:27:26.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.524+0000 7fb85973f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb85406ff80 0x7fb8541f5190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:26.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.524+0000 7fb85973f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb85406ff80 0x7fb8541f5190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:38542/0 (socket says 172.21.15.31:38542) 2024-09-16T07:27:26.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.524+0000 7fb85973f640 1 -- 172.21.15.31:0/495894918 learned_addr learned my addr 172.21.15.31:0/495894918 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:26.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.524+0000 7fb859f40640 1 --2- 172.21.15.31:0/495894918 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb85415aa70 0x7fb8540ca4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:26.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.524+0000 7fb858f3e640 1 --2- 172.21.15.31:0/495894918 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb8540735a0 0x7fb8541f3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:26.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.524+0000 7fb85973f640 1 -- 172.21.15.31:0/495894918 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb85415aa70 msgr2=0x7fb8540ca4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:26.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.524+0000 7fb85973f640 1 --2- 172.21.15.31:0/495894918 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb85415aa70 0x7fb8540ca4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:26.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.524+0000 7fb85973f640 1 -- 172.21.15.31:0/495894918 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb8540735a0 msgr2=0x7fb8541f3ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:26.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.524+0000 7fb85973f640 1 --2- 172.21.15.31:0/495894918 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb8540735a0 0x7fb8541f3ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:26.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.524+0000 7fb85973f640 1 -- 172.21.15.31:0/495894918 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8540ca9e0 con 0x7fb85406ff80 2024-09-16T07:27:26.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.524+0000 7fb85973f640 1 --2- 172.21.15.31:0/495894918 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb85406ff80 0x7fb8541f5190 secure :-1 s=READY pgs=1302 cs=0 l=1 rev1=1 crypto rx=0x7fb85000c3a0 tx=0x7fb85000c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:26.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.525+0000 7fb849ffb640 1 -- 172.21.15.31:0/495894918 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb850017070 con 0x7fb85406ff80 2024-09-16T07:27:26.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.525+0000 7fb849ffb640 1 -- 172.21.15.31:0/495894918 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb8500053c0 con 0x7fb85406ff80 2024-09-16T07:27:26.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.525+0000 7fb85b9a3640 1 -- 172.21.15.31:0/495894918 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8540cacb0 con 0x7fb85406ff80 2024-09-16T07:27:26.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.525+0000 7fb849ffb640 1 -- 172.21.15.31:0/495894918 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb850003850 con 0x7fb85406ff80 2024-09-16T07:27:26.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.525+0000 7fb85b9a3640 1 -- 172.21.15.31:0/495894918 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8540c9120 con 0x7fb85406ff80 2024-09-16T07:27:26.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.526+0000 7fb85b9a3640 1 -- 172.21.15.31:0/495894918 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb8540cd910 con 0x7fb85406ff80 2024-09-16T07:27:26.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.526+0000 7fb849ffb640 1 -- 172.21.15.31:0/495894918 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 21) ==== 101848+0+0 (secure 0 0 0) 0x7fb85001a070 con 0x7fb85406ff80 2024-09-16T07:27:26.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.527+0000 7fb849ffb640 1 --2- 172.21.15.31:0/495894918 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb838078e80 0x7fb83807b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:26.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.527+0000 7fb858f3e640 1 --2- 172.21.15.31:0/495894918 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb838078e80 0x7fb83807b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:26.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.527+0000 7fb849ffb640 1 -- 172.21.15.31:0/495894918 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 5809+0+0 (secure 0 0 0) 0x7fb85009a960 con 0x7fb85406ff80 2024-09-16T07:27:26.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.528+0000 7fb858f3e640 1 --2- 172.21.15.31:0/495894918 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb838078e80 0x7fb83807b340 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fb8541f8c30 tx=0x7fb844005f90 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:26.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.532+0000 7fb849ffb640 1 -- 172.21.15.31:0/495894918 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fb850062510 con 0x7fb85406ff80 2024-09-16T07:27:26.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.754+0000 7fb85b9a3640 1 -- 172.21.15.31:0/495894918 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb8540cdcc0 con 0x7fb85406ff80 2024-09-16T07:27:26.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.755+0000 7fb849ffb640 1 -- 172.21.15.31:0/495894918 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 81 v81) ==== 94+0+5222 (secure 0 0 0) 0x7fb850061e10 con 0x7fb85406ff80 2024-09-16T07:27:26.754 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:27:26.755 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":81,"btime":"2024-09-16T07:27:19:370734+0000","default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6239,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6809/2341782803","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":2341782803},{"type":"v1","addr":"172.21.15.155:6809","nonce":2341782803}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":74},{"gid":6799,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/25916180","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":25916180},{"type":"v1","addr":"172.21.15.155:6835","nonce":25916180}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":75},{"gid":7656,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6834/4005511260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":4005511260},{"type":"v1","addr":"172.21.15.31:6834","nonce":4005511260}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":74}],"filesystems":[{"mdsmap":{"epoch":80,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:27:08.706854+0000","modified":"2024-09-16T07:27:11.715273+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7659},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7659":{"gid":7659,"name":"a","rank":0,"incarnation":76,"state":"up:active","state_seq":4,"addr":"172.21.15.31:6835/683889431","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":683889431},{"type":"v1","addr":"172.21.15.31:6835","nonce":683889431}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[19],"metadata_pool":18,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7659,"qdb_cluster":[7659]},"id":9}]} 2024-09-16T07:27:26.755 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 81 2024-09-16T07:27:26.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.757+0000 7fb85b9a3640 1 -- 172.21.15.31:0/495894918 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb838078e80 msgr2=0x7fb83807b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:26.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.757+0000 7fb85b9a3640 1 --2- 172.21.15.31:0/495894918 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb838078e80 0x7fb83807b340 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fb8541f8c30 tx=0x7fb844005f90 comp rx=0 tx=0).stop 2024-09-16T07:27:26.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.757+0000 7fb85b9a3640 1 -- 172.21.15.31:0/495894918 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb85406ff80 msgr2=0x7fb8541f5190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:26.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.757+0000 7fb85b9a3640 1 --2- 172.21.15.31:0/495894918 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb85406ff80 0x7fb8541f5190 secure :-1 s=READY pgs=1302 cs=0 l=1 rev1=1 crypto rx=0x7fb85000c3a0 tx=0x7fb85000c860 comp rx=0 tx=0).stop 2024-09-16T07:27:26.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.757+0000 7fb85b9a3640 1 -- 172.21.15.31:0/495894918 shutdown_connections 2024-09-16T07:27:26.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.757+0000 7fb85b9a3640 1 --2- 172.21.15.31:0/495894918 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb838078e80 0x7fb83807b340 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:26.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.757+0000 7fb85b9a3640 1 --2- 172.21.15.31:0/495894918 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb85415aa70 0x7fb8540ca4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:26.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.757+0000 7fb85b9a3640 1 --2- 172.21.15.31:0/495894918 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb8540735a0 0x7fb8541f3ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:26.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.757+0000 7fb85b9a3640 1 --2- 172.21.15.31:0/495894918 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb85406ff80 0x7fb8541f5190 unknown :-1 s=CLOSED pgs=1302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:26.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.757+0000 7fb85b9a3640 1 -- 172.21.15.31:0/495894918 >> 172.21.15.31:0/495894918 conn(0x7fb8540b1690 msgr2=0x7fb85406ee70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:26.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.757+0000 7fb85b9a3640 1 -- 172.21.15.31:0/495894918 shutdown_connections 2024-09-16T07:27:26.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.757+0000 7fb85b9a3640 1 -- 172.21.15.31:0/495894918 wait complete. 2024-09-16T07:27:26.767 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:27:26.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.873+0000 7fefbc472640 1 -- 172.21.15.31:0/300845434 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fefa00052e0 msgr2=0x7fefa000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:26.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.873+0000 7fefbc472640 1 --2- 172.21.15.31:0/300845434 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fefa00052e0 0x7fefa000b9c0 secure :-1 s=READY pgs=1304 cs=0 l=1 rev1=1 crypto rx=0x7fefac005fd0 tx=0x7fefa0005830 comp rx=0 tx=0).stop 2024-09-16T07:27:26.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.873+0000 7fefbc472640 1 -- 172.21.15.31:0/300845434 shutdown_connections 2024-09-16T07:27:26.874 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.873+0000 7fefbc472640 1 --2- 172.21.15.31:0/300845434 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fefa00052e0 0x7fefa000b9c0 unknown :-1 s=CLOSED pgs=1304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:26.874 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.873+0000 7fefbc472640 1 -- 172.21.15.31:0/300845434 >> 172.21.15.31:0/300845434 conn(0x7fefb40d3ea0 msgr2=0x7fefb40d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:26.874 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.873+0000 7fefbc472640 1 -- 172.21.15.31:0/300845434 shutdown_connections 2024-09-16T07:27:26.874 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.873+0000 7fefbc472640 1 -- 172.21.15.31:0/300845434 wait complete. 2024-09-16T07:27:26.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.875+0000 7fefbc472640 1 Processor -- start 2024-09-16T07:27:26.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.875+0000 7fefbc472640 1 -- start start 2024-09-16T07:27:26.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.875+0000 7fefbc472640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fefa00052e0 0x7fefb4161440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:26.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.875+0000 7fefbc472640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fefb415a740 0x7fefb41f5c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:26.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.875+0000 7fefbc472640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fefb415ee40 0x7fefb40b5ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:26.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.875+0000 7fefbc472640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fefb40cf9b0 con 0x7fefa00052e0 2024-09-16T07:27:26.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.875+0000 7fefbc472640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fefb41626e0 con 0x7fefb415ee40 2024-09-16T07:27:26.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.875+0000 7fefbc472640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fefb40cfb30 con 0x7fefb415a740 2024-09-16T07:27:26.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.876+0000 7fefba20e640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fefa00052e0 0x7fefb4161440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:26.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.876+0000 7fefba20e640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fefa00052e0 0x7fefb4161440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:38558/0 (socket says 172.21.15.31:38558) 2024-09-16T07:27:26.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.876+0000 7fefba20e640 1 -- 172.21.15.31:0/3911982149 learned_addr learned my addr 172.21.15.31:0/3911982149 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:26.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.876+0000 7fefb9a0d640 1 --2- 172.21.15.31:0/3911982149 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fefb415a740 0x7fefb41f5c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:26.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.876+0000 7fefbaa0f640 1 --2- 172.21.15.31:0/3911982149 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fefb415ee40 0x7fefb40b5ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:26.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.876+0000 7fefba20e640 1 -- 172.21.15.31:0/3911982149 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fefb415a740 msgr2=0x7fefb41f5c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:26.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.876+0000 7fefba20e640 1 --2- 172.21.15.31:0/3911982149 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fefb415a740 0x7fefb41f5c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:26.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.876+0000 7fefba20e640 1 -- 172.21.15.31:0/3911982149 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fefb415ee40 msgr2=0x7fefb40b5ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:26.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.876+0000 7fefba20e640 1 --2- 172.21.15.31:0/3911982149 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fefb415ee40 0x7fefb40b5ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:26.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.876+0000 7fefba20e640 1 -- 172.21.15.31:0/3911982149 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fefb4161a20 con 0x7fefa00052e0 2024-09-16T07:27:26.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.876+0000 7fefbaa0f640 1 --2- 172.21.15.31:0/3911982149 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fefb415ee40 0x7fefb40b5ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:27:26.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.876+0000 7fefba20e640 1 --2- 172.21.15.31:0/3911982149 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fefa00052e0 0x7fefb4161440 secure :-1 s=READY pgs=1305 cs=0 l=1 rev1=1 crypto rx=0x7fefb0004d80 tx=0x7fefb0001670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:26.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.876+0000 7fefaaffd640 1 -- 172.21.15.31:0/3911982149 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefb00107d0 con 0x7fefa00052e0 2024-09-16T07:27:26.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.876+0000 7fefaaffd640 1 -- 172.21.15.31:0/3911982149 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fefb0016070 con 0x7fefa00052e0 2024-09-16T07:27:26.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.876+0000 7fefbc472640 1 -- 172.21.15.31:0/3911982149 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fefb40b5000 con 0x7fefa00052e0 2024-09-16T07:27:26.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.876+0000 7fefaaffd640 1 -- 172.21.15.31:0/3911982149 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefb0010cc0 con 0x7fefa00052e0 2024-09-16T07:27:26.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.876+0000 7fefbc472640 1 -- 172.21.15.31:0/3911982149 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fefb40b55c0 con 0x7fefa00052e0 2024-09-16T07:27:26.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.877+0000 7fefbc472640 1 -- 172.21.15.31:0/3911982149 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fefb40d0710 con 0x7fefa00052e0 2024-09-16T07:27:26.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.878+0000 7fefaaffd640 1 -- 172.21.15.31:0/3911982149 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 21) ==== 101848+0+0 (secure 0 0 0) 0x7fefb001b460 con 0x7fefa00052e0 2024-09-16T07:27:26.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.879+0000 7fefaaffd640 1 --2- 172.21.15.31:0/3911982149 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fef98078e80 0x7fef9807b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:26.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.879+0000 7fefaaffd640 1 -- 172.21.15.31:0/3911982149 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 5809+0+0 (secure 0 0 0) 0x7fefb009bee0 con 0x7fefa00052e0 2024-09-16T07:27:26.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.879+0000 7fefb9a0d640 1 --2- 172.21.15.31:0/3911982149 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fef98078e80 0x7fef9807b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:26.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.879+0000 7fefb9a0d640 1 --2- 172.21.15.31:0/3911982149 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fef98078e80 0x7fef9807b340 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fefa4001410 tx=0x7fefa4006910 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:26.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:26.883+0000 7fefaaffd640 1 -- 172.21.15.31:0/3911982149 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fefb0063a50 con 0x7fefa00052e0 2024-09-16T07:27:27.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.105+0000 7fefbc472640 1 -- 172.21.15.31:0/3911982149 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fefb40b2880 con 0x7fefa00052e0 2024-09-16T07:27:27.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.105+0000 7fefaaffd640 1 -- 172.21.15.31:0/3911982149 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 81 v81) ==== 94+0+5222 (secure 0 0 0) 0x7fefb0063350 con 0x7fefa00052e0 2024-09-16T07:27:27.105 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:27:27.108 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":81,"btime":"2024-09-16T07:27:19:370734+0000","default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6239,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6809/2341782803","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":2341782803},{"type":"v1","addr":"172.21.15.155:6809","nonce":2341782803}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":74},{"gid":6799,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/25916180","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":25916180},{"type":"v1","addr":"172.21.15.155:6835","nonce":25916180}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":75},{"gid":7656,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6834/4005511260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":4005511260},{"type":"v1","addr":"172.21.15.31:6834","nonce":4005511260}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":74}],"filesystems":[{"mdsmap":{"epoch":80,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:27:08.706854+0000","modified":"2024-09-16T07:27:11.715273+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7659},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7659":{"gid":7659,"name":"a","rank":0,"incarnation":76,"state":"up:active","state_seq":4,"addr":"172.21.15.31:6835/683889431","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":683889431},{"type":"v1","addr":"172.21.15.31:6835","nonce":683889431}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[19],"metadata_pool":18,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7659,"qdb_cluster":[7659]},"id":9}]} 2024-09-16T07:27:27.109 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 81 2024-09-16T07:27:27.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.107+0000 7fefbc472640 1 -- 172.21.15.31:0/3911982149 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fef98078e80 msgr2=0x7fef9807b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:27.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.107+0000 7fefbc472640 1 --2- 172.21.15.31:0/3911982149 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fef98078e80 0x7fef9807b340 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fefa4001410 tx=0x7fefa4006910 comp rx=0 tx=0).stop 2024-09-16T07:27:27.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.107+0000 7fefbc472640 1 -- 172.21.15.31:0/3911982149 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fefa00052e0 msgr2=0x7fefb4161440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:27.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.107+0000 7fefbc472640 1 --2- 172.21.15.31:0/3911982149 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fefa00052e0 0x7fefb4161440 secure :-1 s=READY pgs=1305 cs=0 l=1 rev1=1 crypto rx=0x7fefb0004d80 tx=0x7fefb0001670 comp rx=0 tx=0).stop 2024-09-16T07:27:27.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.107+0000 7fefbc472640 1 -- 172.21.15.31:0/3911982149 shutdown_connections 2024-09-16T07:27:27.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.107+0000 7fefbc472640 1 --2- 172.21.15.31:0/3911982149 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fef98078e80 0x7fef9807b340 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:27.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.107+0000 7fefbc472640 1 --2- 172.21.15.31:0/3911982149 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fefb415ee40 0x7fefb40b5ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:27.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.107+0000 7fefbc472640 1 --2- 172.21.15.31:0/3911982149 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fefb415a740 0x7fefb41f5c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:27.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.107+0000 7fefbc472640 1 --2- 172.21.15.31:0/3911982149 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fefa00052e0 0x7fefb4161440 unknown :-1 s=CLOSED pgs=1305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:27.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.107+0000 7fefbc472640 1 -- 172.21.15.31:0/3911982149 >> 172.21.15.31:0/3911982149 conn(0x7fefb40d3ea0 msgr2=0x7fefb40b1220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:27.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.108+0000 7fefbc472640 1 -- 172.21.15.31:0/3911982149 shutdown_connections 2024-09-16T07:27:27.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.108+0000 7fefbc472640 1 -- 172.21.15.31:0/3911982149 wait complete. 2024-09-16T07:27:27.118 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:27:27.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.223+0000 7f661df24640 1 -- 172.21.15.31:0/2368255298 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f661806ff80 msgr2=0x7f6618070410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:27.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.223+0000 7f661df24640 1 --2- 172.21.15.31:0/2368255298 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f661806ff80 0x7f6618070410 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f6610005fd0 tx=0x7f661002aa10 comp rx=0 tx=0).stop 2024-09-16T07:27:27.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.223+0000 7f661df24640 1 -- 172.21.15.31:0/2368255298 shutdown_connections 2024-09-16T07:27:27.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.223+0000 7f661df24640 1 --2- 172.21.15.31:0/2368255298 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f661806ff80 0x7f6618070410 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:27.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.223+0000 7f661df24640 1 --2- 172.21.15.31:0/2368255298 >> v2:172.21.15.155:3300/0 conn(0x7f66180735a0 0x7f66180739d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:27.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.223+0000 7f661df24640 1 -- 172.21.15.31:0/2368255298 >> 172.21.15.31:0/2368255298 conn(0x7f66180b1690 msgr2=0x7f66180b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:27.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.223+0000 7f661df24640 1 -- 172.21.15.31:0/2368255298 shutdown_connections 2024-09-16T07:27:27.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.223+0000 7f661df24640 1 -- 172.21.15.31:0/2368255298 wait complete. 2024-09-16T07:27:27.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.224+0000 7f661df24640 1 Processor -- start 2024-09-16T07:27:27.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.224+0000 7f661df24640 1 -- start start 2024-09-16T07:27:27.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.225+0000 7f661df24640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f661806ff80 0x7f66181462c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:27.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.225+0000 7f661df24640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f66180735a0 0x7f6618158060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:27.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.225+0000 7f661df24640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f661815aa70 0x7f66181f45b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:27.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.225+0000 7f661df24640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f66180cd270 con 0x7f66180735a0 2024-09-16T07:27:27.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.225+0000 7f661df24640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f66180cd0f0 con 0x7f661815aa70 2024-09-16T07:27:27.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.225+0000 7f661df24640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f66180cd3f0 con 0x7f661806ff80 2024-09-16T07:27:27.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.225+0000 7f6616ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f66180735a0 0x7f6618158060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:27.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.225+0000 7f6616ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f66180735a0 0x7f6618158060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:38574/0 (socket says 172.21.15.31:38574) 2024-09-16T07:27:27.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.225+0000 7f6616ffd640 1 -- 172.21.15.31:0/1947574226 learned_addr learned my addr 172.21.15.31:0/1947574226 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:27.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.225+0000 7f66177fe640 1 --2- 172.21.15.31:0/1947574226 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f661806ff80 0x7f66181462c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:27.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.225+0000 7f6617fff640 1 --2- 172.21.15.31:0/1947574226 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f661815aa70 0x7f66181f45b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:27.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.225+0000 7f6616ffd640 1 -- 172.21.15.31:0/1947574226 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f661806ff80 msgr2=0x7f66181462c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:27.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.225+0000 7f6616ffd640 1 --2- 172.21.15.31:0/1947574226 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f661806ff80 0x7f66181462c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:27.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.225+0000 7f6616ffd640 1 -- 172.21.15.31:0/1947574226 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f661815aa70 msgr2=0x7f66181f45b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:27.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.225+0000 7f6616ffd640 1 --2- 172.21.15.31:0/1947574226 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f661815aa70 0x7f66181f45b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:27.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.225+0000 7f6616ffd640 1 -- 172.21.15.31:0/1947574226 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66181f50c0 con 0x7f66180735a0 2024-09-16T07:27:27.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.225+0000 7f6617fff640 1 --2- 172.21.15.31:0/1947574226 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f661815aa70 0x7f66181f45b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:27:27.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.225+0000 7f6616ffd640 1 --2- 172.21.15.31:0/1947574226 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f66180735a0 0x7f6618158060 secure :-1 s=READY pgs=1306 cs=0 l=1 rev1=1 crypto rx=0x7f660c00e9f0 tx=0x7f660c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:27.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.226+0000 7f65fffff640 1 -- 172.21.15.31:0/1947574226 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f660c00cd80 con 0x7f66180735a0 2024-09-16T07:27:27.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.226+0000 7f65fffff640 1 -- 172.21.15.31:0/1947574226 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f660c010430 con 0x7f66180735a0 2024-09-16T07:27:27.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.226+0000 7f661df24640 1 -- 172.21.15.31:0/1947574226 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66181f53a0 con 0x7f66180735a0 2024-09-16T07:27:27.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.226+0000 7f65fffff640 1 -- 172.21.15.31:0/1947574226 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f660c010840 con 0x7f66180735a0 2024-09-16T07:27:27.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.226+0000 7f661df24640 1 -- 172.21.15.31:0/1947574226 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66180cb100 con 0x7f66180735a0 2024-09-16T07:27:27.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.227+0000 7f661df24640 1 -- 172.21.15.31:0/1947574226 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6618074750 con 0x7f66180735a0 2024-09-16T07:27:27.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.227+0000 7f65fffff640 1 -- 172.21.15.31:0/1947574226 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 21) ==== 101848+0+0 (secure 0 0 0) 0x7f660c0109e0 con 0x7f66180735a0 2024-09-16T07:27:27.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.228+0000 7f65fffff640 1 --2- 172.21.15.31:0/1947574226 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6604078e80 0x7f660407b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:27.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.228+0000 7f66177fe640 1 --2- 172.21.15.31:0/1947574226 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6604078e80 0x7f660407b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:27.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.228+0000 7f65fffff640 1 -- 172.21.15.31:0/1947574226 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 5809+0+0 (secure 0 0 0) 0x7f660c09c170 con 0x7f66180735a0 2024-09-16T07:27:27.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.228+0000 7f66177fe640 1 --2- 172.21.15.31:0/1947574226 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6604078e80 0x7f660407b340 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f6608001720 tx=0x7f6608009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:27.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.232+0000 7f65fffff640 1 -- 172.21.15.31:0/1947574226 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f6618074750 con 0x7f66180735a0 2024-09-16T07:27:27.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.421+0000 7f661df24640 1 -- 172.21.15.31:0/1947574226 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f66180cd8a0 con 0x7f66180735a0 2024-09-16T07:27:27.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.422+0000 7f65fffff640 1 -- 172.21.15.31:0/1947574226 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v119) ==== 74+0+16842 (secure 0 0 0) 0x7f660c063710 con 0x7f66180735a0 2024-09-16T07:27:27.422 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:27:27.422 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":119,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:27:24.440517+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":19,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":18,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:27:06.356843+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"116","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":19,"pool_name":"cephfs_data","create_time":"2024-09-16T07:27:07.658416+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"119","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":5,"snap_epoch":119,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]},{"pool":19,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[{"pool":19,"snaps":[{"begin":3,"length":1},{"begin":5,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:27:27.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.424+0000 7f661df24640 1 -- 172.21.15.31:0/1947574226 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6604078e80 msgr2=0x7f660407b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:27.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.424+0000 7f661df24640 1 --2- 172.21.15.31:0/1947574226 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6604078e80 0x7f660407b340 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f6608001720 tx=0x7f6608009040 comp rx=0 tx=0).stop 2024-09-16T07:27:27.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.424+0000 7f661df24640 1 -- 172.21.15.31:0/1947574226 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f66180735a0 msgr2=0x7f6618158060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:27.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.424+0000 7f661df24640 1 --2- 172.21.15.31:0/1947574226 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f66180735a0 0x7f6618158060 secure :-1 s=READY pgs=1306 cs=0 l=1 rev1=1 crypto rx=0x7f660c00e9f0 tx=0x7f660c00eeb0 comp rx=0 tx=0).stop 2024-09-16T07:27:27.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.424+0000 7f661df24640 1 -- 172.21.15.31:0/1947574226 shutdown_connections 2024-09-16T07:27:27.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.424+0000 7f661df24640 1 --2- 172.21.15.31:0/1947574226 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6604078e80 0x7f660407b340 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:27.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.424+0000 7f661df24640 1 --2- 172.21.15.31:0/1947574226 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f661815aa70 0x7f66181f45b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:27.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.424+0000 7f661df24640 1 --2- 172.21.15.31:0/1947574226 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f66180735a0 0x7f6618158060 unknown :-1 s=CLOSED pgs=1306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:27.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.424+0000 7f661df24640 1 --2- 172.21.15.31:0/1947574226 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f661806ff80 0x7f66181462c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:27.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.424+0000 7f661df24640 1 -- 172.21.15.31:0/1947574226 >> 172.21.15.31:0/1947574226 conn(0x7f66180b1690 msgr2=0x7f66181566d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:27.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.424+0000 7f661df24640 1 -- 172.21.15.31:0/1947574226 shutdown_connections 2024-09-16T07:27:27.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.424+0000 7f661df24640 1 -- 172.21.15.31:0/1947574226 wait complete. 2024-09-16T07:27:27.435 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-16T07:27:27.435 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:27:27.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.540+0000 7f2877d7d640 1 -- 172.21.15.31:0/2147726303 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2870160ac0 msgr2=0x7f2870160f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:27.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.540+0000 7f2877d7d640 1 --2- 172.21.15.31:0/2147726303 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2870160ac0 0x7f2870160f50 secure :-1 s=READY pgs=1307 cs=0 l=1 rev1=1 crypto rx=0x7f2868009ca0 tx=0x7f286802aa30 comp rx=0 tx=0).stop 2024-09-16T07:27:27.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.540+0000 7f2877d7d640 1 -- 172.21.15.31:0/2147726303 shutdown_connections 2024-09-16T07:27:27.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.540+0000 7f2877d7d640 1 --2- 172.21.15.31:0/2147726303 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2870160ac0 0x7f2870160f50 unknown :-1 s=CLOSED pgs=1307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:27.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.540+0000 7f2877d7d640 1 --2- 172.21.15.31:0/2147726303 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f28700cf920 0x7f28700d1a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:27.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.540+0000 7f2877d7d640 1 -- 172.21.15.31:0/2147726303 >> 172.21.15.31:0/2147726303 conn(0x7f28700d3e40 msgr2=0x7f28700d4250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:27.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.540+0000 7f2877d7d640 1 -- 172.21.15.31:0/2147726303 shutdown_connections 2024-09-16T07:27:27.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.540+0000 7f2877d7d640 1 -- 172.21.15.31:0/2147726303 wait complete. 2024-09-16T07:27:27.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.541+0000 7f2877d7d640 1 Processor -- start 2024-09-16T07:27:27.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.541+0000 7f2877d7d640 1 -- start start 2024-09-16T07:27:27.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.542+0000 7f2877d7d640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f28700cf920 0x7f287015e610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:27.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.542+0000 7f2877d7d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2870160ac0 0x7f28700c93b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:27.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.542+0000 7f2877d7d640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2870161b30 0x7f287006d830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:27.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.542+0000 7f2877d7d640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f28700b3b60 con 0x7f2870160ac0 2024-09-16T07:27:27.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.542+0000 7f2877d7d640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f28700b39e0 con 0x7f28700cf920 2024-09-16T07:27:27.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.542+0000 7f2877d7d640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f28700b3ce0 con 0x7f2870161b30 2024-09-16T07:27:27.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.542+0000 7f2875318640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2870160ac0 0x7f28700c93b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:27.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.542+0000 7f2875318640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2870160ac0 0x7f28700c93b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:38592/0 (socket says 172.21.15.31:38592) 2024-09-16T07:27:27.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.542+0000 7f2875318640 1 -- 172.21.15.31:0/3551619950 learned_addr learned my addr 172.21.15.31:0/3551619950 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:27.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.542+0000 7f287631a640 1 --2- 172.21.15.31:0/3551619950 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2870161b30 0x7f287006d830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:27.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.542+0000 7f2875b19640 1 --2- 172.21.15.31:0/3551619950 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f28700cf920 0x7f287015e610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:27.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.542+0000 7f2875318640 1 -- 172.21.15.31:0/3551619950 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2870161b30 msgr2=0x7f287006d830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:27.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.542+0000 7f2875318640 1 --2- 172.21.15.31:0/3551619950 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2870161b30 0x7f287006d830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:27.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.542+0000 7f2875318640 1 -- 172.21.15.31:0/3551619950 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f28700cf920 msgr2=0x7f287015e610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:27.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.542+0000 7f2875318640 1 --2- 172.21.15.31:0/3551619950 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f28700cf920 0x7f287015e610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:27.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.542+0000 7f2875318640 1 -- 172.21.15.31:0/3551619950 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28701f85f0 con 0x7f2870160ac0 2024-09-16T07:27:27.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.542+0000 7f2875b19640 1 --2- 172.21.15.31:0/3551619950 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f28700cf920 0x7f287015e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:27:27.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.543+0000 7f2875318640 1 --2- 172.21.15.31:0/3551619950 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2870160ac0 0x7f28700c93b0 secure :-1 s=READY pgs=1308 cs=0 l=1 rev1=1 crypto rx=0x7f286000d770 tx=0x7f286000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:27.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.543+0000 7f28667fc640 1 -- 172.21.15.31:0/3551619950 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2860017070 con 0x7f2870160ac0 2024-09-16T07:27:27.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.543+0000 7f28667fc640 1 -- 172.21.15.31:0/3551619950 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2860009d20 con 0x7f2870160ac0 2024-09-16T07:27:27.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.543+0000 7f2877d7d640 1 -- 172.21.15.31:0/3551619950 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28700c98f0 con 0x7f2870160ac0 2024-09-16T07:27:27.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.543+0000 7f28667fc640 1 -- 172.21.15.31:0/3551619950 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2860005280 con 0x7f2870160ac0 2024-09-16T07:27:27.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.543+0000 7f2877d7d640 1 -- 172.21.15.31:0/3551619950 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28701f8b40 con 0x7f2870160ac0 2024-09-16T07:27:27.546 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.544+0000 7f2877d7d640 1 -- 172.21.15.31:0/3551619950 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f28700d1a10 con 0x7f2870160ac0 2024-09-16T07:27:27.546 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.544+0000 7f28667fc640 1 -- 172.21.15.31:0/3551619950 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 21) ==== 101848+0+0 (secure 0 0 0) 0x7f2860005420 con 0x7f2870160ac0 2024-09-16T07:27:27.546 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.545+0000 7f28667fc640 1 --2- 172.21.15.31:0/3551619950 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2854078eb0 0x7f285407b370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:27.546 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.545+0000 7f28667fc640 1 -- 172.21.15.31:0/3551619950 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 5809+0+0 (secure 0 0 0) 0x7f286009b6d0 con 0x7f2870160ac0 2024-09-16T07:27:27.546 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.545+0000 7f2875b19640 1 --2- 172.21.15.31:0/3551619950 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2854078eb0 0x7f285407b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:27.546 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.545+0000 7f2875b19640 1 --2- 172.21.15.31:0/3551619950 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2854078eb0 0x7f285407b370 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f2870160950 tx=0x7f286c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:27.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.549+0000 7f28667fc640 1 -- 172.21.15.31:0/3551619950 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f2860063380 con 0x7f2870160ac0 2024-09-16T07:27:27.769 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.770+0000 7f2877d7d640 1 -- 172.21.15.31:0/3551619950 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f28700b3580 con 0x7f2870160ac0 2024-09-16T07:27:27.770 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.770+0000 7f28667fc640 1 -- 172.21.15.31:0/3551619950 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 81 v81) ==== 94+0+5222 (secure 0 0 0) 0x7f2860062c80 con 0x7f2870160ac0 2024-09-16T07:27:27.770 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:27:27.770 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":81,"btime":"2024-09-16T07:27:19:370734+0000","default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6239,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6809/2341782803","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":2341782803},{"type":"v1","addr":"172.21.15.155:6809","nonce":2341782803}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":74},{"gid":6799,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/25916180","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":25916180},{"type":"v1","addr":"172.21.15.155:6835","nonce":25916180}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":75},{"gid":7656,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6834/4005511260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":4005511260},{"type":"v1","addr":"172.21.15.31:6834","nonce":4005511260}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":74}],"filesystems":[{"mdsmap":{"epoch":80,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:27:08.706854+0000","modified":"2024-09-16T07:27:11.715273+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7659},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7659":{"gid":7659,"name":"a","rank":0,"incarnation":76,"state":"up:active","state_seq":4,"addr":"172.21.15.31:6835/683889431","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":683889431},{"type":"v1","addr":"172.21.15.31:6835","nonce":683889431}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[19],"metadata_pool":18,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7659,"qdb_cluster":[7659]},"id":9}]} 2024-09-16T07:27:27.770 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 81 2024-09-16T07:27:27.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.773+0000 7f2877d7d640 1 -- 172.21.15.31:0/3551619950 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2854078eb0 msgr2=0x7f285407b370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:27.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.773+0000 7f2877d7d640 1 --2- 172.21.15.31:0/3551619950 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2854078eb0 0x7f285407b370 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f2870160950 tx=0x7f286c008040 comp rx=0 tx=0).stop 2024-09-16T07:27:27.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.773+0000 7f2877d7d640 1 -- 172.21.15.31:0/3551619950 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2870160ac0 msgr2=0x7f28700c93b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:27.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.773+0000 7f2877d7d640 1 --2- 172.21.15.31:0/3551619950 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2870160ac0 0x7f28700c93b0 secure :-1 s=READY pgs=1308 cs=0 l=1 rev1=1 crypto rx=0x7f286000d770 tx=0x7f286000dc30 comp rx=0 tx=0).stop 2024-09-16T07:27:27.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.773+0000 7f2877d7d640 1 -- 172.21.15.31:0/3551619950 shutdown_connections 2024-09-16T07:27:27.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.773+0000 7f2877d7d640 1 --2- 172.21.15.31:0/3551619950 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2854078eb0 0x7f285407b370 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:27.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.773+0000 7f2877d7d640 1 --2- 172.21.15.31:0/3551619950 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2870161b30 0x7f287006d830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:27.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.773+0000 7f2877d7d640 1 --2- 172.21.15.31:0/3551619950 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2870160ac0 0x7f28700c93b0 unknown :-1 s=CLOSED pgs=1308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:27.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.773+0000 7f2877d7d640 1 --2- 172.21.15.31:0/3551619950 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f28700cf920 0x7f287015e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:27.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.773+0000 7f2877d7d640 1 -- 172.21.15.31:0/3551619950 >> 172.21.15.31:0/3551619950 conn(0x7f28700d3e40 msgr2=0x7f28700b19d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:27.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.773+0000 7f2877d7d640 1 -- 172.21.15.31:0/3551619950 shutdown_connections 2024-09-16T07:27:27.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.773+0000 7f2877d7d640 1 -- 172.21.15.31:0/3551619950 wait complete. 2024-09-16T07:27:27.783 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:27:27.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.888+0000 7fa379552640 1 -- 172.21.15.31:0/3164649920 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa374162480 msgr2=0x7fa3740d0b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:27.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.888+0000 7fa379552640 1 --2- 172.21.15.31:0/3164649920 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa374162480 0x7fa3740d0b70 secure :-1 s=READY pgs=1309 cs=0 l=1 rev1=1 crypto rx=0x7fa37406d080 tx=0x7fa36c02a560 comp rx=0 tx=0).stop 2024-09-16T07:27:27.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.888+0000 7fa379552640 1 -- 172.21.15.31:0/3164649920 shutdown_connections 2024-09-16T07:27:27.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.888+0000 7fa379552640 1 --2- 172.21.15.31:0/3164649920 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa374162480 0x7fa3740d0b70 unknown :-1 s=CLOSED pgs=1309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:27.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.888+0000 7fa379552640 1 --2- 172.21.15.31:0/3164649920 >> v2:172.21.15.155:3300/0 conn(0x7fa3740d49c0 0x7fa3740d0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:27.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.888+0000 7fa379552640 1 --2- 172.21.15.31:0/3164649920 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa37415df90 0x7fa3740cf9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:27.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.888+0000 7fa379552640 1 -- 172.21.15.31:0/3164649920 >> 172.21.15.31:0/3164649920 conn(0x7fa3740d3ea0 msgr2=0x7fa3740d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:27.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.888+0000 7fa379552640 1 -- 172.21.15.31:0/3164649920 shutdown_connections 2024-09-16T07:27:27.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.888+0000 7fa379552640 1 -- 172.21.15.31:0/3164649920 wait complete. 2024-09-16T07:27:27.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.890+0000 7fa379552640 1 Processor -- start 2024-09-16T07:27:27.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.890+0000 7fa379552640 1 -- start start 2024-09-16T07:27:27.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.890+0000 7fa379552640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa3740d49c0 0x7fa3741609d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:27.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.890+0000 7fa379552640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa37415df90 0x7fa3740cdd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:27.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.890+0000 7fa379552640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa374162480 0x7fa3741f3dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:27.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.890+0000 7fa379552640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fa3740b3b90 con 0x7fa37415df90 2024-09-16T07:27:27.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.890+0000 7fa379552640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa3740b3a10 con 0x7fa3740d49c0 2024-09-16T07:27:27.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.890+0000 7fa379552640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa3740b3d10 con 0x7fa374162480 2024-09-16T07:27:27.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.890+0000 7fa3727fc640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa37415df90 0x7fa3740cdd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:27.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.891+0000 7fa3727fc640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa37415df90 0x7fa3740cdd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:38616/0 (socket says 172.21.15.31:38616) 2024-09-16T07:27:27.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.891+0000 7fa3727fc640 1 -- 172.21.15.31:0/2571989982 learned_addr learned my addr 172.21.15.31:0/2571989982 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:27.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.891+0000 7fa3737fe640 1 --2- 172.21.15.31:0/2571989982 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa374162480 0x7fa3741f3dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:27.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.891+0000 7fa372ffd640 1 --2- 172.21.15.31:0/2571989982 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa3740d49c0 0x7fa3741609d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:27.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.891+0000 7fa3727fc640 1 -- 172.21.15.31:0/2571989982 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa374162480 msgr2=0x7fa3741f3dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:27.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.891+0000 7fa3727fc640 1 --2- 172.21.15.31:0/2571989982 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa374162480 0x7fa3741f3dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:27.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.891+0000 7fa3727fc640 1 -- 172.21.15.31:0/2571989982 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa3740d49c0 msgr2=0x7fa3741609d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:27.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.891+0000 7fa3727fc640 1 --2- 172.21.15.31:0/2571989982 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa3740d49c0 0x7fa3741609d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:27.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.891+0000 7fa3727fc640 1 -- 172.21.15.31:0/2571989982 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa374160f10 con 0x7fa37415df90 2024-09-16T07:27:27.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.891+0000 7fa372ffd640 1 --2- 172.21.15.31:0/2571989982 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa3740d49c0 0x7fa3741609d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:27:27.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.891+0000 7fa3727fc640 1 --2- 172.21.15.31:0/2571989982 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa37415df90 0x7fa3740cdd50 secure :-1 s=READY pgs=1310 cs=0 l=1 rev1=1 crypto rx=0x7fa35c00c920 tx=0x7fa35c00cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:27.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.891+0000 7fa36b7fe640 1 -- 172.21.15.31:0/2571989982 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa35c007c10 con 0x7fa37415df90 2024-09-16T07:27:27.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.891+0000 7fa36b7fe640 1 -- 172.21.15.31:0/2571989982 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa35c00f450 con 0x7fa37415df90 2024-09-16T07:27:27.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.891+0000 7fa379552640 1 -- 172.21.15.31:0/2571989982 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa3740ce290 con 0x7fa37415df90 2024-09-16T07:27:27.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.891+0000 7fa36b7fe640 1 -- 172.21.15.31:0/2571989982 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa35c00f8a0 con 0x7fa37415df90 2024-09-16T07:27:27.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.891+0000 7fa379552640 1 -- 172.21.15.31:0/2571989982 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa37415fc10 con 0x7fa37415df90 2024-09-16T07:27:27.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.892+0000 7fa379552640 1 -- 172.21.15.31:0/2571989982 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa3740cf9b0 con 0x7fa37415df90 2024-09-16T07:27:27.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.893+0000 7fa36b7fe640 1 -- 172.21.15.31:0/2571989982 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 21) ==== 101848+0+0 (secure 0 0 0) 0x7fa35c00fa40 con 0x7fa37415df90 2024-09-16T07:27:27.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.893+0000 7fa36b7fe640 1 --2- 172.21.15.31:0/2571989982 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa354078e80 0x7fa35407b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:27.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.893+0000 7fa36b7fe640 1 -- 172.21.15.31:0/2571989982 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 5809+0+0 (secure 0 0 0) 0x7fa35c09bd30 con 0x7fa37415df90 2024-09-16T07:27:27.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.893+0000 7fa372ffd640 1 --2- 172.21.15.31:0/2571989982 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa354078e80 0x7fa35407b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:27.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.894+0000 7fa372ffd640 1 --2- 172.21.15.31:0/2571989982 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa354078e80 0x7fa35407b340 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fa3640092f0 tx=0x7fa364009280 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:27.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:27.898+0000 7fa36b7fe640 1 -- 172.21.15.31:0/2571989982 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fa35c014030 con 0x7fa37415df90 2024-09-16T07:27:28.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.124+0000 7fa379552640 1 -- 172.21.15.31:0/2571989982 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa3740b5490 con 0x7fa37415df90 2024-09-16T07:27:28.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.124+0000 7fa36b7fe640 1 -- 172.21.15.31:0/2571989982 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 81 v81) ==== 94+0+5222 (secure 0 0 0) 0x7fa35c063970 con 0x7fa37415df90 2024-09-16T07:27:28.124 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:27:28.124 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":81,"btime":"2024-09-16T07:27:19:370734+0000","default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6239,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6809/2341782803","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":2341782803},{"type":"v1","addr":"172.21.15.155:6809","nonce":2341782803}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":74},{"gid":6799,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/25916180","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":25916180},{"type":"v1","addr":"172.21.15.155:6835","nonce":25916180}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":75},{"gid":7656,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6834/4005511260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":4005511260},{"type":"v1","addr":"172.21.15.31:6834","nonce":4005511260}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":74}],"filesystems":[{"mdsmap":{"epoch":80,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:27:08.706854+0000","modified":"2024-09-16T07:27:11.715273+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7659},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7659":{"gid":7659,"name":"a","rank":0,"incarnation":76,"state":"up:active","state_seq":4,"addr":"172.21.15.31:6835/683889431","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":683889431},{"type":"v1","addr":"172.21.15.31:6835","nonce":683889431}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[19],"metadata_pool":18,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7659,"qdb_cluster":[7659]},"id":9}]} 2024-09-16T07:27:28.124 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 81 2024-09-16T07:27:28.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.126+0000 7fa379552640 1 -- 172.21.15.31:0/2571989982 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa354078e80 msgr2=0x7fa35407b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:28.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.126+0000 7fa379552640 1 --2- 172.21.15.31:0/2571989982 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa354078e80 0x7fa35407b340 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fa3640092f0 tx=0x7fa364009280 comp rx=0 tx=0).stop 2024-09-16T07:27:28.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.126+0000 7fa379552640 1 -- 172.21.15.31:0/2571989982 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa37415df90 msgr2=0x7fa3740cdd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:28.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.126+0000 7fa379552640 1 --2- 172.21.15.31:0/2571989982 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa37415df90 0x7fa3740cdd50 secure :-1 s=READY pgs=1310 cs=0 l=1 rev1=1 crypto rx=0x7fa35c00c920 tx=0x7fa35c00cde0 comp rx=0 tx=0).stop 2024-09-16T07:27:28.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.126+0000 7fa379552640 1 -- 172.21.15.31:0/2571989982 shutdown_connections 2024-09-16T07:27:28.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.126+0000 7fa379552640 1 --2- 172.21.15.31:0/2571989982 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa354078e80 0x7fa35407b340 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:28.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.126+0000 7fa379552640 1 --2- 172.21.15.31:0/2571989982 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa374162480 0x7fa3741f3dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:28.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.126+0000 7fa379552640 1 --2- 172.21.15.31:0/2571989982 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa37415df90 0x7fa3740cdd50 unknown :-1 s=CLOSED pgs=1310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:28.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.126+0000 7fa379552640 1 --2- 172.21.15.31:0/2571989982 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa3740d49c0 0x7fa3741609d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:28.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.126+0000 7fa379552640 1 -- 172.21.15.31:0/2571989982 >> 172.21.15.31:0/2571989982 conn(0x7fa3740d3ea0 msgr2=0x7fa3740b6360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:28.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.126+0000 7fa379552640 1 -- 172.21.15.31:0/2571989982 shutdown_connections 2024-09-16T07:27:28.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.127+0000 7fa379552640 1 -- 172.21.15.31:0/2571989982 wait complete. 2024-09-16T07:27:28.137 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:27:28.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.243+0000 7f16b01c2640 1 -- 172.21.15.31:0/3937594665 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f16a815df90 msgr2=0x7f16a80cf9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:28.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.243+0000 7f16b01c2640 1 --2- 172.21.15.31:0/3937594665 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f16a815df90 0x7f16a80cf9b0 secure :-1 s=READY pgs=1312 cs=0 l=1 rev1=1 crypto rx=0x7f16a4005fd0 tx=0x7f16a402a5d0 comp rx=0 tx=0).stop 2024-09-16T07:27:28.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.243+0000 7f16b01c2640 1 -- 172.21.15.31:0/3937594665 shutdown_connections 2024-09-16T07:27:28.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.243+0000 7f16b01c2640 1 --2- 172.21.15.31:0/3937594665 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f16a80d0d40 0x7f16a80b3800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:28.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.243+0000 7f16b01c2640 1 --2- 172.21.15.31:0/3937594665 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f16a815df90 0x7f16a80cf9b0 unknown :-1 s=CLOSED pgs=1312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:28.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.243+0000 7f16b01c2640 1 -- 172.21.15.31:0/3937594665 >> 172.21.15.31:0/3937594665 conn(0x7f16a80d3ea0 msgr2=0x7f16a80d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:28.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.243+0000 7f16b01c2640 1 -- 172.21.15.31:0/3937594665 shutdown_connections 2024-09-16T07:27:28.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.243+0000 7f16b01c2640 1 -- 172.21.15.31:0/3937594665 wait complete. 2024-09-16T07:27:28.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.245+0000 7f16b01c2640 1 Processor -- start 2024-09-16T07:27:28.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.245+0000 7f16b01c2640 1 -- start start 2024-09-16T07:27:28.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.245+0000 7f16b01c2640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f16a80d0d40 0x7f16a8160300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:28.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.245+0000 7f16b01c2640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f16a80d49c0 0x7f16a80ca7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:28.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.245+0000 7f16b01c2640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f16a815df90 0x7f16a81f8120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:28.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.245+0000 7f16b01c2640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f16a80b3d40 con 0x7f16a80d0d40 2024-09-16T07:27:28.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.245+0000 7f16b01c2640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f16a8162710 con 0x7f16a815df90 2024-09-16T07:27:28.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.245+0000 7f16b01c2640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f16a80b3ec0 con 0x7f16a80d49c0 2024-09-16T07:27:28.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.245+0000 7f16adf5e640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f16a80d0d40 0x7f16a8160300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:28.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.245+0000 7f16adf5e640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f16a80d0d40 0x7f16a8160300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:38624/0 (socket says 172.21.15.31:38624) 2024-09-16T07:27:28.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.245+0000 7f16adf5e640 1 -- 172.21.15.31:0/263376464 learned_addr learned my addr 172.21.15.31:0/263376464 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:28.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.246+0000 7f16ad75d640 1 --2- 172.21.15.31:0/263376464 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f16a80d49c0 0x7f16a80ca7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:28.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.246+0000 7f16adf5e640 1 -- 172.21.15.31:0/263376464 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f16a80d49c0 msgr2=0x7f16a80ca7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:28.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.246+0000 7f16adf5e640 1 --2- 172.21.15.31:0/263376464 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f16a80d49c0 0x7f16a80ca7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:28.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.246+0000 7f16adf5e640 1 -- 172.21.15.31:0/263376464 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f16a815df90 msgr2=0x7f16a81f8120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:28.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.246+0000 7f16adf5e640 1 --2- 172.21.15.31:0/263376464 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f16a815df90 0x7f16a81f8120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:28.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.246+0000 7f16adf5e640 1 -- 172.21.15.31:0/263376464 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16a8154280 con 0x7f16a80d0d40 2024-09-16T07:27:28.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.246+0000 7f16ad75d640 1 --2- 172.21.15.31:0/263376464 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f16a80d49c0 0x7f16a80ca7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:27:28.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.246+0000 7f16adf5e640 1 --2- 172.21.15.31:0/263376464 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f16a80d0d40 0x7f16a8160300 secure :-1 s=READY pgs=1313 cs=0 l=1 rev1=1 crypto rx=0x7f16a4034040 tx=0x7f16a40038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:28.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.246+0000 7f169e7fc640 1 -- 172.21.15.31:0/263376464 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16a403e030 con 0x7f16a80d0d40 2024-09-16T07:27:28.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.246+0000 7f169e7fc640 1 -- 172.21.15.31:0/263376464 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f16a4003ca0 con 0x7f16a80d0d40 2024-09-16T07:27:28.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.246+0000 7f16b01c2640 1 -- 172.21.15.31:0/263376464 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16a81609a0 con 0x7f16a80d0d40 2024-09-16T07:27:28.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.246+0000 7f169e7fc640 1 -- 172.21.15.31:0/263376464 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16a4035040 con 0x7f16a80d0d40 2024-09-16T07:27:28.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.246+0000 7f16b01c2640 1 -- 172.21.15.31:0/263376464 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16a8160f60 con 0x7f16a80d0d40 2024-09-16T07:27:28.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.247+0000 7f16b01c2640 1 -- 172.21.15.31:0/263376464 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f16a80b4340 con 0x7f16a80d0d40 2024-09-16T07:27:28.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.248+0000 7f169e7fc640 1 -- 172.21.15.31:0/263376464 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 21) ==== 101848+0+0 (secure 0 0 0) 0x7f16a4041030 con 0x7f16a80d0d40 2024-09-16T07:27:28.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.249+0000 7f169e7fc640 1 --2- 172.21.15.31:0/263376464 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f168c078e80 0x7f168c07b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:28.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.249+0000 7f169e7fc640 1 -- 172.21.15.31:0/263376464 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 5809+0+0 (secure 0 0 0) 0x7f16a40bb920 con 0x7f16a80d0d40 2024-09-16T07:27:28.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.249+0000 7f16ad75d640 1 --2- 172.21.15.31:0/263376464 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f168c078e80 0x7f168c07b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:28.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.249+0000 7f16ad75d640 1 --2- 172.21.15.31:0/263376464 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f168c078e80 0x7f168c07b340 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f1698007fd0 tx=0x7f1698009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:28.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.253+0000 7f169e7fc640 1 -- 172.21.15.31:0/263376464 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f16a4083640 con 0x7f16a80d0d40 2024-09-16T07:27:28.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.443+0000 7f16b01c2640 1 -- 172.21.15.31:0/263376464 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f16a808d590 con 0x7f16a80d0d40 2024-09-16T07:27:28.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.444+0000 7f169e7fc640 1 -- 172.21.15.31:0/263376464 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v119) ==== 74+0+16842 (secure 0 0 0) 0x7f16a4082f40 con 0x7f16a80d0d40 2024-09-16T07:27:28.444 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:27:28.444 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":119,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:27:24.440517+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":19,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":18,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:27:06.356843+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"116","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":19,"pool_name":"cephfs_data","create_time":"2024-09-16T07:27:07.658416+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"119","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":5,"snap_epoch":119,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]},{"pool":19,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[{"pool":19,"snaps":[{"begin":3,"length":1},{"begin":5,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:27:28.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.446+0000 7f16b01c2640 1 -- 172.21.15.31:0/263376464 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f168c078e80 msgr2=0x7f168c07b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:28.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.446+0000 7f16b01c2640 1 --2- 172.21.15.31:0/263376464 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f168c078e80 0x7f168c07b340 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f1698007fd0 tx=0x7f1698009040 comp rx=0 tx=0).stop 2024-09-16T07:27:28.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.446+0000 7f16b01c2640 1 -- 172.21.15.31:0/263376464 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f16a80d0d40 msgr2=0x7f16a8160300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:28.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.446+0000 7f16b01c2640 1 --2- 172.21.15.31:0/263376464 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f16a80d0d40 0x7f16a8160300 secure :-1 s=READY pgs=1313 cs=0 l=1 rev1=1 crypto rx=0x7f16a4034040 tx=0x7f16a40038a0 comp rx=0 tx=0).stop 2024-09-16T07:27:28.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.446+0000 7f16b01c2640 1 -- 172.21.15.31:0/263376464 shutdown_connections 2024-09-16T07:27:28.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.446+0000 7f16b01c2640 1 --2- 172.21.15.31:0/263376464 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f168c078e80 0x7f168c07b340 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:28.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.446+0000 7f16b01c2640 1 --2- 172.21.15.31:0/263376464 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f16a815df90 0x7f16a81f8120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:28.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.446+0000 7f16b01c2640 1 --2- 172.21.15.31:0/263376464 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f16a80d49c0 0x7f16a80ca7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:28.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.446+0000 7f16b01c2640 1 --2- 172.21.15.31:0/263376464 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f16a80d0d40 0x7f16a8160300 unknown :-1 s=CLOSED pgs=1313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:28.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.446+0000 7f16b01c2640 1 -- 172.21.15.31:0/263376464 >> 172.21.15.31:0/263376464 conn(0x7f16a80d3ea0 msgr2=0x7f16a806e9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:28.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.446+0000 7f16b01c2640 1 -- 172.21.15.31:0/263376464 shutdown_connections 2024-09-16T07:27:28.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.446+0000 7f16b01c2640 1 -- 172.21.15.31:0/263376464 wait complete. 2024-09-16T07:27:28.457 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-16T07:27:28.562 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.563+0000 7fa0ad332640 1 -- 172.21.15.31:0/1985013723 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa0a80cf640 msgr2=0x7fa0a80725a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:28.563 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.563+0000 7fa0ad332640 1 --2- 172.21.15.31:0/1985013723 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa0a80cf640 0x7fa0a80725a0 secure :-1 s=READY pgs=1315 cs=0 l=1 rev1=1 crypto rx=0x7fa090005fd0 tx=0x7fa09002a5d0 comp rx=0 tx=0).stop 2024-09-16T07:27:28.563 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.563+0000 7fa0ad332640 1 -- 172.21.15.31:0/1985013723 shutdown_connections 2024-09-16T07:27:28.563 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.563+0000 7fa0ad332640 1 --2- 172.21.15.31:0/1985013723 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa0a80cf640 0x7fa0a80725a0 unknown :-1 s=CLOSED pgs=1315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:28.563 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.563+0000 7fa0ad332640 1 -- 172.21.15.31:0/1985013723 >> 172.21.15.31:0/1985013723 conn(0x7fa0a80b1690 msgr2=0x7fa0a80b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:28.563 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.563+0000 7fa0ad332640 1 -- 172.21.15.31:0/1985013723 shutdown_connections 2024-09-16T07:27:28.563 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.563+0000 7fa0ad332640 1 -- 172.21.15.31:0/1985013723 wait complete. 2024-09-16T07:27:28.564 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.564+0000 7fa0ad332640 1 Processor -- start 2024-09-16T07:27:28.564 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.564+0000 7fa0ad332640 1 -- start start 2024-09-16T07:27:28.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.565+0000 7fa0ad332640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa0a80b3140 0x7fa0a8149080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:28.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.565+0000 7fa0ad332640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa0a80cf640 0x7fa0a8141e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:28.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.565+0000 7fa0ad332640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa0a8151370 0x7fa0a8154230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:28.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.565+0000 7fa0ad332640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fa0a8070280 con 0x7fa0a8151370 2024-09-16T07:27:28.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.565+0000 7fa0ad332640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa0a8070100 con 0x7fa0a80cf640 2024-09-16T07:27:28.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.565+0000 7fa0ad332640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa0a8070400 con 0x7fa0a80b3140 2024-09-16T07:27:28.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.565+0000 7fa0a77fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa0a8151370 0x7fa0a8154230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:28.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.565+0000 7fa0a77fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa0a8151370 0x7fa0a8154230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:38634/0 (socket says 172.21.15.31:38634) 2024-09-16T07:27:28.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.565+0000 7fa0a77fe640 1 -- 172.21.15.31:0/215355107 learned_addr learned my addr 172.21.15.31:0/215355107 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:28.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.565+0000 7fa0a67fc640 1 --2- 172.21.15.31:0/215355107 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa0a80cf640 0x7fa0a8141e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:28.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.565+0000 7fa0a6ffd640 1 --2- 172.21.15.31:0/215355107 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa0a80b3140 0x7fa0a8149080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:28.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.566+0000 7fa0a77fe640 1 -- 172.21.15.31:0/215355107 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa0a80b3140 msgr2=0x7fa0a8149080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:28.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.566+0000 7fa0a77fe640 1 --2- 172.21.15.31:0/215355107 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa0a80b3140 0x7fa0a8149080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:28.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.566+0000 7fa0a77fe640 1 -- 172.21.15.31:0/215355107 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa0a80cf640 msgr2=0x7fa0a8141e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:28.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.566+0000 7fa0a77fe640 1 --2- 172.21.15.31:0/215355107 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa0a80cf640 0x7fa0a8141e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:28.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.566+0000 7fa0a77fe640 1 -- 172.21.15.31:0/215355107 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0a8142390 con 0x7fa0a8151370 2024-09-16T07:27:28.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.566+0000 7fa0a67fc640 1 --2- 172.21.15.31:0/215355107 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa0a80cf640 0x7fa0a8141e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:27:28.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.566+0000 7fa0a77fe640 1 --2- 172.21.15.31:0/215355107 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa0a8151370 0x7fa0a8154230 secure :-1 s=READY pgs=1316 cs=0 l=1 rev1=1 crypto rx=0x7fa09800c3c0 tx=0x7fa09800c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:28.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.566+0000 7fa09f7fe640 1 -- 172.21.15.31:0/215355107 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa098017070 con 0x7fa0a8151370 2024-09-16T07:27:28.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.566+0000 7fa09f7fe640 1 -- 172.21.15.31:0/215355107 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa0980035f0 con 0x7fa0a8151370 2024-09-16T07:27:28.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.566+0000 7fa09f7fe640 1 -- 172.21.15.31:0/215355107 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa098003a40 con 0x7fa0a8151370 2024-09-16T07:27:28.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.566+0000 7fa0ad332640 1 -- 172.21.15.31:0/215355107 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0a81f5da0 con 0x7fa0a8151370 2024-09-16T07:27:28.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.566+0000 7fa0ad332640 1 -- 172.21.15.31:0/215355107 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0a81f6360 con 0x7fa0a8151370 2024-09-16T07:27:28.568 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.567+0000 7fa0ad332640 1 -- 172.21.15.31:0/215355107 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa0a80725a0 con 0x7fa0a8151370 2024-09-16T07:27:28.568 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.568+0000 7fa09f7fe640 1 -- 172.21.15.31:0/215355107 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 21) ==== 101848+0+0 (secure 0 0 0) 0x7fa09801a070 con 0x7fa0a8151370 2024-09-16T07:27:28.568 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.568+0000 7fa09f7fe640 1 --2- 172.21.15.31:0/215355107 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa088078e80 0x7fa08807b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:28.569 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.568+0000 7fa09f7fe640 1 -- 172.21.15.31:0/215355107 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 5809+0+0 (secure 0 0 0) 0x7fa09809a860 con 0x7fa0a8151370 2024-09-16T07:27:28.569 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.568+0000 7fa0a6ffd640 1 --2- 172.21.15.31:0/215355107 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa088078e80 0x7fa08807b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:28.569 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.569+0000 7fa0a6ffd640 1 --2- 172.21.15.31:0/215355107 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa088078e80 0x7fa08807b340 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fa0a0001ce0 tx=0x7fa0a0009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:28.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.573+0000 7fa09f7fe640 1 -- 172.21.15.31:0/215355107 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fa0980624a0 con 0x7fa0a8151370 2024-09-16T07:27:28.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.797+0000 7fa0ad332640 1 -- 172.21.15.31:0/215355107 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fa0a8146910 con 0x7fa0a8151370 2024-09-16T07:27:28.797 INFO:tasks.ceph.mon.a.smithi031.stderr:2024-09-16T07:27:28.798+0000 7fe9e4df9640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T07:27:28.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.799+0000 7fa09f7fe640 1 -- 172.21.15.31:0/215355107 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v82) ==== 161+0+0 (secure 0 0 0) 0x7fa098061da0 con 0x7fa0a8151370 2024-09-16T07:27:28.799 INFO:teuthology.orchestra.run.smithi031.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-16T07:27:28.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.802+0000 7fa0ad332640 1 -- 172.21.15.31:0/215355107 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa088078e80 msgr2=0x7fa08807b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:28.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.802+0000 7fa0ad332640 1 --2- 172.21.15.31:0/215355107 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa088078e80 0x7fa08807b340 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fa0a0001ce0 tx=0x7fa0a0009040 comp rx=0 tx=0).stop 2024-09-16T07:27:28.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.802+0000 7fa0ad332640 1 -- 172.21.15.31:0/215355107 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa0a8151370 msgr2=0x7fa0a8154230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:28.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.802+0000 7fa0ad332640 1 --2- 172.21.15.31:0/215355107 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa0a8151370 0x7fa0a8154230 secure :-1 s=READY pgs=1316 cs=0 l=1 rev1=1 crypto rx=0x7fa09800c3c0 tx=0x7fa09800c880 comp rx=0 tx=0).stop 2024-09-16T07:27:28.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.802+0000 7fa0ad332640 1 -- 172.21.15.31:0/215355107 shutdown_connections 2024-09-16T07:27:28.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.802+0000 7fa0ad332640 1 --2- 172.21.15.31:0/215355107 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa088078e80 0x7fa08807b340 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:28.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.802+0000 7fa0ad332640 1 --2- 172.21.15.31:0/215355107 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa0a8151370 0x7fa0a8154230 unknown :-1 s=CLOSED pgs=1316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:28.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.802+0000 7fa0ad332640 1 --2- 172.21.15.31:0/215355107 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa0a80cf640 0x7fa0a8141e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:28.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.802+0000 7fa0ad332640 1 --2- 172.21.15.31:0/215355107 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa0a80b3140 0x7fa0a8149080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:28.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.802+0000 7fa0ad332640 1 -- 172.21.15.31:0/215355107 >> 172.21.15.31:0/215355107 conn(0x7fa0a80b1690 msgr2=0x7fa0a80b3ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:28.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.802+0000 7fa0ad332640 1 -- 172.21.15.31:0/215355107 shutdown_connections 2024-09-16T07:27:28.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.802+0000 7fa0ad332640 1 -- 172.21.15.31:0/215355107 wait complete. 2024-09-16T07:27:28.814 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-16T07:27:28.840 INFO:tasks.ceph.mds.a.smithi031.stdout:starting mds.a at 2024-09-16T07:27:28.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.923+0000 7f3d458c6640 1 -- 172.21.15.31:0/3416308183 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3d400d23f0 msgr2=0x7f3d400af830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:28.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.923+0000 7f3d458c6640 1 --2- 172.21.15.31:0/3416308183 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3d400d23f0 0x7f3d400af830 secure :-1 s=READY pgs=1320 cs=0 l=1 rev1=1 crypto rx=0x7f3d28009830 tx=0x7f3d2802a480 comp rx=0 tx=0).stop 2024-09-16T07:27:28.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.923+0000 7f3d458c6640 1 -- 172.21.15.31:0/3416308183 shutdown_connections 2024-09-16T07:27:28.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.923+0000 7f3d458c6640 1 --2- 172.21.15.31:0/3416308183 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3d400d23f0 0x7f3d400af830 unknown :-1 s=CLOSED pgs=1320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:28.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.923+0000 7f3d458c6640 1 -- 172.21.15.31:0/3416308183 >> 172.21.15.31:0/3416308183 conn(0x7f3d4009aa30 msgr2=0x7f3d4009ae40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:28.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.923+0000 7f3d458c6640 1 -- 172.21.15.31:0/3416308183 shutdown_connections 2024-09-16T07:27:28.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.923+0000 7f3d458c6640 1 -- 172.21.15.31:0/3416308183 wait complete. 2024-09-16T07:27:28.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.924+0000 7f3d458c6640 1 Processor -- start 2024-09-16T07:27:28.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.924+0000 7f3d458c6640 1 -- start start 2024-09-16T07:27:28.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.925+0000 7f3d458c6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3d400b0d80 0x7f3d40155050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:28.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.925+0000 7f3d458c6640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3d400d23f0 0x7f3d40155590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:28.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.925+0000 7f3d458c6640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3d4015bf10 0x7f3d401f8570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:28.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.925+0000 7f3d458c6640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f3d400b0600 con 0x7f3d400b0d80 2024-09-16T07:27:28.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.925+0000 7f3d458c6640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f3d400b0480 con 0x7f3d400d23f0 2024-09-16T07:27:28.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.925+0000 7f3d458c6640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f3d400b0780 con 0x7f3d4015bf10 2024-09-16T07:27:28.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.925+0000 7f3d3effd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3d400b0d80 0x7f3d40155050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:28.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.925+0000 7f3d3effd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3d400b0d80 0x7f3d40155050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:38676/0 (socket says 172.21.15.31:38676) 2024-09-16T07:27:28.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.925+0000 7f3d3effd640 1 -- 172.21.15.31:0/1717152843 learned_addr learned my addr 172.21.15.31:0/1717152843 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:28.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.925+0000 7f3d37fff640 1 --2- 172.21.15.31:0/1717152843 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3d400d23f0 0x7f3d40155590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:28.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.925+0000 7f3d3f7fe640 1 --2- 172.21.15.31:0/1717152843 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3d4015bf10 0x7f3d401f8570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:28.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.925+0000 7f3d3effd640 1 -- 172.21.15.31:0/1717152843 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3d4015bf10 msgr2=0x7f3d401f8570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:28.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.925+0000 7f3d3effd640 1 --2- 172.21.15.31:0/1717152843 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3d4015bf10 0x7f3d401f8570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:28.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.925+0000 7f3d3effd640 1 -- 172.21.15.31:0/1717152843 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3d400d23f0 msgr2=0x7f3d40155590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:28.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.925+0000 7f3d3effd640 1 --2- 172.21.15.31:0/1717152843 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3d400d23f0 0x7f3d40155590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:28.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.925+0000 7f3d3effd640 1 -- 172.21.15.31:0/1717152843 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d401f4e60 con 0x7f3d400b0d80 2024-09-16T07:27:28.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.925+0000 7f3d37fff640 1 --2- 172.21.15.31:0/1717152843 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3d400d23f0 0x7f3d40155590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:27:28.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.925+0000 7f3d3effd640 1 --2- 172.21.15.31:0/1717152843 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3d400b0d80 0x7f3d40155050 secure :-1 s=READY pgs=1321 cs=0 l=1 rev1=1 crypto rx=0x7f3d3000c370 tx=0x7f3d3000c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:28.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.926+0000 7f3d3cff9640 1 -- 172.21.15.31:0/1717152843 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d30006890 con 0x7f3d400b0d80 2024-09-16T07:27:28.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.926+0000 7f3d3cff9640 1 -- 172.21.15.31:0/1717152843 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3d30006b20 con 0x7f3d400b0d80 2024-09-16T07:27:28.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.926+0000 7f3d458c6640 1 -- 172.21.15.31:0/1717152843 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d400cdf40 con 0x7f3d400b0d80 2024-09-16T07:27:28.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.926+0000 7f3d3cff9640 1 -- 172.21.15.31:0/1717152843 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d30007020 con 0x7f3d400b0d80 2024-09-16T07:27:28.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.926+0000 7f3d458c6640 1 -- 172.21.15.31:0/1717152843 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d400ce500 con 0x7f3d400b0d80 2024-09-16T07:27:28.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.927+0000 7f3d458c6640 1 -- 172.21.15.31:0/1717152843 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d4006dc50 con 0x7f3d400b0d80 2024-09-16T07:27:28.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.927+0000 7f3d3cff9640 1 -- 172.21.15.31:0/1717152843 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 21) ==== 101848+0+0 (secure 0 0 0) 0x7f3d30019020 con 0x7f3d400b0d80 2024-09-16T07:27:28.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.928+0000 7f3d3cff9640 1 --2- 172.21.15.31:0/1717152843 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3d20078e80 0x7f3d2007b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:28.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.928+0000 7f3d37fff640 1 --2- 172.21.15.31:0/1717152843 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3d20078e80 0x7f3d2007b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:28.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.928+0000 7f3d3cff9640 1 -- 172.21.15.31:0/1717152843 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(120..120 src has 1..120) ==== 5851+0+0 (secure 0 0 0) 0x7f3d3009abf0 con 0x7f3d400b0d80 2024-09-16T07:27:28.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.928+0000 7f3d37fff640 1 --2- 172.21.15.31:0/1717152843 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3d20078e80 0x7f3d2007b340 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f3d28034000 tx=0x7f3d28004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:28.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:28.932+0000 7f3d3cff9640 1 -- 172.21.15.31:0/1717152843 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f3d4006dc50 con 0x7f3d400b0d80 2024-09-16T07:27:29.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:29.154+0000 7f3d458c6640 1 -- 172.21.15.31:0/1717152843 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f3d400d1ce0 con 0x7f3d400b0d80 2024-09-16T07:27:29.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:29.801+0000 7f3d3cff9640 1 -- 172.21.15.31:0/1717152843 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v83) ==== 104+0+0 (secure 0 0 0) 0x7f3d30062810 con 0x7f3d400b0d80 2024-09-16T07:27:29.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:29.804+0000 7f3d458c6640 1 -- 172.21.15.31:0/1717152843 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3d20078e80 msgr2=0x7f3d2007b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:29.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:29.804+0000 7f3d458c6640 1 --2- 172.21.15.31:0/1717152843 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3d20078e80 0x7f3d2007b340 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f3d28034000 tx=0x7f3d28004730 comp rx=0 tx=0).stop 2024-09-16T07:27:29.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:29.804+0000 7f3d458c6640 1 -- 172.21.15.31:0/1717152843 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3d400b0d80 msgr2=0x7f3d40155050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:29.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:29.804+0000 7f3d458c6640 1 --2- 172.21.15.31:0/1717152843 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3d400b0d80 0x7f3d40155050 secure :-1 s=READY pgs=1321 cs=0 l=1 rev1=1 crypto rx=0x7f3d3000c370 tx=0x7f3d3000c830 comp rx=0 tx=0).stop 2024-09-16T07:27:29.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:29.804+0000 7f3d458c6640 1 -- 172.21.15.31:0/1717152843 shutdown_connections 2024-09-16T07:27:29.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:29.804+0000 7f3d458c6640 1 --2- 172.21.15.31:0/1717152843 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3d20078e80 0x7f3d2007b340 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:29.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:29.804+0000 7f3d458c6640 1 --2- 172.21.15.31:0/1717152843 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3d4015bf10 0x7f3d401f8570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:29.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:29.804+0000 7f3d458c6640 1 --2- 172.21.15.31:0/1717152843 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3d400d23f0 0x7f3d40155590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:29.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:29.804+0000 7f3d458c6640 1 --2- 172.21.15.31:0/1717152843 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3d400b0d80 0x7f3d40155050 unknown :-1 s=CLOSED pgs=1321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:29.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:29.804+0000 7f3d458c6640 1 -- 172.21.15.31:0/1717152843 >> 172.21.15.31:0/1717152843 conn(0x7f3d4009aa30 msgr2=0x7f3d40159d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:29.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:29.804+0000 7f3d458c6640 1 -- 172.21.15.31:0/1717152843 shutdown_connections 2024-09-16T07:27:29.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:29.804+0000 7f3d458c6640 1 -- 172.21.15.31:0/1717152843 wait complete. 2024-09-16T07:27:29.818 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-16T07:27:29.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:29.978+0000 7ff256416640 1 -- 172.21.15.31:0/2719041405 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff25006e940 msgr2=0x7ff25006fe80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:29.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:29.978+0000 7ff256416640 1 --2- 172.21.15.31:0/2719041405 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff25006e940 0x7ff25006fe80 secure :-1 s=READY pgs=1322 cs=0 l=1 rev1=1 crypto rx=0x7ff244005fd0 tx=0x7ff24402a530 comp rx=0 tx=0).stop 2024-09-16T07:27:29.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:29.978+0000 7ff256416640 1 -- 172.21.15.31:0/2719041405 shutdown_connections 2024-09-16T07:27:29.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:29.978+0000 7ff256416640 1 --2- 172.21.15.31:0/2719041405 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff2500703c0 0x7ff250157cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:29.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:29.978+0000 7ff256416640 1 --2- 172.21.15.31:0/2719041405 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff25006e940 0x7ff25006fe80 unknown :-1 s=CLOSED pgs=1322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:29.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:29.978+0000 7ff256416640 1 -- 172.21.15.31:0/2719041405 >> 172.21.15.31:0/2719041405 conn(0x7ff2500b1620 msgr2=0x7ff2500b1a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:29.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:29.978+0000 7ff256416640 1 -- 172.21.15.31:0/2719041405 shutdown_connections 2024-09-16T07:27:29.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:29.978+0000 7ff256416640 1 -- 172.21.15.31:0/2719041405 wait complete. 2024-09-16T07:27:29.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:29.979+0000 7ff256416640 1 Processor -- start 2024-09-16T07:27:29.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:29.980+0000 7ff256416640 1 -- start start 2024-09-16T07:27:29.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:29.980+0000 7ff256416640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff25006e940 0x7ff2501f3610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:29.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:29.980+0000 7ff256416640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff2500703c0 0x7ff25014a2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:29.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:29.980+0000 7ff256416640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff2500aee40 0x7ff2500cb7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:29.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:29.980+0000 7ff256416640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7ff2501586b0 con 0x7ff2500703c0 2024-09-16T07:27:29.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:29.980+0000 7ff256416640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ff250158530 con 0x7ff25006e940 2024-09-16T07:27:29.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:29.980+0000 7ff256416640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ff250158830 con 0x7ff2500aee40 2024-09-16T07:27:29.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:29.980+0000 7ff24f7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff2500703c0 0x7ff25014a2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:29.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:29.980+0000 7ff24f7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff2500703c0 0x7ff25014a2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:38694/0 (socket says 172.21.15.31:38694) 2024-09-16T07:27:29.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:29.981+0000 7ff24f7fe640 1 -- 172.21.15.31:0/1807790946 learned_addr learned my addr 172.21.15.31:0/1807790946 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:29.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:29.981+0000 7ff2549b3640 1 --2- 172.21.15.31:0/1807790946 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff2500aee40 0x7ff2500cb7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:29.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:29.981+0000 7ff24ffff640 1 --2- 172.21.15.31:0/1807790946 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff25006e940 0x7ff2501f3610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:29.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:29.981+0000 7ff24f7fe640 1 -- 172.21.15.31:0/1807790946 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff2500aee40 msgr2=0x7ff2500cb7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:29.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:29.981+0000 7ff24f7fe640 1 --2- 172.21.15.31:0/1807790946 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff2500aee40 0x7ff2500cb7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:29.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:29.981+0000 7ff24f7fe640 1 -- 172.21.15.31:0/1807790946 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff25006e940 msgr2=0x7ff2501f3610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:29.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:29.981+0000 7ff24f7fe640 1 --2- 172.21.15.31:0/1807790946 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff25006e940 0x7ff2501f3610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:29.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:29.981+0000 7ff24f7fe640 1 -- 172.21.15.31:0/1807790946 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff25014aa20 con 0x7ff2500703c0 2024-09-16T07:27:29.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:29.981+0000 7ff24f7fe640 1 --2- 172.21.15.31:0/1807790946 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff2500703c0 0x7ff25014a2a0 secure :-1 s=READY pgs=1323 cs=0 l=1 rev1=1 crypto rx=0x7ff244034040 tx=0x7ff2440038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:29.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:29.981+0000 7ff24cff9640 1 -- 172.21.15.31:0/1807790946 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff24403e030 con 0x7ff2500703c0 2024-09-16T07:27:29.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:29.981+0000 7ff24cff9640 1 -- 172.21.15.31:0/1807790946 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff244003d90 con 0x7ff2500703c0 2024-09-16T07:27:29.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:29.981+0000 7ff256416640 1 -- 172.21.15.31:0/1807790946 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff25014ad00 con 0x7ff2500703c0 2024-09-16T07:27:29.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:29.981+0000 7ff24cff9640 1 -- 172.21.15.31:0/1807790946 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff244035040 con 0x7ff2500703c0 2024-09-16T07:27:29.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:29.981+0000 7ff256416640 1 -- 172.21.15.31:0/1807790946 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2500cbcf0 con 0x7ff2500703c0 2024-09-16T07:27:29.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:29.982+0000 7ff256416640 1 -- 172.21.15.31:0/1807790946 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff25014b220 con 0x7ff2500703c0 2024-09-16T07:27:29.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:29.983+0000 7ff24cff9640 1 -- 172.21.15.31:0/1807790946 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 21) ==== 101848+0+0 (secure 0 0 0) 0x7ff244041030 con 0x7ff2500703c0 2024-09-16T07:27:29.985 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:29.983+0000 7ff24cff9640 1 --2- 172.21.15.31:0/1807790946 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff23c078e80 0x7ff23c07b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:29.985 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:29.984+0000 7ff24cff9640 1 -- 172.21.15.31:0/1807790946 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(120..120 src has 1..120) ==== 5851+0+0 (secure 0 0 0) 0x7ff2440bbe60 con 0x7ff2500703c0 2024-09-16T07:27:29.985 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:29.984+0000 7ff24ffff640 1 --2- 172.21.15.31:0/1807790946 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff23c078e80 0x7ff23c07b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:29.985 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:29.984+0000 7ff24ffff640 1 --2- 172.21.15.31:0/1807790946 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff23c078e80 0x7ff23c07b340 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7ff240004f60 tx=0x7ff240007e30 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:29.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:29.988+0000 7ff24cff9640 1 -- 172.21.15.31:0/1807790946 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7ff25014b220 con 0x7ff2500703c0 2024-09-16T07:27:30.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:30.178+0000 7ff256416640 1 -- 172.21.15.31:0/1807790946 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7ff25006fe80 con 0x7ff2500703c0 2024-09-16T07:27:30.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:30.808+0000 7ff24cff9640 1 -- 172.21.15.31:0/1807790946 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v121) ==== 181+0+0 (secure 0 0 0) 0x7ff244083510 con 0x7ff2500703c0 2024-09-16T07:27:30.808 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_metadata' removed 2024-09-16T07:27:30.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:30.813+0000 7ff256416640 1 -- 172.21.15.31:0/1807790946 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff23c078e80 msgr2=0x7ff23c07b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:30.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:30.813+0000 7ff256416640 1 --2- 172.21.15.31:0/1807790946 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff23c078e80 0x7ff23c07b340 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7ff240004f60 tx=0x7ff240007e30 comp rx=0 tx=0).stop 2024-09-16T07:27:30.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:30.813+0000 7ff256416640 1 -- 172.21.15.31:0/1807790946 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff2500703c0 msgr2=0x7ff25014a2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:30.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:30.813+0000 7ff256416640 1 --2- 172.21.15.31:0/1807790946 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff2500703c0 0x7ff25014a2a0 secure :-1 s=READY pgs=1323 cs=0 l=1 rev1=1 crypto rx=0x7ff244034040 tx=0x7ff2440038a0 comp rx=0 tx=0).stop 2024-09-16T07:27:30.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:30.813+0000 7ff256416640 1 -- 172.21.15.31:0/1807790946 shutdown_connections 2024-09-16T07:27:30.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:30.813+0000 7ff256416640 1 --2- 172.21.15.31:0/1807790946 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff23c078e80 0x7ff23c07b340 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:30.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:30.813+0000 7ff256416640 1 --2- 172.21.15.31:0/1807790946 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff2500aee40 0x7ff2500cb7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:30.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:30.813+0000 7ff256416640 1 --2- 172.21.15.31:0/1807790946 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff2500703c0 0x7ff25014a2a0 unknown :-1 s=CLOSED pgs=1323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:30.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:30.813+0000 7ff256416640 1 --2- 172.21.15.31:0/1807790946 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff25006e940 0x7ff2501f3610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:30.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:30.813+0000 7ff256416640 1 -- 172.21.15.31:0/1807790946 >> 172.21.15.31:0/1807790946 conn(0x7ff2500b1620 msgr2=0x7ff2500cef70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:30.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:30.814+0000 7ff256416640 1 -- 172.21.15.31:0/1807790946 shutdown_connections 2024-09-16T07:27:30.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:30.815+0000 7ff256416640 1 -- 172.21.15.31:0/1807790946 wait complete. 2024-09-16T07:27:30.831 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-16T07:27:30.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:30.949+0000 7f9d5dce2640 1 -- 172.21.15.31:0/3651875488 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9d58071cb0 msgr2=0x7f9d5806d080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:30.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:30.949+0000 7f9d5dce2640 1 --2- 172.21.15.31:0/3651875488 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9d58071cb0 0x7f9d5806d080 secure :-1 s=READY pgs=1324 cs=0 l=1 rev1=1 crypto rx=0x7f9d58069690 tx=0x7f9d4c02a4d0 comp rx=0 tx=0).stop 2024-09-16T07:27:30.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:30.949+0000 7f9d5dce2640 1 -- 172.21.15.31:0/3651875488 shutdown_connections 2024-09-16T07:27:30.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:30.949+0000 7f9d5dce2640 1 --2- 172.21.15.31:0/3651875488 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9d580d16b0 0x7f9d5815f740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:30.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:30.949+0000 7f9d5dce2640 1 --2- 172.21.15.31:0/3651875488 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9d58071cb0 0x7f9d5806d080 unknown :-1 s=CLOSED pgs=1324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:30.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:30.949+0000 7f9d5dce2640 1 --2- 172.21.15.31:0/3651875488 >> v2:172.21.15.155:3300/0 conn(0x7f9d5815ba60 0x7f9d5806cb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:30.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:30.949+0000 7f9d5dce2640 1 -- 172.21.15.31:0/3651875488 >> 172.21.15.31:0/3651875488 conn(0x7f9d580d0b90 msgr2=0x7f9d580d0fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:30.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:30.949+0000 7f9d5dce2640 1 -- 172.21.15.31:0/3651875488 shutdown_connections 2024-09-16T07:27:30.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:30.949+0000 7f9d5dce2640 1 -- 172.21.15.31:0/3651875488 wait complete. 2024-09-16T07:27:30.952 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:30.950+0000 7f9d5dce2640 1 Processor -- start 2024-09-16T07:27:30.952 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:30.951+0000 7f9d5dce2640 1 -- start start 2024-09-16T07:27:30.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:30.951+0000 7f9d5dce2640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9d58071cb0 0x7f9d581f3140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:30.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:30.951+0000 7f9d5dce2640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9d580d16b0 0x7f9d58148750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:30.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:30.951+0000 7f9d5dce2640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9d5815ba60 0x7f9d5815e130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:30.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:30.951+0000 7f9d5dce2640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f9d5815fe00 con 0x7f9d5815ba60 2024-09-16T07:27:30.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:30.951+0000 7f9d5dce2640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f9d5815fc80 con 0x7f9d58071cb0 2024-09-16T07:27:30.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:30.951+0000 7f9d5dce2640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f9d5815ff80 con 0x7f9d580d16b0 2024-09-16T07:27:30.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:30.951+0000 7f9d57fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9d5815ba60 0x7f9d5815e130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:30.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:30.951+0000 7f9d57fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9d5815ba60 0x7f9d5815e130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:38716/0 (socket says 172.21.15.31:38716) 2024-09-16T07:27:30.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:30.951+0000 7f9d57fff640 1 -- 172.21.15.31:0/3134398915 learned_addr learned my addr 172.21.15.31:0/3134398915 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:30.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:30.952+0000 7f9d56ffd640 1 --2- 172.21.15.31:0/3134398915 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9d580d16b0 0x7f9d58148750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:30.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:30.952+0000 7f9d577fe640 1 --2- 172.21.15.31:0/3134398915 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9d58071cb0 0x7f9d581f3140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:30.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:30.952+0000 7f9d57fff640 1 -- 172.21.15.31:0/3134398915 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9d580d16b0 msgr2=0x7f9d58148750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:30.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:30.952+0000 7f9d57fff640 1 --2- 172.21.15.31:0/3134398915 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9d580d16b0 0x7f9d58148750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:30.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:30.952+0000 7f9d57fff640 1 -- 172.21.15.31:0/3134398915 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9d58071cb0 msgr2=0x7f9d581f3140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:30.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:30.952+0000 7f9d57fff640 1 --2- 172.21.15.31:0/3134398915 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9d58071cb0 0x7f9d581f3140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:30.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:30.952+0000 7f9d57fff640 1 -- 172.21.15.31:0/3134398915 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d58154ee0 con 0x7f9d5815ba60 2024-09-16T07:27:30.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:30.952+0000 7f9d56ffd640 1 --2- 172.21.15.31:0/3134398915 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9d580d16b0 0x7f9d58148750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:27:30.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:30.952+0000 7f9d577fe640 1 --2- 172.21.15.31:0/3134398915 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9d58071cb0 0x7f9d581f3140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:27:30.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:30.952+0000 7f9d57fff640 1 --2- 172.21.15.31:0/3134398915 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9d5815ba60 0x7f9d5815e130 secure :-1 s=READY pgs=1325 cs=0 l=1 rev1=1 crypto rx=0x7f9d5000b450 tx=0x7f9d5000b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:30.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:30.952+0000 7f9d3ffff640 1 -- 172.21.15.31:0/3134398915 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d50015020 con 0x7f9d5815ba60 2024-09-16T07:27:30.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:30.952+0000 7f9d3ffff640 1 -- 172.21.15.31:0/3134398915 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9d50011980 con 0x7f9d5815ba60 2024-09-16T07:27:30.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:30.952+0000 7f9d5dce2640 1 -- 172.21.15.31:0/3134398915 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d5815c530 con 0x7f9d5815ba60 2024-09-16T07:27:30.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:30.952+0000 7f9d3ffff640 1 -- 172.21.15.31:0/3134398915 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d50011db0 con 0x7f9d5815ba60 2024-09-16T07:27:30.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:30.952+0000 7f9d5dce2640 1 -- 172.21.15.31:0/3134398915 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d5815caf0 con 0x7f9d5815ba60 2024-09-16T07:27:30.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:30.953+0000 7f9d5dce2640 1 -- 172.21.15.31:0/3134398915 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9d58160450 con 0x7f9d5815ba60 2024-09-16T07:27:30.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:30.954+0000 7f9d3ffff640 1 -- 172.21.15.31:0/3134398915 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 21) ==== 101848+0+0 (secure 0 0 0) 0x7f9d50018020 con 0x7f9d5815ba60 2024-09-16T07:27:30.956 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:30.954+0000 7f9d3ffff640 1 --2- 172.21.15.31:0/3134398915 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9d44078e80 0x7f9d4407b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:30.956 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:30.954+0000 7f9d3ffff640 1 -- 172.21.15.31:0/3134398915 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(121..121 src has 1..121) ==== 5413+0+0 (secure 0 0 0) 0x7f9d5009b4d0 con 0x7f9d5815ba60 2024-09-16T07:27:30.956 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:30.954+0000 7f9d577fe640 1 --2- 172.21.15.31:0/3134398915 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9d44078e80 0x7f9d4407b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:30.956 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:30.955+0000 7f9d577fe640 1 --2- 172.21.15.31:0/3134398915 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9d44078e80 0x7f9d4407b340 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f9d48007eb0 tx=0x7f9d480073c0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:30.958 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:30.959+0000 7f9d3ffff640 1 -- 172.21.15.31:0/3134398915 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f9d5001f020 con 0x7f9d5815ba60 2024-09-16T07:27:31.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.145+0000 7f9d5dce2640 1 -- 172.21.15.31:0/3134398915 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f9d5815df10 con 0x7f9d5815ba60 2024-09-16T07:27:31.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.176+0000 7f9d3ffff640 1 -- 172.21.15.31:0/3134398915 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v122) ==== 169+0+0 (secure 0 0 0) 0x7f9d5000d040 con 0x7f9d5815ba60 2024-09-16T07:27:31.391 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_data' removed 2024-09-16T07:27:31.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.179+0000 7f9d5dce2640 1 -- 172.21.15.31:0/3134398915 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9d44078e80 msgr2=0x7f9d4407b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:31.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.179+0000 7f9d5dce2640 1 --2- 172.21.15.31:0/3134398915 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9d44078e80 0x7f9d4407b340 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f9d48007eb0 tx=0x7f9d480073c0 comp rx=0 tx=0).stop 2024-09-16T07:27:31.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.179+0000 7f9d5dce2640 1 -- 172.21.15.31:0/3134398915 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9d5815ba60 msgr2=0x7f9d5815e130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:31.395 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.179+0000 7f9d5dce2640 1 --2- 172.21.15.31:0/3134398915 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9d5815ba60 0x7f9d5815e130 secure :-1 s=READY pgs=1325 cs=0 l=1 rev1=1 crypto rx=0x7f9d5000b450 tx=0x7f9d5000b910 comp rx=0 tx=0).stop 2024-09-16T07:27:31.395 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.180+0000 7f9d5dce2640 1 -- 172.21.15.31:0/3134398915 shutdown_connections 2024-09-16T07:27:31.395 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.180+0000 7f9d5dce2640 1 --2- 172.21.15.31:0/3134398915 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9d44078e80 0x7f9d4407b340 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:31.395 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.180+0000 7f9d5dce2640 1 --2- 172.21.15.31:0/3134398915 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9d5815ba60 0x7f9d5815e130 unknown :-1 s=CLOSED pgs=1325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:31.395 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.180+0000 7f9d5dce2640 1 --2- 172.21.15.31:0/3134398915 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9d580d16b0 0x7f9d58148750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:31.395 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.180+0000 7f9d5dce2640 1 --2- 172.21.15.31:0/3134398915 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9d58071cb0 0x7f9d581f3140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:31.395 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.180+0000 7f9d5dce2640 1 -- 172.21.15.31:0/3134398915 >> 172.21.15.31:0/3134398915 conn(0x7f9d580d0b90 msgr2=0x7f9d5806fd90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:31.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.180+0000 7f9d5dce2640 1 -- 172.21.15.31:0/3134398915 shutdown_connections 2024-09-16T07:27:31.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.180+0000 7f9d5dce2640 1 -- 172.21.15.31:0/3134398915 wait complete. 2024-09-16T07:27:31.396 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config reset 27 2024-09-16T07:27:31.507 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.508+0000 7f831354b640 1 -- 172.21.15.31:0/365876397 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f830c15df90 msgr2=0x7f830c0cf9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:31.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.508+0000 7f831354b640 1 --2- 172.21.15.31:0/365876397 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f830c15df90 0x7f830c0cf9b0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f82fc005fd0 tx=0x7f82fc02aa90 comp rx=0 tx=0).stop 2024-09-16T07:27:31.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.508+0000 7f831354b640 1 -- 172.21.15.31:0/365876397 shutdown_connections 2024-09-16T07:27:31.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.508+0000 7f831354b640 1 --2- 172.21.15.31:0/365876397 >> v2:172.21.15.155:3300/0 conn(0x7f830c0d0d40 0x7f830c0b3800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:31.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.508+0000 7f831354b640 1 --2- 172.21.15.31:0/365876397 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f830c15df90 0x7f830c0cf9b0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:31.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.508+0000 7f831354b640 1 -- 172.21.15.31:0/365876397 >> 172.21.15.31:0/365876397 conn(0x7f830c0d3ea0 msgr2=0x7f830c0d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:31.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.508+0000 7f831354b640 1 -- 172.21.15.31:0/365876397 shutdown_connections 2024-09-16T07:27:31.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.508+0000 7f831354b640 1 -- 172.21.15.31:0/365876397 wait complete. 2024-09-16T07:27:31.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.509+0000 7f831354b640 1 Processor -- start 2024-09-16T07:27:31.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.509+0000 7f831354b640 1 -- start start 2024-09-16T07:27:31.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.510+0000 7f831354b640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f830c0d0d40 0x7f830c09db80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:31.512 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.510+0000 7f831354b640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f830c0d49c0 0x7f830c0ca6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:31.512 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.510+0000 7f831354b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f830c15df90 0x7f830c0cd8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:31.512 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.510+0000 7f831354b640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f830c162690 con 0x7f830c15df90 2024-09-16T07:27:31.512 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.510+0000 7f831354b640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f830c0b3d40 con 0x7f830c0d0d40 2024-09-16T07:27:31.512 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.510+0000 7f831354b640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f830c153d50 con 0x7f830c0d49c0 2024-09-16T07:27:31.512 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.510+0000 7f8311ae8640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f830c15df90 0x7f830c0cd8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:31.512 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.510+0000 7f8311ae8640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f830c15df90 0x7f830c0cd8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:38722/0 (socket says 172.21.15.31:38722) 2024-09-16T07:27:31.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.510+0000 7f8311ae8640 1 -- 172.21.15.31:0/2706405739 learned_addr learned my addr 172.21.15.31:0/2706405739 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:31.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.510+0000 7f83112e7640 1 --2- 172.21.15.31:0/2706405739 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f830c0d0d40 0x7f830c09db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:31.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.510+0000 7f8310ae6640 1 --2- 172.21.15.31:0/2706405739 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f830c0d49c0 0x7f830c0ca6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:31.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.510+0000 7f8311ae8640 1 -- 172.21.15.31:0/2706405739 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f830c0d49c0 msgr2=0x7f830c0ca6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:31.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.510+0000 7f8311ae8640 1 --2- 172.21.15.31:0/2706405739 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f830c0d49c0 0x7f830c0ca6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:31.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.510+0000 7f8311ae8640 1 -- 172.21.15.31:0/2706405739 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f830c0d0d40 msgr2=0x7f830c09db80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:31.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.510+0000 7f8311ae8640 1 --2- 172.21.15.31:0/2706405739 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f830c0d0d40 0x7f830c09db80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:31.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.510+0000 7f8311ae8640 1 -- 172.21.15.31:0/2706405739 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f830c0cac00 con 0x7f830c15df90 2024-09-16T07:27:31.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.510+0000 7f8311ae8640 1 --2- 172.21.15.31:0/2706405739 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f830c15df90 0x7f830c0cd8f0 secure :-1 s=READY pgs=1326 cs=0 l=1 rev1=1 crypto rx=0x7f830400e940 tx=0x7f830400ee00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:31.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.511+0000 7f8309ffb640 1 -- 172.21.15.31:0/2706405739 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f830400ccc0 con 0x7f830c15df90 2024-09-16T07:27:31.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.511+0000 7f8309ffb640 1 -- 172.21.15.31:0/2706405739 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8304005020 con 0x7f830c15df90 2024-09-16T07:27:31.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.511+0000 7f831354b640 1 -- 172.21.15.31:0/2706405739 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f830c161b00 con 0x7f830c15df90 2024-09-16T07:27:31.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.511+0000 7f8309ffb640 1 -- 172.21.15.31:0/2706405739 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f830400ce60 con 0x7f830c15df90 2024-09-16T07:27:31.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.511+0000 7f831354b640 1 -- 172.21.15.31:0/2706405739 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f830c0cd0f0 con 0x7f830c15df90 2024-09-16T07:27:31.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.512+0000 7f831354b640 1 -- 172.21.15.31:0/2706405739 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f830c0b4260 con 0x7f830c15df90 2024-09-16T07:27:31.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.512+0000 7f8309ffb640 1 -- 172.21.15.31:0/2706405739 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 21) ==== 101848+0+0 (secure 0 0 0) 0x7f8304005450 con 0x7f830c15df90 2024-09-16T07:27:31.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.513+0000 7f8309ffb640 1 --2- 172.21.15.31:0/2706405739 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f82f8078e80 0x7f82f807b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:31.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.513+0000 7f8309ffb640 1 -- 172.21.15.31:0/2706405739 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(122..122 src has 1..122) ==== 4999+0+0 (secure 0 0 0) 0x7f830409bc40 con 0x7f830c15df90 2024-09-16T07:27:31.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.513+0000 7f83112e7640 1 --2- 172.21.15.31:0/2706405739 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f82f8078e80 0x7f82f807b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:31.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.514+0000 7f83112e7640 1 --2- 172.21.15.31:0/2706405739 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f82f8078e80 0x7f82f807b340 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f82fc035000 tx=0x7f82fc038040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:31.516 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.517+0000 7f8309ffb640 1 -- 172.21.15.31:0/2706405739 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f8304063450 con 0x7f830c15df90 2024-09-16T07:27:31.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.706+0000 7f831354b640 1 -- 172.21.15.31:0/2706405739 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "config reset", "num": 27} v 0) -- 0x7f830c08d590 con 0x7f830c15df90 2024-09-16T07:27:31.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.710+0000 7f8309ffb640 1 -- 172.21.15.31:0/2706405739 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "config reset", "num": 27}]=0 v41) ==== 71+0+0 (secure 0 0 0) 0x7f8304067e80 con 0x7f830c15df90 2024-09-16T07:27:31.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.712+0000 7f831354b640 1 -- 172.21.15.31:0/2706405739 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f82f8078e80 msgr2=0x7f82f807b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:31.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.712+0000 7f831354b640 1 --2- 172.21.15.31:0/2706405739 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f82f8078e80 0x7f82f807b340 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f82fc035000 tx=0x7f82fc038040 comp rx=0 tx=0).stop 2024-09-16T07:27:31.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.712+0000 7f831354b640 1 -- 172.21.15.31:0/2706405739 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f830c15df90 msgr2=0x7f830c0cd8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:31.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.712+0000 7f831354b640 1 --2- 172.21.15.31:0/2706405739 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f830c15df90 0x7f830c0cd8f0 secure :-1 s=READY pgs=1326 cs=0 l=1 rev1=1 crypto rx=0x7f830400e940 tx=0x7f830400ee00 comp rx=0 tx=0).stop 2024-09-16T07:27:31.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.712+0000 7f831354b640 1 -- 172.21.15.31:0/2706405739 shutdown_connections 2024-09-16T07:27:31.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.712+0000 7f831354b640 1 --2- 172.21.15.31:0/2706405739 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f82f8078e80 0x7f82f807b340 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:31.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.712+0000 7f831354b640 1 --2- 172.21.15.31:0/2706405739 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f830c15df90 0x7f830c0cd8f0 unknown :-1 s=CLOSED pgs=1326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:31.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.712+0000 7f831354b640 1 --2- 172.21.15.31:0/2706405739 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f830c0d49c0 0x7f830c0ca6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:31.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.712+0000 7f831354b640 1 --2- 172.21.15.31:0/2706405739 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f830c0d0d40 0x7f830c09db80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:31.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.712+0000 7f831354b640 1 -- 172.21.15.31:0/2706405739 >> 172.21.15.31:0/2706405739 conn(0x7f830c0d3ea0 msgr2=0x7f830c06e560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:31.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.712+0000 7f831354b640 1 -- 172.21.15.31:0/2706405739 shutdown_connections 2024-09-16T07:27:31.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.712+0000 7f831354b640 1 -- 172.21.15.31:0/2706405739 wait complete. 2024-09-16T07:27:31.723 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_volumes.TestMisc.test_subvolume_no_upgrade_v1_to_v2' 2024-09-16T07:27:31.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.829+0000 7f8741671640 1 -- 172.21.15.31:0/797959521 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f873c0b0cd0 msgr2=0x7f873c161da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:31.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.829+0000 7f8741671640 1 --2- 172.21.15.31:0/797959521 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f873c0b0cd0 0x7f873c161da0 secure :-1 s=READY pgs=1327 cs=0 l=1 rev1=1 crypto rx=0x7f873c0d3020 tx=0x7f872402a4d0 comp rx=0 tx=0).stop 2024-09-16T07:27:31.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.829+0000 7f8741671640 1 -- 172.21.15.31:0/797959521 shutdown_connections 2024-09-16T07:27:31.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.829+0000 7f8741671640 1 --2- 172.21.15.31:0/797959521 >> v2:172.21.15.155:3300/0 conn(0x7f873c1622e0 0x7f873c162770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:31.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.829+0000 7f8741671640 1 --2- 172.21.15.31:0/797959521 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f873c0b0cd0 0x7f873c161da0 unknown :-1 s=CLOSED pgs=1327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:31.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.829+0000 7f8741671640 1 -- 172.21.15.31:0/797959521 >> 172.21.15.31:0/797959521 conn(0x7f873c09d370 msgr2=0x7f873c0d40e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:31.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.829+0000 7f8741671640 1 -- 172.21.15.31:0/797959521 shutdown_connections 2024-09-16T07:27:31.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.829+0000 7f8741671640 1 -- 172.21.15.31:0/797959521 wait complete. 2024-09-16T07:27:31.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.831+0000 7f8741671640 1 Processor -- start 2024-09-16T07:27:31.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.831+0000 7f8741671640 1 -- start start 2024-09-16T07:27:31.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.831+0000 7f8741671640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f873c0b0cd0 0x7f873c1f5310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:31.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.831+0000 7f8741671640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f873c0d22b0 0x7f873c1f8820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:31.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.831+0000 7f8741671640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f873c1622e0 0x7f873c0d0e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:31.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.831+0000 7f8741671640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f873c0b2960 con 0x7f873c1622e0 2024-09-16T07:27:31.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.831+0000 7f8741671640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f873c0b27e0 con 0x7f873c0d22b0 2024-09-16T07:27:31.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.831+0000 7f8741671640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f873c0b2ae0 con 0x7f873c0b0cd0 2024-09-16T07:27:31.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.832+0000 7f873b7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f873c1622e0 0x7f873c0d0e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:31.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.832+0000 7f873b7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f873c1622e0 0x7f873c0d0e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:38752/0 (socket says 172.21.15.31:38752) 2024-09-16T07:27:31.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.832+0000 7f873b7fe640 1 -- 172.21.15.31:0/3596094790 learned_addr learned my addr 172.21.15.31:0/3596094790 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:31.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.832+0000 7f873a7fc640 1 --2- 172.21.15.31:0/3596094790 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f873c0d22b0 0x7f873c1f8820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:31.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.832+0000 7f873affd640 1 --2- 172.21.15.31:0/3596094790 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f873c0b0cd0 0x7f873c1f5310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:31.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.832+0000 7f873b7fe640 1 -- 172.21.15.31:0/3596094790 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f873c0b0cd0 msgr2=0x7f873c1f5310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:31.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.832+0000 7f873b7fe640 1 --2- 172.21.15.31:0/3596094790 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f873c0b0cd0 0x7f873c1f5310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:31.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.832+0000 7f873b7fe640 1 -- 172.21.15.31:0/3596094790 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f873c0d22b0 msgr2=0x7f873c1f8820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:31.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.832+0000 7f873b7fe640 1 --2- 172.21.15.31:0/3596094790 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f873c0d22b0 0x7f873c1f8820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:31.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.832+0000 7f873b7fe640 1 -- 172.21.15.31:0/3596094790 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f873c1f48a0 con 0x7f873c1622e0 2024-09-16T07:27:31.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.832+0000 7f873b7fe640 1 --2- 172.21.15.31:0/3596094790 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f873c1622e0 0x7f873c0d0e50 secure :-1 s=READY pgs=1328 cs=0 l=1 rev1=1 crypto rx=0x7f873400e990 tx=0x7f873400ee50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:31.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.832+0000 7f87337fe640 1 -- 172.21.15.31:0/3596094790 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8734004d20 con 0x7f873c1622e0 2024-09-16T07:27:31.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.832+0000 7f87337fe640 1 -- 172.21.15.31:0/3596094790 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f873400cb00 con 0x7f873c1622e0 2024-09-16T07:27:31.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.832+0000 7f8741671640 1 -- 172.21.15.31:0/3596094790 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f873c0d1680 con 0x7f873c1622e0 2024-09-16T07:27:31.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.832+0000 7f87337fe640 1 -- 172.21.15.31:0/3596094790 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8734005020 con 0x7f873c1622e0 2024-09-16T07:27:31.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.832+0000 7f8741671640 1 -- 172.21.15.31:0/3596094790 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f873c0d1390 con 0x7f873c1622e0 2024-09-16T07:27:31.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.833+0000 7f8741671640 1 -- 172.21.15.31:0/3596094790 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f873c1f4c20 con 0x7f873c1622e0 2024-09-16T07:27:31.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.834+0000 7f87337fe640 1 -- 172.21.15.31:0/3596094790 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 21) ==== 101848+0+0 (secure 0 0 0) 0x7f87340051c0 con 0x7f873c1622e0 2024-09-16T07:27:31.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.834+0000 7f87337fe640 1 --2- 172.21.15.31:0/3596094790 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f871c078e80 0x7f871c07b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:31.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.835+0000 7f87337fe640 1 -- 172.21.15.31:0/3596094790 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(122..122 src has 1..122) ==== 4999+0+0 (secure 0 0 0) 0x7f873409bae0 con 0x7f873c1622e0 2024-09-16T07:27:31.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.835+0000 7f873affd640 1 --2- 172.21.15.31:0/3596094790 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f871c078e80 0x7f871c07b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:31.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.835+0000 7f873affd640 1 --2- 172.21.15.31:0/3596094790 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f871c078e80 0x7f871c07b340 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f873c15cf10 tx=0x7f872c007e30 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:31.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:31.839+0000 7f87337fe640 1 -- 172.21.15.31:0/3596094790 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f8734016030 con 0x7f873c1622e0 2024-09-16T07:27:32.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.104+0000 7f8741671640 1 -- 172.21.15.31:0/3596094790 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_subvolume_no_upgrade_v1_to_v2"]} v 0) -- 0x7f873c161da0 con 0x7f873c1622e0 2024-09-16T07:27:32.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.407+0000 7f87337fe640 1 -- 172.21.15.31:0/3596094790 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_subvolume_no_upgrade_v1_to_v2"]}]=0 v353) ==== 148+0+0 (secure 0 0 0) 0x7f8734063370 con 0x7f873c1622e0 2024-09-16T07:27:32.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.410+0000 7f8741671640 1 -- 172.21.15.31:0/3596094790 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f871c078e80 msgr2=0x7f871c07b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:32.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.410+0000 7f8741671640 1 --2- 172.21.15.31:0/3596094790 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f871c078e80 0x7f871c07b340 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f873c15cf10 tx=0x7f872c007e30 comp rx=0 tx=0).stop 2024-09-16T07:27:32.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.410+0000 7f8741671640 1 -- 172.21.15.31:0/3596094790 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f873c1622e0 msgr2=0x7f873c0d0e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:32.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.410+0000 7f8741671640 1 --2- 172.21.15.31:0/3596094790 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f873c1622e0 0x7f873c0d0e50 secure :-1 s=READY pgs=1328 cs=0 l=1 rev1=1 crypto rx=0x7f873400e990 tx=0x7f873400ee50 comp rx=0 tx=0).stop 2024-09-16T07:27:32.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.410+0000 7f8741671640 1 -- 172.21.15.31:0/3596094790 shutdown_connections 2024-09-16T07:27:32.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.410+0000 7f8741671640 1 --2- 172.21.15.31:0/3596094790 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f871c078e80 0x7f871c07b340 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:32.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.410+0000 7f8741671640 1 --2- 172.21.15.31:0/3596094790 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f873c1622e0 0x7f873c0d0e50 unknown :-1 s=CLOSED pgs=1328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:32.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.410+0000 7f8741671640 1 --2- 172.21.15.31:0/3596094790 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f873c0d22b0 0x7f873c1f8820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:32.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.410+0000 7f8741671640 1 --2- 172.21.15.31:0/3596094790 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f873c0b0cd0 0x7f873c1f5310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:32.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.410+0000 7f8741671640 1 -- 172.21.15.31:0/3596094790 >> 172.21.15.31:0/3596094790 conn(0x7f873c09d370 msgr2=0x7f873c0b50a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:32.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.411+0000 7f8741671640 1 -- 172.21.15.31:0/3596094790 shutdown_connections 2024-09-16T07:27:32.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.411+0000 7f8741671640 1 -- 172.21.15.31:0/3596094790 wait complete. 2024-09-16T07:27:32.422 INFO:tasks.cephfs_test_runner:poor man's upgrade test -- theme continues... ... ok 2024-09-16T07:27:32.422 INFO:tasks.cephfs_test_runner:Starting test: test_subvolume_ops_on_nonexistent_vol (tasks.cephfs.test_volumes.TestMisc) 2024-09-16T07:27:32.423 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:27:32.530 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.530+0000 7f21f8182640 1 -- 172.21.15.31:0/3858218663 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f21dc004b40 msgr2=0x7f21dc004f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:32.530 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.530+0000 7f21f8182640 1 --2- 172.21.15.31:0/3858218663 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f21dc004b40 0x7f21dc004f60 secure :-1 s=READY pgs=1330 cs=0 l=1 rev1=1 crypto rx=0x7f21ec00baf0 tx=0x7f21dc006940 comp rx=0 tx=0).stop 2024-09-16T07:27:32.530 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.530+0000 7f21f671f640 1 -- 172.21.15.31:0/3858218663 reap_dead start 2024-09-16T07:27:32.530 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.530+0000 7f21f8182640 1 -- 172.21.15.31:0/3858218663 shutdown_connections 2024-09-16T07:27:32.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.530+0000 7f21f8182640 1 -- 172.21.15.31:0/3858218663 >> 172.21.15.31:0/3858218663 conn(0x7f21f00b1690 msgr2=0x7f21f00b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:32.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.530+0000 7f21f8182640 1 -- 172.21.15.31:0/3858218663 shutdown_connections 2024-09-16T07:27:32.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.530+0000 7f21f8182640 1 -- 172.21.15.31:0/3858218663 wait complete. 2024-09-16T07:27:32.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.532+0000 7f21f8182640 1 Processor -- start 2024-09-16T07:27:32.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.532+0000 7f21f8182640 1 -- start start 2024-09-16T07:27:32.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.532+0000 7f21f8182640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f21dc004b40 0x7f21f01f59d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:32.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.532+0000 7f21f8182640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f21f01f5090 0x7f21f014c1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:32.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.533+0000 7f21f8182640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f21f014c6f0 0x7f21f0158e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:32.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.533+0000 7f21f8182640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f21f0070100 con 0x7f21dc004b40 2024-09-16T07:27:32.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.533+0000 7f21f8182640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f21f006eba0 con 0x7f21f01f5090 2024-09-16T07:27:32.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.533+0000 7f21f8182640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f21f0070280 con 0x7f21f014c6f0 2024-09-16T07:27:32.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.533+0000 7f21f5f1e640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f21dc004b40 0x7f21f01f59d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:32.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.533+0000 7f21f5f1e640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f21dc004b40 0x7f21f01f59d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:38774/0 (socket says 172.21.15.31:38774) 2024-09-16T07:27:32.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.533+0000 7f21f5f1e640 1 -- 172.21.15.31:0/4053893919 learned_addr learned my addr 172.21.15.31:0/4053893919 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:32.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.533+0000 7f21f571d640 1 --2- 172.21.15.31:0/4053893919 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f21f01f5090 0x7f21f014c1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:32.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.533+0000 7f21f671f640 1 --2- 172.21.15.31:0/4053893919 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f21f014c6f0 0x7f21f0158e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:32.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.533+0000 7f21f5f1e640 1 -- 172.21.15.31:0/4053893919 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f21f014c6f0 msgr2=0x7f21f0158e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:32.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.533+0000 7f21f5f1e640 1 --2- 172.21.15.31:0/4053893919 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f21f014c6f0 0x7f21f0158e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:32.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.533+0000 7f21f5f1e640 1 -- 172.21.15.31:0/4053893919 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f21f01f5090 msgr2=0x7f21f014c1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:32.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.533+0000 7f21f5f1e640 1 --2- 172.21.15.31:0/4053893919 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f21f01f5090 0x7f21f014c1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:32.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.533+0000 7f21f5f1e640 1 -- 172.21.15.31:0/4053893919 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21f00cf7c0 con 0x7f21dc004b40 2024-09-16T07:27:32.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.533+0000 7f21f571d640 1 --2- 172.21.15.31:0/4053893919 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f21f01f5090 0x7f21f014c1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:27:32.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.533+0000 7f21f5f1e640 1 --2- 172.21.15.31:0/4053893919 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f21dc004b40 0x7f21f01f59d0 secure :-1 s=READY pgs=1331 cs=0 l=1 rev1=1 crypto rx=0x7f21ec00bc10 tx=0x7f21ec032670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:32.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.533+0000 7f21e67fc640 1 -- 172.21.15.31:0/4053893919 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21ec041070 con 0x7f21dc004b40 2024-09-16T07:27:32.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.533+0000 7f21e67fc640 1 -- 172.21.15.31:0/4053893919 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f21ec032c90 con 0x7f21dc004b40 2024-09-16T07:27:32.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.533+0000 7f21e67fc640 1 -- 172.21.15.31:0/4053893919 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21ec004290 con 0x7f21dc004b40 2024-09-16T07:27:32.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.533+0000 7f21f8182640 1 -- 172.21.15.31:0/4053893919 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21f00cfaa0 con 0x7f21dc004b40 2024-09-16T07:27:32.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.533+0000 7f21f8182640 1 -- 172.21.15.31:0/4053893919 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21f00d0060 con 0x7f21dc004b40 2024-09-16T07:27:32.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.534+0000 7f21f8182640 1 -- 172.21.15.31:0/4053893919 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f21f006f9f0 con 0x7f21dc004b40 2024-09-16T07:27:32.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.535+0000 7f21e67fc640 1 -- 172.21.15.31:0/4053893919 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 21) ==== 101848+0+0 (secure 0 0 0) 0x7f21ec0035f0 con 0x7f21dc004b40 2024-09-16T07:27:32.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.536+0000 7f21e67fc640 1 --2- 172.21.15.31:0/4053893919 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f21d4078e80 0x7f21d407b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:32.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.536+0000 7f21e67fc640 1 -- 172.21.15.31:0/4053893919 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(122..122 src has 1..122) ==== 4999+0+0 (secure 0 0 0) 0x7f21ec0bbd70 con 0x7f21dc004b40 2024-09-16T07:27:32.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.536+0000 7f21f571d640 1 --2- 172.21.15.31:0/4053893919 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f21d4078e80 0x7f21d407b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:32.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.536+0000 7f21f571d640 1 --2- 172.21.15.31:0/4053893919 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f21d4078e80 0x7f21d407b340 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f21f01f5470 tx=0x7f21e0006b70 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:32.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.540+0000 7f21e67fc640 1 -- 172.21.15.31:0/4053893919 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f21ec083cf0 con 0x7f21dc004b40 2024-09-16T07:27:32.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.729+0000 7f21f8182640 1 -- 172.21.15.31:0/4053893919 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f21f00cbf30 con 0x7f21dc004b40 2024-09-16T07:27:32.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.730+0000 7f21e67fc640 1 -- 172.21.15.31:0/4053893919 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v122) ==== 74+0+13104 (secure 0 0 0) 0x7f21ec0835f0 con 0x7f21dc004b40 2024-09-16T07:27:32.729 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:27:32.729 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":122,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:27:31.175615+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":19,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.31:6835/683889431":"2024-09-17T07:27:28.798773+0000","172.21.15.31:6833/683889431":"2024-09-17T07:27:28.798773+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[{"pool":19,"snaps":[{"begin":2,"length":4}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:27:32.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.732+0000 7f21f8182640 1 -- 172.21.15.31:0/4053893919 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f21d4078e80 msgr2=0x7f21d407b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:32.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.732+0000 7f21f8182640 1 --2- 172.21.15.31:0/4053893919 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f21d4078e80 0x7f21d407b340 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f21f01f5470 tx=0x7f21e0006b70 comp rx=0 tx=0).stop 2024-09-16T07:27:32.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.732+0000 7f21f8182640 1 -- 172.21.15.31:0/4053893919 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f21dc004b40 msgr2=0x7f21f01f59d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:32.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.732+0000 7f21f8182640 1 --2- 172.21.15.31:0/4053893919 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f21dc004b40 0x7f21f01f59d0 secure :-1 s=READY pgs=1331 cs=0 l=1 rev1=1 crypto rx=0x7f21ec00bc10 tx=0x7f21ec032670 comp rx=0 tx=0).stop 2024-09-16T07:27:32.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.732+0000 7f21f8182640 1 -- 172.21.15.31:0/4053893919 shutdown_connections 2024-09-16T07:27:32.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.732+0000 7f21f8182640 1 --2- 172.21.15.31:0/4053893919 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f21d4078e80 0x7f21d407b340 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:32.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.732+0000 7f21f8182640 1 --2- 172.21.15.31:0/4053893919 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f21f014c6f0 0x7f21f0158e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:32.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.732+0000 7f21f8182640 1 --2- 172.21.15.31:0/4053893919 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f21f01f5090 0x7f21f014c1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:32.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.732+0000 7f21f8182640 1 --2- 172.21.15.31:0/4053893919 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f21dc004b40 0x7f21f01f59d0 unknown :-1 s=CLOSED pgs=1331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:32.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.732+0000 7f21f8182640 1 -- 172.21.15.31:0/4053893919 >> 172.21.15.31:0/4053893919 conn(0x7f21f00b1690 msgr2=0x7f21f014daf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:32.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.732+0000 7f21f8182640 1 -- 172.21.15.31:0/4053893919 shutdown_connections 2024-09-16T07:27:32.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.732+0000 7f21f8182640 1 -- 172.21.15.31:0/4053893919 wait complete. 2024-09-16T07:27:32.743 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-16T07:21:00.646987+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-16T07:27:32.743 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-16T07:27:32.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.852+0000 7fd787165640 1 -- 172.21.15.31:0/4215483971 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd7801619c0 msgr2=0x7fd7800ce910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:32.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.852+0000 7fd787165640 1 --2- 172.21.15.31:0/4215483971 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd7801619c0 0x7fd7800ce910 secure :-1 s=READY pgs=1333 cs=0 l=1 rev1=1 crypto rx=0x7fd78008ce30 tx=0x7fd77802a8b0 comp rx=0 tx=0).stop 2024-09-16T07:27:32.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.852+0000 7fd787165640 1 -- 172.21.15.31:0/4215483971 shutdown_connections 2024-09-16T07:27:32.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.852+0000 7fd787165640 1 --2- 172.21.15.31:0/4215483971 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd7801619c0 0x7fd7800ce910 unknown :-1 s=CLOSED pgs=1333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:32.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.852+0000 7fd787165640 1 --2- 172.21.15.31:0/4215483971 >> v2:172.21.15.155:3300/0 conn(0x7fd7800d0bd0 0x7fd7800b40d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:32.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.852+0000 7fd787165640 1 -- 172.21.15.31:0/4215483971 >> 172.21.15.31:0/4215483971 conn(0x7fd78009d3c0 msgr2=0x7fd7800d40e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:32.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.852+0000 7fd787165640 1 -- 172.21.15.31:0/4215483971 shutdown_connections 2024-09-16T07:27:32.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.852+0000 7fd787165640 1 -- 172.21.15.31:0/4215483971 wait complete. 2024-09-16T07:27:32.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.853+0000 7fd787165640 1 Processor -- start 2024-09-16T07:27:32.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.853+0000 7fd787165640 1 -- start start 2024-09-16T07:27:32.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.854+0000 7fd787165640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd7800d0bd0 0x7fd78009e070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:32.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.854+0000 7fd787165640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd7800d0fb0 0x7fd7800d24a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:32.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.854+0000 7fd787165640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd7801619c0 0x7fd7800a0980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:32.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.854+0000 7fd787165640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fd7800cefd0 con 0x7fd7800d0bd0 2024-09-16T07:27:32.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.854+0000 7fd787165640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fd7800cee50 con 0x7fd7800d0fb0 2024-09-16T07:27:32.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.854+0000 7fd787165640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fd7800cf150 con 0x7fd7801619c0 2024-09-16T07:27:32.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.854+0000 7fd784f01640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd7800d0bd0 0x7fd78009e070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:32.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.854+0000 7fd784f01640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd7800d0bd0 0x7fd78009e070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:40652/0 (socket says 172.21.15.31:40652) 2024-09-16T07:27:32.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.854+0000 7fd784f01640 1 -- 172.21.15.31:0/3873619330 learned_addr learned my addr 172.21.15.31:0/3873619330 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:32.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.854+0000 7fd785702640 1 --2- 172.21.15.31:0/3873619330 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd7801619c0 0x7fd7800a0980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:32.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.854+0000 7fd77ffff640 1 --2- 172.21.15.31:0/3873619330 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd7800d0fb0 0x7fd7800d24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:32.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.855+0000 7fd784f01640 1 -- 172.21.15.31:0/3873619330 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd7801619c0 msgr2=0x7fd7800a0980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:32.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.855+0000 7fd784f01640 1 --2- 172.21.15.31:0/3873619330 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd7801619c0 0x7fd7800a0980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:32.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.855+0000 7fd784f01640 1 -- 172.21.15.31:0/3873619330 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd7800d0fb0 msgr2=0x7fd7800d24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:32.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.855+0000 7fd784f01640 1 --2- 172.21.15.31:0/3873619330 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd7800d0fb0 0x7fd7800d24a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:32.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.855+0000 7fd784f01640 1 -- 172.21.15.31:0/3873619330 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7801522a0 con 0x7fd7800d0bd0 2024-09-16T07:27:32.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.855+0000 7fd785702640 1 --2- 172.21.15.31:0/3873619330 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd7801619c0 0x7fd7800a0980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:27:32.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.855+0000 7fd77ffff640 1 --2- 172.21.15.31:0/3873619330 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd7800d0fb0 0x7fd7800d24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:27:32.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.855+0000 7fd784f01640 1 --2- 172.21.15.31:0/3873619330 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd7800d0bd0 0x7fd78009e070 secure :-1 s=READY pgs=1334 cs=0 l=1 rev1=1 crypto rx=0x7fd77000c890 tx=0x7fd77000cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:32.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.855+0000 7fd77d7fa640 1 -- 172.21.15.31:0/3873619330 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd770004220 con 0x7fd7800d0bd0 2024-09-16T07:27:32.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.855+0000 7fd77d7fa640 1 -- 172.21.15.31:0/3873619330 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd7700079b0 con 0x7fd7800d0bd0 2024-09-16T07:27:32.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.855+0000 7fd787165640 1 -- 172.21.15.31:0/3873619330 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd780152580 con 0x7fd7800d0bd0 2024-09-16T07:27:32.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.855+0000 7fd77d7fa640 1 -- 172.21.15.31:0/3873619330 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd770007de0 con 0x7fd7800d0bd0 2024-09-16T07:27:32.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.855+0000 7fd787165640 1 -- 172.21.15.31:0/3873619330 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd78009e5b0 con 0x7fd7800d0bd0 2024-09-16T07:27:32.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.856+0000 7fd787165640 1 -- 172.21.15.31:0/3873619330 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd7800b40d0 con 0x7fd7800d0bd0 2024-09-16T07:27:32.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.857+0000 7fd77d7fa640 1 -- 172.21.15.31:0/3873619330 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 21) ==== 101848+0+0 (secure 0 0 0) 0x7fd770005020 con 0x7fd7800d0bd0 2024-09-16T07:27:32.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.857+0000 7fd77d7fa640 1 --2- 172.21.15.31:0/3873619330 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd76c078e80 0x7fd76c07b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:32.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.857+0000 7fd77ffff640 1 --2- 172.21.15.31:0/3873619330 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd76c078e80 0x7fd76c07b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:32.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.857+0000 7fd77d7fa640 1 -- 172.21.15.31:0/3873619330 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(122..122 src has 1..122) ==== 4999+0+0 (secure 0 0 0) 0x7fd77009b830 con 0x7fd7800d0bd0 2024-09-16T07:27:32.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.858+0000 7fd77ffff640 1 --2- 172.21.15.31:0/3873619330 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd76c078e80 0x7fd76c07b340 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fd78015edc0 tx=0x7fd774009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:32.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:32.861+0000 7fd77d7fa640 1 -- 172.21.15.31:0/3873619330 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fd770014030 con 0x7fd7800d0bd0 2024-09-16T07:27:33.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:33.046+0000 7fd787165640 1 -- 172.21.15.31:0/3873619330 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fd7800b3970 con 0x7fd7800d0bd0 2024-09-16T07:27:33.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:33.046+0000 7fd77d7fa640 1 -- 172.21.15.31:0/3873619330 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v122) ==== 93+0+10 (secure 0 0 0) 0x7fd770063690 con 0x7fd7800d0bd0 2024-09-16T07:27:33.049 INFO:teuthology.orchestra.run.smithi031.stdout:pg_num: 1 2024-09-16T07:27:33.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:33.048+0000 7fd787165640 1 -- 172.21.15.31:0/3873619330 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd76c078e80 msgr2=0x7fd76c07b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:33.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:33.048+0000 7fd787165640 1 --2- 172.21.15.31:0/3873619330 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd76c078e80 0x7fd76c07b340 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fd78015edc0 tx=0x7fd774009040 comp rx=0 tx=0).stop 2024-09-16T07:27:33.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:33.048+0000 7fd787165640 1 -- 172.21.15.31:0/3873619330 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd7800d0bd0 msgr2=0x7fd78009e070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:33.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:33.048+0000 7fd787165640 1 --2- 172.21.15.31:0/3873619330 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd7800d0bd0 0x7fd78009e070 secure :-1 s=READY pgs=1334 cs=0 l=1 rev1=1 crypto rx=0x7fd77000c890 tx=0x7fd77000cd50 comp rx=0 tx=0).stop 2024-09-16T07:27:33.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:33.048+0000 7fd787165640 1 -- 172.21.15.31:0/3873619330 shutdown_connections 2024-09-16T07:27:33.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:33.048+0000 7fd787165640 1 --2- 172.21.15.31:0/3873619330 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd76c078e80 0x7fd76c07b340 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:33.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:33.048+0000 7fd787165640 1 --2- 172.21.15.31:0/3873619330 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd7801619c0 0x7fd7800a0980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:33.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:33.048+0000 7fd787165640 1 --2- 172.21.15.31:0/3873619330 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd7800d0fb0 0x7fd7800d24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:33.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:33.048+0000 7fd787165640 1 --2- 172.21.15.31:0/3873619330 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd7800d0bd0 0x7fd78009e070 unknown :-1 s=CLOSED pgs=1334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:33.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:33.049+0000 7fd787165640 1 -- 172.21.15.31:0/3873619330 >> 172.21.15.31:0/3873619330 conn(0x7fd78009d3c0 msgr2=0x7fd78006d530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:33.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:33.049+0000 7fd787165640 1 -- 172.21.15.31:0/3873619330 shutdown_connections 2024-09-16T07:27:33.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:33.049+0000 7fd787165640 1 -- 172.21.15.31:0/3873619330 wait complete. 2024-09-16T07:27:33.059 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_volumes.TestMisc.test_subvolume_ops_on_nonexistent_vol' 2024-09-16T07:27:33.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:33.166+0000 7fd36d7bb640 1 -- 172.21.15.31:0/2166681445 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd354004800 msgr2=0x7fd354004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:33.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:33.166+0000 7fd36d7bb640 1 --2- 172.21.15.31:0/2166681445 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd354004800 0x7fd354004c80 secure :-1 s=READY pgs=1336 cs=0 l=1 rev1=1 crypto rx=0x7fd350009b50 tx=0x7fd354005830 comp rx=0 tx=0).stop 2024-09-16T07:27:33.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:33.166+0000 7fd36d7bb640 1 -- 172.21.15.31:0/2166681445 shutdown_connections 2024-09-16T07:27:33.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:33.166+0000 7fd36d7bb640 1 --2- 172.21.15.31:0/2166681445 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd354004800 0x7fd354004c80 unknown :-1 s=CLOSED pgs=1336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:33.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:33.166+0000 7fd36d7bb640 1 -- 172.21.15.31:0/2166681445 >> 172.21.15.31:0/2166681445 conn(0x7fd3680b1690 msgr2=0x7fd3680b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:33.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:33.166+0000 7fd36d7bb640 1 -- 172.21.15.31:0/2166681445 shutdown_connections 2024-09-16T07:27:33.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:33.166+0000 7fd36d7bb640 1 -- 172.21.15.31:0/2166681445 wait complete. 2024-09-16T07:27:33.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:33.167+0000 7fd36d7bb640 1 Processor -- start 2024-09-16T07:27:33.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:33.167+0000 7fd36d7bb640 1 -- start start 2024-09-16T07:27:33.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:33.168+0000 7fd36d7bb640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd354004800 0x7fd3681f1d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:33.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:33.168+0000 7fd36d7bb640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd368153aa0 0x7fd3680aebc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:33.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:33.168+0000 7fd36d7bb640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd368153fb0 0x7fd368154430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:33.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:33.168+0000 7fd36d7bb640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fd36815d3f0 con 0x7fd368153aa0 2024-09-16T07:27:33.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:33.168+0000 7fd36d7bb640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fd36815d270 con 0x7fd368153fb0 2024-09-16T07:27:33.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:33.168+0000 7fd36d7bb640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fd36815d570 con 0x7fd354004800 2024-09-16T07:27:33.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:33.168+0000 7fd3667fc640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd368153aa0 0x7fd3680aebc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:33.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:33.168+0000 7fd3667fc640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd368153aa0 0x7fd3680aebc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:40676/0 (socket says 172.21.15.31:40676) 2024-09-16T07:27:33.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:33.168+0000 7fd3667fc640 1 -- 172.21.15.31:0/2311571165 learned_addr learned my addr 172.21.15.31:0/2311571165 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:33.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:33.168+0000 7fd366ffd640 1 --2- 172.21.15.31:0/2311571165 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd354004800 0x7fd3681f1d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:33.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:33.168+0000 7fd3677fe640 1 --2- 172.21.15.31:0/2311571165 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd368153fb0 0x7fd368154430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:33.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:33.168+0000 7fd3667fc640 1 -- 172.21.15.31:0/2311571165 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd354004800 msgr2=0x7fd3681f1d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:33.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:33.168+0000 7fd3667fc640 1 --2- 172.21.15.31:0/2311571165 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd354004800 0x7fd3681f1d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:33.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:33.168+0000 7fd3667fc640 1 -- 172.21.15.31:0/2311571165 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd368153fb0 msgr2=0x7fd368154430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:33.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:33.168+0000 7fd3667fc640 1 --2- 172.21.15.31:0/2311571165 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd368153fb0 0x7fd368154430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:33.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:33.168+0000 7fd3667fc640 1 -- 172.21.15.31:0/2311571165 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3681f2270 con 0x7fd368153aa0 2024-09-16T07:27:33.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:33.168+0000 7fd3677fe640 1 --2- 172.21.15.31:0/2311571165 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd368153fb0 0x7fd368154430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:27:33.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:33.168+0000 7fd3667fc640 1 --2- 172.21.15.31:0/2311571165 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd368153aa0 0x7fd3680aebc0 secure :-1 s=READY pgs=1337 cs=0 l=1 rev1=1 crypto rx=0x7fd350036040 tx=0x7fd3500336f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:33.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:33.169+0000 7fd35f7fe640 1 -- 172.21.15.31:0/2311571165 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd350038040 con 0x7fd368153aa0 2024-09-16T07:27:33.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:33.169+0000 7fd35f7fe640 1 -- 172.21.15.31:0/2311571165 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd350004230 con 0x7fd368153aa0 2024-09-16T07:27:33.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:33.169+0000 7fd36d7bb640 1 -- 172.21.15.31:0/2311571165 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3681f8090 con 0x7fd368153aa0 2024-09-16T07:27:33.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:33.169+0000 7fd35f7fe640 1 -- 172.21.15.31:0/2311571165 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3500338e0 con 0x7fd368153aa0 2024-09-16T07:27:33.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:33.169+0000 7fd36d7bb640 1 -- 172.21.15.31:0/2311571165 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3681f8650 con 0x7fd368153aa0 2024-09-16T07:27:33.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:33.170+0000 7fd36d7bb640 1 -- 172.21.15.31:0/2311571165 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd36815fff0 con 0x7fd368153aa0 2024-09-16T07:27:33.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:33.170+0000 7fd35f7fe640 1 -- 172.21.15.31:0/2311571165 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 21) ==== 101848+0+0 (secure 0 0 0) 0x7fd35002b8a0 con 0x7fd368153aa0 2024-09-16T07:27:33.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:33.171+0000 7fd35f7fe640 1 --2- 172.21.15.31:0/2311571165 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd348078eb0 0x7fd34807b370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:33.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:33.171+0000 7fd35f7fe640 1 -- 172.21.15.31:0/2311571165 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(122..122 src has 1..122) ==== 4999+0+0 (secure 0 0 0) 0x7fd3500bb790 con 0x7fd368153aa0 2024-09-16T07:27:33.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:33.171+0000 7fd366ffd640 1 --2- 172.21.15.31:0/2311571165 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd348078eb0 0x7fd34807b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:33.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:33.171+0000 7fd366ffd640 1 --2- 172.21.15.31:0/2311571165 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd348078eb0 0x7fd34807b370 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fd358000f80 tx=0x7fd358004980 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:33.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:33.175+0000 7fd35f7fe640 1 -- 172.21.15.31:0/2311571165 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fd3500830b0 con 0x7fd368153aa0 2024-09-16T07:27:33.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:33.432+0000 7fd36d7bb640 1 -- 172.21.15.31:0/2311571165 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_subvolume_ops_on_nonexistent_vol"]} v 0) -- 0x7fd368155a60 con 0x7fd368153aa0 2024-09-16T07:27:34.413 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.414+0000 7fd35f7fe640 1 -- 172.21.15.31:0/2311571165 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_subvolume_ops_on_nonexistent_vol"]}]=0 v355) ==== 154+0+0 (secure 0 0 0) 0x7fd350087ae0 con 0x7fd368153aa0 2024-09-16T07:27:34.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.417+0000 7fd36d7bb640 1 -- 172.21.15.31:0/2311571165 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd348078eb0 msgr2=0x7fd34807b370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:34.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.417+0000 7fd36d7bb640 1 --2- 172.21.15.31:0/2311571165 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd348078eb0 0x7fd34807b370 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fd358000f80 tx=0x7fd358004980 comp rx=0 tx=0).stop 2024-09-16T07:27:34.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.417+0000 7fd36d7bb640 1 -- 172.21.15.31:0/2311571165 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd368153aa0 msgr2=0x7fd3680aebc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:34.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.417+0000 7fd36d7bb640 1 --2- 172.21.15.31:0/2311571165 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd368153aa0 0x7fd3680aebc0 secure :-1 s=READY pgs=1337 cs=0 l=1 rev1=1 crypto rx=0x7fd350036040 tx=0x7fd3500336f0 comp rx=0 tx=0).stop 2024-09-16T07:27:34.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.417+0000 7fd36d7bb640 1 -- 172.21.15.31:0/2311571165 shutdown_connections 2024-09-16T07:27:34.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.417+0000 7fd36d7bb640 1 --2- 172.21.15.31:0/2311571165 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd348078eb0 0x7fd34807b370 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:34.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.417+0000 7fd36d7bb640 1 --2- 172.21.15.31:0/2311571165 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd368153fb0 0x7fd368154430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:34.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.417+0000 7fd36d7bb640 1 --2- 172.21.15.31:0/2311571165 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd368153aa0 0x7fd3680aebc0 unknown :-1 s=CLOSED pgs=1337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:34.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.417+0000 7fd36d7bb640 1 --2- 172.21.15.31:0/2311571165 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd354004800 0x7fd3681f1d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:34.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.417+0000 7fd36d7bb640 1 -- 172.21.15.31:0/2311571165 >> 172.21.15.31:0/2311571165 conn(0x7fd3680b1690 msgr2=0x7fd36815db00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:34.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.417+0000 7fd36d7bb640 1 -- 172.21.15.31:0/2311571165 shutdown_connections 2024-09-16T07:27:34.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.417+0000 7fd36d7bb640 1 -- 172.21.15.31:0/2311571165 wait complete. 2024-09-16T07:27:34.430 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-09-16T07:27:34.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.542+0000 7f2843add640 1 -- 172.21.15.31:0/2991658155 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2828004800 msgr2=0x7f2828004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:34.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.542+0000 7f2843add640 1 --2- 172.21.15.31:0/2991658155 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2828004800 0x7f2828004c80 secure :-1 s=READY pgs=1339 cs=0 l=1 rev1=1 crypto rx=0x7f282c007540 tx=0x7f2828005830 comp rx=0 tx=0).stop 2024-09-16T07:27:34.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.542+0000 7f2843add640 1 -- 172.21.15.31:0/2991658155 shutdown_connections 2024-09-16T07:27:34.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.542+0000 7f2843add640 1 --2- 172.21.15.31:0/2991658155 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2828004800 0x7f2828004c80 unknown :-1 s=CLOSED pgs=1339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:34.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.542+0000 7f2843add640 1 -- 172.21.15.31:0/2991658155 >> 172.21.15.31:0/2991658155 conn(0x7f283c0b1690 msgr2=0x7f283c0b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:34.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.543+0000 7f2843add640 1 -- 172.21.15.31:0/2991658155 shutdown_connections 2024-09-16T07:27:34.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.543+0000 7f2843add640 1 -- 172.21.15.31:0/2991658155 wait complete. 2024-09-16T07:27:34.546 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.544+0000 7f2843add640 1 Processor -- start 2024-09-16T07:27:34.546 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.544+0000 7f2843add640 1 -- start start 2024-09-16T07:27:34.550 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.544+0000 7f2843add640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2828004800 0x7f283c156b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:34.550 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.544+0000 7f2843add640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f283c1f7750 0x7f283c1e67d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:34.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.544+0000 7f2843add640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f283c1e6d10 0x7f283c0cfc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:34.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.544+0000 7f2843add640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f283c070690 con 0x7f283c1e6d10 2024-09-16T07:27:34.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.544+0000 7f2843add640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f283c070810 con 0x7f283c1f7750 2024-09-16T07:27:34.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.544+0000 7f2843add640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f283c13f290 con 0x7f2828004800 2024-09-16T07:27:34.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.545+0000 7f284207a640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f283c1e6d10 0x7f283c0cfc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:34.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.545+0000 7f284207a640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f283c1e6d10 0x7f283c0cfc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:40690/0 (socket says 172.21.15.31:40690) 2024-09-16T07:27:34.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.545+0000 7f284207a640 1 -- 172.21.15.31:0/1754357571 learned_addr learned my addr 172.21.15.31:0/1754357571 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:34.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.545+0000 7f2841078640 1 --2- 172.21.15.31:0/1754357571 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f283c1f7750 0x7f283c1e67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:34.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.545+0000 7f2841879640 1 --2- 172.21.15.31:0/1754357571 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2828004800 0x7f283c156b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:34.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.545+0000 7f284207a640 1 -- 172.21.15.31:0/1754357571 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2828004800 msgr2=0x7f283c156b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:34.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.545+0000 7f284207a640 1 --2- 172.21.15.31:0/1754357571 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2828004800 0x7f283c156b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:34.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.545+0000 7f284207a640 1 -- 172.21.15.31:0/1754357571 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f283c1f7750 msgr2=0x7f283c1e67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:34.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.545+0000 7f284207a640 1 --2- 172.21.15.31:0/1754357571 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f283c1f7750 0x7f283c1e67d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:34.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.545+0000 7f284207a640 1 -- 172.21.15.31:0/1754357571 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f283c157040 con 0x7f283c1e6d10 2024-09-16T07:27:34.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.545+0000 7f284207a640 1 --2- 172.21.15.31:0/1754357571 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f283c1e6d10 0x7f283c0cfc00 secure :-1 s=READY pgs=1340 cs=0 l=1 rev1=1 crypto rx=0x7f283c0b24a0 tx=0x7f28340019b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:34.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.545+0000 7f28327fc640 1 -- 172.21.15.31:0/1754357571 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2834011870 con 0x7f283c1e6d10 2024-09-16T07:27:34.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.545+0000 7f28327fc640 1 -- 172.21.15.31:0/1754357571 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2834017070 con 0x7f283c1e6d10 2024-09-16T07:27:34.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.545+0000 7f2843add640 1 -- 172.21.15.31:0/1754357571 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f283c1e7220 con 0x7f283c1e6d10 2024-09-16T07:27:34.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.545+0000 7f28327fc640 1 -- 172.21.15.31:0/1754357571 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2834011da0 con 0x7f283c1e6d10 2024-09-16T07:27:34.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.545+0000 7f2843add640 1 -- 172.21.15.31:0/1754357571 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f283c1e77e0 con 0x7f283c1e6d10 2024-09-16T07:27:34.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.546+0000 7f2843add640 1 -- 172.21.15.31:0/1754357571 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f283c0725a0 con 0x7f283c1e6d10 2024-09-16T07:27:34.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.547+0000 7f28327fc640 1 -- 172.21.15.31:0/1754357571 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 21) ==== 101848+0+0 (secure 0 0 0) 0x7f283401c460 con 0x7f283c1e6d10 2024-09-16T07:27:34.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.548+0000 7f28327fc640 1 --2- 172.21.15.31:0/1754357571 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2820078eb0 0x7f282007b370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:34.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.548+0000 7f28327fc640 1 -- 172.21.15.31:0/1754357571 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(122..122 src has 1..122) ==== 4999+0+0 (secure 0 0 0) 0x7f283409b960 con 0x7f283c1e6d10 2024-09-16T07:27:34.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.548+0000 7f2841879640 1 --2- 172.21.15.31:0/1754357571 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2820078eb0 0x7f282007b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:34.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.548+0000 7f2841879640 1 --2- 172.21.15.31:0/1754357571 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2820078eb0 0x7f282007b370 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f2838001eb0 tx=0x7f2838006040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:34.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.552+0000 7f28327fc640 1 -- 172.21.15.31:0/1754357571 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f2834063840 con 0x7f283c1e6d10 2024-09-16T07:27:34.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.739+0000 7f2843add640 1 -- 172.21.15.31:0/1754357571 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7f283c050f70 con 0x7f283c1e6d10 2024-09-16T07:27:34.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.739+0000 7f28327fc640 1 -- 172.21.15.31:0/1754357571 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v41) ==== 59+0+1998 (secure 0 0 0) 0x7f2834063140 con 0x7f283c1e6d10 2024-09-16T07:27:34.740 INFO:teuthology.orchestra.run.smithi031.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-09-16T07:27:34.740 INFO:teuthology.orchestra.run.smithi031.stdout:mon advanced mon_op_complaint_time 120 2024-09-16T07:27:34.740 INFO:teuthology.orchestra.run.smithi031.stdout:mon dev mon_warn_on_pool_no_app false 2024-09-16T07:27:34.740 INFO:teuthology.orchestra.run.smithi031.stdout:osd advanced osd_op_complaint_time 180.000000 2024-09-16T07:27:34.740 INFO:teuthology.orchestra.run.smithi031.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 4520.820560 2024-09-16T07:27:34.740 INFO:teuthology.orchestra.run.smithi031.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 5734.367886 2024-09-16T07:27:34.740 INFO:teuthology.orchestra.run.smithi031.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 4504.591485 2024-09-16T07:27:34.740 INFO:teuthology.orchestra.run.smithi031.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 4573.380612 2024-09-16T07:27:34.740 INFO:teuthology.orchestra.run.smithi031.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 5234.235164 2024-09-16T07:27:34.740 INFO:teuthology.orchestra.run.smithi031.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 5784.050173 2024-09-16T07:27:34.740 INFO:teuthology.orchestra.run.smithi031.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 8598.617671 2024-09-16T07:27:34.741 INFO:teuthology.orchestra.run.smithi031.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 5090.838884 2024-09-16T07:27:34.741 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced debug_mds 20/20 2024-09-16T07:27:34.741 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced debug_mds_balancer 20/20 2024-09-16T07:27:34.741 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced debug_ms 2/2 2024-09-16T07:27:34.741 INFO:teuthology.orchestra.run.smithi031.stdout:mds dev mds_debug_frag true 2024-09-16T07:27:34.741 INFO:teuthology.orchestra.run.smithi031.stdout:mds dev mds_debug_scatterstat true 2024-09-16T07:27:34.741 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced mds_op_complaint_time 180.000000 2024-09-16T07:27:34.741 INFO:teuthology.orchestra.run.smithi031.stdout:mds dev mds_verify_scatter true 2024-09-16T07:27:34.741 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced osd_op_complaint_time 180.000000 2024-09-16T07:27:34.741 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced rados_mon_op_timeout 900 2024-09-16T07:27:34.741 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced rados_osd_op_timeout 900 2024-09-16T07:27:34.741 INFO:teuthology.orchestra.run.smithi031.stdout:client advanced client_mount_timeout 600 2024-09-16T07:27:34.741 INFO:teuthology.orchestra.run.smithi031.stdout:client advanced debug_client 20/20 2024-09-16T07:27:34.742 INFO:teuthology.orchestra.run.smithi031.stdout:client advanced debug_ms 1/1 2024-09-16T07:27:34.742 INFO:teuthology.orchestra.run.smithi031.stdout:client advanced rados_mon_op_timeout 900 2024-09-16T07:27:34.742 INFO:teuthology.orchestra.run.smithi031.stdout:client advanced rados_osd_op_timeout 900 2024-09-16T07:27:34.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.741+0000 7f2843add640 1 -- 172.21.15.31:0/1754357571 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2820078eb0 msgr2=0x7f282007b370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:34.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.741+0000 7f2843add640 1 --2- 172.21.15.31:0/1754357571 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2820078eb0 0x7f282007b370 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f2838001eb0 tx=0x7f2838006040 comp rx=0 tx=0).stop 2024-09-16T07:27:34.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.741+0000 7f2843add640 1 -- 172.21.15.31:0/1754357571 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f283c1e6d10 msgr2=0x7f283c0cfc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:34.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.741+0000 7f2843add640 1 --2- 172.21.15.31:0/1754357571 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f283c1e6d10 0x7f283c0cfc00 secure :-1 s=READY pgs=1340 cs=0 l=1 rev1=1 crypto rx=0x7f283c0b24a0 tx=0x7f28340019b0 comp rx=0 tx=0).stop 2024-09-16T07:27:34.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.741+0000 7f2843add640 1 -- 172.21.15.31:0/1754357571 shutdown_connections 2024-09-16T07:27:34.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.741+0000 7f2843add640 1 --2- 172.21.15.31:0/1754357571 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2820078eb0 0x7f282007b370 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:34.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.741+0000 7f2843add640 1 --2- 172.21.15.31:0/1754357571 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f283c1e6d10 0x7f283c0cfc00 unknown :-1 s=CLOSED pgs=1340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:34.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.741+0000 7f2843add640 1 --2- 172.21.15.31:0/1754357571 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f283c1f7750 0x7f283c1e67d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:34.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.741+0000 7f2843add640 1 --2- 172.21.15.31:0/1754357571 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2828004800 0x7f283c156b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:34.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.741+0000 7f2843add640 1 -- 172.21.15.31:0/1754357571 >> 172.21.15.31:0/1754357571 conn(0x7f283c0b1690 msgr2=0x7f283c0b0db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:34.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.741+0000 7f2843add640 1 -- 172.21.15.31:0/1754357571 shutdown_connections 2024-09-16T07:27:34.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.741+0000 7f2843add640 1 -- 172.21.15.31:0/1754357571 wait complete. 2024-09-16T07:27:34.752 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-16T07:27:34.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.860+0000 7f71a175d640 1 -- 172.21.15.31:0/1342843398 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f719c0cdb90 msgr2=0x7f719c0ce000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:34.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.860+0000 7f71a175d640 1 --2- 172.21.15.31:0/1342843398 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f719c0cdb90 0x7f719c0ce000 secure :-1 s=READY pgs=1341 cs=0 l=1 rev1=1 crypto rx=0x7f719c06f210 tx=0x7f718402a560 comp rx=0 tx=0).stop 2024-09-16T07:27:34.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.860+0000 7f71a175d640 1 -- 172.21.15.31:0/1342843398 shutdown_connections 2024-09-16T07:27:34.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.860+0000 7f71a175d640 1 --2- 172.21.15.31:0/1342843398 >> v2:172.21.15.155:3300/0 conn(0x7f719c0cede0 0x7f719c0cf270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:34.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.860+0000 7f71a175d640 1 --2- 172.21.15.31:0/1342843398 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f719c0cdb90 0x7f719c0ce000 unknown :-1 s=CLOSED pgs=1341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:34.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.860+0000 7f71a175d640 1 -- 172.21.15.31:0/1342843398 >> 172.21.15.31:0/1342843398 conn(0x7f719c0b1700 msgr2=0x7f719c0b1ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:34.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.860+0000 7f71a175d640 1 -- 172.21.15.31:0/1342843398 shutdown_connections 2024-09-16T07:27:34.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.860+0000 7f71a175d640 1 -- 172.21.15.31:0/1342843398 wait complete. 2024-09-16T07:27:34.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.861+0000 7f71a175d640 1 Processor -- start 2024-09-16T07:27:34.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.861+0000 7f71a175d640 1 -- start start 2024-09-16T07:27:34.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.862+0000 7f71a175d640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f719c0cdb90 0x7f719c14b910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:34.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.862+0000 7f71a175d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f719c0cede0 0x7f719c0c6e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:34.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.862+0000 7f71a175d640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f719c15bab0 0x7f719c14c040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:34.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.862+0000 7f71a175d640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f719c06fde0 con 0x7f719c0cede0 2024-09-16T07:27:34.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.862+0000 7f71a175d640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f719c06fc60 con 0x7f719c0cdb90 2024-09-16T07:27:34.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.862+0000 7f71a175d640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f719c06ff60 con 0x7f719c15bab0 2024-09-16T07:27:34.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.862+0000 7f719a7fc640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f719c0cede0 0x7f719c0c6e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:34.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.862+0000 7f719a7fc640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f719c0cede0 0x7f719c0c6e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:40718/0 (socket says 172.21.15.31:40718) 2024-09-16T07:27:34.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.862+0000 7f719a7fc640 1 -- 172.21.15.31:0/1771220318 learned_addr learned my addr 172.21.15.31:0/1771220318 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:34.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.862+0000 7f719affd640 1 --2- 172.21.15.31:0/1771220318 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f719c0cdb90 0x7f719c14b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:34.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.862+0000 7f719b7fe640 1 --2- 172.21.15.31:0/1771220318 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f719c15bab0 0x7f719c14c040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:34.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.863+0000 7f719a7fc640 1 -- 172.21.15.31:0/1771220318 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f719c15bab0 msgr2=0x7f719c14c040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:34.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.863+0000 7f719a7fc640 1 --2- 172.21.15.31:0/1771220318 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f719c15bab0 0x7f719c14c040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:34.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.863+0000 7f719a7fc640 1 -- 172.21.15.31:0/1771220318 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f719c0cdb90 msgr2=0x7f719c14b910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:34.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.863+0000 7f719a7fc640 1 --2- 172.21.15.31:0/1771220318 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f719c0cdb90 0x7f719c14b910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:34.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.863+0000 7f719a7fc640 1 -- 172.21.15.31:0/1771220318 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f719c156d40 con 0x7f719c0cede0 2024-09-16T07:27:34.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.863+0000 7f719b7fe640 1 --2- 172.21.15.31:0/1771220318 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f719c15bab0 0x7f719c14c040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:27:34.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.863+0000 7f719a7fc640 1 --2- 172.21.15.31:0/1771220318 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f719c0cede0 0x7f719c0c6e30 secure :-1 s=READY pgs=1342 cs=0 l=1 rev1=1 crypto rx=0x7f7184009850 tx=0x7f71840039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:34.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.863+0000 7f71937fe640 1 -- 172.21.15.31:0/1771220318 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f718403f070 con 0x7f719c0cede0 2024-09-16T07:27:34.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.863+0000 7f71937fe640 1 -- 172.21.15.31:0/1771220318 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7184004890 con 0x7f719c0cede0 2024-09-16T07:27:34.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.863+0000 7f71a175d640 1 -- 172.21.15.31:0/1771220318 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f719c157020 con 0x7f719c0cede0 2024-09-16T07:27:34.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.863+0000 7f71937fe640 1 -- 172.21.15.31:0/1771220318 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7184035030 con 0x7f719c0cede0 2024-09-16T07:27:34.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.863+0000 7f71a175d640 1 -- 172.21.15.31:0/1771220318 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f719c1575e0 con 0x7f719c0cede0 2024-09-16T07:27:34.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.864+0000 7f71a175d640 1 -- 172.21.15.31:0/1771220318 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f719c070480 con 0x7f719c0cede0 2024-09-16T07:27:34.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.865+0000 7f71937fe640 1 -- 172.21.15.31:0/1771220318 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 21) ==== 101848+0+0 (secure 0 0 0) 0x7f7184042070 con 0x7f719c0cede0 2024-09-16T07:27:34.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.865+0000 7f71937fe640 1 --2- 172.21.15.31:0/1771220318 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f717c078e80 0x7f717c07b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:34.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.865+0000 7f71937fe640 1 -- 172.21.15.31:0/1771220318 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(122..122 src has 1..122) ==== 4999+0+0 (secure 0 0 0) 0x7f71840bbf80 con 0x7f719c0cede0 2024-09-16T07:27:34.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.865+0000 7f719affd640 1 --2- 172.21.15.31:0/1771220318 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f717c078e80 0x7f717c07b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:34.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.866+0000 7f719affd640 1 --2- 172.21.15.31:0/1771220318 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f717c078e80 0x7f717c07b340 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f7194009fd0 tx=0x7f719400d040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:34.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:34.869+0000 7f71937fe640 1 -- 172.21.15.31:0/1771220318 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f7184083980 con 0x7f719c0cede0 2024-09-16T07:27:35.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.057+0000 7f71a175d640 1 -- 172.21.15.31:0/1771220318 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f719c0731f0 con 0x7f719c0cede0 2024-09-16T07:27:35.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.061+0000 7f71937fe640 1 -- 172.21.15.31:0/1771220318 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v42)=0 v42) ==== 122+0+0 (secure 0 0 0) 0x7f71840883b0 con 0x7f719c0cede0 2024-09-16T07:27:35.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.063+0000 7f71a175d640 1 -- 172.21.15.31:0/1771220318 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f717c078e80 msgr2=0x7f717c07b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:35.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.063+0000 7f71a175d640 1 --2- 172.21.15.31:0/1771220318 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f717c078e80 0x7f717c07b340 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f7194009fd0 tx=0x7f719400d040 comp rx=0 tx=0).stop 2024-09-16T07:27:35.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.063+0000 7f71a175d640 1 -- 172.21.15.31:0/1771220318 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f719c0cede0 msgr2=0x7f719c0c6e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:35.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.063+0000 7f71a175d640 1 --2- 172.21.15.31:0/1771220318 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f719c0cede0 0x7f719c0c6e30 secure :-1 s=READY pgs=1342 cs=0 l=1 rev1=1 crypto rx=0x7f7184009850 tx=0x7f71840039e0 comp rx=0 tx=0).stop 2024-09-16T07:27:35.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.063+0000 7f71a175d640 1 -- 172.21.15.31:0/1771220318 shutdown_connections 2024-09-16T07:27:35.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.063+0000 7f71a175d640 1 --2- 172.21.15.31:0/1771220318 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f717c078e80 0x7f717c07b340 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:35.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.063+0000 7f71a175d640 1 --2- 172.21.15.31:0/1771220318 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f719c15bab0 0x7f719c14c040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:35.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.063+0000 7f71a175d640 1 --2- 172.21.15.31:0/1771220318 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f719c0cede0 0x7f719c0c6e30 unknown :-1 s=CLOSED pgs=1342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:35.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.063+0000 7f71a175d640 1 --2- 172.21.15.31:0/1771220318 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f719c0cdb90 0x7f719c14b910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:35.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.063+0000 7f71a175d640 1 -- 172.21.15.31:0/1771220318 >> 172.21.15.31:0/1771220318 conn(0x7f719c0b1700 msgr2=0x7f719c156390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:35.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.063+0000 7f71a175d640 1 -- 172.21.15.31:0/1771220318 shutdown_connections 2024-09-16T07:27:35.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.063+0000 7f71a175d640 1 -- 172.21.15.31:0/1771220318 wait complete. 2024-09-16T07:27:35.075 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-16T07:27:35.075 DEBUG:teuthology.orchestra.run.smithi031:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T07:27:35.115 DEBUG:teuthology.orchestra.run.smithi155:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T07:27:35.159 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-16T07:27:35.159 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:27:35.159 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:27:35.175 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17171 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T07:27:35.176 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:27:35.176 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:27:35.217 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056027,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1315 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T07:27:35.217 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:27:35.218 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:27:35.234 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17171 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T07:27:35.234 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:27:35.234 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:27:35.276 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056027,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1315 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T07:27:35.276 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-16T07:27:35.276 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:27:35.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.380+0000 7f03b82bd640 1 -- 172.21.15.31:0/3456972671 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f03b00d03f0 msgr2=0x7f03b015f6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:35.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.380+0000 7f03b82bd640 1 --2- 172.21.15.31:0/3456972671 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f03b00d03f0 0x7f03b015f6d0 secure :-1 s=READY pgs=1344 cs=0 l=1 rev1=1 crypto rx=0x7f03a0005fd0 tx=0x7f03a002a940 comp rx=0 tx=0).stop 2024-09-16T07:27:35.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.381+0000 7f03b82bd640 1 -- 172.21.15.31:0/3456972671 shutdown_connections 2024-09-16T07:27:35.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.381+0000 7f03b82bd640 1 --2- 172.21.15.31:0/3456972671 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f03b00d03f0 0x7f03b015f6d0 unknown :-1 s=CLOSED pgs=1344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:35.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.381+0000 7f03b82bd640 1 -- 172.21.15.31:0/3456972671 >> 172.21.15.31:0/3456972671 conn(0x7f03b009aa30 msgr2=0x7f03b009ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:35.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.381+0000 7f03b82bd640 1 -- 172.21.15.31:0/3456972671 shutdown_connections 2024-09-16T07:27:35.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.381+0000 7f03b82bd640 1 -- 172.21.15.31:0/3456972671 wait complete. 2024-09-16T07:27:35.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.382+0000 7f03b82bd640 1 Processor -- start 2024-09-16T07:27:35.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.382+0000 7f03b82bd640 1 -- start start 2024-09-16T07:27:35.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.383+0000 7f03b82bd640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f03b00b3090 0x7f03b00c5f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:35.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.383+0000 7f03b82bd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f03b00d03f0 0x7f03b00c8060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:35.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.383+0000 7f03b82bd640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f03b00d2410 0x7f03b00ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:35.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.383+0000 7f03b82bd640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f03b00b15d0 con 0x7f03b00d03f0 2024-09-16T07:27:35.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.383+0000 7f03b82bd640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f03b00b1450 con 0x7f03b00d2410 2024-09-16T07:27:35.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.383+0000 7f03b82bd640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f03b00b1750 con 0x7f03b00b3090 2024-09-16T07:27:35.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.383+0000 7f03b5858640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f03b00d03f0 0x7f03b00c8060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:35.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.383+0000 7f03b5858640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f03b00d03f0 0x7f03b00c8060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:40748/0 (socket says 172.21.15.31:40748) 2024-09-16T07:27:35.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.383+0000 7f03b5858640 1 -- 172.21.15.31:0/3486576357 learned_addr learned my addr 172.21.15.31:0/3486576357 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:35.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.383+0000 7f03b685a640 1 --2- 172.21.15.31:0/3486576357 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f03b00d2410 0x7f03b00ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:35.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.383+0000 7f03b6059640 1 --2- 172.21.15.31:0/3486576357 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f03b00b3090 0x7f03b00c5f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:35.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.383+0000 7f03b5858640 1 -- 172.21.15.31:0/3486576357 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f03b00b3090 msgr2=0x7f03b00c5f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:35.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.383+0000 7f03b5858640 1 --2- 172.21.15.31:0/3486576357 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f03b00b3090 0x7f03b00c5f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:35.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.383+0000 7f03b5858640 1 -- 172.21.15.31:0/3486576357 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f03b00d2410 msgr2=0x7f03b00ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:35.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.383+0000 7f03b5858640 1 --2- 172.21.15.31:0/3486576357 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f03b00d2410 0x7f03b00ae8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:35.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.383+0000 7f03b5858640 1 -- 172.21.15.31:0/3486576357 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03b015a020 con 0x7f03b00d03f0 2024-09-16T07:27:35.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.383+0000 7f03b5858640 1 --2- 172.21.15.31:0/3486576357 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f03b00d03f0 0x7f03b00c8060 secure :-1 s=READY pgs=1345 cs=0 l=1 rev1=1 crypto rx=0x7f03a400c430 tx=0x7f03a400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:35.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.383+0000 7f03aeffd640 1 -- 172.21.15.31:0/3486576357 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03a4011790 con 0x7f03b00d03f0 2024-09-16T07:27:35.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.383+0000 7f03aeffd640 1 -- 172.21.15.31:0/3486576357 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f03a4017070 con 0x7f03b00d03f0 2024-09-16T07:27:35.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.383+0000 7f03aeffd640 1 -- 172.21.15.31:0/3486576357 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03a4011d00 con 0x7f03b00d03f0 2024-09-16T07:27:35.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.383+0000 7f03b82bd640 1 -- 172.21.15.31:0/3486576357 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03b015a300 con 0x7f03b00d03f0 2024-09-16T07:27:35.386 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.384+0000 7f03b82bd640 1 -- 172.21.15.31:0/3486576357 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03b00c6460 con 0x7f03b00d03f0 2024-09-16T07:27:35.386 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.384+0000 7f03b82bd640 1 -- 172.21.15.31:0/3486576357 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f03b00b1b70 con 0x7f03b00d03f0 2024-09-16T07:27:35.386 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.385+0000 7f03aeffd640 1 -- 172.21.15.31:0/3486576357 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 21) ==== 101848+0+0 (secure 0 0 0) 0x7f03a401c460 con 0x7f03b00d03f0 2024-09-16T07:27:35.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.386+0000 7f03aeffd640 1 --2- 172.21.15.31:0/3486576357 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f039c078e80 0x7f039c07b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:35.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.386+0000 7f03aeffd640 1 -- 172.21.15.31:0/3486576357 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(122..122 src has 1..122) ==== 4999+0+0 (secure 0 0 0) 0x7f03a409afc0 con 0x7f03b00d03f0 2024-09-16T07:27:35.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.386+0000 7f03b6059640 1 --2- 172.21.15.31:0/3486576357 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f039c078e80 0x7f039c07b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:35.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.386+0000 7f03b6059640 1 --2- 172.21.15.31:0/3486576357 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f039c078e80 0x7f039c07b340 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f03a8000f60 tx=0x7f03a8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:35.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.390+0000 7f03aeffd640 1 -- 172.21.15.31:0/3486576357 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f03a40628e0 con 0x7f03b00d03f0 2024-09-16T07:27:35.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.614+0000 7f03b82bd640 1 -- 172.21.15.31:0/3486576357 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f03b00d29a0 con 0x7f03b00d03f0 2024-09-16T07:27:35.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.615+0000 7f03aeffd640 1 -- 172.21.15.31:0/3486576357 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 83 v83) ==== 94+0+3911 (secure 0 0 0) 0x7f03a4067310 con 0x7f03b00d03f0 2024-09-16T07:27:35.615 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:27:35.616 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":83,"btime":"2024-09-16T07:27:29:800300+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6239,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6809/2341782803","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":2341782803},{"type":"v1","addr":"172.21.15.155:6809","nonce":2341782803}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":74},{"gid":6799,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/25916180","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":25916180},{"type":"v1","addr":"172.21.15.155:6835","nonce":25916180}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":75},{"gid":7656,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6834/4005511260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":4005511260},{"type":"v1","addr":"172.21.15.31:6834","nonce":4005511260}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":74},{"gid":7989,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/2223205280","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":2223205280},{"type":"v1","addr":"172.21.15.31:6835","nonce":2223205280}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":83}],"filesystems":[]} 2024-09-16T07:27:35.616 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 83 2024-09-16T07:27:35.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.617+0000 7f03b82bd640 1 -- 172.21.15.31:0/3486576357 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f039c078e80 msgr2=0x7f039c07b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:35.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.617+0000 7f03b82bd640 1 --2- 172.21.15.31:0/3486576357 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f039c078e80 0x7f039c07b340 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f03a8000f60 tx=0x7f03a8009040 comp rx=0 tx=0).stop 2024-09-16T07:27:35.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.617+0000 7f03b82bd640 1 -- 172.21.15.31:0/3486576357 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f03b00d03f0 msgr2=0x7f03b00c8060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:35.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.617+0000 7f03b82bd640 1 --2- 172.21.15.31:0/3486576357 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f03b00d03f0 0x7f03b00c8060 secure :-1 s=READY pgs=1345 cs=0 l=1 rev1=1 crypto rx=0x7f03a400c430 tx=0x7f03a400c8f0 comp rx=0 tx=0).stop 2024-09-16T07:27:35.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.617+0000 7f03b82bd640 1 -- 172.21.15.31:0/3486576357 shutdown_connections 2024-09-16T07:27:35.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.617+0000 7f03b82bd640 1 --2- 172.21.15.31:0/3486576357 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f039c078e80 0x7f039c07b340 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:35.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.617+0000 7f03b82bd640 1 --2- 172.21.15.31:0/3486576357 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f03b00d2410 0x7f03b00ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:35.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.617+0000 7f03b82bd640 1 --2- 172.21.15.31:0/3486576357 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f03b00d03f0 0x7f03b00c8060 unknown :-1 s=CLOSED pgs=1345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:35.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.617+0000 7f03b82bd640 1 --2- 172.21.15.31:0/3486576357 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f03b00b3090 0x7f03b00c5f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:35.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.617+0000 7f03b82bd640 1 -- 172.21.15.31:0/3486576357 >> 172.21.15.31:0/3486576357 conn(0x7f03b009aa30 msgr2=0x7f03b00cf800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:35.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.617+0000 7f03b82bd640 1 -- 172.21.15.31:0/3486576357 shutdown_connections 2024-09-16T07:27:35.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.617+0000 7f03b82bd640 1 -- 172.21.15.31:0/3486576357 wait complete. 2024-09-16T07:27:35.628 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-16T07:27:35.629 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-16T07:27:35.629 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-16T07:27:35.629 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:27:35.629 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-16T07:27:35.629 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-16T07:27:35.629 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-16T07:27:35.630 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:27:35.630 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-16T07:27:35.630 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-16T07:27:35.630 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-16T07:27:35.630 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:27:35.630 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-16T07:27:35.630 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-16T07:27:35.631 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-16T07:27:35.631 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:27:35.639 INFO:tasks.ceph.mds.a:Stopped 2024-09-16T07:27:35.639 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-16T07:27:35.640 INFO:tasks.ceph.mds.c:Stopped 2024-09-16T07:27:35.640 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-16T07:27:35.642 INFO:tasks.ceph.mds.d:Stopped 2024-09-16T07:27:35.642 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-16T07:27:35.642 INFO:tasks.ceph.mds.b:Stopped 2024-09-16T07:27:35.642 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-16T07:27:35.682 INFO:tasks.ceph.mds.a:Started 2024-09-16T07:27:35.682 DEBUG:teuthology.parallel:result is None 2024-09-16T07:27:35.682 INFO:tasks.ceph.mds.c:Started 2024-09-16T07:27:35.683 DEBUG:teuthology.parallel:result is None 2024-09-16T07:27:35.685 INFO:tasks.ceph.mds.d:Started 2024-09-16T07:27:35.685 DEBUG:teuthology.parallel:result is None 2024-09-16T07:27:35.686 INFO:tasks.ceph.mds.b:Started 2024-09-16T07:27:35.686 DEBUG:teuthology.parallel:result is None 2024-09-16T07:27:35.686 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-16T07:27:35.761 INFO:tasks.ceph.mds.a.smithi031.stdout:starting mds.a at 2024-09-16T07:27:35.761 INFO:tasks.ceph.mds.c.smithi031.stdout:starting mds.c at 2024-09-16T07:27:35.768 INFO:tasks.ceph.mds.d.smithi155.stdout:starting mds.d at 2024-09-16T07:27:35.768 INFO:tasks.ceph.mds.b.smithi155.stdout:starting mds.b at 2024-09-16T07:27:35.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.797+0000 7fb5c248c640 1 -- 172.21.15.31:0/2750965204 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb5bc072cb0 msgr2=0x7fb5bc0cf470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:35.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.797+0000 7fb5c248c640 1 --2- 172.21.15.31:0/2750965204 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb5bc072cb0 0x7fb5bc0cf470 secure :-1 s=READY pgs=1350 cs=0 l=1 rev1=1 crypto rx=0x7fb5b4005fd0 tx=0x7fb5b402aa50 comp rx=0 tx=0).stop 2024-09-16T07:27:35.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.797+0000 7fb5c248c640 1 -- 172.21.15.31:0/2750965204 shutdown_connections 2024-09-16T07:27:35.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.797+0000 7fb5c248c640 1 --2- 172.21.15.31:0/2750965204 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb5bc072cb0 0x7fb5bc0cf470 unknown :-1 s=CLOSED pgs=1350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:35.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.797+0000 7fb5c248c640 1 --2- 172.21.15.31:0/2750965204 >> v2:172.21.15.155:3300/0 conn(0x7fb5bc151370 0x7fb5bc0cef30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:35.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.797+0000 7fb5c248c640 1 -- 172.21.15.31:0/2750965204 >> 172.21.15.31:0/2750965204 conn(0x7fb5bc0b1690 msgr2=0x7fb5bc0b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:35.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.797+0000 7fb5c248c640 1 -- 172.21.15.31:0/2750965204 shutdown_connections 2024-09-16T07:27:35.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.797+0000 7fb5c248c640 1 -- 172.21.15.31:0/2750965204 wait complete. 2024-09-16T07:27:35.799 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.798+0000 7fb5c248c640 1 Processor -- start 2024-09-16T07:27:35.799 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.798+0000 7fb5c248c640 1 -- start start 2024-09-16T07:27:35.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.799+0000 7fb5c248c640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb5bc072cb0 0x7fb5bc13ffc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:35.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.799+0000 7fb5c248c640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb5bc0b3140 0x7fb5bc13ea70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:35.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.799+0000 7fb5c248c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb5bc151370 0x7fb5bc149fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:35.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.799+0000 7fb5c248c640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fb5bc06ebc0 con 0x7fb5bc151370 2024-09-16T07:27:35.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.799+0000 7fb5c248c640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb5bc06ea40 con 0x7fb5bc072cb0 2024-09-16T07:27:35.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.799+0000 7fb5c248c640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb5bc06f9f0 con 0x7fb5bc0b3140 2024-09-16T07:27:35.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.799+0000 7fb5c0a29640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb5bc151370 0x7fb5bc149fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:35.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.799+0000 7fb5c0a29640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb5bc151370 0x7fb5bc149fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:40794/0 (socket says 172.21.15.31:40794) 2024-09-16T07:27:35.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.799+0000 7fb5c0a29640 1 -- 172.21.15.31:0/4051335401 learned_addr learned my addr 172.21.15.31:0/4051335401 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:35.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.800+0000 7fb5c0a29640 1 -- 172.21.15.31:0/4051335401 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb5bc0b3140 msgr2=0x7fb5bc13ea70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:35.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.800+0000 7fb5c0a29640 1 --2- 172.21.15.31:0/4051335401 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb5bc0b3140 0x7fb5bc13ea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:35.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.800+0000 7fb5c0a29640 1 -- 172.21.15.31:0/4051335401 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb5bc072cb0 msgr2=0x7fb5bc13ffc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:35.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.800+0000 7fb5bbfff640 1 --2- 172.21.15.31:0/4051335401 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb5bc072cb0 0x7fb5bc13ffc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:35.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.800+0000 7fb5c0a29640 1 --2- 172.21.15.31:0/4051335401 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb5bc072cb0 0x7fb5bc13ffc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:35.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.800+0000 7fb5c0a29640 1 -- 172.21.15.31:0/4051335401 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5bc13f200 con 0x7fb5bc151370 2024-09-16T07:27:35.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.800+0000 7fb5c0a29640 1 --2- 172.21.15.31:0/4051335401 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb5bc151370 0x7fb5bc149fa0 secure :-1 s=READY pgs=1351 cs=0 l=1 rev1=1 crypto rx=0x7fb5b402b010 tx=0x7fb5b4039a80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:35.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.800+0000 7fb5b8ff9640 1 -- 172.21.15.31:0/4051335401 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5b4033040 con 0x7fb5bc151370 2024-09-16T07:27:35.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.800+0000 7fb5b8ff9640 1 -- 172.21.15.31:0/4051335401 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb5b4004030 con 0x7fb5bc151370 2024-09-16T07:27:35.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.800+0000 7fb5c248c640 1 -- 172.21.15.31:0/4051335401 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5bc13f4e0 con 0x7fb5bc151370 2024-09-16T07:27:35.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.800+0000 7fb5b8ff9640 1 -- 172.21.15.31:0/4051335401 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5b4004480 con 0x7fb5bc151370 2024-09-16T07:27:35.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.800+0000 7fb5c248c640 1 -- 172.21.15.31:0/4051335401 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5bc13faa0 con 0x7fb5bc151370 2024-09-16T07:27:35.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.801+0000 7fb5c248c640 1 -- 172.21.15.31:0/4051335401 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb5bc13fca0 con 0x7fb5bc151370 2024-09-16T07:27:35.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.802+0000 7fb5b8ff9640 1 -- 172.21.15.31:0/4051335401 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 21) ==== 101848+0+0 (secure 0 0 0) 0x7fb5b4036070 con 0x7fb5bc151370 2024-09-16T07:27:35.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.802+0000 7fb5b8ff9640 1 --2- 172.21.15.31:0/4051335401 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb5a8078e80 0x7fb5a807b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:35.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.802+0000 7fb5bbfff640 1 --2- 172.21.15.31:0/4051335401 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb5a8078e80 0x7fb5a807b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:35.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.802+0000 7fb5b8ff9640 1 -- 172.21.15.31:0/4051335401 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(122..122 src has 1..122) ==== 4999+0+0 (secure 0 0 0) 0x7fb5b40bcc10 con 0x7fb5bc151370 2024-09-16T07:27:35.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.803+0000 7fb5bbfff640 1 --2- 172.21.15.31:0/4051335401 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb5a8078e80 0x7fb5a807b340 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fb5ac00a770 tx=0x7fb5ac008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:35.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:35.807+0000 7fb5b8ff9640 1 -- 172.21.15.31:0/4051335401 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fb5bc13fca0 con 0x7fb5bc151370 2024-09-16T07:27:36.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.003+0000 7fb5c248c640 1 -- 172.21.15.31:0/4051335401 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7fb5bc0725a0 con 0x7fb5bc151370 2024-09-16T07:27:36.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.426+0000 7fb5b8ff9640 1 -- 172.21.15.31:0/4051335401 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v124) ==== 97+0+0 (secure 0 0 0) 0x7fb5b4084b80 con 0x7fb5bc151370 2024-09-16T07:27:36.427 INFO:teuthology.orchestra.run.smithi031.stderr: removed all blocklist entries 2024-09-16T07:27:36.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.429+0000 7fb5c248c640 1 -- 172.21.15.31:0/4051335401 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb5a8078e80 msgr2=0x7fb5a807b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:36.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.429+0000 7fb5c248c640 1 --2- 172.21.15.31:0/4051335401 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb5a8078e80 0x7fb5a807b340 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fb5ac00a770 tx=0x7fb5ac008040 comp rx=0 tx=0).stop 2024-09-16T07:27:36.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.429+0000 7fb5c248c640 1 -- 172.21.15.31:0/4051335401 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb5bc151370 msgr2=0x7fb5bc149fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:36.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.429+0000 7fb5c248c640 1 --2- 172.21.15.31:0/4051335401 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb5bc151370 0x7fb5bc149fa0 secure :-1 s=READY pgs=1351 cs=0 l=1 rev1=1 crypto rx=0x7fb5b402b010 tx=0x7fb5b4039a80 comp rx=0 tx=0).stop 2024-09-16T07:27:36.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.429+0000 7fb5c248c640 1 -- 172.21.15.31:0/4051335401 shutdown_connections 2024-09-16T07:27:36.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.429+0000 7fb5c248c640 1 --2- 172.21.15.31:0/4051335401 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb5a8078e80 0x7fb5a807b340 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:36.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.429+0000 7fb5c248c640 1 --2- 172.21.15.31:0/4051335401 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb5bc151370 0x7fb5bc149fa0 unknown :-1 s=CLOSED pgs=1351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:36.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.429+0000 7fb5c248c640 1 --2- 172.21.15.31:0/4051335401 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb5bc0b3140 0x7fb5bc13ea70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:36.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.429+0000 7fb5c248c640 1 --2- 172.21.15.31:0/4051335401 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb5bc072cb0 0x7fb5bc13ffc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:36.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.429+0000 7fb5c248c640 1 -- 172.21.15.31:0/4051335401 >> 172.21.15.31:0/4051335401 conn(0x7fb5bc0b1690 msgr2=0x7fb5bc0b3650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:36.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.429+0000 7fb5c248c640 1 -- 172.21.15.31:0/4051335401 shutdown_connections 2024-09-16T07:27:36.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.429+0000 7fb5c248c640 1 -- 172.21.15.31:0/4051335401 wait complete. 2024-09-16T07:27:36.443 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-16T07:27:36.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.548+0000 7fe1240bd640 1 -- 172.21.15.31:0/1997305546 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe108003a00 msgr2=0x7fe108003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:36.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.548+0000 7fe1240bd640 1 --2- 172.21.15.31:0/1997305546 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe108003a00 0x7fe108003e20 secure :-1 s=READY pgs=1353 cs=0 l=1 rev1=1 crypto rx=0x7fe11800c4a0 tx=0x7fe108005830 comp rx=0 tx=0).stop 2024-09-16T07:27:36.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.548+0000 7fe12265a640 1 -- 172.21.15.31:0/1997305546 reap_dead start 2024-09-16T07:27:36.550 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.548+0000 7fe1240bd640 1 -- 172.21.15.31:0/1997305546 shutdown_connections 2024-09-16T07:27:36.550 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.548+0000 7fe1240bd640 1 -- 172.21.15.31:0/1997305546 >> 172.21.15.31:0/1997305546 conn(0x7fe11c09aa30 msgr2=0x7fe11c09ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:36.550 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.548+0000 7fe1240bd640 1 -- 172.21.15.31:0/1997305546 shutdown_connections 2024-09-16T07:27:36.550 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.548+0000 7fe1240bd640 1 -- 172.21.15.31:0/1997305546 wait complete. 2024-09-16T07:27:36.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.550+0000 7fe1240bd640 1 Processor -- start 2024-09-16T07:27:36.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.550+0000 7fe1240bd640 1 -- start start 2024-09-16T07:27:36.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.550+0000 7fe1240bd640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe108003a00 0x7fe11c1f9110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:36.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.550+0000 7fe1240bd640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe11c0b6060 0x7fe11c0c49c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:36.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.550+0000 7fe1240bd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe11c157c60 0x7fe11c158110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:36.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.550+0000 7fe1240bd640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fe11c0d02b0 con 0x7fe11c157c60 2024-09-16T07:27:36.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.550+0000 7fe1240bd640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fe11c0d0130 con 0x7fe11c0b6060 2024-09-16T07:27:36.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.550+0000 7fe1240bd640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fe11c0d0430 con 0x7fe108003a00 2024-09-16T07:27:36.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.551+0000 7fe12265a640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe11c157c60 0x7fe11c158110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:36.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.551+0000 7fe12265a640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe11c157c60 0x7fe11c158110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:40822/0 (socket says 172.21.15.31:40822) 2024-09-16T07:27:36.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.551+0000 7fe12265a640 1 -- 172.21.15.31:0/634792341 learned_addr learned my addr 172.21.15.31:0/634792341 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:36.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.551+0000 7fe121e59640 1 --2- 172.21.15.31:0/634792341 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe108003a00 0x7fe11c1f9110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:36.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.551+0000 7fe121658640 1 --2- 172.21.15.31:0/634792341 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe11c0b6060 0x7fe11c0c49c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:36.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.551+0000 7fe12265a640 1 -- 172.21.15.31:0/634792341 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe108003a00 msgr2=0x7fe11c1f9110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:36.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.551+0000 7fe12265a640 1 --2- 172.21.15.31:0/634792341 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe108003a00 0x7fe11c1f9110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:36.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.551+0000 7fe12265a640 1 -- 172.21.15.31:0/634792341 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe11c0b6060 msgr2=0x7fe11c0c49c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:36.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.551+0000 7fe12265a640 1 --2- 172.21.15.31:0/634792341 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe11c0b6060 0x7fe11c0c49c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:36.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.551+0000 7fe12265a640 1 -- 172.21.15.31:0/634792341 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe11c0b64e0 con 0x7fe11c157c60 2024-09-16T07:27:36.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.551+0000 7fe12265a640 1 --2- 172.21.15.31:0/634792341 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe11c157c60 0x7fe11c158110 secure :-1 s=READY pgs=1354 cs=0 l=1 rev1=1 crypto rx=0x7fe11c074670 tx=0x7fe114011ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:36.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.551+0000 7fe1127fc640 1 -- 172.21.15.31:0/634792341 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe114004b20 con 0x7fe11c157c60 2024-09-16T07:27:36.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.551+0000 7fe1127fc640 1 -- 172.21.15.31:0/634792341 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe114004cc0 con 0x7fe11c157c60 2024-09-16T07:27:36.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.551+0000 7fe1240bd640 1 -- 172.21.15.31:0/634792341 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe11c06e0a0 con 0x7fe11c157c60 2024-09-16T07:27:36.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.551+0000 7fe1127fc640 1 -- 172.21.15.31:0/634792341 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe114003bd0 con 0x7fe11c157c60 2024-09-16T07:27:36.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.551+0000 7fe1240bd640 1 -- 172.21.15.31:0/634792341 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe11c06e660 con 0x7fe11c157c60 2024-09-16T07:27:36.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.552+0000 7fe1240bd640 1 -- 172.21.15.31:0/634792341 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe11c0cfaf0 con 0x7fe11c157c60 2024-09-16T07:27:36.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.553+0000 7fe1127fc640 1 -- 172.21.15.31:0/634792341 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 21) ==== 101848+0+0 (secure 0 0 0) 0x7fe114004030 con 0x7fe11c157c60 2024-09-16T07:27:36.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.554+0000 7fe1127fc640 1 --2- 172.21.15.31:0/634792341 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe100078eb0 0x7fe10007b370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:36.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.554+0000 7fe121e59640 1 --2- 172.21.15.31:0/634792341 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe100078eb0 0x7fe10007b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:36.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.554+0000 7fe1127fc640 1 -- 172.21.15.31:0/634792341 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 4885+0+0 (secure 0 0 0) 0x7fe11409c0e0 con 0x7fe11c157c60 2024-09-16T07:27:36.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.554+0000 7fe121e59640 1 --2- 172.21.15.31:0/634792341 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe100078eb0 0x7fe10007b370 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fe118033000 tx=0x7fe11c0cc450 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:36.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.558+0000 7fe1127fc640 1 -- 172.21.15.31:0/634792341 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fe11401f060 con 0x7fe11c157c60 2024-09-16T07:27:36.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.812+0000 7fe1240bd640 1 -- 172.21.15.31:0/634792341 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7fe11c15f6d0 con 0x7fe11c157c60 2024-09-16T07:27:36.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.812+0000 7fe1127fc640 1 -- 172.21.15.31:0/634792341 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v24) ==== 80+0+5304 (secure 0 0 0) 0x7fe114063ff0 con 0x7fe11c157c60 2024-09-16T07:27:36.813 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:27:36.813 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-16T07:27:36.813 INFO:teuthology.orchestra.run.smithi031.stdout: "auth_dump": [ 2024-09-16T07:27:36.813 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:27:36.813 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mds.a", 2024-09-16T07:27:36.813 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmqZelCxAAscsPpPoHsQV4HwJyGUrzNg==", 2024-09-16T07:27:36.813 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:27:36.813 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:27:36.814 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-16T07:27:36.814 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-16T07:27:36.814 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:27:36.814 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:27:36.814 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:27:36.814 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:27:36.814 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mds.b", 2024-09-16T07:27:36.814 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmfXmZFxAA0mYeuvcMORlWFFaaDmQbxw==", 2024-09-16T07:27:36.814 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:27:36.814 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:27:36.814 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-16T07:27:36.815 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-16T07:27:36.815 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:27:36.815 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:27:36.815 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:27:36.815 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:27:36.815 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mds.c", 2024-09-16T07:27:36.815 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3Odm/cTfEhAAaZgZnhh9QGyve9RYquWC0Q==", 2024-09-16T07:27:36.815 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:27:36.816 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:27:36.816 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-16T07:27:36.816 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-16T07:27:36.816 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:27:36.816 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:27:36.816 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:27:36.816 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:27:36.816 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mds.d", 2024-09-16T07:27:36.816 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3Odm8EGiHhAAIhv2GzralSJeeiMnM31Z+A==", 2024-09-16T07:27:36.816 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:27:36.816 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:27:36.816 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-16T07:27:36.817 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-16T07:27:36.817 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:27:36.817 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:27:36.817 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:27:36.817 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:27:36.817 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.0", 2024-09-16T07:27:36.817 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAt3Odm1TDYBBAAuJFJONHh8+uAFkIcQ3Mk/g==", 2024-09-16T07:27:36.817 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:27:36.817 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:27:36.817 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:27:36.818 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:27:36.818 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:27:36.818 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:27:36.818 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:27:36.818 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.1", 2024-09-16T07:27:36.818 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAw3OdmEqk3BxAAMCfxQ9tUoIzjRULBEmXnaQ==", 2024-09-16T07:27:36.818 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:27:36.818 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:27:36.818 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:27:36.818 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:27:36.819 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:27:36.819 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:27:36.819 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:27:36.819 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.2", 2024-09-16T07:27:36.819 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAz3OdmF9NyCRAAZxPWCrgzE7K49H8eURVIeg==", 2024-09-16T07:27:36.819 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:27:36.819 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:27:36.819 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:27:36.819 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:27:36.819 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:27:36.819 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:27:36.819 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:27:36.819 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.3", 2024-09-16T07:27:36.820 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQA23OdmAWFmGhAA6Z7zsRIfx/L0hjYcyl/B5w==", 2024-09-16T07:27:36.820 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:27:36.820 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:27:36.820 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:27:36.820 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:27:36.820 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:27:36.820 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:27:36.820 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:27:36.820 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.4", 2024-09-16T07:27:36.820 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQA93OdmY9BKFBAAssskgPYXTuKx1qSrhUEPjA==", 2024-09-16T07:27:36.820 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:27:36.820 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:27:36.820 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:27:36.821 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:27:36.821 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:27:36.821 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:27:36.821 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:27:36.821 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.5", 2024-09-16T07:27:36.821 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQBB3OdmdTufBhAANeNgBap5Vw/toilxLT55fA==", 2024-09-16T07:27:36.821 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:27:36.821 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:27:36.821 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:27:36.821 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:27:36.821 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:27:36.821 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:27:36.822 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:27:36.822 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.6", 2024-09-16T07:27:36.822 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQBE3Odm67gaJhAAhpplhm3JGeAQE4M6hZNxog==", 2024-09-16T07:27:36.822 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:27:36.822 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:27:36.822 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:27:36.822 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:27:36.822 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:27:36.822 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:27:36.822 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:27:36.822 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.7", 2024-09-16T07:27:36.822 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQBH3OdmTNeJNhAAezS0/56A2+76DoYwfs7jAQ==", 2024-09-16T07:27:36.822 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:27:36.822 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:27:36.823 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:27:36.823 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:27:36.823 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:27:36.823 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:27:36.823 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:27:36.823 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.0", 2024-09-16T07:27:36.823 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmOi3VIhAA6pREvErOkWIiU+/Wlqimsw==", 2024-09-16T07:27:36.823 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:27:36.823 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:27:36.823 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow r", 2024-09-16T07:27:36.823 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-16T07:27:36.823 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:27:36.823 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:27:36.824 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:27:36.824 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.1", 2024-09-16T07:27:36.824 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmTiLQKxAAIGqY1wYPmJI86PYNb+gngw==", 2024-09-16T07:27:36.824 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:27:36.824 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:27:36.824 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow r", 2024-09-16T07:27:36.824 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow rw", 2024-09-16T07:27:36.824 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow rwx" 2024-09-16T07:27:36.824 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:27:36.824 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:27:36.824 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:27:36.824 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.2", 2024-09-16T07:27:36.824 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmLLaRKBAAQ0i+yw037feTEHpSrd2Iwg==", 2024-09-16T07:27:36.825 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:27:36.825 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:27:36.825 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow r", 2024-09-16T07:27:36.825 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow rw", 2024-09-16T07:27:36.825 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow rwx" 2024-09-16T07:27:36.825 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:27:36.825 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:27:36.825 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:27:36.825 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.3", 2024-09-16T07:27:36.825 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3Odmxe1yMRAAVpguX9xvU2H1VDIC1iZZdQ==", 2024-09-16T07:27:36.825 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:27:36.825 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:27:36.825 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow r", 2024-09-16T07:27:36.826 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow rw", 2024-09-16T07:27:36.826 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow rwx" 2024-09-16T07:27:36.826 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:27:36.826 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:27:36.826 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:27:36.826 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.admin", 2024-09-16T07:27:36.826 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAo3OdmZ9mRKxAASODnqbtdFSv2jjXDSPXSuw==", 2024-09-16T07:27:36.826 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:27:36.826 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow *", 2024-09-16T07:27:36.826 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-16T07:27:36.826 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-16T07:27:36.826 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:27:36.826 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:27:36.826 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:27:36.827 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:27:36.827 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mgr.x", 2024-09-16T07:27:36.827 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmoVFWCBAA1E3B8t60xOMqiOyfwDlYMw==", 2024-09-16T07:27:36.827 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:27:36.827 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow *", 2024-09-16T07:27:36.827 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile mgr", 2024-09-16T07:27:36.827 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:27:36.827 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:27:36.827 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:27:36.827 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:27:36.827 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mgr.y", 2024-09-16T07:27:36.827 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3Odm9hHfBBAAiSK5kbNBYonj7atHktVxiA==", 2024-09-16T07:27:36.827 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:27:36.828 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow *", 2024-09-16T07:27:36.828 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile mgr", 2024-09-16T07:27:36.828 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:27:36.828 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:27:36.828 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:27:36.828 INFO:teuthology.orchestra.run.smithi031.stdout: ] 2024-09-16T07:27:36.828 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-16T07:27:36.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.814+0000 7fe1240bd640 1 -- 172.21.15.31:0/634792341 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe100078eb0 msgr2=0x7fe10007b370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:36.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.814+0000 7fe1240bd640 1 --2- 172.21.15.31:0/634792341 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe100078eb0 0x7fe10007b370 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fe118033000 tx=0x7fe11c0cc450 comp rx=0 tx=0).stop 2024-09-16T07:27:36.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.814+0000 7fe1240bd640 1 -- 172.21.15.31:0/634792341 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe11c157c60 msgr2=0x7fe11c158110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:36.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.814+0000 7fe1240bd640 1 --2- 172.21.15.31:0/634792341 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe11c157c60 0x7fe11c158110 secure :-1 s=READY pgs=1354 cs=0 l=1 rev1=1 crypto rx=0x7fe11c074670 tx=0x7fe114011ef0 comp rx=0 tx=0).stop 2024-09-16T07:27:36.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.814+0000 7fe1240bd640 1 -- 172.21.15.31:0/634792341 shutdown_connections 2024-09-16T07:27:36.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.814+0000 7fe1240bd640 1 --2- 172.21.15.31:0/634792341 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe100078eb0 0x7fe10007b370 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:36.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.814+0000 7fe1240bd640 1 --2- 172.21.15.31:0/634792341 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe11c157c60 0x7fe11c158110 unknown :-1 s=CLOSED pgs=1354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:36.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.814+0000 7fe1240bd640 1 --2- 172.21.15.31:0/634792341 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe11c0b6060 0x7fe11c0c49c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:36.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.814+0000 7fe1240bd640 1 --2- 172.21.15.31:0/634792341 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe108003a00 0x7fe11c1f9110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:36.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.814+0000 7fe1240bd640 1 -- 172.21.15.31:0/634792341 >> 172.21.15.31:0/634792341 conn(0x7fe11c09aa30 msgr2=0x7fe11c15d5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:36.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.814+0000 7fe1240bd640 1 -- 172.21.15.31:0/634792341 shutdown_connections 2024-09-16T07:27:36.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.814+0000 7fe1240bd640 1 -- 172.21.15.31:0/634792341 wait complete. 2024-09-16T07:27:36.831 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-16T07:27:36.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.935+0000 7f330eb84640 1 -- 172.21.15.31:0/2324649155 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f330815df90 msgr2=0x7f33080cf9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:36.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.935+0000 7f330eb84640 1 --2- 172.21.15.31:0/2324649155 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f330815df90 0x7f33080cf9b0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f3300005fd0 tx=0x7f330002a8b0 comp rx=0 tx=0).stop 2024-09-16T07:27:36.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.936+0000 7f330eb84640 1 -- 172.21.15.31:0/2324649155 shutdown_connections 2024-09-16T07:27:36.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.936+0000 7f330eb84640 1 --2- 172.21.15.31:0/2324649155 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f33080d0d40 0x7f33080b3800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:36.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.936+0000 7f330eb84640 1 --2- 172.21.15.31:0/2324649155 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f330815df90 0x7f33080cf9b0 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:36.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.936+0000 7f330eb84640 1 -- 172.21.15.31:0/2324649155 >> 172.21.15.31:0/2324649155 conn(0x7f33080d3ea0 msgr2=0x7f33080d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:36.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.936+0000 7f330eb84640 1 -- 172.21.15.31:0/2324649155 shutdown_connections 2024-09-16T07:27:36.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.936+0000 7f330eb84640 1 -- 172.21.15.31:0/2324649155 wait complete. 2024-09-16T07:27:36.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.937+0000 7f330eb84640 1 Processor -- start 2024-09-16T07:27:36.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.937+0000 7f330eb84640 1 -- start start 2024-09-16T07:27:36.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.938+0000 7f330eb84640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f33080d0d40 0x7f33080ccc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:36.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.938+0000 7f330eb84640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f33080d49c0 0x7f330815e810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:36.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.938+0000 7f330eb84640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f330815df90 0x7f330814d4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:36.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.938+0000 7f330eb84640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f33080b3d40 con 0x7f330815df90 2024-09-16T07:27:36.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.938+0000 7f330eb84640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f3308162710 con 0x7f33080d0d40 2024-09-16T07:27:36.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.938+0000 7f330eb84640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f33080b3ec0 con 0x7f33080d49c0 2024-09-16T07:27:36.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.938+0000 7f330d121640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f330815df90 0x7f330814d4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:36.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.938+0000 7f330d121640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f330815df90 0x7f330814d4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:40838/0 (socket says 172.21.15.31:40838) 2024-09-16T07:27:36.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.938+0000 7f330d121640 1 -- 172.21.15.31:0/950322062 learned_addr learned my addr 172.21.15.31:0/950322062 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:36.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.938+0000 7f3307fff640 1 --2- 172.21.15.31:0/950322062 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f33080d49c0 0x7f330815e810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:36.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.938+0000 7f330c920640 1 --2- 172.21.15.31:0/950322062 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f33080d0d40 0x7f33080ccc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:36.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.938+0000 7f330d121640 1 -- 172.21.15.31:0/950322062 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f33080d49c0 msgr2=0x7f330815e810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:36.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.938+0000 7f330d121640 1 --2- 172.21.15.31:0/950322062 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f33080d49c0 0x7f330815e810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:36.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.938+0000 7f330d121640 1 -- 172.21.15.31:0/950322062 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f33080d0d40 msgr2=0x7f33080ccc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:36.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.938+0000 7f330d121640 1 --2- 172.21.15.31:0/950322062 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f33080d0d40 0x7f33080ccc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:36.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.938+0000 7f330d121640 1 -- 172.21.15.31:0/950322062 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f330815ed50 con 0x7f330815df90 2024-09-16T07:27:36.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.938+0000 7f330c920640 1 --2- 172.21.15.31:0/950322062 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f33080d0d40 0x7f33080ccc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:27:36.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.938+0000 7f330d121640 1 --2- 172.21.15.31:0/950322062 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f330815df90 0x7f330814d4f0 secure :-1 s=READY pgs=1355 cs=0 l=1 rev1=1 crypto rx=0x7f32f80058c0 tx=0x7f32f800edd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:36.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.939+0000 7f33057fa640 1 -- 172.21.15.31:0/950322062 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32f800cd80 con 0x7f330815df90 2024-09-16T07:27:36.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.939+0000 7f33057fa640 1 -- 172.21.15.31:0/950322062 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f32f8004030 con 0x7f330815df90 2024-09-16T07:27:36.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.939+0000 7f330eb84640 1 -- 172.21.15.31:0/950322062 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3308160360 con 0x7f330815df90 2024-09-16T07:27:36.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.939+0000 7f33057fa640 1 -- 172.21.15.31:0/950322062 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32f8004460 con 0x7f330815df90 2024-09-16T07:27:36.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.939+0000 7f330eb84640 1 -- 172.21.15.31:0/950322062 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33080cd5f0 con 0x7f330815df90 2024-09-16T07:27:36.942 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.940+0000 7f330eb84640 1 -- 172.21.15.31:0/950322062 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3308160530 con 0x7f330815df90 2024-09-16T07:27:36.942 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.941+0000 7f33057fa640 1 -- 172.21.15.31:0/950322062 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 21) ==== 101848+0+0 (secure 0 0 0) 0x7f32f80035f0 con 0x7f330815df90 2024-09-16T07:27:36.942 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.941+0000 7f33057fa640 1 --2- 172.21.15.31:0/950322062 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f32f4078eb0 0x7f32f407b370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:36.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.941+0000 7f33057fa640 1 -- 172.21.15.31:0/950322062 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 4885+0+0 (secure 0 0 0) 0x7f32f809bbe0 con 0x7f330815df90 2024-09-16T07:27:36.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.941+0000 7f330c920640 1 --2- 172.21.15.31:0/950322062 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f32f4078eb0 0x7f32f407b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:36.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.942+0000 7f330c920640 1 --2- 172.21.15.31:0/950322062 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f32f4078eb0 0x7f32f407b370 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f3300034000 tx=0x7f3300004ab0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:36.946 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:36.946+0000 7f33057fa640 1 -- 172.21.15.31:0/950322062 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f32f8063b30 con 0x7f330815df90 2024-09-16T07:27:37.134 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:37.134+0000 7f330eb84640 1 -- 172.21.15.31:0/950322062 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f33080b4340 con 0x7f330815df90 2024-09-16T07:27:37.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:37.135+0000 7f33057fa640 1 -- 172.21.15.31:0/950322062 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v126) ==== 84+0+65 (secure 0 0 0) 0x7f32f8063430 con 0x7f330815df90 2024-09-16T07:27:37.135 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:27:37.135 INFO:teuthology.orchestra.run.smithi031.stdout:[ 2024-09-16T07:27:37.136 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:27:37.136 INFO:teuthology.orchestra.run.smithi031.stdout: "poolnum": 1, 2024-09-16T07:27:37.136 INFO:teuthology.orchestra.run.smithi031.stdout: "poolname": ".mgr" 2024-09-16T07:27:37.136 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:27:37.136 INFO:teuthology.orchestra.run.smithi031.stdout:] 2024-09-16T07:27:37.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:37.137+0000 7f330eb84640 1 -- 172.21.15.31:0/950322062 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f32f4078eb0 msgr2=0x7f32f407b370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:37.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:37.137+0000 7f330eb84640 1 --2- 172.21.15.31:0/950322062 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f32f4078eb0 0x7f32f407b370 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f3300034000 tx=0x7f3300004ab0 comp rx=0 tx=0).stop 2024-09-16T07:27:37.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:37.137+0000 7f330eb84640 1 -- 172.21.15.31:0/950322062 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f330815df90 msgr2=0x7f330814d4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:37.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:37.137+0000 7f330eb84640 1 --2- 172.21.15.31:0/950322062 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f330815df90 0x7f330814d4f0 secure :-1 s=READY pgs=1355 cs=0 l=1 rev1=1 crypto rx=0x7f32f80058c0 tx=0x7f32f800edd0 comp rx=0 tx=0).stop 2024-09-16T07:27:37.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:37.137+0000 7f330eb84640 1 -- 172.21.15.31:0/950322062 shutdown_connections 2024-09-16T07:27:37.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:37.137+0000 7f330eb84640 1 --2- 172.21.15.31:0/950322062 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f32f4078eb0 0x7f32f407b370 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:37.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:37.137+0000 7f330eb84640 1 --2- 172.21.15.31:0/950322062 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f330815df90 0x7f330814d4f0 unknown :-1 s=CLOSED pgs=1355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:37.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:37.137+0000 7f330eb84640 1 --2- 172.21.15.31:0/950322062 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f33080d49c0 0x7f330815e810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:37.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:37.137+0000 7f330eb84640 1 --2- 172.21.15.31:0/950322062 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f33080d0d40 0x7f33080ccc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:37.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:37.137+0000 7f330eb84640 1 -- 172.21.15.31:0/950322062 >> 172.21.15.31:0/950322062 conn(0x7f33080d3ea0 msgr2=0x7f330806e9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:37.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:37.137+0000 7f330eb84640 1 -- 172.21.15.31:0/950322062 shutdown_connections 2024-09-16T07:27:37.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:37.137+0000 7f330eb84640 1 -- 172.21.15.31:0/950322062 wait complete. 2024-09-16T07:27:37.150 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-16T07:27:37.150 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-16T07:27:37.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:37.259+0000 7f9aaa9a9640 1 -- 172.21.15.31:0/1290081912 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9aa415d250 msgr2=0x7f9aa4160140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:37.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:37.259+0000 7f9aaa9a9640 1 --2- 172.21.15.31:0/1290081912 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9aa415d250 0x7f9aa4160140 secure :-1 s=READY pgs=1356 cs=0 l=1 rev1=1 crypto rx=0x7f9a98005fd0 tx=0x7f9a9802a530 comp rx=0 tx=0).stop 2024-09-16T07:27:37.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:37.259+0000 7f9aaa9a9640 1 -- 172.21.15.31:0/1290081912 shutdown_connections 2024-09-16T07:27:37.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:37.259+0000 7f9aaa9a9640 1 --2- 172.21.15.31:0/1290081912 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9aa40d1ff0 0x7f9aa415ca90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:37.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:37.259+0000 7f9aaa9a9640 1 --2- 172.21.15.31:0/1290081912 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9aa415d250 0x7f9aa4160140 unknown :-1 s=CLOSED pgs=1356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:37.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:37.259+0000 7f9aaa9a9640 1 -- 172.21.15.31:0/1290081912 >> 172.21.15.31:0/1290081912 conn(0x7f9aa409aa30 msgr2=0x7f9aa409ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:37.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:37.259+0000 7f9aaa9a9640 1 -- 172.21.15.31:0/1290081912 shutdown_connections 2024-09-16T07:27:37.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:37.259+0000 7f9aaa9a9640 1 -- 172.21.15.31:0/1290081912 wait complete. 2024-09-16T07:27:37.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:37.260+0000 7f9aaa9a9640 1 Processor -- start 2024-09-16T07:27:37.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:37.260+0000 7f9aaa9a9640 1 -- start start 2024-09-16T07:27:37.264 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:37.261+0000 7f9aaa9a9640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9aa40d1c10 0x7f9aa40c8cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:37.264 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:37.261+0000 7f9aaa9a9640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9aa40d1ff0 0x7f9aa40b75e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:37.264 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:37.261+0000 7f9aaa9a9640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9aa415d250 0x7f9aa40cb330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:37.264 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:37.261+0000 7f9aaa9a9640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f9aa40b2f60 con 0x7f9aa40d1c10 2024-09-16T07:27:37.264 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:37.261+0000 7f9aaa9a9640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f9aa40b2de0 con 0x7f9aa415d250 2024-09-16T07:27:37.264 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:37.261+0000 7f9aaa9a9640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f9aa40b30e0 con 0x7f9aa40d1ff0 2024-09-16T07:27:37.264 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:37.261+0000 7f9aa3fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9aa40d1c10 0x7f9aa40c8cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:37.264 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:37.261+0000 7f9aa3fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9aa40d1c10 0x7f9aa40c8cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:40864/0 (socket says 172.21.15.31:40864) 2024-09-16T07:27:37.264 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:37.261+0000 7f9aa3fff640 1 -- 172.21.15.31:0/2092286029 learned_addr learned my addr 172.21.15.31:0/2092286029 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:37.264 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:37.261+0000 7f9aa37fe640 1 --2- 172.21.15.31:0/2092286029 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9aa40d1ff0 0x7f9aa40b75e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:37.264 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:37.261+0000 7f9aa8f46640 1 --2- 172.21.15.31:0/2092286029 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9aa415d250 0x7f9aa40cb330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:37.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:37.261+0000 7f9aa3fff640 1 -- 172.21.15.31:0/2092286029 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9aa40d1ff0 msgr2=0x7f9aa40b75e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:37.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:37.261+0000 7f9aa3fff640 1 --2- 172.21.15.31:0/2092286029 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9aa40d1ff0 0x7f9aa40b75e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:37.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:37.261+0000 7f9aa3fff640 1 -- 172.21.15.31:0/2092286029 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9aa415d250 msgr2=0x7f9aa40cb330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:37.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:37.261+0000 7f9aa3fff640 1 --2- 172.21.15.31:0/2092286029 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9aa415d250 0x7f9aa40cb330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:37.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:37.261+0000 7f9aa3fff640 1 -- 172.21.15.31:0/2092286029 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9aa40ca470 con 0x7f9aa40d1c10 2024-09-16T07:27:37.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:37.262+0000 7f9aa3fff640 1 --2- 172.21.15.31:0/2092286029 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9aa40d1c10 0x7f9aa40c8cf0 secure :-1 s=READY pgs=1357 cs=0 l=1 rev1=1 crypto rx=0x7f9a9400c430 tx=0x7f9a9400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:37.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:37.262+0000 7f9aa0ff9640 1 -- 172.21.15.31:0/2092286029 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a94011790 con 0x7f9aa40d1c10 2024-09-16T07:27:37.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:37.262+0000 7f9aa0ff9640 1 -- 172.21.15.31:0/2092286029 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9a94017070 con 0x7f9aa40d1c10 2024-09-16T07:27:37.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:37.262+0000 7f9aaa9a9640 1 -- 172.21.15.31:0/2092286029 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9aa40c93d0 con 0x7f9aa40d1c10 2024-09-16T07:27:37.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:37.262+0000 7f9aa0ff9640 1 -- 172.21.15.31:0/2092286029 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a94011d00 con 0x7f9aa40d1c10 2024-09-16T07:27:37.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:37.262+0000 7f9aaa9a9640 1 -- 172.21.15.31:0/2092286029 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9aa40c9990 con 0x7f9aa40d1c10 2024-09-16T07:27:37.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:37.263+0000 7f9aaa9a9640 1 -- 172.21.15.31:0/2092286029 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9aa40cc030 con 0x7f9aa40d1c10 2024-09-16T07:27:37.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:37.264+0000 7f9aa0ff9640 1 -- 172.21.15.31:0/2092286029 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 21) ==== 101848+0+0 (secure 0 0 0) 0x7f9a9401c460 con 0x7f9aa40d1c10 2024-09-16T07:27:37.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:37.264+0000 7f9aa0ff9640 1 --2- 172.21.15.31:0/2092286029 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9a90078e80 0x7f9a9007b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:37.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:37.264+0000 7f9aa0ff9640 1 -- 172.21.15.31:0/2092286029 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 4885+0+0 (secure 0 0 0) 0x7f9a9409b020 con 0x7f9aa40d1c10 2024-09-16T07:27:37.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:37.264+0000 7f9aa37fe640 1 --2- 172.21.15.31:0/2092286029 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9a90078e80 0x7f9a9007b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:37.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:37.265+0000 7f9aa37fe640 1 --2- 172.21.15.31:0/2092286029 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9a90078e80 0x7f9a9007b340 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f9a98033000 tx=0x7f9a98004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:37.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:37.268+0000 7f9aa0ff9640 1 -- 172.21.15.31:0/2092286029 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f9a94062920 con 0x7f9aa40d1c10 2024-09-16T07:27:37.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:37.456+0000 7f9aaa9a9640 1 -- 172.21.15.31:0/2092286029 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f9aa4160140 con 0x7f9aa40d1c10 2024-09-16T07:27:38.266 DEBUG:teuthology.orchestra.run.smithi031:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T07:27:38.269 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T07:27:38.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:38.434+0000 7f9aa0ff9640 1 -- 172.21.15.31:0/2092286029 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v127) ==== 138+0+0 (secure 0 0 0) 0x7f9a94067350 con 0x7f9aa40d1c10 2024-09-16T07:27:38.434 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_metadata' created 2024-09-16T07:27:38.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:38.437+0000 7f9aaa9a9640 1 -- 172.21.15.31:0/2092286029 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9a90078e80 msgr2=0x7f9a9007b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:38.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:38.437+0000 7f9aaa9a9640 1 --2- 172.21.15.31:0/2092286029 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9a90078e80 0x7f9a9007b340 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f9a98033000 tx=0x7f9a98004730 comp rx=0 tx=0).stop 2024-09-16T07:27:38.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:38.437+0000 7f9aaa9a9640 1 -- 172.21.15.31:0/2092286029 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9aa40d1c10 msgr2=0x7f9aa40c8cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:38.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:38.437+0000 7f9aaa9a9640 1 --2- 172.21.15.31:0/2092286029 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9aa40d1c10 0x7f9aa40c8cf0 secure :-1 s=READY pgs=1357 cs=0 l=1 rev1=1 crypto rx=0x7f9a9400c430 tx=0x7f9a9400c8f0 comp rx=0 tx=0).stop 2024-09-16T07:27:38.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:38.437+0000 7f9aaa9a9640 1 -- 172.21.15.31:0/2092286029 shutdown_connections 2024-09-16T07:27:38.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:38.437+0000 7f9aaa9a9640 1 --2- 172.21.15.31:0/2092286029 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9a90078e80 0x7f9a9007b340 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:38.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:38.437+0000 7f9aaa9a9640 1 --2- 172.21.15.31:0/2092286029 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9aa415d250 0x7f9aa40cb330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:38.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:38.437+0000 7f9aaa9a9640 1 --2- 172.21.15.31:0/2092286029 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9aa40d1ff0 0x7f9aa40b75e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:38.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:38.437+0000 7f9aaa9a9640 1 --2- 172.21.15.31:0/2092286029 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9aa40d1c10 0x7f9aa40c8cf0 unknown :-1 s=CLOSED pgs=1357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:38.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:38.437+0000 7f9aaa9a9640 1 -- 172.21.15.31:0/2092286029 >> 172.21.15.31:0/2092286029 conn(0x7f9aa409aa30 msgr2=0x7f9aa4070780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:38.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:38.438+0000 7f9aaa9a9640 1 -- 172.21.15.31:0/2092286029 shutdown_connections 2024-09-16T07:27:38.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:38.438+0000 7f9aaa9a9640 1 -- 172.21.15.31:0/2092286029 wait complete. 2024-09-16T07:27:38.454 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-16T07:27:38.570 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:38.570+0000 7ff0e447f640 1 -- 172.21.15.31:0/160416834 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff0c8005210 msgr2=0x7ff0c800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:38.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:38.570+0000 7ff0e447f640 1 --2- 172.21.15.31:0/160416834 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff0c8005210 0x7ff0c800b9c0 secure :-1 s=READY pgs=1359 cs=0 l=1 rev1=1 crypto rx=0x7ff0d4002230 tx=0x7ff0c8005830 comp rx=0 tx=0).stop 2024-09-16T07:27:38.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:38.570+0000 7ff0e2a1c640 1 -- 172.21.15.31:0/160416834 reap_dead start 2024-09-16T07:27:38.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:38.570+0000 7ff0e447f640 1 -- 172.21.15.31:0/160416834 shutdown_connections 2024-09-16T07:27:38.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:38.570+0000 7ff0e447f640 1 -- 172.21.15.31:0/160416834 >> 172.21.15.31:0/160416834 conn(0x7ff0dc0d3e30 msgr2=0x7ff0dc0d4240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:38.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:38.570+0000 7ff0e447f640 1 -- 172.21.15.31:0/160416834 shutdown_connections 2024-09-16T07:27:38.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:38.570+0000 7ff0e447f640 1 -- 172.21.15.31:0/160416834 wait complete. 2024-09-16T07:27:38.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:38.571+0000 7ff0e447f640 1 Processor -- start 2024-09-16T07:27:38.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:38.571+0000 7ff0e447f640 1 -- start start 2024-09-16T07:27:38.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:38.572+0000 7ff0e447f640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff0c8005210 0x7ff0dc15ec10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:38.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:38.572+0000 7ff0e447f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff0dc1572b0 0x7ff0dc156a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:38.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:38.572+0000 7ff0e447f640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff0dc15f510 0x7ff0dc15f990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:38.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:38.572+0000 7ff0e447f640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7ff0dc0d2270 con 0x7ff0dc1572b0 2024-09-16T07:27:38.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:38.572+0000 7ff0e447f640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ff0dc0b5000 con 0x7ff0dc15f510 2024-09-16T07:27:38.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:38.572+0000 7ff0e447f640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ff0dc0d23f0 con 0x7ff0c8005210 2024-09-16T07:27:38.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:38.572+0000 7ff0e1a1a640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff0dc1572b0 0x7ff0dc156a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:38.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:38.572+0000 7ff0e1a1a640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff0dc1572b0 0x7ff0dc156a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:40882/0 (socket says 172.21.15.31:40882) 2024-09-16T07:27:38.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:38.572+0000 7ff0e1a1a640 1 -- 172.21.15.31:0/3687676042 learned_addr learned my addr 172.21.15.31:0/3687676042 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:38.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:38.572+0000 7ff0e221b640 1 --2- 172.21.15.31:0/3687676042 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff0c8005210 0x7ff0dc15ec10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:38.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:38.572+0000 7ff0e2a1c640 1 --2- 172.21.15.31:0/3687676042 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff0dc15f510 0x7ff0dc15f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:38.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:38.572+0000 7ff0e1a1a640 1 -- 172.21.15.31:0/3687676042 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff0c8005210 msgr2=0x7ff0dc15ec10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:38.575 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:38.572+0000 7ff0e1a1a640 1 --2- 172.21.15.31:0/3687676042 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff0c8005210 0x7ff0dc15ec10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:38.575 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:38.572+0000 7ff0e1a1a640 1 -- 172.21.15.31:0/3687676042 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff0dc15f510 msgr2=0x7ff0dc15f990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:38.575 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:38.572+0000 7ff0e1a1a640 1 --2- 172.21.15.31:0/3687676042 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff0dc15f510 0x7ff0dc15f990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:38.575 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:38.572+0000 7ff0e1a1a640 1 -- 172.21.15.31:0/3687676042 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0dc1f8a30 con 0x7ff0dc1572b0 2024-09-16T07:27:38.575 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:38.573+0000 7ff0e1a1a640 1 --2- 172.21.15.31:0/3687676042 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff0dc1572b0 0x7ff0dc156a10 secure :-1 s=READY pgs=1360 cs=0 l=1 rev1=1 crypto rx=0x7ff0cc0107f0 tx=0x7ff0cc010cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:38.575 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:38.573+0000 7ff0d2ffd640 1 -- 172.21.15.31:0/3687676042 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0cc00ece0 con 0x7ff0dc1572b0 2024-09-16T07:27:38.575 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:38.573+0000 7ff0d2ffd640 1 -- 172.21.15.31:0/3687676042 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff0cc00ee80 con 0x7ff0dc1572b0 2024-09-16T07:27:38.575 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:38.573+0000 7ff0e447f640 1 -- 172.21.15.31:0/3687676042 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0dc1f8d10 con 0x7ff0dc1572b0 2024-09-16T07:27:38.575 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:38.573+0000 7ff0d2ffd640 1 -- 172.21.15.31:0/3687676042 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0cc004280 con 0x7ff0dc1572b0 2024-09-16T07:27:38.575 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:38.573+0000 7ff0e447f640 1 -- 172.21.15.31:0/3687676042 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0dc1f92d0 con 0x7ff0dc1572b0 2024-09-16T07:27:38.576 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:38.574+0000 7ff0e447f640 1 -- 172.21.15.31:0/3687676042 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff0dc0d4ca0 con 0x7ff0dc1572b0 2024-09-16T07:27:38.576 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:38.575+0000 7ff0d2ffd640 1 -- 172.21.15.31:0/3687676042 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 21) ==== 101848+0+0 (secure 0 0 0) 0x7ff0cc005020 con 0x7ff0dc1572b0 2024-09-16T07:27:38.576 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:38.575+0000 7ff0d2ffd640 1 --2- 172.21.15.31:0/3687676042 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff0c0078e80 0x7ff0c007b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:38.576 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:38.576+0000 7ff0d2ffd640 1 -- 172.21.15.31:0/3687676042 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(127..127 src has 1..127) ==== 5255+0+0 (secure 0 0 0) 0x7ff0cc09bda0 con 0x7ff0dc1572b0 2024-09-16T07:27:38.576 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:38.576+0000 7ff0e221b640 1 --2- 172.21.15.31:0/3687676042 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff0c0078e80 0x7ff0c007b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:38.576 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:38.576+0000 7ff0e221b640 1 --2- 172.21.15.31:0/3687676042 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff0c0078e80 0x7ff0c007b340 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7ff0d8003640 tx=0x7ff0d800b260 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:38.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:38.579+0000 7ff0d2ffd640 1 -- 172.21.15.31:0/3687676042 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7ff0dc0d4ca0 con 0x7ff0dc1572b0 2024-09-16T07:27:38.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:38.768+0000 7ff0e447f640 1 -- 172.21.15.31:0/3687676042 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7ff0dc0d1d30 con 0x7ff0dc1572b0 2024-09-16T07:27:39.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:39.436+0000 7ff0d2ffd640 1 -- 172.21.15.31:0/3687676042 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v128) ==== 170+0+0 (secure 0 0 0) 0x7ff0cc063dc0 con 0x7ff0dc1572b0 2024-09-16T07:27:39.437 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_data' created 2024-09-16T07:27:39.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:39.441+0000 7ff0e447f640 1 -- 172.21.15.31:0/3687676042 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff0c0078e80 msgr2=0x7ff0c007b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:39.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:39.441+0000 7ff0e447f640 1 --2- 172.21.15.31:0/3687676042 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff0c0078e80 0x7ff0c007b340 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7ff0d8003640 tx=0x7ff0d800b260 comp rx=0 tx=0).stop 2024-09-16T07:27:39.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:39.441+0000 7ff0e447f640 1 -- 172.21.15.31:0/3687676042 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff0dc1572b0 msgr2=0x7ff0dc156a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:39.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:39.442+0000 7ff0e447f640 1 --2- 172.21.15.31:0/3687676042 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff0dc1572b0 0x7ff0dc156a10 secure :-1 s=READY pgs=1360 cs=0 l=1 rev1=1 crypto rx=0x7ff0cc0107f0 tx=0x7ff0cc010cb0 comp rx=0 tx=0).stop 2024-09-16T07:27:39.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:39.446+0000 7ff0e447f640 1 -- 172.21.15.31:0/3687676042 shutdown_connections 2024-09-16T07:27:39.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:39.446+0000 7ff0e447f640 1 --2- 172.21.15.31:0/3687676042 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff0c0078e80 0x7ff0c007b340 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:39.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:39.446+0000 7ff0e447f640 1 --2- 172.21.15.31:0/3687676042 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff0dc15f510 0x7ff0dc15f990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:39.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:39.446+0000 7ff0e447f640 1 --2- 172.21.15.31:0/3687676042 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff0dc1572b0 0x7ff0dc156a10 unknown :-1 s=CLOSED pgs=1360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:39.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:39.446+0000 7ff0e447f640 1 --2- 172.21.15.31:0/3687676042 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff0c8005210 0x7ff0dc15ec10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:39.448 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:39.446+0000 7ff0e447f640 1 -- 172.21.15.31:0/3687676042 >> 172.21.15.31:0/3687676042 conn(0x7ff0dc0d3e30 msgr2=0x7ff0dc160120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:39.450 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:39.450+0000 7ff0e447f640 1 -- 172.21.15.31:0/3687676042 shutdown_connections 2024-09-16T07:27:39.452 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:39.452+0000 7ff0e447f640 1 -- 172.21.15.31:0/3687676042 wait complete. 2024-09-16T07:27:39.469 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-16T07:27:39.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:39.578+0000 7fb0fa485640 1 -- 172.21.15.31:0/1780957766 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb0f40b3de0 msgr2=0x7fb0f40b4270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:39.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:39.578+0000 7fb0fa485640 1 --2- 172.21.15.31:0/1780957766 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb0f40b3de0 0x7fb0f40b4270 secure :-1 s=READY pgs=1362 cs=0 l=1 rev1=1 crypto rx=0x7fb0ec005fd0 tx=0x7fb0ec02a820 comp rx=0 tx=0).stop 2024-09-16T07:27:39.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:39.578+0000 7fb0fa485640 1 -- 172.21.15.31:0/1780957766 shutdown_connections 2024-09-16T07:27:39.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:39.578+0000 7fb0fa485640 1 --2- 172.21.15.31:0/1780957766 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb0f40b3de0 0x7fb0f40b4270 unknown :-1 s=CLOSED pgs=1362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:39.580 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:39.578+0000 7fb0fa485640 1 --2- 172.21.15.31:0/1780957766 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb0f40d01b0 0x7fb0f40d2440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:39.580 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:39.578+0000 7fb0fa485640 1 -- 172.21.15.31:0/1780957766 >> 172.21.15.31:0/1780957766 conn(0x7fb0f40d3e30 msgr2=0x7fb0f40d4240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:39.580 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:39.578+0000 7fb0fa485640 1 -- 172.21.15.31:0/1780957766 shutdown_connections 2024-09-16T07:27:39.580 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:39.578+0000 7fb0fa485640 1 -- 172.21.15.31:0/1780957766 wait complete. 2024-09-16T07:27:39.580 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:39.580+0000 7fb0fa485640 1 Processor -- start 2024-09-16T07:27:39.580 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:39.580+0000 7fb0fa485640 1 -- start start 2024-09-16T07:27:39.582 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:39.581+0000 7fb0fa485640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb0f40b3de0 0x7fb0f40b90e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:39.582 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:39.581+0000 7fb0fa485640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb0f40d01b0 0x7fb0f41f4e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:39.582 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:39.581+0000 7fb0fa485640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb0f41617f0 0x7fb0f414f310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:39.582 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:39.581+0000 7fb0fa485640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fb0f40b4930 con 0x7fb0f40d01b0 2024-09-16T07:27:39.582 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:39.581+0000 7fb0fa485640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb0f40b47b0 con 0x7fb0f40b3de0 2024-09-16T07:27:39.583 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:39.581+0000 7fb0fa485640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb0f40b4ab0 con 0x7fb0f41617f0 2024-09-16T07:27:39.583 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:39.581+0000 7fb0f37fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb0f40d01b0 0x7fb0f41f4e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:39.583 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:39.581+0000 7fb0f37fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb0f40d01b0 0x7fb0f41f4e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:40910/0 (socket says 172.21.15.31:40910) 2024-09-16T07:27:39.583 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:39.581+0000 7fb0f37fe640 1 -- 172.21.15.31:0/169928043 learned_addr learned my addr 172.21.15.31:0/169928043 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:39.583 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:39.581+0000 7fb0f8a22640 1 --2- 172.21.15.31:0/169928043 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb0f41617f0 0x7fb0f414f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:39.583 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:39.581+0000 7fb0f3fff640 1 --2- 172.21.15.31:0/169928043 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb0f40b3de0 0x7fb0f40b90e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:39.583 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:39.581+0000 7fb0f37fe640 1 -- 172.21.15.31:0/169928043 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb0f41617f0 msgr2=0x7fb0f414f310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:39.583 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:39.581+0000 7fb0f37fe640 1 --2- 172.21.15.31:0/169928043 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb0f41617f0 0x7fb0f414f310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:39.583 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:39.581+0000 7fb0f37fe640 1 -- 172.21.15.31:0/169928043 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb0f40b3de0 msgr2=0x7fb0f40b90e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:39.583 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:39.581+0000 7fb0f37fe640 1 --2- 172.21.15.31:0/169928043 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb0f40b3de0 0x7fb0f40b90e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:39.583 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:39.581+0000 7fb0f37fe640 1 -- 172.21.15.31:0/169928043 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0f41f53d0 con 0x7fb0f40d01b0 2024-09-16T07:27:39.583 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:39.581+0000 7fb0f3fff640 1 --2- 172.21.15.31:0/169928043 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb0f40b3de0 0x7fb0f40b90e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:27:39.584 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:39.581+0000 7fb0f37fe640 1 --2- 172.21.15.31:0/169928043 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb0f40d01b0 0x7fb0f41f4e90 secure :-1 s=READY pgs=1363 cs=0 l=1 rev1=1 crypto rx=0x7fb0e800d7a0 tx=0x7fb0e800dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:39.584 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:39.581+0000 7fb0f0ff9640 1 -- 172.21.15.31:0/169928043 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0e8017070 con 0x7fb0f40d01b0 2024-09-16T07:27:39.584 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:39.581+0000 7fb0f0ff9640 1 -- 172.21.15.31:0/169928043 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb0e8009d20 con 0x7fb0f40d01b0 2024-09-16T07:27:39.584 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:39.581+0000 7fb0fa485640 1 -- 172.21.15.31:0/169928043 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb0f41f5660 con 0x7fb0f40d01b0 2024-09-16T07:27:39.584 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:39.581+0000 7fb0f0ff9640 1 -- 172.21.15.31:0/169928043 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0e8004280 con 0x7fb0f40d01b0 2024-09-16T07:27:39.584 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:39.582+0000 7fb0fa485640 1 -- 172.21.15.31:0/169928043 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0f41f5c20 con 0x7fb0f40d01b0 2024-09-16T07:27:39.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:39.583+0000 7fb0fa485640 1 -- 172.21.15.31:0/169928043 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb0f40b4f60 con 0x7fb0f40d01b0 2024-09-16T07:27:39.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:39.583+0000 7fb0f0ff9640 1 -- 172.21.15.31:0/169928043 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 21) ==== 101848+0+0 (secure 0 0 0) 0x7fb0e80035f0 con 0x7fb0f40d01b0 2024-09-16T07:27:39.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:39.584+0000 7fb0f0ff9640 1 --2- 172.21.15.31:0/169928043 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb0e0078e80 0x7fb0e007b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:39.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:39.584+0000 7fb0f0ff9640 1 -- 172.21.15.31:0/169928043 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 5637+0+0 (secure 0 0 0) 0x7fb0e809b5f0 con 0x7fb0f40d01b0 2024-09-16T07:27:39.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:39.584+0000 7fb0f3fff640 1 --2- 172.21.15.31:0/169928043 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb0e0078e80 0x7fb0e007b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:39.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:39.584+0000 7fb0f3fff640 1 --2- 172.21.15.31:0/169928043 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb0e0078e80 0x7fb0e007b340 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fb0e4007a50 tx=0x7fb0e4009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:39.589 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:39.588+0000 7fb0f0ff9640 1 -- 172.21.15.31:0/169928043 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fb0e8062c10 con 0x7fb0f40d01b0 2024-09-16T07:27:39.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:39.812+0000 7fb0fa485640 1 -- 172.21.15.31:0/169928043 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fb0f40b5700 con 0x7fb0f40d01b0 2024-09-16T07:27:40.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.459+0000 7fb0f0ff9640 1 -- 172.21.15.31:0/169928043 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 20 and data pool 21 v86) ==== 174+0+0 (secure 0 0 0) 0x7fb0e8067640 con 0x7fb0f40d01b0 2024-09-16T07:27:40.465 INFO:teuthology.orchestra.run.smithi031.stderr:new fs with metadata pool 20 and data pool 21 2024-09-16T07:27:40.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.473+0000 7fb0fa485640 1 -- 172.21.15.31:0/169928043 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb0e0078e80 msgr2=0x7fb0e007b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:40.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.473+0000 7fb0fa485640 1 --2- 172.21.15.31:0/169928043 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb0e0078e80 0x7fb0e007b340 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fb0e4007a50 tx=0x7fb0e4009040 comp rx=0 tx=0).stop 2024-09-16T07:27:40.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.473+0000 7fb0fa485640 1 -- 172.21.15.31:0/169928043 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb0f40d01b0 msgr2=0x7fb0f41f4e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:40.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.473+0000 7fb0fa485640 1 --2- 172.21.15.31:0/169928043 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb0f40d01b0 0x7fb0f41f4e90 secure :-1 s=READY pgs=1363 cs=0 l=1 rev1=1 crypto rx=0x7fb0e800d7a0 tx=0x7fb0e800dc60 comp rx=0 tx=0).stop 2024-09-16T07:27:40.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.476+0000 7fb0fa485640 1 -- 172.21.15.31:0/169928043 shutdown_connections 2024-09-16T07:27:40.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.476+0000 7fb0fa485640 1 --2- 172.21.15.31:0/169928043 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb0e0078e80 0x7fb0e007b340 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:40.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.476+0000 7fb0fa485640 1 --2- 172.21.15.31:0/169928043 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb0f41617f0 0x7fb0f414f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:40.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.476+0000 7fb0fa485640 1 --2- 172.21.15.31:0/169928043 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb0f40d01b0 0x7fb0f41f4e90 unknown :-1 s=CLOSED pgs=1363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:40.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.476+0000 7fb0fa485640 1 --2- 172.21.15.31:0/169928043 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb0f40b3de0 0x7fb0f40b90e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:40.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.476+0000 7fb0fa485640 1 -- 172.21.15.31:0/169928043 >> 172.21.15.31:0/169928043 conn(0x7fb0f40d3e30 msgr2=0x7fb0f40b2c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:40.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.477+0000 7fb0fa485640 1 -- 172.21.15.31:0/169928043 shutdown_connections 2024-09-16T07:27:40.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.477+0000 7fb0fa485640 1 -- 172.21.15.31:0/169928043 wait complete. 2024-09-16T07:27:40.497 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:27:40.607 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.606+0000 7fb043f75640 1 -- 172.21.15.31:0/1398188496 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb03c15f3d0 msgr2=0x7fb03c0736c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:40.607 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.606+0000 7fb043f75640 1 --2- 172.21.15.31:0/1398188496 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb03c15f3d0 0x7fb03c0736c0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fb02c005fd0 tx=0x7fb02c02a8b0 comp rx=0 tx=0).stop 2024-09-16T07:27:40.607 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.606+0000 7fb043f75640 1 -- 172.21.15.31:0/1398188496 shutdown_connections 2024-09-16T07:27:40.607 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.606+0000 7fb043f75640 1 --2- 172.21.15.31:0/1398188496 >> v2:172.21.15.155:3300/0 conn(0x7fb03c074310 0x7fb03c06e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:40.608 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.606+0000 7fb043f75640 1 --2- 172.21.15.31:0/1398188496 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb03c15f3d0 0x7fb03c0736c0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:40.608 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.606+0000 7fb043f75640 1 -- 172.21.15.31:0/1398188496 >> 172.21.15.31:0/1398188496 conn(0x7fb03c0b19c0 msgr2=0x7fb03c0b1dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:40.608 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.607+0000 7fb043f75640 1 -- 172.21.15.31:0/1398188496 shutdown_connections 2024-09-16T07:27:40.608 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.607+0000 7fb043f75640 1 -- 172.21.15.31:0/1398188496 wait complete. 2024-09-16T07:27:40.608 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.608+0000 7fb043f75640 1 Processor -- start 2024-09-16T07:27:40.608 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.608+0000 7fb043f75640 1 -- start start 2024-09-16T07:27:40.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.608+0000 7fb043f75640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb03c074310 0x7fb03c09aa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:40.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.609+0000 7fb043f75640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb03c0cdaa0 0x7fb03c09cdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:40.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.609+0000 7fb043f75640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb03c15f3d0 0x7fb03c09d310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:40.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.609+0000 7fb043f75640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fb03c06ee60 con 0x7fb03c15f3d0 2024-09-16T07:27:40.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.609+0000 7fb043f75640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb03c15f9c0 con 0x7fb03c074310 2024-09-16T07:27:40.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.609+0000 7fb043f75640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb03c06efe0 con 0x7fb03c0cdaa0 2024-09-16T07:27:40.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.609+0000 7fb042512640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb03c15f3d0 0x7fb03c09d310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:40.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.609+0000 7fb041d11640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb03c074310 0x7fb03c09aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:40.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.609+0000 7fb041510640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb03c0cdaa0 0x7fb03c09cdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:40.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.609+0000 7fb042512640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb03c15f3d0 0x7fb03c09d310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:40926/0 (socket says 172.21.15.31:40926) 2024-09-16T07:27:40.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.609+0000 7fb042512640 1 -- 172.21.15.31:0/3694169394 learned_addr learned my addr 172.21.15.31:0/3694169394 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:40.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.609+0000 7fb042512640 1 -- 172.21.15.31:0/3694169394 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb03c0cdaa0 msgr2=0x7fb03c09cdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:40.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.609+0000 7fb042512640 1 --2- 172.21.15.31:0/3694169394 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb03c0cdaa0 0x7fb03c09cdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:40.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.609+0000 7fb042512640 1 -- 172.21.15.31:0/3694169394 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb03c074310 msgr2=0x7fb03c09aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:40.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.609+0000 7fb042512640 1 --2- 172.21.15.31:0/3694169394 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb03c074310 0x7fb03c09aa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:40.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.609+0000 7fb042512640 1 -- 172.21.15.31:0/3694169394 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb03c09b480 con 0x7fb03c15f3d0 2024-09-16T07:27:40.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.609+0000 7fb041d11640 1 --2- 172.21.15.31:0/3694169394 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb03c074310 0x7fb03c09aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T07:27:40.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.609+0000 7fb042512640 1 --2- 172.21.15.31:0/3694169394 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb03c15f3d0 0x7fb03c09d310 secure :-1 s=READY pgs=1364 cs=0 l=1 rev1=1 crypto rx=0x7fb03400e970 tx=0x7fb03400ee30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:40.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.609+0000 7fb03a7fc640 1 -- 172.21.15.31:0/3694169394 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb03400ccc0 con 0x7fb03c15f3d0 2024-09-16T07:27:40.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.609+0000 7fb03a7fc640 1 -- 172.21.15.31:0/3694169394 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb034004020 con 0x7fb03c15f3d0 2024-09-16T07:27:40.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.609+0000 7fb043f75640 1 -- 172.21.15.31:0/3694169394 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb03c09b760 con 0x7fb03c15f3d0 2024-09-16T07:27:40.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.609+0000 7fb03a7fc640 1 -- 172.21.15.31:0/3694169394 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb03400ce60 con 0x7fb03c15f3d0 2024-09-16T07:27:40.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.610+0000 7fb043f75640 1 -- 172.21.15.31:0/3694169394 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb03c09bd20 con 0x7fb03c15f3d0 2024-09-16T07:27:40.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.611+0000 7fb043f75640 1 -- 172.21.15.31:0/3694169394 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb03c0b5e50 con 0x7fb03c15f3d0 2024-09-16T07:27:40.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.611+0000 7fb03a7fc640 1 -- 172.21.15.31:0/3694169394 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 21) ==== 101848+0+0 (secure 0 0 0) 0x7fb0340035f0 con 0x7fb03c15f3d0 2024-09-16T07:27:40.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.612+0000 7fb03a7fc640 1 --2- 172.21.15.31:0/3694169394 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb028078e80 0x7fb02807b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:40.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.612+0000 7fb041d11640 1 --2- 172.21.15.31:0/3694169394 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb028078e80 0x7fb02807b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:40.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.612+0000 7fb03a7fc640 1 -- 172.21.15.31:0/3694169394 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5737+0+0 (secure 0 0 0) 0x7fb03409bee0 con 0x7fb03c15f3d0 2024-09-16T07:27:40.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.612+0000 7fb041d11640 1 --2- 172.21.15.31:0/3694169394 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb028078e80 0x7fb02807b340 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fb02c034000 tx=0x7fb02c004ab0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:40.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.616+0000 7fb03a7fc640 1 -- 172.21.15.31:0/3694169394 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fb034063490 con 0x7fb03c15f3d0 2024-09-16T07:27:40.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.804+0000 7fb043f75640 1 -- 172.21.15.31:0/3694169394 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb03c06e920 con 0x7fb03c15f3d0 2024-09-16T07:27:40.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.805+0000 7fb03a7fc640 1 -- 172.21.15.31:0/3694169394 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v129) ==== 74+0+16772 (secure 0 0 0) 0x7fb03406c020 con 0x7fb03c15f3d0 2024-09-16T07:27:40.805 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:27:40.805 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":129,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:27:39.814552+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":21,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":20,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:27:37.462564+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"129","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":21,"pool_name":"cephfs_data","create_time":"2024-09-16T07:27:38.773707+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"129","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":128,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":128,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":128,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":128,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":128,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":128,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":128,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":128,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:27:40.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.807+0000 7fb043f75640 1 -- 172.21.15.31:0/3694169394 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb028078e80 msgr2=0x7fb02807b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:40.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.807+0000 7fb043f75640 1 --2- 172.21.15.31:0/3694169394 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb028078e80 0x7fb02807b340 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fb02c034000 tx=0x7fb02c004ab0 comp rx=0 tx=0).stop 2024-09-16T07:27:40.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.807+0000 7fb043f75640 1 -- 172.21.15.31:0/3694169394 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb03c15f3d0 msgr2=0x7fb03c09d310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:40.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.807+0000 7fb043f75640 1 --2- 172.21.15.31:0/3694169394 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb03c15f3d0 0x7fb03c09d310 secure :-1 s=READY pgs=1364 cs=0 l=1 rev1=1 crypto rx=0x7fb03400e970 tx=0x7fb03400ee30 comp rx=0 tx=0).stop 2024-09-16T07:27:40.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.807+0000 7fb043f75640 1 -- 172.21.15.31:0/3694169394 shutdown_connections 2024-09-16T07:27:40.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.807+0000 7fb043f75640 1 --2- 172.21.15.31:0/3694169394 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb028078e80 0x7fb02807b340 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:40.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.807+0000 7fb043f75640 1 --2- 172.21.15.31:0/3694169394 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb03c15f3d0 0x7fb03c09d310 unknown :-1 s=CLOSED pgs=1364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:40.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.807+0000 7fb043f75640 1 --2- 172.21.15.31:0/3694169394 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb03c0cdaa0 0x7fb03c09cdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:40.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.807+0000 7fb043f75640 1 --2- 172.21.15.31:0/3694169394 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb03c074310 0x7fb03c09aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:40.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.807+0000 7fb043f75640 1 -- 172.21.15.31:0/3694169394 >> 172.21.15.31:0/3694169394 conn(0x7fb03c0b19c0 msgr2=0x7fb03c06fc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:40.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.807+0000 7fb043f75640 1 -- 172.21.15.31:0/3694169394 shutdown_connections 2024-09-16T07:27:40.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.807+0000 7fb043f75640 1 -- 172.21.15.31:0/3694169394 wait complete. 2024-09-16T07:27:40.818 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:27:40.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.923+0000 7f5708d2b640 1 -- 172.21.15.31:0/461790994 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f57040746e0 msgr2=0x7f57040cb890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:40.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.923+0000 7f5708d2b640 1 --2- 172.21.15.31:0/461790994 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f57040746e0 0x7f57040cb890 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f56fc005fd0 tx=0x7f56fc02aa10 comp rx=0 tx=0).stop 2024-09-16T07:27:40.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.923+0000 7f5708d2b640 1 -- 172.21.15.31:0/461790994 shutdown_connections 2024-09-16T07:27:40.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.923+0000 7f5708d2b640 1 --2- 172.21.15.31:0/461790994 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f57040746e0 0x7f57040cb890 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:40.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.923+0000 7f5708d2b640 1 --2- 172.21.15.31:0/461790994 >> v2:172.21.15.155:3300/0 conn(0x7f5704074280 0x7f57040cb350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:40.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.923+0000 7f5708d2b640 1 -- 172.21.15.31:0/461790994 >> 172.21.15.31:0/461790994 conn(0x7f57040d0c20 msgr2=0x7f57040d1030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:40.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.923+0000 7f5708d2b640 1 -- 172.21.15.31:0/461790994 shutdown_connections 2024-09-16T07:27:40.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.923+0000 7f5708d2b640 1 -- 172.21.15.31:0/461790994 wait complete. 2024-09-16T07:27:40.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.925+0000 7f5708d2b640 1 Processor -- start 2024-09-16T07:27:40.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.925+0000 7f5708d2b640 1 -- start start 2024-09-16T07:27:40.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.925+0000 7f5708d2b640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5704074280 0x7f57040b2b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:40.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.925+0000 7f5708d2b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f57040746e0 0x7f570414f190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:40.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.925+0000 7f5708d2b640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f570415ad00 0x7f5704150c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:40.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.925+0000 7f5708d2b640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f57040d0820 con 0x7f57040746e0 2024-09-16T07:27:40.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.925+0000 7f5708d2b640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f57040d06a0 con 0x7f570415ad00 2024-09-16T07:27:40.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.925+0000 7f5708d2b640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f57040cbdd0 con 0x7f5704074280 2024-09-16T07:27:40.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.925+0000 7f5701d9b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f57040746e0 0x7f570414f190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:40.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.926+0000 7f5701d9b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f57040746e0 0x7f570414f190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:40940/0 (socket says 172.21.15.31:40940) 2024-09-16T07:27:40.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.926+0000 7f5701d9b640 1 -- 172.21.15.31:0/3162075301 learned_addr learned my addr 172.21.15.31:0/3162075301 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:40.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.926+0000 7f5702d9d640 1 --2- 172.21.15.31:0/3162075301 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f570415ad00 0x7f5704150c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:40.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.926+0000 7f570259c640 1 --2- 172.21.15.31:0/3162075301 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5704074280 0x7f57040b2b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:40.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.926+0000 7f5701d9b640 1 -- 172.21.15.31:0/3162075301 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5704074280 msgr2=0x7f57040b2b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:40.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.926+0000 7f5701d9b640 1 --2- 172.21.15.31:0/3162075301 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5704074280 0x7f57040b2b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:40.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.926+0000 7f5701d9b640 1 -- 172.21.15.31:0/3162075301 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f570415ad00 msgr2=0x7f5704150c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:40.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.926+0000 7f5701d9b640 1 --2- 172.21.15.31:0/3162075301 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f570415ad00 0x7f5704150c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:40.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.926+0000 7f5701d9b640 1 -- 172.21.15.31:0/3162075301 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f570414e3d0 con 0x7f57040746e0 2024-09-16T07:27:40.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.926+0000 7f5702d9d640 1 --2- 172.21.15.31:0/3162075301 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f570415ad00 0x7f5704150c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:27:40.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.926+0000 7f5701d9b640 1 --2- 172.21.15.31:0/3162075301 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f57040746e0 0x7f570414f190 secure :-1 s=READY pgs=1365 cs=0 l=1 rev1=1 crypto rx=0x7f56f800e9a0 tx=0x7f56f800ee60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:40.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.926+0000 7f56f2ffd640 1 -- 172.21.15.31:0/3162075301 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56f800cd80 con 0x7f57040746e0 2024-09-16T07:27:40.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.926+0000 7f56f2ffd640 1 -- 172.21.15.31:0/3162075301 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f56f8004020 con 0x7f57040746e0 2024-09-16T07:27:40.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.926+0000 7f5708d2b640 1 -- 172.21.15.31:0/3162075301 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f570414e6b0 con 0x7f57040746e0 2024-09-16T07:27:40.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.926+0000 7f56f2ffd640 1 -- 172.21.15.31:0/3162075301 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56f8004450 con 0x7f57040746e0 2024-09-16T07:27:40.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.926+0000 7f5708d2b640 1 -- 172.21.15.31:0/3162075301 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f570414ec70 con 0x7f57040746e0 2024-09-16T07:27:40.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.927+0000 7f5708d2b640 1 -- 172.21.15.31:0/3162075301 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f570415a530 con 0x7f57040746e0 2024-09-16T07:27:40.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.928+0000 7f56f2ffd640 1 -- 172.21.15.31:0/3162075301 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 21) ==== 101848+0+0 (secure 0 0 0) 0x7f56f80035f0 con 0x7f57040746e0 2024-09-16T07:27:40.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.929+0000 7f56f2ffd640 1 --2- 172.21.15.31:0/3162075301 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f56e4078e80 0x7f56e407b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:40.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.929+0000 7f570259c640 1 --2- 172.21.15.31:0/3162075301 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f56e4078e80 0x7f56e407b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:40.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.929+0000 7f56f2ffd640 1 -- 172.21.15.31:0/3162075301 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5737+0+0 (secure 0 0 0) 0x7f56f809c020 con 0x7f57040746e0 2024-09-16T07:27:40.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.929+0000 7f570259c640 1 --2- 172.21.15.31:0/3162075301 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f56e4078e80 0x7f56e407b340 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f570415b2b0 tx=0x7f56f4009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:40.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:40.933+0000 7f56f2ffd640 1 -- 172.21.15.31:0/3162075301 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f570415a530 con 0x7f57040746e0 2024-09-16T07:27:41.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:41.122+0000 7f5708d2b640 1 -- 172.21.15.31:0/3162075301 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f57040cc280 con 0x7f57040746e0 2024-09-16T07:27:41.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:41.123+0000 7f56f2ffd640 1 -- 172.21.15.31:0/3162075301 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v129) ==== 74+0+16772 (secure 0 0 0) 0x7f56f8063c20 con 0x7f57040746e0 2024-09-16T07:27:41.124 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:27:41.124 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":129,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:27:39.814552+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":21,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":20,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:27:37.462564+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"129","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":21,"pool_name":"cephfs_data","create_time":"2024-09-16T07:27:38.773707+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"129","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":128,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":128,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":128,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":128,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":128,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":128,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":128,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":128,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:27:41.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:41.125+0000 7f5708d2b640 1 -- 172.21.15.31:0/3162075301 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f56e4078e80 msgr2=0x7f56e407b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:41.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:41.125+0000 7f5708d2b640 1 --2- 172.21.15.31:0/3162075301 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f56e4078e80 0x7f56e407b340 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f570415b2b0 tx=0x7f56f4009040 comp rx=0 tx=0).stop 2024-09-16T07:27:41.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:41.125+0000 7f5708d2b640 1 -- 172.21.15.31:0/3162075301 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f57040746e0 msgr2=0x7f570414f190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:41.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:41.125+0000 7f5708d2b640 1 --2- 172.21.15.31:0/3162075301 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f57040746e0 0x7f570414f190 secure :-1 s=READY pgs=1365 cs=0 l=1 rev1=1 crypto rx=0x7f56f800e9a0 tx=0x7f56f800ee60 comp rx=0 tx=0).stop 2024-09-16T07:27:41.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:41.125+0000 7f5708d2b640 1 -- 172.21.15.31:0/3162075301 shutdown_connections 2024-09-16T07:27:41.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:41.125+0000 7f5708d2b640 1 --2- 172.21.15.31:0/3162075301 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f56e4078e80 0x7f56e407b340 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:41.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:41.125+0000 7f5708d2b640 1 --2- 172.21.15.31:0/3162075301 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f570415ad00 0x7f5704150c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:41.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:41.125+0000 7f5708d2b640 1 --2- 172.21.15.31:0/3162075301 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f57040746e0 0x7f570414f190 unknown :-1 s=CLOSED pgs=1365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:41.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:41.125+0000 7f5708d2b640 1 --2- 172.21.15.31:0/3162075301 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5704074280 0x7f57040b2b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:41.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:41.125+0000 7f5708d2b640 1 -- 172.21.15.31:0/3162075301 >> 172.21.15.31:0/3162075301 conn(0x7f57040d0c20 msgr2=0x7f57040b6460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:41.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:41.125+0000 7f5708d2b640 1 -- 172.21.15.31:0/3162075301 shutdown_connections 2024-09-16T07:27:41.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:41.125+0000 7f5708d2b640 1 -- 172.21.15.31:0/3162075301 wait complete. 2024-09-16T07:27:41.137 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-16T07:27:41.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:41.247+0000 7fb11a0d6640 1 -- 172.21.15.31:0/2773188323 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb0fc003a30 msgr2=0x7fb0fc003e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:41.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:41.247+0000 7fb11a0d6640 1 --2- 172.21.15.31:0/2773188323 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb0fc003a30 0x7fb0fc003e50 secure :-1 s=READY pgs=1367 cs=0 l=1 rev1=1 crypto rx=0x7fb104005a70 tx=0x7fb0fc005830 comp rx=0 tx=0).stop 2024-09-16T07:27:41.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:41.247+0000 7fb113fff640 1 -- 172.21.15.31:0/2773188323 reap_dead start 2024-09-16T07:27:41.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:41.247+0000 7fb11a0d6640 1 -- 172.21.15.31:0/2773188323 shutdown_connections 2024-09-16T07:27:41.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:41.247+0000 7fb11a0d6640 1 -- 172.21.15.31:0/2773188323 >> 172.21.15.31:0/2773188323 conn(0x7fb1140cfdc0 msgr2=0x7fb1140d01d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:41.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:41.247+0000 7fb11a0d6640 1 -- 172.21.15.31:0/2773188323 shutdown_connections 2024-09-16T07:27:41.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:41.247+0000 7fb11a0d6640 1 -- 172.21.15.31:0/2773188323 wait complete. 2024-09-16T07:27:41.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:41.248+0000 7fb11a0d6640 1 Processor -- start 2024-09-16T07:27:41.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:41.248+0000 7fb11a0d6640 1 -- start start 2024-09-16T07:27:41.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:41.249+0000 7fb11a0d6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb0fc003a30 0x7fb114152e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:41.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:41.249+0000 7fb11a0d6640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb1141f3d80 0x7fb1141f4200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:41.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:41.249+0000 7fb11a0d6640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb1141f4740 0x7fb1140c38f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:41.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:41.249+0000 7fb11a0d6640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fb1140cee40 con 0x7fb0fc003a30 2024-09-16T07:27:41.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:41.249+0000 7fb11a0d6640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb1140ca920 con 0x7fb1141f3d80 2024-09-16T07:27:41.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:41.249+0000 7fb11a0d6640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb1140cefc0 con 0x7fb1141f4740 2024-09-16T07:27:41.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:41.249+0000 7fb1137fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb0fc003a30 0x7fb114152e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:41.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:41.249+0000 7fb1137fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb0fc003a30 0x7fb114152e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:40962/0 (socket says 172.21.15.31:40962) 2024-09-16T07:27:41.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:41.249+0000 7fb1137fe640 1 -- 172.21.15.31:0/3858401552 learned_addr learned my addr 172.21.15.31:0/3858401552 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:41.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:41.249+0000 7fb1137fe640 1 -- 172.21.15.31:0/3858401552 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb1141f4740 msgr2=0x7fb1140c38f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:41.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:41.249+0000 7fb1137fe640 1 --2- 172.21.15.31:0/3858401552 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb1141f4740 0x7fb1140c38f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:41.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:41.249+0000 7fb1137fe640 1 -- 172.21.15.31:0/3858401552 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb1141f3d80 msgr2=0x7fb1141f4200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:41.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:41.249+0000 7fb1137fe640 1 --2- 172.21.15.31:0/3858401552 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb1141f3d80 0x7fb1141f4200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:41.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:41.249+0000 7fb1137fe640 1 -- 172.21.15.31:0/3858401552 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1140c6500 con 0x7fb0fc003a30 2024-09-16T07:27:41.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:41.249+0000 7fb1137fe640 1 --2- 172.21.15.31:0/3858401552 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb0fc003a30 0x7fb114152e40 secure :-1 s=READY pgs=1368 cs=0 l=1 rev1=1 crypto rx=0x7fb104031040 tx=0x7fb104005d30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:41.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:41.250+0000 7fb0fbfff640 1 -- 172.21.15.31:0/3858401552 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb104041070 con 0x7fb0fc003a30 2024-09-16T07:27:41.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:41.250+0000 7fb0fbfff640 1 -- 172.21.15.31:0/3858401552 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb104004030 con 0x7fb0fc003a30 2024-09-16T07:27:41.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:41.250+0000 7fb11a0d6640 1 -- 172.21.15.31:0/3858401552 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb114159060 con 0x7fb0fc003a30 2024-09-16T07:27:41.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:41.250+0000 7fb0fbfff640 1 -- 172.21.15.31:0/3858401552 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb104036040 con 0x7fb0fc003a30 2024-09-16T07:27:41.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:41.250+0000 7fb11a0d6640 1 -- 172.21.15.31:0/3858401552 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1141595e0 con 0x7fb0fc003a30 2024-09-16T07:27:41.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:41.251+0000 7fb11a0d6640 1 -- 172.21.15.31:0/3858401552 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb1140cabd0 con 0x7fb0fc003a30 2024-09-16T07:27:41.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:41.251+0000 7fb0fbfff640 1 -- 172.21.15.31:0/3858401552 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 21) ==== 101848+0+0 (secure 0 0 0) 0x7fb104039070 con 0x7fb0fc003a30 2024-09-16T07:27:41.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:41.252+0000 7fb0fbfff640 1 --2- 172.21.15.31:0/3858401552 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb100078e80 0x7fb10007b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:41.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:41.252+0000 7fb0fbfff640 1 -- 172.21.15.31:0/3858401552 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5737+0+0 (secure 0 0 0) 0x7fb1040bda10 con 0x7fb0fc003a30 2024-09-16T07:27:41.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:41.252+0000 7fb112ffd640 1 --2- 172.21.15.31:0/3858401552 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb100078e80 0x7fb10007b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:41.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:41.252+0000 7fb112ffd640 1 --2- 172.21.15.31:0/3858401552 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb100078e80 0x7fb10007b340 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fb11406c6d0 tx=0x7fb108006a40 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:41.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:41.256+0000 7fb0fbfff640 1 -- 172.21.15.31:0/3858401552 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fb104085740 con 0x7fb0fc003a30 2024-09-16T07:27:41.430 INFO:tasks.ceph.mds.a.smithi031.stderr:2024-09-16T07:27:41.430+0000 7fece2a8e640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-16T07:27:41.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:41.488+0000 7fb11a0d6640 1 -- 172.21.15.31:0/3858401552 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fb1140afcc0 con 0x7fb0fc003a30 2024-09-16T07:27:42.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:42.465+0000 7fb0fbfff640 1 -- 172.21.15.31:0/3858401552 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v88) ==== 118+0+0 (secure 0 0 0) 0x7fb104085040 con 0x7fb0fc003a30 2024-09-16T07:27:42.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:42.470+0000 7fb11a0d6640 1 -- 172.21.15.31:0/3858401552 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb100078e80 msgr2=0x7fb10007b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:42.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:42.470+0000 7fb11a0d6640 1 --2- 172.21.15.31:0/3858401552 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb100078e80 0x7fb10007b340 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fb11406c6d0 tx=0x7fb108006a40 comp rx=0 tx=0).stop 2024-09-16T07:27:42.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:42.470+0000 7fb11a0d6640 1 -- 172.21.15.31:0/3858401552 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb0fc003a30 msgr2=0x7fb114152e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:42.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:42.470+0000 7fb11a0d6640 1 --2- 172.21.15.31:0/3858401552 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb0fc003a30 0x7fb114152e40 secure :-1 s=READY pgs=1368 cs=0 l=1 rev1=1 crypto rx=0x7fb104031040 tx=0x7fb104005d30 comp rx=0 tx=0).stop 2024-09-16T07:27:42.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:42.470+0000 7fb11a0d6640 1 -- 172.21.15.31:0/3858401552 shutdown_connections 2024-09-16T07:27:42.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:42.470+0000 7fb11a0d6640 1 --2- 172.21.15.31:0/3858401552 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb100078e80 0x7fb10007b340 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:42.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:42.470+0000 7fb11a0d6640 1 --2- 172.21.15.31:0/3858401552 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb1141f4740 0x7fb1140c38f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:42.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:42.470+0000 7fb11a0d6640 1 --2- 172.21.15.31:0/3858401552 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb1141f3d80 0x7fb1141f4200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:42.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:42.470+0000 7fb11a0d6640 1 --2- 172.21.15.31:0/3858401552 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb0fc003a30 0x7fb114152e40 unknown :-1 s=CLOSED pgs=1368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:42.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:42.470+0000 7fb11a0d6640 1 -- 172.21.15.31:0/3858401552 >> 172.21.15.31:0/3858401552 conn(0x7fb1140cfdc0 msgr2=0x7fb1140b0980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:42.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:42.470+0000 7fb11a0d6640 1 -- 172.21.15.31:0/3858401552 shutdown_connections 2024-09-16T07:27:42.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:42.470+0000 7fb11a0d6640 1 -- 172.21.15.31:0/3858401552 wait complete. 2024-09-16T07:27:42.484 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-16T07:27:42.484 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-16T07:27:42.599 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:42.599+0000 7f118e7ec640 1 -- 172.21.15.31:0/1841928277 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f11880d23f0 msgr2=0x7f11880af830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:42.600 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:42.599+0000 7f118e7ec640 1 --2- 172.21.15.31:0/1841928277 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f11880d23f0 0x7f11880af830 secure :-1 s=READY pgs=1370 cs=0 l=1 rev1=1 crypto rx=0x7f11880d1610 tx=0x7f117c02a4a0 comp rx=0 tx=0).stop 2024-09-16T07:27:42.600 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:42.599+0000 7f118e7ec640 1 -- 172.21.15.31:0/1841928277 shutdown_connections 2024-09-16T07:27:42.600 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:42.599+0000 7f118e7ec640 1 --2- 172.21.15.31:0/1841928277 >> v2:172.21.15.155:3300/0 conn(0x7f11880b0d80 0x7f11880afd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:42.600 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:42.599+0000 7f118e7ec640 1 --2- 172.21.15.31:0/1841928277 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f11880d23f0 0x7f11880af830 unknown :-1 s=CLOSED pgs=1370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:42.600 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:42.599+0000 7f118e7ec640 1 -- 172.21.15.31:0/1841928277 >> 172.21.15.31:0/1841928277 conn(0x7f118809aa30 msgr2=0x7f118809ae40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:42.600 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:42.599+0000 7f118e7ec640 1 -- 172.21.15.31:0/1841928277 shutdown_connections 2024-09-16T07:27:42.600 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:42.599+0000 7f118e7ec640 1 -- 172.21.15.31:0/1841928277 wait complete. 2024-09-16T07:27:42.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:42.600+0000 7f118e7ec640 1 Processor -- start 2024-09-16T07:27:42.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:42.600+0000 7f118e7ec640 1 -- start start 2024-09-16T07:27:42.602 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:42.601+0000 7f118e7ec640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f11880b0d80 0x7f11880b5e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:42.602 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:42.601+0000 7f118e7ec640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f11880d23f0 0x7f11881f35b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:42.602 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:42.601+0000 7f118e7ec640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f118815bf10 0x7f118815d780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:42.602 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:42.601+0000 7f118e7ec640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f11880b0430 con 0x7f11880d23f0 2024-09-16T07:27:42.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:42.601+0000 7f118e7ec640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f11880b02b0 con 0x7f118815bf10 2024-09-16T07:27:42.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:42.601+0000 7f118e7ec640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f11880b05b0 con 0x7f11880b0d80 2024-09-16T07:27:42.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:42.601+0000 7f11877fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f11880d23f0 0x7f11881f35b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:42.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:42.601+0000 7f11877fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f11880d23f0 0x7f11881f35b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48616/0 (socket says 172.21.15.31:48616) 2024-09-16T07:27:42.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:42.601+0000 7f11877fe640 1 -- 172.21.15.31:0/1913555833 learned_addr learned my addr 172.21.15.31:0/1913555833 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:42.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:42.601+0000 7f118cd89640 1 --2- 172.21.15.31:0/1913555833 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f118815bf10 0x7f118815d780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:42.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:42.601+0000 7f1187fff640 1 --2- 172.21.15.31:0/1913555833 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f11880b0d80 0x7f11880b5e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:42.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:42.601+0000 7f11877fe640 1 -- 172.21.15.31:0/1913555833 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f11880b0d80 msgr2=0x7f11880b5e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:42.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:42.601+0000 7f11877fe640 1 --2- 172.21.15.31:0/1913555833 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f11880b0d80 0x7f11880b5e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:42.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:42.601+0000 7f11877fe640 1 -- 172.21.15.31:0/1913555833 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f118815bf10 msgr2=0x7f118815d780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:42.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:42.601+0000 7f11877fe640 1 --2- 172.21.15.31:0/1913555833 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f118815bf10 0x7f118815d780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:42.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:42.601+0000 7f11877fe640 1 -- 172.21.15.31:0/1913555833 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11881f3af0 con 0x7f11880d23f0 2024-09-16T07:27:42.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:42.602+0000 7f11877fe640 1 --2- 172.21.15.31:0/1913555833 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f11880d23f0 0x7f11881f35b0 secure :-1 s=READY pgs=1371 cs=0 l=1 rev1=1 crypto rx=0x7f117c009920 tx=0x7f117c032c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:42.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:42.602+0000 7f1184ff9640 1 -- 172.21.15.31:0/1913555833 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f117c040070 con 0x7f11880d23f0 2024-09-16T07:27:42.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:42.602+0000 7f1184ff9640 1 -- 172.21.15.31:0/1913555833 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f117c005310 con 0x7f11880d23f0 2024-09-16T07:27:42.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:42.602+0000 7f118e7ec640 1 -- 172.21.15.31:0/1913555833 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11880b4d80 con 0x7f11880d23f0 2024-09-16T07:27:42.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:42.602+0000 7f1184ff9640 1 -- 172.21.15.31:0/1913555833 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f117c0047a0 con 0x7f11880d23f0 2024-09-16T07:27:42.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:42.602+0000 7f118e7ec640 1 -- 172.21.15.31:0/1913555833 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11880b5340 con 0x7f11880d23f0 2024-09-16T07:27:42.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:42.603+0000 7f118e7ec640 1 -- 172.21.15.31:0/1913555833 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f11880b5930 con 0x7f11880d23f0 2024-09-16T07:27:42.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:42.604+0000 7f1184ff9640 1 -- 172.21.15.31:0/1913555833 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 21) ==== 101848+0+0 (secure 0 0 0) 0x7f117c039040 con 0x7f11880d23f0 2024-09-16T07:27:42.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:42.604+0000 7f1184ff9640 1 --2- 172.21.15.31:0/1913555833 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f1174078e80 0x7f117407b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:42.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:42.604+0000 7f1184ff9640 1 -- 172.21.15.31:0/1913555833 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 5737+0+0 (secure 0 0 0) 0x7f117c0bc7f0 con 0x7f11880d23f0 2024-09-16T07:27:42.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:42.604+0000 7f1187fff640 1 --2- 172.21.15.31:0/1913555833 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f1174078e80 0x7f117407b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:42.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:42.605+0000 7f1187fff640 1 --2- 172.21.15.31:0/1913555833 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f1174078e80 0x7f117407b340 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f1178007fd0 tx=0x7f1178009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:42.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:42.609+0000 7f1184ff9640 1 -- 172.21.15.31:0/1913555833 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f11881f3af0 con 0x7f11880d23f0 2024-09-16T07:27:42.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:42.832+0000 7f118e7ec640 1 -- 172.21.15.31:0/1913555833 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f11880b0a60 con 0x7f11880d23f0 2024-09-16T07:27:43.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.470+0000 7f1184ff9640 1 -- 172.21.15.31:0/1913555833 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v89) ==== 122+0+0 (secure 0 0 0) 0x7f117c0843e0 con 0x7f11880d23f0 2024-09-16T07:27:43.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.473+0000 7f118e7ec640 1 -- 172.21.15.31:0/1913555833 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f1174078e80 msgr2=0x7f117407b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:43.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.473+0000 7f118e7ec640 1 --2- 172.21.15.31:0/1913555833 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f1174078e80 0x7f117407b340 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f1178007fd0 tx=0x7f1178009040 comp rx=0 tx=0).stop 2024-09-16T07:27:43.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.473+0000 7f118e7ec640 1 -- 172.21.15.31:0/1913555833 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f11880d23f0 msgr2=0x7f11881f35b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:43.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.473+0000 7f118e7ec640 1 --2- 172.21.15.31:0/1913555833 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f11880d23f0 0x7f11881f35b0 secure :-1 s=READY pgs=1371 cs=0 l=1 rev1=1 crypto rx=0x7f117c009920 tx=0x7f117c032c10 comp rx=0 tx=0).stop 2024-09-16T07:27:43.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.473+0000 7f118e7ec640 1 -- 172.21.15.31:0/1913555833 shutdown_connections 2024-09-16T07:27:43.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.473+0000 7f118e7ec640 1 --2- 172.21.15.31:0/1913555833 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f1174078e80 0x7f117407b340 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:43.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.473+0000 7f118e7ec640 1 --2- 172.21.15.31:0/1913555833 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f118815bf10 0x7f118815d780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:43.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.473+0000 7f118e7ec640 1 --2- 172.21.15.31:0/1913555833 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f11880d23f0 0x7f11881f35b0 unknown :-1 s=CLOSED pgs=1371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:43.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.473+0000 7f118e7ec640 1 --2- 172.21.15.31:0/1913555833 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f11880b0d80 0x7f11880b5e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:43.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.473+0000 7f118e7ec640 1 -- 172.21.15.31:0/1913555833 >> 172.21.15.31:0/1913555833 conn(0x7f118809aa30 msgr2=0x7f1188070f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:43.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.474+0000 7f118e7ec640 1 -- 172.21.15.31:0/1913555833 shutdown_connections 2024-09-16T07:27:43.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.474+0000 7f118e7ec640 1 -- 172.21.15.31:0/1913555833 wait complete. 2024-09-16T07:27:43.488 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-16T07:27:43.488 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:27:43.600 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.600+0000 7fa3f4f52640 1 -- 172.21.15.31:0/3336908342 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa3f015df90 msgr2=0x7fa3f00cf9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:43.600 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.600+0000 7fa3f4f52640 1 --2- 172.21.15.31:0/3336908342 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa3f015df90 0x7fa3f00cf9b0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7fa3f00cf6a0 tx=0x7fa3e002a5c0 comp rx=0 tx=0).stop 2024-09-16T07:27:43.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.600+0000 7fa3f4f52640 1 -- 172.21.15.31:0/3336908342 shutdown_connections 2024-09-16T07:27:43.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.600+0000 7fa3f4f52640 1 --2- 172.21.15.31:0/3336908342 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa3f015df90 0x7fa3f00cf9b0 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:43.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.600+0000 7fa3f4f52640 1 -- 172.21.15.31:0/3336908342 >> 172.21.15.31:0/3336908342 conn(0x7fa3f00d3ea0 msgr2=0x7fa3f00d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:43.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.600+0000 7fa3f4f52640 1 -- 172.21.15.31:0/3336908342 shutdown_connections 2024-09-16T07:27:43.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.600+0000 7fa3f4f52640 1 -- 172.21.15.31:0/3336908342 wait complete. 2024-09-16T07:27:43.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.601+0000 7fa3f4f52640 1 Processor -- start 2024-09-16T07:27:43.602 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.601+0000 7fa3f4f52640 1 -- start start 2024-09-16T07:27:43.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.602+0000 7fa3f4f52640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa3f00d0d40 0x7fa3f00b8500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:43.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.602+0000 7fa3f4f52640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa3f00d49c0 0x7fa3f00b1d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:43.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.602+0000 7fa3f4f52640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa3f015df90 0x7fa3f00cc2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:43.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.602+0000 7fa3f4f52640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fa3f0162690 con 0x7fa3f00d0d40 2024-09-16T07:27:43.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.602+0000 7fa3f4f52640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa3f00b3f10 con 0x7fa3f015df90 2024-09-16T07:27:43.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.602+0000 7fa3f4f52640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa3f01f5260 con 0x7fa3f00d49c0 2024-09-16T07:27:43.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.602+0000 7fa3ee59c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa3f00d0d40 0x7fa3f00b8500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:43.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.602+0000 7fa3ee59c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa3f00d0d40 0x7fa3f00b8500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48624/0 (socket says 172.21.15.31:48624) 2024-09-16T07:27:43.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.602+0000 7fa3ee59c640 1 -- 172.21.15.31:0/1343010848 learned_addr learned my addr 172.21.15.31:0/1343010848 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:43.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.602+0000 7fa3eed9d640 1 --2- 172.21.15.31:0/1343010848 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa3f015df90 0x7fa3f00cc2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:43.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.602+0000 7fa3e7fff640 1 --2- 172.21.15.31:0/1343010848 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa3f00d49c0 0x7fa3f00b1d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:43.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.602+0000 7fa3ee59c640 1 -- 172.21.15.31:0/1343010848 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa3f00d49c0 msgr2=0x7fa3f00b1d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:43.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.602+0000 7fa3ee59c640 1 --2- 172.21.15.31:0/1343010848 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa3f00d49c0 0x7fa3f00b1d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:43.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.602+0000 7fa3ee59c640 1 -- 172.21.15.31:0/1343010848 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa3f015df90 msgr2=0x7fa3f00cc2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:43.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.602+0000 7fa3ee59c640 1 --2- 172.21.15.31:0/1343010848 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa3f015df90 0x7fa3f00cc2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:43.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.602+0000 7fa3ee59c640 1 -- 172.21.15.31:0/1343010848 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3f00b8e30 con 0x7fa3f00d0d40 2024-09-16T07:27:43.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.602+0000 7fa3eed9d640 1 --2- 172.21.15.31:0/1343010848 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa3f015df90 0x7fa3f00cc2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:27:43.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.603+0000 7fa3e7fff640 1 --2- 172.21.15.31:0/1343010848 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa3f00d49c0 0x7fa3f00b1d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:27:43.606 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.603+0000 7fa3ee59c640 1 --2- 172.21.15.31:0/1343010848 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa3f00d0d40 0x7fa3f00b8500 secure :-1 s=READY pgs=1373 cs=0 l=1 rev1=1 crypto rx=0x7fa3e0009920 tx=0x7fa3e0033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:43.606 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.603+0000 7fa3e6ffd640 1 -- 172.21.15.31:0/1343010848 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3e0031d60 con 0x7fa3f00d0d40 2024-09-16T07:27:43.606 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.603+0000 7fa3e6ffd640 1 -- 172.21.15.31:0/1343010848 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa3e0033e10 con 0x7fa3f00d0d40 2024-09-16T07:27:43.606 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.603+0000 7fa3f4f52640 1 -- 172.21.15.31:0/1343010848 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa3f01f4c10 con 0x7fa3f00d0d40 2024-09-16T07:27:43.606 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.603+0000 7fa3e6ffd640 1 -- 172.21.15.31:0/1343010848 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3e0005260 con 0x7fa3f00d0d40 2024-09-16T07:27:43.606 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.603+0000 7fa3f4f52640 1 -- 172.21.15.31:0/1343010848 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3f00b8a40 con 0x7fa3f00d0d40 2024-09-16T07:27:43.606 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.604+0000 7fa3f4f52640 1 -- 172.21.15.31:0/1343010848 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa3f00b4460 con 0x7fa3f00d0d40 2024-09-16T07:27:43.607 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.605+0000 7fa3e6ffd640 1 -- 172.21.15.31:0/1343010848 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 21) ==== 101848+0+0 (secure 0 0 0) 0x7fa3e0005400 con 0x7fa3f00d0d40 2024-09-16T07:27:43.607 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.605+0000 7fa3e6ffd640 1 --2- 172.21.15.31:0/1343010848 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa3d0078e80 0x7fa3d007b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:43.607 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.605+0000 7fa3e6ffd640 1 -- 172.21.15.31:0/1343010848 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 5737+0+0 (secure 0 0 0) 0x7fa3e00bc3c0 con 0x7fa3f00d0d40 2024-09-16T07:27:43.607 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.605+0000 7fa3e7fff640 1 --2- 172.21.15.31:0/1343010848 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa3d0078e80 0x7fa3d007b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:43.607 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.606+0000 7fa3e7fff640 1 --2- 172.21.15.31:0/1343010848 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa3d0078e80 0x7fa3d007b340 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fa3d80013f0 tx=0x7fa3d8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:43.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.609+0000 7fa3e6ffd640 1 -- 172.21.15.31:0/1343010848 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fa3e003f030 con 0x7fa3f00d0d40 2024-09-16T07:27:43.831 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.831+0000 7fa3f4f52640 1 -- 172.21.15.31:0/1343010848 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa3f008d590 con 0x7fa3f00d0d40 2024-09-16T07:27:43.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.832+0000 7fa3e6ffd640 1 -- 172.21.15.31:0/1343010848 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 89 v89) ==== 94+0+5227 (secure 0 0 0) 0x7fa3e00841c0 con 0x7fa3f00d0d40 2024-09-16T07:27:43.832 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:27:43.832 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":89,"btime":"2024-09-16T07:27:43:468073+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6482,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6834/300988317","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":300988317},{"type":"v1","addr":"172.21.15.31:6834","nonce":300988317}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":85},{"gid":6494,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6809/896808702","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":896808702},{"type":"v1","addr":"172.21.15.155:6809","nonce":896808702}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":85},{"gid":6497,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/3787827133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":3787827133},{"type":"v1","addr":"172.21.15.155:6835","nonce":3787827133}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":85}],"filesystems":[{"mdsmap":{"epoch":89,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:27:39.814509+0000","modified":"2024-09-16T07:27:42.834324+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8070},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8070":{"gid":8070,"name":"a","rank":0,"incarnation":86,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6835/2633710257","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":2633710257},{"type":"v1","addr":"172.21.15.31:6835","nonce":2633710257}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[21],"metadata_pool":20,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8070,"qdb_cluster":[8070]},"id":10}]} 2024-09-16T07:27:43.833 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 89 2024-09-16T07:27:43.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.834+0000 7fa3f4f52640 1 -- 172.21.15.31:0/1343010848 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa3d0078e80 msgr2=0x7fa3d007b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:43.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.834+0000 7fa3f4f52640 1 --2- 172.21.15.31:0/1343010848 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa3d0078e80 0x7fa3d007b340 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fa3d80013f0 tx=0x7fa3d8009040 comp rx=0 tx=0).stop 2024-09-16T07:27:43.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.834+0000 7fa3f4f52640 1 -- 172.21.15.31:0/1343010848 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa3f00d0d40 msgr2=0x7fa3f00b8500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:43.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.834+0000 7fa3f4f52640 1 --2- 172.21.15.31:0/1343010848 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa3f00d0d40 0x7fa3f00b8500 secure :-1 s=READY pgs=1373 cs=0 l=1 rev1=1 crypto rx=0x7fa3e0009920 tx=0x7fa3e0033c20 comp rx=0 tx=0).stop 2024-09-16T07:27:43.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.834+0000 7fa3f4f52640 1 -- 172.21.15.31:0/1343010848 shutdown_connections 2024-09-16T07:27:43.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.834+0000 7fa3f4f52640 1 --2- 172.21.15.31:0/1343010848 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa3d0078e80 0x7fa3d007b340 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:43.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.834+0000 7fa3f4f52640 1 --2- 172.21.15.31:0/1343010848 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa3f015df90 0x7fa3f00cc2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:43.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.834+0000 7fa3f4f52640 1 --2- 172.21.15.31:0/1343010848 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa3f00d49c0 0x7fa3f00b1d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:43.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.834+0000 7fa3f4f52640 1 --2- 172.21.15.31:0/1343010848 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa3f00d0d40 0x7fa3f00b8500 unknown :-1 s=CLOSED pgs=1373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:43.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.834+0000 7fa3f4f52640 1 -- 172.21.15.31:0/1343010848 >> 172.21.15.31:0/1343010848 conn(0x7fa3f00d3ea0 msgr2=0x7fa3f006eb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:43.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.834+0000 7fa3f4f52640 1 -- 172.21.15.31:0/1343010848 shutdown_connections 2024-09-16T07:27:43.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.834+0000 7fa3f4f52640 1 -- 172.21.15.31:0/1343010848 wait complete. 2024-09-16T07:27:43.845 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:27:43.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.949+0000 7f15d6594640 1 -- 172.21.15.31:0/2725223278 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f15b8003a50 msgr2=0x7f15b8003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:43.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.949+0000 7f15d6594640 1 --2- 172.21.15.31:0/2725223278 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f15b8003a50 0x7f15b8003e70 secure :-1 s=READY pgs=1375 cs=0 l=1 rev1=1 crypto rx=0x7f15c000c290 tx=0x7f15b8005830 comp rx=0 tx=0).stop 2024-09-16T07:27:43.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.950+0000 7f15d6594640 1 -- 172.21.15.31:0/2725223278 shutdown_connections 2024-09-16T07:27:43.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.950+0000 7f15d6594640 1 --2- 172.21.15.31:0/2725223278 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f15b8003a50 0x7f15b8003e70 unknown :-1 s=CLOSED pgs=1375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:43.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.950+0000 7f15d6594640 1 -- 172.21.15.31:0/2725223278 >> 172.21.15.31:0/2725223278 conn(0x7f15d00b1690 msgr2=0x7f15d00b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:43.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.950+0000 7f15d6594640 1 -- 172.21.15.31:0/2725223278 shutdown_connections 2024-09-16T07:27:43.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.950+0000 7f15d6594640 1 -- 172.21.15.31:0/2725223278 wait complete. 2024-09-16T07:27:43.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.951+0000 7f15d6594640 1 Processor -- start 2024-09-16T07:27:43.952 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.951+0000 7f15d6594640 1 -- start start 2024-09-16T07:27:43.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.952+0000 7f15d6594640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f15b8003a50 0x7f15d0152bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:43.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.952+0000 7f15d6594640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f15d014d480 0x7f15d00ae280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:43.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.952+0000 7f15d6594640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f15d00cdc30 0x7f15d00ce0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:43.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.952+0000 7f15d6594640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f15d0073d60 con 0x7f15d014d480 2024-09-16T07:27:43.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.952+0000 7f15d6594640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f15d0073be0 con 0x7f15b8003a50 2024-09-16T07:27:43.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.952+0000 7f15d6594640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f15d00703f0 con 0x7f15d00cdc30 2024-09-16T07:27:43.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.952+0000 7f15cf7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f15d014d480 0x7f15d00ae280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:43.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.952+0000 7f15cf7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f15d014d480 0x7f15d00ae280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48644/0 (socket says 172.21.15.31:48644) 2024-09-16T07:27:43.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.952+0000 7f15cf7fe640 1 -- 172.21.15.31:0/3157963587 learned_addr learned my addr 172.21.15.31:0/3157963587 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:43.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.952+0000 7f15cffff640 1 --2- 172.21.15.31:0/3157963587 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f15b8003a50 0x7f15d0152bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:43.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.952+0000 7f15d4b31640 1 --2- 172.21.15.31:0/3157963587 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f15d00cdc30 0x7f15d00ce0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:43.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.952+0000 7f15cf7fe640 1 -- 172.21.15.31:0/3157963587 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f15d00cdc30 msgr2=0x7f15d00ce0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:43.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.952+0000 7f15cf7fe640 1 --2- 172.21.15.31:0/3157963587 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f15d00cdc30 0x7f15d00ce0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:43.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.952+0000 7f15cf7fe640 1 -- 172.21.15.31:0/3157963587 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f15b8003a50 msgr2=0x7f15d0152bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:43.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.952+0000 7f15cf7fe640 1 --2- 172.21.15.31:0/3157963587 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f15b8003a50 0x7f15d0152bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:43.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.952+0000 7f15cf7fe640 1 -- 172.21.15.31:0/3157963587 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15d00ae7c0 con 0x7f15d014d480 2024-09-16T07:27:43.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.952+0000 7f15d4b31640 1 --2- 172.21.15.31:0/3157963587 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f15d00cdc30 0x7f15d00ce0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:27:43.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.952+0000 7f15cf7fe640 1 --2- 172.21.15.31:0/3157963587 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f15d014d480 0x7f15d00ae280 secure :-1 s=READY pgs=1376 cs=0 l=1 rev1=1 crypto rx=0x7f15c400f9d0 tx=0x7f15c400fe90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:43.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.952+0000 7f15ccff9640 1 -- 172.21.15.31:0/3157963587 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15c4015070 con 0x7f15d014d480 2024-09-16T07:27:43.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.952+0000 7f15ccff9640 1 -- 172.21.15.31:0/3157963587 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f15c400be00 con 0x7f15d014d480 2024-09-16T07:27:43.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.952+0000 7f15d6594640 1 -- 172.21.15.31:0/3157963587 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15d00aea70 con 0x7f15d014d480 2024-09-16T07:27:43.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.953+0000 7f15ccff9640 1 -- 172.21.15.31:0/3157963587 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15c4004260 con 0x7f15d014d480 2024-09-16T07:27:43.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.953+0000 7f15d6594640 1 -- 172.21.15.31:0/3157963587 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15d00af030 con 0x7f15d014d480 2024-09-16T07:27:43.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.954+0000 7f15d6594640 1 -- 172.21.15.31:0/3157963587 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f15d00b4690 con 0x7f15d014d480 2024-09-16T07:27:43.956 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.954+0000 7f15ccff9640 1 -- 172.21.15.31:0/3157963587 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 21) ==== 101848+0+0 (secure 0 0 0) 0x7f15c40035f0 con 0x7f15d014d480 2024-09-16T07:27:43.956 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.955+0000 7f15ccff9640 1 --2- 172.21.15.31:0/3157963587 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f15bc078e80 0x7f15bc07b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:43.956 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.955+0000 7f15ccff9640 1 -- 172.21.15.31:0/3157963587 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 5737+0+0 (secure 0 0 0) 0x7f15c409c100 con 0x7f15d014d480 2024-09-16T07:27:43.956 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.955+0000 7f15cffff640 1 --2- 172.21.15.31:0/3157963587 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f15bc078e80 0x7f15bc07b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:43.956 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.955+0000 7f15cffff640 1 --2- 172.21.15.31:0/3157963587 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f15bc078e80 0x7f15bc07b340 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f15c0033000 tx=0x7f15c0038040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:43.959 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:43.959+0000 7f15ccff9640 1 -- 172.21.15.31:0/3157963587 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f15c4063d00 con 0x7f15d014d480 2024-09-16T07:27:44.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.146+0000 7f15d6594640 1 -- 172.21.15.31:0/3157963587 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f15d015cdb0 con 0x7f15d014d480 2024-09-16T07:27:44.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.147+0000 7f15ccff9640 1 -- 172.21.15.31:0/3157963587 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v130) ==== 74+0+16759 (secure 0 0 0) 0x7f15c4063600 con 0x7f15d014d480 2024-09-16T07:27:44.148 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:27:44.148 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":130,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:27:41.451406+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":21,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":20,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:27:37.462564+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"129","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":21,"pool_name":"cephfs_data","create_time":"2024-09-16T07:27:38.773707+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"130","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":128,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":128,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":128,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":128,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":128,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":128,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":128,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":128,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:27:44.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.149+0000 7f15d6594640 1 -- 172.21.15.31:0/3157963587 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f15bc078e80 msgr2=0x7f15bc07b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:44.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.149+0000 7f15d6594640 1 --2- 172.21.15.31:0/3157963587 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f15bc078e80 0x7f15bc07b340 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f15c0033000 tx=0x7f15c0038040 comp rx=0 tx=0).stop 2024-09-16T07:27:44.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.149+0000 7f15d6594640 1 -- 172.21.15.31:0/3157963587 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f15d014d480 msgr2=0x7f15d00ae280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:44.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.149+0000 7f15d6594640 1 --2- 172.21.15.31:0/3157963587 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f15d014d480 0x7f15d00ae280 secure :-1 s=READY pgs=1376 cs=0 l=1 rev1=1 crypto rx=0x7f15c400f9d0 tx=0x7f15c400fe90 comp rx=0 tx=0).stop 2024-09-16T07:27:44.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.149+0000 7f15d6594640 1 -- 172.21.15.31:0/3157963587 shutdown_connections 2024-09-16T07:27:44.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.149+0000 7f15d6594640 1 --2- 172.21.15.31:0/3157963587 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f15bc078e80 0x7f15bc07b340 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:44.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.149+0000 7f15d6594640 1 --2- 172.21.15.31:0/3157963587 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f15d00cdc30 0x7f15d00ce0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:44.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.149+0000 7f15d6594640 1 --2- 172.21.15.31:0/3157963587 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f15d014d480 0x7f15d00ae280 unknown :-1 s=CLOSED pgs=1376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:44.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.149+0000 7f15d6594640 1 --2- 172.21.15.31:0/3157963587 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f15b8003a50 0x7f15d0152bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:44.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.149+0000 7f15d6594640 1 -- 172.21.15.31:0/3157963587 >> 172.21.15.31:0/3157963587 conn(0x7f15d00b1690 msgr2=0x7f15d006ee70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:44.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.150+0000 7f15d6594640 1 -- 172.21.15.31:0/3157963587 shutdown_connections 2024-09-16T07:27:44.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.150+0000 7f15d6594640 1 -- 172.21.15.31:0/3157963587 wait complete. 2024-09-16T07:27:44.161 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-16T07:27:44.162 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T07:27:44.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.267+0000 7efe544c6640 1 -- 172.21.15.31:0/3174530000 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efe38004d40 msgr2=0x7efe380051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:44.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.267+0000 7efe544c6640 1 --2- 172.21.15.31:0/3174530000 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efe38004d40 0x7efe380051c0 secure :-1 s=READY pgs=1378 cs=0 l=1 rev1=1 crypto rx=0x7efe44002230 tx=0x7efe38005830 comp rx=0 tx=0).stop 2024-09-16T07:27:44.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.267+0000 7efe52a63640 1 -- 172.21.15.31:0/3174530000 reap_dead start 2024-09-16T07:27:44.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.267+0000 7efe544c6640 1 -- 172.21.15.31:0/3174530000 shutdown_connections 2024-09-16T07:27:44.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.267+0000 7efe544c6640 1 -- 172.21.15.31:0/3174530000 >> 172.21.15.31:0/3174530000 conn(0x7efe4c0d3e40 msgr2=0x7efe4c0d4250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:44.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.267+0000 7efe544c6640 1 -- 172.21.15.31:0/3174530000 shutdown_connections 2024-09-16T07:27:44.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.267+0000 7efe544c6640 1 -- 172.21.15.31:0/3174530000 wait complete. 2024-09-16T07:27:44.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.268+0000 7efe544c6640 1 Processor -- start 2024-09-16T07:27:44.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.268+0000 7efe544c6640 1 -- start start 2024-09-16T07:27:44.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.269+0000 7efe544c6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efe38004d40 0x7efe4c0ccf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:44.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.269+0000 7efe544c6640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efe4c0caf10 0x7efe4c0cb390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:44.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.269+0000 7efe544c6640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efe4c1f4640 0x7efe4c1f4ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:44.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.269+0000 7efe544c6640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7efe4c0b7710 con 0x7efe38004d40 2024-09-16T07:27:44.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.269+0000 7efe544c6640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7efe4c0b7590 con 0x7efe4c1f4640 2024-09-16T07:27:44.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.269+0000 7efe544c6640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7efe4c0b7890 con 0x7efe4c0caf10 2024-09-16T07:27:44.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.269+0000 7efe52262640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efe38004d40 0x7efe4c0ccf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:44.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.269+0000 7efe52262640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efe38004d40 0x7efe4c0ccf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48654/0 (socket says 172.21.15.31:48654) 2024-09-16T07:27:44.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.269+0000 7efe52262640 1 -- 172.21.15.31:0/956440997 learned_addr learned my addr 172.21.15.31:0/956440997 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:44.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.269+0000 7efe52a63640 1 --2- 172.21.15.31:0/956440997 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efe4c1f4640 0x7efe4c1f4ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:44.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.269+0000 7efe51a61640 1 --2- 172.21.15.31:0/956440997 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efe4c0caf10 0x7efe4c0cb390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:44.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.269+0000 7efe52262640 1 -- 172.21.15.31:0/956440997 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efe4c0caf10 msgr2=0x7efe4c0cb390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:44.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.269+0000 7efe52262640 1 --2- 172.21.15.31:0/956440997 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efe4c0caf10 0x7efe4c0cb390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:44.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.269+0000 7efe52262640 1 -- 172.21.15.31:0/956440997 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efe4c1f4640 msgr2=0x7efe4c1f4ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:44.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.269+0000 7efe52262640 1 --2- 172.21.15.31:0/956440997 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efe4c1f4640 0x7efe4c1f4ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:44.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.269+0000 7efe52262640 1 -- 172.21.15.31:0/956440997 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe4c0cd570 con 0x7efe38004d40 2024-09-16T07:27:44.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.269+0000 7efe52a63640 1 --2- 172.21.15.31:0/956440997 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efe4c1f4640 0x7efe4c1f4ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:27:44.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.270+0000 7efe52262640 1 --2- 172.21.15.31:0/956440997 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efe38004d40 0x7efe4c0ccf40 secure :-1 s=READY pgs=1379 cs=0 l=1 rev1=1 crypto rx=0x7efe4800b660 tx=0x7efe4800bb20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:44.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.270+0000 7efe42ffd640 1 -- 172.21.15.31:0/956440997 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe48010bb0 con 0x7efe38004d40 2024-09-16T07:27:44.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.270+0000 7efe42ffd640 1 -- 172.21.15.31:0/956440997 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efe48015070 con 0x7efe38004d40 2024-09-16T07:27:44.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.270+0000 7efe544c6640 1 -- 172.21.15.31:0/956440997 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efe4c0cd850 con 0x7efe38004d40 2024-09-16T07:27:44.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.270+0000 7efe42ffd640 1 -- 172.21.15.31:0/956440997 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe4801a470 con 0x7efe38004d40 2024-09-16T07:27:44.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.270+0000 7efe544c6640 1 -- 172.21.15.31:0/956440997 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efe4c0cde10 con 0x7efe38004d40 2024-09-16T07:27:44.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.271+0000 7efe544c6640 1 -- 172.21.15.31:0/956440997 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efe4c0cf9e0 con 0x7efe38004d40 2024-09-16T07:27:44.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.271+0000 7efe42ffd640 1 -- 172.21.15.31:0/956440997 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 21) ==== 101848+0+0 (secure 0 0 0) 0x7efe4801a610 con 0x7efe38004d40 2024-09-16T07:27:44.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.272+0000 7efe42ffd640 1 --2- 172.21.15.31:0/956440997 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7efe30078e80 0x7efe3007b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:44.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.272+0000 7efe42ffd640 1 -- 172.21.15.31:0/956440997 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 5737+0+0 (secure 0 0 0) 0x7efe4809c2c0 con 0x7efe38004d40 2024-09-16T07:27:44.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.272+0000 7efe51a61640 1 --2- 172.21.15.31:0/956440997 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7efe30078e80 0x7efe3007b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:44.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.272+0000 7efe51a61640 1 --2- 172.21.15.31:0/956440997 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7efe30078e80 0x7efe3007b340 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7efe4c0a1210 tx=0x7efe3c005f90 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:44.277 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.277+0000 7efe42ffd640 1 -- 172.21.15.31:0/956440997 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7efe48063ec0 con 0x7efe38004d40 2024-09-16T07:27:44.459 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.459+0000 7efe544c6640 1 -- 172.21.15.31:0/956440997 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7efe4c0d13f0 con 0x7efe30078e80 2024-09-16T07:27:44.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.463+0000 7efe42ffd640 1 -- 172.21.15.31:0/956440997 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252467 (secure 0 0 0) 0x7efe4c0d13f0 con 0x7efe30078e80 2024-09-16T07:27:44.467 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:27:44.468 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-16T07:27:44.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.466+0000 7efe544c6640 1 -- 172.21.15.31:0/956440997 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7efe30078e80 msgr2=0x7efe3007b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:44.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.466+0000 7efe544c6640 1 --2- 172.21.15.31:0/956440997 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7efe30078e80 0x7efe3007b340 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7efe4c0a1210 tx=0x7efe3c005f90 comp rx=0 tx=0).stop 2024-09-16T07:27:44.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.466+0000 7efe544c6640 1 -- 172.21.15.31:0/956440997 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efe38004d40 msgr2=0x7efe4c0ccf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:44.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.466+0000 7efe544c6640 1 --2- 172.21.15.31:0/956440997 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efe38004d40 0x7efe4c0ccf40 secure :-1 s=READY pgs=1379 cs=0 l=1 rev1=1 crypto rx=0x7efe4800b660 tx=0x7efe4800bb20 comp rx=0 tx=0).stop 2024-09-16T07:27:44.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.466+0000 7efe544c6640 1 -- 172.21.15.31:0/956440997 shutdown_connections 2024-09-16T07:27:44.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.466+0000 7efe544c6640 1 --2- 172.21.15.31:0/956440997 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7efe30078e80 0x7efe3007b340 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:44.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.466+0000 7efe544c6640 1 --2- 172.21.15.31:0/956440997 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efe4c1f4640 0x7efe4c1f4ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:44.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.466+0000 7efe544c6640 1 --2- 172.21.15.31:0/956440997 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efe4c0caf10 0x7efe4c0cb390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:44.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.466+0000 7efe544c6640 1 --2- 172.21.15.31:0/956440997 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efe38004d40 0x7efe4c0ccf40 unknown :-1 s=CLOSED pgs=1379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:44.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.466+0000 7efe544c6640 1 -- 172.21.15.31:0/956440997 >> 172.21.15.31:0/956440997 conn(0x7efe4c0d3e40 msgr2=0x7efe4c0d0710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:44.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.466+0000 7efe544c6640 1 -- 172.21.15.31:0/956440997 shutdown_connections 2024-09-16T07:27:44.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.466+0000 7efe544c6640 1 -- 172.21.15.31:0/956440997 wait complete. 2024-09-16T07:27:44.478 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":136,"stamp":"2024-09-16T07:27:44.252689+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":157,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":52,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":263284,"kb_used_data":13732,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754711436,"statfs":{"total":773094113280,"available":772824510464,"internally_reserved":0,"allocated":14061568,"data_stored":6852949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":24,"apply_latency_ms":24,"commit_latency_ns":24000000,"apply_latency_ns":24000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.816230"},"pg_stats":[{"pgid":"21.3f","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.479266+0000","last_change":"2024-09-16T07:27:40.470123+0000","last_active":"2024-09-16T07:27:40.479266+0000","last_peered":"2024-09-16T07:27:40.479266+0000","last_clean":"2024-09-16T07:27:40.479266+0000","last_became_active":"2024-09-16T07:27:40.469796+0000","last_became_peered":"2024-09-16T07:27:40.469796+0000","last_unstale":"2024-09-16T07:27:40.479266+0000","last_undegraded":"2024-09-16T07:27:40.479266+0000","last_fullsized":"2024-09-16T07:27:40.479266+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:37:19.751996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.3e","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.477928+0000","last_change":"2024-09-16T07:27:40.475041+0000","last_active":"2024-09-16T07:27:40.477928+0000","last_peered":"2024-09-16T07:27:40.477928+0000","last_clean":"2024-09-16T07:27:40.477928+0000","last_became_active":"2024-09-16T07:27:40.474648+0000","last_became_peered":"2024-09-16T07:27:40.474648+0000","last_unstale":"2024-09-16T07:27:40.477928+0000","last_undegraded":"2024-09-16T07:27:40.477928+0000","last_fullsized":"2024-09-16T07:27:40.477928+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:57:22.500918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.3d","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.488612+0000","last_change":"2024-09-16T07:27:40.483395+0000","last_active":"2024-09-16T07:27:40.488612+0000","last_peered":"2024-09-16T07:27:40.488612+0000","last_clean":"2024-09-16T07:27:40.488612+0000","last_became_active":"2024-09-16T07:27:40.483113+0000","last_became_peered":"2024-09-16T07:27:40.483113+0000","last_unstale":"2024-09-16T07:27:40.488612+0000","last_undegraded":"2024-09-16T07:27:40.488612+0000","last_fullsized":"2024-09-16T07:27:40.488612+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:33:16.022785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.3c","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.487448+0000","last_change":"2024-09-16T07:27:40.484544+0000","last_active":"2024-09-16T07:27:40.487448+0000","last_peered":"2024-09-16T07:27:40.487448+0000","last_clean":"2024-09-16T07:27:40.487448+0000","last_became_active":"2024-09-16T07:27:40.484221+0000","last_became_peered":"2024-09-16T07:27:40.484221+0000","last_unstale":"2024-09-16T07:27:40.487448+0000","last_undegraded":"2024-09-16T07:27:40.487448+0000","last_fullsized":"2024-09-16T07:27:40.487448+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:18:18.685897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.3b","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.474344+0000","last_change":"2024-09-16T07:27:40.472157+0000","last_active":"2024-09-16T07:27:40.474344+0000","last_peered":"2024-09-16T07:27:40.474344+0000","last_clean":"2024-09-16T07:27:40.474344+0000","last_became_active":"2024-09-16T07:27:40.471065+0000","last_became_peered":"2024-09-16T07:27:40.471065+0000","last_unstale":"2024-09-16T07:27:40.474344+0000","last_undegraded":"2024-09-16T07:27:40.474344+0000","last_fullsized":"2024-09-16T07:27:40.474344+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:29:14.780371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.3a","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.481923+0000","last_change":"2024-09-16T07:27:40.477144+0000","last_active":"2024-09-16T07:27:40.481923+0000","last_peered":"2024-09-16T07:27:40.481923+0000","last_clean":"2024-09-16T07:27:40.481923+0000","last_became_active":"2024-09-16T07:27:40.476900+0000","last_became_peered":"2024-09-16T07:27:40.476900+0000","last_unstale":"2024-09-16T07:27:40.481923+0000","last_undegraded":"2024-09-16T07:27:40.481923+0000","last_fullsized":"2024-09-16T07:27:40.481923+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:10:45.803123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.39","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.477406+0000","last_change":"2024-09-16T07:27:40.471221+0000","last_active":"2024-09-16T07:27:40.477406+0000","last_peered":"2024-09-16T07:27:40.477406+0000","last_clean":"2024-09-16T07:27:40.477406+0000","last_became_active":"2024-09-16T07:27:40.470742+0000","last_became_peered":"2024-09-16T07:27:40.470742+0000","last_unstale":"2024-09-16T07:27:40.477406+0000","last_undegraded":"2024-09-16T07:27:40.477406+0000","last_fullsized":"2024-09-16T07:27:40.477406+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:09:32.613702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.38","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.464054+0000","last_change":"2024-09-16T07:27:40.462987+0000","last_active":"2024-09-16T07:27:40.464054+0000","last_peered":"2024-09-16T07:27:40.464054+0000","last_clean":"2024-09-16T07:27:40.464054+0000","last_became_active":"2024-09-16T07:27:40.462652+0000","last_became_peered":"2024-09-16T07:27:40.462652+0000","last_unstale":"2024-09-16T07:27:40.464054+0000","last_undegraded":"2024-09-16T07:27:40.464054+0000","last_fullsized":"2024-09-16T07:27:40.464054+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:38:17.288215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.37","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.474231+0000","last_change":"2024-09-16T07:27:40.465201+0000","last_active":"2024-09-16T07:27:40.474231+0000","last_peered":"2024-09-16T07:27:40.474231+0000","last_clean":"2024-09-16T07:27:40.474231+0000","last_became_active":"2024-09-16T07:27:40.464954+0000","last_became_peered":"2024-09-16T07:27:40.464954+0000","last_unstale":"2024-09-16T07:27:40.474231+0000","last_undegraded":"2024-09-16T07:27:40.474231+0000","last_fullsized":"2024-09-16T07:27:40.474231+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:41:53.213497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.36","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.483781+0000","last_change":"2024-09-16T07:27:40.471779+0000","last_active":"2024-09-16T07:27:40.483781+0000","last_peered":"2024-09-16T07:27:40.483781+0000","last_clean":"2024-09-16T07:27:40.483781+0000","last_became_active":"2024-09-16T07:27:40.471470+0000","last_became_peered":"2024-09-16T07:27:40.471470+0000","last_unstale":"2024-09-16T07:27:40.483781+0000","last_undegraded":"2024-09-16T07:27:40.483781+0000","last_fullsized":"2024-09-16T07:27:40.483781+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:16:56.433759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.35","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.476410+0000","last_change":"2024-09-16T07:27:40.470703+0000","last_active":"2024-09-16T07:27:40.476410+0000","last_peered":"2024-09-16T07:27:40.476410+0000","last_clean":"2024-09-16T07:27:40.476410+0000","last_became_active":"2024-09-16T07:27:40.470414+0000","last_became_peered":"2024-09-16T07:27:40.470414+0000","last_unstale":"2024-09-16T07:27:40.476410+0000","last_undegraded":"2024-09-16T07:27:40.476410+0000","last_fullsized":"2024-09-16T07:27:40.476410+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:46:11.813427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.34","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.480411+0000","last_change":"2024-09-16T07:27:40.475352+0000","last_active":"2024-09-16T07:27:40.480411+0000","last_peered":"2024-09-16T07:27:40.480411+0000","last_clean":"2024-09-16T07:27:40.480411+0000","last_became_active":"2024-09-16T07:27:40.475032+0000","last_became_peered":"2024-09-16T07:27:40.475032+0000","last_unstale":"2024-09-16T07:27:40.480411+0000","last_undegraded":"2024-09-16T07:27:40.480411+0000","last_fullsized":"2024-09-16T07:27:40.480411+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:39:01.845044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.33","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.474320+0000","last_change":"2024-09-16T07:27:40.471935+0000","last_active":"2024-09-16T07:27:40.474320+0000","last_peered":"2024-09-16T07:27:40.474320+0000","last_clean":"2024-09-16T07:27:40.474320+0000","last_became_active":"2024-09-16T07:27:40.471497+0000","last_became_peered":"2024-09-16T07:27:40.471497+0000","last_unstale":"2024-09-16T07:27:40.474320+0000","last_undegraded":"2024-09-16T07:27:40.474320+0000","last_fullsized":"2024-09-16T07:27:40.474320+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:00:11.655665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.32","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.482908+0000","last_change":"2024-09-16T07:27:40.481220+0000","last_active":"2024-09-16T07:27:40.482908+0000","last_peered":"2024-09-16T07:27:40.482908+0000","last_clean":"2024-09-16T07:27:40.482908+0000","last_became_active":"2024-09-16T07:27:40.480947+0000","last_became_peered":"2024-09-16T07:27:40.480947+0000","last_unstale":"2024-09-16T07:27:40.482908+0000","last_undegraded":"2024-09-16T07:27:40.482908+0000","last_fullsized":"2024-09-16T07:27:40.482908+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:10:03.908275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.31","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.469282+0000","last_change":"2024-09-16T07:27:40.459193+0000","last_active":"2024-09-16T07:27:40.469282+0000","last_peered":"2024-09-16T07:27:40.469282+0000","last_clean":"2024-09-16T07:27:40.469282+0000","last_became_active":"2024-09-16T07:27:40.458883+0000","last_became_peered":"2024-09-16T07:27:40.458883+0000","last_unstale":"2024-09-16T07:27:40.469282+0000","last_undegraded":"2024-09-16T07:27:40.469282+0000","last_fullsized":"2024-09-16T07:27:40.469282+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:58:43.813174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.30","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.474091+0000","last_change":"2024-09-16T07:27:40.470273+0000","last_active":"2024-09-16T07:27:40.474091+0000","last_peered":"2024-09-16T07:27:40.474091+0000","last_clean":"2024-09-16T07:27:40.474091+0000","last_became_active":"2024-09-16T07:27:40.469931+0000","last_became_peered":"2024-09-16T07:27:40.469931+0000","last_unstale":"2024-09-16T07:27:40.474091+0000","last_undegraded":"2024-09-16T07:27:40.474091+0000","last_fullsized":"2024-09-16T07:27:40.474091+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:09:19.345610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.2f","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.488548+0000","last_change":"2024-09-16T07:27:40.486075+0000","last_active":"2024-09-16T07:27:40.488548+0000","last_peered":"2024-09-16T07:27:40.488548+0000","last_clean":"2024-09-16T07:27:40.488548+0000","last_became_active":"2024-09-16T07:27:40.485764+0000","last_became_peered":"2024-09-16T07:27:40.485764+0000","last_unstale":"2024-09-16T07:27:40.488548+0000","last_undegraded":"2024-09-16T07:27:40.488548+0000","last_fullsized":"2024-09-16T07:27:40.488548+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:28:53.863306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.2e","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.470206+0000","last_change":"2024-09-16T07:27:40.460688+0000","last_active":"2024-09-16T07:27:40.470206+0000","last_peered":"2024-09-16T07:27:40.470206+0000","last_clean":"2024-09-16T07:27:40.470206+0000","last_became_active":"2024-09-16T07:27:40.460416+0000","last_became_peered":"2024-09-16T07:27:40.460416+0000","last_unstale":"2024-09-16T07:27:40.470206+0000","last_undegraded":"2024-09-16T07:27:40.470206+0000","last_fullsized":"2024-09-16T07:27:40.470206+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:29:00.763861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.2d","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.473676+0000","last_change":"2024-09-16T07:27:40.465226+0000","last_active":"2024-09-16T07:27:40.473676+0000","last_peered":"2024-09-16T07:27:40.473676+0000","last_clean":"2024-09-16T07:27:40.473676+0000","last_became_active":"2024-09-16T07:27:40.464697+0000","last_became_peered":"2024-09-16T07:27:40.464697+0000","last_unstale":"2024-09-16T07:27:40.473676+0000","last_undegraded":"2024-09-16T07:27:40.473676+0000","last_fullsized":"2024-09-16T07:27:40.473676+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:51:14.977484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.2c","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.479307+0000","last_change":"2024-09-16T07:27:40.469307+0000","last_active":"2024-09-16T07:27:40.479307+0000","last_peered":"2024-09-16T07:27:40.479307+0000","last_clean":"2024-09-16T07:27:40.479307+0000","last_became_active":"2024-09-16T07:27:40.468982+0000","last_became_peered":"2024-09-16T07:27:40.468982+0000","last_unstale":"2024-09-16T07:27:40.479307+0000","last_undegraded":"2024-09-16T07:27:40.479307+0000","last_fullsized":"2024-09-16T07:27:40.479307+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:45:57.227869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.2b","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.486566+0000","last_change":"2024-09-16T07:27:40.476004+0000","last_active":"2024-09-16T07:27:40.486566+0000","last_peered":"2024-09-16T07:27:40.486566+0000","last_clean":"2024-09-16T07:27:40.486566+0000","last_became_active":"2024-09-16T07:27:40.475678+0000","last_became_peered":"2024-09-16T07:27:40.475678+0000","last_unstale":"2024-09-16T07:27:40.486566+0000","last_undegraded":"2024-09-16T07:27:40.486566+0000","last_fullsized":"2024-09-16T07:27:40.486566+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:53:22.785635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.2a","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.471033+0000","last_change":"2024-09-16T07:27:40.468090+0000","last_active":"2024-09-16T07:27:40.471033+0000","last_peered":"2024-09-16T07:27:40.471033+0000","last_clean":"2024-09-16T07:27:40.471033+0000","last_became_active":"2024-09-16T07:27:40.466923+0000","last_became_peered":"2024-09-16T07:27:40.466923+0000","last_unstale":"2024-09-16T07:27:40.471033+0000","last_undegraded":"2024-09-16T07:27:40.471033+0000","last_fullsized":"2024-09-16T07:27:40.471033+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:09:53.767736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.29","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.480084+0000","last_change":"2024-09-16T07:27:40.476178+0000","last_active":"2024-09-16T07:27:40.480084+0000","last_peered":"2024-09-16T07:27:40.480084+0000","last_clean":"2024-09-16T07:27:40.480084+0000","last_became_active":"2024-09-16T07:27:40.475102+0000","last_became_peered":"2024-09-16T07:27:40.475102+0000","last_unstale":"2024-09-16T07:27:40.480084+0000","last_undegraded":"2024-09-16T07:27:40.480084+0000","last_fullsized":"2024-09-16T07:27:40.480084+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:38:30.655030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.28","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.469946+0000","last_change":"2024-09-16T07:27:40.467579+0000","last_active":"2024-09-16T07:27:40.469946+0000","last_peered":"2024-09-16T07:27:40.469946+0000","last_clean":"2024-09-16T07:27:40.469946+0000","last_became_active":"2024-09-16T07:27:40.467301+0000","last_became_peered":"2024-09-16T07:27:40.467301+0000","last_unstale":"2024-09-16T07:27:40.469946+0000","last_undegraded":"2024-09-16T07:27:40.469946+0000","last_fullsized":"2024-09-16T07:27:40.469946+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:40:35.955673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.27","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.473201+0000","last_change":"2024-09-16T07:27:40.470155+0000","last_active":"2024-09-16T07:27:40.473201+0000","last_peered":"2024-09-16T07:27:40.473201+0000","last_clean":"2024-09-16T07:27:40.473201+0000","last_became_active":"2024-09-16T07:27:40.469874+0000","last_became_peered":"2024-09-16T07:27:40.469874+0000","last_unstale":"2024-09-16T07:27:40.473201+0000","last_undegraded":"2024-09-16T07:27:40.473201+0000","last_fullsized":"2024-09-16T07:27:40.473201+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:55:55.259911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.26","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.479346+0000","last_change":"2024-09-16T07:27:40.469400+0000","last_active":"2024-09-16T07:27:40.479346+0000","last_peered":"2024-09-16T07:27:40.479346+0000","last_clean":"2024-09-16T07:27:40.479346+0000","last_became_active":"2024-09-16T07:27:40.467486+0000","last_became_peered":"2024-09-16T07:27:40.467486+0000","last_unstale":"2024-09-16T07:27:40.479346+0000","last_undegraded":"2024-09-16T07:27:40.479346+0000","last_fullsized":"2024-09-16T07:27:40.479346+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:01:42.941068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.25","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.474554+0000","last_change":"2024-09-16T07:27:40.471988+0000","last_active":"2024-09-16T07:27:40.474554+0000","last_peered":"2024-09-16T07:27:40.474554+0000","last_clean":"2024-09-16T07:27:40.474554+0000","last_became_active":"2024-09-16T07:27:40.471711+0000","last_became_peered":"2024-09-16T07:27:40.471711+0000","last_unstale":"2024-09-16T07:27:40.474554+0000","last_undegraded":"2024-09-16T07:27:40.474554+0000","last_fullsized":"2024-09-16T07:27:40.474554+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:19:42.635970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.24","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.478026+0000","last_change":"2024-09-16T07:27:40.475242+0000","last_active":"2024-09-16T07:27:40.478026+0000","last_peered":"2024-09-16T07:27:40.478026+0000","last_clean":"2024-09-16T07:27:40.478026+0000","last_became_active":"2024-09-16T07:27:40.474786+0000","last_became_peered":"2024-09-16T07:27:40.474786+0000","last_unstale":"2024-09-16T07:27:40.478026+0000","last_undegraded":"2024-09-16T07:27:40.478026+0000","last_fullsized":"2024-09-16T07:27:40.478026+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:31:23.533815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.23","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.464293+0000","last_change":"2024-09-16T07:27:40.463093+0000","last_active":"2024-09-16T07:27:40.464293+0000","last_peered":"2024-09-16T07:27:40.464293+0000","last_clean":"2024-09-16T07:27:40.464293+0000","last_became_active":"2024-09-16T07:27:40.462783+0000","last_became_peered":"2024-09-16T07:27:40.462783+0000","last_unstale":"2024-09-16T07:27:40.464293+0000","last_undegraded":"2024-09-16T07:27:40.464293+0000","last_fullsized":"2024-09-16T07:27:40.464293+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:48:41.096284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.22","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.474967+0000","last_change":"2024-09-16T07:27:40.467053+0000","last_active":"2024-09-16T07:27:40.474967+0000","last_peered":"2024-09-16T07:27:40.474967+0000","last_clean":"2024-09-16T07:27:40.474967+0000","last_became_active":"2024-09-16T07:27:40.466500+0000","last_became_peered":"2024-09-16T07:27:40.466500+0000","last_unstale":"2024-09-16T07:27:40.474967+0000","last_undegraded":"2024-09-16T07:27:40.474967+0000","last_fullsized":"2024-09-16T07:27:40.474967+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:40:32.303376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.21","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.475056+0000","last_change":"2024-09-16T07:27:40.472233+0000","last_active":"2024-09-16T07:27:40.475056+0000","last_peered":"2024-09-16T07:27:40.475056+0000","last_clean":"2024-09-16T07:27:40.475056+0000","last_became_active":"2024-09-16T07:27:40.471880+0000","last_became_peered":"2024-09-16T07:27:40.471880+0000","last_unstale":"2024-09-16T07:27:40.475056+0000","last_undegraded":"2024-09-16T07:27:40.475056+0000","last_fullsized":"2024-09-16T07:27:40.475056+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:43:09.603106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.20","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.474790+0000","last_change":"2024-09-16T07:27:40.472757+0000","last_active":"2024-09-16T07:27:40.474790+0000","last_peered":"2024-09-16T07:27:40.474790+0000","last_clean":"2024-09-16T07:27:40.474790+0000","last_became_active":"2024-09-16T07:27:40.472412+0000","last_became_peered":"2024-09-16T07:27:40.472412+0000","last_unstale":"2024-09-16T07:27:40.474790+0000","last_undegraded":"2024-09-16T07:27:40.474790+0000","last_fullsized":"2024-09-16T07:27:40.474790+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:09:57.245621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.1e","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.474269+0000","last_change":"2024-09-16T07:27:40.471582+0000","last_active":"2024-09-16T07:27:40.474269+0000","last_peered":"2024-09-16T07:27:40.474269+0000","last_clean":"2024-09-16T07:27:40.474269+0000","last_became_active":"2024-09-16T07:27:40.471079+0000","last_became_peered":"2024-09-16T07:27:40.471079+0000","last_unstale":"2024-09-16T07:27:40.474269+0000","last_undegraded":"2024-09-16T07:27:40.474269+0000","last_fullsized":"2024-09-16T07:27:40.474269+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:45:58.540876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.1f","version":"129'4","reported_seq":17,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.490249+0000","last_change":"2024-09-16T07:27:39.455759+0000","last_active":"2024-09-16T07:27:40.490249+0000","last_peered":"2024-09-16T07:27:40.490249+0000","last_clean":"2024-09-16T07:27:40.490249+0000","last_became_active":"2024-09-16T07:27:39.455480+0000","last_became_peered":"2024-09-16T07:27:39.455480+0000","last_unstale":"2024-09-16T07:27:40.490249+0000","last_undegraded":"2024-09-16T07:27:40.490249+0000","last_fullsized":"2024-09-16T07:27:40.490249+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:19:55.352214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.1f","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.468216+0000","last_change":"2024-09-16T07:27:40.464991+0000","last_active":"2024-09-16T07:27:40.468216+0000","last_peered":"2024-09-16T07:27:40.468216+0000","last_clean":"2024-09-16T07:27:40.468216+0000","last_became_active":"2024-09-16T07:27:40.464672+0000","last_became_peered":"2024-09-16T07:27:40.464672+0000","last_unstale":"2024-09-16T07:27:40.468216+0000","last_undegraded":"2024-09-16T07:27:40.468216+0000","last_fullsized":"2024-09-16T07:27:40.468216+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:30:37.845276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.1e","version":"129'1","reported_seq":14,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.488077+0000","last_change":"2024-09-16T07:27:39.455055+0000","last_active":"2024-09-16T07:27:40.488077+0000","last_peered":"2024-09-16T07:27:40.488077+0000","last_clean":"2024-09-16T07:27:40.488077+0000","last_became_active":"2024-09-16T07:27:39.454776+0000","last_became_peered":"2024-09-16T07:27:39.454776+0000","last_unstale":"2024-09-16T07:27:40.488077+0000","last_undegraded":"2024-09-16T07:27:40.488077+0000","last_fullsized":"2024-09-16T07:27:40.488077+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:00:44.216813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.1c","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.476403+0000","last_change":"2024-09-16T07:27:40.469536+0000","last_active":"2024-09-16T07:27:40.476403+0000","last_peered":"2024-09-16T07:27:40.476403+0000","last_clean":"2024-09-16T07:27:40.476403+0000","last_became_active":"2024-09-16T07:27:40.467838+0000","last_became_peered":"2024-09-16T07:27:40.467838+0000","last_unstale":"2024-09-16T07:27:40.476403+0000","last_undegraded":"2024-09-16T07:27:40.476403+0000","last_fullsized":"2024-09-16T07:27:40.476403+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:25:41.253872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.1d","version":"129'2","reported_seq":15,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.488562+0000","last_change":"2024-09-16T07:27:39.455539+0000","last_active":"2024-09-16T07:27:40.488562+0000","last_peered":"2024-09-16T07:27:40.488562+0000","last_clean":"2024-09-16T07:27:40.488562+0000","last_became_active":"2024-09-16T07:27:39.455258+0000","last_became_peered":"2024-09-16T07:27:39.455258+0000","last_unstale":"2024-09-16T07:27:40.488562+0000","last_undegraded":"2024-09-16T07:27:40.488562+0000","last_fullsized":"2024-09-16T07:27:40.488562+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:16:36.032123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.1d","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.488092+0000","last_change":"2024-09-16T07:27:40.485438+0000","last_active":"2024-09-16T07:27:40.488092+0000","last_peered":"2024-09-16T07:27:40.488092+0000","last_clean":"2024-09-16T07:27:40.488092+0000","last_became_active":"2024-09-16T07:27:40.485105+0000","last_became_peered":"2024-09-16T07:27:40.485105+0000","last_unstale":"2024-09-16T07:27:40.488092+0000","last_undegraded":"2024-09-16T07:27:40.488092+0000","last_fullsized":"2024-09-16T07:27:40.488092+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:28:41.506703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.1c","version":"129'2","reported_seq":15,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.488188+0000","last_change":"2024-09-16T07:27:39.454653+0000","last_active":"2024-09-16T07:27:40.488188+0000","last_peered":"2024-09-16T07:27:40.488188+0000","last_clean":"2024-09-16T07:27:40.488188+0000","last_became_active":"2024-09-16T07:27:39.454290+0000","last_became_peered":"2024-09-16T07:27:39.454290+0000","last_unstale":"2024-09-16T07:27:40.488188+0000","last_undegraded":"2024-09-16T07:27:40.488188+0000","last_fullsized":"2024-09-16T07:27:40.488188+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:09:16.047568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.1a","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.470818+0000","last_change":"2024-09-16T07:27:40.469164+0000","last_active":"2024-09-16T07:27:40.470818+0000","last_peered":"2024-09-16T07:27:40.470818+0000","last_clean":"2024-09-16T07:27:40.470818+0000","last_became_active":"2024-09-16T07:27:40.468882+0000","last_became_peered":"2024-09-16T07:27:40.468882+0000","last_unstale":"2024-09-16T07:27:40.470818+0000","last_undegraded":"2024-09-16T07:27:40.470818+0000","last_fullsized":"2024-09-16T07:27:40.470818+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:18:34.232675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.1b","version":"129'1","reported_seq":14,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.482112+0000","last_change":"2024-09-16T07:27:39.452168+0000","last_active":"2024-09-16T07:27:40.482112+0000","last_peered":"2024-09-16T07:27:40.482112+0000","last_clean":"2024-09-16T07:27:40.482112+0000","last_became_active":"2024-09-16T07:27:39.451647+0000","last_became_peered":"2024-09-16T07:27:39.451647+0000","last_unstale":"2024-09-16T07:27:40.482112+0000","last_undegraded":"2024-09-16T07:27:40.482112+0000","last_fullsized":"2024-09-16T07:27:40.482112+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:15:18.894378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.1b","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.482371+0000","last_change":"2024-09-16T07:27:40.478346+0000","last_active":"2024-09-16T07:27:40.482371+0000","last_peered":"2024-09-16T07:27:40.482371+0000","last_clean":"2024-09-16T07:27:40.482371+0000","last_became_active":"2024-09-16T07:27:40.477768+0000","last_became_peered":"2024-09-16T07:27:40.477768+0000","last_unstale":"2024-09-16T07:27:40.482371+0000","last_undegraded":"2024-09-16T07:27:40.482371+0000","last_fullsized":"2024-09-16T07:27:40.482371+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:44:23.351015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.1a","version":"129'1","reported_seq":14,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.486598+0000","last_change":"2024-09-16T07:27:39.456516+0000","last_active":"2024-09-16T07:27:40.486598+0000","last_peered":"2024-09-16T07:27:40.486598+0000","last_clean":"2024-09-16T07:27:40.486598+0000","last_became_active":"2024-09-16T07:27:39.456200+0000","last_became_peered":"2024-09-16T07:27:39.456200+0000","last_unstale":"2024-09-16T07:27:40.486598+0000","last_undegraded":"2024-09-16T07:27:40.486598+0000","last_fullsized":"2024-09-16T07:27:40.486598+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:49:34.680710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.18","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.474904+0000","last_change":"2024-09-16T07:27:40.472950+0000","last_active":"2024-09-16T07:27:40.474904+0000","last_peered":"2024-09-16T07:27:40.474904+0000","last_clean":"2024-09-16T07:27:40.474904+0000","last_became_active":"2024-09-16T07:27:40.471401+0000","last_became_peered":"2024-09-16T07:27:40.471401+0000","last_unstale":"2024-09-16T07:27:40.474904+0000","last_undegraded":"2024-09-16T07:27:40.474904+0000","last_fullsized":"2024-09-16T07:27:40.474904+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:21:41.429707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.19","version":"0'0","reported_seq":13,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.458937+0000","last_change":"2024-09-16T07:27:39.451790+0000","last_active":"2024-09-16T07:27:40.458937+0000","last_peered":"2024-09-16T07:27:40.458937+0000","last_clean":"2024-09-16T07:27:40.458937+0000","last_became_active":"2024-09-16T07:27:39.451495+0000","last_became_peered":"2024-09-16T07:27:39.451495+0000","last_unstale":"2024-09-16T07:27:40.458937+0000","last_undegraded":"2024-09-16T07:27:40.458937+0000","last_fullsized":"2024-09-16T07:27:40.458937+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:31:27.490781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.19","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.472293+0000","last_change":"2024-09-16T07:27:40.469438+0000","last_active":"2024-09-16T07:27:40.472293+0000","last_peered":"2024-09-16T07:27:40.472293+0000","last_clean":"2024-09-16T07:27:40.472293+0000","last_became_active":"2024-09-16T07:27:40.469108+0000","last_became_peered":"2024-09-16T07:27:40.469108+0000","last_unstale":"2024-09-16T07:27:40.472293+0000","last_undegraded":"2024-09-16T07:27:40.472293+0000","last_fullsized":"2024-09-16T07:27:40.472293+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:02:42.711253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.18","version":"0'0","reported_seq":13,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.460312+0000","last_change":"2024-09-16T07:27:39.457876+0000","last_active":"2024-09-16T07:27:40.460312+0000","last_peered":"2024-09-16T07:27:40.460312+0000","last_clean":"2024-09-16T07:27:40.460312+0000","last_became_active":"2024-09-16T07:27:39.457589+0000","last_became_peered":"2024-09-16T07:27:39.457589+0000","last_unstale":"2024-09-16T07:27:40.460312+0000","last_undegraded":"2024-09-16T07:27:40.460312+0000","last_fullsized":"2024-09-16T07:27:40.460312+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:18:48.234681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.16","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.482217+0000","last_change":"2024-09-16T07:27:40.476984+0000","last_active":"2024-09-16T07:27:40.482217+0000","last_peered":"2024-09-16T07:27:40.482217+0000","last_clean":"2024-09-16T07:27:40.482217+0000","last_became_active":"2024-09-16T07:27:40.476700+0000","last_became_peered":"2024-09-16T07:27:40.476700+0000","last_unstale":"2024-09-16T07:27:40.482217+0000","last_undegraded":"2024-09-16T07:27:40.482217+0000","last_fullsized":"2024-09-16T07:27:40.482217+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:51:55.163337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.17","version":"0'0","reported_seq":13,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.459006+0000","last_change":"2024-09-16T07:27:39.459083+0000","last_active":"2024-09-16T07:27:40.459006+0000","last_peered":"2024-09-16T07:27:40.459006+0000","last_clean":"2024-09-16T07:27:40.459006+0000","last_became_active":"2024-09-16T07:27:39.458821+0000","last_became_peered":"2024-09-16T07:27:39.458821+0000","last_unstale":"2024-09-16T07:27:40.459006+0000","last_undegraded":"2024-09-16T07:27:40.459006+0000","last_fullsized":"2024-09-16T07:27:40.459006+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:57:34.428093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.17","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.481248+0000","last_change":"2024-09-16T07:27:40.480338+0000","last_active":"2024-09-16T07:27:40.481248+0000","last_peered":"2024-09-16T07:27:40.481248+0000","last_clean":"2024-09-16T07:27:40.481248+0000","last_became_active":"2024-09-16T07:27:40.480025+0000","last_became_peered":"2024-09-16T07:27:40.480025+0000","last_unstale":"2024-09-16T07:27:40.481248+0000","last_undegraded":"2024-09-16T07:27:40.481248+0000","last_fullsized":"2024-09-16T07:27:40.481248+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:30:02.444315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.16","version":"0'0","reported_seq":13,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.454874+0000","last_change":"2024-09-16T07:27:39.452973+0000","last_active":"2024-09-16T07:27:40.454874+0000","last_peered":"2024-09-16T07:27:40.454874+0000","last_clean":"2024-09-16T07:27:40.454874+0000","last_became_active":"2024-09-16T07:27:39.452693+0000","last_became_peered":"2024-09-16T07:27:39.452693+0000","last_unstale":"2024-09-16T07:27:40.454874+0000","last_undegraded":"2024-09-16T07:27:40.454874+0000","last_fullsized":"2024-09-16T07:27:40.454874+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:26:28.032820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.15","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.471295+0000","last_change":"2024-09-16T07:27:40.466748+0000","last_active":"2024-09-16T07:27:40.471295+0000","last_peered":"2024-09-16T07:27:40.471295+0000","last_clean":"2024-09-16T07:27:40.471295+0000","last_became_active":"2024-09-16T07:27:40.466497+0000","last_became_peered":"2024-09-16T07:27:40.466497+0000","last_unstale":"2024-09-16T07:27:40.471295+0000","last_undegraded":"2024-09-16T07:27:40.471295+0000","last_fullsized":"2024-09-16T07:27:40.471295+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:13:30.321127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.14","version":"129'6","reported_seq":19,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.490620+0000","last_change":"2024-09-16T07:27:39.459519+0000","last_active":"2024-09-16T07:27:40.490620+0000","last_peered":"2024-09-16T07:27:40.490620+0000","last_clean":"2024-09-16T07:27:40.490620+0000","last_became_active":"2024-09-16T07:27:39.459274+0000","last_became_peered":"2024-09-16T07:27:39.459274+0000","last_unstale":"2024-09-16T07:27:40.490620+0000","last_undegraded":"2024-09-16T07:27:40.490620+0000","last_fullsized":"2024-09-16T07:27:40.490620+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:46:04.725643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.12","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.484462+0000","last_change":"2024-09-16T07:27:40.479851+0000","last_active":"2024-09-16T07:27:40.484462+0000","last_peered":"2024-09-16T07:27:40.484462+0000","last_clean":"2024-09-16T07:27:40.484462+0000","last_became_active":"2024-09-16T07:27:40.479545+0000","last_became_peered":"2024-09-16T07:27:40.479545+0000","last_unstale":"2024-09-16T07:27:40.484462+0000","last_undegraded":"2024-09-16T07:27:40.484462+0000","last_fullsized":"2024-09-16T07:27:40.484462+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:38:32.634420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.13","version":"129'2","reported_seq":15,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.490522+0000","last_change":"2024-09-16T07:27:39.456633+0000","last_active":"2024-09-16T07:27:40.490522+0000","last_peered":"2024-09-16T07:27:40.490522+0000","last_clean":"2024-09-16T07:27:40.490522+0000","last_became_active":"2024-09-16T07:27:39.456330+0000","last_became_peered":"2024-09-16T07:27:39.456330+0000","last_unstale":"2024-09-16T07:27:40.490522+0000","last_undegraded":"2024-09-16T07:27:40.490522+0000","last_fullsized":"2024-09-16T07:27:40.490522+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:36:43.126855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.13","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.479285+0000","last_change":"2024-09-16T07:27:40.469145+0000","last_active":"2024-09-16T07:27:40.479285+0000","last_peered":"2024-09-16T07:27:40.479285+0000","last_clean":"2024-09-16T07:27:40.479285+0000","last_became_active":"2024-09-16T07:27:40.468810+0000","last_became_peered":"2024-09-16T07:27:40.468810+0000","last_unstale":"2024-09-16T07:27:40.479285+0000","last_undegraded":"2024-09-16T07:27:40.479285+0000","last_fullsized":"2024-09-16T07:27:40.479285+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:52:40.891923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.12","version":"0'0","reported_seq":13,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.466420+0000","last_change":"2024-09-16T07:27:39.455184+0000","last_active":"2024-09-16T07:27:40.466420+0000","last_peered":"2024-09-16T07:27:40.466420+0000","last_clean":"2024-09-16T07:27:40.466420+0000","last_became_active":"2024-09-16T07:27:39.454899+0000","last_became_peered":"2024-09-16T07:27:39.454899+0000","last_unstale":"2024-09-16T07:27:40.466420+0000","last_undegraded":"2024-09-16T07:27:40.466420+0000","last_fullsized":"2024-09-16T07:27:40.466420+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:03:03.635758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.10","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.489185+0000","last_change":"2024-09-16T07:27:40.487780+0000","last_active":"2024-09-16T07:27:40.489185+0000","last_peered":"2024-09-16T07:27:40.489185+0000","last_clean":"2024-09-16T07:27:40.489185+0000","last_became_active":"2024-09-16T07:27:40.487340+0000","last_became_peered":"2024-09-16T07:27:40.487340+0000","last_unstale":"2024-09-16T07:27:40.489185+0000","last_undegraded":"2024-09-16T07:27:40.489185+0000","last_fullsized":"2024-09-16T07:27:40.489185+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:00:33.008771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.11","version":"0'0","reported_seq":13,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.462101+0000","last_change":"2024-09-16T07:27:39.452861+0000","last_active":"2024-09-16T07:27:40.462101+0000","last_peered":"2024-09-16T07:27:40.462101+0000","last_clean":"2024-09-16T07:27:40.462101+0000","last_became_active":"2024-09-16T07:27:39.452584+0000","last_became_peered":"2024-09-16T07:27:39.452584+0000","last_unstale":"2024-09-16T07:27:40.462101+0000","last_undegraded":"2024-09-16T07:27:40.462101+0000","last_fullsized":"2024-09-16T07:27:40.462101+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:37:44.115081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.11","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.480058+0000","last_change":"2024-09-16T07:27:40.475412+0000","last_active":"2024-09-16T07:27:40.480058+0000","last_peered":"2024-09-16T07:27:40.480058+0000","last_clean":"2024-09-16T07:27:40.480058+0000","last_became_active":"2024-09-16T07:27:40.474727+0000","last_became_peered":"2024-09-16T07:27:40.474727+0000","last_unstale":"2024-09-16T07:27:40.480058+0000","last_undegraded":"2024-09-16T07:27:40.480058+0000","last_fullsized":"2024-09-16T07:27:40.480058+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:11:02.402831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.10","version":"129'8","reported_seq":21,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.486205+0000","last_change":"2024-09-16T07:27:39.455714+0000","last_active":"2024-09-16T07:27:40.486205+0000","last_peered":"2024-09-16T07:27:40.486205+0000","last_clean":"2024-09-16T07:27:40.486205+0000","last_became_active":"2024-09-16T07:27:39.455446+0000","last_became_peered":"2024-09-16T07:27:39.455446+0000","last_unstale":"2024-09-16T07:27:40.486205+0000","last_undegraded":"2024-09-16T07:27:40.486205+0000","last_fullsized":"2024-09-16T07:27:40.486205+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:37:34.699168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.e","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.476553+0000","last_change":"2024-09-16T07:27:40.472548+0000","last_active":"2024-09-16T07:27:40.476553+0000","last_peered":"2024-09-16T07:27:40.476553+0000","last_clean":"2024-09-16T07:27:40.476553+0000","last_became_active":"2024-09-16T07:27:40.472280+0000","last_became_peered":"2024-09-16T07:27:40.472280+0000","last_unstale":"2024-09-16T07:27:40.476553+0000","last_undegraded":"2024-09-16T07:27:40.476553+0000","last_fullsized":"2024-09-16T07:27:40.476553+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:42:21.127633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.f","version":"129'1","reported_seq":14,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.487793+0000","last_change":"2024-09-16T07:27:39.456132+0000","last_active":"2024-09-16T07:27:40.487793+0000","last_peered":"2024-09-16T07:27:40.487793+0000","last_clean":"2024-09-16T07:27:40.487793+0000","last_became_active":"2024-09-16T07:27:39.455748+0000","last_became_peered":"2024-09-16T07:27:39.455748+0000","last_unstale":"2024-09-16T07:27:40.487793+0000","last_undegraded":"2024-09-16T07:27:40.487793+0000","last_fullsized":"2024-09-16T07:27:40.487793+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:36:54.290393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.f","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.474583+0000","last_change":"2024-09-16T07:27:40.472069+0000","last_active":"2024-09-16T07:27:40.474583+0000","last_peered":"2024-09-16T07:27:40.474583+0000","last_clean":"2024-09-16T07:27:40.474583+0000","last_became_active":"2024-09-16T07:27:40.471785+0000","last_became_peered":"2024-09-16T07:27:40.471785+0000","last_unstale":"2024-09-16T07:27:40.474583+0000","last_undegraded":"2024-09-16T07:27:40.474583+0000","last_fullsized":"2024-09-16T07:27:40.474583+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:04:41.841649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.e","version":"129'2","reported_seq":15,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.486400+0000","last_change":"2024-09-16T07:27:39.457017+0000","last_active":"2024-09-16T07:27:40.486400+0000","last_peered":"2024-09-16T07:27:40.486400+0000","last_clean":"2024-09-16T07:27:40.486400+0000","last_became_active":"2024-09-16T07:27:39.456647+0000","last_became_peered":"2024-09-16T07:27:39.456647+0000","last_unstale":"2024-09-16T07:27:40.486400+0000","last_undegraded":"2024-09-16T07:27:40.486400+0000","last_fullsized":"2024-09-16T07:27:40.486400+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:39:51.787536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.c","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.478309+0000","last_change":"2024-09-16T07:27:40.473943+0000","last_active":"2024-09-16T07:27:40.478309+0000","last_peered":"2024-09-16T07:27:40.478309+0000","last_clean":"2024-09-16T07:27:40.478309+0000","last_became_active":"2024-09-16T07:27:40.473650+0000","last_became_peered":"2024-09-16T07:27:40.473650+0000","last_unstale":"2024-09-16T07:27:40.478309+0000","last_undegraded":"2024-09-16T07:27:40.478309+0000","last_fullsized":"2024-09-16T07:27:40.478309+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:07:16.579291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.d","version":"129'1","reported_seq":14,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.484766+0000","last_change":"2024-09-16T07:27:39.458388+0000","last_active":"2024-09-16T07:27:40.484766+0000","last_peered":"2024-09-16T07:27:40.484766+0000","last_clean":"2024-09-16T07:27:40.484766+0000","last_became_active":"2024-09-16T07:27:39.458018+0000","last_became_peered":"2024-09-16T07:27:39.458018+0000","last_unstale":"2024-09-16T07:27:40.484766+0000","last_undegraded":"2024-09-16T07:27:40.484766+0000","last_fullsized":"2024-09-16T07:27:40.484766+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:48:27.579106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.d","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.474354+0000","last_change":"2024-09-16T07:27:40.468357+0000","last_active":"2024-09-16T07:27:40.474354+0000","last_peered":"2024-09-16T07:27:40.474354+0000","last_clean":"2024-09-16T07:27:40.474354+0000","last_became_active":"2024-09-16T07:27:40.467630+0000","last_became_peered":"2024-09-16T07:27:40.467630+0000","last_unstale":"2024-09-16T07:27:40.474354+0000","last_undegraded":"2024-09-16T07:27:40.474354+0000","last_fullsized":"2024-09-16T07:27:40.474354+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:03:35.915912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.c","version":"0'0","reported_seq":13,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.462561+0000","last_change":"2024-09-16T07:27:39.456737+0000","last_active":"2024-09-16T07:27:40.462561+0000","last_peered":"2024-09-16T07:27:40.462561+0000","last_clean":"2024-09-16T07:27:40.462561+0000","last_became_active":"2024-09-16T07:27:39.456473+0000","last_became_peered":"2024-09-16T07:27:39.456473+0000","last_unstale":"2024-09-16T07:27:40.462561+0000","last_undegraded":"2024-09-16T07:27:40.462561+0000","last_fullsized":"2024-09-16T07:27:40.462561+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:13:56.813217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.a","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.469307+0000","last_change":"2024-09-16T07:27:40.466599+0000","last_active":"2024-09-16T07:27:40.469307+0000","last_peered":"2024-09-16T07:27:40.469307+0000","last_clean":"2024-09-16T07:27:40.469307+0000","last_became_active":"2024-09-16T07:27:40.465569+0000","last_became_peered":"2024-09-16T07:27:40.465569+0000","last_unstale":"2024-09-16T07:27:40.469307+0000","last_undegraded":"2024-09-16T07:27:40.469307+0000","last_fullsized":"2024-09-16T07:27:40.469307+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:10:14.929552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.b","version":"129'2","reported_seq":15,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.488201+0000","last_change":"2024-09-16T07:27:39.455796+0000","last_active":"2024-09-16T07:27:40.488201+0000","last_peered":"2024-09-16T07:27:40.488201+0000","last_clean":"2024-09-16T07:27:40.488201+0000","last_became_active":"2024-09-16T07:27:39.455540+0000","last_became_peered":"2024-09-16T07:27:39.455540+0000","last_unstale":"2024-09-16T07:27:40.488201+0000","last_undegraded":"2024-09-16T07:27:40.488201+0000","last_fullsized":"2024-09-16T07:27:40.488201+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:33:18.821645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.b","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.475514+0000","last_change":"2024-09-16T07:27:40.474309+0000","last_active":"2024-09-16T07:27:40.475514+0000","last_peered":"2024-09-16T07:27:40.475514+0000","last_clean":"2024-09-16T07:27:40.475514+0000","last_became_active":"2024-09-16T07:27:40.474037+0000","last_became_peered":"2024-09-16T07:27:40.474037+0000","last_unstale":"2024-09-16T07:27:40.475514+0000","last_undegraded":"2024-09-16T07:27:40.475514+0000","last_fullsized":"2024-09-16T07:27:40.475514+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:37:04.519267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.a","version":"0'0","reported_seq":13,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.463823+0000","last_change":"2024-09-16T07:27:39.453032+0000","last_active":"2024-09-16T07:27:40.463823+0000","last_peered":"2024-09-16T07:27:40.463823+0000","last_clean":"2024-09-16T07:27:40.463823+0000","last_became_active":"2024-09-16T07:27:39.452731+0000","last_became_peered":"2024-09-16T07:27:39.452731+0000","last_unstale":"2024-09-16T07:27:40.463823+0000","last_undegraded":"2024-09-16T07:27:40.463823+0000","last_fullsized":"2024-09-16T07:27:40.463823+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:03:28.600224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.8","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.474907+0000","last_change":"2024-09-16T07:27:40.469024+0000","last_active":"2024-09-16T07:27:40.474907+0000","last_peered":"2024-09-16T07:27:40.474907+0000","last_clean":"2024-09-16T07:27:40.474907+0000","last_became_active":"2024-09-16T07:27:40.468733+0000","last_became_peered":"2024-09-16T07:27:40.468733+0000","last_unstale":"2024-09-16T07:27:40.474907+0000","last_undegraded":"2024-09-16T07:27:40.474907+0000","last_fullsized":"2024-09-16T07:27:40.474907+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:39:18.808195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.9","version":"0'0","reported_seq":13,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.463527+0000","last_change":"2024-09-16T07:27:39.458916+0000","last_active":"2024-09-16T07:27:40.463527+0000","last_peered":"2024-09-16T07:27:40.463527+0000","last_clean":"2024-09-16T07:27:40.463527+0000","last_became_active":"2024-09-16T07:27:39.458579+0000","last_became_peered":"2024-09-16T07:27:39.458579+0000","last_unstale":"2024-09-16T07:27:40.463527+0000","last_undegraded":"2024-09-16T07:27:40.463527+0000","last_fullsized":"2024-09-16T07:27:40.463527+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:33:59.537564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.9","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.475082+0000","last_change":"2024-09-16T07:27:40.472695+0000","last_active":"2024-09-16T07:27:40.475082+0000","last_peered":"2024-09-16T07:27:40.475082+0000","last_clean":"2024-09-16T07:27:40.475082+0000","last_became_active":"2024-09-16T07:27:40.471833+0000","last_became_peered":"2024-09-16T07:27:40.471833+0000","last_unstale":"2024-09-16T07:27:40.475082+0000","last_undegraded":"2024-09-16T07:27:40.475082+0000","last_fullsized":"2024-09-16T07:27:40.475082+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:05:54.244056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.8","version":"0'0","reported_seq":13,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.464332+0000","last_change":"2024-09-16T07:27:39.452321+0000","last_active":"2024-09-16T07:27:40.464332+0000","last_peered":"2024-09-16T07:27:40.464332+0000","last_clean":"2024-09-16T07:27:40.464332+0000","last_became_active":"2024-09-16T07:27:39.452043+0000","last_became_peered":"2024-09-16T07:27:39.452043+0000","last_unstale":"2024-09-16T07:27:40.464332+0000","last_undegraded":"2024-09-16T07:27:40.464332+0000","last_fullsized":"2024-09-16T07:27:40.464332+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:51:28.724159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.6","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.487506+0000","last_change":"2024-09-16T07:27:40.484565+0000","last_active":"2024-09-16T07:27:40.487506+0000","last_peered":"2024-09-16T07:27:40.487506+0000","last_clean":"2024-09-16T07:27:40.487506+0000","last_became_active":"2024-09-16T07:27:40.484280+0000","last_became_peered":"2024-09-16T07:27:40.484280+0000","last_unstale":"2024-09-16T07:27:40.487506+0000","last_undegraded":"2024-09-16T07:27:40.487506+0000","last_fullsized":"2024-09-16T07:27:40.487506+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:15:57.092690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.7","version":"129'2","reported_seq":15,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.487513+0000","last_change":"2024-09-16T07:27:39.451432+0000","last_active":"2024-09-16T07:27:40.487513+0000","last_peered":"2024-09-16T07:27:40.487513+0000","last_clean":"2024-09-16T07:27:40.487513+0000","last_became_active":"2024-09-16T07:27:39.450411+0000","last_became_peered":"2024-09-16T07:27:39.450411+0000","last_unstale":"2024-09-16T07:27:40.487513+0000","last_undegraded":"2024-09-16T07:27:40.487513+0000","last_fullsized":"2024-09-16T07:27:40.487513+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:04:31.909313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.7","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.489004+0000","last_change":"2024-09-16T07:27:40.486915+0000","last_active":"2024-09-16T07:27:40.489004+0000","last_peered":"2024-09-16T07:27:40.489004+0000","last_clean":"2024-09-16T07:27:40.489004+0000","last_became_active":"2024-09-16T07:27:40.486630+0000","last_became_peered":"2024-09-16T07:27:40.486630+0000","last_unstale":"2024-09-16T07:27:40.489004+0000","last_undegraded":"2024-09-16T07:27:40.489004+0000","last_fullsized":"2024-09-16T07:27:40.489004+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:14:01.819016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.6","version":"0'0","reported_seq":13,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.463817+0000","last_change":"2024-09-16T07:27:39.458681+0000","last_active":"2024-09-16T07:27:40.463817+0000","last_peered":"2024-09-16T07:27:40.463817+0000","last_clean":"2024-09-16T07:27:40.463817+0000","last_became_active":"2024-09-16T07:27:39.458395+0000","last_became_peered":"2024-09-16T07:27:39.458395+0000","last_unstale":"2024-09-16T07:27:40.463817+0000","last_undegraded":"2024-09-16T07:27:40.463817+0000","last_fullsized":"2024-09-16T07:27:40.463817+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:06:27.045206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.4","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.474186+0000","last_change":"2024-09-16T07:27:40.467172+0000","last_active":"2024-09-16T07:27:40.474186+0000","last_peered":"2024-09-16T07:27:40.474186+0000","last_clean":"2024-09-16T07:27:40.474186+0000","last_became_active":"2024-09-16T07:27:40.466701+0000","last_became_peered":"2024-09-16T07:27:40.466701+0000","last_unstale":"2024-09-16T07:27:40.474186+0000","last_undegraded":"2024-09-16T07:27:40.474186+0000","last_fullsized":"2024-09-16T07:27:40.474186+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:24:37.009355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.5","version":"0'0","reported_seq":13,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.462447+0000","last_change":"2024-09-16T07:27:39.456616+0000","last_active":"2024-09-16T07:27:40.462447+0000","last_peered":"2024-09-16T07:27:40.462447+0000","last_clean":"2024-09-16T07:27:40.462447+0000","last_became_active":"2024-09-16T07:27:39.456025+0000","last_became_peered":"2024-09-16T07:27:39.456025+0000","last_unstale":"2024-09-16T07:27:40.462447+0000","last_undegraded":"2024-09-16T07:27:40.462447+0000","last_fullsized":"2024-09-16T07:27:40.462447+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:52:03.740441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.5","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.479300+0000","last_change":"2024-09-16T07:27:40.469399+0000","last_active":"2024-09-16T07:27:40.479300+0000","last_peered":"2024-09-16T07:27:40.479300+0000","last_clean":"2024-09-16T07:27:40.479300+0000","last_became_active":"2024-09-16T07:27:40.469050+0000","last_became_peered":"2024-09-16T07:27:40.469050+0000","last_unstale":"2024-09-16T07:27:40.479300+0000","last_undegraded":"2024-09-16T07:27:40.479300+0000","last_fullsized":"2024-09-16T07:27:40.479300+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:32:58.351062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.4","version":"0'0","reported_seq":13,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.461000+0000","last_change":"2024-09-16T07:27:39.453497+0000","last_active":"2024-09-16T07:27:40.461000+0000","last_peered":"2024-09-16T07:27:40.461000+0000","last_clean":"2024-09-16T07:27:40.461000+0000","last_became_active":"2024-09-16T07:27:39.452188+0000","last_became_peered":"2024-09-16T07:27:39.452188+0000","last_unstale":"2024-09-16T07:27:40.461000+0000","last_undegraded":"2024-09-16T07:27:40.461000+0000","last_fullsized":"2024-09-16T07:27:40.461000+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:39:01.064359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.2","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.474092+0000","last_change":"2024-09-16T07:27:40.470339+0000","last_active":"2024-09-16T07:27:40.474092+0000","last_peered":"2024-09-16T07:27:40.474092+0000","last_clean":"2024-09-16T07:27:40.474092+0000","last_became_active":"2024-09-16T07:27:40.470091+0000","last_became_peered":"2024-09-16T07:27:40.470091+0000","last_unstale":"2024-09-16T07:27:40.474092+0000","last_undegraded":"2024-09-16T07:27:40.474092+0000","last_fullsized":"2024-09-16T07:27:40.474092+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:58:10.183002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.3","version":"0'0","reported_seq":13,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.461840+0000","last_change":"2024-09-16T07:27:39.454894+0000","last_active":"2024-09-16T07:27:40.461840+0000","last_peered":"2024-09-16T07:27:40.461840+0000","last_clean":"2024-09-16T07:27:40.461840+0000","last_became_active":"2024-09-16T07:27:39.454631+0000","last_became_peered":"2024-09-16T07:27:39.454631+0000","last_unstale":"2024-09-16T07:27:40.461840+0000","last_undegraded":"2024-09-16T07:27:40.461840+0000","last_fullsized":"2024-09-16T07:27:40.461840+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:04:39.367564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.3","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.479316+0000","last_change":"2024-09-16T07:27:40.472795+0000","last_active":"2024-09-16T07:27:40.479316+0000","last_peered":"2024-09-16T07:27:40.479316+0000","last_clean":"2024-09-16T07:27:40.479316+0000","last_became_active":"2024-09-16T07:27:40.472517+0000","last_became_peered":"2024-09-16T07:27:40.472517+0000","last_unstale":"2024-09-16T07:27:40.479316+0000","last_undegraded":"2024-09-16T07:27:40.479316+0000","last_fullsized":"2024-09-16T07:27:40.479316+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:14:25.714422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.2","version":"0'0","reported_seq":13,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.463893+0000","last_change":"2024-09-16T07:27:39.458190+0000","last_active":"2024-09-16T07:27:40.463893+0000","last_peered":"2024-09-16T07:27:40.463893+0000","last_clean":"2024-09-16T07:27:40.463893+0000","last_became_active":"2024-09-16T07:27:39.457915+0000","last_became_peered":"2024-09-16T07:27:39.457915+0000","last_unstale":"2024-09-16T07:27:40.463893+0000","last_undegraded":"2024-09-16T07:27:40.463893+0000","last_fullsized":"2024-09-16T07:27:40.463893+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:50:24.026889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.0","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.479412+0000","last_change":"2024-09-16T07:27:40.475401+0000","last_active":"2024-09-16T07:27:40.479412+0000","last_peered":"2024-09-16T07:27:40.479412+0000","last_clean":"2024-09-16T07:27:40.479412+0000","last_became_active":"2024-09-16T07:27:40.475149+0000","last_became_peered":"2024-09-16T07:27:40.475149+0000","last_unstale":"2024-09-16T07:27:40.479412+0000","last_undegraded":"2024-09-16T07:27:40.479412+0000","last_fullsized":"2024-09-16T07:27:40.479412+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:28:24.969706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.1","version":"0'0","reported_seq":13,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.464309+0000","last_change":"2024-09-16T07:27:39.453366+0000","last_active":"2024-09-16T07:27:40.464309+0000","last_peered":"2024-09-16T07:27:40.464309+0000","last_clean":"2024-09-16T07:27:40.464309+0000","last_became_active":"2024-09-16T07:27:39.453108+0000","last_became_peered":"2024-09-16T07:27:39.453108+0000","last_unstale":"2024-09-16T07:27:40.464309+0000","last_undegraded":"2024-09-16T07:27:40.464309+0000","last_fullsized":"2024-09-16T07:27:40.464309+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:05:35.138441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.1","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.483385+0000","last_change":"2024-09-16T07:27:40.471963+0000","last_active":"2024-09-16T07:27:40.483385+0000","last_peered":"2024-09-16T07:27:40.483385+0000","last_clean":"2024-09-16T07:27:40.483385+0000","last_became_active":"2024-09-16T07:27:40.471627+0000","last_became_peered":"2024-09-16T07:27:40.471627+0000","last_unstale":"2024-09-16T07:27:40.483385+0000","last_undegraded":"2024-09-16T07:27:40.483385+0000","last_fullsized":"2024-09-16T07:27:40.483385+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:04:45.281635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.0","version":"0'0","reported_seq":13,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.456964+0000","last_change":"2024-09-16T07:27:39.453144+0000","last_active":"2024-09-16T07:27:40.456964+0000","last_peered":"2024-09-16T07:27:40.456964+0000","last_clean":"2024-09-16T07:27:40.456964+0000","last_became_active":"2024-09-16T07:27:39.452868+0000","last_became_peered":"2024-09-16T07:27:39.452868+0000","last_unstale":"2024-09-16T07:27:40.456964+0000","last_undegraded":"2024-09-16T07:27:40.456964+0000","last_fullsized":"2024-09-16T07:27:40.456964+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:08:22.327355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.14","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.482328+0000","last_change":"2024-09-16T07:27:40.473755+0000","last_active":"2024-09-16T07:27:40.482328+0000","last_peered":"2024-09-16T07:27:40.482328+0000","last_clean":"2024-09-16T07:27:40.482328+0000","last_became_active":"2024-09-16T07:27:40.473428+0000","last_became_peered":"2024-09-16T07:27:40.473428+0000","last_unstale":"2024-09-16T07:27:40.482328+0000","last_undegraded":"2024-09-16T07:27:40.482328+0000","last_fullsized":"2024-09-16T07:27:40.482328+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:23:46.694789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.15","version":"129'3","reported_seq":16,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.490523+0000","last_change":"2024-09-16T07:27:39.454513+0000","last_active":"2024-09-16T07:27:40.490523+0000","last_peered":"2024-09-16T07:27:40.490523+0000","last_clean":"2024-09-16T07:27:40.490523+0000","last_became_active":"2024-09-16T07:27:39.454244+0000","last_became_peered":"2024-09-16T07:27:39.454244+0000","last_unstale":"2024-09-16T07:27:40.490523+0000","last_undegraded":"2024-09-16T07:27:40.490523+0000","last_fullsized":"2024-09-16T07:27:40.490523+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:40:18.610584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"70'79","reported_seq":336,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.453480+0000","last_change":"2024-09-16T07:21:02.600196+0000","last_active":"2024-09-16T07:27:40.453480+0000","last_peered":"2024-09-16T07:27:40.453480+0000","last_clean":"2024-09-16T07:27:40.453480+0000","last_became_active":"2024-09-16T07:21:02.599001+0000","last_became_peered":"2024-09-16T07:21:02.599001+0000","last_unstale":"2024-09-16T07:27:40.453480+0000","last_undegraded":"2024-09-16T07:27:40.453480+0000","last_fullsized":"2024-09-16T07:27:40.453480+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_clean_scrub_stamp":"2024-09-16T07:21:01.331773+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:28:40.942832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":21,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":20,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509525,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32752,"kb_used_data":1560,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339088,"statfs":{"total":96636764160,"available":96603226112,"internally_reserved":0,"allocated":1597440,"data_stored":704475,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574931,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32760,"kb_used_data":1572,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339080,"statfs":{"total":96636764160,"available":96603217920,"internally_reserved":0,"allocated":1609728,"data_stored":711278,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509524,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33332,"kb_used_data":2140,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338508,"statfs":{"total":96636764160,"available":96602632192,"internally_reserved":0,"allocated":2191360,"data_stored":1294843,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509524,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32792,"kb_used_data":1592,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339048,"statfs":{"total":96636764160,"available":96603185152,"internally_reserved":0,"allocated":1630208,"data_stored":713494,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509525,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32752,"kb_used_data":1560,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339088,"statfs":{"total":96636764160,"available":96603226112,"internally_reserved":0,"allocated":1597440,"data_stored":704475,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509525,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32776,"kb_used_data":1576,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339064,"statfs":{"total":96636764160,"available":96603201536,"internally_reserved":0,"allocated":1613824,"data_stored":711300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509525,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33356,"kb_used_data":2156,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338484,"statfs":{"total":96636764160,"available":96602607616,"internally_reserved":0,"allocated":2207744,"data_stored":1301716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509526,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32764,"kb_used_data":1576,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339076,"statfs":{"total":96636764160,"available":96603213824,"internally_reserved":0,"allocated":1613824,"data_stored":711368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1806,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T07:27:44.483 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T07:27:44.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.623+0000 7fca05382640 1 -- 172.21.15.31:0/2148090651 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fca000cfce0 msgr2=0x7fca000d00f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:44.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.623+0000 7fca05382640 1 --2- 172.21.15.31:0/2148090651 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fca000cfce0 0x7fca000d00f0 secure :-1 s=READY pgs=1380 cs=0 l=1 rev1=1 crypto rx=0x7fca000ce590 tx=0x7fc9f002a5f0 comp rx=0 tx=0).stop 2024-09-16T07:27:44.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.623+0000 7fca05382640 1 -- 172.21.15.31:0/2148090651 shutdown_connections 2024-09-16T07:27:44.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.623+0000 7fca05382640 1 --2- 172.21.15.31:0/2148090651 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fca000cfce0 0x7fca000d00f0 unknown :-1 s=CLOSED pgs=1380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:44.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.623+0000 7fca05382640 1 --2- 172.21.15.31:0/2148090651 >> v2:172.21.15.155:3300/0 conn(0x7fca000b3090 0x7fca0015f6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:44.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.623+0000 7fca05382640 1 -- 172.21.15.31:0/2148090651 >> 172.21.15.31:0/2148090651 conn(0x7fca0009aa30 msgr2=0x7fca0009ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:44.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.623+0000 7fca05382640 1 -- 172.21.15.31:0/2148090651 shutdown_connections 2024-09-16T07:27:44.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.623+0000 7fca05382640 1 -- 172.21.15.31:0/2148090651 wait complete. 2024-09-16T07:27:44.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.624+0000 7fca05382640 1 Processor -- start 2024-09-16T07:27:44.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.624+0000 7fca05382640 1 -- start start 2024-09-16T07:27:44.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.625+0000 7fca05382640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fca000b3090 0x7fca000c5fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:44.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.625+0000 7fca05382640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fca000cfce0 0x7fca000c4590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:44.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.625+0000 7fca05382640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fca000d2410 0x7fca000c4ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:44.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.625+0000 7fca05382640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fca000b13c0 con 0x7fca000d2410 2024-09-16T07:27:44.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.625+0000 7fca05382640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fca000b1240 con 0x7fca000cfce0 2024-09-16T07:27:44.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.625+0000 7fca05382640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fca000b1540 con 0x7fca000b3090 2024-09-16T07:27:44.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.625+0000 7fc9ff7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fca000d2410 0x7fca000c4ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:44.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.625+0000 7fc9ff7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fca000d2410 0x7fca000c4ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48682/0 (socket says 172.21.15.31:48682) 2024-09-16T07:27:44.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.625+0000 7fc9ff7fe640 1 -- 172.21.15.31:0/1390656117 learned_addr learned my addr 172.21.15.31:0/1390656117 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:44.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.625+0000 7fc9feffd640 1 --2- 172.21.15.31:0/1390656117 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fca000b3090 0x7fca000c5fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:44.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.625+0000 7fc9fe7fc640 1 --2- 172.21.15.31:0/1390656117 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fca000cfce0 0x7fca000c4590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:44.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.626+0000 7fc9ff7fe640 1 -- 172.21.15.31:0/1390656117 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fca000b3090 msgr2=0x7fca000c5fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:44.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.626+0000 7fc9ff7fe640 1 --2- 172.21.15.31:0/1390656117 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fca000b3090 0x7fca000c5fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:44.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.626+0000 7fc9ff7fe640 1 -- 172.21.15.31:0/1390656117 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fca000cfce0 msgr2=0x7fca000c4590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:44.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.626+0000 7fc9ff7fe640 1 --2- 172.21.15.31:0/1390656117 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fca000cfce0 0x7fca000c4590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:44.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.626+0000 7fc9ff7fe640 1 -- 172.21.15.31:0/1390656117 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca0006e1f0 con 0x7fca000d2410 2024-09-16T07:27:44.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.626+0000 7fc9ff7fe640 1 --2- 172.21.15.31:0/1390656117 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fca000d2410 0x7fca000c4ad0 secure :-1 s=READY pgs=1381 cs=0 l=1 rev1=1 crypto rx=0x7fc9f0009230 tx=0x7fc9f0003960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:44.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.626+0000 7fc9f77fe640 1 -- 172.21.15.31:0/1390656117 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9f003f070 con 0x7fca000d2410 2024-09-16T07:27:44.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.626+0000 7fc9f77fe640 1 -- 172.21.15.31:0/1390656117 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc9f0004890 con 0x7fca000d2410 2024-09-16T07:27:44.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.626+0000 7fca05382640 1 -- 172.21.15.31:0/1390656117 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca0006e4d0 con 0x7fca000d2410 2024-09-16T07:27:44.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.626+0000 7fc9f77fe640 1 -- 172.21.15.31:0/1390656117 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9f0035030 con 0x7fca000d2410 2024-09-16T07:27:44.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.626+0000 7fca05382640 1 -- 172.21.15.31:0/1390656117 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca0006ed70 con 0x7fca000d2410 2024-09-16T07:27:44.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.627+0000 7fca05382640 1 -- 172.21.15.31:0/1390656117 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fca000b2d80 con 0x7fca000d2410 2024-09-16T07:27:44.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.628+0000 7fc9f77fe640 1 -- 172.21.15.31:0/1390656117 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 21) ==== 101848+0+0 (secure 0 0 0) 0x7fc9f0042070 con 0x7fca000d2410 2024-09-16T07:27:44.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.628+0000 7fc9f77fe640 1 --2- 172.21.15.31:0/1390656117 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc9e0078e80 0x7fc9e007b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:44.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.629+0000 7fc9f77fe640 1 -- 172.21.15.31:0/1390656117 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 5737+0+0 (secure 0 0 0) 0x7fc9f00bc220 con 0x7fca000d2410 2024-09-16T07:27:44.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.629+0000 7fc9feffd640 1 --2- 172.21.15.31:0/1390656117 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc9e0078e80 0x7fc9e007b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:44.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.629+0000 7fc9feffd640 1 --2- 172.21.15.31:0/1390656117 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc9e0078e80 0x7fc9e007b340 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fc9f8009fd0 tx=0x7fc9f800d040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:44.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.634+0000 7fc9f77fe640 1 -- 172.21.15.31:0/1390656117 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fca000b2d80 con 0x7fca000d2410 2024-09-16T07:27:44.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.816+0000 7fca05382640 1 -- 172.21.15.31:0/1390656117 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fca0006e6a0 con 0x7fc9e0078e80 2024-09-16T07:27:44.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.820+0000 7fc9f77fe640 1 -- 172.21.15.31:0/1390656117 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252467 (secure 0 0 0) 0x7fca0006e6a0 con 0x7fc9e0078e80 2024-09-16T07:27:44.823 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:27:44.824 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-16T07:27:44.826 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.824+0000 7fca05382640 1 -- 172.21.15.31:0/1390656117 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc9e0078e80 msgr2=0x7fc9e007b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:44.826 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.824+0000 7fca05382640 1 --2- 172.21.15.31:0/1390656117 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc9e0078e80 0x7fc9e007b340 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fc9f8009fd0 tx=0x7fc9f800d040 comp rx=0 tx=0).stop 2024-09-16T07:27:44.826 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.824+0000 7fca05382640 1 -- 172.21.15.31:0/1390656117 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fca000d2410 msgr2=0x7fca000c4ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:44.826 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.824+0000 7fca05382640 1 --2- 172.21.15.31:0/1390656117 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fca000d2410 0x7fca000c4ad0 secure :-1 s=READY pgs=1381 cs=0 l=1 rev1=1 crypto rx=0x7fc9f0009230 tx=0x7fc9f0003960 comp rx=0 tx=0).stop 2024-09-16T07:27:44.826 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.824+0000 7fca05382640 1 -- 172.21.15.31:0/1390656117 shutdown_connections 2024-09-16T07:27:44.826 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.824+0000 7fca05382640 1 --2- 172.21.15.31:0/1390656117 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc9e0078e80 0x7fc9e007b340 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:44.826 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.824+0000 7fca05382640 1 --2- 172.21.15.31:0/1390656117 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fca000d2410 0x7fca000c4ad0 unknown :-1 s=CLOSED pgs=1381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:44.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.824+0000 7fca05382640 1 --2- 172.21.15.31:0/1390656117 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fca000cfce0 0x7fca000c4590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:44.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.824+0000 7fca05382640 1 --2- 172.21.15.31:0/1390656117 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fca000b3090 0x7fca000c5fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:44.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.824+0000 7fca05382640 1 -- 172.21.15.31:0/1390656117 >> 172.21.15.31:0/1390656117 conn(0x7fca0009aa30 msgr2=0x7fca000b3f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:44.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.824+0000 7fca05382640 1 -- 172.21.15.31:0/1390656117 shutdown_connections 2024-09-16T07:27:44.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.824+0000 7fca05382640 1 -- 172.21.15.31:0/1390656117 wait complete. 2024-09-16T07:27:44.835 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":136,"stamp":"2024-09-16T07:27:44.252689+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":157,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":52,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":263284,"kb_used_data":13732,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754711436,"statfs":{"total":773094113280,"available":772824510464,"internally_reserved":0,"allocated":14061568,"data_stored":6852949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":24,"apply_latency_ms":24,"commit_latency_ns":24000000,"apply_latency_ns":24000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.816230"},"pg_stats":[{"pgid":"21.3f","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.479266+0000","last_change":"2024-09-16T07:27:40.470123+0000","last_active":"2024-09-16T07:27:40.479266+0000","last_peered":"2024-09-16T07:27:40.479266+0000","last_clean":"2024-09-16T07:27:40.479266+0000","last_became_active":"2024-09-16T07:27:40.469796+0000","last_became_peered":"2024-09-16T07:27:40.469796+0000","last_unstale":"2024-09-16T07:27:40.479266+0000","last_undegraded":"2024-09-16T07:27:40.479266+0000","last_fullsized":"2024-09-16T07:27:40.479266+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:37:19.751996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.3e","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.477928+0000","last_change":"2024-09-16T07:27:40.475041+0000","last_active":"2024-09-16T07:27:40.477928+0000","last_peered":"2024-09-16T07:27:40.477928+0000","last_clean":"2024-09-16T07:27:40.477928+0000","last_became_active":"2024-09-16T07:27:40.474648+0000","last_became_peered":"2024-09-16T07:27:40.474648+0000","last_unstale":"2024-09-16T07:27:40.477928+0000","last_undegraded":"2024-09-16T07:27:40.477928+0000","last_fullsized":"2024-09-16T07:27:40.477928+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:57:22.500918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.3d","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.488612+0000","last_change":"2024-09-16T07:27:40.483395+0000","last_active":"2024-09-16T07:27:40.488612+0000","last_peered":"2024-09-16T07:27:40.488612+0000","last_clean":"2024-09-16T07:27:40.488612+0000","last_became_active":"2024-09-16T07:27:40.483113+0000","last_became_peered":"2024-09-16T07:27:40.483113+0000","last_unstale":"2024-09-16T07:27:40.488612+0000","last_undegraded":"2024-09-16T07:27:40.488612+0000","last_fullsized":"2024-09-16T07:27:40.488612+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:33:16.022785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.3c","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.487448+0000","last_change":"2024-09-16T07:27:40.484544+0000","last_active":"2024-09-16T07:27:40.487448+0000","last_peered":"2024-09-16T07:27:40.487448+0000","last_clean":"2024-09-16T07:27:40.487448+0000","last_became_active":"2024-09-16T07:27:40.484221+0000","last_became_peered":"2024-09-16T07:27:40.484221+0000","last_unstale":"2024-09-16T07:27:40.487448+0000","last_undegraded":"2024-09-16T07:27:40.487448+0000","last_fullsized":"2024-09-16T07:27:40.487448+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:18:18.685897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.3b","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.474344+0000","last_change":"2024-09-16T07:27:40.472157+0000","last_active":"2024-09-16T07:27:40.474344+0000","last_peered":"2024-09-16T07:27:40.474344+0000","last_clean":"2024-09-16T07:27:40.474344+0000","last_became_active":"2024-09-16T07:27:40.471065+0000","last_became_peered":"2024-09-16T07:27:40.471065+0000","last_unstale":"2024-09-16T07:27:40.474344+0000","last_undegraded":"2024-09-16T07:27:40.474344+0000","last_fullsized":"2024-09-16T07:27:40.474344+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:29:14.780371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.3a","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.481923+0000","last_change":"2024-09-16T07:27:40.477144+0000","last_active":"2024-09-16T07:27:40.481923+0000","last_peered":"2024-09-16T07:27:40.481923+0000","last_clean":"2024-09-16T07:27:40.481923+0000","last_became_active":"2024-09-16T07:27:40.476900+0000","last_became_peered":"2024-09-16T07:27:40.476900+0000","last_unstale":"2024-09-16T07:27:40.481923+0000","last_undegraded":"2024-09-16T07:27:40.481923+0000","last_fullsized":"2024-09-16T07:27:40.481923+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:10:45.803123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.39","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.477406+0000","last_change":"2024-09-16T07:27:40.471221+0000","last_active":"2024-09-16T07:27:40.477406+0000","last_peered":"2024-09-16T07:27:40.477406+0000","last_clean":"2024-09-16T07:27:40.477406+0000","last_became_active":"2024-09-16T07:27:40.470742+0000","last_became_peered":"2024-09-16T07:27:40.470742+0000","last_unstale":"2024-09-16T07:27:40.477406+0000","last_undegraded":"2024-09-16T07:27:40.477406+0000","last_fullsized":"2024-09-16T07:27:40.477406+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:09:32.613702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.38","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.464054+0000","last_change":"2024-09-16T07:27:40.462987+0000","last_active":"2024-09-16T07:27:40.464054+0000","last_peered":"2024-09-16T07:27:40.464054+0000","last_clean":"2024-09-16T07:27:40.464054+0000","last_became_active":"2024-09-16T07:27:40.462652+0000","last_became_peered":"2024-09-16T07:27:40.462652+0000","last_unstale":"2024-09-16T07:27:40.464054+0000","last_undegraded":"2024-09-16T07:27:40.464054+0000","last_fullsized":"2024-09-16T07:27:40.464054+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:38:17.288215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.37","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.474231+0000","last_change":"2024-09-16T07:27:40.465201+0000","last_active":"2024-09-16T07:27:40.474231+0000","last_peered":"2024-09-16T07:27:40.474231+0000","last_clean":"2024-09-16T07:27:40.474231+0000","last_became_active":"2024-09-16T07:27:40.464954+0000","last_became_peered":"2024-09-16T07:27:40.464954+0000","last_unstale":"2024-09-16T07:27:40.474231+0000","last_undegraded":"2024-09-16T07:27:40.474231+0000","last_fullsized":"2024-09-16T07:27:40.474231+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:41:53.213497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.36","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.483781+0000","last_change":"2024-09-16T07:27:40.471779+0000","last_active":"2024-09-16T07:27:40.483781+0000","last_peered":"2024-09-16T07:27:40.483781+0000","last_clean":"2024-09-16T07:27:40.483781+0000","last_became_active":"2024-09-16T07:27:40.471470+0000","last_became_peered":"2024-09-16T07:27:40.471470+0000","last_unstale":"2024-09-16T07:27:40.483781+0000","last_undegraded":"2024-09-16T07:27:40.483781+0000","last_fullsized":"2024-09-16T07:27:40.483781+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:16:56.433759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.35","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.476410+0000","last_change":"2024-09-16T07:27:40.470703+0000","last_active":"2024-09-16T07:27:40.476410+0000","last_peered":"2024-09-16T07:27:40.476410+0000","last_clean":"2024-09-16T07:27:40.476410+0000","last_became_active":"2024-09-16T07:27:40.470414+0000","last_became_peered":"2024-09-16T07:27:40.470414+0000","last_unstale":"2024-09-16T07:27:40.476410+0000","last_undegraded":"2024-09-16T07:27:40.476410+0000","last_fullsized":"2024-09-16T07:27:40.476410+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:46:11.813427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.34","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.480411+0000","last_change":"2024-09-16T07:27:40.475352+0000","last_active":"2024-09-16T07:27:40.480411+0000","last_peered":"2024-09-16T07:27:40.480411+0000","last_clean":"2024-09-16T07:27:40.480411+0000","last_became_active":"2024-09-16T07:27:40.475032+0000","last_became_peered":"2024-09-16T07:27:40.475032+0000","last_unstale":"2024-09-16T07:27:40.480411+0000","last_undegraded":"2024-09-16T07:27:40.480411+0000","last_fullsized":"2024-09-16T07:27:40.480411+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:39:01.845044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.33","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.474320+0000","last_change":"2024-09-16T07:27:40.471935+0000","last_active":"2024-09-16T07:27:40.474320+0000","last_peered":"2024-09-16T07:27:40.474320+0000","last_clean":"2024-09-16T07:27:40.474320+0000","last_became_active":"2024-09-16T07:27:40.471497+0000","last_became_peered":"2024-09-16T07:27:40.471497+0000","last_unstale":"2024-09-16T07:27:40.474320+0000","last_undegraded":"2024-09-16T07:27:40.474320+0000","last_fullsized":"2024-09-16T07:27:40.474320+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:00:11.655665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.32","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.482908+0000","last_change":"2024-09-16T07:27:40.481220+0000","last_active":"2024-09-16T07:27:40.482908+0000","last_peered":"2024-09-16T07:27:40.482908+0000","last_clean":"2024-09-16T07:27:40.482908+0000","last_became_active":"2024-09-16T07:27:40.480947+0000","last_became_peered":"2024-09-16T07:27:40.480947+0000","last_unstale":"2024-09-16T07:27:40.482908+0000","last_undegraded":"2024-09-16T07:27:40.482908+0000","last_fullsized":"2024-09-16T07:27:40.482908+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:10:03.908275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.31","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.469282+0000","last_change":"2024-09-16T07:27:40.459193+0000","last_active":"2024-09-16T07:27:40.469282+0000","last_peered":"2024-09-16T07:27:40.469282+0000","last_clean":"2024-09-16T07:27:40.469282+0000","last_became_active":"2024-09-16T07:27:40.458883+0000","last_became_peered":"2024-09-16T07:27:40.458883+0000","last_unstale":"2024-09-16T07:27:40.469282+0000","last_undegraded":"2024-09-16T07:27:40.469282+0000","last_fullsized":"2024-09-16T07:27:40.469282+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:58:43.813174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.30","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.474091+0000","last_change":"2024-09-16T07:27:40.470273+0000","last_active":"2024-09-16T07:27:40.474091+0000","last_peered":"2024-09-16T07:27:40.474091+0000","last_clean":"2024-09-16T07:27:40.474091+0000","last_became_active":"2024-09-16T07:27:40.469931+0000","last_became_peered":"2024-09-16T07:27:40.469931+0000","last_unstale":"2024-09-16T07:27:40.474091+0000","last_undegraded":"2024-09-16T07:27:40.474091+0000","last_fullsized":"2024-09-16T07:27:40.474091+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:09:19.345610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.2f","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.488548+0000","last_change":"2024-09-16T07:27:40.486075+0000","last_active":"2024-09-16T07:27:40.488548+0000","last_peered":"2024-09-16T07:27:40.488548+0000","last_clean":"2024-09-16T07:27:40.488548+0000","last_became_active":"2024-09-16T07:27:40.485764+0000","last_became_peered":"2024-09-16T07:27:40.485764+0000","last_unstale":"2024-09-16T07:27:40.488548+0000","last_undegraded":"2024-09-16T07:27:40.488548+0000","last_fullsized":"2024-09-16T07:27:40.488548+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:28:53.863306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.2e","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.470206+0000","last_change":"2024-09-16T07:27:40.460688+0000","last_active":"2024-09-16T07:27:40.470206+0000","last_peered":"2024-09-16T07:27:40.470206+0000","last_clean":"2024-09-16T07:27:40.470206+0000","last_became_active":"2024-09-16T07:27:40.460416+0000","last_became_peered":"2024-09-16T07:27:40.460416+0000","last_unstale":"2024-09-16T07:27:40.470206+0000","last_undegraded":"2024-09-16T07:27:40.470206+0000","last_fullsized":"2024-09-16T07:27:40.470206+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:29:00.763861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.2d","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.473676+0000","last_change":"2024-09-16T07:27:40.465226+0000","last_active":"2024-09-16T07:27:40.473676+0000","last_peered":"2024-09-16T07:27:40.473676+0000","last_clean":"2024-09-16T07:27:40.473676+0000","last_became_active":"2024-09-16T07:27:40.464697+0000","last_became_peered":"2024-09-16T07:27:40.464697+0000","last_unstale":"2024-09-16T07:27:40.473676+0000","last_undegraded":"2024-09-16T07:27:40.473676+0000","last_fullsized":"2024-09-16T07:27:40.473676+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:51:14.977484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.2c","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.479307+0000","last_change":"2024-09-16T07:27:40.469307+0000","last_active":"2024-09-16T07:27:40.479307+0000","last_peered":"2024-09-16T07:27:40.479307+0000","last_clean":"2024-09-16T07:27:40.479307+0000","last_became_active":"2024-09-16T07:27:40.468982+0000","last_became_peered":"2024-09-16T07:27:40.468982+0000","last_unstale":"2024-09-16T07:27:40.479307+0000","last_undegraded":"2024-09-16T07:27:40.479307+0000","last_fullsized":"2024-09-16T07:27:40.479307+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:45:57.227869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.2b","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.486566+0000","last_change":"2024-09-16T07:27:40.476004+0000","last_active":"2024-09-16T07:27:40.486566+0000","last_peered":"2024-09-16T07:27:40.486566+0000","last_clean":"2024-09-16T07:27:40.486566+0000","last_became_active":"2024-09-16T07:27:40.475678+0000","last_became_peered":"2024-09-16T07:27:40.475678+0000","last_unstale":"2024-09-16T07:27:40.486566+0000","last_undegraded":"2024-09-16T07:27:40.486566+0000","last_fullsized":"2024-09-16T07:27:40.486566+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:53:22.785635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.2a","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.471033+0000","last_change":"2024-09-16T07:27:40.468090+0000","last_active":"2024-09-16T07:27:40.471033+0000","last_peered":"2024-09-16T07:27:40.471033+0000","last_clean":"2024-09-16T07:27:40.471033+0000","last_became_active":"2024-09-16T07:27:40.466923+0000","last_became_peered":"2024-09-16T07:27:40.466923+0000","last_unstale":"2024-09-16T07:27:40.471033+0000","last_undegraded":"2024-09-16T07:27:40.471033+0000","last_fullsized":"2024-09-16T07:27:40.471033+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:09:53.767736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.29","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.480084+0000","last_change":"2024-09-16T07:27:40.476178+0000","last_active":"2024-09-16T07:27:40.480084+0000","last_peered":"2024-09-16T07:27:40.480084+0000","last_clean":"2024-09-16T07:27:40.480084+0000","last_became_active":"2024-09-16T07:27:40.475102+0000","last_became_peered":"2024-09-16T07:27:40.475102+0000","last_unstale":"2024-09-16T07:27:40.480084+0000","last_undegraded":"2024-09-16T07:27:40.480084+0000","last_fullsized":"2024-09-16T07:27:40.480084+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:38:30.655030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.28","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.469946+0000","last_change":"2024-09-16T07:27:40.467579+0000","last_active":"2024-09-16T07:27:40.469946+0000","last_peered":"2024-09-16T07:27:40.469946+0000","last_clean":"2024-09-16T07:27:40.469946+0000","last_became_active":"2024-09-16T07:27:40.467301+0000","last_became_peered":"2024-09-16T07:27:40.467301+0000","last_unstale":"2024-09-16T07:27:40.469946+0000","last_undegraded":"2024-09-16T07:27:40.469946+0000","last_fullsized":"2024-09-16T07:27:40.469946+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:40:35.955673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.27","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.473201+0000","last_change":"2024-09-16T07:27:40.470155+0000","last_active":"2024-09-16T07:27:40.473201+0000","last_peered":"2024-09-16T07:27:40.473201+0000","last_clean":"2024-09-16T07:27:40.473201+0000","last_became_active":"2024-09-16T07:27:40.469874+0000","last_became_peered":"2024-09-16T07:27:40.469874+0000","last_unstale":"2024-09-16T07:27:40.473201+0000","last_undegraded":"2024-09-16T07:27:40.473201+0000","last_fullsized":"2024-09-16T07:27:40.473201+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:55:55.259911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.26","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.479346+0000","last_change":"2024-09-16T07:27:40.469400+0000","last_active":"2024-09-16T07:27:40.479346+0000","last_peered":"2024-09-16T07:27:40.479346+0000","last_clean":"2024-09-16T07:27:40.479346+0000","last_became_active":"2024-09-16T07:27:40.467486+0000","last_became_peered":"2024-09-16T07:27:40.467486+0000","last_unstale":"2024-09-16T07:27:40.479346+0000","last_undegraded":"2024-09-16T07:27:40.479346+0000","last_fullsized":"2024-09-16T07:27:40.479346+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:01:42.941068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.25","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.474554+0000","last_change":"2024-09-16T07:27:40.471988+0000","last_active":"2024-09-16T07:27:40.474554+0000","last_peered":"2024-09-16T07:27:40.474554+0000","last_clean":"2024-09-16T07:27:40.474554+0000","last_became_active":"2024-09-16T07:27:40.471711+0000","last_became_peered":"2024-09-16T07:27:40.471711+0000","last_unstale":"2024-09-16T07:27:40.474554+0000","last_undegraded":"2024-09-16T07:27:40.474554+0000","last_fullsized":"2024-09-16T07:27:40.474554+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:19:42.635970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.24","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.478026+0000","last_change":"2024-09-16T07:27:40.475242+0000","last_active":"2024-09-16T07:27:40.478026+0000","last_peered":"2024-09-16T07:27:40.478026+0000","last_clean":"2024-09-16T07:27:40.478026+0000","last_became_active":"2024-09-16T07:27:40.474786+0000","last_became_peered":"2024-09-16T07:27:40.474786+0000","last_unstale":"2024-09-16T07:27:40.478026+0000","last_undegraded":"2024-09-16T07:27:40.478026+0000","last_fullsized":"2024-09-16T07:27:40.478026+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:31:23.533815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.23","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.464293+0000","last_change":"2024-09-16T07:27:40.463093+0000","last_active":"2024-09-16T07:27:40.464293+0000","last_peered":"2024-09-16T07:27:40.464293+0000","last_clean":"2024-09-16T07:27:40.464293+0000","last_became_active":"2024-09-16T07:27:40.462783+0000","last_became_peered":"2024-09-16T07:27:40.462783+0000","last_unstale":"2024-09-16T07:27:40.464293+0000","last_undegraded":"2024-09-16T07:27:40.464293+0000","last_fullsized":"2024-09-16T07:27:40.464293+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:48:41.096284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.22","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.474967+0000","last_change":"2024-09-16T07:27:40.467053+0000","last_active":"2024-09-16T07:27:40.474967+0000","last_peered":"2024-09-16T07:27:40.474967+0000","last_clean":"2024-09-16T07:27:40.474967+0000","last_became_active":"2024-09-16T07:27:40.466500+0000","last_became_peered":"2024-09-16T07:27:40.466500+0000","last_unstale":"2024-09-16T07:27:40.474967+0000","last_undegraded":"2024-09-16T07:27:40.474967+0000","last_fullsized":"2024-09-16T07:27:40.474967+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:40:32.303376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.21","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.475056+0000","last_change":"2024-09-16T07:27:40.472233+0000","last_active":"2024-09-16T07:27:40.475056+0000","last_peered":"2024-09-16T07:27:40.475056+0000","last_clean":"2024-09-16T07:27:40.475056+0000","last_became_active":"2024-09-16T07:27:40.471880+0000","last_became_peered":"2024-09-16T07:27:40.471880+0000","last_unstale":"2024-09-16T07:27:40.475056+0000","last_undegraded":"2024-09-16T07:27:40.475056+0000","last_fullsized":"2024-09-16T07:27:40.475056+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:43:09.603106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.20","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.474790+0000","last_change":"2024-09-16T07:27:40.472757+0000","last_active":"2024-09-16T07:27:40.474790+0000","last_peered":"2024-09-16T07:27:40.474790+0000","last_clean":"2024-09-16T07:27:40.474790+0000","last_became_active":"2024-09-16T07:27:40.472412+0000","last_became_peered":"2024-09-16T07:27:40.472412+0000","last_unstale":"2024-09-16T07:27:40.474790+0000","last_undegraded":"2024-09-16T07:27:40.474790+0000","last_fullsized":"2024-09-16T07:27:40.474790+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:09:57.245621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.1e","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.474269+0000","last_change":"2024-09-16T07:27:40.471582+0000","last_active":"2024-09-16T07:27:40.474269+0000","last_peered":"2024-09-16T07:27:40.474269+0000","last_clean":"2024-09-16T07:27:40.474269+0000","last_became_active":"2024-09-16T07:27:40.471079+0000","last_became_peered":"2024-09-16T07:27:40.471079+0000","last_unstale":"2024-09-16T07:27:40.474269+0000","last_undegraded":"2024-09-16T07:27:40.474269+0000","last_fullsized":"2024-09-16T07:27:40.474269+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:45:58.540876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.1f","version":"129'4","reported_seq":17,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.490249+0000","last_change":"2024-09-16T07:27:39.455759+0000","last_active":"2024-09-16T07:27:40.490249+0000","last_peered":"2024-09-16T07:27:40.490249+0000","last_clean":"2024-09-16T07:27:40.490249+0000","last_became_active":"2024-09-16T07:27:39.455480+0000","last_became_peered":"2024-09-16T07:27:39.455480+0000","last_unstale":"2024-09-16T07:27:40.490249+0000","last_undegraded":"2024-09-16T07:27:40.490249+0000","last_fullsized":"2024-09-16T07:27:40.490249+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:19:55.352214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.1f","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.468216+0000","last_change":"2024-09-16T07:27:40.464991+0000","last_active":"2024-09-16T07:27:40.468216+0000","last_peered":"2024-09-16T07:27:40.468216+0000","last_clean":"2024-09-16T07:27:40.468216+0000","last_became_active":"2024-09-16T07:27:40.464672+0000","last_became_peered":"2024-09-16T07:27:40.464672+0000","last_unstale":"2024-09-16T07:27:40.468216+0000","last_undegraded":"2024-09-16T07:27:40.468216+0000","last_fullsized":"2024-09-16T07:27:40.468216+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:30:37.845276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.1e","version":"129'1","reported_seq":14,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.488077+0000","last_change":"2024-09-16T07:27:39.455055+0000","last_active":"2024-09-16T07:27:40.488077+0000","last_peered":"2024-09-16T07:27:40.488077+0000","last_clean":"2024-09-16T07:27:40.488077+0000","last_became_active":"2024-09-16T07:27:39.454776+0000","last_became_peered":"2024-09-16T07:27:39.454776+0000","last_unstale":"2024-09-16T07:27:40.488077+0000","last_undegraded":"2024-09-16T07:27:40.488077+0000","last_fullsized":"2024-09-16T07:27:40.488077+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:00:44.216813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.1c","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.476403+0000","last_change":"2024-09-16T07:27:40.469536+0000","last_active":"2024-09-16T07:27:40.476403+0000","last_peered":"2024-09-16T07:27:40.476403+0000","last_clean":"2024-09-16T07:27:40.476403+0000","last_became_active":"2024-09-16T07:27:40.467838+0000","last_became_peered":"2024-09-16T07:27:40.467838+0000","last_unstale":"2024-09-16T07:27:40.476403+0000","last_undegraded":"2024-09-16T07:27:40.476403+0000","last_fullsized":"2024-09-16T07:27:40.476403+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:25:41.253872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.1d","version":"129'2","reported_seq":15,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.488562+0000","last_change":"2024-09-16T07:27:39.455539+0000","last_active":"2024-09-16T07:27:40.488562+0000","last_peered":"2024-09-16T07:27:40.488562+0000","last_clean":"2024-09-16T07:27:40.488562+0000","last_became_active":"2024-09-16T07:27:39.455258+0000","last_became_peered":"2024-09-16T07:27:39.455258+0000","last_unstale":"2024-09-16T07:27:40.488562+0000","last_undegraded":"2024-09-16T07:27:40.488562+0000","last_fullsized":"2024-09-16T07:27:40.488562+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:16:36.032123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.1d","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.488092+0000","last_change":"2024-09-16T07:27:40.485438+0000","last_active":"2024-09-16T07:27:40.488092+0000","last_peered":"2024-09-16T07:27:40.488092+0000","last_clean":"2024-09-16T07:27:40.488092+0000","last_became_active":"2024-09-16T07:27:40.485105+0000","last_became_peered":"2024-09-16T07:27:40.485105+0000","last_unstale":"2024-09-16T07:27:40.488092+0000","last_undegraded":"2024-09-16T07:27:40.488092+0000","last_fullsized":"2024-09-16T07:27:40.488092+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:28:41.506703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.1c","version":"129'2","reported_seq":15,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.488188+0000","last_change":"2024-09-16T07:27:39.454653+0000","last_active":"2024-09-16T07:27:40.488188+0000","last_peered":"2024-09-16T07:27:40.488188+0000","last_clean":"2024-09-16T07:27:40.488188+0000","last_became_active":"2024-09-16T07:27:39.454290+0000","last_became_peered":"2024-09-16T07:27:39.454290+0000","last_unstale":"2024-09-16T07:27:40.488188+0000","last_undegraded":"2024-09-16T07:27:40.488188+0000","last_fullsized":"2024-09-16T07:27:40.488188+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:09:16.047568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.1a","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.470818+0000","last_change":"2024-09-16T07:27:40.469164+0000","last_active":"2024-09-16T07:27:40.470818+0000","last_peered":"2024-09-16T07:27:40.470818+0000","last_clean":"2024-09-16T07:27:40.470818+0000","last_became_active":"2024-09-16T07:27:40.468882+0000","last_became_peered":"2024-09-16T07:27:40.468882+0000","last_unstale":"2024-09-16T07:27:40.470818+0000","last_undegraded":"2024-09-16T07:27:40.470818+0000","last_fullsized":"2024-09-16T07:27:40.470818+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:18:34.232675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.1b","version":"129'1","reported_seq":14,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.482112+0000","last_change":"2024-09-16T07:27:39.452168+0000","last_active":"2024-09-16T07:27:40.482112+0000","last_peered":"2024-09-16T07:27:40.482112+0000","last_clean":"2024-09-16T07:27:40.482112+0000","last_became_active":"2024-09-16T07:27:39.451647+0000","last_became_peered":"2024-09-16T07:27:39.451647+0000","last_unstale":"2024-09-16T07:27:40.482112+0000","last_undegraded":"2024-09-16T07:27:40.482112+0000","last_fullsized":"2024-09-16T07:27:40.482112+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:15:18.894378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.1b","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.482371+0000","last_change":"2024-09-16T07:27:40.478346+0000","last_active":"2024-09-16T07:27:40.482371+0000","last_peered":"2024-09-16T07:27:40.482371+0000","last_clean":"2024-09-16T07:27:40.482371+0000","last_became_active":"2024-09-16T07:27:40.477768+0000","last_became_peered":"2024-09-16T07:27:40.477768+0000","last_unstale":"2024-09-16T07:27:40.482371+0000","last_undegraded":"2024-09-16T07:27:40.482371+0000","last_fullsized":"2024-09-16T07:27:40.482371+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:44:23.351015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.1a","version":"129'1","reported_seq":14,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.486598+0000","last_change":"2024-09-16T07:27:39.456516+0000","last_active":"2024-09-16T07:27:40.486598+0000","last_peered":"2024-09-16T07:27:40.486598+0000","last_clean":"2024-09-16T07:27:40.486598+0000","last_became_active":"2024-09-16T07:27:39.456200+0000","last_became_peered":"2024-09-16T07:27:39.456200+0000","last_unstale":"2024-09-16T07:27:40.486598+0000","last_undegraded":"2024-09-16T07:27:40.486598+0000","last_fullsized":"2024-09-16T07:27:40.486598+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:49:34.680710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.18","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.474904+0000","last_change":"2024-09-16T07:27:40.472950+0000","last_active":"2024-09-16T07:27:40.474904+0000","last_peered":"2024-09-16T07:27:40.474904+0000","last_clean":"2024-09-16T07:27:40.474904+0000","last_became_active":"2024-09-16T07:27:40.471401+0000","last_became_peered":"2024-09-16T07:27:40.471401+0000","last_unstale":"2024-09-16T07:27:40.474904+0000","last_undegraded":"2024-09-16T07:27:40.474904+0000","last_fullsized":"2024-09-16T07:27:40.474904+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:21:41.429707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.19","version":"0'0","reported_seq":13,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.458937+0000","last_change":"2024-09-16T07:27:39.451790+0000","last_active":"2024-09-16T07:27:40.458937+0000","last_peered":"2024-09-16T07:27:40.458937+0000","last_clean":"2024-09-16T07:27:40.458937+0000","last_became_active":"2024-09-16T07:27:39.451495+0000","last_became_peered":"2024-09-16T07:27:39.451495+0000","last_unstale":"2024-09-16T07:27:40.458937+0000","last_undegraded":"2024-09-16T07:27:40.458937+0000","last_fullsized":"2024-09-16T07:27:40.458937+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:31:27.490781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.19","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.472293+0000","last_change":"2024-09-16T07:27:40.469438+0000","last_active":"2024-09-16T07:27:40.472293+0000","last_peered":"2024-09-16T07:27:40.472293+0000","last_clean":"2024-09-16T07:27:40.472293+0000","last_became_active":"2024-09-16T07:27:40.469108+0000","last_became_peered":"2024-09-16T07:27:40.469108+0000","last_unstale":"2024-09-16T07:27:40.472293+0000","last_undegraded":"2024-09-16T07:27:40.472293+0000","last_fullsized":"2024-09-16T07:27:40.472293+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:02:42.711253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.18","version":"0'0","reported_seq":13,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.460312+0000","last_change":"2024-09-16T07:27:39.457876+0000","last_active":"2024-09-16T07:27:40.460312+0000","last_peered":"2024-09-16T07:27:40.460312+0000","last_clean":"2024-09-16T07:27:40.460312+0000","last_became_active":"2024-09-16T07:27:39.457589+0000","last_became_peered":"2024-09-16T07:27:39.457589+0000","last_unstale":"2024-09-16T07:27:40.460312+0000","last_undegraded":"2024-09-16T07:27:40.460312+0000","last_fullsized":"2024-09-16T07:27:40.460312+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:18:48.234681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.16","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.482217+0000","last_change":"2024-09-16T07:27:40.476984+0000","last_active":"2024-09-16T07:27:40.482217+0000","last_peered":"2024-09-16T07:27:40.482217+0000","last_clean":"2024-09-16T07:27:40.482217+0000","last_became_active":"2024-09-16T07:27:40.476700+0000","last_became_peered":"2024-09-16T07:27:40.476700+0000","last_unstale":"2024-09-16T07:27:40.482217+0000","last_undegraded":"2024-09-16T07:27:40.482217+0000","last_fullsized":"2024-09-16T07:27:40.482217+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:51:55.163337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.17","version":"0'0","reported_seq":13,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.459006+0000","last_change":"2024-09-16T07:27:39.459083+0000","last_active":"2024-09-16T07:27:40.459006+0000","last_peered":"2024-09-16T07:27:40.459006+0000","last_clean":"2024-09-16T07:27:40.459006+0000","last_became_active":"2024-09-16T07:27:39.458821+0000","last_became_peered":"2024-09-16T07:27:39.458821+0000","last_unstale":"2024-09-16T07:27:40.459006+0000","last_undegraded":"2024-09-16T07:27:40.459006+0000","last_fullsized":"2024-09-16T07:27:40.459006+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:57:34.428093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.17","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.481248+0000","last_change":"2024-09-16T07:27:40.480338+0000","last_active":"2024-09-16T07:27:40.481248+0000","last_peered":"2024-09-16T07:27:40.481248+0000","last_clean":"2024-09-16T07:27:40.481248+0000","last_became_active":"2024-09-16T07:27:40.480025+0000","last_became_peered":"2024-09-16T07:27:40.480025+0000","last_unstale":"2024-09-16T07:27:40.481248+0000","last_undegraded":"2024-09-16T07:27:40.481248+0000","last_fullsized":"2024-09-16T07:27:40.481248+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:30:02.444315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.16","version":"0'0","reported_seq":13,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.454874+0000","last_change":"2024-09-16T07:27:39.452973+0000","last_active":"2024-09-16T07:27:40.454874+0000","last_peered":"2024-09-16T07:27:40.454874+0000","last_clean":"2024-09-16T07:27:40.454874+0000","last_became_active":"2024-09-16T07:27:39.452693+0000","last_became_peered":"2024-09-16T07:27:39.452693+0000","last_unstale":"2024-09-16T07:27:40.454874+0000","last_undegraded":"2024-09-16T07:27:40.454874+0000","last_fullsized":"2024-09-16T07:27:40.454874+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:26:28.032820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.15","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.471295+0000","last_change":"2024-09-16T07:27:40.466748+0000","last_active":"2024-09-16T07:27:40.471295+0000","last_peered":"2024-09-16T07:27:40.471295+0000","last_clean":"2024-09-16T07:27:40.471295+0000","last_became_active":"2024-09-16T07:27:40.466497+0000","last_became_peered":"2024-09-16T07:27:40.466497+0000","last_unstale":"2024-09-16T07:27:40.471295+0000","last_undegraded":"2024-09-16T07:27:40.471295+0000","last_fullsized":"2024-09-16T07:27:40.471295+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:13:30.321127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.14","version":"129'6","reported_seq":19,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.490620+0000","last_change":"2024-09-16T07:27:39.459519+0000","last_active":"2024-09-16T07:27:40.490620+0000","last_peered":"2024-09-16T07:27:40.490620+0000","last_clean":"2024-09-16T07:27:40.490620+0000","last_became_active":"2024-09-16T07:27:39.459274+0000","last_became_peered":"2024-09-16T07:27:39.459274+0000","last_unstale":"2024-09-16T07:27:40.490620+0000","last_undegraded":"2024-09-16T07:27:40.490620+0000","last_fullsized":"2024-09-16T07:27:40.490620+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:46:04.725643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.12","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.484462+0000","last_change":"2024-09-16T07:27:40.479851+0000","last_active":"2024-09-16T07:27:40.484462+0000","last_peered":"2024-09-16T07:27:40.484462+0000","last_clean":"2024-09-16T07:27:40.484462+0000","last_became_active":"2024-09-16T07:27:40.479545+0000","last_became_peered":"2024-09-16T07:27:40.479545+0000","last_unstale":"2024-09-16T07:27:40.484462+0000","last_undegraded":"2024-09-16T07:27:40.484462+0000","last_fullsized":"2024-09-16T07:27:40.484462+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:38:32.634420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.13","version":"129'2","reported_seq":15,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.490522+0000","last_change":"2024-09-16T07:27:39.456633+0000","last_active":"2024-09-16T07:27:40.490522+0000","last_peered":"2024-09-16T07:27:40.490522+0000","last_clean":"2024-09-16T07:27:40.490522+0000","last_became_active":"2024-09-16T07:27:39.456330+0000","last_became_peered":"2024-09-16T07:27:39.456330+0000","last_unstale":"2024-09-16T07:27:40.490522+0000","last_undegraded":"2024-09-16T07:27:40.490522+0000","last_fullsized":"2024-09-16T07:27:40.490522+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:36:43.126855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.13","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.479285+0000","last_change":"2024-09-16T07:27:40.469145+0000","last_active":"2024-09-16T07:27:40.479285+0000","last_peered":"2024-09-16T07:27:40.479285+0000","last_clean":"2024-09-16T07:27:40.479285+0000","last_became_active":"2024-09-16T07:27:40.468810+0000","last_became_peered":"2024-09-16T07:27:40.468810+0000","last_unstale":"2024-09-16T07:27:40.479285+0000","last_undegraded":"2024-09-16T07:27:40.479285+0000","last_fullsized":"2024-09-16T07:27:40.479285+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:52:40.891923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.12","version":"0'0","reported_seq":13,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.466420+0000","last_change":"2024-09-16T07:27:39.455184+0000","last_active":"2024-09-16T07:27:40.466420+0000","last_peered":"2024-09-16T07:27:40.466420+0000","last_clean":"2024-09-16T07:27:40.466420+0000","last_became_active":"2024-09-16T07:27:39.454899+0000","last_became_peered":"2024-09-16T07:27:39.454899+0000","last_unstale":"2024-09-16T07:27:40.466420+0000","last_undegraded":"2024-09-16T07:27:40.466420+0000","last_fullsized":"2024-09-16T07:27:40.466420+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:03:03.635758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.10","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.489185+0000","last_change":"2024-09-16T07:27:40.487780+0000","last_active":"2024-09-16T07:27:40.489185+0000","last_peered":"2024-09-16T07:27:40.489185+0000","last_clean":"2024-09-16T07:27:40.489185+0000","last_became_active":"2024-09-16T07:27:40.487340+0000","last_became_peered":"2024-09-16T07:27:40.487340+0000","last_unstale":"2024-09-16T07:27:40.489185+0000","last_undegraded":"2024-09-16T07:27:40.489185+0000","last_fullsized":"2024-09-16T07:27:40.489185+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:00:33.008771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.11","version":"0'0","reported_seq":13,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.462101+0000","last_change":"2024-09-16T07:27:39.452861+0000","last_active":"2024-09-16T07:27:40.462101+0000","last_peered":"2024-09-16T07:27:40.462101+0000","last_clean":"2024-09-16T07:27:40.462101+0000","last_became_active":"2024-09-16T07:27:39.452584+0000","last_became_peered":"2024-09-16T07:27:39.452584+0000","last_unstale":"2024-09-16T07:27:40.462101+0000","last_undegraded":"2024-09-16T07:27:40.462101+0000","last_fullsized":"2024-09-16T07:27:40.462101+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:37:44.115081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.11","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.480058+0000","last_change":"2024-09-16T07:27:40.475412+0000","last_active":"2024-09-16T07:27:40.480058+0000","last_peered":"2024-09-16T07:27:40.480058+0000","last_clean":"2024-09-16T07:27:40.480058+0000","last_became_active":"2024-09-16T07:27:40.474727+0000","last_became_peered":"2024-09-16T07:27:40.474727+0000","last_unstale":"2024-09-16T07:27:40.480058+0000","last_undegraded":"2024-09-16T07:27:40.480058+0000","last_fullsized":"2024-09-16T07:27:40.480058+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:11:02.402831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.10","version":"129'8","reported_seq":21,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.486205+0000","last_change":"2024-09-16T07:27:39.455714+0000","last_active":"2024-09-16T07:27:40.486205+0000","last_peered":"2024-09-16T07:27:40.486205+0000","last_clean":"2024-09-16T07:27:40.486205+0000","last_became_active":"2024-09-16T07:27:39.455446+0000","last_became_peered":"2024-09-16T07:27:39.455446+0000","last_unstale":"2024-09-16T07:27:40.486205+0000","last_undegraded":"2024-09-16T07:27:40.486205+0000","last_fullsized":"2024-09-16T07:27:40.486205+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:37:34.699168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.e","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.476553+0000","last_change":"2024-09-16T07:27:40.472548+0000","last_active":"2024-09-16T07:27:40.476553+0000","last_peered":"2024-09-16T07:27:40.476553+0000","last_clean":"2024-09-16T07:27:40.476553+0000","last_became_active":"2024-09-16T07:27:40.472280+0000","last_became_peered":"2024-09-16T07:27:40.472280+0000","last_unstale":"2024-09-16T07:27:40.476553+0000","last_undegraded":"2024-09-16T07:27:40.476553+0000","last_fullsized":"2024-09-16T07:27:40.476553+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:42:21.127633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.f","version":"129'1","reported_seq":14,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.487793+0000","last_change":"2024-09-16T07:27:39.456132+0000","last_active":"2024-09-16T07:27:40.487793+0000","last_peered":"2024-09-16T07:27:40.487793+0000","last_clean":"2024-09-16T07:27:40.487793+0000","last_became_active":"2024-09-16T07:27:39.455748+0000","last_became_peered":"2024-09-16T07:27:39.455748+0000","last_unstale":"2024-09-16T07:27:40.487793+0000","last_undegraded":"2024-09-16T07:27:40.487793+0000","last_fullsized":"2024-09-16T07:27:40.487793+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:36:54.290393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.f","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.474583+0000","last_change":"2024-09-16T07:27:40.472069+0000","last_active":"2024-09-16T07:27:40.474583+0000","last_peered":"2024-09-16T07:27:40.474583+0000","last_clean":"2024-09-16T07:27:40.474583+0000","last_became_active":"2024-09-16T07:27:40.471785+0000","last_became_peered":"2024-09-16T07:27:40.471785+0000","last_unstale":"2024-09-16T07:27:40.474583+0000","last_undegraded":"2024-09-16T07:27:40.474583+0000","last_fullsized":"2024-09-16T07:27:40.474583+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:04:41.841649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.e","version":"129'2","reported_seq":15,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.486400+0000","last_change":"2024-09-16T07:27:39.457017+0000","last_active":"2024-09-16T07:27:40.486400+0000","last_peered":"2024-09-16T07:27:40.486400+0000","last_clean":"2024-09-16T07:27:40.486400+0000","last_became_active":"2024-09-16T07:27:39.456647+0000","last_became_peered":"2024-09-16T07:27:39.456647+0000","last_unstale":"2024-09-16T07:27:40.486400+0000","last_undegraded":"2024-09-16T07:27:40.486400+0000","last_fullsized":"2024-09-16T07:27:40.486400+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:39:51.787536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.c","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.478309+0000","last_change":"2024-09-16T07:27:40.473943+0000","last_active":"2024-09-16T07:27:40.478309+0000","last_peered":"2024-09-16T07:27:40.478309+0000","last_clean":"2024-09-16T07:27:40.478309+0000","last_became_active":"2024-09-16T07:27:40.473650+0000","last_became_peered":"2024-09-16T07:27:40.473650+0000","last_unstale":"2024-09-16T07:27:40.478309+0000","last_undegraded":"2024-09-16T07:27:40.478309+0000","last_fullsized":"2024-09-16T07:27:40.478309+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:07:16.579291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.d","version":"129'1","reported_seq":14,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.484766+0000","last_change":"2024-09-16T07:27:39.458388+0000","last_active":"2024-09-16T07:27:40.484766+0000","last_peered":"2024-09-16T07:27:40.484766+0000","last_clean":"2024-09-16T07:27:40.484766+0000","last_became_active":"2024-09-16T07:27:39.458018+0000","last_became_peered":"2024-09-16T07:27:39.458018+0000","last_unstale":"2024-09-16T07:27:40.484766+0000","last_undegraded":"2024-09-16T07:27:40.484766+0000","last_fullsized":"2024-09-16T07:27:40.484766+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:48:27.579106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.d","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.474354+0000","last_change":"2024-09-16T07:27:40.468357+0000","last_active":"2024-09-16T07:27:40.474354+0000","last_peered":"2024-09-16T07:27:40.474354+0000","last_clean":"2024-09-16T07:27:40.474354+0000","last_became_active":"2024-09-16T07:27:40.467630+0000","last_became_peered":"2024-09-16T07:27:40.467630+0000","last_unstale":"2024-09-16T07:27:40.474354+0000","last_undegraded":"2024-09-16T07:27:40.474354+0000","last_fullsized":"2024-09-16T07:27:40.474354+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:03:35.915912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.c","version":"0'0","reported_seq":13,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.462561+0000","last_change":"2024-09-16T07:27:39.456737+0000","last_active":"2024-09-16T07:27:40.462561+0000","last_peered":"2024-09-16T07:27:40.462561+0000","last_clean":"2024-09-16T07:27:40.462561+0000","last_became_active":"2024-09-16T07:27:39.456473+0000","last_became_peered":"2024-09-16T07:27:39.456473+0000","last_unstale":"2024-09-16T07:27:40.462561+0000","last_undegraded":"2024-09-16T07:27:40.462561+0000","last_fullsized":"2024-09-16T07:27:40.462561+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:13:56.813217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.a","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.469307+0000","last_change":"2024-09-16T07:27:40.466599+0000","last_active":"2024-09-16T07:27:40.469307+0000","last_peered":"2024-09-16T07:27:40.469307+0000","last_clean":"2024-09-16T07:27:40.469307+0000","last_became_active":"2024-09-16T07:27:40.465569+0000","last_became_peered":"2024-09-16T07:27:40.465569+0000","last_unstale":"2024-09-16T07:27:40.469307+0000","last_undegraded":"2024-09-16T07:27:40.469307+0000","last_fullsized":"2024-09-16T07:27:40.469307+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:10:14.929552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.b","version":"129'2","reported_seq":15,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.488201+0000","last_change":"2024-09-16T07:27:39.455796+0000","last_active":"2024-09-16T07:27:40.488201+0000","last_peered":"2024-09-16T07:27:40.488201+0000","last_clean":"2024-09-16T07:27:40.488201+0000","last_became_active":"2024-09-16T07:27:39.455540+0000","last_became_peered":"2024-09-16T07:27:39.455540+0000","last_unstale":"2024-09-16T07:27:40.488201+0000","last_undegraded":"2024-09-16T07:27:40.488201+0000","last_fullsized":"2024-09-16T07:27:40.488201+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:33:18.821645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.b","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.475514+0000","last_change":"2024-09-16T07:27:40.474309+0000","last_active":"2024-09-16T07:27:40.475514+0000","last_peered":"2024-09-16T07:27:40.475514+0000","last_clean":"2024-09-16T07:27:40.475514+0000","last_became_active":"2024-09-16T07:27:40.474037+0000","last_became_peered":"2024-09-16T07:27:40.474037+0000","last_unstale":"2024-09-16T07:27:40.475514+0000","last_undegraded":"2024-09-16T07:27:40.475514+0000","last_fullsized":"2024-09-16T07:27:40.475514+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:37:04.519267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.a","version":"0'0","reported_seq":13,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.463823+0000","last_change":"2024-09-16T07:27:39.453032+0000","last_active":"2024-09-16T07:27:40.463823+0000","last_peered":"2024-09-16T07:27:40.463823+0000","last_clean":"2024-09-16T07:27:40.463823+0000","last_became_active":"2024-09-16T07:27:39.452731+0000","last_became_peered":"2024-09-16T07:27:39.452731+0000","last_unstale":"2024-09-16T07:27:40.463823+0000","last_undegraded":"2024-09-16T07:27:40.463823+0000","last_fullsized":"2024-09-16T07:27:40.463823+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:03:28.600224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.8","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.474907+0000","last_change":"2024-09-16T07:27:40.469024+0000","last_active":"2024-09-16T07:27:40.474907+0000","last_peered":"2024-09-16T07:27:40.474907+0000","last_clean":"2024-09-16T07:27:40.474907+0000","last_became_active":"2024-09-16T07:27:40.468733+0000","last_became_peered":"2024-09-16T07:27:40.468733+0000","last_unstale":"2024-09-16T07:27:40.474907+0000","last_undegraded":"2024-09-16T07:27:40.474907+0000","last_fullsized":"2024-09-16T07:27:40.474907+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:39:18.808195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.9","version":"0'0","reported_seq":13,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.463527+0000","last_change":"2024-09-16T07:27:39.458916+0000","last_active":"2024-09-16T07:27:40.463527+0000","last_peered":"2024-09-16T07:27:40.463527+0000","last_clean":"2024-09-16T07:27:40.463527+0000","last_became_active":"2024-09-16T07:27:39.458579+0000","last_became_peered":"2024-09-16T07:27:39.458579+0000","last_unstale":"2024-09-16T07:27:40.463527+0000","last_undegraded":"2024-09-16T07:27:40.463527+0000","last_fullsized":"2024-09-16T07:27:40.463527+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:33:59.537564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.9","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.475082+0000","last_change":"2024-09-16T07:27:40.472695+0000","last_active":"2024-09-16T07:27:40.475082+0000","last_peered":"2024-09-16T07:27:40.475082+0000","last_clean":"2024-09-16T07:27:40.475082+0000","last_became_active":"2024-09-16T07:27:40.471833+0000","last_became_peered":"2024-09-16T07:27:40.471833+0000","last_unstale":"2024-09-16T07:27:40.475082+0000","last_undegraded":"2024-09-16T07:27:40.475082+0000","last_fullsized":"2024-09-16T07:27:40.475082+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:05:54.244056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.8","version":"0'0","reported_seq":13,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.464332+0000","last_change":"2024-09-16T07:27:39.452321+0000","last_active":"2024-09-16T07:27:40.464332+0000","last_peered":"2024-09-16T07:27:40.464332+0000","last_clean":"2024-09-16T07:27:40.464332+0000","last_became_active":"2024-09-16T07:27:39.452043+0000","last_became_peered":"2024-09-16T07:27:39.452043+0000","last_unstale":"2024-09-16T07:27:40.464332+0000","last_undegraded":"2024-09-16T07:27:40.464332+0000","last_fullsized":"2024-09-16T07:27:40.464332+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:51:28.724159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.6","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.487506+0000","last_change":"2024-09-16T07:27:40.484565+0000","last_active":"2024-09-16T07:27:40.487506+0000","last_peered":"2024-09-16T07:27:40.487506+0000","last_clean":"2024-09-16T07:27:40.487506+0000","last_became_active":"2024-09-16T07:27:40.484280+0000","last_became_peered":"2024-09-16T07:27:40.484280+0000","last_unstale":"2024-09-16T07:27:40.487506+0000","last_undegraded":"2024-09-16T07:27:40.487506+0000","last_fullsized":"2024-09-16T07:27:40.487506+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:15:57.092690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.7","version":"129'2","reported_seq":15,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.487513+0000","last_change":"2024-09-16T07:27:39.451432+0000","last_active":"2024-09-16T07:27:40.487513+0000","last_peered":"2024-09-16T07:27:40.487513+0000","last_clean":"2024-09-16T07:27:40.487513+0000","last_became_active":"2024-09-16T07:27:39.450411+0000","last_became_peered":"2024-09-16T07:27:39.450411+0000","last_unstale":"2024-09-16T07:27:40.487513+0000","last_undegraded":"2024-09-16T07:27:40.487513+0000","last_fullsized":"2024-09-16T07:27:40.487513+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:04:31.909313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.7","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.489004+0000","last_change":"2024-09-16T07:27:40.486915+0000","last_active":"2024-09-16T07:27:40.489004+0000","last_peered":"2024-09-16T07:27:40.489004+0000","last_clean":"2024-09-16T07:27:40.489004+0000","last_became_active":"2024-09-16T07:27:40.486630+0000","last_became_peered":"2024-09-16T07:27:40.486630+0000","last_unstale":"2024-09-16T07:27:40.489004+0000","last_undegraded":"2024-09-16T07:27:40.489004+0000","last_fullsized":"2024-09-16T07:27:40.489004+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:14:01.819016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.6","version":"0'0","reported_seq":13,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.463817+0000","last_change":"2024-09-16T07:27:39.458681+0000","last_active":"2024-09-16T07:27:40.463817+0000","last_peered":"2024-09-16T07:27:40.463817+0000","last_clean":"2024-09-16T07:27:40.463817+0000","last_became_active":"2024-09-16T07:27:39.458395+0000","last_became_peered":"2024-09-16T07:27:39.458395+0000","last_unstale":"2024-09-16T07:27:40.463817+0000","last_undegraded":"2024-09-16T07:27:40.463817+0000","last_fullsized":"2024-09-16T07:27:40.463817+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:06:27.045206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.4","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.474186+0000","last_change":"2024-09-16T07:27:40.467172+0000","last_active":"2024-09-16T07:27:40.474186+0000","last_peered":"2024-09-16T07:27:40.474186+0000","last_clean":"2024-09-16T07:27:40.474186+0000","last_became_active":"2024-09-16T07:27:40.466701+0000","last_became_peered":"2024-09-16T07:27:40.466701+0000","last_unstale":"2024-09-16T07:27:40.474186+0000","last_undegraded":"2024-09-16T07:27:40.474186+0000","last_fullsized":"2024-09-16T07:27:40.474186+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:24:37.009355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.5","version":"0'0","reported_seq":13,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.462447+0000","last_change":"2024-09-16T07:27:39.456616+0000","last_active":"2024-09-16T07:27:40.462447+0000","last_peered":"2024-09-16T07:27:40.462447+0000","last_clean":"2024-09-16T07:27:40.462447+0000","last_became_active":"2024-09-16T07:27:39.456025+0000","last_became_peered":"2024-09-16T07:27:39.456025+0000","last_unstale":"2024-09-16T07:27:40.462447+0000","last_undegraded":"2024-09-16T07:27:40.462447+0000","last_fullsized":"2024-09-16T07:27:40.462447+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:52:03.740441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.5","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.479300+0000","last_change":"2024-09-16T07:27:40.469399+0000","last_active":"2024-09-16T07:27:40.479300+0000","last_peered":"2024-09-16T07:27:40.479300+0000","last_clean":"2024-09-16T07:27:40.479300+0000","last_became_active":"2024-09-16T07:27:40.469050+0000","last_became_peered":"2024-09-16T07:27:40.469050+0000","last_unstale":"2024-09-16T07:27:40.479300+0000","last_undegraded":"2024-09-16T07:27:40.479300+0000","last_fullsized":"2024-09-16T07:27:40.479300+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:32:58.351062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.4","version":"0'0","reported_seq":13,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.461000+0000","last_change":"2024-09-16T07:27:39.453497+0000","last_active":"2024-09-16T07:27:40.461000+0000","last_peered":"2024-09-16T07:27:40.461000+0000","last_clean":"2024-09-16T07:27:40.461000+0000","last_became_active":"2024-09-16T07:27:39.452188+0000","last_became_peered":"2024-09-16T07:27:39.452188+0000","last_unstale":"2024-09-16T07:27:40.461000+0000","last_undegraded":"2024-09-16T07:27:40.461000+0000","last_fullsized":"2024-09-16T07:27:40.461000+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:39:01.064359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.2","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.474092+0000","last_change":"2024-09-16T07:27:40.470339+0000","last_active":"2024-09-16T07:27:40.474092+0000","last_peered":"2024-09-16T07:27:40.474092+0000","last_clean":"2024-09-16T07:27:40.474092+0000","last_became_active":"2024-09-16T07:27:40.470091+0000","last_became_peered":"2024-09-16T07:27:40.470091+0000","last_unstale":"2024-09-16T07:27:40.474092+0000","last_undegraded":"2024-09-16T07:27:40.474092+0000","last_fullsized":"2024-09-16T07:27:40.474092+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:58:10.183002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.3","version":"0'0","reported_seq":13,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.461840+0000","last_change":"2024-09-16T07:27:39.454894+0000","last_active":"2024-09-16T07:27:40.461840+0000","last_peered":"2024-09-16T07:27:40.461840+0000","last_clean":"2024-09-16T07:27:40.461840+0000","last_became_active":"2024-09-16T07:27:39.454631+0000","last_became_peered":"2024-09-16T07:27:39.454631+0000","last_unstale":"2024-09-16T07:27:40.461840+0000","last_undegraded":"2024-09-16T07:27:40.461840+0000","last_fullsized":"2024-09-16T07:27:40.461840+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:04:39.367564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.3","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.479316+0000","last_change":"2024-09-16T07:27:40.472795+0000","last_active":"2024-09-16T07:27:40.479316+0000","last_peered":"2024-09-16T07:27:40.479316+0000","last_clean":"2024-09-16T07:27:40.479316+0000","last_became_active":"2024-09-16T07:27:40.472517+0000","last_became_peered":"2024-09-16T07:27:40.472517+0000","last_unstale":"2024-09-16T07:27:40.479316+0000","last_undegraded":"2024-09-16T07:27:40.479316+0000","last_fullsized":"2024-09-16T07:27:40.479316+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:14:25.714422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.2","version":"0'0","reported_seq":13,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.463893+0000","last_change":"2024-09-16T07:27:39.458190+0000","last_active":"2024-09-16T07:27:40.463893+0000","last_peered":"2024-09-16T07:27:40.463893+0000","last_clean":"2024-09-16T07:27:40.463893+0000","last_became_active":"2024-09-16T07:27:39.457915+0000","last_became_peered":"2024-09-16T07:27:39.457915+0000","last_unstale":"2024-09-16T07:27:40.463893+0000","last_undegraded":"2024-09-16T07:27:40.463893+0000","last_fullsized":"2024-09-16T07:27:40.463893+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:50:24.026889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.0","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.479412+0000","last_change":"2024-09-16T07:27:40.475401+0000","last_active":"2024-09-16T07:27:40.479412+0000","last_peered":"2024-09-16T07:27:40.479412+0000","last_clean":"2024-09-16T07:27:40.479412+0000","last_became_active":"2024-09-16T07:27:40.475149+0000","last_became_peered":"2024-09-16T07:27:40.475149+0000","last_unstale":"2024-09-16T07:27:40.479412+0000","last_undegraded":"2024-09-16T07:27:40.479412+0000","last_fullsized":"2024-09-16T07:27:40.479412+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:28:24.969706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.1","version":"0'0","reported_seq":13,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.464309+0000","last_change":"2024-09-16T07:27:39.453366+0000","last_active":"2024-09-16T07:27:40.464309+0000","last_peered":"2024-09-16T07:27:40.464309+0000","last_clean":"2024-09-16T07:27:40.464309+0000","last_became_active":"2024-09-16T07:27:39.453108+0000","last_became_peered":"2024-09-16T07:27:39.453108+0000","last_unstale":"2024-09-16T07:27:40.464309+0000","last_undegraded":"2024-09-16T07:27:40.464309+0000","last_fullsized":"2024-09-16T07:27:40.464309+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:05:35.138441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.1","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.483385+0000","last_change":"2024-09-16T07:27:40.471963+0000","last_active":"2024-09-16T07:27:40.483385+0000","last_peered":"2024-09-16T07:27:40.483385+0000","last_clean":"2024-09-16T07:27:40.483385+0000","last_became_active":"2024-09-16T07:27:40.471627+0000","last_became_peered":"2024-09-16T07:27:40.471627+0000","last_unstale":"2024-09-16T07:27:40.483385+0000","last_undegraded":"2024-09-16T07:27:40.483385+0000","last_fullsized":"2024-09-16T07:27:40.483385+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:04:45.281635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.0","version":"0'0","reported_seq":13,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.456964+0000","last_change":"2024-09-16T07:27:39.453144+0000","last_active":"2024-09-16T07:27:40.456964+0000","last_peered":"2024-09-16T07:27:40.456964+0000","last_clean":"2024-09-16T07:27:40.456964+0000","last_became_active":"2024-09-16T07:27:39.452868+0000","last_became_peered":"2024-09-16T07:27:39.452868+0000","last_unstale":"2024-09-16T07:27:40.456964+0000","last_undegraded":"2024-09-16T07:27:40.456964+0000","last_fullsized":"2024-09-16T07:27:40.456964+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:08:22.327355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.14","version":"0'0","reported_seq":10,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.482328+0000","last_change":"2024-09-16T07:27:40.473755+0000","last_active":"2024-09-16T07:27:40.482328+0000","last_peered":"2024-09-16T07:27:40.482328+0000","last_clean":"2024-09-16T07:27:40.482328+0000","last_became_active":"2024-09-16T07:27:40.473428+0000","last_became_peered":"2024-09-16T07:27:40.473428+0000","last_unstale":"2024-09-16T07:27:40.482328+0000","last_undegraded":"2024-09-16T07:27:40.482328+0000","last_fullsized":"2024-09-16T07:27:40.482328+0000","mapping_epoch":128,"log_start":"0'0","ondisk_log_start":"0'0","created":128,"last_epoch_clean":129,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:39.435781+0000","last_clean_scrub_stamp":"2024-09-16T07:27:39.435781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:23:46.694789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.15","version":"129'3","reported_seq":16,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.490523+0000","last_change":"2024-09-16T07:27:39.454513+0000","last_active":"2024-09-16T07:27:40.490523+0000","last_peered":"2024-09-16T07:27:40.490523+0000","last_clean":"2024-09-16T07:27:40.490523+0000","last_became_active":"2024-09-16T07:27:39.454244+0000","last_became_peered":"2024-09-16T07:27:39.454244+0000","last_unstale":"2024-09-16T07:27:40.490523+0000","last_undegraded":"2024-09-16T07:27:40.490523+0000","last_fullsized":"2024-09-16T07:27:40.490523+0000","mapping_epoch":127,"log_start":"0'0","ondisk_log_start":"0'0","created":127,"last_epoch_clean":128,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:27:38.429737+0000","last_clean_scrub_stamp":"2024-09-16T07:27:38.429737+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:40:18.610584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"70'79","reported_seq":336,"reported_epoch":129,"state":"active+clean","last_fresh":"2024-09-16T07:27:40.453480+0000","last_change":"2024-09-16T07:21:02.600196+0000","last_active":"2024-09-16T07:27:40.453480+0000","last_peered":"2024-09-16T07:27:40.453480+0000","last_clean":"2024-09-16T07:27:40.453480+0000","last_became_active":"2024-09-16T07:21:02.599001+0000","last_became_peered":"2024-09-16T07:21:02.599001+0000","last_unstale":"2024-09-16T07:27:40.453480+0000","last_undegraded":"2024-09-16T07:27:40.453480+0000","last_fullsized":"2024-09-16T07:27:40.453480+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_clean_scrub_stamp":"2024-09-16T07:21:01.331773+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:28:40.942832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":21,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":20,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509525,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32752,"kb_used_data":1560,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339088,"statfs":{"total":96636764160,"available":96603226112,"internally_reserved":0,"allocated":1597440,"data_stored":704475,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574931,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32760,"kb_used_data":1572,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339080,"statfs":{"total":96636764160,"available":96603217920,"internally_reserved":0,"allocated":1609728,"data_stored":711278,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509524,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33332,"kb_used_data":2140,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338508,"statfs":{"total":96636764160,"available":96602632192,"internally_reserved":0,"allocated":2191360,"data_stored":1294843,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509524,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32792,"kb_used_data":1592,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339048,"statfs":{"total":96636764160,"available":96603185152,"internally_reserved":0,"allocated":1630208,"data_stored":713494,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509525,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32752,"kb_used_data":1560,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339088,"statfs":{"total":96636764160,"available":96603226112,"internally_reserved":0,"allocated":1597440,"data_stored":704475,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509525,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32776,"kb_used_data":1576,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339064,"statfs":{"total":96636764160,"available":96603201536,"internally_reserved":0,"allocated":1613824,"data_stored":711300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509525,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33356,"kb_used_data":2156,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338484,"statfs":{"total":96636764160,"available":96602607616,"internally_reserved":0,"allocated":2207744,"data_stored":1301716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509526,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32764,"kb_used_data":1576,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339076,"statfs":{"total":96636764160,"available":96603213824,"internally_reserved":0,"allocated":1613824,"data_stored":711368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1806,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T07:27:44.839 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-16T07:27:44.839 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-16T07:27:44.989 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.988+0000 7f950b439640 1 -- 172.21.15.31:0/4121993769 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f950415aa00 msgr2=0x7f950406eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:44.989 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.988+0000 7f950b439640 1 --2- 172.21.15.31:0/4121993769 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f950415aa00 0x7f950406eb30 secure :-1 s=READY pgs=1383 cs=0 l=1 rev1=1 crypto rx=0x7f950406e6a0 tx=0x7f950002a4a0 comp rx=0 tx=0).stop 2024-09-16T07:27:44.989 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.988+0000 7f950b439640 1 -- 172.21.15.31:0/4121993769 shutdown_connections 2024-09-16T07:27:44.989 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.988+0000 7f950b439640 1 --2- 172.21.15.31:0/4121993769 >> v2:172.21.15.155:3300/0 conn(0x7f95040ccac0 0x7f950415e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:44.989 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.988+0000 7f950b439640 1 --2- 172.21.15.31:0/4121993769 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f950415aa00 0x7f950406eb30 unknown :-1 s=CLOSED pgs=1383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:44.989 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.988+0000 7f950b439640 1 -- 172.21.15.31:0/4121993769 >> 172.21.15.31:0/4121993769 conn(0x7f95040b1700 msgr2=0x7f95040b1ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:44.989 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.988+0000 7f950b439640 1 -- 172.21.15.31:0/4121993769 shutdown_connections 2024-09-16T07:27:44.989 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.988+0000 7f950b439640 1 -- 172.21.15.31:0/4121993769 wait complete. 2024-09-16T07:27:44.990 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.989+0000 7f950b439640 1 Processor -- start 2024-09-16T07:27:44.990 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.989+0000 7f950b439640 1 -- start start 2024-09-16T07:27:44.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.990+0000 7f950b439640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9504072bc0 0x7f950414e0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:44.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.990+0000 7f950b439640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f95040ccac0 0x7f950414acc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:44.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.990+0000 7f950b439640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f950415aa00 0x7f95041f7d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:44.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.990+0000 7f950b439640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f950415af20 con 0x7f95040ccac0 2024-09-16T07:27:44.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.990+0000 7f950b439640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f9504072880 con 0x7f9504072bc0 2024-09-16T07:27:44.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.990+0000 7f950b439640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f9504072a00 con 0x7f950415aa00 2024-09-16T07:27:44.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.990+0000 7f95089d4640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f95040ccac0 0x7f950414acc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:44.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.990+0000 7f95089d4640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f95040ccac0 0x7f950414acc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48706/0 (socket says 172.21.15.31:48706) 2024-09-16T07:27:44.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.990+0000 7f95089d4640 1 -- 172.21.15.31:0/1764113172 learned_addr learned my addr 172.21.15.31:0/1764113172 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:44.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.991+0000 7f95091d5640 1 --2- 172.21.15.31:0/1764113172 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9504072bc0 0x7f950414e0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:44.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.991+0000 7f95099d6640 1 --2- 172.21.15.31:0/1764113172 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f950415aa00 0x7f95041f7d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:44.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.991+0000 7f95089d4640 1 -- 172.21.15.31:0/1764113172 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f950415aa00 msgr2=0x7f95041f7d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:44.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.991+0000 7f95089d4640 1 --2- 172.21.15.31:0/1764113172 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f950415aa00 0x7f95041f7d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:44.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.991+0000 7f95089d4640 1 -- 172.21.15.31:0/1764113172 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9504072bc0 msgr2=0x7f950414e0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:44.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.991+0000 7f95089d4640 1 --2- 172.21.15.31:0/1764113172 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9504072bc0 0x7f950414e0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:44.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.991+0000 7f95089d4640 1 -- 172.21.15.31:0/1764113172 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95041f87a0 con 0x7f95040ccac0 2024-09-16T07:27:44.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.991+0000 7f95089d4640 1 --2- 172.21.15.31:0/1764113172 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f95040ccac0 0x7f950414acc0 secure :-1 s=READY pgs=1384 cs=0 l=1 rev1=1 crypto rx=0x7f94f400c410 tx=0x7f94f400c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:44.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.991+0000 7f94f9ffb640 1 -- 172.21.15.31:0/1764113172 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94f4017070 con 0x7f95040ccac0 2024-09-16T07:27:44.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.991+0000 7f94f9ffb640 1 -- 172.21.15.31:0/1764113172 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f94f40035f0 con 0x7f95040ccac0 2024-09-16T07:27:44.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.991+0000 7f950b439640 1 -- 172.21.15.31:0/1764113172 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95041f8a80 con 0x7f95040ccac0 2024-09-16T07:27:44.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.991+0000 7f94f9ffb640 1 -- 172.21.15.31:0/1764113172 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94f4003a80 con 0x7f95040ccac0 2024-09-16T07:27:44.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.991+0000 7f950b439640 1 -- 172.21.15.31:0/1764113172 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f950414db90 con 0x7f95040ccac0 2024-09-16T07:27:44.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.992+0000 7f950b439640 1 -- 172.21.15.31:0/1764113172 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f950415f290 con 0x7f95040ccac0 2024-09-16T07:27:44.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.993+0000 7f94f9ffb640 1 -- 172.21.15.31:0/1764113172 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 21) ==== 101848+0+0 (secure 0 0 0) 0x7f94f401a070 con 0x7f95040ccac0 2024-09-16T07:27:44.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.993+0000 7f94f9ffb640 1 --2- 172.21.15.31:0/1764113172 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f94e8078e80 0x7f94e807b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:44.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.994+0000 7f94f9ffb640 1 -- 172.21.15.31:0/1764113172 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 5737+0+0 (secure 0 0 0) 0x7f94f409a8c0 con 0x7f95040ccac0 2024-09-16T07:27:44.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.994+0000 7f95091d5640 1 --2- 172.21.15.31:0/1764113172 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f94e8078e80 0x7f94e807b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:44.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.994+0000 7f95091d5640 1 --2- 172.21.15.31:0/1764113172 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f94e8078e80 0x7f94e807b340 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f9500034000 tx=0x7f9500004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:44.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:44.998+0000 7f94f9ffb640 1 -- 172.21.15.31:0/1764113172 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f94f4062510 con 0x7f95040ccac0 2024-09-16T07:27:45.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.257+0000 7f950b439640 1 -- 172.21.15.31:0/1764113172 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f95040ca990 con 0x7f95040ccac0 2024-09-16T07:27:45.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.259+0000 7f94f9ffb640 1 -- 172.21.15.31:0/1764113172 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v25) ==== 190+0+147 (secure 0 0 0) 0x7f94f409a020 con 0x7f95040ccac0 2024-09-16T07:27:45.259 INFO:teuthology.orchestra.run.smithi031.stdout:[client.0] 2024-09-16T07:27:45.259 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQAp3OdmOi3VIhAA6pREvErOkWIiU+/Wlqimsw== 2024-09-16T07:27:45.259 INFO:teuthology.orchestra.run.smithi031.stdout: caps mds = "allow" 2024-09-16T07:27:45.259 INFO:teuthology.orchestra.run.smithi031.stdout: caps mon = "allow r" 2024-09-16T07:27:45.260 INFO:teuthology.orchestra.run.smithi031.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-16T07:27:45.260 INFO:teuthology.orchestra.run.smithi031.stderr:updated caps for client.0 2024-09-16T07:27:45.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.261+0000 7f950b439640 1 -- 172.21.15.31:0/1764113172 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f94e8078e80 msgr2=0x7f94e807b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:45.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.261+0000 7f950b439640 1 --2- 172.21.15.31:0/1764113172 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f94e8078e80 0x7f94e807b340 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f9500034000 tx=0x7f9500004730 comp rx=0 tx=0).stop 2024-09-16T07:27:45.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.261+0000 7f950b439640 1 -- 172.21.15.31:0/1764113172 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f95040ccac0 msgr2=0x7f950414acc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:45.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.261+0000 7f950b439640 1 --2- 172.21.15.31:0/1764113172 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f95040ccac0 0x7f950414acc0 secure :-1 s=READY pgs=1384 cs=0 l=1 rev1=1 crypto rx=0x7f94f400c410 tx=0x7f94f400c8d0 comp rx=0 tx=0).stop 2024-09-16T07:27:45.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.261+0000 7f950b439640 1 -- 172.21.15.31:0/1764113172 shutdown_connections 2024-09-16T07:27:45.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.261+0000 7f950b439640 1 --2- 172.21.15.31:0/1764113172 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f94e8078e80 0x7f94e807b340 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:45.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.261+0000 7f950b439640 1 --2- 172.21.15.31:0/1764113172 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f950415aa00 0x7f95041f7d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:45.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.261+0000 7f950b439640 1 --2- 172.21.15.31:0/1764113172 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f95040ccac0 0x7f950414acc0 unknown :-1 s=CLOSED pgs=1384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:45.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.261+0000 7f950b439640 1 --2- 172.21.15.31:0/1764113172 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9504072bc0 0x7f950414e0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:45.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.261+0000 7f950b439640 1 -- 172.21.15.31:0/1764113172 >> 172.21.15.31:0/1764113172 conn(0x7f95040b1700 msgr2=0x7f95040cc3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:45.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.261+0000 7f950b439640 1 -- 172.21.15.31:0/1764113172 shutdown_connections 2024-09-16T07:27:45.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.262+0000 7f950b439640 1 -- 172.21.15.31:0/1764113172 wait complete. 2024-09-16T07:27:45.273 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:27:45.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.378+0000 7ff9145a0640 1 -- 172.21.15.31:0/1897414462 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff90c0b49f0 msgr2=0x7ff90c0d1a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:45.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.378+0000 7ff9145a0640 1 --2- 172.21.15.31:0/1897414462 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff90c0b49f0 0x7ff90c0d1a10 secure :-1 s=READY pgs=1386 cs=0 l=1 rev1=1 crypto rx=0x7ff904009ca0 tx=0x7ff90402aac0 comp rx=0 tx=0).stop 2024-09-16T07:27:45.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.378+0000 7ff9145a0640 1 -- 172.21.15.31:0/1897414462 shutdown_connections 2024-09-16T07:27:45.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.378+0000 7ff9145a0640 1 --2- 172.21.15.31:0/1897414462 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff90c0b49f0 0x7ff90c0d1a10 unknown :-1 s=CLOSED pgs=1386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:45.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.378+0000 7ff9145a0640 1 -- 172.21.15.31:0/1897414462 >> 172.21.15.31:0/1897414462 conn(0x7ff90c0d3e40 msgr2=0x7ff90c0d4250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:45.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.378+0000 7ff9145a0640 1 -- 172.21.15.31:0/1897414462 shutdown_connections 2024-09-16T07:27:45.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.378+0000 7ff9145a0640 1 -- 172.21.15.31:0/1897414462 wait complete. 2024-09-16T07:27:45.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.379+0000 7ff9145a0640 1 Processor -- start 2024-09-16T07:27:45.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.379+0000 7ff9145a0640 1 -- start start 2024-09-16T07:27:45.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.380+0000 7ff9145a0640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff90c0b49f0 0x7ff90c15bf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:45.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.380+0000 7ff9145a0640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff90c0cf920 0x7ff90c153c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:45.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.380+0000 7ff9145a0640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff90c161b30 0x7ff90c0c8aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:45.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.380+0000 7ff9145a0640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7ff90c161860 con 0x7ff90c161b30 2024-09-16T07:27:45.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.380+0000 7ff9145a0640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ff90c1616e0 con 0x7ff90c0cf920 2024-09-16T07:27:45.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.380+0000 7ff9145a0640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ff90c1696a0 con 0x7ff90c0b49f0 2024-09-16T07:27:45.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.380+0000 7ff912b3d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff90c161b30 0x7ff90c0c8aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:45.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.380+0000 7ff912b3d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff90c161b30 0x7ff90c0c8aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48722/0 (socket says 172.21.15.31:48722) 2024-09-16T07:27:45.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.380+0000 7ff912b3d640 1 -- 172.21.15.31:0/2831566972 learned_addr learned my addr 172.21.15.31:0/2831566972 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:45.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.380+0000 7ff911b3b640 1 --2- 172.21.15.31:0/2831566972 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff90c0cf920 0x7ff90c153c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:45.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.380+0000 7ff912b3d640 1 -- 172.21.15.31:0/2831566972 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff90c0b49f0 msgr2=0x7ff90c15bf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:45.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.380+0000 7ff91233c640 1 --2- 172.21.15.31:0/2831566972 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff90c0b49f0 0x7ff90c15bf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:45.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.380+0000 7ff912b3d640 1 --2- 172.21.15.31:0/2831566972 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff90c0b49f0 0x7ff90c15bf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:45.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.381+0000 7ff912b3d640 1 -- 172.21.15.31:0/2831566972 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff90c0cf920 msgr2=0x7ff90c153c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:45.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.381+0000 7ff912b3d640 1 --2- 172.21.15.31:0/2831566972 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff90c0cf920 0x7ff90c153c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:45.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.381+0000 7ff912b3d640 1 -- 172.21.15.31:0/2831566972 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff90c0c9480 con 0x7ff90c161b30 2024-09-16T07:27:45.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.381+0000 7ff91233c640 1 --2- 172.21.15.31:0/2831566972 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff90c0b49f0 0x7ff90c15bf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:27:45.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.381+0000 7ff911b3b640 1 --2- 172.21.15.31:0/2831566972 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff90c0cf920 0x7ff90c153c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:27:45.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.381+0000 7ff912b3d640 1 --2- 172.21.15.31:0/2831566972 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff90c161b30 0x7ff90c0c8aa0 secure :-1 s=READY pgs=1387 cs=0 l=1 rev1=1 crypto rx=0x7ff904009ca0 tx=0x7ff904003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:45.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.381+0000 7ff902ffd640 1 -- 172.21.15.31:0/2831566972 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff904046070 con 0x7ff90c161b30 2024-09-16T07:27:45.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.381+0000 7ff902ffd640 1 -- 172.21.15.31:0/2831566972 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff904004250 con 0x7ff90c161b30 2024-09-16T07:27:45.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.381+0000 7ff9145a0640 1 -- 172.21.15.31:0/2831566972 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff90c15b160 con 0x7ff90c161b30 2024-09-16T07:27:45.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.381+0000 7ff902ffd640 1 -- 172.21.15.31:0/2831566972 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff904004680 con 0x7ff90c161b30 2024-09-16T07:27:45.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.381+0000 7ff9145a0640 1 -- 172.21.15.31:0/2831566972 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff90c15b720 con 0x7ff90c161b30 2024-09-16T07:27:45.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.382+0000 7ff9145a0640 1 -- 172.21.15.31:0/2831566972 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff90c0b3580 con 0x7ff90c161b30 2024-09-16T07:27:45.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.383+0000 7ff902ffd640 1 -- 172.21.15.31:0/2831566972 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 21) ==== 101848+0+0 (secure 0 0 0) 0x7ff904049070 con 0x7ff90c161b30 2024-09-16T07:27:45.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.383+0000 7ff902ffd640 1 --2- 172.21.15.31:0/2831566972 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff8f0078e80 0x7ff8f007b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:45.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.383+0000 7ff902ffd640 1 -- 172.21.15.31:0/2831566972 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 5737+0+0 (secure 0 0 0) 0x7ff9040bc500 con 0x7ff90c161b30 2024-09-16T07:27:45.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.383+0000 7ff91233c640 1 --2- 172.21.15.31:0/2831566972 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff8f0078e80 0x7ff8f007b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:45.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.384+0000 7ff91233c640 1 --2- 172.21.15.31:0/2831566972 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff8f0078e80 0x7ff8f007b340 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7ff90c0b9650 tx=0x7ff908008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:45.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.388+0000 7ff902ffd640 1 -- 172.21.15.31:0/2831566972 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7ff904032030 con 0x7ff90c161b30 2024-09-16T07:27:45.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.614+0000 7ff9145a0640 1 -- 172.21.15.31:0/2831566972 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff90c0ceff0 con 0x7ff90c161b30 2024-09-16T07:27:45.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.615+0000 7ff902ffd640 1 -- 172.21.15.31:0/2831566972 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 89 v89) ==== 94+0+5227 (secure 0 0 0) 0x7ff904004820 con 0x7ff90c161b30 2024-09-16T07:27:45.615 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:27:45.616 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":89,"btime":"2024-09-16T07:27:43:468073+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6482,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6834/300988317","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":300988317},{"type":"v1","addr":"172.21.15.31:6834","nonce":300988317}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":85},{"gid":6494,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6809/896808702","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":896808702},{"type":"v1","addr":"172.21.15.155:6809","nonce":896808702}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":85},{"gid":6497,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/3787827133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":3787827133},{"type":"v1","addr":"172.21.15.155:6835","nonce":3787827133}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":85}],"filesystems":[{"mdsmap":{"epoch":89,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:27:39.814509+0000","modified":"2024-09-16T07:27:42.834324+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8070},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8070":{"gid":8070,"name":"a","rank":0,"incarnation":86,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6835/2633710257","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":2633710257},{"type":"v1","addr":"172.21.15.31:6835","nonce":2633710257}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[21],"metadata_pool":20,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8070,"qdb_cluster":[8070]},"id":10}]} 2024-09-16T07:27:45.616 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 89 2024-09-16T07:27:45.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.617+0000 7ff9145a0640 1 -- 172.21.15.31:0/2831566972 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff8f0078e80 msgr2=0x7ff8f007b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:45.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.617+0000 7ff9145a0640 1 --2- 172.21.15.31:0/2831566972 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff8f0078e80 0x7ff8f007b340 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7ff90c0b9650 tx=0x7ff908008040 comp rx=0 tx=0).stop 2024-09-16T07:27:45.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.617+0000 7ff9145a0640 1 -- 172.21.15.31:0/2831566972 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff90c161b30 msgr2=0x7ff90c0c8aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:45.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.617+0000 7ff9145a0640 1 --2- 172.21.15.31:0/2831566972 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff90c161b30 0x7ff90c0c8aa0 secure :-1 s=READY pgs=1387 cs=0 l=1 rev1=1 crypto rx=0x7ff904009ca0 tx=0x7ff904003f10 comp rx=0 tx=0).stop 2024-09-16T07:27:45.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.617+0000 7ff9145a0640 1 -- 172.21.15.31:0/2831566972 shutdown_connections 2024-09-16T07:27:45.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.617+0000 7ff9145a0640 1 --2- 172.21.15.31:0/2831566972 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff8f0078e80 0x7ff8f007b340 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:45.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.617+0000 7ff9145a0640 1 --2- 172.21.15.31:0/2831566972 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff90c161b30 0x7ff90c0c8aa0 unknown :-1 s=CLOSED pgs=1387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:45.619 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.617+0000 7ff9145a0640 1 --2- 172.21.15.31:0/2831566972 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff90c0cf920 0x7ff90c153c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:45.619 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.617+0000 7ff9145a0640 1 --2- 172.21.15.31:0/2831566972 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff90c0b49f0 0x7ff90c15bf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:45.619 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.617+0000 7ff9145a0640 1 -- 172.21.15.31:0/2831566972 >> 172.21.15.31:0/2831566972 conn(0x7ff90c0d3e40 msgr2=0x7ff90c0b5400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:45.619 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.617+0000 7ff9145a0640 1 -- 172.21.15.31:0/2831566972 shutdown_connections 2024-09-16T07:27:45.619 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:45.617+0000 7ff9145a0640 1 -- 172.21.15.31:0/2831566972 wait complete. 2024-09-16T07:27:46.031 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 89, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-16T07:27:39.814509+0000', 'modified': '2024-09-16T07:27:42.834324+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 8070}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_8070': {'gid': 8070, 'name': 'a', 'rank': 0, 'incarnation': 86, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.31:6835/2633710257', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.31:6832', 'nonce': 2633710257}, {'type': 'v1', 'addr': '172.21.15.31:6835', 'nonce': 2633710257}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [21], 'metadata_pool': 20, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 8070, 'qdb_cluster': [8070]} 2024-09-16T07:27:46.032 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-16T07:27:46.032 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-16T07:27:46.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.144+0000 7f09929a1640 1 -- 172.21.15.31:0/2098723994 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f098c0d2990 msgr2=0x7f098c0b3430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:46.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.144+0000 7f09929a1640 1 --2- 172.21.15.31:0/2098723994 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f098c0d2990 0x7f098c0b3430 secure :-1 s=READY pgs=1389 cs=0 l=1 rev1=1 crypto rx=0x7f098c08c830 tx=0x7f098402a5d0 comp rx=0 tx=0).stop 2024-09-16T07:27:46.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.144+0000 7f09929a1640 1 -- 172.21.15.31:0/2098723994 shutdown_connections 2024-09-16T07:27:46.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.144+0000 7f09929a1640 1 --2- 172.21.15.31:0/2098723994 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f098c0d2990 0x7f098c0b3430 unknown :-1 s=CLOSED pgs=1389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:46.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.144+0000 7f09929a1640 1 --2- 172.21.15.31:0/2098723994 >> v2:172.21.15.155:3300/0 conn(0x7f098c0d1ea0 0x7f098c1611a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:46.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.144+0000 7f09929a1640 1 -- 172.21.15.31:0/2098723994 >> 172.21.15.31:0/2098723994 conn(0x7f098c0d3d30 msgr2=0x7f098c0d4140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:46.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.144+0000 7f09929a1640 1 -- 172.21.15.31:0/2098723994 shutdown_connections 2024-09-16T07:27:46.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.144+0000 7f09929a1640 1 -- 172.21.15.31:0/2098723994 wait complete. 2024-09-16T07:27:46.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.145+0000 7f09929a1640 1 Processor -- start 2024-09-16T07:27:46.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.146+0000 7f09929a1640 1 -- start start 2024-09-16T07:27:46.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.146+0000 7f09929a1640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f098c0d1ea0 0x7f098c0c88b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:46.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.146+0000 7f09929a1640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f098c0d2990 0x7f098c1f3b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:46.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.146+0000 7f09929a1640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f098c1616e0 0x7f098c1f40d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:46.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.146+0000 7f09929a1640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f098c0d4b90 con 0x7f098c1616e0 2024-09-16T07:27:46.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.146+0000 7f09929a1640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f098c0d4a10 con 0x7f098c0d2990 2024-09-16T07:27:46.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.146+0000 7f09929a1640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f098c0b3970 con 0x7f098c0d1ea0 2024-09-16T07:27:46.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.146+0000 7f09921a0640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f098c1616e0 0x7f098c1f40d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:46.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.146+0000 7f09921a0640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f098c1616e0 0x7f098c1f40d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48736/0 (socket says 172.21.15.31:48736) 2024-09-16T07:27:46.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.146+0000 7f09921a0640 1 -- 172.21.15.31:0/228368723 learned_addr learned my addr 172.21.15.31:0/228368723 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:46.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.147+0000 7f099119e640 1 --2- 172.21.15.31:0/228368723 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f098c0d2990 0x7f098c1f3b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:46.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.147+0000 7f099199f640 1 --2- 172.21.15.31:0/228368723 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f098c0d1ea0 0x7f098c0c88b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:46.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.147+0000 7f09921a0640 1 -- 172.21.15.31:0/228368723 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f098c0d1ea0 msgr2=0x7f098c0c88b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:46.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.147+0000 7f09921a0640 1 --2- 172.21.15.31:0/228368723 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f098c0d1ea0 0x7f098c0c88b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:46.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.147+0000 7f09921a0640 1 -- 172.21.15.31:0/228368723 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f098c0d2990 msgr2=0x7f098c1f3b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:46.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.147+0000 7f09921a0640 1 --2- 172.21.15.31:0/228368723 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f098c0d2990 0x7f098c1f3b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:46.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.147+0000 7f09921a0640 1 -- 172.21.15.31:0/228368723 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f098c0c8f50 con 0x7f098c1616e0 2024-09-16T07:27:46.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.147+0000 7f099119e640 1 --2- 172.21.15.31:0/228368723 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f098c0d2990 0x7f098c1f3b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:27:46.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.147+0000 7f09921a0640 1 --2- 172.21.15.31:0/228368723 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f098c1616e0 0x7f098c1f40d0 secure :-1 s=READY pgs=1390 cs=0 l=1 rev1=1 crypto rx=0x7f0984009920 tx=0x7f0984004600 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:46.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.147+0000 7f098a7fc640 1 -- 172.21.15.31:0/228368723 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0984040070 con 0x7f098c1616e0 2024-09-16T07:27:46.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.147+0000 7f098a7fc640 1 -- 172.21.15.31:0/228368723 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0984005020 con 0x7f098c1616e0 2024-09-16T07:27:46.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.147+0000 7f098a7fc640 1 -- 172.21.15.31:0/228368723 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0984005490 con 0x7f098c1616e0 2024-09-16T07:27:46.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.147+0000 7f09929a1640 1 -- 172.21.15.31:0/228368723 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f098c0c9230 con 0x7f098c1616e0 2024-09-16T07:27:46.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.147+0000 7f09929a1640 1 -- 172.21.15.31:0/228368723 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f098c0c97f0 con 0x7f098c1616e0 2024-09-16T07:27:46.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.149+0000 7f098a7fc640 1 -- 172.21.15.31:0/228368723 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 21) ==== 101848+0+0 (secure 0 0 0) 0x7f0984039040 con 0x7f098c1616e0 2024-09-16T07:27:46.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.150+0000 7f098a7fc640 1 --2- 172.21.15.31:0/228368723 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0978078e80 0x7f097807b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:46.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.150+0000 7f098a7fc640 1 -- 172.21.15.31:0/228368723 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 5737+0+0 (secure 0 0 0) 0x7f09840bc2e0 con 0x7f098c1616e0 2024-09-16T07:27:46.153 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.150+0000 7f099199f640 1 --2- 172.21.15.31:0/228368723 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0978078e80 0x7f097807b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:46.153 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.150+0000 7f09969d8740 1 Processor -- start 2024-09-16T07:27:46.153 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.150+0000 7f09969d8740 1 -- start start 2024-09-16T07:27:46.153 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.150+0000 7f099199f640 1 --2- 172.21.15.31:0/228368723 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0978078e80 0x7f097807b340 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f097c00a400 tx=0x7f097c00d040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:46.153 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.151+0000 7f09969d8740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558f18709380 0x558f186e0cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:46.153 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.151+0000 7f09969d8740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x558f18728fc0 0x558f187293c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:46.153 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.151+0000 7f09969d8740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558f186de7c0 0x558f186dec10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:46.153 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.151+0000 7f09969d8740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x558f18655820 con 0x558f18728fc0 2024-09-16T07:27:46.153 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.151+0000 7f09969d8740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x558f18644c50 con 0x558f18709380 2024-09-16T07:27:46.153 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.151+0000 7f09969d8740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x558f18648a60 con 0x558f186de7c0 2024-09-16T07:27:46.153 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.151+0000 7f099119e640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x558f18728fc0 0x558f187293c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:46.153 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.151+0000 7f099119e640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x558f18728fc0 0x558f187293c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48750/0 (socket says 172.21.15.31:48750) 2024-09-16T07:27:46.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.151+0000 7f099119e640 1 -- 172.21.15.31:0/903867502 learned_addr learned my addr 172.21.15.31:0/903867502 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:46.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.151+0000 7f099119e640 1 -- 172.21.15.31:0/903867502 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558f186de7c0 msgr2=0x558f186dec10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:27:46.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.151+0000 7f09921a0640 1 --2- 172.21.15.31:0/903867502 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558f186de7c0 0x558f186dec10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:46.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.151+0000 7f099199f640 1 --2- 172.21.15.31:0/903867502 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558f18709380 0x558f186e0cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:46.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.151+0000 7f099119e640 1 --2- 172.21.15.31:0/903867502 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558f186de7c0 0x558f186dec10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:46.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.151+0000 7f099119e640 1 -- 172.21.15.31:0/903867502 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558f18709380 msgr2=0x558f186e0cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:27:46.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.151+0000 7f099119e640 1 --2- 172.21.15.31:0/903867502 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558f18709380 0x558f186e0cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:46.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.151+0000 7f099119e640 1 -- 172.21.15.31:0/903867502 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558f183a6850 con 0x558f18728fc0 2024-09-16T07:27:46.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.151+0000 7f099119e640 1 --2- 172.21.15.31:0/903867502 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x558f18728fc0 0x558f187293c0 secure :-1 s=READY pgs=1391 cs=0 l=1 rev1=1 crypto rx=0x7f09800015d0 tx=0x7f0980001a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=639ffa4da955b156 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:46.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.152+0000 7f09737fe640 1 -- 172.21.15.31:0/903867502 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0980001ce0 con 0x558f18728fc0 2024-09-16T07:27:46.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.152+0000 7f09737fe640 1 -- 172.21.15.31:0/903867502 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f098000e950 con 0x558f18728fc0 2024-09-16T07:27:46.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.152+0000 7f09737fe640 1 -- 172.21.15.31:0/903867502 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f098000eba0 con 0x558f18728fc0 2024-09-16T07:27:46.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.152+0000 7f09969d8740 1 -- 172.21.15.31:0/903867502 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x558f18728fc0 msgr2=0x558f187293c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:46.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.152+0000 7f09969d8740 1 --2- 172.21.15.31:0/903867502 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x558f18728fc0 0x558f187293c0 secure :-1 s=READY pgs=1391 cs=0 l=1 rev1=1 crypto rx=0x7f09800015d0 tx=0x7f0980001a90 comp rx=0 tx=0).stop 2024-09-16T07:27:46.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.152+0000 7f09969d8740 1 -- 172.21.15.31:0/903867502 shutdown_connections 2024-09-16T07:27:46.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.152+0000 7f09969d8740 1 --2- 172.21.15.31:0/903867502 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558f186de7c0 0x558f186dec10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:46.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.152+0000 7f09969d8740 1 --2- 172.21.15.31:0/903867502 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x558f18728fc0 0x558f187293c0 unknown :-1 s=CLOSED pgs=1391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:46.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.152+0000 7f09969d8740 1 --2- 172.21.15.31:0/903867502 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558f18709380 0x558f186e0cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:46.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.152+0000 7f09969d8740 1 -- 172.21.15.31:0/903867502 >> 172.21.15.31:0/903867502 conn(0x558f186df870 msgr2=0x558f186e3290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:46.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.152+0000 7f09969d8740 1 -- 172.21.15.31:0/903867502 shutdown_connections 2024-09-16T07:27:46.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.152+0000 7f09969d8740 1 -- 172.21.15.31:0/903867502 wait complete. 2024-09-16T07:27:46.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.153+0000 7f09969d8740 1 -- start start 2024-09-16T07:27:46.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.153+0000 7f09969d8740 1 Processor -- start 2024-09-16T07:27:46.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.154+0000 7f09969d8740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x558f18709380 0x558f187279e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:46.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.154+0000 7f09969d8740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558f18728fc0 0x558f187382c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:46.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.154+0000 7f09969d8740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558f18727f20 0x558f18738800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:46.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.154+0000 7f09969d8740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x558f183b5620 con 0x558f18709380 2024-09-16T07:27:46.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.154+0000 7f09969d8740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x558f185ea5f0 con 0x558f18728fc0 2024-09-16T07:27:46.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.154+0000 7f09969d8740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x558f186ddd00 con 0x558f18727f20 2024-09-16T07:27:46.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.154+0000 7f09969d8740 10 client.0 _ll_register_callbacks cb 0x558f185ee0a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T07:27:46.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.154+0000 7f099199f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x558f18709380 0x558f187279e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:46.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.154+0000 7f099199f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x558f18709380 0x558f187279e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48762/0 (socket says 172.21.15.31:48762) 2024-09-16T07:27:46.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.154+0000 7f099199f640 1 -- 172.21.15.31:0/2364818132 learned_addr learned my addr 172.21.15.31:0/2364818132 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:46.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.154+0000 7f09921a0640 1 --2- 172.21.15.31:0/2364818132 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558f18727f20 0x558f18738800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:46.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.154+0000 7f099119e640 1 --2- 172.21.15.31:0/2364818132 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558f18728fc0 0x558f187382c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:46.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.154+0000 7f099199f640 1 -- 172.21.15.31:0/2364818132 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558f18727f20 msgr2=0x558f18738800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:27:46.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.154+0000 7f099199f640 1 --2- 172.21.15.31:0/2364818132 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558f18727f20 0x558f18738800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:46.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.154+0000 7f099199f640 1 -- 172.21.15.31:0/2364818132 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558f18728fc0 msgr2=0x558f187382c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:27:46.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.154+0000 7f099199f640 1 --2- 172.21.15.31:0/2364818132 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558f18728fc0 0x558f187382c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:46.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.154+0000 7f099199f640 1 -- 172.21.15.31:0/2364818132 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558f1841d6b0 con 0x558f18709380 2024-09-16T07:27:46.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.154+0000 7f09921a0640 1 --2- 172.21.15.31:0/2364818132 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558f18727f20 0x558f18738800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:27:46.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.154+0000 7f099119e640 1 --2- 172.21.15.31:0/2364818132 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558f18728fc0 0x558f187382c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:27:46.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.155+0000 7f099199f640 1 --2- 172.21.15.31:0/2364818132 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x558f18709380 0x558f187279e0 secure :-1 s=READY pgs=1392 cs=0 l=1 rev1=1 crypto rx=0x7f097c016e00 tx=0x7f097c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=690b2dea95bbf947 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:46.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.155+0000 7f0970ff9640 10 client.0 ms_handle_connect on v2:172.21.15.31:3300/0 2024-09-16T07:27:46.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.155+0000 7f0970ff9640 1 -- 172.21.15.31:0/2364818132 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f097c021660 con 0x558f18709380 2024-09-16T07:27:46.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.155+0000 7f09969d8740 1 -- 172.21.15.31:0/2364818132 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f098000e950 con 0x558f18709380 2024-09-16T07:27:46.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.155+0000 7f0970ff9640 1 -- 172.21.15.31:0/2364818132 <== mon.0 v2:172.21.15.31:3300/0 2 ==== osd_map(130..130 src has 1..130) ==== 5737+0+0 (secure 0 0 0) 0x7f097c021800 con 0x558f18709380 2024-09-16T07:27:46.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.155+0000 7f0970ff9640 1 -- 172.21.15.31:0/2364818132 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_get_version_reply(handle=1 version=89) ==== 24+0+0 (secure 0 0 0) 0x7f097c02e050 con 0x558f18709380 2024-09-16T07:27:46.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.155+0000 7f09969d8740 10 client.8196 fetch_fsmap learned FSMap version 89 2024-09-16T07:27:46.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.155+0000 7f09969d8740 1 -- 172.21.15.31:0/2364818132 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,fsmap=89,monmap=2+}) -- 0x558f186f0ad0 con 0x558f18709380 2024-09-16T07:27:46.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.155+0000 7f0970ff9640 1 -- 172.21.15.31:0/2364818132 <== mon.0 v2:172.21.15.31:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f098000e950 con 0x558f18709380 2024-09-16T07:27:46.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.155+0000 7f0970ff9640 1 -- 172.21.15.31:0/2364818132 <== mon.0 v2:172.21.15.31:3300/0 5 ==== fsmap(e 89) ==== 3502+0+0 (secure 0 0 0) 0x7f097c031020 con 0x558f18709380 2024-09-16T07:27:46.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.155+0000 7f09969d8740 10 client.8196 fetch_fsmap finished waiting for FSMap version 89 2024-09-16T07:27:46.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.155+0000 7f09969d8740 10 client.8196 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-16T07:27:46.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.155+0000 7f09969d8740 20 client.8196 populate_metadata read hostname 'smithi031' 2024-09-16T07:27:46.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.155+0000 7f09969d8740 1 --2- 172.21.15.31:0/2364818132 >> [v2:172.21.15.31:6832/2633710257,v1:172.21.15.31:6835/2633710257] conn(0x558f186efd10 0x558f186f00f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:46.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.155+0000 7f09969d8740 4 client.8196 mds_command: new command op to 8070 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T07:27:46.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.155+0000 7f09969d8740 1 -- 172.21.15.31:0/2364818132 --> [v2:172.21.15.31:6832/2633710257,v1:172.21.15.31:6835/2633710257] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558f18657770 con 0x558f186efd10 2024-09-16T07:27:46.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.155+0000 7f099119e640 1 --2- 172.21.15.31:0/2364818132 >> [v2:172.21.15.31:6832/2633710257,v1:172.21.15.31:6835/2633710257] conn(0x558f186efd10 0x558f186f00f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:46.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.156+0000 7f0970ff9640 10 client.8196 ms_handle_connect on v2:172.21.15.31:6832/2633710257 2024-09-16T07:27:46.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.156+0000 7f099119e640 1 --2- 172.21.15.31:0/2364818132 >> [v2:172.21.15.31:6832/2633710257,v1:172.21.15.31:6835/2633710257] conn(0x558f186efd10 0x558f186f00f0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=693fdec91b78f54e server_cookie=a088ad9b585b31a9 in_seq=0 out_seq=0 2024-09-16T07:27:46.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.156+0000 7f0970ff9640 1 -- 172.21.15.31:0/2364818132 <== mds.0 v2:172.21.15.31:6832/2633710257 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x558f18657770 con 0x558f186efd10 2024-09-16T07:27:46.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.156+0000 7f0970ff9640 10 client.8196 handle_command_reply: tid=0 2024-09-16T07:27:46.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.156+0000 7f09969d8740 1 client.8196 shutdown 2024-09-16T07:27:46.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.157+0000 7f09969d8740 1 -- 172.21.15.31:0/2364818132 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x558f18709380 msgr2=0x558f187279e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:46.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.157+0000 7f09969d8740 1 --2- 172.21.15.31:0/2364818132 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x558f18709380 0x558f187279e0 secure :-1 s=READY pgs=1392 cs=0 l=1 rev1=1 crypto rx=0x7f097c016e00 tx=0x7f097c004a40 comp rx=0 tx=0).stop 2024-09-16T07:27:46.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.157+0000 7f09969d8740 1 -- 172.21.15.31:0/2364818132 shutdown_connections 2024-09-16T07:27:46.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.157+0000 7f09969d8740 1 --2- 172.21.15.31:0/2364818132 >> [v2:172.21.15.31:6832/2633710257,v1:172.21.15.31:6835/2633710257] conn(0x558f186efd10 0x558f186f00f0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:46.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.157+0000 7f09969d8740 1 --2- 172.21.15.31:0/2364818132 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558f18727f20 0x558f18738800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:46.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.157+0000 7f09969d8740 1 --2- 172.21.15.31:0/2364818132 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558f18728fc0 0x558f187382c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:46.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.157+0000 7f0970ff9640 0 client.8196 ms_handle_reset on v2:172.21.15.31:6832/2633710257 2024-09-16T07:27:46.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.157+0000 7f09969d8740 1 --2- 172.21.15.31:0/2364818132 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x558f18709380 0x558f187279e0 unknown :-1 s=CLOSED pgs=1392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:46.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.157+0000 7f09969d8740 1 -- 172.21.15.31:0/2364818132 >> 172.21.15.31:0/2364818132 conn(0x558f186de7c0 msgr2=0x558f1872bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:46.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.157+0000 7f09969d8740 1 -- 172.21.15.31:0/2364818132 shutdown_connections 2024-09-16T07:27:46.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.157+0000 7f09969d8740 1 -- 172.21.15.31:0/2364818132 wait complete. 2024-09-16T07:27:46.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.157+0000 7f09969d8740 20 client.8196 trim_cache size 0 max 16384 2024-09-16T07:27:46.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.175+0000 7f09969d8740 1 Processor -- start 2024-09-16T07:27:46.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.175+0000 7f09969d8740 1 -- start start 2024-09-16T07:27:46.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.176+0000 7f09969d8740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558f18709380 0x558f18702080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:46.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.176+0000 7f09969d8740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x558f18727f20 0x558f187a2520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:46.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.176+0000 7f09969d8740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558f18728fc0 0x558f187a2a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:46.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.176+0000 7f09969d8740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f098c0ce0e0 con 0x558f18727f20 2024-09-16T07:27:46.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.176+0000 7f09969d8740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f098c1f8cd0 con 0x558f18728fc0 2024-09-16T07:27:46.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.176+0000 7f09969d8740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f098c0cda90 con 0x558f18709380 2024-09-16T07:27:46.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.176+0000 7f099119e640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x558f18727f20 0x558f187a2520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:46.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.176+0000 7f099119e640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x558f18727f20 0x558f187a2520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48772/0 (socket says 172.21.15.31:48772) 2024-09-16T07:27:46.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.176+0000 7f099119e640 1 -- 172.21.15.31:0/3951743924 learned_addr learned my addr 172.21.15.31:0/3951743924 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:46.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.176+0000 7f099119e640 1 -- 172.21.15.31:0/3951743924 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558f18709380 msgr2=0x558f18702080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:27:46.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.176+0000 7f099119e640 1 --2- 172.21.15.31:0/3951743924 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558f18709380 0x558f18702080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:46.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.176+0000 7f099119e640 1 -- 172.21.15.31:0/3951743924 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558f18728fc0 msgr2=0x558f187a2a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:27:46.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.176+0000 7f09921a0640 1 --2- 172.21.15.31:0/3951743924 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558f18728fc0 0x558f187a2a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:46.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.176+0000 7f099119e640 1 --2- 172.21.15.31:0/3951743924 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558f18728fc0 0x558f187a2a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:46.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.176+0000 7f099119e640 1 -- 172.21.15.31:0/3951743924 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558f186d9210 con 0x558f18727f20 2024-09-16T07:27:46.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.176+0000 7f09921a0640 1 --2- 172.21.15.31:0/3951743924 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558f18728fc0 0x558f187a2a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:27:46.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.177+0000 7f099119e640 1 --2- 172.21.15.31:0/3951743924 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x558f18727f20 0x558f187a2520 secure :-1 s=READY pgs=1393 cs=0 l=1 rev1=1 crypto rx=0x7f0980016040 tx=0x7f0980001a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f6ff59b010c03c3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:46.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.177+0000 7f0972ffd640 1 -- 172.21.15.31:0/3951743924 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0980029070 con 0x558f18727f20 2024-09-16T07:27:46.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.177+0000 7f0972ffd640 1 -- 172.21.15.31:0/3951743924 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0980014590 con 0x558f18727f20 2024-09-16T07:27:46.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.177+0000 7f0972ffd640 1 -- 172.21.15.31:0/3951743924 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09800147e0 con 0x558f18727f20 2024-09-16T07:27:46.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.178+0000 7f09969d8740 1 -- 172.21.15.31:0/3951743924 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x558f18727f20 msgr2=0x558f187a2520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:46.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.178+0000 7f09969d8740 1 --2- 172.21.15.31:0/3951743924 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x558f18727f20 0x558f187a2520 secure :-1 s=READY pgs=1393 cs=0 l=1 rev1=1 crypto rx=0x7f0980016040 tx=0x7f0980001a90 comp rx=0 tx=0).stop 2024-09-16T07:27:46.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.178+0000 7f09969d8740 1 -- 172.21.15.31:0/3951743924 shutdown_connections 2024-09-16T07:27:46.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.178+0000 7f09969d8740 1 --2- 172.21.15.31:0/3951743924 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558f18728fc0 0x558f187a2a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:46.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.178+0000 7f09969d8740 1 --2- 172.21.15.31:0/3951743924 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x558f18727f20 0x558f187a2520 unknown :-1 s=CLOSED pgs=1393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:46.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.178+0000 7f09969d8740 1 --2- 172.21.15.31:0/3951743924 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558f18709380 0x558f18702080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:46.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.178+0000 7f09969d8740 1 -- 172.21.15.31:0/3951743924 >> 172.21.15.31:0/3951743924 conn(0x558f186de7c0 msgr2=0x558f186e22d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:46.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.178+0000 7f09969d8740 1 -- 172.21.15.31:0/3951743924 shutdown_connections 2024-09-16T07:27:46.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.178+0000 7f09969d8740 1 -- 172.21.15.31:0/3951743924 wait complete. 2024-09-16T07:27:46.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.179+0000 7f09969d8740 1 -- start start 2024-09-16T07:27:46.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.179+0000 7f09969d8740 1 Processor -- start 2024-09-16T07:27:46.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.180+0000 7f09969d8740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558f18709380 0x558f18700e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:46.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.180+0000 7f09969d8740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x558f18727f20 0x558f18728870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:46.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.180+0000 7f09969d8740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558f18728fc0 0x558f187ac1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:46.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.180+0000 7f09969d8740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x558f1873c680 con 0x558f18727f20 2024-09-16T07:27:46.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.180+0000 7f09969d8740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x558f1873c1b0 con 0x558f18709380 2024-09-16T07:27:46.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.180+0000 7f09969d8740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x558f18723390 con 0x558f18728fc0 2024-09-16T07:27:46.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.180+0000 7f09969d8740 10 client.0 _ll_register_callbacks cb 0x7f097c009c30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T07:27:46.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.180+0000 7f099119e640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x558f18727f20 0x558f18728870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:46.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.180+0000 7f099119e640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x558f18727f20 0x558f18728870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48786/0 (socket says 172.21.15.31:48786) 2024-09-16T07:27:46.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.180+0000 7f099119e640 1 -- 172.21.15.31:0/3944067918 learned_addr learned my addr 172.21.15.31:0/3944067918 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:46.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.180+0000 7f099119e640 1 -- 172.21.15.31:0/3944067918 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558f18728fc0 msgr2=0x558f187ac1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:27:46.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.180+0000 7f099119e640 1 --2- 172.21.15.31:0/3944067918 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558f18728fc0 0x558f187ac1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:46.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.180+0000 7f099119e640 1 -- 172.21.15.31:0/3944067918 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558f18709380 msgr2=0x558f18700e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:27:46.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.180+0000 7f099119e640 1 --2- 172.21.15.31:0/3944067918 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558f18709380 0x558f18700e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:46.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.180+0000 7f099119e640 1 -- 172.21.15.31:0/3944067918 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558f186e0a20 con 0x558f18727f20 2024-09-16T07:27:46.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.180+0000 7f099119e640 1 --2- 172.21.15.31:0/3944067918 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x558f18727f20 0x558f18728870 secure :-1 s=READY pgs=1394 cs=0 l=1 rev1=1 crypto rx=0x558f18729e00 tx=0x7f09800014a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2a9c1e8234f1d3a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:46.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.180+0000 7f0970ff9640 10 client.0 ms_handle_connect on v2:172.21.15.31:3300/0 2024-09-16T07:27:46.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.180+0000 7f0970ff9640 1 -- 172.21.15.31:0/3944067918 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0980029050 con 0x558f18727f20 2024-09-16T07:27:46.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.180+0000 7f0970ff9640 1 -- 172.21.15.31:0/3944067918 <== mon.0 v2:172.21.15.31:3300/0 2 ==== osd_map(130..130 src has 1..130) ==== 5737+0+0 (secure 0 0 0) 0x7f0980023040 con 0x558f18727f20 2024-09-16T07:27:46.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.180+0000 7f09969d8740 1 -- 172.21.15.31:0/3944067918 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0980014590 con 0x558f18727f20 2024-09-16T07:27:46.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.181+0000 7f0970ff9640 1 -- 172.21.15.31:0/3944067918 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_get_version_reply(handle=1 version=89) ==== 24+0+0 (secure 0 0 0) 0x7f0980037050 con 0x558f18727f20 2024-09-16T07:27:46.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.181+0000 7f09969d8740 10 client.8202 fetch_fsmap learned FSMap version 89 2024-09-16T07:27:46.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.181+0000 7f09969d8740 1 -- 172.21.15.31:0/3944067918 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,fsmap=89,monmap=2+}) -- 0x558f187ac9d0 con 0x558f18727f20 2024-09-16T07:27:46.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.181+0000 7f0970ff9640 1 -- 172.21.15.31:0/3944067918 <== mon.0 v2:172.21.15.31:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0980014590 con 0x558f18727f20 2024-09-16T07:27:46.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.181+0000 7f0970ff9640 1 -- 172.21.15.31:0/3944067918 <== mon.0 v2:172.21.15.31:3300/0 5 ==== fsmap(e 89) ==== 3502+0+0 (secure 0 0 0) 0x7f0980014950 con 0x558f18727f20 2024-09-16T07:27:46.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.181+0000 7f09969d8740 10 client.8202 fetch_fsmap finished waiting for FSMap version 89 2024-09-16T07:27:46.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.181+0000 7f09969d8740 10 client.8202 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-16T07:27:46.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.181+0000 7f09969d8740 20 client.8202 populate_metadata read hostname 'smithi031' 2024-09-16T07:27:46.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.181+0000 7f09969d8740 1 --2- 172.21.15.31:0/3944067918 >> [v2:172.21.15.31:6832/2633710257,v1:172.21.15.31:6835/2633710257] conn(0x558f1878b780 0x558f1874cf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:46.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.181+0000 7f09969d8740 4 client.8202 mds_command: new command op to 8070 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-16T07:27:46.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.181+0000 7f09969d8740 1 -- 172.21.15.31:0/3944067918 --> [v2:172.21.15.31:6832/2633710257,v1:172.21.15.31:6835/2633710257] -- command(tid 0: {"prefix": "status"}) -- 0x558f18653220 con 0x558f1878b780 2024-09-16T07:27:46.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.181+0000 7f099199f640 1 --2- 172.21.15.31:0/3944067918 >> [v2:172.21.15.31:6832/2633710257,v1:172.21.15.31:6835/2633710257] conn(0x558f1878b780 0x558f1874cf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:46.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.181+0000 7f0970ff9640 10 client.8202 ms_handle_connect on v2:172.21.15.31:6832/2633710257 2024-09-16T07:27:46.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.181+0000 7f099199f640 1 --2- 172.21.15.31:0/3944067918 >> [v2:172.21.15.31:6832/2633710257,v1:172.21.15.31:6835/2633710257] conn(0x558f1878b780 0x558f1874cf10 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d11f482574f97256 server_cookie=1e77de2e255865d9 in_seq=0 out_seq=0 2024-09-16T07:27:46.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.181+0000 7f0970ff9640 1 -- 172.21.15.31:0/3944067918 <== mds.0 v2:172.21.15.31:6832/2633710257 1 ==== command_reply(tid 0: 0 ) ==== 8+0+333 (crc 0 0 0) 0x558f18653220 con 0x558f1878b780 2024-09-16T07:27:46.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.181+0000 7f0970ff9640 10 client.8202 handle_command_reply: tid=0 2024-09-16T07:27:46.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.181+0000 7f09969d8740 1 client.8202 shutdown 2024-09-16T07:27:46.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.182+0000 7f09969d8740 1 -- 172.21.15.31:0/3944067918 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x558f18727f20 msgr2=0x558f18728870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:46.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.182+0000 7f09969d8740 1 --2- 172.21.15.31:0/3944067918 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x558f18727f20 0x558f18728870 secure :-1 s=READY pgs=1394 cs=0 l=1 rev1=1 crypto rx=0x558f18729e00 tx=0x7f09800014a0 comp rx=0 tx=0).stop 2024-09-16T07:27:46.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.182+0000 7f09969d8740 1 -- 172.21.15.31:0/3944067918 shutdown_connections 2024-09-16T07:27:46.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.182+0000 7f09969d8740 1 --2- 172.21.15.31:0/3944067918 >> [v2:172.21.15.31:6832/2633710257,v1:172.21.15.31:6835/2633710257] conn(0x558f1878b780 0x558f1874cf10 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:46.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.182+0000 7f09969d8740 1 --2- 172.21.15.31:0/3944067918 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558f18728fc0 0x558f187ac1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:46.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.182+0000 7f09969d8740 1 --2- 172.21.15.31:0/3944067918 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x558f18727f20 0x558f18728870 unknown :-1 s=CLOSED pgs=1394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:46.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.182+0000 7f0970ff9640 0 client.8202 ms_handle_reset on v2:172.21.15.31:6832/2633710257 2024-09-16T07:27:46.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.182+0000 7f09969d8740 1 --2- 172.21.15.31:0/3944067918 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558f18709380 0x558f18700e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:46.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.182+0000 7f09969d8740 1 -- 172.21.15.31:0/3944067918 >> 172.21.15.31:0/3944067918 conn(0x558f186de7c0 msgr2=0x558f18702f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:46.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.182+0000 7f09969d8740 1 -- 172.21.15.31:0/3944067918 shutdown_connections 2024-09-16T07:27:46.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.182+0000 7f09969d8740 1 -- 172.21.15.31:0/3944067918 wait complete. 2024-09-16T07:27:46.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.182+0000 7f09969d8740 20 client.8202 trim_cache size 0 max 16384 2024-09-16T07:27:46.188 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-16T07:27:46.188 INFO:teuthology.orchestra.run.smithi031.stdout: "cluster_fsid": "aed87fb1-9c90-4029-9d57-80f2a5b1b4b1", 2024-09-16T07:27:46.188 INFO:teuthology.orchestra.run.smithi031.stdout: "whoami": 0, 2024-09-16T07:27:46.188 INFO:teuthology.orchestra.run.smithi031.stdout: "id": 8070, 2024-09-16T07:27:46.188 INFO:teuthology.orchestra.run.smithi031.stdout: "want_state": "up:active", 2024-09-16T07:27:46.189 INFO:teuthology.orchestra.run.smithi031.stdout: "state": "up:active", 2024-09-16T07:27:46.189 INFO:teuthology.orchestra.run.smithi031.stdout: "fs_name": "cephfs", 2024-09-16T07:27:46.189 INFO:teuthology.orchestra.run.smithi031.stdout: "rank_uptime": 5.7217627719999999, 2024-09-16T07:27:46.189 INFO:teuthology.orchestra.run.smithi031.stdout: "mdsmap_epoch": 89, 2024-09-16T07:27:46.189 INFO:teuthology.orchestra.run.smithi031.stdout: "osdmap_epoch": 130, 2024-09-16T07:27:46.189 INFO:teuthology.orchestra.run.smithi031.stdout: "osdmap_epoch_barrier": 130, 2024-09-16T07:27:46.189 INFO:teuthology.orchestra.run.smithi031.stdout: "uptime": 10.418628422999999 2024-09-16T07:27:46.189 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-16T07:27:46.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.182+0000 7f09929a1640 1 -- 172.21.15.31:0/228368723 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0978078e80 msgr2=0x7f097807b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:46.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.182+0000 7f09929a1640 1 --2- 172.21.15.31:0/228368723 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0978078e80 0x7f097807b340 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f097c00a400 tx=0x7f097c00d040 comp rx=0 tx=0).stop 2024-09-16T07:27:46.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.182+0000 7f09929a1640 1 -- 172.21.15.31:0/228368723 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f098c1616e0 msgr2=0x7f098c1f40d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:46.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.182+0000 7f09929a1640 1 --2- 172.21.15.31:0/228368723 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f098c1616e0 0x7f098c1f40d0 secure :-1 s=READY pgs=1390 cs=0 l=1 rev1=1 crypto rx=0x7f0984009920 tx=0x7f0984004600 comp rx=0 tx=0).stop 2024-09-16T07:27:46.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.182+0000 7f09929a1640 1 -- 172.21.15.31:0/228368723 shutdown_connections 2024-09-16T07:27:46.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.182+0000 7f09929a1640 1 --2- 172.21.15.31:0/228368723 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0978078e80 0x7f097807b340 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:46.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.182+0000 7f09929a1640 1 --2- 172.21.15.31:0/228368723 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f098c1616e0 0x7f098c1f40d0 unknown :-1 s=CLOSED pgs=1390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:46.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.182+0000 7f09929a1640 1 --2- 172.21.15.31:0/228368723 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f098c0d2990 0x7f098c1f3b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:46.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.182+0000 7f09929a1640 1 --2- 172.21.15.31:0/228368723 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f098c0d1ea0 0x7f098c0c88b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:46.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.182+0000 7f09929a1640 1 -- 172.21.15.31:0/228368723 >> 172.21.15.31:0/228368723 conn(0x7f098c0d3d30 msgr2=0x7f098c0d2280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:46.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.183+0000 7f09929a1640 1 -- 172.21.15.31:0/228368723 shutdown_connections 2024-09-16T07:27:46.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.183+0000 7f09929a1640 1 -- 172.21.15.31:0/228368723 wait complete. 2024-09-16T07:27:46.193 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T07:27:46.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.298+0000 7f0ba31b4640 1 -- 172.21.15.31:0/1039857402 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0b9c15df90 msgr2=0x7f0b9c0cf9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:46.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.298+0000 7f0ba31b4640 1 --2- 172.21.15.31:0/1039857402 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0b9c15df90 0x7f0b9c0cf9b0 secure :-1 s=READY pgs=1396 cs=0 l=1 rev1=1 crypto rx=0x7f0b9c0b9f20 tx=0x7f0b8402a5f0 comp rx=0 tx=0).stop 2024-09-16T07:27:46.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.298+0000 7f0ba31b4640 1 -- 172.21.15.31:0/1039857402 shutdown_connections 2024-09-16T07:27:46.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.298+0000 7f0ba31b4640 1 --2- 172.21.15.31:0/1039857402 >> v2:172.21.15.155:3300/0 conn(0x7f0b9c0d0d40 0x7f0b9c0b3800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:46.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.298+0000 7f0ba31b4640 1 --2- 172.21.15.31:0/1039857402 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0b9c15df90 0x7f0b9c0cf9b0 unknown :-1 s=CLOSED pgs=1396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:46.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.298+0000 7f0ba31b4640 1 -- 172.21.15.31:0/1039857402 >> 172.21.15.31:0/1039857402 conn(0x7f0b9c0d3ea0 msgr2=0x7f0b9c0d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:46.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.298+0000 7f0ba31b4640 1 -- 172.21.15.31:0/1039857402 shutdown_connections 2024-09-16T07:27:46.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.298+0000 7f0ba31b4640 1 -- 172.21.15.31:0/1039857402 wait complete. 2024-09-16T07:27:46.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.300+0000 7f0ba31b4640 1 Processor -- start 2024-09-16T07:27:46.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.300+0000 7f0ba31b4640 1 -- start start 2024-09-16T07:27:46.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.301+0000 7f0ba31b4640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0b9c0d0d40 0x7f0b9c15d360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:46.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.301+0000 7f0ba31b4640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0b9c0d49c0 0x7f0b9c0cd820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:46.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.301+0000 7f0ba31b4640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0b9c15df90 0x7f0b9c1f4880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:46.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.301+0000 7f0ba31b4640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f0b9c162690 con 0x7f0b9c0d49c0 2024-09-16T07:27:46.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.301+0000 7f0ba31b4640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f0b9c0b3d40 con 0x7f0b9c0d0d40 2024-09-16T07:27:46.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.301+0000 7f0ba31b4640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f0b9c1f5240 con 0x7f0b9c15df90 2024-09-16T07:27:46.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.301+0000 7f0b9bfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0b9c0d49c0 0x7f0b9c0cd820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:46.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.301+0000 7f0b9bfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0b9c0d49c0 0x7f0b9c0cd820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48808/0 (socket says 172.21.15.31:48808) 2024-09-16T07:27:46.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.301+0000 7f0b9bfff640 1 -- 172.21.15.31:0/1495992263 learned_addr learned my addr 172.21.15.31:0/1495992263 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:46.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.301+0000 7f0ba0f50640 1 --2- 172.21.15.31:0/1495992263 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0b9c0d0d40 0x7f0b9c15d360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:46.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.301+0000 7f0ba1751640 1 --2- 172.21.15.31:0/1495992263 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0b9c15df90 0x7f0b9c1f4880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:46.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.301+0000 7f0b9bfff640 1 -- 172.21.15.31:0/1495992263 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0b9c15df90 msgr2=0x7f0b9c1f4880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:46.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.301+0000 7f0b9bfff640 1 --2- 172.21.15.31:0/1495992263 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0b9c15df90 0x7f0b9c1f4880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:46.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.301+0000 7f0b9bfff640 1 -- 172.21.15.31:0/1495992263 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0b9c0d0d40 msgr2=0x7f0b9c15d360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:46.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.301+0000 7f0b9bfff640 1 --2- 172.21.15.31:0/1495992263 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0b9c0d0d40 0x7f0b9c15d360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:46.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.301+0000 7f0b9bfff640 1 -- 172.21.15.31:0/1495992263 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b9c1f5520 con 0x7f0b9c0d49c0 2024-09-16T07:27:46.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.301+0000 7f0b9bfff640 1 --2- 172.21.15.31:0/1495992263 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0b9c0d49c0 0x7f0b9c0cd820 secure :-1 s=READY pgs=1397 cs=0 l=1 rev1=1 crypto rx=0x7f0b8c00c450 tx=0x7f0b8c00c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:46.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.302+0000 7f0b997fa640 1 -- 172.21.15.31:0/1495992263 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b8c0052d0 con 0x7f0b9c0d49c0 2024-09-16T07:27:46.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.302+0000 7f0b997fa640 1 -- 172.21.15.31:0/1495992263 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0b8c005470 con 0x7f0b9c0d49c0 2024-09-16T07:27:46.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.302+0000 7f0ba31b4640 1 -- 172.21.15.31:0/1495992263 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b9c0cd020 con 0x7f0b9c0d49c0 2024-09-16T07:27:46.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.302+0000 7f0b997fa640 1 -- 172.21.15.31:0/1495992263 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b8c012870 con 0x7f0b9c0d49c0 2024-09-16T07:27:46.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.302+0000 7f0ba31b4640 1 -- 172.21.15.31:0/1495992263 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b9c15d8a0 con 0x7f0b9c0d49c0 2024-09-16T07:27:46.304 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.303+0000 7f0ba31b4640 1 -- 172.21.15.31:0/1495992263 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b9c0b4260 con 0x7f0b9c0d49c0 2024-09-16T07:27:46.304 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.303+0000 7f0b997fa640 1 -- 172.21.15.31:0/1495992263 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 21) ==== 101848+0+0 (secure 0 0 0) 0x7f0b8c0035f0 con 0x7f0b9c0d49c0 2024-09-16T07:27:46.304 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.304+0000 7f0b997fa640 1 --2- 172.21.15.31:0/1495992263 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0b7c078e80 0x7f0b7c07b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:46.304 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.304+0000 7f0ba0f50640 1 --2- 172.21.15.31:0/1495992263 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0b7c078e80 0x7f0b7c07b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:46.304 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.304+0000 7f0b997fa640 1 -- 172.21.15.31:0/1495992263 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 5737+0+0 (secure 0 0 0) 0x7f0b8c09b000 con 0x7f0b9c0d49c0 2024-09-16T07:27:46.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.304+0000 7f0ba0f50640 1 --2- 172.21.15.31:0/1495992263 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0b7c078e80 0x7f0b7c07b340 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f0b84033000 tx=0x7f0b84004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:46.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.308+0000 7f0b997fa640 1 -- 172.21.15.31:0/1495992263 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f0b9c0ce970 con 0x7f0b9c0d49c0 2024-09-16T07:27:46.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.534+0000 7f0ba31b4640 1 -- 172.21.15.31:0/1495992263 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f0b9c08d590 con 0x7f0b9c0d49c0 2024-09-16T07:27:46.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.535+0000 7f0b997fa640 1 -- 172.21.15.31:0/1495992263 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v89) ==== 53+0+73 (secure 0 0 0) 0x7f0b8c0625b0 con 0x7f0b9c0d49c0 2024-09-16T07:27:46.534 INFO:teuthology.orchestra.run.smithi031.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T07:27:46.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.537+0000 7f0ba31b4640 1 -- 172.21.15.31:0/1495992263 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0b7c078e80 msgr2=0x7f0b7c07b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:46.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.537+0000 7f0ba31b4640 1 --2- 172.21.15.31:0/1495992263 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0b7c078e80 0x7f0b7c07b340 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f0b84033000 tx=0x7f0b84004730 comp rx=0 tx=0).stop 2024-09-16T07:27:46.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.537+0000 7f0ba31b4640 1 -- 172.21.15.31:0/1495992263 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0b9c0d49c0 msgr2=0x7f0b9c0cd820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:46.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.537+0000 7f0ba31b4640 1 --2- 172.21.15.31:0/1495992263 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0b9c0d49c0 0x7f0b9c0cd820 secure :-1 s=READY pgs=1397 cs=0 l=1 rev1=1 crypto rx=0x7f0b8c00c450 tx=0x7f0b8c00c910 comp rx=0 tx=0).stop 2024-09-16T07:27:46.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.537+0000 7f0ba31b4640 1 -- 172.21.15.31:0/1495992263 shutdown_connections 2024-09-16T07:27:46.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.537+0000 7f0ba31b4640 1 --2- 172.21.15.31:0/1495992263 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0b7c078e80 0x7f0b7c07b340 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:46.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.537+0000 7f0ba31b4640 1 --2- 172.21.15.31:0/1495992263 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0b9c15df90 0x7f0b9c1f4880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:46.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.537+0000 7f0ba31b4640 1 --2- 172.21.15.31:0/1495992263 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0b9c0d49c0 0x7f0b9c0cd820 unknown :-1 s=CLOSED pgs=1397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:46.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.537+0000 7f0ba31b4640 1 --2- 172.21.15.31:0/1495992263 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0b9c0d0d40 0x7f0b9c15d360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:46.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.537+0000 7f0ba31b4640 1 -- 172.21.15.31:0/1495992263 >> 172.21.15.31:0/1495992263 conn(0x7f0b9c0d3ea0 msgr2=0x7f0b9c0b8ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:46.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.537+0000 7f0ba31b4640 1 -- 172.21.15.31:0/1495992263 shutdown_connections 2024-09-16T07:27:46.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46.537+0000 7f0ba31b4640 1 -- 172.21.15.31:0/1495992263 wait complete. 2024-09-16T07:27:46.547 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T07:27:46.547 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T07:27:46.547 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi031.front.sepia.ceph.com 2024-09-16T07:27:46.548 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-16T07:27:46.548 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-16T07:27:46.548 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T07:27:46.548 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T07:27:46.548 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T07:27:46.548 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T07:27:46.548 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:46.548 DEBUG:teuthology.orchestra.run.smithi031:> ip addr 2024-09-16T07:27:46.564 INFO:teuthology.orchestra.run.smithi031.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T07:27:46.565 INFO:teuthology.orchestra.run.smithi031.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T07:27:46.565 INFO:teuthology.orchestra.run.smithi031.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T07:27:46.565 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:27:46.565 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 ::1/128 scope host 2024-09-16T07:27:46.565 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:27:46.565 INFO:teuthology.orchestra.run.smithi031.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:27:46.565 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 0c:c4:7a:6b:f6:cc brd ff:ff:ff:ff:ff:ff 2024-09-16T07:27:46.565 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp7s0f0 2024-09-16T07:27:46.565 INFO:teuthology.orchestra.run.smithi031.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:27:46.565 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 0c:c4:7a:6b:f6:cd brd ff:ff:ff:ff:ff:ff 2024-09-16T07:27:46.565 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp7s0f1 2024-09-16T07:27:46.565 INFO:teuthology.orchestra.run.smithi031.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T07:27:46.565 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether ac:1f:6b:a5:ca:ba brd ff:ff:ff:ff:ff:ff 2024-09-16T07:27:46.566 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp1s0f0 2024-09-16T07:27:46.566 INFO:teuthology.orchestra.run.smithi031.stdout: inet 172.21.15.31/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-16T07:27:46.566 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft 42353sec preferred_lft 42353sec 2024-09-16T07:27:46.566 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::ae1f:6bff:fea5:caba/64 scope link 2024-09-16T07:27:46.566 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:27:46.566 INFO:teuthology.orchestra.run.smithi031.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:27:46.566 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether ac:1f:6b:a5:ca:bb brd ff:ff:ff:ff:ff:ff 2024-09-16T07:27:46.566 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp1s0f1 2024-09-16T07:27:46.566 INFO:teuthology.orchestra.run.smithi031.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T07:27:46.566 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 32:cb:fd:46:4e:14 brd ff:ff:ff:ff:ff:ff 2024-09-16T07:27:46.566 INFO:teuthology.orchestra.run.smithi031.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-16T07:27:46.566 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:27:46.566 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::5853:30ff:feaf:abcc/64 scope link 2024-09-16T07:27:46.567 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:27:46.567 INFO:teuthology.orchestra.run.smithi031.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T07:27:46.567 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether ea:2f:ff:7f:16:93 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:27:46.567 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::e82f:ffff:fe7f:1693/64 scope link 2024-09-16T07:27:46.567 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:27:46.567 INFO:teuthology.orchestra.run.smithi031.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T07:27:46.567 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 32:cb:fd:46:4e:14 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:27:46.567 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::30cb:fdff:fe46:4e14/64 scope link 2024-09-16T07:27:46.567 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:27:46.567 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:46.568 DEBUG:teuthology.orchestra.run.smithi031:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T07:27:46.629 INFO:teuthology.orchestra.run.smithi031.stdout:1 2024-09-16T07:27:46.631 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:46.631 DEBUG:teuthology.orchestra.run.smithi031:> route 2024-09-16T07:27:46.688 INFO:teuthology.orchestra.run.smithi031.stdout:Kernel IP routing table 2024-09-16T07:27:46.688 INFO:teuthology.orchestra.run.smithi031.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T07:27:46.688 INFO:teuthology.orchestra.run.smithi031.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-16T07:27:46.689 INFO:teuthology.orchestra.run.smithi031.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-16T07:27:46.689 INFO:teuthology.orchestra.run.smithi031.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T07:27:46.689 DEBUG:teuthology.orchestra.run.smithi031:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T07:27:46.689 DEBUG:teuthology.orchestra.run.smithi031:> set -e 2024-09-16T07:27:46.690 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-16T07:27:46.690 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-16T07:27:46.690 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-16T07:27:46.690 DEBUG:teuthology.orchestra.run.smithi031:> ') 2024-09-16T07:27:46.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T07:27:46.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:27:46.816 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:46.816 DEBUG:teuthology.orchestra.run.smithi031:> ip netns list 2024-09-16T07:27:46.832 INFO:teuthology.orchestra.run.smithi031.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-16T07:27:46.832 INFO:teuthology.orchestra.run.smithi031.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-16T07:27:46.832 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T07:27:46.832 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:46.832 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip link set brx.0 up 2024-09-16T07:27:46.898 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-16T07:27:46.898 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T07:27:46.898 DEBUG:teuthology.orchestra.run.smithi031:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-16T07:27:46.954 INFO:teuthology.orchestra.run.smithi031.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-16T07:27:46.954 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T07:27:46.954 DEBUG:teuthology.orchestra.run.smithi031:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-16T07:27:47.009 DEBUG:teuthology.orchestra.run.smithi031:> sudo modprobe fuse 2024-09-16T07:27:47.076 DEBUG:teuthology.orchestra.run.smithi031:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T07:27:47.133 INFO:teuthology.orchestra.run.smithi031.stdout:/proc 2024-09-16T07:27:47.133 INFO:teuthology.orchestra.run.smithi031.stdout:/sys 2024-09-16T07:27:47.133 INFO:teuthology.orchestra.run.smithi031.stdout:/dev 2024-09-16T07:27:47.133 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/security 2024-09-16T07:27:47.133 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/shm 2024-09-16T07:27:47.133 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/pts 2024-09-16T07:27:47.133 INFO:teuthology.orchestra.run.smithi031.stdout:/run 2024-09-16T07:27:47.134 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/cgroup 2024-09-16T07:27:47.134 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/pstore 2024-09-16T07:27:47.134 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/bpf 2024-09-16T07:27:47.134 INFO:teuthology.orchestra.run.smithi031.stdout:/ 2024-09-16T07:27:47.134 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/selinux 2024-09-16T07:27:47.134 INFO:teuthology.orchestra.run.smithi031.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T07:27:47.134 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/tracing 2024-09-16T07:27:47.134 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/mqueue 2024-09-16T07:27:47.134 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/debug 2024-09-16T07:27:47.134 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/hugepages 2024-09-16T07:27:47.134 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T07:27:47.134 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/fuse/connections 2024-09-16T07:27:47.134 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/config 2024-09-16T07:27:47.134 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T07:27:47.135 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T07:27:47.135 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T07:27:47.135 INFO:teuthology.orchestra.run.smithi031.stdout:/run/user/1000 2024-09-16T07:27:47.135 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph 2024-09-16T07:27:47.135 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T07:27:47.135 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T07:27:47.135 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T07:27:47.135 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T07:27:47.135 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns 2024-09-16T07:27:47.135 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:27:47.135 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:27:47.135 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:27:47.135 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:27:47.136 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:47.136 DEBUG:teuthology.orchestra.run.smithi031:> ls /sys/fs/fuse/connections 2024-09-16T07:27:47.189 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-16T07:27:47.189 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-16T07:27:47.232 DEBUG:teuthology.orchestra.run.smithi031:> sudo modprobe fuse 2024-09-16T07:27:47.257 DEBUG:teuthology.orchestra.run.smithi031:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T07:27:47.314 INFO:teuthology.orchestra.run.smithi031.stdout:/proc 2024-09-16T07:27:47.315 INFO:teuthology.orchestra.run.smithi031.stdout:/sys 2024-09-16T07:27:47.315 INFO:teuthology.orchestra.run.smithi031.stdout:/dev 2024-09-16T07:27:47.315 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/security 2024-09-16T07:27:47.315 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/shm 2024-09-16T07:27:47.315 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/pts 2024-09-16T07:27:47.315 INFO:teuthology.orchestra.run.smithi031.stdout:/run 2024-09-16T07:27:47.315 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/cgroup 2024-09-16T07:27:47.315 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/pstore 2024-09-16T07:27:47.315 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/bpf 2024-09-16T07:27:47.315 INFO:teuthology.orchestra.run.smithi031.stdout:/ 2024-09-16T07:27:47.315 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/selinux 2024-09-16T07:27:47.315 INFO:teuthology.orchestra.run.smithi031.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T07:27:47.316 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/tracing 2024-09-16T07:27:47.316 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/mqueue 2024-09-16T07:27:47.316 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/debug 2024-09-16T07:27:47.316 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/hugepages 2024-09-16T07:27:47.316 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T07:27:47.316 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/fuse/connections 2024-09-16T07:27:47.316 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/config 2024-09-16T07:27:47.316 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T07:27:47.316 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T07:27:47.316 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T07:27:47.316 INFO:teuthology.orchestra.run.smithi031.stdout:/run/user/1000 2024-09-16T07:27:47.316 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph 2024-09-16T07:27:47.317 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T07:27:47.317 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T07:27:47.317 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T07:27:47.317 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T07:27:47.317 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns 2024-09-16T07:27:47.317 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:27:47.317 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:27:47.317 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:27:47.317 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:27:47.318 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:47.318 DEBUG:teuthology.orchestra.run.smithi031:> ls /sys/fs/fuse/connections 2024-09-16T07:27:47.319 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi031.stderr:2024-09-16T07:27:47.316+0000 7fa81140e480 -1 init, newargv = 0x55c8a4d0a5b0 newargc=15 2024-09-16T07:27:47.319 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi031.stderr:ceph-fuse[72164]: starting ceph client 2024-09-16T07:27:47.320 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi031.stderr:ceph-fuse[72164]: starting fuse 2024-09-16T07:27:47.336 INFO:teuthology.orchestra.run.smithi031.stdout:42 2024-09-16T07:27:47.336 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [42] 2024-09-16T07:27:47.336 DEBUG:teuthology.orchestra.run.smithi031:> sudo stdin-killer -- python3 -c ' 2024-09-16T07:27:47.336 DEBUG:teuthology.orchestra.run.smithi031:> import glob 2024-09-16T07:27:47.336 DEBUG:teuthology.orchestra.run.smithi031:> import re 2024-09-16T07:27:47.337 DEBUG:teuthology.orchestra.run.smithi031:> import os 2024-09-16T07:27:47.337 DEBUG:teuthology.orchestra.run.smithi031:> import subprocess 2024-09-16T07:27:47.337 DEBUG:teuthology.orchestra.run.smithi031:> 2024-09-16T07:27:47.337 DEBUG:teuthology.orchestra.run.smithi031:> def _find_admin_socket(client_name): 2024-09-16T07:27:47.337 DEBUG:teuthology.orchestra.run.smithi031:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-16T07:27:47.337 DEBUG:teuthology.orchestra.run.smithi031:> files = glob.glob(asok_path) 2024-09-16T07:27:47.337 DEBUG:teuthology.orchestra.run.smithi031:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-16T07:27:47.337 DEBUG:teuthology.orchestra.run.smithi031:> 2024-09-16T07:27:47.337 DEBUG:teuthology.orchestra.run.smithi031:> # Given a non-glob path, it better be there 2024-09-16T07:27:47.337 DEBUG:teuthology.orchestra.run.smithi031:> if "*" not in asok_path: 2024-09-16T07:27:47.337 DEBUG:teuthology.orchestra.run.smithi031:> assert(len(files) == 1) 2024-09-16T07:27:47.337 DEBUG:teuthology.orchestra.run.smithi031:> return files[0] 2024-09-16T07:27:47.337 DEBUG:teuthology.orchestra.run.smithi031:> 2024-09-16T07:27:47.337 DEBUG:teuthology.orchestra.run.smithi031:> for f in files: 2024-09-16T07:27:47.338 DEBUG:teuthology.orchestra.run.smithi031:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T07:27:47.338 DEBUG:teuthology.orchestra.run.smithi031:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T07:27:47.338 DEBUG:teuthology.orchestra.run.smithi031:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T07:27:47.338 DEBUG:teuthology.orchestra.run.smithi031:> contents = proc_f.read() 2024-09-16T07:27:47.338 DEBUG:teuthology.orchestra.run.smithi031:> if mountpoint in contents: 2024-09-16T07:27:47.338 DEBUG:teuthology.orchestra.run.smithi031:> return f 2024-09-16T07:27:47.338 DEBUG:teuthology.orchestra.run.smithi031:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T07:27:47.338 DEBUG:teuthology.orchestra.run.smithi031:> 2024-09-16T07:27:47.338 DEBUG:teuthology.orchestra.run.smithi031:> print(_find_admin_socket("client.0")) 2024-09-16T07:27:47.338 DEBUG:teuthology.orchestra.run.smithi031:> ' 2024-09-16T07:27:47.457 INFO:teuthology.orchestra.run.smithi031.stdout:/var/run/ceph/ceph-client.0.72164.asok 2024-09-16T07:27:47.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:27:47.468 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.72164.asok 2024-09-16T07:27:47.469 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:47.469 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.72164.asok status 2024-09-16T07:27:47.606 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-16T07:27:47.606 INFO:teuthology.orchestra.run.smithi031.stdout: "metadata": { 2024-09-16T07:27:47.606 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph_sha1": "4ef5f0587d1cad82c4295c20951c303dc342ac74", 2024-09-16T07:27:47.606 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph_version": "ceph version 19.3.0-4938-g4ef5f058 (4ef5f0587d1cad82c4295c20951c303dc342ac74) squid (dev)", 2024-09-16T07:27:47.606 INFO:teuthology.orchestra.run.smithi031.stdout: "entity_id": "0", 2024-09-16T07:27:47.606 INFO:teuthology.orchestra.run.smithi031.stdout: "hostname": "smithi031", 2024-09-16T07:27:47.606 INFO:teuthology.orchestra.run.smithi031.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-16T07:27:47.607 INFO:teuthology.orchestra.run.smithi031.stdout: "pid": "72164", 2024-09-16T07:27:47.607 INFO:teuthology.orchestra.run.smithi031.stdout: "root": "/" 2024-09-16T07:27:47.607 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:27:47.607 INFO:teuthology.orchestra.run.smithi031.stdout: "dentry_count": 0, 2024-09-16T07:27:47.607 INFO:teuthology.orchestra.run.smithi031.stdout: "dentry_pinned_count": 0, 2024-09-16T07:27:47.607 INFO:teuthology.orchestra.run.smithi031.stdout: "id": 8217, 2024-09-16T07:27:47.607 INFO:teuthology.orchestra.run.smithi031.stdout: "inst": { 2024-09-16T07:27:47.607 INFO:teuthology.orchestra.run.smithi031.stdout: "name": { 2024-09-16T07:27:47.607 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "client", 2024-09-16T07:27:47.607 INFO:teuthology.orchestra.run.smithi031.stdout: "num": 8217 2024-09-16T07:27:47.607 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:27:47.607 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": { 2024-09-16T07:27:47.607 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "v1", 2024-09-16T07:27:47.607 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": "192.168.0.1:0", 2024-09-16T07:27:47.608 INFO:teuthology.orchestra.run.smithi031.stdout: "nonce": 2671045098 2024-09-16T07:27:47.608 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:27:47.608 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:27:47.608 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": { 2024-09-16T07:27:47.608 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "v1", 2024-09-16T07:27:47.608 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": "192.168.0.1:0", 2024-09-16T07:27:47.608 INFO:teuthology.orchestra.run.smithi031.stdout: "nonce": 2671045098 2024-09-16T07:27:47.608 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:27:47.608 INFO:teuthology.orchestra.run.smithi031.stdout: "inst_str": "client.8217 192.168.0.1:0/2671045098", 2024-09-16T07:27:47.608 INFO:teuthology.orchestra.run.smithi031.stdout: "addr_str": "192.168.0.1:0/2671045098", 2024-09-16T07:27:47.608 INFO:teuthology.orchestra.run.smithi031.stdout: "inode_count": 1, 2024-09-16T07:27:47.608 INFO:teuthology.orchestra.run.smithi031.stdout: "mds_epoch": 89, 2024-09-16T07:27:47.608 INFO:teuthology.orchestra.run.smithi031.stdout: "osd_epoch": 130, 2024-09-16T07:27:47.609 INFO:teuthology.orchestra.run.smithi031.stdout: "osd_epoch_barrier": 0, 2024-09-16T07:27:47.609 INFO:teuthology.orchestra.run.smithi031.stdout: "blocklisted": false, 2024-09-16T07:27:47.609 INFO:teuthology.orchestra.run.smithi031.stdout: "fs_name": "cephfs" 2024-09-16T07:27:47.609 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-16T07:27:47.615 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:47.615 DEBUG:teuthology.orchestra.run.smithi031:> stat --file-system '--printf=%T 2024-09-16T07:27:47.615 DEBUG:teuthology.orchestra.run.smithi031:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-16T07:27:47.631 INFO:teuthology.orchestra.run.smithi031.stdout:fuseblk 2024-09-16T07:27:47.631 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-16T07:27:47.631 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:47.631 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-16T07:27:47.697 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T07:27:47.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:47.843+0000 7f4bb727c640 1 -- 172.21.15.31:0/2861354453 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4b9c004800 msgr2=0x7f4b9c004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:47.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:47.843+0000 7f4bb727c640 1 --2- 172.21.15.31:0/2861354453 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4b9c004800 0x7f4b9c004c80 secure :-1 s=READY pgs=1401 cs=0 l=1 rev1=1 crypto rx=0x7f4ba4009b20 tx=0x7f4b9c005830 comp rx=0 tx=0).stop 2024-09-16T07:27:47.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:47.844+0000 7f4bb727c640 1 -- 172.21.15.31:0/2861354453 shutdown_connections 2024-09-16T07:27:47.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:47.844+0000 7f4bb727c640 1 --2- 172.21.15.31:0/2861354453 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4b9c004800 0x7f4b9c004c80 unknown :-1 s=CLOSED pgs=1401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:47.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:47.844+0000 7f4bb727c640 1 -- 172.21.15.31:0/2861354453 >> 172.21.15.31:0/2861354453 conn(0x7f4bb00d0c20 msgr2=0x7f4bb00d1030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:47.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:47.844+0000 7f4bb727c640 1 -- 172.21.15.31:0/2861354453 shutdown_connections 2024-09-16T07:27:47.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:47.844+0000 7f4bb727c640 1 -- 172.21.15.31:0/2861354453 wait complete. 2024-09-16T07:27:47.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:47.845+0000 7f4bb727c640 1 Processor -- start 2024-09-16T07:27:47.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:47.845+0000 7f4bb727c640 1 -- start start 2024-09-16T07:27:47.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:47.846+0000 7f4bb727c640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4b9c004800 0x7f4bb01f6610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:47.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:47.846+0000 7f4bb727c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4bb015d9f0 0x7f4bb01f1ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:47.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:47.846+0000 7f4bb727c640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4bb015b740 0x7f4bb006cb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:47.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:47.846+0000 7f4bb727c640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f4bb0073860 con 0x7f4bb015d9f0 2024-09-16T07:27:47.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:47.846+0000 7f4bb727c640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f4bb00736e0 con 0x7f4bb015b740 2024-09-16T07:27:47.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:47.846+0000 7f4bb727c640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f4bb00739e0 con 0x7f4b9c004800 2024-09-16T07:27:47.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:47.846+0000 7f4bb4817640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4bb015d9f0 0x7f4bb01f1ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:47.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:47.846+0000 7f4bb4817640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4bb015d9f0 0x7f4bb01f1ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48832/0 (socket says 172.21.15.31:48832) 2024-09-16T07:27:47.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:47.846+0000 7f4bb4817640 1 -- 172.21.15.31:0/3854268323 learned_addr learned my addr 172.21.15.31:0/3854268323 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:47.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:47.846+0000 7f4bb5018640 1 --2- 172.21.15.31:0/3854268323 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4b9c004800 0x7f4bb01f6610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:47.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:47.846+0000 7f4bb5819640 1 --2- 172.21.15.31:0/3854268323 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4bb015b740 0x7f4bb006cb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:47.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:47.846+0000 7f4bb4817640 1 -- 172.21.15.31:0/3854268323 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4b9c004800 msgr2=0x7f4bb01f6610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:47.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:47.846+0000 7f4bb4817640 1 --2- 172.21.15.31:0/3854268323 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4b9c004800 0x7f4bb01f6610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:47.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:47.846+0000 7f4bb4817640 1 -- 172.21.15.31:0/3854268323 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4bb015b740 msgr2=0x7f4bb006cb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:47.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:47.846+0000 7f4bb4817640 1 --2- 172.21.15.31:0/3854268323 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4bb015b740 0x7f4bb006cb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:47.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:47.846+0000 7f4bb4817640 1 -- 172.21.15.31:0/3854268323 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4bb01f6b50 con 0x7f4bb015d9f0 2024-09-16T07:27:47.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:47.846+0000 7f4bb5018640 1 --2- 172.21.15.31:0/3854268323 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4b9c004800 0x7f4bb01f6610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:27:47.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:47.846+0000 7f4bb4817640 1 --2- 172.21.15.31:0/3854268323 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4bb015d9f0 0x7f4bb01f1ee0 secure :-1 s=READY pgs=1402 cs=0 l=1 rev1=1 crypto rx=0x7f4ba4036040 tx=0x7f4ba4033650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:47.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:47.846+0000 7f4ba1ffb640 1 -- 172.21.15.31:0/3854268323 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ba4038040 con 0x7f4bb015d9f0 2024-09-16T07:27:47.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:47.846+0000 7f4ba1ffb640 1 -- 172.21.15.31:0/3854268323 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4ba4004020 con 0x7f4bb015d9f0 2024-09-16T07:27:47.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:47.846+0000 7f4bb727c640 1 -- 172.21.15.31:0/3854268323 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4bb00c5b70 con 0x7f4bb015d9f0 2024-09-16T07:27:47.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:47.846+0000 7f4ba1ffb640 1 -- 172.21.15.31:0/3854268323 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ba4004450 con 0x7f4bb015d9f0 2024-09-16T07:27:47.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:47.847+0000 7f4bb727c640 1 -- 172.21.15.31:0/3854268323 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4bb015e290 con 0x7f4bb015d9f0 2024-09-16T07:27:47.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:47.848+0000 7f4bb727c640 1 -- 172.21.15.31:0/3854268323 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4bb015e4d0 con 0x7f4bb015d9f0 2024-09-16T07:27:47.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:47.848+0000 7f4ba1ffb640 1 -- 172.21.15.31:0/3854268323 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 21) ==== 101848+0+0 (secure 0 0 0) 0x7f4ba4045020 con 0x7f4bb015d9f0 2024-09-16T07:27:47.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:47.849+0000 7f4ba1ffb640 1 --2- 172.21.15.31:0/3854268323 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4b94078eb0 0x7f4b9407b370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:47.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:47.849+0000 7f4ba1ffb640 1 -- 172.21.15.31:0/3854268323 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 5737+0+0 (secure 0 0 0) 0x7f4ba40bbdc0 con 0x7f4bb015d9f0 2024-09-16T07:27:47.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:47.849+0000 7f4bb5018640 1 --2- 172.21.15.31:0/3854268323 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4b94078eb0 0x7f4b9407b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:47.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:47.849+0000 7f4bb5018640 1 --2- 172.21.15.31:0/3854268323 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4b94078eb0 0x7f4b9407b370 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f4bb015b2b0 tx=0x7f4bac000ed0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:47.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:47.853+0000 7f4ba1ffb640 1 -- 172.21.15.31:0/3854268323 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f4bb015e4d0 con 0x7f4bb015d9f0 2024-09-16T07:27:48.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:48.080+0000 7f4bb727c640 1 -- 172.21.15.31:0/3854268323 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f4bb0073f40 con 0x7f4bb015d9f0 2024-09-16T07:27:48.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:48.080+0000 7f4ba1ffb640 1 -- 172.21.15.31:0/3854268323 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v89) ==== 53+0+73 (secure 0 0 0) 0x7f4bb01f6b50 con 0x7f4bb015d9f0 2024-09-16T07:27:48.080 INFO:teuthology.orchestra.run.smithi031.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T07:27:48.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:48.083+0000 7f4bb727c640 1 -- 172.21.15.31:0/3854268323 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4b94078eb0 msgr2=0x7f4b9407b370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:48.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:48.083+0000 7f4bb727c640 1 --2- 172.21.15.31:0/3854268323 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4b94078eb0 0x7f4b9407b370 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f4bb015b2b0 tx=0x7f4bac000ed0 comp rx=0 tx=0).stop 2024-09-16T07:27:48.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:48.083+0000 7f4bb727c640 1 -- 172.21.15.31:0/3854268323 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4bb015d9f0 msgr2=0x7f4bb01f1ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:48.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:48.083+0000 7f4bb727c640 1 --2- 172.21.15.31:0/3854268323 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4bb015d9f0 0x7f4bb01f1ee0 secure :-1 s=READY pgs=1402 cs=0 l=1 rev1=1 crypto rx=0x7f4ba4036040 tx=0x7f4ba4033650 comp rx=0 tx=0).stop 2024-09-16T07:27:48.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:48.083+0000 7f4bb727c640 1 -- 172.21.15.31:0/3854268323 shutdown_connections 2024-09-16T07:27:48.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:48.083+0000 7f4bb727c640 1 --2- 172.21.15.31:0/3854268323 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4b94078eb0 0x7f4b9407b370 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:48.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:48.083+0000 7f4bb727c640 1 --2- 172.21.15.31:0/3854268323 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4bb015b740 0x7f4bb006cb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:48.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:48.083+0000 7f4bb727c640 1 --2- 172.21.15.31:0/3854268323 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4bb015d9f0 0x7f4bb01f1ee0 unknown :-1 s=CLOSED pgs=1402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:48.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:48.083+0000 7f4bb727c640 1 --2- 172.21.15.31:0/3854268323 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4b9c004800 0x7f4bb01f6610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:48.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:48.083+0000 7f4bb727c640 1 -- 172.21.15.31:0/3854268323 >> 172.21.15.31:0/3854268323 conn(0x7f4bb00d0c20 msgr2=0x7f4bb00b3a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:48.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:48.083+0000 7f4bb727c640 1 -- 172.21.15.31:0/3854268323 shutdown_connections 2024-09-16T07:27:48.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:48.083+0000 7f4bb727c640 1 -- 172.21.15.31:0/3854268323 wait complete. 2024-09-16T07:27:48.093 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T07:27:48.093 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T07:27:48.093 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi155.front.sepia.ceph.com 2024-09-16T07:27:48.094 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-16T07:27:48.094 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-16T07:27:48.094 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T07:27:48.094 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T07:27:48.094 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T07:27:48.094 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-16T07:27:48.094 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:48.095 DEBUG:teuthology.orchestra.run.smithi155:> ip addr 2024-09-16T07:27:48.114 INFO:teuthology.orchestra.run.smithi155.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T07:27:48.114 INFO:teuthology.orchestra.run.smithi155.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T07:27:48.114 INFO:teuthology.orchestra.run.smithi155.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T07:27:48.114 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:27:48.114 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 ::1/128 scope host 2024-09-16T07:27:48.114 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:27:48.114 INFO:teuthology.orchestra.run.smithi155.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:27:48.115 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 0c:c4:7a:d9:a0:fa brd ff:ff:ff:ff:ff:ff 2024-09-16T07:27:48.115 INFO:teuthology.orchestra.run.smithi155.stdout: altname enp7s0f0 2024-09-16T07:27:48.115 INFO:teuthology.orchestra.run.smithi155.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:27:48.115 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 0c:c4:7a:d9:a0:fb brd ff:ff:ff:ff:ff:ff 2024-09-16T07:27:48.115 INFO:teuthology.orchestra.run.smithi155.stdout: altname enp7s0f1 2024-09-16T07:27:48.115 INFO:teuthology.orchestra.run.smithi155.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:27:48.115 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 0c:c4:7a:88:6d:ec brd ff:ff:ff:ff:ff:ff 2024-09-16T07:27:48.115 INFO:teuthology.orchestra.run.smithi155.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T07:27:48.115 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 0c:c4:7a:88:6d:ed brd ff:ff:ff:ff:ff:ff 2024-09-16T07:27:48.115 INFO:teuthology.orchestra.run.smithi155.stdout: inet 172.21.15.155/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-16T07:27:48.115 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft 42369sec preferred_lft 42369sec 2024-09-16T07:27:48.115 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 fe80::ec4:7aff:fe88:6ded/64 scope link noprefixroute 2024-09-16T07:27:48.115 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:27:48.116 INFO:teuthology.orchestra.run.smithi155.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T07:27:48.116 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 6a:24:67:c2:77:cc brd ff:ff:ff:ff:ff:ff 2024-09-16T07:27:48.116 INFO:teuthology.orchestra.run.smithi155.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-16T07:27:48.116 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:27:48.116 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 fe80::88e4:b9ff:fe24:e8a7/64 scope link 2024-09-16T07:27:48.116 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:27:48.116 INFO:teuthology.orchestra.run.smithi155.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T07:27:48.116 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether d6:1d:e5:de:08:cd brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:27:48.116 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 fe80::d41d:e5ff:fede:8cd/64 scope link 2024-09-16T07:27:48.116 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:27:48.116 INFO:teuthology.orchestra.run.smithi155.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T07:27:48.116 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 6a:24:67:c2:77:cc brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:27:48.116 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 fe80::6824:67ff:fec2:77cc/64 scope link 2024-09-16T07:27:48.117 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:27:48.117 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:48.117 DEBUG:teuthology.orchestra.run.smithi155:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T07:27:48.182 INFO:teuthology.orchestra.run.smithi155.stdout:1 2024-09-16T07:27:48.183 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:48.183 DEBUG:teuthology.orchestra.run.smithi155:> route 2024-09-16T07:27:48.243 INFO:teuthology.orchestra.run.smithi155.stdout:Kernel IP routing table 2024-09-16T07:27:48.243 INFO:teuthology.orchestra.run.smithi155.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T07:27:48.243 INFO:teuthology.orchestra.run.smithi155.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-16T07:27:48.243 INFO:teuthology.orchestra.run.smithi155.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-16T07:27:48.244 INFO:teuthology.orchestra.run.smithi155.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T07:27:48.244 DEBUG:teuthology.orchestra.run.smithi155:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T07:27:48.244 DEBUG:teuthology.orchestra.run.smithi155:> set -e 2024-09-16T07:27:48.244 DEBUG:teuthology.orchestra.run.smithi155:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-16T07:27:48.244 DEBUG:teuthology.orchestra.run.smithi155:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-16T07:27:48.244 DEBUG:teuthology.orchestra.run.smithi155:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-16T07:27:48.244 DEBUG:teuthology.orchestra.run.smithi155:> ') 2024-09-16T07:27:48.337 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:27:48 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T07:27:48.371 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:27:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:27:48.377 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:48.377 DEBUG:teuthology.orchestra.run.smithi155:> ip netns list 2024-09-16T07:27:48.393 INFO:teuthology.orchestra.run.smithi155.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-16T07:27:48.393 INFO:teuthology.orchestra.run.smithi155.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-16T07:27:48.393 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-16T07:27:48.393 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:48.393 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip link set brx.0 up 2024-09-16T07:27:48.458 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-16T07:27:48.458 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T07:27:48.459 DEBUG:teuthology.orchestra.run.smithi155:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-16T07:27:48.514 INFO:teuthology.orchestra.run.smithi155.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-16T07:27:48.514 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T07:27:48.514 DEBUG:teuthology.orchestra.run.smithi155:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-16T07:27:48.569 DEBUG:teuthology.orchestra.run.smithi155:> sudo modprobe fuse 2024-09-16T07:27:48.634 DEBUG:teuthology.orchestra.run.smithi155:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T07:27:48.690 INFO:teuthology.orchestra.run.smithi155.stdout:/proc 2024-09-16T07:27:48.691 INFO:teuthology.orchestra.run.smithi155.stdout:/sys 2024-09-16T07:27:48.691 INFO:teuthology.orchestra.run.smithi155.stdout:/dev 2024-09-16T07:27:48.691 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/security 2024-09-16T07:27:48.691 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/shm 2024-09-16T07:27:48.691 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/pts 2024-09-16T07:27:48.691 INFO:teuthology.orchestra.run.smithi155.stdout:/run 2024-09-16T07:27:48.691 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/cgroup 2024-09-16T07:27:48.691 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/pstore 2024-09-16T07:27:48.691 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/bpf 2024-09-16T07:27:48.691 INFO:teuthology.orchestra.run.smithi155.stdout:/ 2024-09-16T07:27:48.691 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/selinux 2024-09-16T07:27:48.691 INFO:teuthology.orchestra.run.smithi155.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T07:27:48.692 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/hugepages 2024-09-16T07:27:48.692 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/mqueue 2024-09-16T07:27:48.692 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/debug 2024-09-16T07:27:48.692 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/tracing 2024-09-16T07:27:48.692 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/fuse/connections 2024-09-16T07:27:48.692 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/config 2024-09-16T07:27:48.692 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T07:27:48.692 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T07:27:48.692 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T07:27:48.692 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T07:27:48.692 INFO:teuthology.orchestra.run.smithi155.stdout:/run/user/1000 2024-09-16T07:27:48.692 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph 2024-09-16T07:27:48.692 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-4 2024-09-16T07:27:48.693 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-5 2024-09-16T07:27:48.693 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-6 2024-09-16T07:27:48.693 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-7 2024-09-16T07:27:48.693 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns 2024-09-16T07:27:48.693 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:27:48.693 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:27:48.693 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:27:48.693 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:27:48.693 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:48.693 DEBUG:teuthology.orchestra.run.smithi155:> ls /sys/fs/fuse/connections 2024-09-16T07:27:48.746 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-16T07:27:48.746 DEBUG:teuthology.orchestra.run.smithi155:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-16T07:27:48.788 DEBUG:teuthology.orchestra.run.smithi155:> sudo modprobe fuse 2024-09-16T07:27:48.812 DEBUG:teuthology.orchestra.run.smithi155:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T07:27:48.868 INFO:teuthology.orchestra.run.smithi155.stdout:/proc 2024-09-16T07:27:48.868 INFO:teuthology.orchestra.run.smithi155.stdout:/sys 2024-09-16T07:27:48.868 INFO:teuthology.orchestra.run.smithi155.stdout:/dev 2024-09-16T07:27:48.868 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/security 2024-09-16T07:27:48.869 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/shm 2024-09-16T07:27:48.869 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/pts 2024-09-16T07:27:48.869 INFO:teuthology.orchestra.run.smithi155.stdout:/run 2024-09-16T07:27:48.869 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/cgroup 2024-09-16T07:27:48.869 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/pstore 2024-09-16T07:27:48.869 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/bpf 2024-09-16T07:27:48.869 INFO:teuthology.orchestra.run.smithi155.stdout:/ 2024-09-16T07:27:48.869 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/selinux 2024-09-16T07:27:48.869 INFO:teuthology.orchestra.run.smithi155.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T07:27:48.869 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/hugepages 2024-09-16T07:27:48.869 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/mqueue 2024-09-16T07:27:48.869 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/debug 2024-09-16T07:27:48.870 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/tracing 2024-09-16T07:27:48.870 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/fuse/connections 2024-09-16T07:27:48.870 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/config 2024-09-16T07:27:48.870 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T07:27:48.870 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T07:27:48.870 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T07:27:48.870 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T07:27:48.870 INFO:teuthology.orchestra.run.smithi155.stdout:/run/user/1000 2024-09-16T07:27:48.870 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph 2024-09-16T07:27:48.870 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-4 2024-09-16T07:27:48.870 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-5 2024-09-16T07:27:48.870 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-6 2024-09-16T07:27:48.870 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-7 2024-09-16T07:27:48.871 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns 2024-09-16T07:27:48.871 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:27:48.871 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:27:48.871 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:27:48.871 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:27:48.871 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:48.871 DEBUG:teuthology.orchestra.run.smithi155:> ls /sys/fs/fuse/connections 2024-09-16T07:27:48.872 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi155.stderr:2024-09-16T07:27:48.869+0000 7fddfff06480 -1 init, newargv = 0x55eab78b2560 newargc=15 2024-09-16T07:27:48.872 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi155.stderr:ceph-fuse[48220]: starting ceph client 2024-09-16T07:27:48.874 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi155.stderr:ceph-fuse[48220]: starting fuse 2024-09-16T07:27:48.886 INFO:teuthology.orchestra.run.smithi155.stdout:43 2024-09-16T07:27:48.887 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-16T07:27:48.887 DEBUG:teuthology.orchestra.run.smithi155:> sudo stdin-killer -- python3 -c ' 2024-09-16T07:27:48.887 DEBUG:teuthology.orchestra.run.smithi155:> import glob 2024-09-16T07:27:48.887 DEBUG:teuthology.orchestra.run.smithi155:> import re 2024-09-16T07:27:48.887 DEBUG:teuthology.orchestra.run.smithi155:> import os 2024-09-16T07:27:48.887 DEBUG:teuthology.orchestra.run.smithi155:> import subprocess 2024-09-16T07:27:48.887 DEBUG:teuthology.orchestra.run.smithi155:> 2024-09-16T07:27:48.887 DEBUG:teuthology.orchestra.run.smithi155:> def _find_admin_socket(client_name): 2024-09-16T07:27:48.887 DEBUG:teuthology.orchestra.run.smithi155:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-16T07:27:48.887 DEBUG:teuthology.orchestra.run.smithi155:> files = glob.glob(asok_path) 2024-09-16T07:27:48.888 DEBUG:teuthology.orchestra.run.smithi155:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-16T07:27:48.888 DEBUG:teuthology.orchestra.run.smithi155:> 2024-09-16T07:27:48.888 DEBUG:teuthology.orchestra.run.smithi155:> # Given a non-glob path, it better be there 2024-09-16T07:27:48.888 DEBUG:teuthology.orchestra.run.smithi155:> if "*" not in asok_path: 2024-09-16T07:27:48.888 DEBUG:teuthology.orchestra.run.smithi155:> assert(len(files) == 1) 2024-09-16T07:27:48.888 DEBUG:teuthology.orchestra.run.smithi155:> return files[0] 2024-09-16T07:27:48.888 DEBUG:teuthology.orchestra.run.smithi155:> 2024-09-16T07:27:48.888 DEBUG:teuthology.orchestra.run.smithi155:> for f in files: 2024-09-16T07:27:48.888 DEBUG:teuthology.orchestra.run.smithi155:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T07:27:48.888 DEBUG:teuthology.orchestra.run.smithi155:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T07:27:48.888 DEBUG:teuthology.orchestra.run.smithi155:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T07:27:48.888 DEBUG:teuthology.orchestra.run.smithi155:> contents = proc_f.read() 2024-09-16T07:27:48.888 DEBUG:teuthology.orchestra.run.smithi155:> if mountpoint in contents: 2024-09-16T07:27:48.888 DEBUG:teuthology.orchestra.run.smithi155:> return f 2024-09-16T07:27:48.889 DEBUG:teuthology.orchestra.run.smithi155:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T07:27:48.889 DEBUG:teuthology.orchestra.run.smithi155:> 2024-09-16T07:27:48.889 DEBUG:teuthology.orchestra.run.smithi155:> print(_find_admin_socket("client.1")) 2024-09-16T07:27:48.889 DEBUG:teuthology.orchestra.run.smithi155:> ' 2024-09-16T07:27:49.004 INFO:teuthology.orchestra.run.smithi155.stdout:/var/run/ceph/ceph-client.1.48220.asok 2024-09-16T07:27:49.007 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:27:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:27:49.014 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.48220.asok 2024-09-16T07:27:49.014 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:49.015 DEBUG:teuthology.orchestra.run.smithi155:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.48220.asok status 2024-09-16T07:27:49.149 INFO:teuthology.orchestra.run.smithi155.stdout:{ 2024-09-16T07:27:49.149 INFO:teuthology.orchestra.run.smithi155.stdout: "metadata": { 2024-09-16T07:27:49.149 INFO:teuthology.orchestra.run.smithi155.stdout: "ceph_sha1": "4ef5f0587d1cad82c4295c20951c303dc342ac74", 2024-09-16T07:27:49.151 INFO:teuthology.orchestra.run.smithi155.stdout: "ceph_version": "ceph version 19.3.0-4938-g4ef5f058 (4ef5f0587d1cad82c4295c20951c303dc342ac74) squid (dev)", 2024-09-16T07:27:49.151 INFO:teuthology.orchestra.run.smithi155.stdout: "entity_id": "1", 2024-09-16T07:27:49.151 INFO:teuthology.orchestra.run.smithi155.stdout: "hostname": "smithi155", 2024-09-16T07:27:49.151 INFO:teuthology.orchestra.run.smithi155.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-16T07:27:49.151 INFO:teuthology.orchestra.run.smithi155.stdout: "pid": "48220", 2024-09-16T07:27:49.151 INFO:teuthology.orchestra.run.smithi155.stdout: "root": "/" 2024-09-16T07:27:49.151 INFO:teuthology.orchestra.run.smithi155.stdout: }, 2024-09-16T07:27:49.151 INFO:teuthology.orchestra.run.smithi155.stdout: "dentry_count": 0, 2024-09-16T07:27:49.151 INFO:teuthology.orchestra.run.smithi155.stdout: "dentry_pinned_count": 0, 2024-09-16T07:27:49.151 INFO:teuthology.orchestra.run.smithi155.stdout: "id": 6581, 2024-09-16T07:27:49.151 INFO:teuthology.orchestra.run.smithi155.stdout: "inst": { 2024-09-16T07:27:49.151 INFO:teuthology.orchestra.run.smithi155.stdout: "name": { 2024-09-16T07:27:49.152 INFO:teuthology.orchestra.run.smithi155.stdout: "type": "client", 2024-09-16T07:27:49.152 INFO:teuthology.orchestra.run.smithi155.stdout: "num": 6581 2024-09-16T07:27:49.152 INFO:teuthology.orchestra.run.smithi155.stdout: }, 2024-09-16T07:27:49.152 INFO:teuthology.orchestra.run.smithi155.stdout: "addr": { 2024-09-16T07:27:49.152 INFO:teuthology.orchestra.run.smithi155.stdout: "type": "v1", 2024-09-16T07:27:49.152 INFO:teuthology.orchestra.run.smithi155.stdout: "addr": "192.168.0.1:0", 2024-09-16T07:27:49.152 INFO:teuthology.orchestra.run.smithi155.stdout: "nonce": 3697277498 2024-09-16T07:27:49.152 INFO:teuthology.orchestra.run.smithi155.stdout: } 2024-09-16T07:27:49.152 INFO:teuthology.orchestra.run.smithi155.stdout: }, 2024-09-16T07:27:49.152 INFO:teuthology.orchestra.run.smithi155.stdout: "addr": { 2024-09-16T07:27:49.152 INFO:teuthology.orchestra.run.smithi155.stdout: "type": "v1", 2024-09-16T07:27:49.153 INFO:teuthology.orchestra.run.smithi155.stdout: "addr": "192.168.0.1:0", 2024-09-16T07:27:49.153 INFO:teuthology.orchestra.run.smithi155.stdout: "nonce": 3697277498 2024-09-16T07:27:49.153 INFO:teuthology.orchestra.run.smithi155.stdout: }, 2024-09-16T07:27:49.153 INFO:teuthology.orchestra.run.smithi155.stdout: "inst_str": "client.6581 192.168.0.1:0/3697277498", 2024-09-16T07:27:49.153 INFO:teuthology.orchestra.run.smithi155.stdout: "addr_str": "192.168.0.1:0/3697277498", 2024-09-16T07:27:49.153 INFO:teuthology.orchestra.run.smithi155.stdout: "inode_count": 1, 2024-09-16T07:27:49.153 INFO:teuthology.orchestra.run.smithi155.stdout: "mds_epoch": 89, 2024-09-16T07:27:49.153 INFO:teuthology.orchestra.run.smithi155.stdout: "osd_epoch": 130, 2024-09-16T07:27:49.153 INFO:teuthology.orchestra.run.smithi155.stdout: "osd_epoch_barrier": 0, 2024-09-16T07:27:49.153 INFO:teuthology.orchestra.run.smithi155.stdout: "blocklisted": false, 2024-09-16T07:27:49.153 INFO:teuthology.orchestra.run.smithi155.stdout: "fs_name": "cephfs" 2024-09-16T07:27:49.153 INFO:teuthology.orchestra.run.smithi155.stdout:} 2024-09-16T07:27:49.157 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:49.157 DEBUG:teuthology.orchestra.run.smithi155:> stat --file-system '--printf=%T 2024-09-16T07:27:49.158 DEBUG:teuthology.orchestra.run.smithi155:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-16T07:27:49.173 INFO:teuthology.orchestra.run.smithi155.stdout:fuseblk 2024-09-16T07:27:49.173 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-16T07:27:49.174 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:49.174 DEBUG:teuthology.orchestra.run.smithi155:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-16T07:27:49.238 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs flag set enable_multiple true --yes-i-really-mean-it 2024-09-16T07:27:49.361 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.362+0000 7ffb19823640 1 -- 172.21.15.31:0/41184119 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffb140703c0 msgr2=0x7ffb14157cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:49.362 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.362+0000 7ffb19823640 1 --2- 172.21.15.31:0/41184119 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffb140703c0 0x7ffb14157cf0 secure :-1 s=READY pgs=1404 cs=0 l=1 rev1=1 crypto rx=0x7ffb0c005fd0 tx=0x7ffb0c02aa90 comp rx=0 tx=0).stop 2024-09-16T07:27:49.362 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.362+0000 7ffb19823640 1 -- 172.21.15.31:0/41184119 shutdown_connections 2024-09-16T07:27:49.362 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.362+0000 7ffb19823640 1 --2- 172.21.15.31:0/41184119 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffb140703c0 0x7ffb14157cf0 unknown :-1 s=CLOSED pgs=1404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:49.362 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.362+0000 7ffb19823640 1 --2- 172.21.15.31:0/41184119 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffb1406e940 0x7ffb1406fe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:49.362 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.362+0000 7ffb19823640 1 -- 172.21.15.31:0/41184119 >> 172.21.15.31:0/41184119 conn(0x7ffb140b1620 msgr2=0x7ffb140b1a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:49.362 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.362+0000 7ffb19823640 1 -- 172.21.15.31:0/41184119 shutdown_connections 2024-09-16T07:27:49.362 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.362+0000 7ffb19823640 1 -- 172.21.15.31:0/41184119 wait complete. 2024-09-16T07:27:49.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.363+0000 7ffb19823640 1 Processor -- start 2024-09-16T07:27:49.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.363+0000 7ffb19823640 1 -- start start 2024-09-16T07:27:49.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.364+0000 7ffb19823640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffb1406e940 0x7ffb14153480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:49.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.364+0000 7ffb19823640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffb140703c0 0x7ffb1414f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:49.365 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.364+0000 7ffb19823640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffb140aee40 0x7ffb14152930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:49.365 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.364+0000 7ffb19823640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7ffb141585c0 con 0x7ffb140703c0 2024-09-16T07:27:49.365 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.364+0000 7ffb19823640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ffb14158440 con 0x7ffb140aee40 2024-09-16T07:27:49.365 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.364+0000 7ffb19823640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ffb14158740 con 0x7ffb1406e940 2024-09-16T07:27:49.365 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.364+0000 7ffb0a7fc640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffb140703c0 0x7ffb1414f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:49.365 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.364+0000 7ffb0a7fc640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffb140703c0 0x7ffb1414f100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48846/0 (socket says 172.21.15.31:48846) 2024-09-16T07:27:49.365 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.364+0000 7ffb0a7fc640 1 -- 172.21.15.31:0/4236301606 learned_addr learned my addr 172.21.15.31:0/4236301606 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:49.365 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.364+0000 7ffb137fe640 1 --2- 172.21.15.31:0/4236301606 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffb140aee40 0x7ffb14152930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:49.365 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.364+0000 7ffb12ffd640 1 --2- 172.21.15.31:0/4236301606 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffb1406e940 0x7ffb14153480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:49.365 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.365+0000 7ffb0a7fc640 1 -- 172.21.15.31:0/4236301606 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffb1406e940 msgr2=0x7ffb14153480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:49.365 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.365+0000 7ffb0a7fc640 1 --2- 172.21.15.31:0/4236301606 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffb1406e940 0x7ffb14153480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:49.365 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.365+0000 7ffb0a7fc640 1 -- 172.21.15.31:0/4236301606 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffb140aee40 msgr2=0x7ffb14152930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:49.365 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.365+0000 7ffb0a7fc640 1 --2- 172.21.15.31:0/4236301606 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffb140aee40 0x7ffb14152930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:49.366 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.365+0000 7ffb0a7fc640 1 -- 172.21.15.31:0/4236301606 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb141f26c0 con 0x7ffb140703c0 2024-09-16T07:27:49.366 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.365+0000 7ffb0a7fc640 1 --2- 172.21.15.31:0/4236301606 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffb140703c0 0x7ffb1414f100 secure :-1 s=READY pgs=1405 cs=0 l=1 rev1=1 crypto rx=0x7ffafc00bea0 tx=0x7ffafc00bf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:49.366 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.365+0000 7ffb10ff9640 1 -- 172.21.15.31:0/4236301606 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffafc016070 con 0x7ffb140703c0 2024-09-16T07:27:49.366 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.365+0000 7ffb10ff9640 1 -- 172.21.15.31:0/4236301606 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ffafc009c30 con 0x7ffb140703c0 2024-09-16T07:27:49.366 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.365+0000 7ffb19823640 1 -- 172.21.15.31:0/4236301606 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb14150030 con 0x7ffb140703c0 2024-09-16T07:27:49.366 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.365+0000 7ffb10ff9640 1 -- 172.21.15.31:0/4236301606 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffafc0107c0 con 0x7ffb140703c0 2024-09-16T07:27:49.366 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.365+0000 7ffb19823640 1 -- 172.21.15.31:0/4236301606 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb141505f0 con 0x7ffb140703c0 2024-09-16T07:27:49.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.366+0000 7ffb19823640 1 -- 172.21.15.31:0/4236301606 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffb140cf7a0 con 0x7ffb140703c0 2024-09-16T07:27:49.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.367+0000 7ffb10ff9640 1 -- 172.21.15.31:0/4236301606 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 21) ==== 101848+0+0 (secure 0 0 0) 0x7ffafc010960 con 0x7ffb140703c0 2024-09-16T07:27:49.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.367+0000 7ffb10ff9640 1 --2- 172.21.15.31:0/4236301606 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ffaf4078e80 0x7ffaf407b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:49.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.368+0000 7ffb10ff9640 1 -- 172.21.15.31:0/4236301606 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 5737+0+0 (secure 0 0 0) 0x7ffafc09d530 con 0x7ffb140703c0 2024-09-16T07:27:49.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.368+0000 7ffb12ffd640 1 --2- 172.21.15.31:0/4236301606 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ffaf4078e80 0x7ffaf407b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:49.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.368+0000 7ffb12ffd640 1 --2- 172.21.15.31:0/4236301606 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ffaf4078e80 0x7ffaf407b340 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7ffb04001720 tx=0x7ffb04009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:49.371 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.372+0000 7ffb10ff9640 1 -- 172.21.15.31:0/4236301606 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7ffafc009e20 con 0x7ffb140703c0 2024-09-16T07:27:49.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.598+0000 7ffb19823640 1 -- 172.21.15.31:0/4236301606 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true} v 0) -- 0x7ffb1406e720 con 0x7ffb140703c0 2024-09-16T07:27:49.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.650+0000 7ffb10ff9640 1 -- 172.21.15.31:0/4236301606 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true}]=0 v90) ==== 136+0+0 (secure 0 0 0) 0x7ffafc09be20 con 0x7ffb140703c0 2024-09-16T07:27:49.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.652+0000 7ffb19823640 1 -- 172.21.15.31:0/4236301606 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ffaf4078e80 msgr2=0x7ffaf407b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:49.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.652+0000 7ffb19823640 1 --2- 172.21.15.31:0/4236301606 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ffaf4078e80 0x7ffaf407b340 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7ffb04001720 tx=0x7ffb04009040 comp rx=0 tx=0).stop 2024-09-16T07:27:49.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.652+0000 7ffb19823640 1 -- 172.21.15.31:0/4236301606 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffb140703c0 msgr2=0x7ffb1414f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:49.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.652+0000 7ffb19823640 1 --2- 172.21.15.31:0/4236301606 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffb140703c0 0x7ffb1414f100 secure :-1 s=READY pgs=1405 cs=0 l=1 rev1=1 crypto rx=0x7ffafc00bea0 tx=0x7ffafc00bf90 comp rx=0 tx=0).stop 2024-09-16T07:27:49.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.652+0000 7ffb19823640 1 -- 172.21.15.31:0/4236301606 shutdown_connections 2024-09-16T07:27:49.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.652+0000 7ffb19823640 1 --2- 172.21.15.31:0/4236301606 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ffaf4078e80 0x7ffaf407b340 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:49.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.652+0000 7ffb19823640 1 --2- 172.21.15.31:0/4236301606 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffb140aee40 0x7ffb14152930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:49.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.652+0000 7ffb19823640 1 --2- 172.21.15.31:0/4236301606 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffb140703c0 0x7ffb1414f100 unknown :-1 s=CLOSED pgs=1405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:49.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.652+0000 7ffb19823640 1 --2- 172.21.15.31:0/4236301606 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffb1406e940 0x7ffb14153480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:49.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.652+0000 7ffb19823640 1 -- 172.21.15.31:0/4236301606 >> 172.21.15.31:0/4236301606 conn(0x7ffb140b1620 msgr2=0x7ffb14159550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:49.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.652+0000 7ffb19823640 1 -- 172.21.15.31:0/4236301606 shutdown_connections 2024-09-16T07:27:49.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.652+0000 7ffb19823640 1 -- 172.21.15.31:0/4236301606 wait complete. 2024-09-16T07:27:49.663 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume ls 2024-09-16T07:27:49.770 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.770+0000 7fa38507f640 1 -- 172.21.15.31:0/3098944591 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa3800d49c0 msgr2=0x7fa3800d0630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:49.770 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.770+0000 7fa38507f640 1 --2- 172.21.15.31:0/3098944591 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa3800d49c0 0x7fa3800d0630 secure :-1 s=READY pgs=1406 cs=0 l=1 rev1=1 crypto rx=0x7fa368005fd0 tx=0x7fa36802a540 comp rx=0 tx=0).stop 2024-09-16T07:27:49.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.770+0000 7fa38507f640 1 -- 172.21.15.31:0/3098944591 shutdown_connections 2024-09-16T07:27:49.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.770+0000 7fa38507f640 1 --2- 172.21.15.31:0/3098944591 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa3800d49c0 0x7fa3800d0630 unknown :-1 s=CLOSED pgs=1406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:49.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.770+0000 7fa38507f640 1 --2- 172.21.15.31:0/3098944591 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa38015df90 0x7fa3800cf9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:49.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.770+0000 7fa38507f640 1 -- 172.21.15.31:0/3098944591 >> 172.21.15.31:0/3098944591 conn(0x7fa3800d3ea0 msgr2=0x7fa3800d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:49.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.770+0000 7fa38507f640 1 -- 172.21.15.31:0/3098944591 shutdown_connections 2024-09-16T07:27:49.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.770+0000 7fa38507f640 1 -- 172.21.15.31:0/3098944591 wait complete. 2024-09-16T07:27:49.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.772+0000 7fa38507f640 1 Processor -- start 2024-09-16T07:27:49.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.772+0000 7fa38507f640 1 -- start start 2024-09-16T07:27:49.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.772+0000 7fa38507f640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa3800d49c0 0x7fa3800a14d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:49.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.772+0000 7fa38507f640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa38015df90 0x7fa3801f7fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:49.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.772+0000 7fa38507f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa380162480 0x7fa3801f84e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:49.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.772+0000 7fa38507f640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fa3800d0f00 con 0x7fa380162480 2024-09-16T07:27:49.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.772+0000 7fa38507f640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa3800d0d80 con 0x7fa38015df90 2024-09-16T07:27:49.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.772+0000 7fa38507f640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa3800b3f10 con 0x7fa3800d49c0 2024-09-16T07:27:49.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.772+0000 7fa37f59e640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa380162480 0x7fa3801f84e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:49.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.773+0000 7fa37e59c640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa38015df90 0x7fa3801f7fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:49.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.773+0000 7fa37f59e640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa380162480 0x7fa3801f84e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48870/0 (socket says 172.21.15.31:48870) 2024-09-16T07:27:49.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.773+0000 7fa37f59e640 1 -- 172.21.15.31:0/1794119344 learned_addr learned my addr 172.21.15.31:0/1794119344 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:49.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.773+0000 7fa37ed9d640 1 --2- 172.21.15.31:0/1794119344 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa3800d49c0 0x7fa3800a14d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:49.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.773+0000 7fa37f59e640 1 -- 172.21.15.31:0/1794119344 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa3800d49c0 msgr2=0x7fa3800a14d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:49.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.773+0000 7fa37f59e640 1 --2- 172.21.15.31:0/1794119344 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa3800d49c0 0x7fa3800a14d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:49.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.773+0000 7fa37f59e640 1 -- 172.21.15.31:0/1794119344 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa38015df90 msgr2=0x7fa3801f7fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:49.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.773+0000 7fa37f59e640 1 --2- 172.21.15.31:0/1794119344 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa38015df90 0x7fa3801f7fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:49.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.773+0000 7fa37f59e640 1 -- 172.21.15.31:0/1794119344 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa38014df50 con 0x7fa380162480 2024-09-16T07:27:49.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.773+0000 7fa37f59e640 1 --2- 172.21.15.31:0/1794119344 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa380162480 0x7fa3801f84e0 secure :-1 s=READY pgs=1407 cs=0 l=1 rev1=1 crypto rx=0x7fa37000b9a0 tx=0x7fa37000bda0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:49.775 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.773+0000 7fa3777fe640 1 -- 172.21.15.31:0/1794119344 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa370019070 con 0x7fa380162480 2024-09-16T07:27:49.775 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.773+0000 7fa3777fe640 1 -- 172.21.15.31:0/1794119344 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa37000cb90 con 0x7fa380162480 2024-09-16T07:27:49.775 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.773+0000 7fa38507f640 1 -- 172.21.15.31:0/1794119344 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa38014e230 con 0x7fa380162480 2024-09-16T07:27:49.775 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.773+0000 7fa3777fe640 1 -- 172.21.15.31:0/1794119344 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa370014440 con 0x7fa380162480 2024-09-16T07:27:49.775 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.773+0000 7fa38507f640 1 -- 172.21.15.31:0/1794119344 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa38014e7f0 con 0x7fa380162480 2024-09-16T07:27:49.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.774+0000 7fa38507f640 1 -- 172.21.15.31:0/1794119344 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa3800698c0 con 0x7fa380162480 2024-09-16T07:27:49.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.775+0000 7fa3777fe640 1 -- 172.21.15.31:0/1794119344 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 21) ==== 101848+0+0 (secure 0 0 0) 0x7fa37001c070 con 0x7fa380162480 2024-09-16T07:27:49.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.775+0000 7fa3777fe640 1 --2- 172.21.15.31:0/1794119344 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa360078e80 0x7fa36007b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:49.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.775+0000 7fa3777fe640 1 -- 172.21.15.31:0/1794119344 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 5737+0+0 (secure 0 0 0) 0x7fa37009b0b0 con 0x7fa380162480 2024-09-16T07:27:49.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.776+0000 7fa37ed9d640 1 --2- 172.21.15.31:0/1794119344 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa360078e80 0x7fa36007b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:49.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.776+0000 7fa37ed9d640 1 --2- 172.21.15.31:0/1794119344 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa360078e80 0x7fa36007b340 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fa37800abe0 tx=0x7fa37800a2d0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:49.779 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.780+0000 7fa3777fe640 1 -- 172.21.15.31:0/1794119344 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fa3800698c0 con 0x7fa380162480 2024-09-16T07:27:49.989 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.989+0000 7fa38507f640 1 -- 172.21.15.31:0/1794119344 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs volume ls", "target": ["mon-mgr", ""]}) -- 0x7fa3800b4430 con 0x7fa360078e80 2024-09-16T07:27:49.990 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.991+0000 7fa3777fe640 1 -- 172.21.15.31:0/1794119344 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+41 (secure 0 0 0) 0x7fa3800b4430 con 0x7fa360078e80 2024-09-16T07:27:49.990 INFO:teuthology.orchestra.run.smithi031.stdout:[ 2024-09-16T07:27:49.990 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:27:49.991 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "cephfs" 2024-09-16T07:27:49.991 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:27:49.991 INFO:teuthology.orchestra.run.smithi031.stdout:] 2024-09-16T07:27:49.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.993+0000 7fa38507f640 1 -- 172.21.15.31:0/1794119344 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa360078e80 msgr2=0x7fa36007b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:49.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.993+0000 7fa38507f640 1 --2- 172.21.15.31:0/1794119344 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa360078e80 0x7fa36007b340 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fa37800abe0 tx=0x7fa37800a2d0 comp rx=0 tx=0).stop 2024-09-16T07:27:49.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.993+0000 7fa38507f640 1 -- 172.21.15.31:0/1794119344 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa380162480 msgr2=0x7fa3801f84e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:49.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.993+0000 7fa38507f640 1 --2- 172.21.15.31:0/1794119344 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa380162480 0x7fa3801f84e0 secure :-1 s=READY pgs=1407 cs=0 l=1 rev1=1 crypto rx=0x7fa37000b9a0 tx=0x7fa37000bda0 comp rx=0 tx=0).stop 2024-09-16T07:27:49.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.993+0000 7fa38507f640 1 -- 172.21.15.31:0/1794119344 shutdown_connections 2024-09-16T07:27:49.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.993+0000 7fa38507f640 1 --2- 172.21.15.31:0/1794119344 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa360078e80 0x7fa36007b340 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:49.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.993+0000 7fa38507f640 1 --2- 172.21.15.31:0/1794119344 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa380162480 0x7fa3801f84e0 unknown :-1 s=CLOSED pgs=1407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:49.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.993+0000 7fa38507f640 1 --2- 172.21.15.31:0/1794119344 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa38015df90 0x7fa3801f7fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:49.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.993+0000 7fa38507f640 1 --2- 172.21.15.31:0/1794119344 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa3800d49c0 0x7fa3800a14d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:49.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.993+0000 7fa38507f640 1 -- 172.21.15.31:0/1794119344 >> 172.21.15.31:0/1794119344 conn(0x7fa3800d3ea0 msgr2=0x7fa3800b4e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:49.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.993+0000 7fa38507f640 1 -- 172.21.15.31:0/1794119344 shutdown_connections 2024-09-16T07:27:49.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:49.993+0000 7fa38507f640 1 -- 172.21.15.31:0/1794119344 wait complete. 2024-09-16T07:27:50.004 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-16T07:27:50.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.113+0000 7f3de2685640 1 -- 172.21.15.31:0/80655480 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3ddc152af0 msgr2=0x7f3ddc15f6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:50.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.113+0000 7f3de2685640 1 --2- 172.21.15.31:0/80655480 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3ddc152af0 0x7f3ddc15f6f0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f3dd0009830 tx=0x7f3dd002a510 comp rx=0 tx=0).stop 2024-09-16T07:27:50.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.113+0000 7f3de2685640 1 -- 172.21.15.31:0/80655480 shutdown_connections 2024-09-16T07:27:50.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.113+0000 7f3de2685640 1 --2- 172.21.15.31:0/80655480 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3ddc152af0 0x7f3ddc15f6f0 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:50.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.113+0000 7f3de2685640 1 --2- 172.21.15.31:0/80655480 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3ddc152710 0x7f3ddc072f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:50.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.113+0000 7f3de2685640 1 -- 172.21.15.31:0/80655480 >> 172.21.15.31:0/80655480 conn(0x7f3ddc0b1700 msgr2=0x7f3ddc0b1ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:50.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.113+0000 7f3de2685640 1 -- 172.21.15.31:0/80655480 shutdown_connections 2024-09-16T07:27:50.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.113+0000 7f3de2685640 1 -- 172.21.15.31:0/80655480 wait complete. 2024-09-16T07:27:50.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.114+0000 7f3de2685640 1 Processor -- start 2024-09-16T07:27:50.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.114+0000 7f3de2685640 1 -- start start 2024-09-16T07:27:50.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.115+0000 7f3de2685640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3ddc152710 0x7f3ddc1568e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:50.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.115+0000 7f3de2685640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3ddc152af0 0x7f3ddc1f63d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:50.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.115+0000 7f3de2685640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3ddc15fc30 0x7f3ddc0c8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:50.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.115+0000 7f3de2685640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f3ddc06fd70 con 0x7f3ddc152710 2024-09-16T07:27:50.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.115+0000 7f3de2685640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f3ddc06fbf0 con 0x7f3ddc152af0 2024-09-16T07:27:50.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.115+0000 7f3de2685640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f3ddc06fef0 con 0x7f3ddc15fc30 2024-09-16T07:27:50.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.115+0000 7f3ddbfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3ddc152710 0x7f3ddc1568e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:50.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.115+0000 7f3ddbfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3ddc152710 0x7f3ddc1568e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48876/0 (socket says 172.21.15.31:48876) 2024-09-16T07:27:50.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.115+0000 7f3ddbfff640 1 -- 172.21.15.31:0/2950042418 learned_addr learned my addr 172.21.15.31:0/2950042418 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:50.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.116+0000 7f3ddb7fe640 1 --2- 172.21.15.31:0/2950042418 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3ddc152af0 0x7f3ddc1f63d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:50.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.116+0000 7f3de0c22640 1 --2- 172.21.15.31:0/2950042418 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3ddc15fc30 0x7f3ddc0c8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:50.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.116+0000 7f3ddbfff640 1 -- 172.21.15.31:0/2950042418 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3ddc15fc30 msgr2=0x7f3ddc0c8dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:50.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.116+0000 7f3ddbfff640 1 --2- 172.21.15.31:0/2950042418 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3ddc15fc30 0x7f3ddc0c8dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:50.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.116+0000 7f3ddbfff640 1 -- 172.21.15.31:0/2950042418 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3ddc152af0 msgr2=0x7f3ddc1f63d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:50.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.116+0000 7f3ddbfff640 1 --2- 172.21.15.31:0/2950042418 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3ddc152af0 0x7f3ddc1f63d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:50.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.116+0000 7f3ddbfff640 1 -- 172.21.15.31:0/2950042418 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ddc1f2e90 con 0x7f3ddc152710 2024-09-16T07:27:50.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.116+0000 7f3de0c22640 1 --2- 172.21.15.31:0/2950042418 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3ddc15fc30 0x7f3ddc0c8dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:27:50.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.116+0000 7f3ddbfff640 1 --2- 172.21.15.31:0/2950042418 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3ddc152710 0x7f3ddc1568e0 secure :-1 s=READY pgs=1408 cs=0 l=1 rev1=1 crypto rx=0x7f3dcc00e790 tx=0x7f3dcc00ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:50.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.116+0000 7f3dd8ff9640 1 -- 172.21.15.31:0/2950042418 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dcc00eea0 con 0x7f3ddc152710 2024-09-16T07:27:50.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.116+0000 7f3dd8ff9640 1 -- 172.21.15.31:0/2950042418 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3dcc00cc60 con 0x7f3ddc152710 2024-09-16T07:27:50.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.116+0000 7f3de2685640 1 -- 172.21.15.31:0/2950042418 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ddc1f3170 con 0x7f3ddc152710 2024-09-16T07:27:50.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.116+0000 7f3dd8ff9640 1 -- 172.21.15.31:0/2950042418 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dcc005280 con 0x7f3ddc152710 2024-09-16T07:27:50.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.116+0000 7f3de2685640 1 -- 172.21.15.31:0/2950042418 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ddc1f5eb0 con 0x7f3ddc152710 2024-09-16T07:27:50.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.117+0000 7f3de2685640 1 -- 172.21.15.31:0/2950042418 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ddc1f33b0 con 0x7f3ddc152710 2024-09-16T07:27:50.119 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.118+0000 7f3dd8ff9640 1 -- 172.21.15.31:0/2950042418 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 21) ==== 101848+0+0 (secure 0 0 0) 0x7f3dcc005420 con 0x7f3ddc152710 2024-09-16T07:27:50.119 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.118+0000 7f3dd8ff9640 1 --2- 172.21.15.31:0/2950042418 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3dc8078e80 0x7f3dc807b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:50.119 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.119+0000 7f3dd8ff9640 1 -- 172.21.15.31:0/2950042418 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 5737+0+0 (secure 0 0 0) 0x7f3dcc09bfa0 con 0x7f3ddc152710 2024-09-16T07:27:50.119 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.119+0000 7f3ddb7fe640 1 --2- 172.21.15.31:0/2950042418 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3dc8078e80 0x7f3dc807b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:50.119 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.119+0000 7f3ddb7fe640 1 --2- 172.21.15.31:0/2950042418 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3dc8078e80 0x7f3dc807b340 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f3dd0034000 tx=0x7f3dd0004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:50.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.123+0000 7f3dd8ff9640 1 -- 172.21.15.31:0/2950042418 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f3ddc1f33b0 con 0x7f3ddc152710 2024-09-16T07:27:50.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.309+0000 7f3de2685640 1 -- 172.21.15.31:0/2950042418 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f3ddc072f20 con 0x7f3ddc152710 2024-09-16T07:27:50.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.309+0000 7f3dd8ff9640 1 -- 172.21.15.31:0/2950042418 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v42)=0 v42) ==== 122+0+0 (secure 0 0 0) 0x7f3dcc06c020 con 0x7f3ddc152710 2024-09-16T07:27:50.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.311+0000 7f3de2685640 1 -- 172.21.15.31:0/2950042418 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3dc8078e80 msgr2=0x7f3dc807b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:50.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.311+0000 7f3de2685640 1 --2- 172.21.15.31:0/2950042418 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3dc8078e80 0x7f3dc807b340 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f3dd0034000 tx=0x7f3dd0004730 comp rx=0 tx=0).stop 2024-09-16T07:27:50.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.311+0000 7f3de2685640 1 -- 172.21.15.31:0/2950042418 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3ddc152710 msgr2=0x7f3ddc1568e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:50.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.311+0000 7f3de2685640 1 --2- 172.21.15.31:0/2950042418 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3ddc152710 0x7f3ddc1568e0 secure :-1 s=READY pgs=1408 cs=0 l=1 rev1=1 crypto rx=0x7f3dcc00e790 tx=0x7f3dcc00ec50 comp rx=0 tx=0).stop 2024-09-16T07:27:50.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.311+0000 7f3de2685640 1 -- 172.21.15.31:0/2950042418 shutdown_connections 2024-09-16T07:27:50.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.311+0000 7f3de2685640 1 --2- 172.21.15.31:0/2950042418 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3dc8078e80 0x7f3dc807b340 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:50.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.311+0000 7f3de2685640 1 --2- 172.21.15.31:0/2950042418 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3ddc15fc30 0x7f3ddc0c8dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:50.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.311+0000 7f3de2685640 1 --2- 172.21.15.31:0/2950042418 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3ddc152af0 0x7f3ddc1f63d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:50.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.311+0000 7f3de2685640 1 --2- 172.21.15.31:0/2950042418 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3ddc152710 0x7f3ddc1568e0 unknown :-1 s=CLOSED pgs=1408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:50.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.311+0000 7f3de2685640 1 -- 172.21.15.31:0/2950042418 >> 172.21.15.31:0/2950042418 conn(0x7f3ddc0b1700 msgr2=0x7f3ddc1551a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:50.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.311+0000 7f3de2685640 1 -- 172.21.15.31:0/2950042418 shutdown_connections 2024-09-16T07:27:50.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.312+0000 7f3de2685640 1 -- 172.21.15.31:0/2950042418 wait complete. 2024-09-16T07:27:50.322 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create non_existent_subvolume subvolume_1 2024-09-16T07:27:50.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.431+0000 7f02c3c85640 1 -- 172.21.15.31:0/2630518883 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f02bc15f270 msgr2=0x7f02bc072cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:50.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.431+0000 7f02c3c85640 1 --2- 172.21.15.31:0/2630518883 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f02bc15f270 0x7f02bc072cc0 secure :-1 s=READY pgs=1409 cs=0 l=1 rev1=1 crypto rx=0x7f02ac005fd0 tx=0x7f02ac02a540 comp rx=0 tx=0).stop 2024-09-16T07:27:50.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.431+0000 7f02c3c85640 1 -- 172.21.15.31:0/2630518883 shutdown_connections 2024-09-16T07:27:50.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.431+0000 7f02c3c85640 1 --2- 172.21.15.31:0/2630518883 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f02bc0cc3f0 0x7f02bc0cc800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:50.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.431+0000 7f02c3c85640 1 --2- 172.21.15.31:0/2630518883 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f02bc15f270 0x7f02bc072cc0 unknown :-1 s=CLOSED pgs=1409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:50.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.431+0000 7f02c3c85640 1 -- 172.21.15.31:0/2630518883 >> 172.21.15.31:0/2630518883 conn(0x7f02bc0b1700 msgr2=0x7f02bc0b1ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:50.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.432+0000 7f02c3c85640 1 -- 172.21.15.31:0/2630518883 shutdown_connections 2024-09-16T07:27:50.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.432+0000 7f02c3c85640 1 -- 172.21.15.31:0/2630518883 wait complete. 2024-09-16T07:27:50.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.433+0000 7f02c3c85640 1 Processor -- start 2024-09-16T07:27:50.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.433+0000 7f02c3c85640 1 -- start start 2024-09-16T07:27:50.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.434+0000 7f02c3c85640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f02bc0cc3f0 0x7f02bc1f2ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:50.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.434+0000 7f02c3c85640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f02bc15aa00 0x7f02bc0b2a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:50.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.434+0000 7f02c3c85640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f02bc15f270 0x7f02bc0c76c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:50.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.434+0000 7f02c3c85640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f02bc06f590 con 0x7f02bc15f270 2024-09-16T07:27:50.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.434+0000 7f02c3c85640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f02bc06f410 con 0x7f02bc15aa00 2024-09-16T07:27:50.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.434+0000 7f02c3c85640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f02bc06f710 con 0x7f02bc0cc3f0 2024-09-16T07:27:50.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.434+0000 7f02c2222640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f02bc15f270 0x7f02bc0c76c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:50.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.434+0000 7f02c2222640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f02bc15f270 0x7f02bc0c76c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48900/0 (socket says 172.21.15.31:48900) 2024-09-16T07:27:50.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.434+0000 7f02c2222640 1 -- 172.21.15.31:0/3426743923 learned_addr learned my addr 172.21.15.31:0/3426743923 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:50.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.434+0000 7f02c1a21640 1 --2- 172.21.15.31:0/3426743923 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f02bc0cc3f0 0x7f02bc1f2ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:50.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.434+0000 7f02c1220640 1 --2- 172.21.15.31:0/3426743923 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f02bc15aa00 0x7f02bc0b2a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:50.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.434+0000 7f02c2222640 1 -- 172.21.15.31:0/3426743923 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f02bc0cc3f0 msgr2=0x7f02bc1f2ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:50.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.434+0000 7f02c2222640 1 --2- 172.21.15.31:0/3426743923 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f02bc0cc3f0 0x7f02bc1f2ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:50.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.434+0000 7f02c2222640 1 -- 172.21.15.31:0/3426743923 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f02bc15aa00 msgr2=0x7f02bc0b2a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:50.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.434+0000 7f02c2222640 1 --2- 172.21.15.31:0/3426743923 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f02bc15aa00 0x7f02bc0b2a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:50.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.434+0000 7f02c2222640 1 -- 172.21.15.31:0/3426743923 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02bc0b4bf0 con 0x7f02bc15f270 2024-09-16T07:27:50.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.434+0000 7f02c2222640 1 --2- 172.21.15.31:0/3426743923 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f02bc15f270 0x7f02bc0c76c0 secure :-1 s=READY pgs=1410 cs=0 l=1 rev1=1 crypto rx=0x7f02b400da70 tx=0x7f02b400df30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:50.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.434+0000 7f02b27fc640 1 -- 172.21.15.31:0/3426743923 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02b4017070 con 0x7f02bc15f270 2024-09-16T07:27:50.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.434+0000 7f02b27fc640 1 -- 172.21.15.31:0/3426743923 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f02b4003970 con 0x7f02bc15f270 2024-09-16T07:27:50.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.435+0000 7f02b27fc640 1 -- 172.21.15.31:0/3426743923 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02b4003dc0 con 0x7f02bc15f270 2024-09-16T07:27:50.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.435+0000 7f02c3c85640 1 -- 172.21.15.31:0/3426743923 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02bc0c6c00 con 0x7f02bc15f270 2024-09-16T07:27:50.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.435+0000 7f02c3c85640 1 -- 172.21.15.31:0/3426743923 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02bc0b4e90 con 0x7f02bc15f270 2024-09-16T07:27:50.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.436+0000 7f02c3c85640 1 -- 172.21.15.31:0/3426743923 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f02bc0cc800 con 0x7f02bc15f270 2024-09-16T07:27:50.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.436+0000 7f02b27fc640 1 -- 172.21.15.31:0/3426743923 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 21) ==== 101848+0+0 (secure 0 0 0) 0x7f02b4003f60 con 0x7f02bc15f270 2024-09-16T07:27:50.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.437+0000 7f02b27fc640 1 --2- 172.21.15.31:0/3426743923 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f02a0078eb0 0x7f02a007b370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:50.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.437+0000 7f02b27fc640 1 -- 172.21.15.31:0/3426743923 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 5737+0+0 (secure 0 0 0) 0x7f02b409ba20 con 0x7f02bc15f270 2024-09-16T07:27:50.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.437+0000 7f02c1a21640 1 --2- 172.21.15.31:0/3426743923 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f02a0078eb0 0x7f02a007b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:50.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.437+0000 7f02c1a21640 1 --2- 172.21.15.31:0/3426743923 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f02a0078eb0 0x7f02a007b370 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f02b80017c0 tx=0x7f02b8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:50.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.441+0000 7f02b27fc640 1 -- 172.21.15.31:0/3426743923 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f02b4062fd0 con 0x7f02bc15f270 2024-09-16T07:27:50.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.657+0000 7f02c3c85640 1 -- 172.21.15.31:0/3426743923 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "non_existent_subvolume", "sub_name": "subvolume_1", "target": ["mon-mgr", ""]}) -- 0x7f02bc0ca9d0 con 0x7f02a0078eb0 2024-09-16T07:27:50.657 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:27:50.658+0000 7f8a5fdaa640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-16T07:27:50.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.658+0000 7f02b27fc640 1 -- 172.21.15.31:0/3426743923 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7f02bc0ca9d0 con 0x7f02a0078eb0 2024-09-16T07:27:50.658 INFO:teuthology.orchestra.run.smithi031.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-16T07:27:50.664 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-16T07:27:50.664 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume rm non_existent_subvolume subvolume_1 2024-09-16T07:27:50.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.773+0000 7f66b8f53640 1 -- 172.21.15.31:0/3414376722 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f66b40b0d80 msgr2=0x7f66b40afd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:50.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.773+0000 7f66b8f53640 1 --2- 172.21.15.31:0/3414376722 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f66b40b0d80 0x7f66b40afd70 secure :-1 s=READY pgs=1411 cs=0 l=1 rev1=1 crypto rx=0x7f66ac005fd0 tx=0x7f66ac02a4a0 comp rx=0 tx=0).stop 2024-09-16T07:27:50.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.773+0000 7f66b8f53640 1 -- 172.21.15.31:0/3414376722 shutdown_connections 2024-09-16T07:27:50.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.773+0000 7f66b8f53640 1 --2- 172.21.15.31:0/3414376722 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f66b40b0d80 0x7f66b40afd70 unknown :-1 s=CLOSED pgs=1411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:50.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.773+0000 7f66b8f53640 1 --2- 172.21.15.31:0/3414376722 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f66b40d23f0 0x7f66b40af830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:50.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.773+0000 7f66b8f53640 1 -- 172.21.15.31:0/3414376722 >> 172.21.15.31:0/3414376722 conn(0x7f66b409aa30 msgr2=0x7f66b409ae40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:50.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.773+0000 7f66b8f53640 1 -- 172.21.15.31:0/3414376722 shutdown_connections 2024-09-16T07:27:50.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.773+0000 7f66b8f53640 1 -- 172.21.15.31:0/3414376722 wait complete. 2024-09-16T07:27:50.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.775+0000 7f66b8f53640 1 Processor -- start 2024-09-16T07:27:50.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.775+0000 7f66b8f53640 1 -- start start 2024-09-16T07:27:50.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.775+0000 7f66b8f53640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f66b40b0d80 0x7f66b4156390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:50.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.775+0000 7f66b8f53640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f66b40d23f0 0x7f66b40b7210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:50.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.775+0000 7f66b8f53640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f66b415bf10 0x7f66b40b7750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:50.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.775+0000 7f66b8f53640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f66b40b0430 con 0x7f66b415bf10 2024-09-16T07:27:50.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.775+0000 7f66b8f53640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f66b40b02b0 con 0x7f66b40b0d80 2024-09-16T07:27:50.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.775+0000 7f66b8f53640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f66b40b05b0 con 0x7f66b40d23f0 2024-09-16T07:27:50.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.775+0000 7f66b2d9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f66b415bf10 0x7f66b40b7750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:50.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.776+0000 7f66b2d9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f66b415bf10 0x7f66b40b7750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48918/0 (socket says 172.21.15.31:48918) 2024-09-16T07:27:50.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.776+0000 7f66b2d9d640 1 -- 172.21.15.31:0/1263578232 learned_addr learned my addr 172.21.15.31:0/1263578232 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:50.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.776+0000 7f66b1d9b640 1 --2- 172.21.15.31:0/1263578232 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f66b40d23f0 0x7f66b40b7210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:50.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.776+0000 7f66b259c640 1 --2- 172.21.15.31:0/1263578232 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f66b40b0d80 0x7f66b4156390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:50.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.776+0000 7f66b2d9d640 1 -- 172.21.15.31:0/1263578232 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f66b40d23f0 msgr2=0x7f66b40b7210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:50.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.776+0000 7f66b2d9d640 1 --2- 172.21.15.31:0/1263578232 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f66b40d23f0 0x7f66b40b7210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:50.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.776+0000 7f66b2d9d640 1 -- 172.21.15.31:0/1263578232 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f66b40b0d80 msgr2=0x7f66b4156390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:50.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.776+0000 7f66b2d9d640 1 --2- 172.21.15.31:0/1263578232 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f66b40b0d80 0x7f66b4156390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:50.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.776+0000 7f66b2d9d640 1 -- 172.21.15.31:0/1263578232 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66b41f6850 con 0x7f66b415bf10 2024-09-16T07:27:50.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.776+0000 7f66b2d9d640 1 --2- 172.21.15.31:0/1263578232 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f66b415bf10 0x7f66b40b7750 secure :-1 s=READY pgs=1412 cs=0 l=1 rev1=1 crypto rx=0x7f66ac006010 tx=0x7f66ac003890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:50.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.776+0000 7f66aaffd640 1 -- 172.21.15.31:0/1263578232 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66ac03f070 con 0x7f66b415bf10 2024-09-16T07:27:50.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.776+0000 7f66aaffd640 1 -- 172.21.15.31:0/1263578232 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f66ac0047a0 con 0x7f66b415bf10 2024-09-16T07:27:50.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.776+0000 7f66aaffd640 1 -- 172.21.15.31:0/1263578232 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66ac035030 con 0x7f66b415bf10 2024-09-16T07:27:50.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.776+0000 7f66b8f53640 1 -- 172.21.15.31:0/1263578232 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66b40ca820 con 0x7f66b415bf10 2024-09-16T07:27:50.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.776+0000 7f66b8f53640 1 -- 172.21.15.31:0/1263578232 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66b40cade0 con 0x7f66b415bf10 2024-09-16T07:27:50.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.777+0000 7f66b8f53640 1 -- 172.21.15.31:0/1263578232 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f66b40b0a80 con 0x7f66b415bf10 2024-09-16T07:27:50.779 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.778+0000 7f66aaffd640 1 -- 172.21.15.31:0/1263578232 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 21) ==== 101848+0+0 (secure 0 0 0) 0x7f66ac042070 con 0x7f66b415bf10 2024-09-16T07:27:50.779 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.778+0000 7f66aaffd640 1 --2- 172.21.15.31:0/1263578232 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6694078e80 0x7f669407b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:50.779 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.779+0000 7f66aaffd640 1 -- 172.21.15.31:0/1263578232 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 5737+0+0 (secure 0 0 0) 0x7f66ac0bc160 con 0x7f66b415bf10 2024-09-16T07:27:50.779 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.779+0000 7f66b259c640 1 --2- 172.21.15.31:0/1263578232 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6694078e80 0x7f669407b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:50.779 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.779+0000 7f66b259c640 1 --2- 172.21.15.31:0/1263578232 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6694078e80 0x7f669407b340 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f66a400b450 tx=0x7f66a400d040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:50.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.783+0000 7f66aaffd640 1 -- 172.21.15.31:0/1263578232 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f66ac083910 con 0x7f66b415bf10 2024-09-16T07:27:50.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.996+0000 7f66b8f53640 1 -- 172.21.15.31:0/1263578232 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolume rm", "vol_name": "non_existent_subvolume", "sub_name": "subvolume_1", "target": ["mon-mgr", ""]}) -- 0x7f66b41568d0 con 0x7f6694078e80 2024-09-16T07:27:50.996 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:27:50.997+0000 7f8a5fdaa640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-16T07:27:50.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:50.997+0000 7f66aaffd640 1 -- 172.21.15.31:0/1263578232 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7f66b41568d0 con 0x7f6694078e80 2024-09-16T07:27:50.997 INFO:teuthology.orchestra.run.smithi031.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-16T07:27:51.002 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-16T07:27:51.003 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath non_existent_subvolume subvolume_1 2024-09-16T07:27:51.112 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.112+0000 7ff9fa0bd640 1 -- 172.21.15.31:0/517113645 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff9dc004d40 msgr2=0x7ff9dc0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:51.112 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.112+0000 7ff9fa0bd640 1 --2- 172.21.15.31:0/517113645 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff9dc004d40 0x7ff9dc0051c0 secure :-1 s=READY pgs=1414 cs=0 l=1 rev1=1 crypto rx=0x7ff9ec00c610 tx=0x7ff9dc005830 comp rx=0 tx=0).stop 2024-09-16T07:27:51.112 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.112+0000 7ff9f3fff640 1 -- 172.21.15.31:0/517113645 reap_dead start 2024-09-16T07:27:51.112 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.112+0000 7ff9fa0bd640 1 -- 172.21.15.31:0/517113645 shutdown_connections 2024-09-16T07:27:51.112 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.112+0000 7ff9fa0bd640 1 -- 172.21.15.31:0/517113645 >> 172.21.15.31:0/517113645 conn(0x7ff9f40b1700 msgr2=0x7ff9f40b1ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:51.112 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.112+0000 7ff9fa0bd640 1 -- 172.21.15.31:0/517113645 shutdown_connections 2024-09-16T07:27:51.112 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.112+0000 7ff9fa0bd640 1 -- 172.21.15.31:0/517113645 wait complete. 2024-09-16T07:27:51.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.113+0000 7ff9fa0bd640 1 Processor -- start 2024-09-16T07:27:51.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.114+0000 7ff9fa0bd640 1 -- start start 2024-09-16T07:27:51.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.114+0000 7ff9fa0bd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff9dc004d40 0x7ff9f4158bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:51.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.114+0000 7ff9fa0bd640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff9f415b1b0 0x7ff9f415b610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:51.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.114+0000 7ff9fa0bd640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff9f41559e0 0x7ff9f4155e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:51.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.114+0000 7ff9fa0bd640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7ff9f4070690 con 0x7ff9dc004d40 2024-09-16T07:27:51.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.114+0000 7ff9fa0bd640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ff9f4070510 con 0x7ff9f415b1b0 2024-09-16T07:27:51.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.114+0000 7ff9fa0bd640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ff9f41531b0 con 0x7ff9f41559e0 2024-09-16T07:27:51.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.114+0000 7ff9f37fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff9dc004d40 0x7ff9f4158bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:51.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.114+0000 7ff9f37fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff9dc004d40 0x7ff9f4158bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48928/0 (socket says 172.21.15.31:48928) 2024-09-16T07:27:51.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.114+0000 7ff9f37fe640 1 -- 172.21.15.31:0/64455634 learned_addr learned my addr 172.21.15.31:0/64455634 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:51.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.115+0000 7ff9f2ffd640 1 --2- 172.21.15.31:0/64455634 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff9f415b1b0 0x7ff9f415b610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:51.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.115+0000 7ff9f3fff640 1 --2- 172.21.15.31:0/64455634 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff9f41559e0 0x7ff9f4155e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:51.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.115+0000 7ff9f37fe640 1 -- 172.21.15.31:0/64455634 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff9f41559e0 msgr2=0x7ff9f4155e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:51.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.115+0000 7ff9f37fe640 1 --2- 172.21.15.31:0/64455634 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff9f41559e0 0x7ff9f4155e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:51.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.115+0000 7ff9f37fe640 1 -- 172.21.15.31:0/64455634 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff9f415b1b0 msgr2=0x7ff9f415b610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:51.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.115+0000 7ff9f37fe640 1 --2- 172.21.15.31:0/64455634 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff9f415b1b0 0x7ff9f415b610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:51.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.115+0000 7ff9f37fe640 1 -- 172.21.15.31:0/64455634 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9f4153490 con 0x7ff9dc004d40 2024-09-16T07:27:51.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.115+0000 7ff9f2ffd640 1 --2- 172.21.15.31:0/64455634 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff9f415b1b0 0x7ff9f415b610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:27:51.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.115+0000 7ff9f3fff640 1 --2- 172.21.15.31:0/64455634 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff9f41559e0 0x7ff9f4155e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:27:51.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.115+0000 7ff9f37fe640 1 --2- 172.21.15.31:0/64455634 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff9dc004d40 0x7ff9f4158bb0 secure :-1 s=READY pgs=1415 cs=0 l=1 rev1=1 crypto rx=0x7ff9e4003f50 tx=0x7ff9e40016f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:51.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.115+0000 7ff9dbfff640 1 -- 172.21.15.31:0/64455634 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9e4011640 con 0x7ff9dc004d40 2024-09-16T07:27:51.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.115+0000 7ff9dbfff640 1 -- 172.21.15.31:0/64455634 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff9e4016020 con 0x7ff9dc004d40 2024-09-16T07:27:51.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.115+0000 7ff9fa0bd640 1 -- 172.21.15.31:0/64455634 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9f4153770 con 0x7ff9dc004d40 2024-09-16T07:27:51.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.115+0000 7ff9dbfff640 1 -- 172.21.15.31:0/64455634 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9e4011a60 con 0x7ff9dc004d40 2024-09-16T07:27:51.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.115+0000 7ff9fa0bd640 1 -- 172.21.15.31:0/64455634 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9f415bb50 con 0x7ff9dc004d40 2024-09-16T07:27:51.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.116+0000 7ff9fa0bd640 1 -- 172.21.15.31:0/64455634 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff9f4152e70 con 0x7ff9dc004d40 2024-09-16T07:27:51.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.117+0000 7ff9dbfff640 1 -- 172.21.15.31:0/64455634 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 21) ==== 101848+0+0 (secure 0 0 0) 0x7ff9e4011c00 con 0x7ff9dc004d40 2024-09-16T07:27:51.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.117+0000 7ff9dbfff640 1 --2- 172.21.15.31:0/64455634 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff9e0078eb0 0x7ff9e007b370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:51.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.118+0000 7ff9f2ffd640 1 --2- 172.21.15.31:0/64455634 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff9e0078eb0 0x7ff9e007b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:51.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.118+0000 7ff9dbfff640 1 -- 172.21.15.31:0/64455634 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 5737+0+0 (secure 0 0 0) 0x7ff9e409c190 con 0x7ff9dc004d40 2024-09-16T07:27:51.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.118+0000 7ff9f2ffd640 1 --2- 172.21.15.31:0/64455634 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff9e0078eb0 0x7ff9e007b370 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7ff9f415e6f0 tx=0x7ff9e800b2e0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:51.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.122+0000 7ff9dbfff640 1 -- 172.21.15.31:0/64455634 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7ff9e4020020 con 0x7ff9dc004d40 2024-09-16T07:27:51.335 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.336+0000 7ff9fa0bd640 1 -- 172.21.15.31:0/64455634 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "non_existent_subvolume", "sub_name": "subvolume_1", "target": ["mon-mgr", ""]}) -- 0x7ff9f40c7080 con 0x7ff9e0078eb0 2024-09-16T07:27:51.336 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:27:51.337+0000 7f8a5fdaa640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-16T07:27:51.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.337+0000 7ff9dbfff640 1 -- 172.21.15.31:0/64455634 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7ff9f40c7080 con 0x7ff9e0078eb0 2024-09-16T07:27:51.337 INFO:teuthology.orchestra.run.smithi031.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-16T07:27:51.342 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-16T07:27:51.343 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume info non_existent_subvolume subvolume_1 2024-09-16T07:27:51.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.453+0000 7f1fe4a7f640 1 -- 172.21.15.31:0/4397384 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1fe01617f0 msgr2=0x7f1fe00ce910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:51.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.453+0000 7f1fe4a7f640 1 --2- 172.21.15.31:0/4397384 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1fe01617f0 0x7f1fe00ce910 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f1fd0005fd0 tx=0x7f1fd002aa90 comp rx=0 tx=0).stop 2024-09-16T07:27:51.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.453+0000 7f1fe4a7f640 1 -- 172.21.15.31:0/4397384 shutdown_connections 2024-09-16T07:27:51.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.453+0000 7f1fe4a7f640 1 --2- 172.21.15.31:0/4397384 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1fe01617f0 0x7f1fe00ce910 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:51.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.453+0000 7f1fe4a7f640 1 --2- 172.21.15.31:0/4397384 >> v2:172.21.15.155:3300/0 conn(0x7f1fe00d0fb0 0x7f1fe01612b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:51.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.453+0000 7f1fe4a7f640 1 -- 172.21.15.31:0/4397384 >> 172.21.15.31:0/4397384 conn(0x7f1fe009d3c0 msgr2=0x7f1fe00d40e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:51.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.453+0000 7f1fe4a7f640 1 -- 172.21.15.31:0/4397384 shutdown_connections 2024-09-16T07:27:51.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.453+0000 7f1fe4a7f640 1 -- 172.21.15.31:0/4397384 wait complete. 2024-09-16T07:27:51.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.454+0000 7f1fe4a7f640 1 Processor -- start 2024-09-16T07:27:51.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.454+0000 7f1fe4a7f640 1 -- start start 2024-09-16T07:27:51.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.455+0000 7f1fe4a7f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1fe00d0bd0 0x7f1fe015e4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:51.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.455+0000 7f1fe4a7f640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1fe00d0fb0 0x7f1fe009e9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:51.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.455+0000 7f1fe4a7f640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1fe01617f0 0x7f1fe00b1880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:51.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.455+0000 7f1fe4a7f640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f1fe00cf1e0 con 0x7f1fe00d0bd0 2024-09-16T07:27:51.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.455+0000 7f1fe4a7f640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f1fe00cf060 con 0x7f1fe01617f0 2024-09-16T07:27:51.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.455+0000 7f1fe4a7f640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f1fe00cf360 con 0x7f1fe00d0fb0 2024-09-16T07:27:51.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.455+0000 7f1fde59c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1fe00d0bd0 0x7f1fe015e4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:51.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.455+0000 7f1fddd9b640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1fe00d0fb0 0x7f1fe009e9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:51.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.455+0000 7f1fde59c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1fe00d0bd0 0x7f1fe015e4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48936/0 (socket says 172.21.15.31:48936) 2024-09-16T07:27:51.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.455+0000 7f1fde59c640 1 -- 172.21.15.31:0/521676697 learned_addr learned my addr 172.21.15.31:0/521676697 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:51.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.455+0000 7f1fddd9b640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1fe00d0fb0 0x7f1fe009e9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3301/0 says I am v2:172.21.15.31:47882/0 (socket says 172.21.15.31:47882) 2024-09-16T07:27:51.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.455+0000 7f1fded9d640 1 --2- 172.21.15.31:0/521676697 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1fe01617f0 0x7f1fe00b1880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:51.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.456+0000 7f1fde59c640 1 -- 172.21.15.31:0/521676697 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1fe00d0fb0 msgr2=0x7f1fe009e9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:51.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.456+0000 7f1fde59c640 1 --2- 172.21.15.31:0/521676697 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1fe00d0fb0 0x7f1fe009e9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:51.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.456+0000 7f1fde59c640 1 -- 172.21.15.31:0/521676697 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1fe01617f0 msgr2=0x7f1fe00b1880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:51.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.456+0000 7f1fde59c640 1 --2- 172.21.15.31:0/521676697 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1fe01617f0 0x7f1fe00b1880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:51.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.456+0000 7f1fde59c640 1 -- 172.21.15.31:0/521676697 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1fe009f3e0 con 0x7f1fe00d0bd0 2024-09-16T07:27:51.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.456+0000 7f1fddd9b640 1 --2- 172.21.15.31:0/521676697 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1fe00d0fb0 0x7f1fe009e9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T07:27:51.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.456+0000 7f1fde59c640 1 --2- 172.21.15.31:0/521676697 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1fe00d0bd0 0x7f1fe015e4f0 secure :-1 s=READY pgs=1416 cs=0 l=1 rev1=1 crypto rx=0x7f1fd800c480 tx=0x7f1fd800c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:51.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.456+0000 7f1fd6ffd640 1 -- 172.21.15.31:0/521676697 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fd80052d0 con 0x7f1fe00d0bd0 2024-09-16T07:27:51.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.456+0000 7f1fd6ffd640 1 -- 172.21.15.31:0/521676697 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1fd8005470 con 0x7f1fe00d0bd0 2024-09-16T07:27:51.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.456+0000 7f1fe4a7f640 1 -- 172.21.15.31:0/521676697 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1fe01f4840 con 0x7f1fe00d0bd0 2024-09-16T07:27:51.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.456+0000 7f1fd6ffd640 1 -- 172.21.15.31:0/521676697 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fd8012870 con 0x7f1fe00d0bd0 2024-09-16T07:27:51.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.456+0000 7f1fe4a7f640 1 -- 172.21.15.31:0/521676697 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1fe01f44b0 con 0x7f1fe00d0bd0 2024-09-16T07:27:51.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.457+0000 7f1fe4a7f640 1 -- 172.21.15.31:0/521676697 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1fe00d3840 con 0x7f1fe00d0bd0 2024-09-16T07:27:51.459 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.458+0000 7f1fd6ffd640 1 -- 172.21.15.31:0/521676697 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 21) ==== 101848+0+0 (secure 0 0 0) 0x7f1fd80035f0 con 0x7f1fe00d0bd0 2024-09-16T07:27:51.459 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.458+0000 7f1fd6ffd640 1 --2- 172.21.15.31:0/521676697 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f1fc0078e80 0x7f1fc007b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:51.459 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.458+0000 7f1fd6ffd640 1 -- 172.21.15.31:0/521676697 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 5737+0+0 (secure 0 0 0) 0x7f1fd809b010 con 0x7f1fe00d0bd0 2024-09-16T07:27:51.459 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.458+0000 7f1fddd9b640 1 --2- 172.21.15.31:0/521676697 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f1fc0078e80 0x7f1fc007b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:51.459 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.459+0000 7f1fddd9b640 1 --2- 172.21.15.31:0/521676697 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f1fc0078e80 0x7f1fc007b340 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f1fe00cc350 tx=0x7f1fc8005f90 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:51.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.463+0000 7f1fd6ffd640 1 -- 172.21.15.31:0/521676697 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f1fe00d3840 con 0x7f1fe00d0bd0 2024-09-16T07:27:51.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.678+0000 7f1fe4a7f640 1 -- 172.21.15.31:0/521676697 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolume info", "vol_name": "non_existent_subvolume", "sub_name": "subvolume_1", "target": ["mon-mgr", ""]}) -- 0x7f1fe01f4f40 con 0x7f1fc0078e80 2024-09-16T07:27:51.678 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:27:51.679+0000 7f8a5fdaa640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-16T07:27:51.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.679+0000 7f1fd6ffd640 1 -- 172.21.15.31:0/521676697 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7f1fe01f4f40 con 0x7f1fc0078e80 2024-09-16T07:27:51.678 INFO:teuthology.orchestra.run.smithi031.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-16T07:27:51.684 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-16T07:27:51.684 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume resize non_existent_subvolume subvolname_1 inf 2024-09-16T07:27:51.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.794+0000 7fc9e92dd640 1 -- 172.21.15.31:0/1234005692 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc9e40b18c0 msgr2=0x7fc9e40d1830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:51.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.794+0000 7fc9e92dd640 1 --2- 172.21.15.31:0/1234005692 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc9e40b18c0 0x7fc9e40d1830 secure :-1 s=READY pgs=1418 cs=0 l=1 rev1=1 crypto rx=0x7fc9e40cf710 tx=0x7fc9cc02a560 comp rx=0 tx=0).stop 2024-09-16T07:27:51.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.794+0000 7fc9e92dd640 1 -- 172.21.15.31:0/1234005692 shutdown_connections 2024-09-16T07:27:51.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.794+0000 7fc9e92dd640 1 --2- 172.21.15.31:0/1234005692 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc9e40b18c0 0x7fc9e40d1830 unknown :-1 s=CLOSED pgs=1418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:51.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.794+0000 7fc9e92dd640 1 --2- 172.21.15.31:0/1234005692 >> v2:172.21.15.155:3300/0 conn(0x7fc9e415bab0 0x7fc9e40cf7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:51.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.794+0000 7fc9e92dd640 1 -- 172.21.15.31:0/1234005692 >> 172.21.15.31:0/1234005692 conn(0x7fc9e409aa30 msgr2=0x7fc9e409ae40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:51.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.794+0000 7fc9e92dd640 1 -- 172.21.15.31:0/1234005692 shutdown_connections 2024-09-16T07:27:51.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.794+0000 7fc9e92dd640 1 -- 172.21.15.31:0/1234005692 wait complete. 2024-09-16T07:27:51.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.796+0000 7fc9e92dd640 1 Processor -- start 2024-09-16T07:27:51.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.796+0000 7fc9e92dd640 1 -- start start 2024-09-16T07:27:51.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.796+0000 7fc9e92dd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc9e40b11f0 0x7fc9e415aef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:51.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.796+0000 7fc9e92dd640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc9e40b18c0 0x7fc9e4071850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:51.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.796+0000 7fc9e92dd640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc9e415bab0 0x7fc9e40c78f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:51.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.796+0000 7fc9e92dd640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fc9e40d2180 con 0x7fc9e40b11f0 2024-09-16T07:27:51.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.796+0000 7fc9e92dd640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc9e40d2000 con 0x7fc9e415bab0 2024-09-16T07:27:51.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.796+0000 7fc9e92dd640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc9e40cece0 con 0x7fc9e40b18c0 2024-09-16T07:27:51.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.797+0000 7fc9e2ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc9e40b11f0 0x7fc9e415aef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:51.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.797+0000 7fc9e2ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc9e40b11f0 0x7fc9e415aef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48962/0 (socket says 172.21.15.31:48962) 2024-09-16T07:27:51.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.797+0000 7fc9e2ffd640 1 -- 172.21.15.31:0/488228201 learned_addr learned my addr 172.21.15.31:0/488228201 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:51.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.797+0000 7fc9e27fc640 1 --2- 172.21.15.31:0/488228201 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc9e40b18c0 0x7fc9e4071850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:51.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.797+0000 7fc9e37fe640 1 --2- 172.21.15.31:0/488228201 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc9e415bab0 0x7fc9e40c78f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:51.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.797+0000 7fc9e2ffd640 1 -- 172.21.15.31:0/488228201 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc9e40b18c0 msgr2=0x7fc9e4071850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:51.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.797+0000 7fc9e2ffd640 1 --2- 172.21.15.31:0/488228201 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc9e40b18c0 0x7fc9e4071850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:51.799 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.797+0000 7fc9e2ffd640 1 -- 172.21.15.31:0/488228201 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc9e415bab0 msgr2=0x7fc9e40c78f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:51.799 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.797+0000 7fc9e2ffd640 1 --2- 172.21.15.31:0/488228201 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc9e415bab0 0x7fc9e40c78f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:51.799 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.797+0000 7fc9e2ffd640 1 -- 172.21.15.31:0/488228201 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9e40721a0 con 0x7fc9e40b11f0 2024-09-16T07:27:51.799 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.797+0000 7fc9e2ffd640 1 --2- 172.21.15.31:0/488228201 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc9e40b11f0 0x7fc9e415aef0 secure :-1 s=READY pgs=1419 cs=0 l=1 rev1=1 crypto rx=0x7fc9d400d740 tx=0x7fc9d400dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:51.799 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.797+0000 7fc9db7fe640 1 -- 172.21.15.31:0/488228201 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9d4017070 con 0x7fc9e40b11f0 2024-09-16T07:27:51.799 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.797+0000 7fc9db7fe640 1 -- 172.21.15.31:0/488228201 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc9d4009d20 con 0x7fc9e40b11f0 2024-09-16T07:27:51.799 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.797+0000 7fc9e92dd640 1 -- 172.21.15.31:0/488228201 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc9e41f2670 con 0x7fc9e40b11f0 2024-09-16T07:27:51.799 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.797+0000 7fc9db7fe640 1 -- 172.21.15.31:0/488228201 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9d40106c0 con 0x7fc9e40b11f0 2024-09-16T07:27:51.799 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.797+0000 7fc9e92dd640 1 -- 172.21.15.31:0/488228201 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9e415b430 con 0x7fc9e40b11f0 2024-09-16T07:27:51.799 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.798+0000 7fc9e92dd640 1 -- 172.21.15.31:0/488228201 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc9e41f2d80 con 0x7fc9e40b11f0 2024-09-16T07:27:51.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.799+0000 7fc9db7fe640 1 -- 172.21.15.31:0/488228201 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 21) ==== 101848+0+0 (secure 0 0 0) 0x7fc9d401a070 con 0x7fc9e40b11f0 2024-09-16T07:27:51.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.800+0000 7fc9db7fe640 1 --2- 172.21.15.31:0/488228201 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc9c4078e80 0x7fc9c407b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:51.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.800+0000 7fc9e27fc640 1 --2- 172.21.15.31:0/488228201 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc9c4078e80 0x7fc9c407b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:51.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.800+0000 7fc9db7fe640 1 -- 172.21.15.31:0/488228201 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 5737+0+0 (secure 0 0 0) 0x7fc9d409b640 con 0x7fc9e40b11f0 2024-09-16T07:27:51.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.800+0000 7fc9e27fc640 1 --2- 172.21.15.31:0/488228201 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc9c4078e80 0x7fc9c407b340 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fc9cc033000 tx=0x7fc9cc004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:51.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:51.804+0000 7fc9db7fe640 1 -- 172.21.15.31:0/488228201 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fc9d4062c40 con 0x7fc9e40b11f0 2024-09-16T07:27:52.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.026+0000 7fc9e92dd640 1 -- 172.21.15.31:0/488228201 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolume resize", "vol_name": "non_existent_subvolume", "sub_name": "subvolname_1", "new_size": "inf", "target": ["mon-mgr", ""]}) -- 0x7fc9e41f2460 con 0x7fc9c4078e80 2024-09-16T07:27:52.026 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:27:52.027+0000 7f8a5fdaa640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-16T07:27:52.027 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.027+0000 7fc9db7fe640 1 -- 172.21.15.31:0/488228201 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7fc9e41f2460 con 0x7fc9c4078e80 2024-09-16T07:27:52.027 INFO:teuthology.orchestra.run.smithi031.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-16T07:27:52.032 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-16T07:27:52.033 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume pin non_existent_subvolume subvolname_1 export 1 2024-09-16T07:27:52.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.143+0000 7febf2ff8640 1 -- 172.21.15.31:0/3980340906 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7febec15e830 msgr2=0x7febec15ec90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:52.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.143+0000 7febf2ff8640 1 --2- 172.21.15.31:0/3980340906 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7febec15e830 0x7febec15ec90 secure :-1 s=READY pgs=1420 cs=0 l=1 rev1=1 crypto rx=0x7febec0d4f00 tx=0x7febd802a4d0 comp rx=0 tx=0).stop 2024-09-16T07:27:52.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.144+0000 7febf2ff8640 1 -- 172.21.15.31:0/3980340906 shutdown_connections 2024-09-16T07:27:52.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.144+0000 7febf2ff8640 1 --2- 172.21.15.31:0/3980340906 >> v2:172.21.15.155:3300/0 conn(0x7febec0d1ba0 0x7febec0d2050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:52.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.144+0000 7febf2ff8640 1 --2- 172.21.15.31:0/3980340906 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7febec15e830 0x7febec15ec90 unknown :-1 s=CLOSED pgs=1420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:52.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.144+0000 7febf2ff8640 1 --2- 172.21.15.31:0/3980340906 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7febec15df10 0x7febec15e2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:52.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.144+0000 7febf2ff8640 1 -- 172.21.15.31:0/3980340906 >> 172.21.15.31:0/3980340906 conn(0x7febec0d3e20 msgr2=0x7febec0d4230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:52.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.144+0000 7febf2ff8640 1 -- 172.21.15.31:0/3980340906 shutdown_connections 2024-09-16T07:27:52.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.144+0000 7febf2ff8640 1 -- 172.21.15.31:0/3980340906 wait complete. 2024-09-16T07:27:52.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.145+0000 7febf2ff8640 1 Processor -- start 2024-09-16T07:27:52.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.145+0000 7febf2ff8640 1 -- start start 2024-09-16T07:27:52.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.146+0000 7febf2ff8640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7febec0d1ba0 0x7febec0b9620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:52.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.146+0000 7febf2ff8640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7febec15df10 0x7febec0c8d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:52.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.146+0000 7febf2ff8640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7febec15e830 0x7febec1f7e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:52.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.146+0000 7febf2ff8640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7febec0d2710 con 0x7febec15df10 2024-09-16T07:27:52.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.146+0000 7febf2ff8640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7febec0d2590 con 0x7febec0d1ba0 2024-09-16T07:27:52.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.146+0000 7febf2ff8640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7febec0d2890 con 0x7febec15e830 2024-09-16T07:27:52.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.146+0000 7febebfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7febec15df10 0x7febec0c8d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:52.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.146+0000 7febebfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7febec15df10 0x7febec0c8d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48972/0 (socket says 172.21.15.31:48972) 2024-09-16T07:27:52.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.146+0000 7febebfff640 1 -- 172.21.15.31:0/3033410689 learned_addr learned my addr 172.21.15.31:0/3033410689 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:52.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.146+0000 7febf1595640 1 --2- 172.21.15.31:0/3033410689 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7febec15e830 0x7febec1f7e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:52.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.146+0000 7febf0d94640 1 --2- 172.21.15.31:0/3033410689 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7febec0d1ba0 0x7febec0b9620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:52.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.146+0000 7febebfff640 1 -- 172.21.15.31:0/3033410689 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7febec15e830 msgr2=0x7febec1f7e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:52.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.146+0000 7febebfff640 1 --2- 172.21.15.31:0/3033410689 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7febec15e830 0x7febec1f7e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:52.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.146+0000 7febebfff640 1 -- 172.21.15.31:0/3033410689 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7febec0d1ba0 msgr2=0x7febec0b9620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:52.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.146+0000 7febebfff640 1 --2- 172.21.15.31:0/3033410689 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7febec0d1ba0 0x7febec0b9620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:52.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.146+0000 7febebfff640 1 -- 172.21.15.31:0/3033410689 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7febec15b5c0 con 0x7febec15df10 2024-09-16T07:27:52.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.146+0000 7febf0d94640 1 --2- 172.21.15.31:0/3033410689 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7febec0d1ba0 0x7febec0b9620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:27:52.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.146+0000 7febebfff640 1 --2- 172.21.15.31:0/3033410689 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7febec15df10 0x7febec0c8d90 secure :-1 s=READY pgs=1421 cs=0 l=1 rev1=1 crypto rx=0x7febd8034040 tx=0x7febd80039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:52.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.147+0000 7febe97fa640 1 -- 172.21.15.31:0/3033410689 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febd803e030 con 0x7febec15df10 2024-09-16T07:27:52.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.147+0000 7febe97fa640 1 -- 172.21.15.31:0/3033410689 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7febd80047a0 con 0x7febec15df10 2024-09-16T07:27:52.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.147+0000 7febf2ff8640 1 -- 172.21.15.31:0/3033410689 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7febec15b8a0 con 0x7febec15df10 2024-09-16T07:27:52.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.147+0000 7febe97fa640 1 -- 172.21.15.31:0/3033410689 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febd8035040 con 0x7febec15df10 2024-09-16T07:27:52.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.147+0000 7febf2ff8640 1 -- 172.21.15.31:0/3033410689 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7febec15be60 con 0x7febec15df10 2024-09-16T07:27:52.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.148+0000 7febf2ff8640 1 -- 172.21.15.31:0/3033410689 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7febec15e2f0 con 0x7febec15df10 2024-09-16T07:27:52.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.148+0000 7febe97fa640 1 -- 172.21.15.31:0/3033410689 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 21) ==== 101848+0+0 (secure 0 0 0) 0x7febd8041030 con 0x7febec15df10 2024-09-16T07:27:52.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.149+0000 7febe97fa640 1 --2- 172.21.15.31:0/3033410689 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7febd0078e80 0x7febd007b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:52.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.149+0000 7febf0d94640 1 --2- 172.21.15.31:0/3033410689 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7febd0078e80 0x7febd007b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:52.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.149+0000 7febe97fa640 1 -- 172.21.15.31:0/3033410689 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 5737+0+0 (secure 0 0 0) 0x7febd80bba40 con 0x7febec15df10 2024-09-16T07:27:52.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.149+0000 7febf0d94640 1 --2- 172.21.15.31:0/3033410689 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7febd0078e80 0x7febd007b340 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7febe0005fd0 tx=0x7febe0005ea0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:52.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.153+0000 7febe97fa640 1 -- 172.21.15.31:0/3033410689 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7febd80831f0 con 0x7febec15df10 2024-09-16T07:27:52.371 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.372+0000 7febf2ff8640 1 -- 172.21.15.31:0/3033410689 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolume pin", "vol_name": "non_existent_subvolume", "sub_name": "subvolname_1", "pin_type": "export", "pin_setting": "1", "target": ["mon-mgr", ""]}) -- 0x7febec160640 con 0x7febd0078e80 2024-09-16T07:27:52.372 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:27:52.373+0000 7f8a5fdaa640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-16T07:27:52.373 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.373+0000 7febe97fa640 1 -- 172.21.15.31:0/3033410689 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7febec160640 con 0x7febd0078e80 2024-09-16T07:27:52.373 INFO:teuthology.orchestra.run.smithi031.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-16T07:27:52.378 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-16T07:27:52.378 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume ls non_existent_subvolume 2024-09-16T07:27:52.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.486+0000 7fa4802a9640 1 -- 172.21.15.31:0/993209264 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa4780cc540 msgr2=0x7fa4780cc9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:52.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.486+0000 7fa4802a9640 1 --2- 172.21.15.31:0/993209264 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa4780cc540 0x7fa4780cc9b0 secure :-1 s=READY pgs=1423 cs=0 l=1 rev1=1 crypto rx=0x7fa4780cd5b0 tx=0x7fa46802a5f0 comp rx=0 tx=0).stop 2024-09-16T07:27:52.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.486+0000 7fa4802a9640 1 -- 172.21.15.31:0/993209264 shutdown_connections 2024-09-16T07:27:52.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.486+0000 7fa4802a9640 1 --2- 172.21.15.31:0/993209264 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa4780cc540 0x7fa4780cc9b0 unknown :-1 s=CLOSED pgs=1423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:52.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.486+0000 7fa4802a9640 1 --2- 172.21.15.31:0/993209264 >> v2:172.21.15.155:3300/0 conn(0x7fa478151e30 0x7fa47806fb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:52.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.486+0000 7fa4802a9640 1 -- 172.21.15.31:0/993209264 >> 172.21.15.31:0/993209264 conn(0x7fa4780b1700 msgr2=0x7fa4780b1ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:52.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.486+0000 7fa4802a9640 1 -- 172.21.15.31:0/993209264 shutdown_connections 2024-09-16T07:27:52.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.486+0000 7fa4802a9640 1 -- 172.21.15.31:0/993209264 wait complete. 2024-09-16T07:27:52.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.487+0000 7fa4802a9640 1 Processor -- start 2024-09-16T07:27:52.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.487+0000 7fa4802a9640 1 -- start start 2024-09-16T07:27:52.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.488+0000 7fa4802a9640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4780cc540 0x7fa4781f2b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:52.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.488+0000 7fa4802a9640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa478151e30 0x7fa4781f3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:52.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.488+0000 7fa4802a9640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa47815b3d0 0x7fa478159e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:52.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.488+0000 7fa4802a9640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fa4780cb000 con 0x7fa478151e30 2024-09-16T07:27:52.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.488+0000 7fa4802a9640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa4780cae80 con 0x7fa4780cc540 2024-09-16T07:27:52.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.488+0000 7fa4802a9640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa4780cb180 con 0x7fa47815b3d0 2024-09-16T07:27:52.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.488+0000 7fa47d844640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa478151e30 0x7fa4781f3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:52.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.488+0000 7fa47d844640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa478151e30 0x7fa4781f3d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:49002/0 (socket says 172.21.15.31:49002) 2024-09-16T07:27:52.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.488+0000 7fa47d844640 1 -- 172.21.15.31:0/2381436168 learned_addr learned my addr 172.21.15.31:0/2381436168 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:52.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.488+0000 7fa47e045640 1 --2- 172.21.15.31:0/2381436168 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4780cc540 0x7fa4781f2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:52.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.488+0000 7fa47e846640 1 --2- 172.21.15.31:0/2381436168 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa47815b3d0 0x7fa478159e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:52.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.488+0000 7fa47d844640 1 -- 172.21.15.31:0/2381436168 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa47815b3d0 msgr2=0x7fa478159e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:52.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.488+0000 7fa47d844640 1 --2- 172.21.15.31:0/2381436168 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa47815b3d0 0x7fa478159e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:52.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.488+0000 7fa47d844640 1 -- 172.21.15.31:0/2381436168 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4780cc540 msgr2=0x7fa4781f2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:52.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.488+0000 7fa47d844640 1 --2- 172.21.15.31:0/2381436168 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4780cc540 0x7fa4781f2b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:52.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.488+0000 7fa47d844640 1 -- 172.21.15.31:0/2381436168 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4781f32a0 con 0x7fa478151e30 2024-09-16T07:27:52.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.488+0000 7fa47e045640 1 --2- 172.21.15.31:0/2381436168 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4780cc540 0x7fa4781f2b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:27:52.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.489+0000 7fa47d844640 1 --2- 172.21.15.31:0/2381436168 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa478151e30 0x7fa4781f3d10 secure :-1 s=READY pgs=1424 cs=0 l=1 rev1=1 crypto rx=0x7fa468000c00 tx=0x7fa468003910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:52.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.489+0000 7fa46effd640 1 -- 172.21.15.31:0/2381436168 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa46803f070 con 0x7fa478151e30 2024-09-16T07:27:52.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.489+0000 7fa46effd640 1 -- 172.21.15.31:0/2381436168 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa4680047a0 con 0x7fa478151e30 2024-09-16T07:27:52.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.489+0000 7fa46effd640 1 -- 172.21.15.31:0/2381436168 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa468035030 con 0x7fa478151e30 2024-09-16T07:27:52.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.489+0000 7fa4802a9640 1 -- 172.21.15.31:0/2381436168 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4781f3580 con 0x7fa478151e30 2024-09-16T07:27:52.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.489+0000 7fa4802a9640 1 -- 172.21.15.31:0/2381436168 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4780c7200 con 0x7fa478151e30 2024-09-16T07:27:52.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.490+0000 7fa4802a9640 1 -- 172.21.15.31:0/2381436168 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa4780cb630 con 0x7fa478151e30 2024-09-16T07:27:52.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.491+0000 7fa46effd640 1 -- 172.21.15.31:0/2381436168 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 21) ==== 101848+0+0 (secure 0 0 0) 0x7fa468042070 con 0x7fa478151e30 2024-09-16T07:27:52.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.491+0000 7fa46effd640 1 --2- 172.21.15.31:0/2381436168 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa45c078e80 0x7fa45c07b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:52.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.491+0000 7fa46effd640 1 -- 172.21.15.31:0/2381436168 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 5737+0+0 (secure 0 0 0) 0x7fa4680bc230 con 0x7fa478151e30 2024-09-16T07:27:52.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.491+0000 7fa47e045640 1 --2- 172.21.15.31:0/2381436168 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa45c078e80 0x7fa45c07b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:52.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.492+0000 7fa47e045640 1 --2- 172.21.15.31:0/2381436168 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa45c078e80 0x7fa45c07b340 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fa47815d040 tx=0x7fa474009520 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:52.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.495+0000 7fa46effd640 1 -- 172.21.15.31:0/2381436168 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fa468084030 con 0x7fa478151e30 2024-09-16T07:27:52.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.708+0000 7fa4802a9640 1 -- 172.21.15.31:0/2381436168 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolume ls", "vol_name": "non_existent_subvolume", "target": ["mon-mgr", ""]}) -- 0x7fa4780c6eb0 con 0x7fa45c078e80 2024-09-16T07:27:52.709 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:27:52.710+0000 7f8a5fdaa640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-16T07:27:52.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.710+0000 7fa46effd640 1 -- 172.21.15.31:0/2381436168 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7fa4780c6eb0 con 0x7fa45c078e80 2024-09-16T07:27:52.709 INFO:teuthology.orchestra.run.smithi031.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-16T07:27:52.715 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-16T07:27:52.715 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume snapshot create non_existent_subvolume subvolume_1 snapshot_1 2024-09-16T07:27:52.826 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.827+0000 7f9822c7f640 1 -- 172.21.15.31:0/2194853976 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9804004800 msgr2=0x7f9804004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:52.826 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.827+0000 7f9822c7f640 1 --2- 172.21.15.31:0/2194853976 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9804004800 0x7f9804004c80 secure :-1 s=READY pgs=1426 cs=0 l=1 rev1=1 crypto rx=0x7f9810009b50 tx=0x7f9804005830 comp rx=0 tx=0).stop 2024-09-16T07:27:52.826 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.827+0000 7f9822c7f640 1 -- 172.21.15.31:0/2194853976 shutdown_connections 2024-09-16T07:27:52.826 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.827+0000 7f9822c7f640 1 --2- 172.21.15.31:0/2194853976 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9804004800 0x7f9804004c80 unknown :-1 s=CLOSED pgs=1426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:52.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.827+0000 7f9822c7f640 1 -- 172.21.15.31:0/2194853976 >> 172.21.15.31:0/2194853976 conn(0x7f981c0d1bc0 msgr2=0x7f981c0d1fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:52.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.827+0000 7f9822c7f640 1 -- 172.21.15.31:0/2194853976 shutdown_connections 2024-09-16T07:27:52.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.827+0000 7f9822c7f640 1 -- 172.21.15.31:0/2194853976 wait complete. 2024-09-16T07:27:52.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.828+0000 7f9822c7f640 1 Processor -- start 2024-09-16T07:27:52.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.828+0000 7f9822c7f640 1 -- start start 2024-09-16T07:27:52.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.829+0000 7f9822c7f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9804004800 0x7f981c1f53c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:52.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.829+0000 7f9822c7f640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f981c06f710 0x7f981c0c7c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:52.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.829+0000 7f9822c7f640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f981c0b53e0 0x7f981c0b5890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:52.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.829+0000 7f9822c7f640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f981c0ce780 con 0x7f9804004800 2024-09-16T07:27:52.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.829+0000 7f9822c7f640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f981c0ce600 con 0x7f981c06f710 2024-09-16T07:27:52.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.829+0000 7f9822c7f640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f981c0ce900 con 0x7f981c0b53e0 2024-09-16T07:27:52.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.829+0000 7f9820a1b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9804004800 0x7f981c1f53c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:52.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.829+0000 7f9820a1b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9804004800 0x7f981c1f53c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:51838/0 (socket says 172.21.15.31:51838) 2024-09-16T07:27:52.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.829+0000 7f9820a1b640 1 -- 172.21.15.31:0/3091761770 learned_addr learned my addr 172.21.15.31:0/3091761770 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:52.831 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.829+0000 7f981bfff640 1 --2- 172.21.15.31:0/3091761770 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f981c06f710 0x7f981c0c7c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:52.831 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.829+0000 7f982121c640 1 --2- 172.21.15.31:0/3091761770 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f981c0b53e0 0x7f981c0b5890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:52.831 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.829+0000 7f9820a1b640 1 -- 172.21.15.31:0/3091761770 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f981c0b53e0 msgr2=0x7f981c0b5890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:52.831 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.829+0000 7f9820a1b640 1 --2- 172.21.15.31:0/3091761770 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f981c0b53e0 0x7f981c0b5890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:52.831 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.829+0000 7f9820a1b640 1 -- 172.21.15.31:0/3091761770 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f981c06f710 msgr2=0x7f981c0c7c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:52.831 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.829+0000 7f9820a1b640 1 --2- 172.21.15.31:0/3091761770 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f981c06f710 0x7f981c0c7c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:52.831 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.829+0000 7f9820a1b640 1 -- 172.21.15.31:0/3091761770 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f981c1f5900 con 0x7f9804004800 2024-09-16T07:27:52.831 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.829+0000 7f981bfff640 1 --2- 172.21.15.31:0/3091761770 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f981c06f710 0x7f981c0c7c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:27:52.831 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.830+0000 7f9820a1b640 1 --2- 172.21.15.31:0/3091761770 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9804004800 0x7f981c1f53c0 secure :-1 s=READY pgs=1427 cs=0 l=1 rev1=1 crypto rx=0x7f980c006680 tx=0x7f980c0066b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:52.831 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.830+0000 7f98197fa640 1 -- 172.21.15.31:0/3091761770 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f980c015070 con 0x7f9804004800 2024-09-16T07:27:52.831 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.830+0000 7f98197fa640 1 -- 172.21.15.31:0/3091761770 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f980c011900 con 0x7f9804004800 2024-09-16T07:27:52.831 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.830+0000 7f9822c7f640 1 -- 172.21.15.31:0/3091761770 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f981c0c8160 con 0x7f9804004800 2024-09-16T07:27:52.831 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.830+0000 7f98197fa640 1 -- 172.21.15.31:0/3091761770 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f980c011d50 con 0x7f9804004800 2024-09-16T07:27:52.831 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.830+0000 7f9822c7f640 1 -- 172.21.15.31:0/3091761770 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f981c06e670 con 0x7f9804004800 2024-09-16T07:27:52.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.831+0000 7f9822c7f640 1 -- 172.21.15.31:0/3091761770 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f981c0b2590 con 0x7f9804004800 2024-09-16T07:27:52.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.831+0000 7f98197fa640 1 -- 172.21.15.31:0/3091761770 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 21) ==== 101848+0+0 (secure 0 0 0) 0x7f980c018070 con 0x7f9804004800 2024-09-16T07:27:52.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.832+0000 7f98197fa640 1 --2- 172.21.15.31:0/3091761770 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9808078e80 0x7f980807b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:52.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.832+0000 7f981bfff640 1 --2- 172.21.15.31:0/3091761770 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9808078e80 0x7f980807b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:52.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.832+0000 7f98197fa640 1 -- 172.21.15.31:0/3091761770 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 5737+0+0 (secure 0 0 0) 0x7f980c09c3c0 con 0x7f9804004800 2024-09-16T07:27:52.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.832+0000 7f981bfff640 1 --2- 172.21.15.31:0/3091761770 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9808078e80 0x7f980807b340 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f9810035000 tx=0x7f98100046c0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:52.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:52.836+0000 7f98197fa640 1 -- 172.21.15.31:0/3091761770 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f981c1f5900 con 0x7f9804004800 2024-09-16T07:27:53.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.055+0000 7f9822c7f640 1 -- 172.21.15.31:0/3091761770 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolume snapshot create", "vol_name": "non_existent_subvolume", "sub_name": "subvolume_1", "snap_name": "snapshot_1", "target": ["mon-mgr", ""]}) -- 0x7f981c06fc40 con 0x7f9808078e80 2024-09-16T07:27:53.056 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:27:53.057+0000 7f8a5fdaa640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-16T07:27:53.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.057+0000 7f98197fa640 1 -- 172.21.15.31:0/3091761770 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7f981c06fc40 con 0x7f9808078e80 2024-09-16T07:27:53.056 INFO:teuthology.orchestra.run.smithi031.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-16T07:27:53.061 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-16T07:27:53.062 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume snapshot rm non_existent_subvolume subvolume_1 snapshot_1 2024-09-16T07:27:53.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.174+0000 7f3d2ea08640 1 -- 172.21.15.31:0/2049810879 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3d280d25b0 msgr2=0x7f3d280b73e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:53.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.174+0000 7f3d2ea08640 1 --2- 172.21.15.31:0/2049810879 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3d280d25b0 0x7f3d280b73e0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f3d20005fd0 tx=0x7f3d2002ab20 comp rx=0 tx=0).stop 2024-09-16T07:27:53.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.174+0000 7f3d2ea08640 1 -- 172.21.15.31:0/2049810879 shutdown_connections 2024-09-16T07:27:53.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.174+0000 7f3d2ea08640 1 --2- 172.21.15.31:0/2049810879 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3d280d25b0 0x7f3d280b73e0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:53.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.174+0000 7f3d2ea08640 1 --2- 172.21.15.31:0/2049810879 >> v2:172.21.15.155:3300/0 conn(0x7f3d281616e0 0x7f3d280d4940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:53.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.174+0000 7f3d2ea08640 1 -- 172.21.15.31:0/2049810879 >> 172.21.15.31:0/2049810879 conn(0x7f3d280d3e20 msgr2=0x7f3d280d4230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:53.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.174+0000 7f3d2ea08640 1 -- 172.21.15.31:0/2049810879 shutdown_connections 2024-09-16T07:27:53.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.174+0000 7f3d2ea08640 1 -- 172.21.15.31:0/2049810879 wait complete. 2024-09-16T07:27:53.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.175+0000 7f3d2ea08640 1 Processor -- start 2024-09-16T07:27:53.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.175+0000 7f3d2ea08640 1 -- start start 2024-09-16T07:27:53.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.176+0000 7f3d2ea08640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3d280d25b0 0x7f3d280caef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:53.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.176+0000 7f3d2ea08640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3d28161300 0x7f3d280b23e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:53.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.176+0000 7f3d2ea08640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3d281616e0 0x7f3d280b4180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:53.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.176+0000 7f3d2ea08640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f3d280b7cf0 con 0x7f3d280d25b0 2024-09-16T07:27:53.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.176+0000 7f3d2ea08640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f3d280b7b70 con 0x7f3d281616e0 2024-09-16T07:27:53.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.176+0000 7f3d2ea08640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f3d280b7e70 con 0x7f3d28161300 2024-09-16T07:27:53.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.176+0000 7f3d27fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3d280d25b0 0x7f3d280caef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:53.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.176+0000 7f3d27fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3d280d25b0 0x7f3d280caef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:51848/0 (socket says 172.21.15.31:51848) 2024-09-16T07:27:53.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.176+0000 7f3d27fff640 1 -- 172.21.15.31:0/3004036080 learned_addr learned my addr 172.21.15.31:0/3004036080 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:53.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.176+0000 7f3d277fe640 1 --2- 172.21.15.31:0/3004036080 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3d28161300 0x7f3d280b23e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:53.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.176+0000 7f3d2cfa5640 1 --2- 172.21.15.31:0/3004036080 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3d281616e0 0x7f3d280b4180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:53.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.176+0000 7f3d27fff640 1 -- 172.21.15.31:0/3004036080 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3d28161300 msgr2=0x7f3d280b23e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:53.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.176+0000 7f3d27fff640 1 --2- 172.21.15.31:0/3004036080 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3d28161300 0x7f3d280b23e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:53.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.176+0000 7f3d27fff640 1 -- 172.21.15.31:0/3004036080 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3d281616e0 msgr2=0x7f3d280b4180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:53.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.176+0000 7f3d27fff640 1 --2- 172.21.15.31:0/3004036080 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3d281616e0 0x7f3d280b4180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:53.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.176+0000 7f3d27fff640 1 -- 172.21.15.31:0/3004036080 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d280cd3c0 con 0x7f3d280d25b0 2024-09-16T07:27:53.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.176+0000 7f3d27fff640 1 --2- 172.21.15.31:0/3004036080 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3d280d25b0 0x7f3d280caef0 secure :-1 s=READY pgs=1428 cs=0 l=1 rev1=1 crypto rx=0x7f3d1800c450 tx=0x7f3d1800c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:53.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.177+0000 7f3d24ff9640 1 -- 172.21.15.31:0/3004036080 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d180052d0 con 0x7f3d280d25b0 2024-09-16T07:27:53.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.177+0000 7f3d24ff9640 1 -- 172.21.15.31:0/3004036080 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3d18005470 con 0x7f3d280d25b0 2024-09-16T07:27:53.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.177+0000 7f3d2ea08640 1 -- 172.21.15.31:0/3004036080 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d280cd6a0 con 0x7f3d280d25b0 2024-09-16T07:27:53.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.177+0000 7f3d24ff9640 1 -- 172.21.15.31:0/3004036080 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d18012870 con 0x7f3d280d25b0 2024-09-16T07:27:53.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.177+0000 7f3d2ea08640 1 -- 172.21.15.31:0/3004036080 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d280b0a60 con 0x7f3d280d25b0 2024-09-16T07:27:53.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.178+0000 7f3d2ea08640 1 -- 172.21.15.31:0/3004036080 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d280b8400 con 0x7f3d280d25b0 2024-09-16T07:27:53.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.178+0000 7f3d24ff9640 1 -- 172.21.15.31:0/3004036080 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 21) ==== 101848+0+0 (secure 0 0 0) 0x7f3d180035f0 con 0x7f3d280d25b0 2024-09-16T07:27:53.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.179+0000 7f3d24ff9640 1 --2- 172.21.15.31:0/3004036080 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3d14078eb0 0x7f3d1407b370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:53.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.179+0000 7f3d24ff9640 1 -- 172.21.15.31:0/3004036080 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 5737+0+0 (secure 0 0 0) 0x7f3d1809af80 con 0x7f3d280d25b0 2024-09-16T07:27:53.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.179+0000 7f3d277fe640 1 --2- 172.21.15.31:0/3004036080 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3d14078eb0 0x7f3d1407b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:53.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.180+0000 7f3d277fe640 1 --2- 172.21.15.31:0/3004036080 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3d14078eb0 0x7f3d1407b370 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f3d281f8e00 tx=0x7f3d1c005f90 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:53.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.183+0000 7f3d24ff9640 1 -- 172.21.15.31:0/3004036080 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f3d18062530 con 0x7f3d280d25b0 2024-09-16T07:27:53.400 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.401+0000 7f3d2ea08640 1 -- 172.21.15.31:0/3004036080 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolume snapshot rm", "vol_name": "non_existent_subvolume", "sub_name": "subvolume_1", "snap_name": "snapshot_1", "target": ["mon-mgr", ""]}) -- 0x7f3d2815e960 con 0x7f3d14078eb0 2024-09-16T07:27:53.402 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:27:53.402+0000 7f8a5fdaa640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-16T07:27:53.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.403+0000 7f3d24ff9640 1 -- 172.21.15.31:0/3004036080 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7f3d2815e960 con 0x7f3d14078eb0 2024-09-16T07:27:53.402 INFO:teuthology.orchestra.run.smithi031.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-16T07:27:53.407 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-16T07:27:53.408 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume snapshot info non_existent_subvolume subvolume_1 snapshot_1 2024-09-16T07:27:53.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.519+0000 7f1c4edc2640 1 -- 172.21.15.31:0/1827141928 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1c4815f4c0 msgr2=0x7f1c480ce3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:53.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.519+0000 7f1c4edc2640 1 --2- 172.21.15.31:0/1827141928 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1c4815f4c0 0x7f1c480ce3f0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f1c44005fd0 tx=0x7f1c4402a5d0 comp rx=0 tx=0).stop 2024-09-16T07:27:53.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.519+0000 7f1c4edc2640 1 -- 172.21.15.31:0/1827141928 shutdown_connections 2024-09-16T07:27:53.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.519+0000 7f1c4edc2640 1 --2- 172.21.15.31:0/1827141928 >> v2:172.21.15.155:3300/0 conn(0x7f1c480b2a20 0x7f1c480cc630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:53.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.519+0000 7f1c4edc2640 1 --2- 172.21.15.31:0/1827141928 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1c4815f4c0 0x7f1c480ce3f0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:53.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.519+0000 7f1c4edc2640 1 -- 172.21.15.31:0/1827141928 >> 172.21.15.31:0/1827141928 conn(0x7f1c480d1bc0 msgr2=0x7f1c480d1fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:53.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.519+0000 7f1c4edc2640 1 -- 172.21.15.31:0/1827141928 shutdown_connections 2024-09-16T07:27:53.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.519+0000 7f1c4edc2640 1 -- 172.21.15.31:0/1827141928 wait complete. 2024-09-16T07:27:53.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.520+0000 7f1c4edc2640 1 Processor -- start 2024-09-16T07:27:53.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.520+0000 7f1c4edc2640 1 -- start start 2024-09-16T07:27:53.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.521+0000 7f1c4edc2640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1c480b2a20 0x7f1c4815a1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:53.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.521+0000 7f1c4edc2640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1c480ce930 0x7f1c481f33f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:53.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.521+0000 7f1c4edc2640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1c4815f4c0 0x7f1c480c7860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:53.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.521+0000 7f1c4edc2640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f1c480d09b0 con 0x7f1c480b2a20 2024-09-16T07:27:53.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.521+0000 7f1c4edc2640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f1c480b3170 con 0x7f1c4815f4c0 2024-09-16T07:27:53.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.521+0000 7f1c4edc2640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f1c480ccb70 con 0x7f1c480ce930 2024-09-16T07:27:53.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.521+0000 7f1c4cb5e640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1c480b2a20 0x7f1c4815a1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:53.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.521+0000 7f1c4cb5e640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1c480b2a20 0x7f1c4815a1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:51852/0 (socket says 172.21.15.31:51852) 2024-09-16T07:27:53.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.521+0000 7f1c4cb5e640 1 -- 172.21.15.31:0/815238524 learned_addr learned my addr 172.21.15.31:0/815238524 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:53.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.521+0000 7f1c4d35f640 1 --2- 172.21.15.31:0/815238524 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1c4815f4c0 0x7f1c480c7860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:53.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.521+0000 7f1c3ffff640 1 --2- 172.21.15.31:0/815238524 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1c480ce930 0x7f1c481f33f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:53.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.522+0000 7f1c4cb5e640 1 -- 172.21.15.31:0/815238524 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1c480ce930 msgr2=0x7f1c481f33f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:53.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.522+0000 7f1c4cb5e640 1 --2- 172.21.15.31:0/815238524 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1c480ce930 0x7f1c481f33f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:53.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.522+0000 7f1c4cb5e640 1 -- 172.21.15.31:0/815238524 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1c4815f4c0 msgr2=0x7f1c480c7860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:53.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.522+0000 7f1c4cb5e640 1 --2- 172.21.15.31:0/815238524 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1c4815f4c0 0x7f1c480c7860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:53.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.522+0000 7f1c4cb5e640 1 -- 172.21.15.31:0/815238524 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c48071af0 con 0x7f1c480b2a20 2024-09-16T07:27:53.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.522+0000 7f1c4cb5e640 1 --2- 172.21.15.31:0/815238524 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1c480b2a20 0x7f1c4815a1e0 secure :-1 s=READY pgs=1429 cs=0 l=1 rev1=1 crypto rx=0x7f1c44034040 tx=0x7f1c440035f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:53.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.522+0000 7f1c3d7fa640 1 -- 172.21.15.31:0/815238524 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c4403e030 con 0x7f1c480b2a20 2024-09-16T07:27:53.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.522+0000 7f1c4edc2640 1 -- 172.21.15.31:0/815238524 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c481f3930 con 0x7f1c480b2a20 2024-09-16T07:27:53.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.522+0000 7f1c3d7fa640 1 -- 172.21.15.31:0/815238524 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1c44003ae0 con 0x7f1c480b2a20 2024-09-16T07:27:53.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.522+0000 7f1c3d7fa640 1 -- 172.21.15.31:0/815238524 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c44035040 con 0x7f1c480b2a20 2024-09-16T07:27:53.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.522+0000 7f1c4edc2640 1 -- 172.21.15.31:0/815238524 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c48071d90 con 0x7f1c480b2a20 2024-09-16T07:27:53.524 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.523+0000 7f1c4edc2640 1 -- 172.21.15.31:0/815238524 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c480ae950 con 0x7f1c480b2a20 2024-09-16T07:27:53.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.524+0000 7f1c3d7fa640 1 -- 172.21.15.31:0/815238524 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 21) ==== 101848+0+0 (secure 0 0 0) 0x7f1c44041030 con 0x7f1c480b2a20 2024-09-16T07:27:53.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.525+0000 7f1c3d7fa640 1 --2- 172.21.15.31:0/815238524 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f1c34078e80 0x7f1c3407b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:53.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.525+0000 7f1c3ffff640 1 --2- 172.21.15.31:0/815238524 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f1c34078e80 0x7f1c3407b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:53.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.525+0000 7f1c3d7fa640 1 -- 172.21.15.31:0/815238524 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 5737+0+0 (secure 0 0 0) 0x7f1c440bb6d0 con 0x7f1c480b2a20 2024-09-16T07:27:53.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.525+0000 7f1c3ffff640 1 --2- 172.21.15.31:0/815238524 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f1c34078e80 0x7f1c3407b340 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f1c480745b0 tx=0x7f1c38009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:53.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.529+0000 7f1c3d7fa640 1 -- 172.21.15.31:0/815238524 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f1c480ae950 con 0x7f1c480b2a20 2024-09-16T07:27:53.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.746+0000 7f1c4edc2640 1 -- 172.21.15.31:0/815238524 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolume snapshot info", "vol_name": "non_existent_subvolume", "sub_name": "subvolume_1", "snap_name": "snapshot_1", "target": ["mon-mgr", ""]}) -- 0x7f1c48072100 con 0x7f1c34078e80 2024-09-16T07:27:53.748 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:27:53.747+0000 7f8a5fdaa640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-16T07:27:53.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.748+0000 7f1c3d7fa640 1 -- 172.21.15.31:0/815238524 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7f1c48072100 con 0x7f1c34078e80 2024-09-16T07:27:53.748 INFO:teuthology.orchestra.run.smithi031.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-16T07:27:53.752 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-16T07:27:53.753 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume snapshot protect non_existent_subvolume subvolume_1 snapshot_1 2024-09-16T07:27:53.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.866+0000 7f03e1bd3640 1 -- 172.21.15.31:0/3326799861 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f03c8004d40 msgr2=0x7f03c80051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:53.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.866+0000 7f03e1bd3640 1 --2- 172.21.15.31:0/3326799861 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f03c8004d40 0x7f03c80051c0 secure :-1 s=READY pgs=1431 cs=0 l=1 rev1=1 crypto rx=0x7f03d400c290 tx=0x7f03c8005830 comp rx=0 tx=0).stop 2024-09-16T07:27:53.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.866+0000 7f03dbfff640 1 -- 172.21.15.31:0/3326799861 reap_dead start 2024-09-16T07:27:53.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.866+0000 7f03e1bd3640 1 -- 172.21.15.31:0/3326799861 shutdown_connections 2024-09-16T07:27:53.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.866+0000 7f03e1bd3640 1 -- 172.21.15.31:0/3326799861 >> 172.21.15.31:0/3326799861 conn(0x7f03dc0d3e20 msgr2=0x7f03dc0d4230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:53.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.866+0000 7f03e1bd3640 1 -- 172.21.15.31:0/3326799861 shutdown_connections 2024-09-16T07:27:53.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.866+0000 7f03e1bd3640 1 -- 172.21.15.31:0/3326799861 wait complete. 2024-09-16T07:27:53.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.867+0000 7f03e1bd3640 1 Processor -- start 2024-09-16T07:27:53.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.867+0000 7f03e1bd3640 1 -- start start 2024-09-16T07:27:53.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.868+0000 7f03e1bd3640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f03c8004d40 0x7f03dc1577b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:53.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.868+0000 7f03e1bd3640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f03dc0c7950 0x7f03dc0c8840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:53.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.868+0000 7f03e1bd3640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f03dc1584b0 0x7f03dc0c9360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:53.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.868+0000 7f03e1bd3640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f03dc0d4cd0 con 0x7f03dc0c7950 2024-09-16T07:27:53.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.868+0000 7f03e1bd3640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f03dc0d4b50 con 0x7f03c8004d40 2024-09-16T07:27:53.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.868+0000 7f03e1bd3640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f03dc0c8d80 con 0x7f03dc1584b0 2024-09-16T07:27:53.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.868+0000 7f03daffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f03dc0c7950 0x7f03dc0c8840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:53.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.868+0000 7f03daffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f03dc0c7950 0x7f03dc0c8840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:51866/0 (socket says 172.21.15.31:51866) 2024-09-16T07:27:53.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.868+0000 7f03daffd640 1 -- 172.21.15.31:0/3398351618 learned_addr learned my addr 172.21.15.31:0/3398351618 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:53.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.868+0000 7f03dbfff640 1 --2- 172.21.15.31:0/3398351618 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f03dc1584b0 0x7f03dc0c9360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:53.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.868+0000 7f03db7fe640 1 --2- 172.21.15.31:0/3398351618 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f03c8004d40 0x7f03dc1577b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:53.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.869+0000 7f03daffd640 1 -- 172.21.15.31:0/3398351618 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f03dc1584b0 msgr2=0x7f03dc0c9360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:53.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.869+0000 7f03daffd640 1 --2- 172.21.15.31:0/3398351618 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f03dc1584b0 0x7f03dc0c9360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:53.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.869+0000 7f03daffd640 1 -- 172.21.15.31:0/3398351618 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f03c8004d40 msgr2=0x7f03dc1577b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:53.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.869+0000 7f03daffd640 1 --2- 172.21.15.31:0/3398351618 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f03c8004d40 0x7f03dc1577b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:53.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.869+0000 7f03daffd640 1 -- 172.21.15.31:0/3398351618 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03dc15c6d0 con 0x7f03dc0c7950 2024-09-16T07:27:53.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.869+0000 7f03db7fe640 1 --2- 172.21.15.31:0/3398351618 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f03c8004d40 0x7f03dc1577b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:27:53.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.869+0000 7f03daffd640 1 --2- 172.21.15.31:0/3398351618 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f03dc0c7950 0x7f03dc0c8840 secure :-1 s=READY pgs=1432 cs=0 l=1 rev1=1 crypto rx=0x7f03c4011a50 tx=0x7f03c4011f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:53.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.869+0000 7f03d3fff640 1 -- 172.21.15.31:0/3398351618 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03c4004460 con 0x7f03dc0c7950 2024-09-16T07:27:53.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.869+0000 7f03d3fff640 1 -- 172.21.15.31:0/3398351618 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f03c4016070 con 0x7f03dc0c7950 2024-09-16T07:27:53.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.869+0000 7f03e1bd3640 1 -- 172.21.15.31:0/3398351618 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03dc15c9b0 con 0x7f03dc0c7950 2024-09-16T07:27:53.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.869+0000 7f03d3fff640 1 -- 172.21.15.31:0/3398351618 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03c4005260 con 0x7f03dc0c7950 2024-09-16T07:27:53.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.869+0000 7f03e1bd3640 1 -- 172.21.15.31:0/3398351618 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03dc158930 con 0x7f03dc0c7950 2024-09-16T07:27:53.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.870+0000 7f03e1bd3640 1 -- 172.21.15.31:0/3398351618 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f03dc15e3c0 con 0x7f03dc0c7950 2024-09-16T07:27:53.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.871+0000 7f03d3fff640 1 -- 172.21.15.31:0/3398351618 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 21) ==== 101848+0+0 (secure 0 0 0) 0x7f03c4018030 con 0x7f03dc0c7950 2024-09-16T07:27:53.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.871+0000 7f03d3fff640 1 --2- 172.21.15.31:0/3398351618 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f03bc078eb0 0x7f03bc07b370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:53.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.871+0000 7f03d3fff640 1 -- 172.21.15.31:0/3398351618 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 5737+0+0 (secure 0 0 0) 0x7f03c409bca0 con 0x7f03dc0c7950 2024-09-16T07:27:53.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.871+0000 7f03db7fe640 1 --2- 172.21.15.31:0/3398351618 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f03bc078eb0 0x7f03bc07b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:53.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.872+0000 7f03db7fe640 1 --2- 172.21.15.31:0/3398351618 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f03bc078eb0 0x7f03bc07b370 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f03dc0ce3a0 tx=0x7f03cc009500 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:53.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:53.876+0000 7f03d3fff640 1 -- 172.21.15.31:0/3398351618 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f03c4063930 con 0x7f03dc0c7950 2024-09-16T07:27:54.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.097+0000 7f03e1bd3640 1 -- 172.21.15.31:0/3398351618 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolume snapshot protect", "vol_name": "non_existent_subvolume", "sub_name": "subvolume_1", "snap_name": "snapshot_1", "target": ["mon-mgr", ""]}) -- 0x7f03dc0b86f0 con 0x7f03bc078eb0 2024-09-16T07:27:54.098 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:27:54.099+0000 7f8a5fdaa640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-16T07:27:54.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.099+0000 7f03d3fff640 1 -- 172.21.15.31:0/3398351618 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7f03cc003970 con 0x7f03bc078eb0 2024-09-16T07:27:54.098 INFO:teuthology.orchestra.run.smithi031.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-16T07:27:54.103 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-16T07:27:54.104 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume snapshot unprotect non_existent_subvolume subvolume_1 snapshot_1 2024-09-16T07:27:54.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.214+0000 7fa6975ad640 1 -- 172.21.15.31:0/4251881819 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa6900d25b0 msgr2=0x7fa6900b73e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:54.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.214+0000 7fa6975ad640 1 --2- 172.21.15.31:0/4251881819 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa6900d25b0 0x7fa6900b73e0 secure :-1 s=READY pgs=1433 cs=0 l=1 rev1=1 crypto rx=0x7fa688005fd0 tx=0x7fa68802aa90 comp rx=0 tx=0).stop 2024-09-16T07:27:54.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.214+0000 7fa6975ad640 1 -- 172.21.15.31:0/4251881819 shutdown_connections 2024-09-16T07:27:54.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.214+0000 7fa6975ad640 1 --2- 172.21.15.31:0/4251881819 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa6900d25b0 0x7fa6900b73e0 unknown :-1 s=CLOSED pgs=1433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:54.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.214+0000 7fa6975ad640 1 --2- 172.21.15.31:0/4251881819 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa6901616e0 0x7fa6900d4940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:54.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.214+0000 7fa6975ad640 1 -- 172.21.15.31:0/4251881819 >> 172.21.15.31:0/4251881819 conn(0x7fa6900d3e20 msgr2=0x7fa6900d4230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:54.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.215+0000 7fa6975ad640 1 -- 172.21.15.31:0/4251881819 shutdown_connections 2024-09-16T07:27:54.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.215+0000 7fa6975ad640 1 -- 172.21.15.31:0/4251881819 wait complete. 2024-09-16T07:27:54.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.216+0000 7fa6975ad640 1 Processor -- start 2024-09-16T07:27:54.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.216+0000 7fa6975ad640 1 -- start start 2024-09-16T07:27:54.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.216+0000 7fa6975ad640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa6900d25b0 0x7fa6901f7c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:54.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.216+0000 7fa6975ad640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa690161300 0x7fa6900cc950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:54.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.216+0000 7fa6975ad640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa6901616e0 0x7fa6900cce90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:54.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.216+0000 7fa6975ad640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fa6900b7cb0 con 0x7fa690161300 2024-09-16T07:27:54.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.216+0000 7fa6975ad640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa6900b7b30 con 0x7fa6901616e0 2024-09-16T07:27:54.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.216+0000 7fa6975ad640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa6900b7e30 con 0x7fa6900d25b0 2024-09-16T07:27:54.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.217+0000 7fa694b48640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa690161300 0x7fa6900cc950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:54.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.217+0000 7fa694b48640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa690161300 0x7fa6900cc950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:51876/0 (socket says 172.21.15.31:51876) 2024-09-16T07:27:54.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.217+0000 7fa694b48640 1 -- 172.21.15.31:0/3106590914 learned_addr learned my addr 172.21.15.31:0/3106590914 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:54.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.217+0000 7fa695349640 1 --2- 172.21.15.31:0/3106590914 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa6900d25b0 0x7fa6901f7c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:54.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.217+0000 7fa695b4a640 1 --2- 172.21.15.31:0/3106590914 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa6901616e0 0x7fa6900cce90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:54.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.217+0000 7fa694b48640 1 -- 172.21.15.31:0/3106590914 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa6900d25b0 msgr2=0x7fa6901f7c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:54.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.217+0000 7fa694b48640 1 --2- 172.21.15.31:0/3106590914 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa6900d25b0 0x7fa6901f7c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:54.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.217+0000 7fa694b48640 1 -- 172.21.15.31:0/3106590914 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa6901616e0 msgr2=0x7fa6900cce90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:54.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.217+0000 7fa694b48640 1 --2- 172.21.15.31:0/3106590914 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa6901616e0 0x7fa6900cce90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:54.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.217+0000 7fa694b48640 1 -- 172.21.15.31:0/3106590914 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6900cd4c0 con 0x7fa690161300 2024-09-16T07:27:54.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.217+0000 7fa694b48640 1 --2- 172.21.15.31:0/3106590914 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa690161300 0x7fa6900cc950 secure :-1 s=READY pgs=1434 cs=0 l=1 rev1=1 crypto rx=0x7fa68000d780 tx=0x7fa68000dc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:54.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.217+0000 7fa685ffb640 1 -- 172.21.15.31:0/3106590914 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa680017070 con 0x7fa690161300 2024-09-16T07:27:54.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.217+0000 7fa685ffb640 1 -- 172.21.15.31:0/3106590914 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa680009b10 con 0x7fa690161300 2024-09-16T07:27:54.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.217+0000 7fa685ffb640 1 -- 172.21.15.31:0/3106590914 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa680010460 con 0x7fa690161300 2024-09-16T07:27:54.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.217+0000 7fa6975ad640 1 -- 172.21.15.31:0/3106590914 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6900cd7a0 con 0x7fa690161300 2024-09-16T07:27:54.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.218+0000 7fa6975ad640 1 -- 172.21.15.31:0/3106590914 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa690149480 con 0x7fa690161300 2024-09-16T07:27:54.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.219+0000 7fa6975ad640 1 -- 172.21.15.31:0/3106590914 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa690149680 con 0x7fa690161300 2024-09-16T07:27:54.221 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.219+0000 7fa685ffb640 1 -- 172.21.15.31:0/3106590914 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 21) ==== 101848+0+0 (secure 0 0 0) 0x7fa68001a070 con 0x7fa690161300 2024-09-16T07:27:54.221 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.220+0000 7fa685ffb640 1 --2- 172.21.15.31:0/3106590914 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa674078e80 0x7fa67407b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:54.221 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.220+0000 7fa685ffb640 1 -- 172.21.15.31:0/3106590914 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 5737+0+0 (secure 0 0 0) 0x7fa68009b660 con 0x7fa690161300 2024-09-16T07:27:54.221 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.220+0000 7fa695349640 1 --2- 172.21.15.31:0/3106590914 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa674078e80 0x7fa67407b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:54.221 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.220+0000 7fa695349640 1 --2- 172.21.15.31:0/3106590914 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa674078e80 0x7fa67407b340 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fa68c004f60 tx=0x7fa68c007e30 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:54.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.224+0000 7fa685ffb640 1 -- 172.21.15.31:0/3106590914 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fa690149680 con 0x7fa690161300 2024-09-16T07:27:54.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.448+0000 7fa6975ad640 1 -- 172.21.15.31:0/3106590914 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolume snapshot unprotect", "vol_name": "non_existent_subvolume", "sub_name": "subvolume_1", "snap_name": "snapshot_1", "target": ["mon-mgr", ""]}) -- 0x7fa690148f90 con 0x7fa674078e80 2024-09-16T07:27:54.448 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:27:54.449+0000 7f8a5fdaa640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-16T07:27:54.449 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.449+0000 7fa685ffb640 1 -- 172.21.15.31:0/3106590914 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7fa690148f90 con 0x7fa674078e80 2024-09-16T07:27:54.449 INFO:teuthology.orchestra.run.smithi031.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-16T07:27:54.454 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-16T07:27:54.454 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume snapshot ls non_existent_subvolume subvolume_1 2024-09-16T07:27:54.564 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.565+0000 7f9fb7dad640 1 -- 172.21.15.31:0/883998370 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9f9c004800 msgr2=0x7f9f9c004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:54.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.565+0000 7f9fb7dad640 1 --2- 172.21.15.31:0/883998370 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9f9c004800 0x7f9f9c004c80 secure :-1 s=READY pgs=1436 cs=0 l=1 rev1=1 crypto rx=0x7f9fa0001690 tx=0x7f9f9c005830 comp rx=0 tx=0).stop 2024-09-16T07:27:54.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.565+0000 7f9fb7dad640 1 -- 172.21.15.31:0/883998370 shutdown_connections 2024-09-16T07:27:54.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.565+0000 7f9fb7dad640 1 --2- 172.21.15.31:0/883998370 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9f9c004800 0x7f9f9c004c80 unknown :-1 s=CLOSED pgs=1436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:54.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.565+0000 7f9fb7dad640 1 -- 172.21.15.31:0/883998370 >> 172.21.15.31:0/883998370 conn(0x7f9fb00b1620 msgr2=0x7f9fb00b1a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:54.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.565+0000 7f9fb7dad640 1 -- 172.21.15.31:0/883998370 shutdown_connections 2024-09-16T07:27:54.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.565+0000 7f9fb7dad640 1 -- 172.21.15.31:0/883998370 wait complete. 2024-09-16T07:27:54.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.566+0000 7f9fb7dad640 1 Processor -- start 2024-09-16T07:27:54.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.566+0000 7f9fb7dad640 1 -- start start 2024-09-16T07:27:54.570 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.567+0000 7f9fb7dad640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9f9c004800 0x7f9fb00a9490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:54.570 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.567+0000 7f9fb7dad640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9fb0152720 0x7f9fb0149560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:54.570 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.567+0000 7f9fb7dad640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9fb00aa280 0x7f9fb00aa700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:54.570 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.567+0000 7f9fb7dad640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f9fb0156320 con 0x7f9fb0152720 2024-09-16T07:27:54.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.567+0000 7f9fb7dad640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f9fb015ff80 con 0x7f9fb00aa280 2024-09-16T07:27:54.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.567+0000 7f9fb7dad640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f9fb01564a0 con 0x7f9f9c004800 2024-09-16T07:27:54.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.567+0000 7f9fb5348640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9fb0152720 0x7f9fb0149560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:54.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.567+0000 7f9fb5348640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9fb0152720 0x7f9fb0149560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:51886/0 (socket says 172.21.15.31:51886) 2024-09-16T07:27:54.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.567+0000 7f9fb5348640 1 -- 172.21.15.31:0/774951710 learned_addr learned my addr 172.21.15.31:0/774951710 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:54.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.567+0000 7f9fb634a640 1 --2- 172.21.15.31:0/774951710 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9fb00aa280 0x7f9fb00aa700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:54.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.567+0000 7f9fb5b49640 1 --2- 172.21.15.31:0/774951710 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9f9c004800 0x7f9fb00a9490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:54.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.567+0000 7f9fb5348640 1 -- 172.21.15.31:0/774951710 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9f9c004800 msgr2=0x7f9fb00a9490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:54.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.567+0000 7f9fb5348640 1 --2- 172.21.15.31:0/774951710 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9f9c004800 0x7f9fb00a9490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:54.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.567+0000 7f9fb5348640 1 -- 172.21.15.31:0/774951710 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9fb00aa280 msgr2=0x7f9fb00aa700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:54.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.567+0000 7f9fb5348640 1 --2- 172.21.15.31:0/774951710 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9fb00aa280 0x7f9fb00aa700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:54.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.567+0000 7f9fb5348640 1 -- 172.21.15.31:0/774951710 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9fb015aeb0 con 0x7f9fb0152720 2024-09-16T07:27:54.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.567+0000 7f9fb5b49640 1 --2- 172.21.15.31:0/774951710 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9f9c004800 0x7f9fb00a9490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:27:54.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.567+0000 7f9fb5348640 1 --2- 172.21.15.31:0/774951710 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9fb0152720 0x7f9fb0149560 secure :-1 s=READY pgs=1437 cs=0 l=1 rev1=1 crypto rx=0x7f9fa0001780 tx=0x7f9fa00063a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:54.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.567+0000 7f9fa67fc640 1 -- 172.21.15.31:0/774951710 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fa0003a00 con 0x7f9fb0152720 2024-09-16T07:27:54.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.568+0000 7f9fa67fc640 1 -- 172.21.15.31:0/774951710 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9fa0039070 con 0x7f9fb0152720 2024-09-16T07:27:54.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.568+0000 7f9fb7dad640 1 -- 172.21.15.31:0/774951710 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9fb015b150 con 0x7f9fb0152720 2024-09-16T07:27:54.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.568+0000 7f9fa67fc640 1 -- 172.21.15.31:0/774951710 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fa0033420 con 0x7f9fb0152720 2024-09-16T07:27:54.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.568+0000 7f9fb7dad640 1 -- 172.21.15.31:0/774951710 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9fb015b710 con 0x7f9fb0152720 2024-09-16T07:27:54.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.568+0000 7f9fb7dad640 1 -- 172.21.15.31:0/774951710 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9fb01573b0 con 0x7f9fb0152720 2024-09-16T07:27:54.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.569+0000 7f9fa67fc640 1 -- 172.21.15.31:0/774951710 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 21) ==== 101848+0+0 (secure 0 0 0) 0x7f9fa0044020 con 0x7f9fb0152720 2024-09-16T07:27:54.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.570+0000 7f9fa67fc640 1 --2- 172.21.15.31:0/774951710 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9f94078e80 0x7f9f9407b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:54.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.570+0000 7f9fa67fc640 1 -- 172.21.15.31:0/774951710 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 5737+0+0 (secure 0 0 0) 0x7f9fa00babb0 con 0x7f9fb0152720 2024-09-16T07:27:54.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.570+0000 7f9fb5b49640 1 --2- 172.21.15.31:0/774951710 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9f94078e80 0x7f9f9407b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:54.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.570+0000 7f9fb5b49640 1 --2- 172.21.15.31:0/774951710 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9f94078e80 0x7f9f9407b340 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f9fb00762b0 tx=0x7f9fac005f90 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:54.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.574+0000 7f9fa67fc640 1 -- 172.21.15.31:0/774951710 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f9fa0082880 con 0x7f9fb0152720 2024-09-16T07:27:54.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.791+0000 7f9fb7dad640 1 -- 172.21.15.31:0/774951710 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolume snapshot ls", "vol_name": "non_existent_subvolume", "sub_name": "subvolume_1", "target": ["mon-mgr", ""]}) -- 0x7f9fb0074100 con 0x7f9f94078e80 2024-09-16T07:27:54.792 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:27:54.793+0000 7f8a5fdaa640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-16T07:27:54.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.793+0000 7f9fa67fc640 1 -- 172.21.15.31:0/774951710 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7f9fb0074100 con 0x7f9f94078e80 2024-09-16T07:27:54.792 INFO:teuthology.orchestra.run.smithi031.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-16T07:27:54.798 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-16T07:27:54.798 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume snapshot clone non_existent_subvolume subvolume_1 snapshot_1 clone_1 2024-09-16T07:27:54.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.910+0000 7f505902a640 1 -- 172.21.15.31:0/3072980447 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5054073c60 msgr2=0x7f505415b370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:54.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.910+0000 7f505902a640 1 --2- 172.21.15.31:0/3072980447 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5054073c60 0x7f505415b370 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f5044005fd0 tx=0x7f504402aa90 comp rx=0 tx=0).stop 2024-09-16T07:27:54.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.910+0000 7f505902a640 1 -- 172.21.15.31:0/3072980447 shutdown_connections 2024-09-16T07:27:54.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.910+0000 7f505902a640 1 --2- 172.21.15.31:0/3072980447 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5054073c60 0x7f505415b370 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:54.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.910+0000 7f505902a640 1 --2- 172.21.15.31:0/3072980447 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f50540cd090 0x7f5054140990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:54.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.910+0000 7f505902a640 1 -- 172.21.15.31:0/3072980447 >> 172.21.15.31:0/3072980447 conn(0x7f50540d0b60 msgr2=0x7f50540d0f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:54.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.910+0000 7f505902a640 1 -- 172.21.15.31:0/3072980447 shutdown_connections 2024-09-16T07:27:54.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.910+0000 7f505902a640 1 -- 172.21.15.31:0/3072980447 wait complete. 2024-09-16T07:27:54.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.912+0000 7f505902a640 1 Processor -- start 2024-09-16T07:27:54.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.912+0000 7f505902a640 1 -- start start 2024-09-16T07:27:54.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.912+0000 7f505902a640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5054073c60 0x7f5054157f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:54.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.912+0000 7f505902a640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f50540cd090 0x7f50540cc0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:54.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.912+0000 7f505902a640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f505415af10 0x7f505413f590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:54.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.912+0000 7f505902a640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f50540b3ea0 con 0x7f50540cd090 2024-09-16T07:27:54.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.912+0000 7f505902a640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f50540b3d20 con 0x7f505415af10 2024-09-16T07:27:54.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.912+0000 7f505902a640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f50540b4020 con 0x7f5054073c60 2024-09-16T07:27:54.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.912+0000 7f505259c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f50540cd090 0x7f50540cc0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:54.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.913+0000 7f505259c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f50540cd090 0x7f50540cc0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:51890/0 (socket says 172.21.15.31:51890) 2024-09-16T07:27:54.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.913+0000 7f505259c640 1 -- 172.21.15.31:0/902785807 learned_addr learned my addr 172.21.15.31:0/902785807 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:54.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.913+0000 7f505359e640 1 --2- 172.21.15.31:0/902785807 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f505415af10 0x7f505413f590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:54.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.913+0000 7f5052d9d640 1 --2- 172.21.15.31:0/902785807 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5054073c60 0x7f5054157f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:54.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.913+0000 7f505259c640 1 -- 172.21.15.31:0/902785807 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5054073c60 msgr2=0x7f5054157f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:54.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.913+0000 7f505259c640 1 --2- 172.21.15.31:0/902785807 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5054073c60 0x7f5054157f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:54.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.913+0000 7f505259c640 1 -- 172.21.15.31:0/902785807 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f505415af10 msgr2=0x7f505413f590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:54.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.913+0000 7f505259c640 1 --2- 172.21.15.31:0/902785807 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f505415af10 0x7f505413f590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:54.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.913+0000 7f505259c640 1 -- 172.21.15.31:0/902785807 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50540c9e90 con 0x7f50540cd090 2024-09-16T07:27:54.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.913+0000 7f5052d9d640 1 --2- 172.21.15.31:0/902785807 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5054073c60 0x7f5054157f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:27:54.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.913+0000 7f505259c640 1 --2- 172.21.15.31:0/902785807 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f50540cd090 0x7f50540cc0d0 secure :-1 s=READY pgs=1438 cs=0 l=1 rev1=1 crypto rx=0x7f503c00c370 tx=0x7f503c00c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:54.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.913+0000 7f504b7fe640 1 -- 172.21.15.31:0/902785807 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f503c017070 con 0x7f50540cd090 2024-09-16T07:27:54.916 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.913+0000 7f504b7fe640 1 -- 172.21.15.31:0/902785807 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f503c0053c0 con 0x7f50540cd090 2024-09-16T07:27:54.916 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.913+0000 7f505902a640 1 -- 172.21.15.31:0/902785807 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50540ca170 con 0x7f50540cd090 2024-09-16T07:27:54.916 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.913+0000 7f504b7fe640 1 -- 172.21.15.31:0/902785807 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f503c003850 con 0x7f50540cd090 2024-09-16T07:27:54.916 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.913+0000 7f505902a640 1 -- 172.21.15.31:0/902785807 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50540ca730 con 0x7f50540cd090 2024-09-16T07:27:54.916 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.914+0000 7f505902a640 1 -- 172.21.15.31:0/902785807 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5054158510 con 0x7f50540cd090 2024-09-16T07:27:54.917 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.915+0000 7f504b7fe640 1 -- 172.21.15.31:0/902785807 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 21) ==== 101848+0+0 (secure 0 0 0) 0x7f503c01a070 con 0x7f50540cd090 2024-09-16T07:27:54.917 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.916+0000 7f504b7fe640 1 --2- 172.21.15.31:0/902785807 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5034078eb0 0x7f503407b370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:54.917 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.916+0000 7f5052d9d640 1 --2- 172.21.15.31:0/902785807 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5034078eb0 0x7f503407b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:54.917 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.916+0000 7f504b7fe640 1 -- 172.21.15.31:0/902785807 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 5737+0+0 (secure 0 0 0) 0x7f503c09a6a0 con 0x7f50540cd090 2024-09-16T07:27:54.917 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.916+0000 7f5052d9d640 1 --2- 172.21.15.31:0/902785807 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5034078eb0 0x7f503407b370 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f504c009c30 tx=0x7f504c005f90 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:54.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:54.920+0000 7f504b7fe640 1 -- 172.21.15.31:0/902785807 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f503c061d60 con 0x7f50540cd090 2024-09-16T07:27:55.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.138+0000 7f505902a640 1 -- 172.21.15.31:0/902785807 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolume snapshot clone", "vol_name": "non_existent_subvolume", "sub_name": "subvolume_1", "snap_name": "snapshot_1", "target_sub_name": "clone_1", "target": ["mon-mgr", ""]}) -- 0x7f50540b4540 con 0x7f5034078eb0 2024-09-16T07:27:55.143 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:27:55.144+0000 7f8a5fdaa640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:27:55.143 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:27:55.144+0000 7f8a5fdaa640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:27:55.143 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:27:55.144+0000 7f8a5fdaa640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:27:55.143 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:27:55.144+0000 7f8a5fdaa640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:27:55.143 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:27:55.144+0000 7f8a5fdaa640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:27:55.148 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:27:55.149+0000 7f8a5fdaa640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-16T07:27:55.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.149+0000 7f504b7fe640 1 -- 172.21.15.31:0/902785807 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7f50540b4540 con 0x7f5034078eb0 2024-09-16T07:27:55.148 INFO:teuthology.orchestra.run.smithi031.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-16T07:27:55.153 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-16T07:27:55.153 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs clone status non_existent_subvolume clone_1 2024-09-16T07:27:55.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.262+0000 7fa9ffb52640 1 -- 172.21.15.31:0/631556582 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa9f815b380 msgr2=0x7fa9f8072b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:55.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.262+0000 7fa9ffb52640 1 --2- 172.21.15.31:0/631556582 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa9f815b380 0x7fa9f8072b50 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fa9f4005fd0 tx=0x7fa9f402a5d0 comp rx=0 tx=0).stop 2024-09-16T07:27:55.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.262+0000 7fa9ffb52640 1 -- 172.21.15.31:0/631556582 shutdown_connections 2024-09-16T07:27:55.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.262+0000 7fa9ffb52640 1 --2- 172.21.15.31:0/631556582 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa9f80ce120 0x7fa9f80cabc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:55.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.262+0000 7fa9ffb52640 1 --2- 172.21.15.31:0/631556582 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa9f815b380 0x7fa9f8072b50 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:55.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.262+0000 7fa9ffb52640 1 -- 172.21.15.31:0/631556582 >> 172.21.15.31:0/631556582 conn(0x7fa9f80b1700 msgr2=0x7fa9f80b1ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:55.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.262+0000 7fa9ffb52640 1 -- 172.21.15.31:0/631556582 shutdown_connections 2024-09-16T07:27:55.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.262+0000 7fa9ffb52640 1 -- 172.21.15.31:0/631556582 wait complete. 2024-09-16T07:27:55.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.263+0000 7fa9ffb52640 1 Processor -- start 2024-09-16T07:27:55.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.263+0000 7fa9ffb52640 1 -- start start 2024-09-16T07:27:55.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.264+0000 7fa9ffb52640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa9f8073090 0x7fa9f80c5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:55.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.264+0000 7fa9ffb52640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa9f80ce120 0x7fa9f814fca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:55.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.264+0000 7fa9ffb52640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa9f815b380 0x7fa9f80af670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:55.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.264+0000 7fa9ffb52640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fa9f80cb490 con 0x7fa9f815b380 2024-09-16T07:27:55.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.264+0000 7fa9ffb52640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa9f80cb310 con 0x7fa9f80ce120 2024-09-16T07:27:55.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.264+0000 7fa9ffb52640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa9f80cb610 con 0x7fa9f8073090 2024-09-16T07:27:55.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.264+0000 7fa9fe0ef640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa9f815b380 0x7fa9f80af670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:55.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.264+0000 7fa9fe0ef640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa9f815b380 0x7fa9f80af670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:51914/0 (socket says 172.21.15.31:51914) 2024-09-16T07:27:55.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.264+0000 7fa9fe0ef640 1 -- 172.21.15.31:0/247590442 learned_addr learned my addr 172.21.15.31:0/247590442 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:55.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.264+0000 7fa9fd8ee640 1 --2- 172.21.15.31:0/247590442 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa9f8073090 0x7fa9f80c5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:55.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.264+0000 7fa9fd0ed640 1 --2- 172.21.15.31:0/247590442 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa9f80ce120 0x7fa9f814fca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:55.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.265+0000 7fa9fe0ef640 1 -- 172.21.15.31:0/247590442 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa9f8073090 msgr2=0x7fa9f80c5250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:55.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.265+0000 7fa9fe0ef640 1 --2- 172.21.15.31:0/247590442 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa9f8073090 0x7fa9f80c5250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:55.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.265+0000 7fa9fe0ef640 1 -- 172.21.15.31:0/247590442 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa9f80ce120 msgr2=0x7fa9f814fca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:55.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.265+0000 7fa9fe0ef640 1 --2- 172.21.15.31:0/247590442 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa9f80ce120 0x7fa9f814fca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:55.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.265+0000 7fa9fe0ef640 1 -- 172.21.15.31:0/247590442 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9f81f27f0 con 0x7fa9f815b380 2024-09-16T07:27:55.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.265+0000 7fa9fe0ef640 1 --2- 172.21.15.31:0/247590442 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa9f815b380 0x7fa9f80af670 secure :-1 s=READY pgs=1441 cs=0 l=1 rev1=1 crypto rx=0x7fa9f000eb10 tx=0x7fa9f000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:55.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.265+0000 7fa9ee7fc640 1 -- 172.21.15.31:0/247590442 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9f0004b20 con 0x7fa9f815b380 2024-09-16T07:27:55.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.265+0000 7fa9ee7fc640 1 -- 172.21.15.31:0/247590442 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa9f0004ce0 con 0x7fa9f815b380 2024-09-16T07:27:55.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.265+0000 7fa9ffb52640 1 -- 172.21.15.31:0/247590442 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa9f81f2ad0 con 0x7fa9f815b380 2024-09-16T07:27:55.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.265+0000 7fa9ee7fc640 1 -- 172.21.15.31:0/247590442 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9f0005280 con 0x7fa9f815b380 2024-09-16T07:27:55.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.265+0000 7fa9ffb52640 1 -- 172.21.15.31:0/247590442 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9f81f3090 con 0x7fa9f815b380 2024-09-16T07:27:55.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.266+0000 7fa9ffb52640 1 -- 172.21.15.31:0/247590442 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa9f80cbba0 con 0x7fa9f815b380 2024-09-16T07:27:55.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.267+0000 7fa9ee7fc640 1 -- 172.21.15.31:0/247590442 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 21) ==== 101848+0+0 (secure 0 0 0) 0x7fa9f0005420 con 0x7fa9f815b380 2024-09-16T07:27:55.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.267+0000 7fa9ee7fc640 1 --2- 172.21.15.31:0/247590442 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa9dc078e80 0x7fa9dc07b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:55.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.268+0000 7fa9ee7fc640 1 -- 172.21.15.31:0/247590442 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 5737+0+0 (secure 0 0 0) 0x7fa9f009c2c0 con 0x7fa9f815b380 2024-09-16T07:27:55.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.268+0000 7fa9fd8ee640 1 --2- 172.21.15.31:0/247590442 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa9dc078e80 0x7fa9dc07b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:55.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.268+0000 7fa9fd8ee640 1 --2- 172.21.15.31:0/247590442 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa9dc078e80 0x7fa9dc07b340 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fa9f4033000 tx=0x7fa9f4004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:55.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.272+0000 7fa9ee7fc640 1 -- 172.21.15.31:0/247590442 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fa9f00637b0 con 0x7fa9f815b380 2024-09-16T07:27:55.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.496+0000 7fa9ffb52640 1 -- 172.21.15.31:0/247590442 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs clone status", "vol_name": "non_existent_subvolume", "clone_name": "clone_1", "target": ["mon-mgr", ""]}) -- 0x7fa9f8154bc0 con 0x7fa9dc078e80 2024-09-16T07:27:55.496 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:27:55.497+0000 7f8a5fdaa640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-16T07:27:55.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.497+0000 7fa9ee7fc640 1 -- 172.21.15.31:0/247590442 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7fa9f8154bc0 con 0x7fa9dc078e80 2024-09-16T07:27:55.497 INFO:teuthology.orchestra.run.smithi031.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-16T07:27:55.501 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-16T07:27:55.501 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolumegroup create non_existent_subvolume group_1 2024-09-16T07:27:55.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.611+0000 7f9eb6cbd640 1 -- 172.21.15.31:0/448805646 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9e98004d40 msgr2=0x7f9e980051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:55.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.611+0000 7f9eb6cbd640 1 --2- 172.21.15.31:0/448805646 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9e98004d40 0x7f9e980051c0 secure :-1 s=READY pgs=1443 cs=0 l=1 rev1=1 crypto rx=0x7f9eb00d2740 tx=0x7f9e98005830 comp rx=0 tx=0).stop 2024-09-16T07:27:55.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.611+0000 7f9eb525a640 1 -- 172.21.15.31:0/448805646 reap_dead start 2024-09-16T07:27:55.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.611+0000 7f9eb6cbd640 1 -- 172.21.15.31:0/448805646 shutdown_connections 2024-09-16T07:27:55.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.611+0000 7f9eb6cbd640 1 -- 172.21.15.31:0/448805646 >> 172.21.15.31:0/448805646 conn(0x7f9eb009aa30 msgr2=0x7f9eb009ae40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:55.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.611+0000 7f9eb6cbd640 1 -- 172.21.15.31:0/448805646 shutdown_connections 2024-09-16T07:27:55.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.611+0000 7f9eb6cbd640 1 -- 172.21.15.31:0/448805646 wait complete. 2024-09-16T07:27:55.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.612+0000 7f9eb6cbd640 1 Processor -- start 2024-09-16T07:27:55.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.612+0000 7f9eb6cbd640 1 -- start start 2024-09-16T07:27:55.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.613+0000 7f9eb6cbd640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9e98004d40 0x7f9eb00b50a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:55.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.613+0000 7f9eb6cbd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9eb0153110 0x7f9eb006e940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:55.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.613+0000 7f9eb6cbd640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9eb006ee80 0x7f9eb01f7de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:55.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.613+0000 7f9eb6cbd640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f9eb00ccda0 con 0x7f9eb0153110 2024-09-16T07:27:55.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.613+0000 7f9eb6cbd640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f9eb00d0850 con 0x7f9e98004d40 2024-09-16T07:27:55.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.613+0000 7f9eb6cbd640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f9eb00ccf20 con 0x7f9eb006ee80 2024-09-16T07:27:55.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.613+0000 7f9eaffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9eb0153110 0x7f9eb006e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:55.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.613+0000 7f9eaffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9eb0153110 0x7f9eb006e940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:51926/0 (socket says 172.21.15.31:51926) 2024-09-16T07:27:55.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.613+0000 7f9eaffff640 1 -- 172.21.15.31:0/3134344246 learned_addr learned my addr 172.21.15.31:0/3134344246 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:55.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.613+0000 7f9eb525a640 1 --2- 172.21.15.31:0/3134344246 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9eb006ee80 0x7f9eb01f7de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:55.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.613+0000 7f9eb4a59640 1 --2- 172.21.15.31:0/3134344246 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9e98004d40 0x7f9eb00b50a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:55.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.613+0000 7f9eaffff640 1 -- 172.21.15.31:0/3134344246 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9eb006ee80 msgr2=0x7f9eb01f7de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:55.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.613+0000 7f9eaffff640 1 --2- 172.21.15.31:0/3134344246 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9eb006ee80 0x7f9eb01f7de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:55.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.613+0000 7f9eaffff640 1 -- 172.21.15.31:0/3134344246 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9e98004d40 msgr2=0x7f9eb00b50a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:55.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.613+0000 7f9eaffff640 1 --2- 172.21.15.31:0/3134344246 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9e98004d40 0x7f9eb00b50a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:55.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.613+0000 7f9eaffff640 1 -- 172.21.15.31:0/3134344246 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9eb015f370 con 0x7f9eb0153110 2024-09-16T07:27:55.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.613+0000 7f9eb4a59640 1 --2- 172.21.15.31:0/3134344246 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9e98004d40 0x7f9eb00b50a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:27:55.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.613+0000 7f9eb525a640 1 --2- 172.21.15.31:0/3134344246 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9eb006ee80 0x7f9eb01f7de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:27:55.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.613+0000 7f9eaffff640 1 --2- 172.21.15.31:0/3134344246 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9eb0153110 0x7f9eb006e940 secure :-1 s=READY pgs=1444 cs=0 l=1 rev1=1 crypto rx=0x7f9ea4003e30 tx=0x7f9ea4001800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:55.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.614+0000 7f9ead7fa640 1 -- 172.21.15.31:0/3134344246 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ea40041f0 con 0x7f9eb0153110 2024-09-16T07:27:55.617 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.614+0000 7f9ead7fa640 1 -- 172.21.15.31:0/3134344246 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9ea4016020 con 0x7f9eb0153110 2024-09-16T07:27:55.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.614+0000 7f9eb6cbd640 1 -- 172.21.15.31:0/3134344246 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9eb015c320 con 0x7f9eb0153110 2024-09-16T07:27:55.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.614+0000 7f9ead7fa640 1 -- 172.21.15.31:0/3134344246 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ea4004650 con 0x7f9eb0153110 2024-09-16T07:27:55.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.614+0000 7f9eb6cbd640 1 -- 172.21.15.31:0/3134344246 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9eb0153590 con 0x7f9eb0153110 2024-09-16T07:27:55.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.615+0000 7f9eb6cbd640 1 -- 172.21.15.31:0/3134344246 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9eb015f100 con 0x7f9eb0153110 2024-09-16T07:27:55.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.616+0000 7f9ead7fa640 1 -- 172.21.15.31:0/3134344246 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 21) ==== 101848+0+0 (secure 0 0 0) 0x7f9ea4025440 con 0x7f9eb0153110 2024-09-16T07:27:55.619 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.616+0000 7f9ead7fa640 1 --2- 172.21.15.31:0/3134344246 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9e9c078eb0 0x7f9e9c07b370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:55.619 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.616+0000 7f9ead7fa640 1 -- 172.21.15.31:0/3134344246 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 5737+0+0 (secure 0 0 0) 0x7f9ea409c840 con 0x7f9eb0153110 2024-09-16T07:27:55.619 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.616+0000 7f9eb4a59640 1 --2- 172.21.15.31:0/3134344246 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9e9c078eb0 0x7f9e9c07b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:55.619 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.617+0000 7f9eb4a59640 1 --2- 172.21.15.31:0/3134344246 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9e9c078eb0 0x7f9e9c07b370 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f9ea0009b40 tx=0x7f9ea0005f90 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:55.619 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.620+0000 7f9ead7fa640 1 -- 172.21.15.31:0/3134344246 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f9ea4020020 con 0x7f9eb0153110 2024-09-16T07:27:55.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.688+0000 7f9ead7fa640 1 -- 172.21.15.31:0/3134344246 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mgrmap(e 22) ==== 101899+0+0 (secure 0 0 0) 0x7f9ea405ffb0 con 0x7f9eb0153110 2024-09-16T07:27:55.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.834+0000 7f9eb6cbd640 1 -- 172.21.15.31:0/3134344246 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup create", "vol_name": "non_existent_subvolume", "group_name": "group_1", "target": ["mon-mgr", ""]}) -- 0x7f9eb015c970 con 0x7f9e9c078eb0 2024-09-16T07:27:55.834 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:27:55.835+0000 7f8a5fdaa640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-16T07:27:55.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.835+0000 7f9ead7fa640 1 -- 172.21.15.31:0/3134344246 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7f9eb015c970 con 0x7f9e9c078eb0 2024-09-16T07:27:55.835 INFO:teuthology.orchestra.run.smithi031.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-16T07:27:55.840 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-16T07:27:55.841 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolumegroup rm non_existent_subvolume group_1 2024-09-16T07:27:55.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.950+0000 7f5c14b3d640 1 -- 172.21.15.31:0/524603077 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5c100b1360 msgr2=0x7f5c100d1c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:55.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.950+0000 7f5c14b3d640 1 --2- 172.21.15.31:0/524603077 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5c100b1360 0x7f5c100d1c20 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f5bf8005fd0 tx=0x7f5bf802a5d0 comp rx=0 tx=0).stop 2024-09-16T07:27:55.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.950+0000 7f5c14b3d640 1 -- 172.21.15.31:0/524603077 shutdown_connections 2024-09-16T07:27:55.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.950+0000 7f5c14b3d640 1 --2- 172.21.15.31:0/524603077 >> v2:172.21.15.155:3300/0 conn(0x7f5c100d2160 0x7f5c100cc690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:55.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.950+0000 7f5c14b3d640 1 --2- 172.21.15.31:0/524603077 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5c100b1360 0x7f5c100d1c20 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:55.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.950+0000 7f5c14b3d640 1 -- 172.21.15.31:0/524603077 >> 172.21.15.31:0/524603077 conn(0x7f5c1009aa30 msgr2=0x7f5c1009ae40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:55.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.950+0000 7f5c14b3d640 1 -- 172.21.15.31:0/524603077 shutdown_connections 2024-09-16T07:27:55.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.950+0000 7f5c14b3d640 1 -- 172.21.15.31:0/524603077 wait complete. 2024-09-16T07:27:55.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.951+0000 7f5c14b3d640 1 Processor -- start 2024-09-16T07:27:55.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.951+0000 7f5c14b3d640 1 -- start start 2024-09-16T07:27:55.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.952+0000 7f5c14b3d640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5c100b1360 0x7f5c10070980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:55.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.952+0000 7f5c14b3d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5c100d2160 0x7f5c10158d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:55.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.952+0000 7f5c14b3d640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5c1015bdc0 0x7f5c101592d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:55.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.952+0000 7f5c14b3d640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f5c100cd020 con 0x7f5c100d2160 2024-09-16T07:27:55.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.952+0000 7f5c14b3d640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f5c100ccea0 con 0x7f5c1015bdc0 2024-09-16T07:27:55.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.952+0000 7f5c14b3d640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f5c100cd1a0 con 0x7f5c100b1360 2024-09-16T07:27:55.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.952+0000 7f5c07fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5c100d2160 0x7f5c10158d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:55.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.952+0000 7f5c07fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5c100d2160 0x7f5c10158d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:51942/0 (socket says 172.21.15.31:51942) 2024-09-16T07:27:55.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.952+0000 7f5c07fff640 1 -- 172.21.15.31:0/3242443000 learned_addr learned my addr 172.21.15.31:0/3242443000 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:55.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.952+0000 7f5c0e59c640 1 --2- 172.21.15.31:0/3242443000 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5c100b1360 0x7f5c10070980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:55.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.952+0000 7f5c0ed9d640 1 --2- 172.21.15.31:0/3242443000 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5c1015bdc0 0x7f5c101592d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:55.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.952+0000 7f5c07fff640 1 -- 172.21.15.31:0/3242443000 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5c100b1360 msgr2=0x7f5c10070980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:55.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.952+0000 7f5c07fff640 1 --2- 172.21.15.31:0/3242443000 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5c100b1360 0x7f5c10070980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:55.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.952+0000 7f5c07fff640 1 -- 172.21.15.31:0/3242443000 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5c1015bdc0 msgr2=0x7f5c101592d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:55.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.952+0000 7f5c07fff640 1 --2- 172.21.15.31:0/3242443000 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5c1015bdc0 0x7f5c101592d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:55.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.952+0000 7f5c07fff640 1 -- 172.21.15.31:0/3242443000 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c100cac50 con 0x7f5c100d2160 2024-09-16T07:27:55.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.953+0000 7f5c07fff640 1 --2- 172.21.15.31:0/3242443000 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5c100d2160 0x7f5c10158d90 secure :-1 s=READY pgs=1445 cs=0 l=1 rev1=1 crypto rx=0x7f5bf8000c00 tx=0x7f5bf8003820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:55.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.953+0000 7f5c06ffd640 1 -- 172.21.15.31:0/3242443000 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bf803f070 con 0x7f5c100d2160 2024-09-16T07:27:55.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.953+0000 7f5c06ffd640 1 -- 172.21.15.31:0/3242443000 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5bf8005600 con 0x7f5c100d2160 2024-09-16T07:27:55.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.953+0000 7f5c14b3d640 1 -- 172.21.15.31:0/3242443000 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c101f24d0 con 0x7f5c100d2160 2024-09-16T07:27:55.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.953+0000 7f5c06ffd640 1 -- 172.21.15.31:0/3242443000 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bf8035030 con 0x7f5c100d2160 2024-09-16T07:27:55.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.953+0000 7f5c14b3d640 1 -- 172.21.15.31:0/3242443000 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c101f2a90 con 0x7f5c100d2160 2024-09-16T07:27:55.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.954+0000 7f5c14b3d640 1 -- 172.21.15.31:0/3242443000 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5c100cd730 con 0x7f5c100d2160 2024-09-16T07:27:55.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.955+0000 7f5c06ffd640 1 -- 172.21.15.31:0/3242443000 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 22) ==== 101899+0+0 (secure 0 0 0) 0x7f5bf8042070 con 0x7f5c100d2160 2024-09-16T07:27:55.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.955+0000 7f5c06ffd640 1 --2- 172.21.15.31:0/3242443000 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5bf0078f10 0x7f5bf007b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:55.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.955+0000 7f5c0e59c640 1 --2- 172.21.15.31:0/3242443000 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5bf0078f10 0x7f5bf007b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:55.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.955+0000 7f5c06ffd640 1 -- 172.21.15.31:0/3242443000 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 5737+0+0 (secure 0 0 0) 0x7f5bf80bc0c0 con 0x7f5c100d2160 2024-09-16T07:27:55.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.956+0000 7f5c0e59c640 1 --2- 172.21.15.31:0/3242443000 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5bf0078f10 0x7f5bf007b3d0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f5c00001720 tx=0x7f5c00009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:55.959 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:55.960+0000 7f5c06ffd640 1 -- 172.21.15.31:0/3242443000 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f5bf80837b0 con 0x7f5c100d2160 2024-09-16T07:27:56.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.172+0000 7f5c14b3d640 1 -- 172.21.15.31:0/3242443000 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup rm", "vol_name": "non_existent_subvolume", "group_name": "group_1", "target": ["mon-mgr", ""]}) -- 0x7f5c10076040 con 0x7f5bf0078f10 2024-09-16T07:27:56.173 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:27:56.173+0000 7f8a5fdaa640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-16T07:27:56.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.174+0000 7f5c06ffd640 1 -- 172.21.15.31:0/3242443000 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7f5c10076040 con 0x7f5bf0078f10 2024-09-16T07:27:56.173 INFO:teuthology.orchestra.run.smithi031.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-16T07:27:56.178 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-16T07:27:56.178 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolumegroup getpath non_existent_subvolume group_1 2024-09-16T07:27:56.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.288+0000 7f537e3b5640 1 -- 172.21.15.31:0/2123307339 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f53780b0d80 msgr2=0x7f53780d2220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:56.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.288+0000 7f537e3b5640 1 --2- 172.21.15.31:0/2123307339 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f53780b0d80 0x7f53780d2220 secure :-1 s=READY pgs=1447 cs=0 l=1 rev1=1 crypto rx=0x7f536c005fd0 tx=0x7f536c02a5d0 comp rx=0 tx=0).stop 2024-09-16T07:27:56.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.288+0000 7f537e3b5640 1 -- 172.21.15.31:0/2123307339 shutdown_connections 2024-09-16T07:27:56.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.288+0000 7f537e3b5640 1 --2- 172.21.15.31:0/2123307339 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f53780b0d80 0x7f53780d2220 unknown :-1 s=CLOSED pgs=1447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:56.289 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.288+0000 7f537e3b5640 1 --2- 172.21.15.31:0/2123307339 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f537815bf10 0x7f53780d1ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:56.289 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.288+0000 7f537e3b5640 1 -- 172.21.15.31:0/2123307339 >> 172.21.15.31:0/2123307339 conn(0x7f537809aa30 msgr2=0x7f537809ae40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:56.289 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.288+0000 7f537e3b5640 1 -- 172.21.15.31:0/2123307339 shutdown_connections 2024-09-16T07:27:56.289 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.288+0000 7f537e3b5640 1 -- 172.21.15.31:0/2123307339 wait complete. 2024-09-16T07:27:56.289 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.290+0000 7f537e3b5640 1 Processor -- start 2024-09-16T07:27:56.289 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.290+0000 7f537e3b5640 1 -- start start 2024-09-16T07:27:56.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.291+0000 7f537e3b5640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f53780b0d80 0x7f53781f7bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:56.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.291+0000 7f537e3b5640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f53780d0490 0x7f53780c8f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:56.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.291+0000 7f537e3b5640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f537815bf10 0x7f53780c9990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:56.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.291+0000 7f537e3b5640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f53780b0a50 con 0x7f53780b0d80 2024-09-16T07:27:56.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.291+0000 7f537e3b5640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f53780b2230 con 0x7f53780d0490 2024-09-16T07:27:56.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.291+0000 7f537e3b5640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f537806e660 con 0x7f537815bf10 2024-09-16T07:27:56.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.291+0000 7f5377fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f53780b0d80 0x7f53781f7bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:56.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.291+0000 7f5377fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f53780b0d80 0x7f53781f7bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:51966/0 (socket says 172.21.15.31:51966) 2024-09-16T07:27:56.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.291+0000 7f5377fff640 1 -- 172.21.15.31:0/3206113636 learned_addr learned my addr 172.21.15.31:0/3206113636 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:56.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.291+0000 7f537c952640 1 --2- 172.21.15.31:0/3206113636 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f537815bf10 0x7f53780c9990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:56.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.291+0000 7f53777fe640 1 --2- 172.21.15.31:0/3206113636 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f53780d0490 0x7f53780c8f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:56.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.291+0000 7f5377fff640 1 -- 172.21.15.31:0/3206113636 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f537815bf10 msgr2=0x7f53780c9990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:56.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.291+0000 7f5377fff640 1 --2- 172.21.15.31:0/3206113636 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f537815bf10 0x7f53780c9990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:56.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.291+0000 7f5377fff640 1 -- 172.21.15.31:0/3206113636 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f53780d0490 msgr2=0x7f53780c8f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:56.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.291+0000 7f5377fff640 1 --2- 172.21.15.31:0/3206113636 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f53780d0490 0x7f53780c8f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:56.293 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.291+0000 7f5377fff640 1 -- 172.21.15.31:0/3206113636 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f537806e8b0 con 0x7f53780b0d80 2024-09-16T07:27:56.293 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.291+0000 7f5377fff640 1 --2- 172.21.15.31:0/3206113636 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f53780b0d80 0x7f53781f7bc0 secure :-1 s=READY pgs=1448 cs=0 l=1 rev1=1 crypto rx=0x7f536800d750 tx=0x7f536800dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:56.293 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.291+0000 7f5374ff9640 1 -- 172.21.15.31:0/3206113636 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5368017070 con 0x7f53780b0d80 2024-09-16T07:27:56.293 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.291+0000 7f5374ff9640 1 -- 172.21.15.31:0/3206113636 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5368004310 con 0x7f53780b0d80 2024-09-16T07:27:56.293 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.291+0000 7f537e3b5640 1 -- 172.21.15.31:0/3206113636 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f537806eb90 con 0x7f53780b0d80 2024-09-16T07:27:56.293 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.291+0000 7f5374ff9640 1 -- 172.21.15.31:0/3206113636 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f536800de60 con 0x7f53780b0d80 2024-09-16T07:27:56.293 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.292+0000 7f537e3b5640 1 -- 172.21.15.31:0/3206113636 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f537806f150 con 0x7f53780b0d80 2024-09-16T07:27:56.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.293+0000 7f537e3b5640 1 -- 172.21.15.31:0/3206113636 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f53780b26e0 con 0x7f53780b0d80 2024-09-16T07:27:56.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.293+0000 7f5374ff9640 1 -- 172.21.15.31:0/3206113636 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 22) ==== 101899+0+0 (secure 0 0 0) 0x7f5368009c30 con 0x7f53780b0d80 2024-09-16T07:27:56.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.294+0000 7f5374ff9640 1 --2- 172.21.15.31:0/3206113636 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5364078f10 0x7f536407b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:56.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.294+0000 7f5374ff9640 1 -- 172.21.15.31:0/3206113636 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 5737+0+0 (secure 0 0 0) 0x7f536809b8b0 con 0x7f53780b0d80 2024-09-16T07:27:56.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.294+0000 7f53777fe640 1 --2- 172.21.15.31:0/3206113636 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5364078f10 0x7f536407b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:56.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.294+0000 7f53777fe640 1 --2- 172.21.15.31:0/3206113636 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5364078f10 0x7f536407b3d0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f536c033000 tx=0x7f536c004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:56.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.298+0000 7f5374ff9640 1 -- 172.21.15.31:0/3206113636 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f5368020020 con 0x7f53780b0d80 2024-09-16T07:27:56.512 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.512+0000 7f537e3b5640 1 -- 172.21.15.31:0/3206113636 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup getpath", "vol_name": "non_existent_subvolume", "group_name": "group_1", "target": ["mon-mgr", ""]}) -- 0x7f53780cc350 con 0x7f5364078f10 2024-09-16T07:27:56.513 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:27:56.513+0000 7f8a5fdaa640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-16T07:27:56.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.514+0000 7f5374ff9640 1 -- 172.21.15.31:0/3206113636 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7f53780cc350 con 0x7f5364078f10 2024-09-16T07:27:56.513 INFO:teuthology.orchestra.run.smithi031.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-16T07:27:56.518 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-16T07:27:56.518 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolumegroup pin non_existent_subvolume group_1 export 0 2024-09-16T07:27:56.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.630+0000 7fe7fefdf640 1 -- 172.21.15.31:0/31988217 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe7e4004800 msgr2=0x7fe7e4004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:56.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.630+0000 7fe7fefdf640 1 --2- 172.21.15.31:0/31988217 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe7e4004800 0x7fe7e4004c80 secure :-1 s=READY pgs=1450 cs=0 l=1 rev1=1 crypto rx=0x7fe7e0001dc0 tx=0x7fe7e4005830 comp rx=0 tx=0).stop 2024-09-16T07:27:56.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.630+0000 7fe7fd57c640 1 -- 172.21.15.31:0/31988217 reap_dead start 2024-09-16T07:27:56.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.630+0000 7fe7fefdf640 1 -- 172.21.15.31:0/31988217 shutdown_connections 2024-09-16T07:27:56.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.630+0000 7fe7fefdf640 1 -- 172.21.15.31:0/31988217 >> 172.21.15.31:0/31988217 conn(0x7fe7f80d3e20 msgr2=0x7fe7f80d4230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:56.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.630+0000 7fe7fefdf640 1 -- 172.21.15.31:0/31988217 shutdown_connections 2024-09-16T07:27:56.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.630+0000 7fe7fefdf640 1 -- 172.21.15.31:0/31988217 wait complete. 2024-09-16T07:27:56.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.631+0000 7fe7fefdf640 1 Processor -- start 2024-09-16T07:27:56.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.631+0000 7fe7fefdf640 1 -- start start 2024-09-16T07:27:56.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.632+0000 7fe7fefdf640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe7e4004800 0x7fe7f8155260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:56.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.632+0000 7fe7fefdf640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe7f80b9020 0x7fe7f80b9480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:56.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.632+0000 7fe7fefdf640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe7f80c9c00 0x7fe7f80ca080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:56.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.632+0000 7fe7fefdf640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fe7f8166c50 con 0x7fe7f80b9020 2024-09-16T07:27:56.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.632+0000 7fe7fefdf640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fe7f80d4cd0 con 0x7fe7f80c9c00 2024-09-16T07:27:56.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.632+0000 7fe7fefdf640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fe7f8166dd0 con 0x7fe7e4004800 2024-09-16T07:27:56.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.632+0000 7fe7f7fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe7f80b9020 0x7fe7f80b9480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:56.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.632+0000 7fe7f7fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe7f80b9020 0x7fe7f80b9480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:51984/0 (socket says 172.21.15.31:51984) 2024-09-16T07:27:56.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.632+0000 7fe7f7fff640 1 -- 172.21.15.31:0/2603355226 learned_addr learned my addr 172.21.15.31:0/2603355226 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:56.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.632+0000 7fe7fd57c640 1 --2- 172.21.15.31:0/2603355226 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe7f80c9c00 0x7fe7f80ca080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:56.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.632+0000 7fe7fcd7b640 1 --2- 172.21.15.31:0/2603355226 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe7e4004800 0x7fe7f8155260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:56.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.632+0000 7fe7f7fff640 1 -- 172.21.15.31:0/2603355226 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe7e4004800 msgr2=0x7fe7f8155260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:56.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.632+0000 7fe7f7fff640 1 --2- 172.21.15.31:0/2603355226 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe7e4004800 0x7fe7f8155260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:56.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.632+0000 7fe7f7fff640 1 -- 172.21.15.31:0/2603355226 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe7f80c9c00 msgr2=0x7fe7f80ca080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:56.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.632+0000 7fe7f7fff640 1 --2- 172.21.15.31:0/2603355226 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe7f80c9c00 0x7fe7f80ca080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:56.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.632+0000 7fe7f7fff640 1 -- 172.21.15.31:0/2603355226 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7f80cbad0 con 0x7fe7f80b9020 2024-09-16T07:27:56.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.633+0000 7fe7fd57c640 1 --2- 172.21.15.31:0/2603355226 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe7f80c9c00 0x7fe7f80ca080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:27:56.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.633+0000 7fe7f7fff640 1 --2- 172.21.15.31:0/2603355226 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe7f80b9020 0x7fe7f80b9480 secure :-1 s=READY pgs=1451 cs=0 l=1 rev1=1 crypto rx=0x7fe7e002acc0 tx=0x7fe7e0003a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:56.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.633+0000 7fe7f57fa640 1 -- 172.21.15.31:0/2603355226 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7e0006440 con 0x7fe7f80b9020 2024-09-16T07:27:56.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.633+0000 7fe7f57fa640 1 -- 172.21.15.31:0/2603355226 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe7e00065e0 con 0x7fe7f80b9020 2024-09-16T07:27:56.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.633+0000 7fe7f57fa640 1 -- 172.21.15.31:0/2603355226 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7e0003e40 con 0x7fe7f80b9020 2024-09-16T07:27:56.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.633+0000 7fe7fefdf640 1 -- 172.21.15.31:0/2603355226 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7f80cbd40 con 0x7fe7f80b9020 2024-09-16T07:27:56.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.633+0000 7fe7fefdf640 1 -- 172.21.15.31:0/2603355226 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7f80ca910 con 0x7fe7f80b9020 2024-09-16T07:27:56.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.634+0000 7fe7fefdf640 1 -- 172.21.15.31:0/2603355226 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe7f80b99c0 con 0x7fe7f80b9020 2024-09-16T07:27:56.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.635+0000 7fe7f57fa640 1 -- 172.21.15.31:0/2603355226 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 22) ==== 101899+0+0 (secure 0 0 0) 0x7fe7e0033480 con 0x7fe7f80b9020 2024-09-16T07:27:56.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.635+0000 7fe7f57fa640 1 --2- 172.21.15.31:0/2603355226 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe7d8078f40 0x7fe7d807b400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:56.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.635+0000 7fe7f57fa640 1 -- 172.21.15.31:0/2603355226 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 5737+0+0 (secure 0 0 0) 0x7fe7e00bb7e0 con 0x7fe7f80b9020 2024-09-16T07:27:56.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.635+0000 7fe7fcd7b640 1 --2- 172.21.15.31:0/2603355226 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe7d8078f40 0x7fe7d807b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:56.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.636+0000 7fe7fcd7b640 1 --2- 172.21.15.31:0/2603355226 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe7d8078f40 0x7fe7d807b400 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fe7e8001eb0 tx=0x7fe7e80067a0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:56.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.640+0000 7fe7f57fa640 1 -- 172.21.15.31:0/2603355226 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fe7e0083410 con 0x7fe7f80b9020 2024-09-16T07:27:56.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.854+0000 7fe7fefdf640 1 -- 172.21.15.31:0/2603355226 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup pin", "vol_name": "non_existent_subvolume", "group_name": "group_1", "pin_type": "export", "pin_setting": "0", "target": ["mon-mgr", ""]}) -- 0x7fe7f8050ee0 con 0x7fe7d8078f40 2024-09-16T07:27:56.855 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:27:56.855+0000 7f8a5fdaa640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-16T07:27:56.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.856+0000 7fe7f57fa640 1 -- 172.21.15.31:0/2603355226 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7fe7f8050ee0 con 0x7fe7d8078f40 2024-09-16T07:27:56.855 INFO:teuthology.orchestra.run.smithi031.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-16T07:27:56.861 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-16T07:27:56.861 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolumegroup ls non_existent_subvolume 2024-09-16T07:27:56.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.969+0000 7fd72727f640 1 -- 172.21.15.31:0/528032096 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd70c004e60 msgr2=0x7fd70c00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:56.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.969+0000 7fd72727f640 1 --2- 172.21.15.31:0/528032096 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd70c004e60 0x7fd70c00b9c0 secure :-1 s=READY pgs=1453 cs=0 l=1 rev1=1 crypto rx=0x7fd718009e20 tx=0x7fd70c005830 comp rx=0 tx=0).stop 2024-09-16T07:27:56.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.969+0000 7fd72581c640 1 -- 172.21.15.31:0/528032096 reap_dead start 2024-09-16T07:27:56.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.969+0000 7fd72727f640 1 -- 172.21.15.31:0/528032096 shutdown_connections 2024-09-16T07:27:56.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.969+0000 7fd72727f640 1 -- 172.21.15.31:0/528032096 >> 172.21.15.31:0/528032096 conn(0x7fd72009aa30 msgr2=0x7fd72009ae40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:56.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.969+0000 7fd72727f640 1 -- 172.21.15.31:0/528032096 shutdown_connections 2024-09-16T07:27:56.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.969+0000 7fd72727f640 1 -- 172.21.15.31:0/528032096 wait complete. 2024-09-16T07:27:56.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.970+0000 7fd72727f640 1 Processor -- start 2024-09-16T07:27:56.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.970+0000 7fd72727f640 1 -- start start 2024-09-16T07:27:56.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.971+0000 7fd72727f640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd70c004e60 0x7fd72014be30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:56.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.971+0000 7fd72727f640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd7200c8f80 0x7fd7200c8490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:56.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.971+0000 7fd72727f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd7201f2680 0x7fd7200b1d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:56.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.971+0000 7fd72727f640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fd7200b00c0 con 0x7fd7201f2680 2024-09-16T07:27:56.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.971+0000 7fd72727f640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fd7200aff40 con 0x7fd70c004e60 2024-09-16T07:27:56.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.971+0000 7fd72727f640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fd7200b0240 con 0x7fd7200c8f80 2024-09-16T07:27:56.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.971+0000 7fd72581c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd7201f2680 0x7fd7200b1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:56.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.971+0000 7fd72581c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd7201f2680 0x7fd7200b1d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52004/0 (socket says 172.21.15.31:52004) 2024-09-16T07:27:56.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.971+0000 7fd72581c640 1 -- 172.21.15.31:0/3982022900 learned_addr learned my addr 172.21.15.31:0/3982022900 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:56.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.971+0000 7fd72481a640 1 --2- 172.21.15.31:0/3982022900 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd7200c8f80 0x7fd7200c8490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:56.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.971+0000 7fd72501b640 1 --2- 172.21.15.31:0/3982022900 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd70c004e60 0x7fd72014be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:56.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.972+0000 7fd72581c640 1 -- 172.21.15.31:0/3982022900 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd7200c8f80 msgr2=0x7fd7200c8490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:56.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.972+0000 7fd72581c640 1 --2- 172.21.15.31:0/3982022900 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd7200c8f80 0x7fd7200c8490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:56.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.972+0000 7fd72581c640 1 -- 172.21.15.31:0/3982022900 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd70c004e60 msgr2=0x7fd72014be30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:56.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.972+0000 7fd72581c640 1 --2- 172.21.15.31:0/3982022900 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd70c004e60 0x7fd72014be30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:56.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.972+0000 7fd72581c640 1 -- 172.21.15.31:0/3982022900 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7201f6f00 con 0x7fd7201f2680 2024-09-16T07:27:56.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.972+0000 7fd72581c640 1 --2- 172.21.15.31:0/3982022900 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd7201f2680 0x7fd7200b1d80 secure :-1 s=READY pgs=1454 cs=0 l=1 rev1=1 crypto rx=0x7fd718036040 tx=0x7fd718033670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:56.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.972+0000 7fd715ffb640 1 -- 172.21.15.31:0/3982022900 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd718042070 con 0x7fd7201f2680 2024-09-16T07:27:56.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.972+0000 7fd715ffb640 1 -- 172.21.15.31:0/3982022900 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd7180337e0 con 0x7fd7201f2680 2024-09-16T07:27:56.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.972+0000 7fd715ffb640 1 -- 172.21.15.31:0/3982022900 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd718038040 con 0x7fd7201f2680 2024-09-16T07:27:56.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.972+0000 7fd72727f640 1 -- 172.21.15.31:0/3982022900 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7200cabd0 con 0x7fd7201f2680 2024-09-16T07:27:56.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.972+0000 7fd72727f640 1 -- 172.21.15.31:0/3982022900 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7201f6ab0 con 0x7fd7201f2680 2024-09-16T07:27:56.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.973+0000 7fd72727f640 1 -- 172.21.15.31:0/3982022900 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd7200b07a0 con 0x7fd7201f2680 2024-09-16T07:27:56.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.974+0000 7fd715ffb640 1 -- 172.21.15.31:0/3982022900 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 22) ==== 101899+0+0 (secure 0 0 0) 0x7fd718033c30 con 0x7fd7201f2680 2024-09-16T07:27:56.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.974+0000 7fd715ffb640 1 --2- 172.21.15.31:0/3982022900 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd704078f40 0x7fd70407b400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:56.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.975+0000 7fd715ffb640 1 -- 172.21.15.31:0/3982022900 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 5737+0+0 (secure 0 0 0) 0x7fd7180bb0c0 con 0x7fd7201f2680 2024-09-16T07:27:56.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.975+0000 7fd72501b640 1 --2- 172.21.15.31:0/3982022900 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd704078f40 0x7fd70407b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:56.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.975+0000 7fd72501b640 1 --2- 172.21.15.31:0/3982022900 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd704078f40 0x7fd70407b400 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fd7200aec80 tx=0x7fd71c006720 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:56.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:56.979+0000 7fd715ffb640 1 -- 172.21.15.31:0/3982022900 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fd718082650 con 0x7fd7201f2680 2024-09-16T07:27:57.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.189+0000 7fd72727f640 1 -- 172.21.15.31:0/3982022900 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup ls", "vol_name": "non_existent_subvolume", "target": ["mon-mgr", ""]}) -- 0x7fd7200caa10 con 0x7fd704078f40 2024-09-16T07:27:57.189 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:27:57.190+0000 7f8a5fdaa640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-16T07:27:57.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.190+0000 7fd715ffb640 1 -- 172.21.15.31:0/3982022900 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7fd71c006c50 con 0x7fd704078f40 2024-09-16T07:27:57.190 INFO:teuthology.orchestra.run.smithi031.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-16T07:27:57.195 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-16T07:27:57.195 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolumegroup snapshot create non_existent_subvolume group_1 snapshot_1 2024-09-16T07:27:57.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.306+0000 7f08bd352640 1 -- 172.21.15.31:0/731683047 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f08b815dea0 msgr2=0x7f08b80d16b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:57.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.306+0000 7f08bd352640 1 --2- 172.21.15.31:0/731683047 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f08b815dea0 0x7f08b80d16b0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f08a8009ca0 tx=0x7f08a802aa30 comp rx=0 tx=0).stop 2024-09-16T07:27:57.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.306+0000 7f08bd352640 1 -- 172.21.15.31:0/731683047 shutdown_connections 2024-09-16T07:27:57.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.306+0000 7f08bd352640 1 --2- 172.21.15.31:0/731683047 >> v2:172.21.15.155:3300/0 conn(0x7f08b8071a10 0x7f08b806f630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:57.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.306+0000 7f08bd352640 1 --2- 172.21.15.31:0/731683047 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f08b815dea0 0x7f08b80d16b0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:57.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.306+0000 7f08bd352640 1 -- 172.21.15.31:0/731683047 >> 172.21.15.31:0/731683047 conn(0x7f08b80d0b90 msgr2=0x7f08b80d0fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:57.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.306+0000 7f08bd352640 1 -- 172.21.15.31:0/731683047 shutdown_connections 2024-09-16T07:27:57.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.306+0000 7f08bd352640 1 -- 172.21.15.31:0/731683047 wait complete. 2024-09-16T07:27:57.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.308+0000 7f08bd352640 1 Processor -- start 2024-09-16T07:27:57.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.308+0000 7f08bd352640 1 -- start start 2024-09-16T07:27:57.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.309+0000 7f08bd352640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f08b8071a10 0x7f08b815a7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:57.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.309+0000 7f08bd352640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f08b80b3a80 0x7f08b8157860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:57.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.309+0000 7f08bd352640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f08b815dea0 0x7f08b80d03d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:57.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.309+0000 7f08bd352640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f08b80705d0 con 0x7f08b815dea0 2024-09-16T07:27:57.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.309+0000 7f08bd352640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f08b8070450 con 0x7f08b80b3a80 2024-09-16T07:27:57.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.309+0000 7f08bd352640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f08b806d250 con 0x7f08b8071a10 2024-09-16T07:27:57.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.309+0000 7f08b77fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f08b815dea0 0x7f08b80d03d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:57.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.309+0000 7f08b77fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f08b815dea0 0x7f08b80d03d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52020/0 (socket says 172.21.15.31:52020) 2024-09-16T07:27:57.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.309+0000 7f08b77fe640 1 -- 172.21.15.31:0/394796369 learned_addr learned my addr 172.21.15.31:0/394796369 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:57.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.309+0000 7f08b6ffd640 1 --2- 172.21.15.31:0/394796369 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f08b8071a10 0x7f08b815a7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:57.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.309+0000 7f08b67fc640 1 --2- 172.21.15.31:0/394796369 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f08b80b3a80 0x7f08b8157860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:57.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.309+0000 7f08b77fe640 1 -- 172.21.15.31:0/394796369 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f08b8071a10 msgr2=0x7f08b815a7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:57.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.309+0000 7f08b77fe640 1 --2- 172.21.15.31:0/394796369 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f08b8071a10 0x7f08b815a7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:57.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.309+0000 7f08b77fe640 1 -- 172.21.15.31:0/394796369 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f08b80b3a80 msgr2=0x7f08b8157860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:57.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.309+0000 7f08b77fe640 1 --2- 172.21.15.31:0/394796369 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f08b80b3a80 0x7f08b8157860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:57.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.309+0000 7f08b77fe640 1 -- 172.21.15.31:0/394796369 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08b8157da0 con 0x7f08b815dea0 2024-09-16T07:27:57.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.309+0000 7f08b77fe640 1 --2- 172.21.15.31:0/394796369 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f08b815dea0 0x7f08b80d03d0 secure :-1 s=READY pgs=1455 cs=0 l=1 rev1=1 crypto rx=0x7f08b000c3c0 tx=0x7f08b000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:57.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.310+0000 7f08af7fe640 1 -- 172.21.15.31:0/394796369 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08b0017070 con 0x7f08b815dea0 2024-09-16T07:27:57.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.310+0000 7f08af7fe640 1 -- 172.21.15.31:0/394796369 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f08b00053c0 con 0x7f08b815dea0 2024-09-16T07:27:57.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.310+0000 7f08bd352640 1 -- 172.21.15.31:0/394796369 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f08b81f7bd0 con 0x7f08b815dea0 2024-09-16T07:27:57.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.310+0000 7f08af7fe640 1 -- 172.21.15.31:0/394796369 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08b0003850 con 0x7f08b815dea0 2024-09-16T07:27:57.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.310+0000 7f08bd352640 1 -- 172.21.15.31:0/394796369 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f08b81f8190 con 0x7f08b815dea0 2024-09-16T07:27:57.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.311+0000 7f08bd352640 1 -- 172.21.15.31:0/394796369 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f08b80b4010 con 0x7f08b815dea0 2024-09-16T07:27:57.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.311+0000 7f08af7fe640 1 -- 172.21.15.31:0/394796369 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 22) ==== 101899+0+0 (secure 0 0 0) 0x7f08b001a070 con 0x7f08b815dea0 2024-09-16T07:27:57.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.312+0000 7f08af7fe640 1 --2- 172.21.15.31:0/394796369 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0898078f10 0x7f089807b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:57.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.312+0000 7f08af7fe640 1 -- 172.21.15.31:0/394796369 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 5737+0+0 (secure 0 0 0) 0x7f08b009aa30 con 0x7f08b815dea0 2024-09-16T07:27:57.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.312+0000 7f08b6ffd640 1 --2- 172.21.15.31:0/394796369 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0898078f10 0x7f089807b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:57.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.313+0000 7f08b6ffd640 1 --2- 172.21.15.31:0/394796369 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0898078f10 0x7f089807b3d0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f08a8035000 tx=0x7f08a803a040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:57.315 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.316+0000 7f08af7fe640 1 -- 172.21.15.31:0/394796369 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f08b8157da0 con 0x7f08b815dea0 2024-09-16T07:27:57.529 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.529+0000 7f08bd352640 1 -- 172.21.15.31:0/394796369 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup snapshot create", "vol_name": "non_existent_subvolume", "group_name": "group_1", "snap_name": "snapshot_1", "target": ["mon-mgr", ""]}) -- 0x7f08b80d0910 con 0x7f0898078f10 2024-09-16T07:27:57.530 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:27:57.531+0000 7f8a5fdaa640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-16T07:27:57.530 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.531+0000 7f08af7fe640 1 -- 172.21.15.31:0/394796369 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7f08b80d0910 con 0x7f0898078f10 2024-09-16T07:27:57.531 INFO:teuthology.orchestra.run.smithi031.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-16T07:27:57.535 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-16T07:27:57.536 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolumegroup snapshot rm non_existent_subvolume group_1 snapshot_1 2024-09-16T07:27:57.647 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.647+0000 7fc1513c2640 1 -- 172.21.15.31:0/1281054031 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc14c161300 msgr2=0x7fc14c0d4940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:57.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.647+0000 7fc1513c2640 1 --2- 172.21.15.31:0/1281054031 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc14c161300 0x7fc14c0d4940 secure :-1 s=READY pgs=1456 cs=0 l=1 rev1=1 crypto rx=0x7fc14c0b6df0 tx=0x7fc13c02a5d0 comp rx=0 tx=0).stop 2024-09-16T07:27:57.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.647+0000 7fc1513c2640 1 -- 172.21.15.31:0/1281054031 shutdown_connections 2024-09-16T07:27:57.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.647+0000 7fc1513c2640 1 --2- 172.21.15.31:0/1281054031 >> v2:172.21.15.155:3300/0 conn(0x7fc14c0d25b0 0x7fc14c0b73e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:57.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.647+0000 7fc1513c2640 1 --2- 172.21.15.31:0/1281054031 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc14c161300 0x7fc14c0d4940 unknown :-1 s=CLOSED pgs=1456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:57.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.647+0000 7fc1513c2640 1 -- 172.21.15.31:0/1281054031 >> 172.21.15.31:0/1281054031 conn(0x7fc14c0d3e20 msgr2=0x7fc14c0d4230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:57.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.647+0000 7fc1513c2640 1 -- 172.21.15.31:0/1281054031 shutdown_connections 2024-09-16T07:27:57.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.647+0000 7fc1513c2640 1 -- 172.21.15.31:0/1281054031 wait complete. 2024-09-16T07:27:57.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.649+0000 7fc1513c2640 1 Processor -- start 2024-09-16T07:27:57.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.649+0000 7fc1513c2640 1 -- start start 2024-09-16T07:27:57.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.649+0000 7fc1513c2640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc14c0d25b0 0x7fc14c0ca120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:57.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.649+0000 7fc1513c2640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc14c161300 0x7fc14c1585a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:57.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.649+0000 7fc1513c2640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc14c1616e0 0x7fc14c15ef90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:57.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.649+0000 7fc1513c2640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fc14c0b7cf0 con 0x7fc14c161300 2024-09-16T07:27:57.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.649+0000 7fc1513c2640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc14c0b7b70 con 0x7fc14c1616e0 2024-09-16T07:27:57.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.649+0000 7fc1513c2640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc14c0b7e70 con 0x7fc14c0d25b0 2024-09-16T07:27:57.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.650+0000 7fc14a7fc640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc14c161300 0x7fc14c1585a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:57.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.650+0000 7fc14a7fc640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc14c161300 0x7fc14c1585a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52040/0 (socket says 172.21.15.31:52040) 2024-09-16T07:27:57.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.650+0000 7fc14a7fc640 1 -- 172.21.15.31:0/2763699498 learned_addr learned my addr 172.21.15.31:0/2763699498 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:57.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.650+0000 7fc14b7fe640 1 --2- 172.21.15.31:0/2763699498 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc14c1616e0 0x7fc14c15ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:57.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.650+0000 7fc14affd640 1 --2- 172.21.15.31:0/2763699498 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc14c0d25b0 0x7fc14c0ca120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:57.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.650+0000 7fc14a7fc640 1 -- 172.21.15.31:0/2763699498 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc14c0d25b0 msgr2=0x7fc14c0ca120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:57.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.650+0000 7fc14a7fc640 1 --2- 172.21.15.31:0/2763699498 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc14c0d25b0 0x7fc14c0ca120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:57.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.650+0000 7fc14a7fc640 1 -- 172.21.15.31:0/2763699498 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc14c1616e0 msgr2=0x7fc14c15ef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:57.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.650+0000 7fc14a7fc640 1 --2- 172.21.15.31:0/2763699498 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc14c1616e0 0x7fc14c15ef90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:57.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.650+0000 7fc14a7fc640 1 -- 172.21.15.31:0/2763699498 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc14c1f7d10 con 0x7fc14c161300 2024-09-16T07:27:57.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.650+0000 7fc14affd640 1 --2- 172.21.15.31:0/2763699498 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc14c0d25b0 0x7fc14c0ca120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:27:57.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.650+0000 7fc14a7fc640 1 --2- 172.21.15.31:0/2763699498 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc14c161300 0x7fc14c1585a0 secure :-1 s=READY pgs=1457 cs=0 l=1 rev1=1 crypto rx=0x7fc13400b3f0 tx=0x7fc13400b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:57.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.650+0000 7fc1437fe640 1 -- 172.21.15.31:0/2763699498 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc134015020 con 0x7fc14c161300 2024-09-16T07:27:57.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.650+0000 7fc1437fe640 1 -- 172.21.15.31:0/2763699498 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc134011920 con 0x7fc14c161300 2024-09-16T07:27:57.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.650+0000 7fc1437fe640 1 -- 172.21.15.31:0/2763699498 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc134011d70 con 0x7fc14c161300 2024-09-16T07:27:57.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.650+0000 7fc1513c2640 1 -- 172.21.15.31:0/2763699498 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc14c1f7ff0 con 0x7fc14c161300 2024-09-16T07:27:57.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.650+0000 7fc1513c2640 1 -- 172.21.15.31:0/2763699498 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc14c1f85b0 con 0x7fc14c161300 2024-09-16T07:27:57.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.651+0000 7fc1513c2640 1 -- 172.21.15.31:0/2763699498 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc14c0b8390 con 0x7fc14c161300 2024-09-16T07:27:57.653 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.652+0000 7fc1437fe640 1 -- 172.21.15.31:0/2763699498 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 22) ==== 101899+0+0 (secure 0 0 0) 0x7fc134018020 con 0x7fc14c161300 2024-09-16T07:27:57.653 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.652+0000 7fc1437fe640 1 --2- 172.21.15.31:0/2763699498 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc12c078f10 0x7fc12c07b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:57.653 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.653+0000 7fc1437fe640 1 -- 172.21.15.31:0/2763699498 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 5737+0+0 (secure 0 0 0) 0x7fc13409b2c0 con 0x7fc14c161300 2024-09-16T07:27:57.653 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.653+0000 7fc14affd640 1 --2- 172.21.15.31:0/2763699498 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc12c078f10 0x7fc12c07b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:57.653 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.653+0000 7fc14affd640 1 --2- 172.21.15.31:0/2763699498 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc12c078f10 0x7fc12c07b3d0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fc13c033000 tx=0x7fc13c004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:57.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.657+0000 7fc1437fe640 1 -- 172.21.15.31:0/2763699498 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fc13401f030 con 0x7fc14c161300 2024-09-16T07:27:57.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.870+0000 7fc1513c2640 1 -- 172.21.15.31:0/2763699498 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup snapshot rm", "vol_name": "non_existent_subvolume", "group_name": "group_1", "snap_name": "snapshot_1", "target": ["mon-mgr", ""]}) -- 0x7fc14c06ed60 con 0x7fc12c078f10 2024-09-16T07:27:57.870 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:27:57.871+0000 7f8a5fdaa640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-16T07:27:57.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.871+0000 7fc1437fe640 1 -- 172.21.15.31:0/2763699498 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7fc14c06ed60 con 0x7fc12c078f10 2024-09-16T07:27:57.871 INFO:teuthology.orchestra.run.smithi031.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-16T07:27:57.876 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-16T07:27:57.877 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolumegroup snapshot ls non_existent_subvolume group_1 2024-09-16T07:27:57.988 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.987+0000 7f3008860640 1 -- 172.21.15.31:0/3403753353 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f300415f600 msgr2=0x7f3004072530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:57.988 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.987+0000 7f3008860640 1 --2- 172.21.15.31:0/3403753353 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f300415f600 0x7f3004072530 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f2ff4009860 tx=0x7f2ff402a4b0 comp rx=0 tx=0).stop 2024-09-16T07:27:57.989 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.987+0000 7f3008860640 1 -- 172.21.15.31:0/3403753353 shutdown_connections 2024-09-16T07:27:57.989 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.987+0000 7f3008860640 1 --2- 172.21.15.31:0/3403753353 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f30040ceb70 0x7f30040cf000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:57.989 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.987+0000 7f3008860640 1 --2- 172.21.15.31:0/3403753353 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f300415f600 0x7f3004072530 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:57.989 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.987+0000 7f3008860640 1 -- 172.21.15.31:0/3403753353 >> 172.21.15.31:0/3403753353 conn(0x7f30040b1620 msgr2=0x7f30040b1a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:57.989 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.987+0000 7f3008860640 1 -- 172.21.15.31:0/3403753353 shutdown_connections 2024-09-16T07:27:57.990 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.987+0000 7f3008860640 1 -- 172.21.15.31:0/3403753353 wait complete. 2024-09-16T07:27:57.990 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.988+0000 7f3008860640 1 Processor -- start 2024-09-16T07:27:57.990 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.989+0000 7f3008860640 1 -- start start 2024-09-16T07:27:57.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.989+0000 7f3008860640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f30040ceb70 0x7f300414e2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:57.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.989+0000 7f3008860640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f300415f600 0x7f30041f6b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:57.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.989+0000 7f3008860640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f300415f9e0 0x7f30041513d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:57.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.989+0000 7f3008860640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f3004156320 con 0x7f300415f600 2024-09-16T07:27:57.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.989+0000 7f3008860640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f300415ff80 con 0x7f30040ceb70 2024-09-16T07:27:57.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.989+0000 7f3008860640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f30041564a0 con 0x7f300415f9e0 2024-09-16T07:27:57.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.989+0000 7f2ffbfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f300415f600 0x7f30041f6b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:57.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.989+0000 7f2ffbfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f300415f600 0x7f30041f6b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52042/0 (socket says 172.21.15.31:52042) 2024-09-16T07:27:57.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.989+0000 7f2ffbfff640 1 -- 172.21.15.31:0/1824885262 learned_addr learned my addr 172.21.15.31:0/1824885262 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:57.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.990+0000 7f300259c640 1 --2- 172.21.15.31:0/1824885262 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f30040ceb70 0x7f300414e2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:57.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.990+0000 7f3002d9d640 1 --2- 172.21.15.31:0/1824885262 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f300415f9e0 0x7f30041513d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:57.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.990+0000 7f2ffbfff640 1 -- 172.21.15.31:0/1824885262 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f300415f9e0 msgr2=0x7f30041513d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:57.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.990+0000 7f2ffbfff640 1 --2- 172.21.15.31:0/1824885262 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f300415f9e0 0x7f30041513d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:57.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.990+0000 7f2ffbfff640 1 -- 172.21.15.31:0/1824885262 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f30040ceb70 msgr2=0x7f300414e2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:57.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.990+0000 7f2ffbfff640 1 --2- 172.21.15.31:0/1824885262 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f30040ceb70 0x7f300414e2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:57.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.990+0000 7f2ffbfff640 1 -- 172.21.15.31:0/1824885262 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3004140f30 con 0x7f300415f600 2024-09-16T07:27:57.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.990+0000 7f2ffbfff640 1 --2- 172.21.15.31:0/1824885262 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f300415f600 0x7f30041f6b70 secure :-1 s=READY pgs=1458 cs=0 l=1 rev1=1 crypto rx=0x7f2fec00c3a0 tx=0x7f2fec00c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:57.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.990+0000 7f2ffaffd640 1 -- 172.21.15.31:0/1824885262 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fec017070 con 0x7f300415f600 2024-09-16T07:27:57.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.990+0000 7f2ffaffd640 1 -- 172.21.15.31:0/1824885262 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2fec0053c0 con 0x7f300415f600 2024-09-16T07:27:57.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.990+0000 7f3008860640 1 -- 172.21.15.31:0/1824885262 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30041411d0 con 0x7f300415f600 2024-09-16T07:27:57.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.990+0000 7f2ffaffd640 1 -- 172.21.15.31:0/1824885262 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fec003850 con 0x7f300415f600 2024-09-16T07:27:57.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.990+0000 7f3008860640 1 -- 172.21.15.31:0/1824885262 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3004141cb0 con 0x7f300415f600 2024-09-16T07:27:58.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.991+0000 7f3008860640 1 -- 172.21.15.31:0/1824885262 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f30040cf770 con 0x7f300415f600 2024-09-16T07:27:58.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.992+0000 7f2ffaffd640 1 -- 172.21.15.31:0/1824885262 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 22) ==== 101899+0+0 (secure 0 0 0) 0x7f2fec01a070 con 0x7f300415f600 2024-09-16T07:27:58.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.992+0000 7f2ffaffd640 1 --2- 172.21.15.31:0/1824885262 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2fe4078f10 0x7f2fe407b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:58.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.993+0000 7f2ffaffd640 1 -- 172.21.15.31:0/1824885262 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 5737+0+0 (secure 0 0 0) 0x7f2fec09aa80 con 0x7f300415f600 2024-09-16T07:27:58.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.993+0000 7f300259c640 1 --2- 172.21.15.31:0/1824885262 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2fe4078f10 0x7f2fe407b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:58.001 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.993+0000 7f300259c640 1 --2- 172.21.15.31:0/1824885262 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2fe4078f10 0x7f2fe407b3d0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f2ff4034000 tx=0x7f2ff4004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:58.001 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:57.997+0000 7f2ffaffd640 1 -- 172.21.15.31:0/1824885262 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f3004160460 con 0x7f300415f600 2024-09-16T07:27:58.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:58.213+0000 7f3008860640 1 -- 172.21.15.31:0/1824885262 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup snapshot ls", "vol_name": "non_existent_subvolume", "group_name": "group_1", "target": ["mon-mgr", ""]}) -- 0x7f3004151910 con 0x7f2fe4078f10 2024-09-16T07:27:58.213 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:27:58.214+0000 7f8a5fdaa640 -1 mgr.server reply reply (2) No such file or directory FS 'non_existent_subvolume' not found 2024-09-16T07:27:58.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:58.214+0000 7f2ffaffd640 1 -- 172.21.15.31:0/1824885262 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: -2 FS 'non_existent_subvolume' not found) ==== 45+0+0 (secure 0 0 0) 0x7f3004151910 con 0x7f2fe4078f10 2024-09-16T07:27:58.214 INFO:teuthology.orchestra.run.smithi031.stderr:Error ENOENT: FS 'non_existent_subvolume' not found 2024-09-16T07:27:58.219 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-16T07:27:58.219 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-16T07:27:58.220 DEBUG:teuthology.orchestra.run.smithi031:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T07:27:58.267 DEBUG:teuthology.orchestra.run.smithi155:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T07:27:58.316 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-16T07:27:58.316 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T07:27:58.316 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:27:58.316 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:27:58.333 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:27:58.333 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:27:58.390 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T07:27:58.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:58.537+0000 7f9ccf5c6640 1 -- 172.21.15.31:0/3836810298 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9cc80ce950 msgr2=0x7f9cc80cbb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:58.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:58.537+0000 7f9ccf5c6640 1 --2- 172.21.15.31:0/3836810298 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9cc80ce950 0x7f9cc80cbb80 secure :-1 s=READY pgs=1460 cs=0 l=1 rev1=1 crypto rx=0x7f9cb8009ca0 tx=0x7f9cb802aac0 comp rx=0 tx=0).stop 2024-09-16T07:27:58.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:58.537+0000 7f9ccf5c6640 1 -- 172.21.15.31:0/3836810298 shutdown_connections 2024-09-16T07:27:58.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:58.537+0000 7f9ccf5c6640 1 --2- 172.21.15.31:0/3836810298 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9cc80ce950 0x7f9cc80cbb80 unknown :-1 s=CLOSED pgs=1460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:58.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:58.537+0000 7f9ccf5c6640 1 --2- 172.21.15.31:0/3836810298 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9cc806f0b0 0x7f9cc80cd3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:58.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:58.537+0000 7f9ccf5c6640 1 -- 172.21.15.31:0/3836810298 >> 172.21.15.31:0/3836810298 conn(0x7f9cc80741f0 msgr2=0x7f9cc8074600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:58.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:58.537+0000 7f9ccf5c6640 1 -- 172.21.15.31:0/3836810298 shutdown_connections 2024-09-16T07:27:58.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:58.537+0000 7f9ccf5c6640 1 -- 172.21.15.31:0/3836810298 wait complete. 2024-09-16T07:27:58.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:58.538+0000 7f9ccf5c6640 1 Processor -- start 2024-09-16T07:27:58.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:58.538+0000 7f9ccf5c6640 1 -- start start 2024-09-16T07:27:58.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:58.539+0000 7f9ccf5c6640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9cc806f0b0 0x7f9cc80c6780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:58.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:58.539+0000 7f9ccf5c6640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9cc806f490 0x7f9cc81f3340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:58.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:58.539+0000 7f9ccf5c6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9cc80ce950 0x7f9cc80c9200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:58.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:58.539+0000 7f9ccf5c6640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f9cc80cc0c0 con 0x7f9cc80ce950 2024-09-16T07:27:58.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:58.539+0000 7f9ccf5c6640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f9cc815e670 con 0x7f9cc806f490 2024-09-16T07:27:58.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:58.539+0000 7f9ccf5c6640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f9cc80cc240 con 0x7f9cc806f0b0 2024-09-16T07:27:58.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:58.539+0000 7f9ccdb63640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9cc80ce950 0x7f9cc80c9200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:58.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:58.539+0000 7f9ccdb63640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9cc80ce950 0x7f9cc80c9200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52060/0 (socket says 172.21.15.31:52060) 2024-09-16T07:27:58.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:58.539+0000 7f9ccdb63640 1 -- 172.21.15.31:0/170901317 learned_addr learned my addr 172.21.15.31:0/170901317 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:58.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:58.539+0000 7f9ccd362640 1 --2- 172.21.15.31:0/170901317 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9cc806f0b0 0x7f9cc80c6780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:58.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:58.539+0000 7f9cccb61640 1 --2- 172.21.15.31:0/170901317 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9cc806f490 0x7f9cc81f3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:58.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:58.539+0000 7f9ccdb63640 1 -- 172.21.15.31:0/170901317 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9cc806f0b0 msgr2=0x7f9cc80c6780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:58.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:58.539+0000 7f9ccdb63640 1 --2- 172.21.15.31:0/170901317 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9cc806f0b0 0x7f9cc80c6780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:58.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:58.539+0000 7f9ccdb63640 1 -- 172.21.15.31:0/170901317 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9cc806f490 msgr2=0x7f9cc81f3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:58.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:58.539+0000 7f9ccdb63640 1 --2- 172.21.15.31:0/170901317 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9cc806f490 0x7f9cc81f3340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:58.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:58.539+0000 7f9ccdb63640 1 -- 172.21.15.31:0/170901317 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9cc80c3d20 con 0x7f9cc80ce950 2024-09-16T07:27:58.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:58.539+0000 7f9ccd362640 1 --2- 172.21.15.31:0/170901317 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9cc806f0b0 0x7f9cc80c6780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:27:58.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:58.539+0000 7f9cccb61640 1 --2- 172.21.15.31:0/170901317 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9cc806f490 0x7f9cc81f3340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:27:58.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:58.539+0000 7f9ccdb63640 1 --2- 172.21.15.31:0/170901317 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9cc80ce950 0x7f9cc80c9200 secure :-1 s=READY pgs=1461 cs=0 l=1 rev1=1 crypto rx=0x7f9cb8006010 tx=0x7f9cb8003ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:58.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:58.540+0000 7f9cc5ffb640 1 -- 172.21.15.31:0/170901317 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cb8044070 con 0x7f9cc80ce950 2024-09-16T07:27:58.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:58.540+0000 7f9cc5ffb640 1 -- 172.21.15.31:0/170901317 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9cb8003e50 con 0x7f9cc80ce950 2024-09-16T07:27:58.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:58.540+0000 7f9cc5ffb640 1 -- 172.21.15.31:0/170901317 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cb80044b0 con 0x7f9cc80ce950 2024-09-16T07:27:58.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:58.540+0000 7f9ccf5c6640 1 -- 172.21.15.31:0/170901317 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9cc80c4000 con 0x7f9cc80ce950 2024-09-16T07:27:58.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:58.540+0000 7f9ccf5c6640 1 -- 172.21.15.31:0/170901317 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9cc80c45c0 con 0x7f9cc80ce950 2024-09-16T07:27:58.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:58.541+0000 7f9ccf5c6640 1 -- 172.21.15.31:0/170901317 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9cc80cc730 con 0x7f9cc80ce950 2024-09-16T07:27:58.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:58.541+0000 7f9cc5ffb640 1 -- 172.21.15.31:0/170901317 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 22) ==== 101899+0+0 (secure 0 0 0) 0x7f9cb8047070 con 0x7f9cc80ce950 2024-09-16T07:27:58.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:58.542+0000 7f9cc5ffb640 1 --2- 172.21.15.31:0/170901317 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9cb4078f10 0x7f9cb407b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:58.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:58.542+0000 7f9cc5ffb640 1 -- 172.21.15.31:0/170901317 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 5737+0+0 (secure 0 0 0) 0x7f9cb80bc310 con 0x7f9cc80ce950 2024-09-16T07:27:58.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:58.542+0000 7f9ccd362640 1 --2- 172.21.15.31:0/170901317 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9cb4078f10 0x7f9cb407b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:58.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:58.543+0000 7f9ccd362640 1 --2- 172.21.15.31:0/170901317 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9cb4078f10 0x7f9cb407b3d0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f9cc0005fd0 tx=0x7f9cc0005850 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:58.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:58.546+0000 7f9cc5ffb640 1 -- 172.21.15.31:0/170901317 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f9cb8032030 con 0x7f9cc80ce950 2024-09-16T07:27:58.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:58.745+0000 7f9ccf5c6640 1 -- 172.21.15.31:0/170901317 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f9cc8075070 con 0x7f9cc80ce950 2024-09-16T07:27:58.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:58.745+0000 7f9cc5ffb640 1 -- 172.21.15.31:0/170901317 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v130) ==== 80+0+0 (secure 0 0 0) 0x7f9cb8083fc0 con 0x7f9cc80ce950 2024-09-16T07:27:58.745 INFO:teuthology.orchestra.run.smithi031.stderr:listed 0 entries 2024-09-16T07:27:58.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:58.748+0000 7f9ccf5c6640 1 -- 172.21.15.31:0/170901317 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9cb4078f10 msgr2=0x7f9cb407b3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:58.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:58.748+0000 7f9ccf5c6640 1 --2- 172.21.15.31:0/170901317 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9cb4078f10 0x7f9cb407b3d0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f9cc0005fd0 tx=0x7f9cc0005850 comp rx=0 tx=0).stop 2024-09-16T07:27:58.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:58.748+0000 7f9ccf5c6640 1 -- 172.21.15.31:0/170901317 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9cc80ce950 msgr2=0x7f9cc80c9200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:58.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:58.748+0000 7f9ccf5c6640 1 --2- 172.21.15.31:0/170901317 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9cc80ce950 0x7f9cc80c9200 secure :-1 s=READY pgs=1461 cs=0 l=1 rev1=1 crypto rx=0x7f9cb8006010 tx=0x7f9cb8003ce0 comp rx=0 tx=0).stop 2024-09-16T07:27:58.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:58.748+0000 7f9ccf5c6640 1 -- 172.21.15.31:0/170901317 shutdown_connections 2024-09-16T07:27:58.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:58.748+0000 7f9ccf5c6640 1 --2- 172.21.15.31:0/170901317 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9cb4078f10 0x7f9cb407b3d0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:58.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:58.748+0000 7f9ccf5c6640 1 --2- 172.21.15.31:0/170901317 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9cc80ce950 0x7f9cc80c9200 unknown :-1 s=CLOSED pgs=1461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:58.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:58.748+0000 7f9ccf5c6640 1 --2- 172.21.15.31:0/170901317 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9cc806f490 0x7f9cc81f3340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:58.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:58.748+0000 7f9ccf5c6640 1 --2- 172.21.15.31:0/170901317 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9cc806f0b0 0x7f9cc80c6780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:58.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:58.748+0000 7f9ccf5c6640 1 -- 172.21.15.31:0/170901317 >> 172.21.15.31:0/170901317 conn(0x7f9cc80741f0 msgr2=0x7f9cc80b2370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:58.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:58.748+0000 7f9ccf5c6640 1 -- 172.21.15.31:0/170901317 shutdown_connections 2024-09-16T07:27:58.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:58.748+0000 7f9ccf5c6640 1 -- 172.21.15.31:0/170901317 wait complete. 2024-09-16T07:27:58.757 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi031.front.sepia.ceph.com... 2024-09-16T07:27:58.758 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:58.758 DEBUG:teuthology.orchestra.run.smithi031:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-16T07:27:58.782 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi031.stderr:ceph-fuse[72164]: fuse finished with error 0 and tester_r 0 2024-09-16T07:27:58.784 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi031.front.sepia.ceph.com 2024-09-16T07:27:58.784 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:58.784 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-16T07:27:58.917 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T07:27:58.918 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:27:58.918 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:27:58.937 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:27:58.937 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:27:58.997 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T07:27:59.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.104+0000 7fd96d394640 1 -- 172.21.15.31:0/842167310 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd9680d2410 msgr2=0x7fd9680b3090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:59.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.104+0000 7fd96d394640 1 --2- 172.21.15.31:0/842167310 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd9680d2410 0x7fd9680b3090 secure :-1 s=READY pgs=1462 cs=0 l=1 rev1=1 crypto rx=0x7fd958005fd0 tx=0x7fd95802a5c0 comp rx=0 tx=0).stop 2024-09-16T07:27:59.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.104+0000 7fd96d394640 1 -- 172.21.15.31:0/842167310 shutdown_connections 2024-09-16T07:27:59.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.104+0000 7fd96d394640 1 --2- 172.21.15.31:0/842167310 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd9680cfce0 0x7fd9680d0130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:59.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.104+0000 7fd96d394640 1 --2- 172.21.15.31:0/842167310 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd9680d2410 0x7fd9680b3090 unknown :-1 s=CLOSED pgs=1462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:59.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.104+0000 7fd96d394640 1 -- 172.21.15.31:0/842167310 >> 172.21.15.31:0/842167310 conn(0x7fd96809aa30 msgr2=0x7fd96809ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:59.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.104+0000 7fd96d394640 1 -- 172.21.15.31:0/842167310 shutdown_connections 2024-09-16T07:27:59.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.104+0000 7fd96d394640 1 -- 172.21.15.31:0/842167310 wait complete. 2024-09-16T07:27:59.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.105+0000 7fd96d394640 1 Processor -- start 2024-09-16T07:27:59.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.105+0000 7fd96d394640 1 -- start start 2024-09-16T07:27:59.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.106+0000 7fd96d394640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd9680cfce0 0x7fd9680b5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:59.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.106+0000 7fd96d394640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd9680d2410 0x7fd9681482f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:59.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.106+0000 7fd96d394640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd96815f6d0 0x7fd96815a920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:59.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.106+0000 7fd96d394640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fd9680b13c0 con 0x7fd9680d2410 2024-09-16T07:27:59.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.106+0000 7fd96d394640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fd9680b1240 con 0x7fd96815f6d0 2024-09-16T07:27:59.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.106+0000 7fd96d394640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fd9680b1540 con 0x7fd9680cfce0 2024-09-16T07:27:59.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.106+0000 7fd9667fc640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd9680d2410 0x7fd9681482f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:59.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.106+0000 7fd9667fc640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd9680d2410 0x7fd9681482f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52064/0 (socket says 172.21.15.31:52064) 2024-09-16T07:27:59.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.106+0000 7fd9667fc640 1 -- 172.21.15.31:0/4275499274 learned_addr learned my addr 172.21.15.31:0/4275499274 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:59.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.106+0000 7fd966ffd640 1 --2- 172.21.15.31:0/4275499274 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd9680cfce0 0x7fd9680b5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:59.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.106+0000 7fd9677fe640 1 --2- 172.21.15.31:0/4275499274 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd96815f6d0 0x7fd96815a920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:59.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.106+0000 7fd9667fc640 1 -- 172.21.15.31:0/4275499274 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd9680cfce0 msgr2=0x7fd9680b5040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:59.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.106+0000 7fd9667fc640 1 --2- 172.21.15.31:0/4275499274 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd9680cfce0 0x7fd9680b5040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:59.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.106+0000 7fd9667fc640 1 -- 172.21.15.31:0/4275499274 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd96815f6d0 msgr2=0x7fd96815a920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:59.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.106+0000 7fd9667fc640 1 --2- 172.21.15.31:0/4275499274 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd96815f6d0 0x7fd96815a920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:59.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.106+0000 7fd9667fc640 1 -- 172.21.15.31:0/4275499274 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9680c5820 con 0x7fd9680d2410 2024-09-16T07:27:59.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.107+0000 7fd9667fc640 1 --2- 172.21.15.31:0/4275499274 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd9680d2410 0x7fd9681482f0 secure :-1 s=READY pgs=1463 cs=0 l=1 rev1=1 crypto rx=0x7fd95c00b410 tx=0x7fd95c00b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:59.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.107+0000 7fd94f7fe640 1 -- 172.21.15.31:0/4275499274 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd95c015020 con 0x7fd9680d2410 2024-09-16T07:27:59.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.107+0000 7fd94f7fe640 1 -- 172.21.15.31:0/4275499274 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd95c011920 con 0x7fd9680d2410 2024-09-16T07:27:59.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.107+0000 7fd96d394640 1 -- 172.21.15.31:0/4275499274 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd9680c8710 con 0x7fd9680d2410 2024-09-16T07:27:59.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.107+0000 7fd94f7fe640 1 -- 172.21.15.31:0/4275499274 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd95c011d70 con 0x7fd9680d2410 2024-09-16T07:27:59.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.107+0000 7fd96d394640 1 -- 172.21.15.31:0/4275499274 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9680c89f0 con 0x7fd9680d2410 2024-09-16T07:27:59.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.108+0000 7fd96d394640 1 -- 172.21.15.31:0/4275499274 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd9680b19e0 con 0x7fd9680d2410 2024-09-16T07:27:59.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.108+0000 7fd94f7fe640 1 -- 172.21.15.31:0/4275499274 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 22) ==== 101899+0+0 (secure 0 0 0) 0x7fd95c018020 con 0x7fd9680d2410 2024-09-16T07:27:59.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.109+0000 7fd94f7fe640 1 --2- 172.21.15.31:0/4275499274 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd954078f40 0x7fd95407b400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:59.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.109+0000 7fd966ffd640 1 --2- 172.21.15.31:0/4275499274 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd954078f40 0x7fd95407b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:59.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.109+0000 7fd94f7fe640 1 -- 172.21.15.31:0/4275499274 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 5737+0+0 (secure 0 0 0) 0x7fd95c09b070 con 0x7fd9680d2410 2024-09-16T07:27:59.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.110+0000 7fd966ffd640 1 --2- 172.21.15.31:0/4275499274 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd954078f40 0x7fd95407b400 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fd958033000 tx=0x7fd958004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:59.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.114+0000 7fd94f7fe640 1 -- 172.21.15.31:0/4275499274 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fd95c01f070 con 0x7fd9680d2410 2024-09-16T07:27:59.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.312+0000 7fd96d394640 1 -- 172.21.15.31:0/4275499274 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fd96815a680 con 0x7fd9680d2410 2024-09-16T07:27:59.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.312+0000 7fd94f7fe640 1 -- 172.21.15.31:0/4275499274 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v130) ==== 80+0+0 (secure 0 0 0) 0x7fd95c062b90 con 0x7fd9680d2410 2024-09-16T07:27:59.312 INFO:teuthology.orchestra.run.smithi031.stderr:listed 0 entries 2024-09-16T07:27:59.314 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.314+0000 7fd96d394640 1 -- 172.21.15.31:0/4275499274 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd954078f40 msgr2=0x7fd95407b400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:59.314 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.314+0000 7fd96d394640 1 --2- 172.21.15.31:0/4275499274 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd954078f40 0x7fd95407b400 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fd958033000 tx=0x7fd958004730 comp rx=0 tx=0).stop 2024-09-16T07:27:59.314 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.314+0000 7fd96d394640 1 -- 172.21.15.31:0/4275499274 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd9680d2410 msgr2=0x7fd9681482f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:59.314 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.314+0000 7fd96d394640 1 --2- 172.21.15.31:0/4275499274 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd9680d2410 0x7fd9681482f0 secure :-1 s=READY pgs=1463 cs=0 l=1 rev1=1 crypto rx=0x7fd95c00b410 tx=0x7fd95c00b8d0 comp rx=0 tx=0).stop 2024-09-16T07:27:59.314 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.314+0000 7fd96d394640 1 -- 172.21.15.31:0/4275499274 shutdown_connections 2024-09-16T07:27:59.314 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.314+0000 7fd96d394640 1 --2- 172.21.15.31:0/4275499274 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd954078f40 0x7fd95407b400 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:59.314 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.314+0000 7fd96d394640 1 --2- 172.21.15.31:0/4275499274 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd96815f6d0 0x7fd96815a920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:59.314 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.314+0000 7fd96d394640 1 --2- 172.21.15.31:0/4275499274 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd9680d2410 0x7fd9681482f0 unknown :-1 s=CLOSED pgs=1463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:59.314 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.314+0000 7fd96d394640 1 --2- 172.21.15.31:0/4275499274 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd9680cfce0 0x7fd9680b5040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:59.314 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.314+0000 7fd96d394640 1 -- 172.21.15.31:0/4275499274 >> 172.21.15.31:0/4275499274 conn(0x7fd96809aa30 msgr2=0x7fd9680cc550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:59.315 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.314+0000 7fd96d394640 1 -- 172.21.15.31:0/4275499274 shutdown_connections 2024-09-16T07:27:59.315 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.314+0000 7fd96d394640 1 -- 172.21.15.31:0/4275499274 wait complete. 2024-09-16T07:27:59.324 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi155.front.sepia.ceph.com... 2024-09-16T07:27:59.325 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:59.325 DEBUG:teuthology.orchestra.run.smithi155:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-16T07:27:59.353 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi155.stderr:ceph-fuse[48220]: fuse finished with error 0 and tester_r 0 2024-09-16T07:27:59.355 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi155.front.sepia.ceph.com 2024-09-16T07:27:59.355 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:27:59.356 DEBUG:teuthology.orchestra.run.smithi155:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-16T07:27:59.473 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T07:27:59.473 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:27:59.473 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:27:59.490 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17171 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T07:27:59.490 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T07:27:59.490 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:27:59.490 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:27:59.507 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056027,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1315 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T07:27:59.507 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:27:59.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.636+0000 7f6969507640 1 -- 172.21.15.31:0/144811888 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6950004800 msgr2=0x7f6950004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:59.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.636+0000 7f6969507640 1 --2- 172.21.15.31:0/144811888 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6950004800 0x7f6950004c80 secure :-1 s=READY pgs=1465 cs=0 l=1 rev1=1 crypto rx=0x7f694c00c4a0 tx=0x7f6950005830 comp rx=0 tx=0).stop 2024-09-16T07:27:59.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.636+0000 7f69637fe640 1 -- 172.21.15.31:0/144811888 reap_dead start 2024-09-16T07:27:59.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.636+0000 7f6969507640 1 -- 172.21.15.31:0/144811888 shutdown_connections 2024-09-16T07:27:59.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.636+0000 7f6969507640 1 -- 172.21.15.31:0/144811888 >> 172.21.15.31:0/144811888 conn(0x7f69640d3ea0 msgr2=0x7f69640d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:59.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.636+0000 7f6969507640 1 -- 172.21.15.31:0/144811888 shutdown_connections 2024-09-16T07:27:59.637 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.636+0000 7f6969507640 1 -- 172.21.15.31:0/144811888 wait complete. 2024-09-16T07:27:59.637 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.637+0000 7f6969507640 1 Processor -- start 2024-09-16T07:27:59.637 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.638+0000 7f6969507640 1 -- start start 2024-09-16T07:27:59.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.638+0000 7f6969507640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6950004800 0x7f696415e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:59.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.638+0000 7f6969507640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69641f48e0 0x7f696415ae80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:59.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.638+0000 7f6969507640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6964161940 0x7f6964161dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:59.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.638+0000 7f6969507640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f69640cf9b0 con 0x7f6950004800 2024-09-16T07:27:59.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.638+0000 7f6969507640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f6964162710 con 0x7f69641f48e0 2024-09-16T07:27:59.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.638+0000 7f6969507640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f69640cfb30 con 0x7f6964161940 2024-09-16T07:27:59.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.638+0000 7f6962ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6950004800 0x7f696415e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:59.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.638+0000 7f6962ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6950004800 0x7f696415e7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52082/0 (socket says 172.21.15.31:52082) 2024-09-16T07:27:59.640 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.639+0000 7f6962ffd640 1 -- 172.21.15.31:0/3294896502 learned_addr learned my addr 172.21.15.31:0/3294896502 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:59.640 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.639+0000 7f695a7fc640 1 --2- 172.21.15.31:0/3294896502 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69641f48e0 0x7f696415ae80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:59.640 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.639+0000 7f69637fe640 1 --2- 172.21.15.31:0/3294896502 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6964161940 0x7f6964161dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:59.640 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.639+0000 7f6962ffd640 1 -- 172.21.15.31:0/3294896502 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6964161940 msgr2=0x7f6964161dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:59.640 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.639+0000 7f6962ffd640 1 --2- 172.21.15.31:0/3294896502 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6964161940 0x7f6964161dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:59.640 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.639+0000 7f6962ffd640 1 -- 172.21.15.31:0/3294896502 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69641f48e0 msgr2=0x7f696415ae80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:59.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.639+0000 7f6962ffd640 1 --2- 172.21.15.31:0/3294896502 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69641f48e0 0x7f696415ae80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:59.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.639+0000 7f6962ffd640 1 -- 172.21.15.31:0/3294896502 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f696415b7f0 con 0x7f6950004800 2024-09-16T07:27:59.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.639+0000 7f6962ffd640 1 --2- 172.21.15.31:0/3294896502 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6950004800 0x7f696415e7a0 secure :-1 s=READY pgs=1466 cs=0 l=1 rev1=1 crypto rx=0x7f6954011ab0 tx=0x7f6954011f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:59.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.639+0000 7f695bfff640 1 -- 172.21.15.31:0/3294896502 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f695401e070 con 0x7f6950004800 2024-09-16T07:27:59.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.639+0000 7f695bfff640 1 -- 172.21.15.31:0/3294896502 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f695400fc70 con 0x7f6950004800 2024-09-16T07:27:59.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.639+0000 7f6969507640 1 -- 172.21.15.31:0/3294896502 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f696415bad0 con 0x7f6950004800 2024-09-16T07:27:59.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.639+0000 7f695bfff640 1 -- 172.21.15.31:0/3294896502 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6954019670 con 0x7f6950004800 2024-09-16T07:27:59.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.639+0000 7f6969507640 1 -- 172.21.15.31:0/3294896502 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f696415c090 con 0x7f6950004800 2024-09-16T07:27:59.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.640+0000 7f6969507640 1 -- 172.21.15.31:0/3294896502 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f696415c890 con 0x7f6950004800 2024-09-16T07:27:59.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.641+0000 7f695bfff640 1 -- 172.21.15.31:0/3294896502 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 22) ==== 101899+0+0 (secure 0 0 0) 0x7f6954021070 con 0x7f6950004800 2024-09-16T07:27:59.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.641+0000 7f695bfff640 1 --2- 172.21.15.31:0/3294896502 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6944078f40 0x7f694407b400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:59.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.642+0000 7f695bfff640 1 -- 172.21.15.31:0/3294896502 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 5737+0+0 (secure 0 0 0) 0x7f695409be80 con 0x7f6950004800 2024-09-16T07:27:59.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.642+0000 7f695a7fc640 1 --2- 172.21.15.31:0/3294896502 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6944078f40 0x7f694407b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:59.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.642+0000 7f695a7fc640 1 --2- 172.21.15.31:0/3294896502 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6944078f40 0x7f694407b400 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f694c033000 tx=0x7f694c02d070 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:59.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.646+0000 7f695bfff640 1 -- 172.21.15.31:0/3294896502 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f69540a0070 con 0x7f6950004800 2024-09-16T07:27:59.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.869+0000 7f6969507640 1 -- 172.21.15.31:0/3294896502 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f69640d0630 con 0x7f6950004800 2024-09-16T07:27:59.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.869+0000 7f695bfff640 1 -- 172.21.15.31:0/3294896502 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 90 v90) ==== 94+0+5227 (secure 0 0 0) 0x7f695400fe60 con 0x7f6950004800 2024-09-16T07:27:59.869 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:27:59.869 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":90,"btime":"2024-09-16T07:27:49:649542+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6482,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6834/300988317","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":300988317},{"type":"v1","addr":"172.21.15.31:6834","nonce":300988317}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":85},{"gid":6494,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6809/896808702","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":896808702},{"type":"v1","addr":"172.21.15.155:6809","nonce":896808702}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":85},{"gid":6497,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/3787827133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":3787827133},{"type":"v1","addr":"172.21.15.155:6835","nonce":3787827133}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":85}],"filesystems":[{"mdsmap":{"epoch":89,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:27:39.814509+0000","modified":"2024-09-16T07:27:42.834324+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8070},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8070":{"gid":8070,"name":"a","rank":0,"incarnation":86,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6835/2633710257","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":2633710257},{"type":"v1","addr":"172.21.15.31:6835","nonce":2633710257}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[21],"metadata_pool":20,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8070,"qdb_cluster":[8070]},"id":10}]} 2024-09-16T07:27:59.869 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 90 2024-09-16T07:27:59.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.872+0000 7f6969507640 1 -- 172.21.15.31:0/3294896502 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6944078f40 msgr2=0x7f694407b400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:59.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.872+0000 7f6969507640 1 --2- 172.21.15.31:0/3294896502 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6944078f40 0x7f694407b400 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f694c033000 tx=0x7f694c02d070 comp rx=0 tx=0).stop 2024-09-16T07:27:59.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.872+0000 7f6969507640 1 -- 172.21.15.31:0/3294896502 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6950004800 msgr2=0x7f696415e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:59.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.872+0000 7f6969507640 1 --2- 172.21.15.31:0/3294896502 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6950004800 0x7f696415e7a0 secure :-1 s=READY pgs=1466 cs=0 l=1 rev1=1 crypto rx=0x7f6954011ab0 tx=0x7f6954011f70 comp rx=0 tx=0).stop 2024-09-16T07:27:59.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.872+0000 7f6969507640 1 -- 172.21.15.31:0/3294896502 shutdown_connections 2024-09-16T07:27:59.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.872+0000 7f6969507640 1 --2- 172.21.15.31:0/3294896502 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6944078f40 0x7f694407b400 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:59.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.872+0000 7f6969507640 1 --2- 172.21.15.31:0/3294896502 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6964161940 0x7f6964161dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:59.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.872+0000 7f6969507640 1 --2- 172.21.15.31:0/3294896502 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69641f48e0 0x7f696415ae80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:59.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.872+0000 7f6969507640 1 --2- 172.21.15.31:0/3294896502 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6950004800 0x7f696415e7a0 unknown :-1 s=CLOSED pgs=1466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:59.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.872+0000 7f6969507640 1 -- 172.21.15.31:0/3294896502 >> 172.21.15.31:0/3294896502 conn(0x7f69640d3ea0 msgr2=0x7f69640b0a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:59.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.872+0000 7f6969507640 1 -- 172.21.15.31:0/3294896502 shutdown_connections 2024-09-16T07:27:59.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.872+0000 7f6969507640 1 -- 172.21.15.31:0/3294896502 wait complete. 2024-09-16T07:27:59.883 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:27:59.988 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.988+0000 7f707db94640 1 -- 172.21.15.31:0/350840375 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7078161b30 msgr2=0x7f70780cf920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:59.988 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.988+0000 7f707db94640 1 --2- 172.21.15.31:0/350840375 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7078161b30 0x7f70780cf920 secure :-1 s=READY pgs=1468 cs=0 l=1 rev1=1 crypto rx=0x7f7068009860 tx=0x7f706802a540 comp rx=0 tx=0).stop 2024-09-16T07:27:59.988 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.988+0000 7f707db94640 1 -- 172.21.15.31:0/350840375 shutdown_connections 2024-09-16T07:27:59.988 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.988+0000 7f707db94640 1 --2- 172.21.15.31:0/350840375 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7078161b30 0x7f70780cf920 unknown :-1 s=CLOSED pgs=1468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:59.988 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.988+0000 7f707db94640 1 -- 172.21.15.31:0/350840375 >> 172.21.15.31:0/350840375 conn(0x7f70780d3e40 msgr2=0x7f70780d4250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:27:59.988 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.988+0000 7f707db94640 1 -- 172.21.15.31:0/350840375 shutdown_connections 2024-09-16T07:27:59.988 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.988+0000 7f707db94640 1 -- 172.21.15.31:0/350840375 wait complete. 2024-09-16T07:27:59.989 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.989+0000 7f707db94640 1 Processor -- start 2024-09-16T07:27:59.989 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.990+0000 7f707db94640 1 -- start start 2024-09-16T07:27:59.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.990+0000 7f707db94640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f70780d1a10 0x7f707815a3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:59.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.990+0000 7f707db94640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7078160ac0 0x7f70780b9750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:59.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.990+0000 7f707db94640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7078161b30 0x7f70780c91c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:59.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.990+0000 7f707db94640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f70781696a0 con 0x7f7078160ac0 2024-09-16T07:27:59.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.990+0000 7f707db94640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f70780b4c00 con 0x7f70780d1a10 2024-09-16T07:27:59.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.990+0000 7f707db94640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f7078169820 con 0x7f7078161b30 2024-09-16T07:27:59.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.990+0000 7f7076ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7078160ac0 0x7f70780b9750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:59.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.990+0000 7f7076ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7078160ac0 0x7f70780b9750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52104/0 (socket says 172.21.15.31:52104) 2024-09-16T07:27:59.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.990+0000 7f7076ffd640 1 -- 172.21.15.31:0/171134348 learned_addr learned my addr 172.21.15.31:0/171134348 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:27:59.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.991+0000 7f70777fe640 1 --2- 172.21.15.31:0/171134348 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f70780d1a10 0x7f707815a3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:59.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.991+0000 7f7077fff640 1 --2- 172.21.15.31:0/171134348 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7078161b30 0x7f70780c91c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:59.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.991+0000 7f7076ffd640 1 -- 172.21.15.31:0/171134348 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7078161b30 msgr2=0x7f70780c91c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:59.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.991+0000 7f7076ffd640 1 --2- 172.21.15.31:0/171134348 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7078161b30 0x7f70780c91c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:59.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.991+0000 7f7076ffd640 1 -- 172.21.15.31:0/171134348 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f70780d1a10 msgr2=0x7f707815a3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:27:59.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.991+0000 7f7076ffd640 1 --2- 172.21.15.31:0/171134348 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f70780d1a10 0x7f707815a3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:27:59.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.991+0000 7f7076ffd640 1 -- 172.21.15.31:0/171134348 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70780c8470 con 0x7f7078160ac0 2024-09-16T07:27:59.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.991+0000 7f7077fff640 1 --2- 172.21.15.31:0/171134348 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7078161b30 0x7f70780c91c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:27:59.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.991+0000 7f7076ffd640 1 --2- 172.21.15.31:0/171134348 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7078160ac0 0x7f70780b9750 secure :-1 s=READY pgs=1469 cs=0 l=1 rev1=1 crypto rx=0x7f706c00c3a0 tx=0x7f706c00c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:59.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.991+0000 7f705ffff640 1 -- 172.21.15.31:0/171134348 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f706c011790 con 0x7f7078160ac0 2024-09-16T07:27:59.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.991+0000 7f705ffff640 1 -- 172.21.15.31:0/171134348 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f706c017070 con 0x7f7078160ac0 2024-09-16T07:27:59.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.991+0000 7f707db94640 1 -- 172.21.15.31:0/171134348 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70780c89f0 con 0x7f7078160ac0 2024-09-16T07:27:59.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.991+0000 7f705ffff640 1 -- 172.21.15.31:0/171134348 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f706c011cc0 con 0x7f7078160ac0 2024-09-16T07:27:59.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.991+0000 7f707db94640 1 -- 172.21.15.31:0/171134348 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70780b8e90 con 0x7f7078160ac0 2024-09-16T07:27:59.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.992+0000 7f707db94640 1 -- 172.21.15.31:0/171134348 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f70780cf920 con 0x7f7078160ac0 2024-09-16T07:27:59.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.993+0000 7f705ffff640 1 -- 172.21.15.31:0/171134348 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 22) ==== 101899+0+0 (secure 0 0 0) 0x7f706c01c460 con 0x7f7078160ac0 2024-09-16T07:27:59.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.993+0000 7f705ffff640 1 --2- 172.21.15.31:0/171134348 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7064078f10 0x7f706407b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:27:59.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.994+0000 7f705ffff640 1 -- 172.21.15.31:0/171134348 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 5737+0+0 (secure 0 0 0) 0x7f706c09b290 con 0x7f7078160ac0 2024-09-16T07:27:59.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.994+0000 7f70777fe640 1 --2- 172.21.15.31:0/171134348 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7064078f10 0x7f706407b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:27:59.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.994+0000 7f70777fe640 1 --2- 172.21.15.31:0/171134348 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7064078f10 0x7f706407b3d0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f7068034000 tx=0x7f7068004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:27:59.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:27:59.998+0000 7f705ffff640 1 -- 172.21.15.31:0/171134348 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f706c062f10 con 0x7f7078160ac0 2024-09-16T07:28:00.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.221+0000 7f707db94640 1 -- 172.21.15.31:0/171134348 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f70780b3580 con 0x7f7078160ac0 2024-09-16T07:28:00.221 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.221+0000 7f705ffff640 1 -- 172.21.15.31:0/171134348 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 90 v90) ==== 94+0+5227 (secure 0 0 0) 0x7f706c062810 con 0x7f7078160ac0 2024-09-16T07:28:00.221 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:28:00.221 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":90,"btime":"2024-09-16T07:27:49:649542+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6482,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6834/300988317","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":300988317},{"type":"v1","addr":"172.21.15.31:6834","nonce":300988317}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":85},{"gid":6494,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6809/896808702","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":896808702},{"type":"v1","addr":"172.21.15.155:6809","nonce":896808702}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":85},{"gid":6497,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/3787827133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":3787827133},{"type":"v1","addr":"172.21.15.155:6835","nonce":3787827133}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":85}],"filesystems":[{"mdsmap":{"epoch":89,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:27:39.814509+0000","modified":"2024-09-16T07:27:42.834324+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8070},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8070":{"gid":8070,"name":"a","rank":0,"incarnation":86,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6835/2633710257","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":2633710257},{"type":"v1","addr":"172.21.15.31:6835","nonce":2633710257}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[21],"metadata_pool":20,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8070,"qdb_cluster":[8070]},"id":10}]} 2024-09-16T07:28:00.221 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 90 2024-09-16T07:28:00.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.223+0000 7f707db94640 1 -- 172.21.15.31:0/171134348 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7064078f10 msgr2=0x7f706407b3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:00.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.223+0000 7f707db94640 1 --2- 172.21.15.31:0/171134348 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7064078f10 0x7f706407b3d0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f7068034000 tx=0x7f7068004730 comp rx=0 tx=0).stop 2024-09-16T07:28:00.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.223+0000 7f707db94640 1 -- 172.21.15.31:0/171134348 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7078160ac0 msgr2=0x7f70780b9750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:00.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.223+0000 7f707db94640 1 --2- 172.21.15.31:0/171134348 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7078160ac0 0x7f70780b9750 secure :-1 s=READY pgs=1469 cs=0 l=1 rev1=1 crypto rx=0x7f706c00c3a0 tx=0x7f706c00c860 comp rx=0 tx=0).stop 2024-09-16T07:28:00.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.223+0000 7f707db94640 1 -- 172.21.15.31:0/171134348 shutdown_connections 2024-09-16T07:28:00.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.223+0000 7f707db94640 1 --2- 172.21.15.31:0/171134348 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7064078f10 0x7f706407b3d0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:00.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.224+0000 7f707db94640 1 --2- 172.21.15.31:0/171134348 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7078161b30 0x7f70780c91c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:00.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.224+0000 7f707db94640 1 --2- 172.21.15.31:0/171134348 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7078160ac0 0x7f70780b9750 unknown :-1 s=CLOSED pgs=1469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:00.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.224+0000 7f707db94640 1 --2- 172.21.15.31:0/171134348 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f70780d1a10 0x7f707815a3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:00.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.224+0000 7f707db94640 1 -- 172.21.15.31:0/171134348 >> 172.21.15.31:0/171134348 conn(0x7f70780d3e40 msgr2=0x7f707806e340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:00.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.224+0000 7f707db94640 1 -- 172.21.15.31:0/171134348 shutdown_connections 2024-09-16T07:28:00.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.224+0000 7f707db94640 1 -- 172.21.15.31:0/171134348 wait complete. 2024-09-16T07:28:00.234 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:28:00.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.340+0000 7f91ca0bf640 1 -- 172.21.15.31:0/2930611571 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f91c40cfce0 msgr2=0x7f91c40d00f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:00.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.340+0000 7f91ca0bf640 1 --2- 172.21.15.31:0/2930611571 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f91c40cfce0 0x7f91c40d00f0 secure :-1 s=READY pgs=1471 cs=0 l=1 rev1=1 crypto rx=0x7f91c40d09d0 tx=0x7f91bc02a940 comp rx=0 tx=0).stop 2024-09-16T07:28:00.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.340+0000 7f91ca0bf640 1 -- 172.21.15.31:0/2930611571 shutdown_connections 2024-09-16T07:28:00.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.340+0000 7f91ca0bf640 1 --2- 172.21.15.31:0/2930611571 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f91c40cfce0 0x7f91c40d00f0 unknown :-1 s=CLOSED pgs=1471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:00.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.340+0000 7f91ca0bf640 1 --2- 172.21.15.31:0/2930611571 >> v2:172.21.15.155:3300/0 conn(0x7f91c40d2410 0x7f91c40b3090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:00.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.340+0000 7f91ca0bf640 1 -- 172.21.15.31:0/2930611571 >> 172.21.15.31:0/2930611571 conn(0x7f91c409aa30 msgr2=0x7f91c409ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:00.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.340+0000 7f91ca0bf640 1 -- 172.21.15.31:0/2930611571 shutdown_connections 2024-09-16T07:28:00.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.340+0000 7f91ca0bf640 1 -- 172.21.15.31:0/2930611571 wait complete. 2024-09-16T07:28:00.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.341+0000 7f91ca0bf640 1 Processor -- start 2024-09-16T07:28:00.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.341+0000 7f91ca0bf640 1 -- start start 2024-09-16T07:28:00.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.342+0000 7f91ca0bf640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f91c40cfce0 0x7f91c40c48f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:00.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.342+0000 7f91ca0bf640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f91c40d2410 0x7f91c41f8280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:00.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.342+0000 7f91ca0bf640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f91c415f6d0 0x7f91c41f87c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:00.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.342+0000 7f91ca0bf640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f91c40b13c0 con 0x7f91c40d2410 2024-09-16T07:28:00.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.342+0000 7f91ca0bf640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f91c40b1240 con 0x7f91c415f6d0 2024-09-16T07:28:00.344 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.342+0000 7f91ca0bf640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f91c40b1540 con 0x7f91c40cfce0 2024-09-16T07:28:00.344 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.342+0000 7f91c2ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f91c40d2410 0x7f91c41f8280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:00.344 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.342+0000 7f91c2ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f91c40d2410 0x7f91c41f8280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52112/0 (socket says 172.21.15.31:52112) 2024-09-16T07:28:00.344 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.342+0000 7f91c2ffd640 1 -- 172.21.15.31:0/47865165 learned_addr learned my addr 172.21.15.31:0/47865165 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:00.344 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.342+0000 7f91c3fff640 1 --2- 172.21.15.31:0/47865165 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f91c415f6d0 0x7f91c41f87c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:00.344 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.342+0000 7f91c37fe640 1 --2- 172.21.15.31:0/47865165 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f91c40cfce0 0x7f91c40c48f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:00.344 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.343+0000 7f91c2ffd640 1 -- 172.21.15.31:0/47865165 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f91c40cfce0 msgr2=0x7f91c40c48f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:00.344 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.343+0000 7f91c2ffd640 1 --2- 172.21.15.31:0/47865165 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f91c40cfce0 0x7f91c40c48f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:00.344 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.343+0000 7f91c2ffd640 1 -- 172.21.15.31:0/47865165 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f91c415f6d0 msgr2=0x7f91c41f87c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:00.344 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.343+0000 7f91c2ffd640 1 --2- 172.21.15.31:0/47865165 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f91c415f6d0 0x7f91c41f87c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:00.344 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.343+0000 7f91c2ffd640 1 -- 172.21.15.31:0/47865165 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91c4157b50 con 0x7f91c40d2410 2024-09-16T07:28:00.344 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.343+0000 7f91c2ffd640 1 --2- 172.21.15.31:0/47865165 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f91c40d2410 0x7f91c41f8280 secure :-1 s=READY pgs=1472 cs=0 l=1 rev1=1 crypto rx=0x7f91b800c3a0 tx=0x7f91b800c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:00.344 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.343+0000 7f91abfff640 1 -- 172.21.15.31:0/47865165 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91b8011790 con 0x7f91c40d2410 2024-09-16T07:28:00.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.343+0000 7f91abfff640 1 -- 172.21.15.31:0/47865165 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f91b8017070 con 0x7f91c40d2410 2024-09-16T07:28:00.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.343+0000 7f91abfff640 1 -- 172.21.15.31:0/47865165 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91b8011cc0 con 0x7f91c40d2410 2024-09-16T07:28:00.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.343+0000 7f91ca0bf640 1 -- 172.21.15.31:0/47865165 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91c4157e30 con 0x7f91c40d2410 2024-09-16T07:28:00.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.343+0000 7f91ca0bf640 1 -- 172.21.15.31:0/47865165 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91c41583f0 con 0x7f91c40d2410 2024-09-16T07:28:00.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.344+0000 7f91ca0bf640 1 -- 172.21.15.31:0/47865165 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f91c40b19f0 con 0x7f91c40d2410 2024-09-16T07:28:00.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.345+0000 7f91abfff640 1 -- 172.21.15.31:0/47865165 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 22) ==== 101899+0+0 (secure 0 0 0) 0x7f91b801c460 con 0x7f91c40d2410 2024-09-16T07:28:00.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.345+0000 7f91abfff640 1 --2- 172.21.15.31:0/47865165 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f91b0078f10 0x7f91b007b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:00.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.345+0000 7f91abfff640 1 -- 172.21.15.31:0/47865165 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 5737+0+0 (secure 0 0 0) 0x7f91b809b1a0 con 0x7f91c40d2410 2024-09-16T07:28:00.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.345+0000 7f91c37fe640 1 --2- 172.21.15.31:0/47865165 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f91b0078f10 0x7f91b007b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:00.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.346+0000 7f91c37fe640 1 --2- 172.21.15.31:0/47865165 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f91b0078f10 0x7f91b007b3d0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f91b4005fd0 tx=0x7f91b4005850 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:00.349 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.350+0000 7f91abfff640 1 -- 172.21.15.31:0/47865165 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f91c415c0e0 con 0x7f91c40d2410 2024-09-16T07:28:00.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.537+0000 7f91ca0bf640 1 -- 172.21.15.31:0/47865165 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f91c40d29a0 con 0x7f91c40d2410 2024-09-16T07:28:00.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.538+0000 7f91abfff640 1 -- 172.21.15.31:0/47865165 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v130) ==== 74+0+16759 (secure 0 0 0) 0x7f91b8062ee0 con 0x7f91c40d2410 2024-09-16T07:28:00.537 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:28:00.537 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":130,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:27:41.451406+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":21,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":20,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:27:37.462564+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"129","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":21,"pool_name":"cephfs_data","create_time":"2024-09-16T07:27:38.773707+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"130","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":128,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":128,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":128,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":128,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":128,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":128,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":128,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":128,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:28:00.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.540+0000 7f91ca0bf640 1 -- 172.21.15.31:0/47865165 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f91b0078f10 msgr2=0x7f91b007b3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:00.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.540+0000 7f91ca0bf640 1 --2- 172.21.15.31:0/47865165 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f91b0078f10 0x7f91b007b3d0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f91b4005fd0 tx=0x7f91b4005850 comp rx=0 tx=0).stop 2024-09-16T07:28:00.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.540+0000 7f91ca0bf640 1 -- 172.21.15.31:0/47865165 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f91c40d2410 msgr2=0x7f91c41f8280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:00.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.540+0000 7f91ca0bf640 1 --2- 172.21.15.31:0/47865165 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f91c40d2410 0x7f91c41f8280 secure :-1 s=READY pgs=1472 cs=0 l=1 rev1=1 crypto rx=0x7f91b800c3a0 tx=0x7f91b800c860 comp rx=0 tx=0).stop 2024-09-16T07:28:00.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.540+0000 7f91ca0bf640 1 -- 172.21.15.31:0/47865165 shutdown_connections 2024-09-16T07:28:00.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.540+0000 7f91ca0bf640 1 --2- 172.21.15.31:0/47865165 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f91b0078f10 0x7f91b007b3d0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:00.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.540+0000 7f91ca0bf640 1 --2- 172.21.15.31:0/47865165 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f91c415f6d0 0x7f91c41f87c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:00.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.540+0000 7f91ca0bf640 1 --2- 172.21.15.31:0/47865165 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f91c40d2410 0x7f91c41f8280 unknown :-1 s=CLOSED pgs=1472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:00.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.540+0000 7f91ca0bf640 1 --2- 172.21.15.31:0/47865165 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f91c40cfce0 0x7f91c40c48f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:00.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.540+0000 7f91ca0bf640 1 -- 172.21.15.31:0/47865165 >> 172.21.15.31:0/47865165 conn(0x7f91c409aa30 msgr2=0x7f91c40b1c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:00.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.540+0000 7f91ca0bf640 1 -- 172.21.15.31:0/47865165 shutdown_connections 2024-09-16T07:28:00.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.540+0000 7f91ca0bf640 1 -- 172.21.15.31:0/47865165 wait complete. 2024-09-16T07:28:00.551 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-16T07:28:00.551 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:28:00.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.657+0000 7f93e4e62640 1 -- 172.21.15.31:0/3715272588 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f93e00d2010 msgr2=0x7f93e015ed90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:00.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.657+0000 7f93e4e62640 1 --2- 172.21.15.31:0/3715272588 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f93e00d2010 0x7f93e015ed90 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f93c8009830 tx=0x7f93c802a490 comp rx=0 tx=0).stop 2024-09-16T07:28:00.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.657+0000 7f93e4e62640 1 -- 172.21.15.31:0/3715272588 shutdown_connections 2024-09-16T07:28:00.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.657+0000 7f93e4e62640 1 --2- 172.21.15.31:0/3715272588 >> v2:172.21.15.155:3300/0 conn(0x7f93e0157a70 0x7f93e0157ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:00.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.657+0000 7f93e4e62640 1 --2- 172.21.15.31:0/3715272588 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f93e00d2010 0x7f93e015ed90 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:00.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.657+0000 7f93e4e62640 1 -- 172.21.15.31:0/3715272588 >> 172.21.15.31:0/3715272588 conn(0x7f93e009aa30 msgr2=0x7f93e009ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:00.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.657+0000 7f93e4e62640 1 -- 172.21.15.31:0/3715272588 shutdown_connections 2024-09-16T07:28:00.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.657+0000 7f93e4e62640 1 -- 172.21.15.31:0/3715272588 wait complete. 2024-09-16T07:28:00.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.658+0000 7f93e4e62640 1 Processor -- start 2024-09-16T07:28:00.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.658+0000 7f93e4e62640 1 -- start start 2024-09-16T07:28:00.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.659+0000 7f93e4e62640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f93e00b01a0 0x7f93e00b3ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:00.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.659+0000 7f93e4e62640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f93e00d2010 0x7f93e00cb0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:00.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.659+0000 7f93e4e62640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f93e0157a70 0x7f93e00b1790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:00.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.659+0000 7f93e4e62640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f93e01583e0 con 0x7f93e00d2010 2024-09-16T07:28:00.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.659+0000 7f93e4e62640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f93e00b0e30 con 0x7f93e0157a70 2024-09-16T07:28:00.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.659+0000 7f93e4e62640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f93e0158560 con 0x7f93e00b01a0 2024-09-16T07:28:00.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.659+0000 7f93d7fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f93e00d2010 0x7f93e00cb0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:00.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.659+0000 7f93d7fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f93e00d2010 0x7f93e00cb0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52126/0 (socket says 172.21.15.31:52126) 2024-09-16T07:28:00.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.659+0000 7f93d7fff640 1 -- 172.21.15.31:0/1211256176 learned_addr learned my addr 172.21.15.31:0/1211256176 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:00.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.660+0000 7f93de59c640 1 --2- 172.21.15.31:0/1211256176 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f93e00b01a0 0x7f93e00b3ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:00.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.660+0000 7f93ded9d640 1 --2- 172.21.15.31:0/1211256176 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f93e0157a70 0x7f93e00b1790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:00.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.660+0000 7f93d7fff640 1 -- 172.21.15.31:0/1211256176 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f93e00b01a0 msgr2=0x7f93e00b3ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:00.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.660+0000 7f93d7fff640 1 --2- 172.21.15.31:0/1211256176 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f93e00b01a0 0x7f93e00b3ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:00.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.660+0000 7f93d7fff640 1 -- 172.21.15.31:0/1211256176 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f93e0157a70 msgr2=0x7f93e00b1790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:00.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.660+0000 7f93d7fff640 1 --2- 172.21.15.31:0/1211256176 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f93e0157a70 0x7f93e00b1790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:00.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.660+0000 7f93d7fff640 1 -- 172.21.15.31:0/1211256176 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93e00b43e0 con 0x7f93e00d2010 2024-09-16T07:28:00.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.660+0000 7f93ded9d640 1 --2- 172.21.15.31:0/1211256176 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f93e0157a70 0x7f93e00b1790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:28:00.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.660+0000 7f93d7fff640 1 --2- 172.21.15.31:0/1211256176 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f93e00d2010 0x7f93e00cb0f0 secure :-1 s=READY pgs=1474 cs=0 l=1 rev1=1 crypto rx=0x7f93c8009950 tx=0x7f93c8003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:00.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.660+0000 7f93d6ffd640 1 -- 172.21.15.31:0/1211256176 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93c8005c90 con 0x7f93e00d2010 2024-09-16T07:28:00.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.660+0000 7f93d6ffd640 1 -- 172.21.15.31:0/1211256176 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f93c8005020 con 0x7f93e00d2010 2024-09-16T07:28:00.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.660+0000 7f93e4e62640 1 -- 172.21.15.31:0/1211256176 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93e00c9d70 con 0x7f93e00d2010 2024-09-16T07:28:00.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.660+0000 7f93d6ffd640 1 -- 172.21.15.31:0/1211256176 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93c8005450 con 0x7f93e00d2010 2024-09-16T07:28:00.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.660+0000 7f93e4e62640 1 -- 172.21.15.31:0/1211256176 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93e00ca330 con 0x7f93e00d2010 2024-09-16T07:28:00.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.661+0000 7f93e4e62640 1 -- 172.21.15.31:0/1211256176 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f93e00c89c0 con 0x7f93e00d2010 2024-09-16T07:28:00.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.662+0000 7f93d6ffd640 1 -- 172.21.15.31:0/1211256176 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 22) ==== 101899+0+0 (secure 0 0 0) 0x7f93c8039040 con 0x7f93e00d2010 2024-09-16T07:28:00.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.662+0000 7f93d6ffd640 1 --2- 172.21.15.31:0/1211256176 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f93c0078f10 0x7f93c007b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:00.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.663+0000 7f93d6ffd640 1 -- 172.21.15.31:0/1211256176 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 5737+0+0 (secure 0 0 0) 0x7f93c80bc640 con 0x7f93e00d2010 2024-09-16T07:28:00.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.663+0000 7f93de59c640 1 --2- 172.21.15.31:0/1211256176 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f93c0078f10 0x7f93c007b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:00.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.663+0000 7f93de59c640 1 --2- 172.21.15.31:0/1211256176 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f93c0078f10 0x7f93c007b3d0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f93e01f7bb0 tx=0x7f93d0009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:00.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.667+0000 7f93d6ffd640 1 -- 172.21.15.31:0/1211256176 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f93e00c89c0 con 0x7f93e00d2010 2024-09-16T07:28:00.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.889+0000 7f93e4e62640 1 -- 172.21.15.31:0/1211256176 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f93e015ed90 con 0x7f93e00d2010 2024-09-16T07:28:00.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.890+0000 7f93d6ffd640 1 -- 172.21.15.31:0/1211256176 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 90 v90) ==== 94+0+5227 (secure 0 0 0) 0x7f93c8040030 con 0x7f93e00d2010 2024-09-16T07:28:00.889 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:28:00.889 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":90,"btime":"2024-09-16T07:27:49:649542+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6482,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6834/300988317","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":300988317},{"type":"v1","addr":"172.21.15.31:6834","nonce":300988317}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":85},{"gid":6494,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6809/896808702","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":896808702},{"type":"v1","addr":"172.21.15.155:6809","nonce":896808702}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":85},{"gid":6497,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/3787827133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":3787827133},{"type":"v1","addr":"172.21.15.155:6835","nonce":3787827133}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":85}],"filesystems":[{"mdsmap":{"epoch":89,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:27:39.814509+0000","modified":"2024-09-16T07:27:42.834324+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8070},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8070":{"gid":8070,"name":"a","rank":0,"incarnation":86,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6835/2633710257","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":2633710257},{"type":"v1","addr":"172.21.15.31:6835","nonce":2633710257}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[21],"metadata_pool":20,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8070,"qdb_cluster":[8070]},"id":10}]} 2024-09-16T07:28:00.889 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 90 2024-09-16T07:28:00.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.891+0000 7f93e4e62640 1 -- 172.21.15.31:0/1211256176 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f93c0078f10 msgr2=0x7f93c007b3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:00.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.891+0000 7f93e4e62640 1 --2- 172.21.15.31:0/1211256176 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f93c0078f10 0x7f93c007b3d0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f93e01f7bb0 tx=0x7f93d0009040 comp rx=0 tx=0).stop 2024-09-16T07:28:00.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.892+0000 7f93e4e62640 1 -- 172.21.15.31:0/1211256176 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f93e00d2010 msgr2=0x7f93e00cb0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:00.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.892+0000 7f93e4e62640 1 --2- 172.21.15.31:0/1211256176 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f93e00d2010 0x7f93e00cb0f0 secure :-1 s=READY pgs=1474 cs=0 l=1 rev1=1 crypto rx=0x7f93c8009950 tx=0x7f93c8003c10 comp rx=0 tx=0).stop 2024-09-16T07:28:00.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.892+0000 7f93e4e62640 1 -- 172.21.15.31:0/1211256176 shutdown_connections 2024-09-16T07:28:00.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.892+0000 7f93e4e62640 1 --2- 172.21.15.31:0/1211256176 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f93c0078f10 0x7f93c007b3d0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:00.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.892+0000 7f93e4e62640 1 --2- 172.21.15.31:0/1211256176 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f93e0157a70 0x7f93e00b1790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:00.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.892+0000 7f93e4e62640 1 --2- 172.21.15.31:0/1211256176 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f93e00d2010 0x7f93e00cb0f0 unknown :-1 s=CLOSED pgs=1474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:00.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.892+0000 7f93e4e62640 1 --2- 172.21.15.31:0/1211256176 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f93e00b01a0 0x7f93e00b3ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:00.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.892+0000 7f93e4e62640 1 -- 172.21.15.31:0/1211256176 >> 172.21.15.31:0/1211256176 conn(0x7f93e009aa30 msgr2=0x7f93e00b4b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:00.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.892+0000 7f93e4e62640 1 -- 172.21.15.31:0/1211256176 shutdown_connections 2024-09-16T07:28:00.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:00.892+0000 7f93e4e62640 1 -- 172.21.15.31:0/1211256176 wait complete. 2024-09-16T07:28:00.902 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:28:01.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.008+0000 7f2e109f8640 1 -- 172.21.15.31:0/2100066266 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2e0c0d03f0 msgr2=0x7f2e0c15f6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:01.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.008+0000 7f2e109f8640 1 --2- 172.21.15.31:0/2100066266 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2e0c0d03f0 0x7f2e0c15f6d0 secure :-1 s=READY pgs=1476 cs=0 l=1 rev1=1 crypto rx=0x7f2e04005fd0 tx=0x7f2e0402a940 comp rx=0 tx=0).stop 2024-09-16T07:28:01.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.008+0000 7f2e109f8640 1 -- 172.21.15.31:0/2100066266 shutdown_connections 2024-09-16T07:28:01.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.008+0000 7f2e109f8640 1 --2- 172.21.15.31:0/2100066266 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2e0c0d03f0 0x7f2e0c15f6d0 unknown :-1 s=CLOSED pgs=1476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:01.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.008+0000 7f2e109f8640 1 -- 172.21.15.31:0/2100066266 >> 172.21.15.31:0/2100066266 conn(0x7f2e0c09aa30 msgr2=0x7f2e0c09ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:01.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.008+0000 7f2e109f8640 1 -- 172.21.15.31:0/2100066266 shutdown_connections 2024-09-16T07:28:01.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.008+0000 7f2e109f8640 1 -- 172.21.15.31:0/2100066266 wait complete. 2024-09-16T07:28:01.009 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.009+0000 7f2e109f8640 1 Processor -- start 2024-09-16T07:28:01.009 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.010+0000 7f2e109f8640 1 -- start start 2024-09-16T07:28:01.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.010+0000 7f2e109f8640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2e0c0b3090 0x7f2e0c1f5a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:01.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.010+0000 7f2e109f8640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2e0c0d03f0 0x7f2e0c147970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:01.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.010+0000 7f2e109f8640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2e0c0d2410 0x7f2e0c147eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:01.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.010+0000 7f2e109f8640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f2e0c0b15d0 con 0x7f2e0c0d03f0 2024-09-16T07:28:01.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.010+0000 7f2e109f8640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f2e0c0b1450 con 0x7f2e0c0d2410 2024-09-16T07:28:01.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.010+0000 7f2e109f8640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f2e0c0b1750 con 0x7f2e0c0b3090 2024-09-16T07:28:01.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.010+0000 7f2e09d9b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2e0c0d03f0 0x7f2e0c147970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:01.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.010+0000 7f2e09d9b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2e0c0d03f0 0x7f2e0c147970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52150/0 (socket says 172.21.15.31:52150) 2024-09-16T07:28:01.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.010+0000 7f2e09d9b640 1 -- 172.21.15.31:0/2615142289 learned_addr learned my addr 172.21.15.31:0/2615142289 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:01.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.011+0000 7f2e0ad9d640 1 --2- 172.21.15.31:0/2615142289 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2e0c0d2410 0x7f2e0c147eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:01.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.011+0000 7f2e0a59c640 1 --2- 172.21.15.31:0/2615142289 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2e0c0b3090 0x7f2e0c1f5a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:01.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.011+0000 7f2e09d9b640 1 -- 172.21.15.31:0/2615142289 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2e0c0b3090 msgr2=0x7f2e0c1f5a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:01.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.011+0000 7f2e09d9b640 1 --2- 172.21.15.31:0/2615142289 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2e0c0b3090 0x7f2e0c1f5a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:01.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.011+0000 7f2e09d9b640 1 -- 172.21.15.31:0/2615142289 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2e0c0d2410 msgr2=0x7f2e0c147eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:01.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.011+0000 7f2e09d9b640 1 --2- 172.21.15.31:0/2615142289 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2e0c0d2410 0x7f2e0c147eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:01.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.011+0000 7f2e09d9b640 1 -- 172.21.15.31:0/2615142289 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e0c1f5f60 con 0x7f2e0c0d03f0 2024-09-16T07:28:01.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.011+0000 7f2e0ad9d640 1 --2- 172.21.15.31:0/2615142289 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2e0c0d2410 0x7f2e0c147eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:28:01.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.011+0000 7f2e09d9b640 1 --2- 172.21.15.31:0/2615142289 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2e0c0d03f0 0x7f2e0c147970 secure :-1 s=READY pgs=1477 cs=0 l=1 rev1=1 crypto rx=0x7f2e0000c730 tx=0x7f2e0000cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:01.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.011+0000 7f2dfaffd640 1 -- 172.21.15.31:0/2615142289 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e00016020 con 0x7f2e0c0d03f0 2024-09-16T07:28:01.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.011+0000 7f2dfaffd640 1 -- 172.21.15.31:0/2615142289 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2e0000a930 con 0x7f2e0c0d03f0 2024-09-16T07:28:01.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.011+0000 7f2e109f8640 1 -- 172.21.15.31:0/2615142289 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e0c0af430 con 0x7f2e0c0d03f0 2024-09-16T07:28:01.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.011+0000 7f2dfaffd640 1 -- 172.21.15.31:0/2615142289 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e0000ad80 con 0x7f2e0c0d03f0 2024-09-16T07:28:01.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.011+0000 7f2e109f8640 1 -- 172.21.15.31:0/2615142289 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e0c0af9f0 con 0x7f2e0c0d03f0 2024-09-16T07:28:01.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.012+0000 7f2e109f8640 1 -- 172.21.15.31:0/2615142289 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2e0c0c5540 con 0x7f2e0c0d03f0 2024-09-16T07:28:01.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.013+0000 7f2dfaffd640 1 -- 172.21.15.31:0/2615142289 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 22) ==== 101899+0+0 (secure 0 0 0) 0x7f2e00019020 con 0x7f2e0c0d03f0 2024-09-16T07:28:01.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.013+0000 7f2dfaffd640 1 --2- 172.21.15.31:0/2615142289 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2dec078f10 0x7f2dec07b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:01.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.013+0000 7f2dfaffd640 1 -- 172.21.15.31:0/2615142289 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 5737+0+0 (secure 0 0 0) 0x7f2e0009b5d0 con 0x7f2e0c0d03f0 2024-09-16T07:28:01.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.013+0000 7f2e0a59c640 1 --2- 172.21.15.31:0/2615142289 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2dec078f10 0x7f2dec07b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:01.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.014+0000 7f2e0a59c640 1 --2- 172.21.15.31:0/2615142289 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2dec078f10 0x7f2dec07b3d0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f2dfc006fd0 tx=0x7f2dfc008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:01.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.018+0000 7f2dfaffd640 1 -- 172.21.15.31:0/2615142289 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f2e0c0c5540 con 0x7f2e0c0d03f0 2024-09-16T07:28:01.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.242+0000 7f2e109f8640 1 -- 172.21.15.31:0/2615142289 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2e0c0b1b70 con 0x7f2e0c0d03f0 2024-09-16T07:28:01.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.242+0000 7f2dfaffd640 1 -- 172.21.15.31:0/2615142289 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 90 v90) ==== 94+0+5227 (secure 0 0 0) 0x7f2e00020020 con 0x7f2e0c0d03f0 2024-09-16T07:28:01.242 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:28:01.242 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":90,"btime":"2024-09-16T07:27:49:649542+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6482,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6834/300988317","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":300988317},{"type":"v1","addr":"172.21.15.31:6834","nonce":300988317}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":85},{"gid":6494,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6809/896808702","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":896808702},{"type":"v1","addr":"172.21.15.155:6809","nonce":896808702}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":85},{"gid":6497,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/3787827133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":3787827133},{"type":"v1","addr":"172.21.15.155:6835","nonce":3787827133}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":85}],"filesystems":[{"mdsmap":{"epoch":89,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:27:39.814509+0000","modified":"2024-09-16T07:27:42.834324+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8070},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8070":{"gid":8070,"name":"a","rank":0,"incarnation":86,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6835/2633710257","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":2633710257},{"type":"v1","addr":"172.21.15.31:6835","nonce":2633710257}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[21],"metadata_pool":20,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8070,"qdb_cluster":[8070]},"id":10}]} 2024-09-16T07:28:01.242 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 90 2024-09-16T07:28:01.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.245+0000 7f2e109f8640 1 -- 172.21.15.31:0/2615142289 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2dec078f10 msgr2=0x7f2dec07b3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:01.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.245+0000 7f2e109f8640 1 --2- 172.21.15.31:0/2615142289 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2dec078f10 0x7f2dec07b3d0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f2dfc006fd0 tx=0x7f2dfc008040 comp rx=0 tx=0).stop 2024-09-16T07:28:01.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.245+0000 7f2e109f8640 1 -- 172.21.15.31:0/2615142289 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2e0c0d03f0 msgr2=0x7f2e0c147970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:01.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.245+0000 7f2e109f8640 1 --2- 172.21.15.31:0/2615142289 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2e0c0d03f0 0x7f2e0c147970 secure :-1 s=READY pgs=1477 cs=0 l=1 rev1=1 crypto rx=0x7f2e0000c730 tx=0x7f2e0000cbf0 comp rx=0 tx=0).stop 2024-09-16T07:28:01.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.245+0000 7f2e109f8640 1 -- 172.21.15.31:0/2615142289 shutdown_connections 2024-09-16T07:28:01.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.245+0000 7f2e109f8640 1 --2- 172.21.15.31:0/2615142289 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2dec078f10 0x7f2dec07b3d0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:01.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.245+0000 7f2e109f8640 1 --2- 172.21.15.31:0/2615142289 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2e0c0d2410 0x7f2e0c147eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:01.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.245+0000 7f2e109f8640 1 --2- 172.21.15.31:0/2615142289 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2e0c0d03f0 0x7f2e0c147970 unknown :-1 s=CLOSED pgs=1477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:01.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.245+0000 7f2e109f8640 1 --2- 172.21.15.31:0/2615142289 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2e0c0b3090 0x7f2e0c1f5a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:01.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.245+0000 7f2e109f8640 1 -- 172.21.15.31:0/2615142289 >> 172.21.15.31:0/2615142289 conn(0x7f2e0c09aa30 msgr2=0x7f2e0c15d310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:01.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.245+0000 7f2e109f8640 1 -- 172.21.15.31:0/2615142289 shutdown_connections 2024-09-16T07:28:01.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.245+0000 7f2e109f8640 1 -- 172.21.15.31:0/2615142289 wait complete. 2024-09-16T07:28:01.255 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:28:01.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.360+0000 7fea9967f640 1 -- 172.21.15.31:0/1853173330 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fea940d49c0 msgr2=0x7fea940b3800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:01.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.360+0000 7fea9967f640 1 --2- 172.21.15.31:0/1853173330 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fea940d49c0 0x7fea940b3800 secure :-1 s=READY pgs=1478 cs=0 l=1 rev1=1 crypto rx=0x7fea8c005fd0 tx=0x7fea8c02a5d0 comp rx=0 tx=0).stop 2024-09-16T07:28:01.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.360+0000 7fea9967f640 1 -- 172.21.15.31:0/1853173330 shutdown_connections 2024-09-16T07:28:01.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.360+0000 7fea9967f640 1 --2- 172.21.15.31:0/1853173330 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fea940d49c0 0x7fea940b3800 unknown :-1 s=CLOSED pgs=1478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:01.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.360+0000 7fea9967f640 1 --2- 172.21.15.31:0/1853173330 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fea940d0d40 0x7fea940cf9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:01.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.360+0000 7fea9967f640 1 -- 172.21.15.31:0/1853173330 >> 172.21.15.31:0/1853173330 conn(0x7fea940d3ea0 msgr2=0x7fea940d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:01.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.360+0000 7fea9967f640 1 -- 172.21.15.31:0/1853173330 shutdown_connections 2024-09-16T07:28:01.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.360+0000 7fea9967f640 1 -- 172.21.15.31:0/1853173330 wait complete. 2024-09-16T07:28:01.361 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.361+0000 7fea9967f640 1 Processor -- start 2024-09-16T07:28:01.361 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.362+0000 7fea9967f640 1 -- start start 2024-09-16T07:28:01.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.362+0000 7fea9967f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fea940d0d40 0x7fea941f7d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:01.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.362+0000 7fea9967f640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fea940d49c0 0x7fea94150600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:01.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.362+0000 7fea9967f640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fea9415df90 0x7fea9406dd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:01.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.362+0000 7fea9967f640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fea940b3d40 con 0x7fea940d0d40 2024-09-16T07:28:01.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.362+0000 7fea9967f640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fea94162710 con 0x7fea940d49c0 2024-09-16T07:28:01.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.362+0000 7fea9967f640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fea940b3ec0 con 0x7fea9415df90 2024-09-16T07:28:01.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.362+0000 7fea92ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fea940d0d40 0x7fea941f7d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:01.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.362+0000 7fea92ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fea940d0d40 0x7fea941f7d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52178/0 (socket says 172.21.15.31:52178) 2024-09-16T07:28:01.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.362+0000 7fea92ffd640 1 -- 172.21.15.31:0/1259889992 learned_addr learned my addr 172.21.15.31:0/1259889992 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:01.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.363+0000 7fea927fc640 1 --2- 172.21.15.31:0/1259889992 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fea940d49c0 0x7fea94150600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:01.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.363+0000 7fea937fe640 1 --2- 172.21.15.31:0/1259889992 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fea9415df90 0x7fea9406dd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:01.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.363+0000 7fea92ffd640 1 -- 172.21.15.31:0/1259889992 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fea9415df90 msgr2=0x7fea9406dd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:01.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.363+0000 7fea92ffd640 1 --2- 172.21.15.31:0/1259889992 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fea9415df90 0x7fea9406dd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:01.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.363+0000 7fea92ffd640 1 -- 172.21.15.31:0/1259889992 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fea940d49c0 msgr2=0x7fea94150600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:01.365 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.363+0000 7fea92ffd640 1 --2- 172.21.15.31:0/1259889992 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fea940d49c0 0x7fea94150600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:01.365 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.363+0000 7fea92ffd640 1 -- 172.21.15.31:0/1259889992 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea941f8440 con 0x7fea940d0d40 2024-09-16T07:28:01.365 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.363+0000 7fea92ffd640 1 --2- 172.21.15.31:0/1259889992 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fea940d0d40 0x7fea941f7d60 secure :-1 s=READY pgs=1479 cs=0 l=1 rev1=1 crypto rx=0x7fea8400c730 tx=0x7fea8400cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:01.365 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.363+0000 7fea8b7fe640 1 -- 172.21.15.31:0/1259889992 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea84003b70 con 0x7fea940d0d40 2024-09-16T07:28:01.365 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.363+0000 7fea8b7fe640 1 -- 172.21.15.31:0/1259889992 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fea84003d30 con 0x7fea940d0d40 2024-09-16T07:28:01.365 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.363+0000 7fea9967f640 1 -- 172.21.15.31:0/1259889992 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea941f8720 con 0x7fea940d0d40 2024-09-16T07:28:01.365 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.363+0000 7fea8b7fe640 1 -- 172.21.15.31:0/1259889992 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea8400aab0 con 0x7fea940d0d40 2024-09-16T07:28:01.365 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.363+0000 7fea9967f640 1 -- 172.21.15.31:0/1259889992 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fea941f4910 con 0x7fea940d0d40 2024-09-16T07:28:01.365 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.364+0000 7fea9967f640 1 -- 172.21.15.31:0/1259889992 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fea940b4310 con 0x7fea940d0d40 2024-09-16T07:28:01.366 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.365+0000 7fea8b7fe640 1 -- 172.21.15.31:0/1259889992 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 22) ==== 101899+0+0 (secure 0 0 0) 0x7fea8400ac50 con 0x7fea940d0d40 2024-09-16T07:28:01.366 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.365+0000 7fea8b7fe640 1 --2- 172.21.15.31:0/1259889992 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fea74078f10 0x7fea7407b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:01.366 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.365+0000 7fea8b7fe640 1 -- 172.21.15.31:0/1259889992 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 5737+0+0 (secure 0 0 0) 0x7fea8409b1d0 con 0x7fea940d0d40 2024-09-16T07:28:01.366 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.366+0000 7fea927fc640 1 --2- 172.21.15.31:0/1259889992 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fea74078f10 0x7fea7407b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:01.366 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.366+0000 7fea927fc640 1 --2- 172.21.15.31:0/1259889992 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fea74078f10 0x7fea7407b3d0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fea940b9830 tx=0x7fea7c00b410 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:01.369 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.370+0000 7fea8b7fe640 1 -- 172.21.15.31:0/1259889992 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fea940ce970 con 0x7fea940d0d40 2024-09-16T07:28:01.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.558+0000 7fea9967f640 1 -- 172.21.15.31:0/1259889992 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fea9408d590 con 0x7fea940d0d40 2024-09-16T07:28:01.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.559+0000 7fea8b7fe640 1 -- 172.21.15.31:0/1259889992 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v130) ==== 74+0+16759 (secure 0 0 0) 0x7fea84062830 con 0x7fea940d0d40 2024-09-16T07:28:01.559 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:28:01.559 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":130,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:27:41.451406+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":21,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":20,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:27:37.462564+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"129","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":21,"pool_name":"cephfs_data","create_time":"2024-09-16T07:27:38.773707+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"130","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":128,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":128,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":128,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":128,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":128,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":128,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":128,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":128,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:28:01.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.561+0000 7fea9967f640 1 -- 172.21.15.31:0/1259889992 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fea74078f10 msgr2=0x7fea7407b3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:01.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.561+0000 7fea9967f640 1 --2- 172.21.15.31:0/1259889992 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fea74078f10 0x7fea7407b3d0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fea940b9830 tx=0x7fea7c00b410 comp rx=0 tx=0).stop 2024-09-16T07:28:01.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.561+0000 7fea9967f640 1 -- 172.21.15.31:0/1259889992 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fea940d0d40 msgr2=0x7fea941f7d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:01.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.561+0000 7fea9967f640 1 --2- 172.21.15.31:0/1259889992 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fea940d0d40 0x7fea941f7d60 secure :-1 s=READY pgs=1479 cs=0 l=1 rev1=1 crypto rx=0x7fea8400c730 tx=0x7fea8400cbf0 comp rx=0 tx=0).stop 2024-09-16T07:28:01.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.561+0000 7fea9967f640 1 -- 172.21.15.31:0/1259889992 shutdown_connections 2024-09-16T07:28:01.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.561+0000 7fea9967f640 1 --2- 172.21.15.31:0/1259889992 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fea74078f10 0x7fea7407b3d0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:01.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.561+0000 7fea9967f640 1 --2- 172.21.15.31:0/1259889992 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fea9415df90 0x7fea9406dd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:01.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.561+0000 7fea9967f640 1 --2- 172.21.15.31:0/1259889992 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fea940d49c0 0x7fea94150600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:01.562 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.561+0000 7fea9967f640 1 --2- 172.21.15.31:0/1259889992 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fea940d0d40 0x7fea941f7d60 unknown :-1 s=CLOSED pgs=1479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:01.562 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.561+0000 7fea9967f640 1 -- 172.21.15.31:0/1259889992 >> 172.21.15.31:0/1259889992 conn(0x7fea940d3ea0 msgr2=0x7fea940d0140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:01.562 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.561+0000 7fea9967f640 1 -- 172.21.15.31:0/1259889992 shutdown_connections 2024-09-16T07:28:01.562 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.561+0000 7fea9967f640 1 -- 172.21.15.31:0/1259889992 wait complete. 2024-09-16T07:28:01.572 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-16T07:28:01.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.678+0000 7f49a5abf640 1 -- 172.21.15.31:0/633234005 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f49a015f6d0 msgr2=0x7f49a015c880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:01.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.678+0000 7f49a5abf640 1 --2- 172.21.15.31:0/633234005 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f49a015f6d0 0x7f49a015c880 secure :-1 s=READY pgs=1481 cs=0 l=1 rev1=1 crypto rx=0x7f49a00d09d0 tx=0x7f499402a5d0 comp rx=0 tx=0).stop 2024-09-16T07:28:01.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.678+0000 7f49a5abf640 1 -- 172.21.15.31:0/633234005 shutdown_connections 2024-09-16T07:28:01.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.678+0000 7f49a5abf640 1 --2- 172.21.15.31:0/633234005 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f49a015f6d0 0x7f49a015c880 unknown :-1 s=CLOSED pgs=1481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:01.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.678+0000 7f49a5abf640 1 --2- 172.21.15.31:0/633234005 >> v2:172.21.15.155:3300/0 conn(0x7f49a00d2410 0x7f49a00b3090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:01.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.678+0000 7f49a5abf640 1 -- 172.21.15.31:0/633234005 >> 172.21.15.31:0/633234005 conn(0x7f49a009aa30 msgr2=0x7f49a009ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:01.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.678+0000 7f49a5abf640 1 -- 172.21.15.31:0/633234005 shutdown_connections 2024-09-16T07:28:01.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.678+0000 7f49a5abf640 1 -- 172.21.15.31:0/633234005 wait complete. 2024-09-16T07:28:01.679 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.679+0000 7f49a5abf640 1 Processor -- start 2024-09-16T07:28:01.679 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.680+0000 7f49a5abf640 1 -- start start 2024-09-16T07:28:01.681 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.680+0000 7f49a5abf640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f49a00d2410 0x7f49a014d320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:01.681 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.680+0000 7f49a5abf640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f49a015cdc0 0x7f49a00cb580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:01.681 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.680+0000 7f49a5abf640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f49a015f6d0 0x7f49a00c93a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:01.681 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.680+0000 7f49a5abf640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f49a00b13c0 con 0x7f49a015cdc0 2024-09-16T07:28:01.681 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.680+0000 7f49a5abf640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f49a00b1240 con 0x7f49a00d2410 2024-09-16T07:28:01.681 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.680+0000 7f49a5abf640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f49a00b1540 con 0x7f49a015f6d0 2024-09-16T07:28:01.681 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.681+0000 7f499effd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f49a015cdc0 0x7f49a00cb580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:01.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.681+0000 7f499effd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f49a015cdc0 0x7f49a00cb580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52186/0 (socket says 172.21.15.31:52186) 2024-09-16T07:28:01.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.681+0000 7f499effd640 1 -- 172.21.15.31:0/1850412875 learned_addr learned my addr 172.21.15.31:0/1850412875 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:01.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.681+0000 7f499f7fe640 1 --2- 172.21.15.31:0/1850412875 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f49a00d2410 0x7f49a014d320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:01.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.681+0000 7f499ffff640 1 --2- 172.21.15.31:0/1850412875 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f49a015f6d0 0x7f49a00c93a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:01.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.681+0000 7f499effd640 1 -- 172.21.15.31:0/1850412875 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f49a015f6d0 msgr2=0x7f49a00c93a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:01.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.681+0000 7f499effd640 1 --2- 172.21.15.31:0/1850412875 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f49a015f6d0 0x7f49a00c93a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:01.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.681+0000 7f499effd640 1 -- 172.21.15.31:0/1850412875 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f49a00d2410 msgr2=0x7f49a014d320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:01.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.681+0000 7f499effd640 1 --2- 172.21.15.31:0/1850412875 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f49a00d2410 0x7f49a014d320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:01.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.681+0000 7f499effd640 1 -- 172.21.15.31:0/1850412875 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49a0158350 con 0x7f49a015cdc0 2024-09-16T07:28:01.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.681+0000 7f499effd640 1 --2- 172.21.15.31:0/1850412875 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f49a015cdc0 0x7f49a00cb580 secure :-1 s=READY pgs=1482 cs=0 l=1 rev1=1 crypto rx=0x7f49940098f0 tx=0x7f49940316b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:01.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.681+0000 7f4987fff640 1 -- 172.21.15.31:0/1850412875 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4994033e00 con 0x7f49a015cdc0 2024-09-16T07:28:01.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.681+0000 7f4987fff640 1 -- 172.21.15.31:0/1850412875 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4994031a40 con 0x7f49a015cdc0 2024-09-16T07:28:01.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.681+0000 7f49a5abf640 1 -- 172.21.15.31:0/1850412875 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49a0158630 con 0x7f49a015cdc0 2024-09-16T07:28:01.683 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.681+0000 7f4987fff640 1 -- 172.21.15.31:0/1850412875 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4994031e30 con 0x7f49a015cdc0 2024-09-16T07:28:01.683 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.681+0000 7f49a5abf640 1 -- 172.21.15.31:0/1850412875 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49a0158bf0 con 0x7f49a015cdc0 2024-09-16T07:28:01.683 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.682+0000 7f49a5abf640 1 -- 172.21.15.31:0/1850412875 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f49a00b19f0 con 0x7f49a015cdc0 2024-09-16T07:28:01.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.683+0000 7f4987fff640 1 -- 172.21.15.31:0/1850412875 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 22) ==== 101899+0+0 (secure 0 0 0) 0x7f4994033070 con 0x7f49a015cdc0 2024-09-16T07:28:01.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.684+0000 7f4987fff640 1 --2- 172.21.15.31:0/1850412875 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f498c078f10 0x7f498c07b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:01.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.684+0000 7f499f7fe640 1 --2- 172.21.15.31:0/1850412875 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f498c078f10 0x7f498c07b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:01.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.684+0000 7f4987fff640 1 -- 172.21.15.31:0/1850412875 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 5737+0+0 (secure 0 0 0) 0x7f49940bc2d0 con 0x7f49a015cdc0 2024-09-16T07:28:01.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.684+0000 7f499f7fe640 1 --2- 172.21.15.31:0/1850412875 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f498c078f10 0x7f498c07b3d0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f4990005fd0 tx=0x7f4990009500 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:01.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.688+0000 7f4987fff640 1 -- 172.21.15.31:0/1850412875 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f499403f030 con 0x7f49a015cdc0 2024-09-16T07:28:01.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.915+0000 7f49a5abf640 1 -- 172.21.15.31:0/1850412875 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f49a00d29a0 con 0x7f49a015cdc0 2024-09-16T07:28:01.915 INFO:tasks.ceph.mon.a.smithi031.stderr:2024-09-16T07:28:01.916+0000 7fe9e4df9640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T07:28:01.917 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.917+0000 7f4987fff640 1 -- 172.21.15.31:0/1850412875 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v91) ==== 161+0+0 (secure 0 0 0) 0x7f49940837a0 con 0x7f49a015cdc0 2024-09-16T07:28:01.917 INFO:teuthology.orchestra.run.smithi031.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-16T07:28:01.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.920+0000 7f49a5abf640 1 -- 172.21.15.31:0/1850412875 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f498c078f10 msgr2=0x7f498c07b3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:01.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.920+0000 7f49a5abf640 1 --2- 172.21.15.31:0/1850412875 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f498c078f10 0x7f498c07b3d0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f4990005fd0 tx=0x7f4990009500 comp rx=0 tx=0).stop 2024-09-16T07:28:01.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.920+0000 7f49a5abf640 1 -- 172.21.15.31:0/1850412875 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f49a015cdc0 msgr2=0x7f49a00cb580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:01.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.920+0000 7f49a5abf640 1 --2- 172.21.15.31:0/1850412875 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f49a015cdc0 0x7f49a00cb580 secure :-1 s=READY pgs=1482 cs=0 l=1 rev1=1 crypto rx=0x7f49940098f0 tx=0x7f49940316b0 comp rx=0 tx=0).stop 2024-09-16T07:28:01.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.920+0000 7f49a5abf640 1 -- 172.21.15.31:0/1850412875 shutdown_connections 2024-09-16T07:28:01.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.920+0000 7f49a5abf640 1 --2- 172.21.15.31:0/1850412875 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f498c078f10 0x7f498c07b3d0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:01.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.920+0000 7f49a5abf640 1 --2- 172.21.15.31:0/1850412875 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f49a015f6d0 0x7f49a00c93a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:01.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.920+0000 7f49a5abf640 1 --2- 172.21.15.31:0/1850412875 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f49a015cdc0 0x7f49a00cb580 unknown :-1 s=CLOSED pgs=1482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:01.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.920+0000 7f49a5abf640 1 --2- 172.21.15.31:0/1850412875 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f49a00d2410 0x7f49a014d320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:01.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.921+0000 7f49a5abf640 1 -- 172.21.15.31:0/1850412875 >> 172.21.15.31:0/1850412875 conn(0x7f49a009aa30 msgr2=0x7f49a015d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:01.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.921+0000 7f49a5abf640 1 -- 172.21.15.31:0/1850412875 shutdown_connections 2024-09-16T07:28:01.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:01.921+0000 7f49a5abf640 1 -- 172.21.15.31:0/1850412875 wait complete. 2024-09-16T07:28:01.921 INFO:tasks.ceph.mds.a.smithi031.stderr: -1646> 2024-09-16T07:27:41.430+0000 7fece2a8e640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-16T07:28:01.933 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-16T07:28:01.949 INFO:tasks.ceph.mds.a.smithi031.stdout:starting mds.a at 2024-09-16T07:28:02.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:02.041+0000 7f08bd316640 1 -- 172.21.15.31:0/367338537 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f08b80d01b0 msgr2=0x7f08b80d2440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:02.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:02.041+0000 7f08bd316640 1 --2- 172.21.15.31:0/367338537 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f08b80d01b0 0x7f08b80d2440 secure :-1 s=READY pgs=1487 cs=0 l=1 rev1=1 crypto rx=0x7f08a0009830 tx=0x7f08a002a480 comp rx=0 tx=0).stop 2024-09-16T07:28:02.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:02.041+0000 7f08bd316640 1 -- 172.21.15.31:0/367338537 shutdown_connections 2024-09-16T07:28:02.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:02.041+0000 7f08bd316640 1 --2- 172.21.15.31:0/367338537 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f08b80b3de0 0x7f08b80b4230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:02.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:02.041+0000 7f08bd316640 1 --2- 172.21.15.31:0/367338537 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f08b80d01b0 0x7f08b80d2440 unknown :-1 s=CLOSED pgs=1487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:02.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:02.041+0000 7f08bd316640 1 -- 172.21.15.31:0/367338537 >> 172.21.15.31:0/367338537 conn(0x7f08b80d3e30 msgr2=0x7f08b80d4240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:02.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:02.041+0000 7f08bd316640 1 -- 172.21.15.31:0/367338537 shutdown_connections 2024-09-16T07:28:02.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:02.041+0000 7f08bd316640 1 -- 172.21.15.31:0/367338537 wait complete. 2024-09-16T07:28:02.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:02.043+0000 7f08bd316640 1 Processor -- start 2024-09-16T07:28:02.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:02.043+0000 7f08bd316640 1 -- start start 2024-09-16T07:28:02.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:02.043+0000 7f08bd316640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f08b80b3de0 0x7f08b80b8930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:02.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:02.043+0000 7f08bd316640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f08b80d01b0 0x7f08b814bb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:02.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:02.043+0000 7f08bd316640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f08b81617f0 0x7f08b8156ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:02.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:02.043+0000 7f08bd316640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f08b80b48f0 con 0x7f08b80d01b0 2024-09-16T07:28:02.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:02.043+0000 7f08bd316640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f08b80b4770 con 0x7f08b80b3de0 2024-09-16T07:28:02.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:02.043+0000 7f08bd316640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f08b80b4a70 con 0x7f08b81617f0 2024-09-16T07:28:02.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:02.044+0000 7f08b67fc640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f08b80d01b0 0x7f08b814bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:02.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:02.044+0000 7f08b67fc640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f08b80d01b0 0x7f08b814bb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52218/0 (socket says 172.21.15.31:52218) 2024-09-16T07:28:02.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:02.044+0000 7f08b67fc640 1 -- 172.21.15.31:0/1678619145 learned_addr learned my addr 172.21.15.31:0/1678619145 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:02.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:02.044+0000 7f08b6ffd640 1 --2- 172.21.15.31:0/1678619145 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f08b80b3de0 0x7f08b80b8930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:02.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:02.044+0000 7f08b67fc640 1 -- 172.21.15.31:0/1678619145 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f08b81617f0 msgr2=0x7f08b8156ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:02.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:02.044+0000 7f08b67fc640 1 --2- 172.21.15.31:0/1678619145 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f08b81617f0 0x7f08b8156ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:02.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:02.044+0000 7f08b67fc640 1 -- 172.21.15.31:0/1678619145 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f08b80b3de0 msgr2=0x7f08b80b8930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:02.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:02.044+0000 7f08b67fc640 1 --2- 172.21.15.31:0/1678619145 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f08b80b3de0 0x7f08b80b8930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:02.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:02.044+0000 7f08b67fc640 1 -- 172.21.15.31:0/1678619145 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08b80b8fb0 con 0x7f08b80d01b0 2024-09-16T07:28:02.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:02.044+0000 7f08b6ffd640 1 --2- 172.21.15.31:0/1678619145 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f08b80b3de0 0x7f08b80b8930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:28:02.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:02.044+0000 7f08b67fc640 1 --2- 172.21.15.31:0/1678619145 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f08b80d01b0 0x7f08b814bb20 secure :-1 s=READY pgs=1488 cs=0 l=1 rev1=1 crypto rx=0x7f08a0009950 tx=0x7f08a0032c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:02.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:02.044+0000 7f08af7fe640 1 -- 172.21.15.31:0/1678619145 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08a0040070 con 0x7f08b80d01b0 2024-09-16T07:28:02.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:02.044+0000 7f08af7fe640 1 -- 172.21.15.31:0/1678619145 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f08a0005330 con 0x7f08b80d01b0 2024-09-16T07:28:02.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:02.044+0000 7f08bd316640 1 -- 172.21.15.31:0/1678619145 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f08b80b9290 con 0x7f08b80d01b0 2024-09-16T07:28:02.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:02.044+0000 7f08af7fe640 1 -- 172.21.15.31:0/1678619145 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08a00047a0 con 0x7f08b80d01b0 2024-09-16T07:28:02.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:02.044+0000 7f08bd316640 1 -- 172.21.15.31:0/1678619145 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f08b80b9850 con 0x7f08b80d01b0 2024-09-16T07:28:02.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:02.045+0000 7f08bd316640 1 -- 172.21.15.31:0/1678619145 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f08b80b4f90 con 0x7f08b80d01b0 2024-09-16T07:28:02.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:02.046+0000 7f08af7fe640 1 -- 172.21.15.31:0/1678619145 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 22) ==== 101899+0+0 (secure 0 0 0) 0x7f08a0039040 con 0x7f08b80d01b0 2024-09-16T07:28:02.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:02.046+0000 7f08af7fe640 1 --2- 172.21.15.31:0/1678619145 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0898078f10 0x7f089807b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:02.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:02.047+0000 7f08af7fe640 1 -- 172.21.15.31:0/1678619145 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 5823+0+0 (secure 0 0 0) 0x7f08a00bcb00 con 0x7f08b80d01b0 2024-09-16T07:28:02.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:02.047+0000 7f08b6ffd640 1 --2- 172.21.15.31:0/1678619145 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0898078f10 0x7f089807b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:02.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:02.047+0000 7f08b6ffd640 1 --2- 172.21.15.31:0/1678619145 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0898078f10 0x7f089807b3d0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f08b0007fd0 tx=0x7f08b0009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:02.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:02.051+0000 7f08af7fe640 1 -- 172.21.15.31:0/1678619145 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f08a00845d0 con 0x7f08b80d01b0 2024-09-16T07:28:02.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:02.276+0000 7f08bd316640 1 -- 172.21.15.31:0/1678619145 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f08b80747a0 con 0x7f08b80d01b0 2024-09-16T07:28:02.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:02.924+0000 7f08af7fe640 1 -- 172.21.15.31:0/1678619145 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v92) ==== 104+0+0 (secure 0 0 0) 0x7f08a0083ed0 con 0x7f08b80d01b0 2024-09-16T07:28:02.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:02.927+0000 7f08bd316640 1 -- 172.21.15.31:0/1678619145 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0898078f10 msgr2=0x7f089807b3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:02.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:02.927+0000 7f08bd316640 1 --2- 172.21.15.31:0/1678619145 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0898078f10 0x7f089807b3d0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f08b0007fd0 tx=0x7f08b0009040 comp rx=0 tx=0).stop 2024-09-16T07:28:02.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:02.927+0000 7f08bd316640 1 -- 172.21.15.31:0/1678619145 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f08b80d01b0 msgr2=0x7f08b814bb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:02.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:02.927+0000 7f08bd316640 1 --2- 172.21.15.31:0/1678619145 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f08b80d01b0 0x7f08b814bb20 secure :-1 s=READY pgs=1488 cs=0 l=1 rev1=1 crypto rx=0x7f08a0009950 tx=0x7f08a0032c10 comp rx=0 tx=0).stop 2024-09-16T07:28:02.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:02.927+0000 7f08bd316640 1 -- 172.21.15.31:0/1678619145 shutdown_connections 2024-09-16T07:28:02.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:02.927+0000 7f08bd316640 1 --2- 172.21.15.31:0/1678619145 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0898078f10 0x7f089807b3d0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:02.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:02.927+0000 7f08bd316640 1 --2- 172.21.15.31:0/1678619145 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f08b81617f0 0x7f08b8156ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:02.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:02.927+0000 7f08bd316640 1 --2- 172.21.15.31:0/1678619145 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f08b80d01b0 0x7f08b814bb20 unknown :-1 s=CLOSED pgs=1488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:02.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:02.927+0000 7f08bd316640 1 --2- 172.21.15.31:0/1678619145 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f08b80b3de0 0x7f08b80b8930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:02.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:02.927+0000 7f08bd316640 1 -- 172.21.15.31:0/1678619145 >> 172.21.15.31:0/1678619145 conn(0x7f08b80d3e30 msgr2=0x7f08b80b0e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:02.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:02.927+0000 7f08bd316640 1 -- 172.21.15.31:0/1678619145 shutdown_connections 2024-09-16T07:28:02.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:02.928+0000 7f08bd316640 1 -- 172.21.15.31:0/1678619145 wait complete. 2024-09-16T07:28:02.941 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-16T07:28:03.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:03.097+0000 7f38278b6640 1 -- 172.21.15.31:0/3066637643 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f38200ceb00 msgr2=0x7f38200b2310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:03.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:03.097+0000 7f38278b6640 1 --2- 172.21.15.31:0/3066637643 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f38200ceb00 0x7f38200b2310 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f3810009860 tx=0x7f381002a530 comp rx=0 tx=0).stop 2024-09-16T07:28:03.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:03.097+0000 7f38278b6640 1 -- 172.21.15.31:0/3066637643 shutdown_connections 2024-09-16T07:28:03.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:03.097+0000 7f38278b6640 1 --2- 172.21.15.31:0/3066637643 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f38200ceb00 0x7f38200b2310 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:03.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:03.097+0000 7f38278b6640 1 -- 172.21.15.31:0/3066637643 >> 172.21.15.31:0/3066637643 conn(0x7f38200d1bc0 msgr2=0x7f38200d1fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:03.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:03.097+0000 7f38278b6640 1 -- 172.21.15.31:0/3066637643 shutdown_connections 2024-09-16T07:28:03.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:03.097+0000 7f38278b6640 1 -- 172.21.15.31:0/3066637643 wait complete. 2024-09-16T07:28:03.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:03.098+0000 7f38278b6640 1 Processor -- start 2024-09-16T07:28:03.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:03.098+0000 7f38278b6640 1 -- start start 2024-09-16T07:28:03.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:03.099+0000 7f38278b6640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f38200ceb00 0x7f3820157cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:03.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:03.099+0000 7f38278b6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f38200d07a0 0x7f38201f2f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:03.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:03.099+0000 7f38278b6640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f382015f4c0 0x7f382014ac60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:03.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:03.099+0000 7f38278b6640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f38200b2be0 con 0x7f38200d07a0 2024-09-16T07:28:03.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:03.099+0000 7f38278b6640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f38200b2a60 con 0x7f382015f4c0 2024-09-16T07:28:03.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:03.099+0000 7f38278b6640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f38200ccd40 con 0x7f38200ceb00 2024-09-16T07:28:03.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:03.099+0000 7f3824e51640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f38200d07a0 0x7f38201f2f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:03.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:03.099+0000 7f3824e51640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f38200d07a0 0x7f38201f2f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48574/0 (socket says 172.21.15.31:48574) 2024-09-16T07:28:03.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:03.099+0000 7f3824e51640 1 -- 172.21.15.31:0/2306842162 learned_addr learned my addr 172.21.15.31:0/2306842162 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:03.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:03.099+0000 7f3825652640 1 --2- 172.21.15.31:0/2306842162 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f38200ceb00 0x7f3820157cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:03.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:03.100+0000 7f3825e53640 1 --2- 172.21.15.31:0/2306842162 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f382015f4c0 0x7f382014ac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:03.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:03.100+0000 7f3824e51640 1 -- 172.21.15.31:0/2306842162 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f38200ceb00 msgr2=0x7f3820157cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:03.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:03.100+0000 7f3824e51640 1 --2- 172.21.15.31:0/2306842162 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f38200ceb00 0x7f3820157cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:03.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:03.100+0000 7f3824e51640 1 -- 172.21.15.31:0/2306842162 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f382015f4c0 msgr2=0x7f382014ac60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:03.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:03.100+0000 7f3824e51640 1 --2- 172.21.15.31:0/2306842162 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f382015f4c0 0x7f382014ac60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:03.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:03.100+0000 7f3824e51640 1 -- 172.21.15.31:0/2306842162 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3820159ad0 con 0x7f38200d07a0 2024-09-16T07:28:03.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:03.100+0000 7f3824e51640 1 --2- 172.21.15.31:0/2306842162 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f38200d07a0 0x7f38201f2f30 secure :-1 s=READY pgs=1490 cs=0 l=1 rev1=1 crypto rx=0x7f3810009980 tx=0x7f3810003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:03.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:03.100+0000 7f3815ffb640 1 -- 172.21.15.31:0/2306842162 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3810005c90 con 0x7f38200d07a0 2024-09-16T07:28:03.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:03.100+0000 7f3815ffb640 1 -- 172.21.15.31:0/2306842162 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3810005020 con 0x7f38200d07a0 2024-09-16T07:28:03.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:03.100+0000 7f3815ffb640 1 -- 172.21.15.31:0/2306842162 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3810005410 con 0x7f38200d07a0 2024-09-16T07:28:03.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:03.100+0000 7f38278b6640 1 -- 172.21.15.31:0/2306842162 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3820159db0 con 0x7f38200d07a0 2024-09-16T07:28:03.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:03.100+0000 7f38278b6640 1 -- 172.21.15.31:0/2306842162 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f382015a370 con 0x7f38200d07a0 2024-09-16T07:28:03.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:03.101+0000 7f38278b6640 1 -- 172.21.15.31:0/2306842162 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f38200cd2d0 con 0x7f38200d07a0 2024-09-16T07:28:03.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:03.102+0000 7f3815ffb640 1 -- 172.21.15.31:0/2306842162 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 22) ==== 101899+0+0 (secure 0 0 0) 0x7f3810039040 con 0x7f38200d07a0 2024-09-16T07:28:03.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:03.103+0000 7f3815ffb640 1 --2- 172.21.15.31:0/2306842162 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3804078f10 0x7f380407b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:03.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:03.103+0000 7f3815ffb640 1 -- 172.21.15.31:0/2306842162 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 5823+0+0 (secure 0 0 0) 0x7f38100bc620 con 0x7f38200d07a0 2024-09-16T07:28:03.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:03.103+0000 7f3825652640 1 --2- 172.21.15.31:0/2306842162 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3804078f10 0x7f380407b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:03.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:03.103+0000 7f3825652640 1 --2- 172.21.15.31:0/2306842162 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3804078f10 0x7f380407b3d0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f381c001120 tx=0x7f381c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:03.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:03.107+0000 7f3815ffb640 1 -- 172.21.15.31:0/2306842162 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f3810040030 con 0x7f38200d07a0 2024-09-16T07:28:03.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:03.293+0000 7f38278b6640 1 -- 172.21.15.31:0/2306842162 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f38200b0c50 con 0x7f38200d07a0 2024-09-16T07:28:03.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:03.928+0000 7f3815ffb640 1 -- 172.21.15.31:0/2306842162 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v132) ==== 181+0+0 (secure 0 0 0) 0x7f3810084180 con 0x7f38200d07a0 2024-09-16T07:28:03.927 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_metadata' removed 2024-09-16T07:28:03.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:03.930+0000 7f38278b6640 1 -- 172.21.15.31:0/2306842162 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3804078f10 msgr2=0x7f380407b3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:03.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:03.930+0000 7f38278b6640 1 --2- 172.21.15.31:0/2306842162 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3804078f10 0x7f380407b3d0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f381c001120 tx=0x7f381c009040 comp rx=0 tx=0).stop 2024-09-16T07:28:03.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:03.930+0000 7f38278b6640 1 -- 172.21.15.31:0/2306842162 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f38200d07a0 msgr2=0x7f38201f2f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:03.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:03.930+0000 7f38278b6640 1 --2- 172.21.15.31:0/2306842162 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f38200d07a0 0x7f38201f2f30 secure :-1 s=READY pgs=1490 cs=0 l=1 rev1=1 crypto rx=0x7f3810009980 tx=0x7f3810003c10 comp rx=0 tx=0).stop 2024-09-16T07:28:03.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:03.931+0000 7f38278b6640 1 -- 172.21.15.31:0/2306842162 shutdown_connections 2024-09-16T07:28:03.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:03.931+0000 7f38278b6640 1 --2- 172.21.15.31:0/2306842162 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3804078f10 0x7f380407b3d0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:03.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:03.931+0000 7f38278b6640 1 --2- 172.21.15.31:0/2306842162 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f382015f4c0 0x7f382014ac60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:03.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:03.931+0000 7f38278b6640 1 --2- 172.21.15.31:0/2306842162 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f38200d07a0 0x7f38201f2f30 unknown :-1 s=CLOSED pgs=1490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:03.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:03.931+0000 7f38278b6640 1 --2- 172.21.15.31:0/2306842162 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f38200ceb00 0x7f3820157cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:03.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:03.931+0000 7f38278b6640 1 -- 172.21.15.31:0/2306842162 >> 172.21.15.31:0/2306842162 conn(0x7f38200d1bc0 msgr2=0x7f38200b1520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:03.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:03.931+0000 7f38278b6640 1 -- 172.21.15.31:0/2306842162 shutdown_connections 2024-09-16T07:28:03.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:03.931+0000 7f38278b6640 1 -- 172.21.15.31:0/2306842162 wait complete. 2024-09-16T07:28:03.944 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-16T07:28:04.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:04.056+0000 7f011e8ef640 1 -- 172.21.15.31:0/4210009820 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f01180d1c10 msgr2=0x7f0118160140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:04.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:04.056+0000 7f011e8ef640 1 --2- 172.21.15.31:0/4210009820 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f01180d1c10 0x7f0118160140 secure :-1 s=READY pgs=1492 cs=0 l=1 rev1=1 crypto rx=0x7f0108009830 tx=0x7f010802a510 comp rx=0 tx=0).stop 2024-09-16T07:28:04.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:04.056+0000 7f011e8ef640 1 -- 172.21.15.31:0/4210009820 shutdown_connections 2024-09-16T07:28:04.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:04.056+0000 7f011e8ef640 1 --2- 172.21.15.31:0/4210009820 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f01180d1c10 0x7f0118160140 unknown :-1 s=CLOSED pgs=1492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:04.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:04.056+0000 7f011e8ef640 1 -- 172.21.15.31:0/4210009820 >> 172.21.15.31:0/4210009820 conn(0x7f011809aa30 msgr2=0x7f011809ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:04.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:04.056+0000 7f011e8ef640 1 -- 172.21.15.31:0/4210009820 shutdown_connections 2024-09-16T07:28:04.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:04.056+0000 7f011e8ef640 1 -- 172.21.15.31:0/4210009820 wait complete. 2024-09-16T07:28:04.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:04.057+0000 7f011e8ef640 1 Processor -- start 2024-09-16T07:28:04.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:04.057+0000 7f011e8ef640 1 -- start start 2024-09-16T07:28:04.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:04.058+0000 7f011e8ef640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f01180d1c10 0x7f01181f8aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:04.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:04.058+0000 7f011e8ef640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f01180d1ff0 0x7f01180ce650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:04.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:04.058+0000 7f011e8ef640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f011815d250 0x7f01180ceb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:04.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:04.058+0000 7f011e8ef640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f01180b2f60 con 0x7f011815d250 2024-09-16T07:28:04.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:04.058+0000 7f011e8ef640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f01180b2de0 con 0x7f01180d1c10 2024-09-16T07:28:04.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:04.058+0000 7f011e8ef640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f01180b30e0 con 0x7f01180d1ff0 2024-09-16T07:28:04.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:04.058+0000 7f011ce8c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f011815d250 0x7f01180ceb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:04.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:04.058+0000 7f011ce8c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f011815d250 0x7f01180ceb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48592/0 (socket says 172.21.15.31:48592) 2024-09-16T07:28:04.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:04.058+0000 7f011ce8c640 1 -- 172.21.15.31:0/3045325047 learned_addr learned my addr 172.21.15.31:0/3045325047 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:04.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:04.058+0000 7f0117fff640 1 --2- 172.21.15.31:0/3045325047 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f01180d1c10 0x7f01181f8aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:04.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:04.058+0000 7f01177fe640 1 --2- 172.21.15.31:0/3045325047 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f01180d1ff0 0x7f01180ce650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:04.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:04.058+0000 7f011ce8c640 1 -- 172.21.15.31:0/3045325047 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f01180d1ff0 msgr2=0x7f01180ce650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:04.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:04.058+0000 7f011ce8c640 1 --2- 172.21.15.31:0/3045325047 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f01180d1ff0 0x7f01180ce650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:04.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:04.058+0000 7f011ce8c640 1 -- 172.21.15.31:0/3045325047 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f01180d1c10 msgr2=0x7f01181f8aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:04.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:04.058+0000 7f011ce8c640 1 --2- 172.21.15.31:0/3045325047 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f01180d1c10 0x7f01181f8aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:04.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:04.058+0000 7f011ce8c640 1 -- 172.21.15.31:0/3045325047 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01181f4df0 con 0x7f011815d250 2024-09-16T07:28:04.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:04.058+0000 7f0117fff640 1 --2- 172.21.15.31:0/3045325047 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f01180d1c10 0x7f01181f8aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:28:04.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:04.058+0000 7f011ce8c640 1 --2- 172.21.15.31:0/3045325047 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f011815d250 0x7f01180ceb90 secure :-1 s=READY pgs=1493 cs=0 l=1 rev1=1 crypto rx=0x7f011000cbc0 tx=0x7f011000a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:04.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:04.059+0000 7f0114ff9640 1 -- 172.21.15.31:0/3045325047 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0110016020 con 0x7f011815d250 2024-09-16T07:28:04.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:04.059+0000 7f0114ff9640 1 -- 172.21.15.31:0/3045325047 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f011000ae30 con 0x7f011815d250 2024-09-16T07:28:04.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:04.059+0000 7f011e8ef640 1 -- 172.21.15.31:0/3045325047 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f01181f50d0 con 0x7f011815d250 2024-09-16T07:28:04.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:04.059+0000 7f0114ff9640 1 -- 172.21.15.31:0/3045325047 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0110012660 con 0x7f011815d250 2024-09-16T07:28:04.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:04.059+0000 7f011e8ef640 1 -- 172.21.15.31:0/3045325047 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01181f5690 con 0x7f011815d250 2024-09-16T07:28:04.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:04.060+0000 7f011e8ef640 1 -- 172.21.15.31:0/3045325047 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f011815ff20 con 0x7f011815d250 2024-09-16T07:28:04.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:04.060+0000 7f0114ff9640 1 -- 172.21.15.31:0/3045325047 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 22) ==== 101899+0+0 (secure 0 0 0) 0x7f0110019020 con 0x7f011815d250 2024-09-16T07:28:04.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:04.061+0000 7f0114ff9640 1 --2- 172.21.15.31:0/3045325047 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0104078f10 0x7f010407b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:04.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:04.061+0000 7f0114ff9640 1 -- 172.21.15.31:0/3045325047 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(132..132 src has 1..132) ==== 5385+0+0 (secure 0 0 0) 0x7f011009b910 con 0x7f011815d250 2024-09-16T07:28:04.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:04.061+0000 7f0117fff640 1 --2- 172.21.15.31:0/3045325047 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0104078f10 0x7f010407b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:04.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:04.061+0000 7f0117fff640 1 --2- 172.21.15.31:0/3045325047 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0104078f10 0x7f010407b3d0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f0108034000 tx=0x7f0108004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:04.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:04.065+0000 7f0114ff9640 1 -- 172.21.15.31:0/3045325047 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f011815ff20 con 0x7f011815d250 2024-09-16T07:28:04.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:04.252+0000 7f011e8ef640 1 -- 172.21.15.31:0/3045325047 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f0118160140 con 0x7f011815d250 2024-09-16T07:28:04.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:04.934+0000 7f0114ff9640 1 -- 172.21.15.31:0/3045325047 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v133) ==== 169+0+0 (secure 0 0 0) 0x7f0110020030 con 0x7f011815d250 2024-09-16T07:28:04.933 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_data' removed 2024-09-16T07:28:04.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:04.938+0000 7f011e8ef640 1 -- 172.21.15.31:0/3045325047 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0104078f10 msgr2=0x7f010407b3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:04.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:04.938+0000 7f011e8ef640 1 --2- 172.21.15.31:0/3045325047 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0104078f10 0x7f010407b3d0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f0108034000 tx=0x7f0108004730 comp rx=0 tx=0).stop 2024-09-16T07:28:04.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:04.938+0000 7f011e8ef640 1 -- 172.21.15.31:0/3045325047 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f011815d250 msgr2=0x7f01180ceb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:04.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:04.938+0000 7f011e8ef640 1 --2- 172.21.15.31:0/3045325047 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f011815d250 0x7f01180ceb90 secure :-1 s=READY pgs=1493 cs=0 l=1 rev1=1 crypto rx=0x7f011000cbc0 tx=0x7f011000a430 comp rx=0 tx=0).stop 2024-09-16T07:28:04.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:04.939+0000 7f011e8ef640 1 -- 172.21.15.31:0/3045325047 shutdown_connections 2024-09-16T07:28:04.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:04.939+0000 7f011e8ef640 1 --2- 172.21.15.31:0/3045325047 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0104078f10 0x7f010407b3d0 secure :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f0108034000 tx=0x7f0108004730 comp rx=0 tx=0).stop 2024-09-16T07:28:04.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:04.939+0000 7f011e8ef640 1 --2- 172.21.15.31:0/3045325047 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f011815d250 0x7f01180ceb90 unknown :-1 s=CLOSED pgs=1493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:04.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:04.939+0000 7f011e8ef640 1 --2- 172.21.15.31:0/3045325047 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f01180d1ff0 0x7f01180ce650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:04.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:04.939+0000 7f011e8ef640 1 --2- 172.21.15.31:0/3045325047 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f01180d1c10 0x7f01181f8aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:04.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:04.939+0000 7f011e8ef640 1 -- 172.21.15.31:0/3045325047 >> 172.21.15.31:0/3045325047 conn(0x7f011809aa30 msgr2=0x7f01180aeca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:04.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:04.940+0000 7f011e8ef640 1 -- 172.21.15.31:0/3045325047 shutdown_connections 2024-09-16T07:28:04.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:04.940+0000 7f011e8ef640 1 -- 172.21.15.31:0/3045325047 wait complete. 2024-09-16T07:28:04.957 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config reset 27 2024-09-16T07:28:05.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.067+0000 7f9201a87640 1 -- 172.21.15.31:0/3199509786 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f91fc0b3140 msgr2=0x7f91fc0cf470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:05.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.067+0000 7f9201a87640 1 --2- 172.21.15.31:0/3199509786 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f91fc0b3140 0x7f91fc0cf470 secure :-1 s=READY pgs=1494 cs=0 l=1 rev1=1 crypto rx=0x7f91f0005fd0 tx=0x7f91f002a5d0 comp rx=0 tx=0).stop 2024-09-16T07:28:05.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.067+0000 7f9201a87640 1 -- 172.21.15.31:0/3199509786 shutdown_connections 2024-09-16T07:28:05.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.067+0000 7f9201a87640 1 --2- 172.21.15.31:0/3199509786 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f91fc0b3140 0x7f91fc0cf470 unknown :-1 s=CLOSED pgs=1494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:05.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.067+0000 7f9201a87640 1 --2- 172.21.15.31:0/3199509786 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f91fc151370 0x7f91fc0cef30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:05.068 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.067+0000 7f9201a87640 1 -- 172.21.15.31:0/3199509786 >> 172.21.15.31:0/3199509786 conn(0x7f91fc0b1690 msgr2=0x7f91fc0b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:05.068 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.068+0000 7f9201a87640 1 -- 172.21.15.31:0/3199509786 shutdown_connections 2024-09-16T07:28:05.068 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.068+0000 7f9201a87640 1 -- 172.21.15.31:0/3199509786 wait complete. 2024-09-16T07:28:05.068 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.069+0000 7f9201a87640 1 Processor -- start 2024-09-16T07:28:05.068 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.069+0000 7f9201a87640 1 -- start start 2024-09-16T07:28:05.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.070+0000 7f9201a87640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f91fc0725a0 0x7f91fc1f55d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:05.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.070+0000 7f9201a87640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f91fc0b3140 0x7f91fc0ce870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:05.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.070+0000 7f9201a87640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f91fc151370 0x7f91fc1e3f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:05.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.070+0000 7f9201a87640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f91fc06ec50 con 0x7f91fc0b3140 2024-09-16T07:28:05.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.070+0000 7f9201a87640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f91fc06ead0 con 0x7f91fc151370 2024-09-16T07:28:05.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.070+0000 7f9201a87640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f91fc06f9f0 con 0x7f91fc0725a0 2024-09-16T07:28:05.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.070+0000 7f91faffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f91fc0b3140 0x7f91fc0ce870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:05.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.070+0000 7f91faffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f91fc0b3140 0x7f91fc0ce870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48602/0 (socket says 172.21.15.31:48602) 2024-09-16T07:28:05.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.070+0000 7f91faffd640 1 -- 172.21.15.31:0/2969136616 learned_addr learned my addr 172.21.15.31:0/2969136616 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:05.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.070+0000 7f91fb7fe640 1 --2- 172.21.15.31:0/2969136616 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f91fc0725a0 0x7f91fc1f55d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:05.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.070+0000 7f91fbfff640 1 --2- 172.21.15.31:0/2969136616 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f91fc151370 0x7f91fc1e3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:05.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.070+0000 7f91faffd640 1 -- 172.21.15.31:0/2969136616 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f91fc0725a0 msgr2=0x7f91fc1f55d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:05.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.070+0000 7f91faffd640 1 --2- 172.21.15.31:0/2969136616 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f91fc0725a0 0x7f91fc1f55d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:05.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.070+0000 7f91faffd640 1 -- 172.21.15.31:0/2969136616 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f91fc151370 msgr2=0x7f91fc1e3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:05.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.070+0000 7f91faffd640 1 --2- 172.21.15.31:0/2969136616 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f91fc151370 0x7f91fc1e3f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:05.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.070+0000 7f91faffd640 1 -- 172.21.15.31:0/2969136616 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91fc0cf210 con 0x7f91fc0b3140 2024-09-16T07:28:05.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.070+0000 7f91faffd640 1 --2- 172.21.15.31:0/2969136616 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f91fc0b3140 0x7f91fc0ce870 secure :-1 s=READY pgs=1495 cs=0 l=1 rev1=1 crypto rx=0x7f91f0009850 tx=0x7f91f00035f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:05.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.070+0000 7f91e3fff640 1 -- 172.21.15.31:0/2969136616 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91f003f070 con 0x7f91fc0b3140 2024-09-16T07:28:05.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.070+0000 7f91e3fff640 1 -- 172.21.15.31:0/2969136616 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f91f0003ce0 con 0x7f91fc0b3140 2024-09-16T07:28:05.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.070+0000 7f91e3fff640 1 -- 172.21.15.31:0/2969136616 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91f0035030 con 0x7f91fc0b3140 2024-09-16T07:28:05.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.071+0000 7f9201a87640 1 -- 172.21.15.31:0/2969136616 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91fc1f4dd0 con 0x7f91fc0b3140 2024-09-16T07:28:05.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.071+0000 7f9201a87640 1 -- 172.21.15.31:0/2969136616 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91fc1f4a20 con 0x7f91fc0b3140 2024-09-16T07:28:05.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.072+0000 7f9201a87640 1 -- 172.21.15.31:0/2969136616 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f91fc072a30 con 0x7f91fc0b3140 2024-09-16T07:28:05.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.072+0000 7f91e3fff640 1 -- 172.21.15.31:0/2969136616 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 22) ==== 101899+0+0 (secure 0 0 0) 0x7f91f0042070 con 0x7f91fc0b3140 2024-09-16T07:28:05.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.073+0000 7f91e3fff640 1 --2- 172.21.15.31:0/2969136616 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f91e8078f10 0x7f91e807b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:05.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.073+0000 7f91fb7fe640 1 --2- 172.21.15.31:0/2969136616 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f91e8078f10 0x7f91e807b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:05.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.073+0000 7f91e3fff640 1 -- 172.21.15.31:0/2969136616 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(133..133 src has 1..133) ==== 4971+0+0 (secure 0 0 0) 0x7f91f00bbe10 con 0x7f91fc0b3140 2024-09-16T07:28:05.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.073+0000 7f91fb7fe640 1 --2- 172.21.15.31:0/2969136616 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f91e8078f10 0x7f91e807b3d0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f91ec009b30 tx=0x7f91ec005f90 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:05.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.077+0000 7f91e3fff640 1 -- 172.21.15.31:0/2969136616 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f91f0083670 con 0x7f91fc0b3140 2024-09-16T07:28:05.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.271+0000 7f9201a87640 1 -- 172.21.15.31:0/2969136616 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "config reset", "num": 27} v 0) -- 0x7f91fc0b42b0 con 0x7f91fc0b3140 2024-09-16T07:28:05.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.274+0000 7f91e3fff640 1 -- 172.21.15.31:0/2969136616 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "config reset", "num": 27}]=0 v43) ==== 71+0+0 (secure 0 0 0) 0x7f91f00880a0 con 0x7f91fc0b3140 2024-09-16T07:28:05.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.276+0000 7f9201a87640 1 -- 172.21.15.31:0/2969136616 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f91e8078f10 msgr2=0x7f91e807b3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:05.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.276+0000 7f9201a87640 1 --2- 172.21.15.31:0/2969136616 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f91e8078f10 0x7f91e807b3d0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f91ec009b30 tx=0x7f91ec005f90 comp rx=0 tx=0).stop 2024-09-16T07:28:05.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.276+0000 7f9201a87640 1 -- 172.21.15.31:0/2969136616 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f91fc0b3140 msgr2=0x7f91fc0ce870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:05.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.276+0000 7f9201a87640 1 --2- 172.21.15.31:0/2969136616 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f91fc0b3140 0x7f91fc0ce870 secure :-1 s=READY pgs=1495 cs=0 l=1 rev1=1 crypto rx=0x7f91f0009850 tx=0x7f91f00035f0 comp rx=0 tx=0).stop 2024-09-16T07:28:05.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.276+0000 7f9201a87640 1 -- 172.21.15.31:0/2969136616 shutdown_connections 2024-09-16T07:28:05.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.276+0000 7f9201a87640 1 --2- 172.21.15.31:0/2969136616 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f91e8078f10 0x7f91e807b3d0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:05.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.276+0000 7f9201a87640 1 --2- 172.21.15.31:0/2969136616 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f91fc151370 0x7f91fc1e3f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:05.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.276+0000 7f9201a87640 1 --2- 172.21.15.31:0/2969136616 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f91fc0b3140 0x7f91fc0ce870 unknown :-1 s=CLOSED pgs=1495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:05.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.276+0000 7f9201a87640 1 --2- 172.21.15.31:0/2969136616 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f91fc0725a0 0x7f91fc1f55d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:05.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.276+0000 7f9201a87640 1 -- 172.21.15.31:0/2969136616 >> 172.21.15.31:0/2969136616 conn(0x7f91fc0b1690 msgr2=0x7f91fc0b08e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:05.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.276+0000 7f9201a87640 1 -- 172.21.15.31:0/2969136616 shutdown_connections 2024-09-16T07:28:05.277 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.276+0000 7f9201a87640 1 -- 172.21.15.31:0/2969136616 wait complete. 2024-09-16T07:28:05.287 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_volumes.TestMisc.test_subvolume_ops_on_nonexistent_vol' 2024-09-16T07:28:05.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.393+0000 7f6a2fe7f640 1 -- 172.21.15.31:0/565260097 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6a28072cb0 msgr2=0x7f6a2806f9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:05.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.393+0000 7f6a2fe7f640 1 --2- 172.21.15.31:0/565260097 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6a28072cb0 0x7f6a2806f9f0 secure :-1 s=READY pgs=1497 cs=0 l=1 rev1=1 crypto rx=0x7f6a18005fd0 tx=0x7f6a1802bbc0 comp rx=0 tx=0).stop 2024-09-16T07:28:05.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.393+0000 7f6a2fe7f640 1 -- 172.21.15.31:0/565260097 shutdown_connections 2024-09-16T07:28:05.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.393+0000 7f6a2fe7f640 1 --2- 172.21.15.31:0/565260097 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6a28072cb0 0x7f6a2806f9f0 unknown :-1 s=CLOSED pgs=1497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:05.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.393+0000 7f6a2fe7f640 1 -- 172.21.15.31:0/565260097 >> 172.21.15.31:0/565260097 conn(0x7f6a280b1690 msgr2=0x7f6a280b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:05.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.393+0000 7f6a2fe7f640 1 -- 172.21.15.31:0/565260097 shutdown_connections 2024-09-16T07:28:05.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.393+0000 7f6a2fe7f640 1 -- 172.21.15.31:0/565260097 wait complete. 2024-09-16T07:28:05.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.394+0000 7f6a2fe7f640 1 Processor -- start 2024-09-16T07:28:05.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.394+0000 7f6a2fe7f640 1 -- start start 2024-09-16T07:28:05.395 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.395+0000 7f6a2fe7f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6a28072cb0 0x7f6a281451d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:05.395 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.395+0000 7f6a2fe7f640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6a280cf640 0x7f6a28148830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:05.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.395+0000 7f6a2fe7f640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6a28151370 0x7f6a281f3130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:05.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.395+0000 7f6a2fe7f640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f6a2806e970 con 0x7f6a28072cb0 2024-09-16T07:28:05.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.395+0000 7f6a2fe7f640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f6a2806e7f0 con 0x7f6a280cf640 2024-09-16T07:28:05.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.395+0000 7f6a2fe7f640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f6a2806eaf0 con 0x7f6a28151370 2024-09-16T07:28:05.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.395+0000 7f6a2dc1b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6a28072cb0 0x7f6a281451d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:05.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.395+0000 7f6a2dc1b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6a28072cb0 0x7f6a281451d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48618/0 (socket says 172.21.15.31:48618) 2024-09-16T07:28:05.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.395+0000 7f6a2dc1b640 1 -- 172.21.15.31:0/2971260318 learned_addr learned my addr 172.21.15.31:0/2971260318 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:05.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.395+0000 7f6a2d41a640 1 --2- 172.21.15.31:0/2971260318 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6a280cf640 0x7f6a28148830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:05.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.395+0000 7f6a2e41c640 1 --2- 172.21.15.31:0/2971260318 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6a28151370 0x7f6a281f3130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:05.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.395+0000 7f6a2dc1b640 1 -- 172.21.15.31:0/2971260318 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6a28151370 msgr2=0x7f6a281f3130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:05.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.395+0000 7f6a2dc1b640 1 --2- 172.21.15.31:0/2971260318 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6a28151370 0x7f6a281f3130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:05.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.395+0000 7f6a2dc1b640 1 -- 172.21.15.31:0/2971260318 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6a280cf640 msgr2=0x7f6a28148830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:05.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.395+0000 7f6a2dc1b640 1 --2- 172.21.15.31:0/2971260318 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6a280cf640 0x7f6a28148830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:05.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.395+0000 7f6a2dc1b640 1 -- 172.21.15.31:0/2971260318 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a280cd9b0 con 0x7f6a28072cb0 2024-09-16T07:28:05.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.395+0000 7f6a2d41a640 1 --2- 172.21.15.31:0/2971260318 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6a280cf640 0x7f6a28148830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:28:05.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.396+0000 7f6a2dc1b640 1 --2- 172.21.15.31:0/2971260318 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6a28072cb0 0x7f6a281451d0 secure :-1 s=READY pgs=1498 cs=0 l=1 rev1=1 crypto rx=0x7f6a2000b3f0 tx=0x7f6a2000b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:05.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.396+0000 7f6a267fc640 1 -- 172.21.15.31:0/2971260318 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a20015020 con 0x7f6a28072cb0 2024-09-16T07:28:05.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.396+0000 7f6a267fc640 1 -- 172.21.15.31:0/2971260318 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6a20011920 con 0x7f6a28072cb0 2024-09-16T07:28:05.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.396+0000 7f6a2fe7f640 1 -- 172.21.15.31:0/2971260318 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a280cdc90 con 0x7f6a28072cb0 2024-09-16T07:28:05.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.396+0000 7f6a267fc640 1 -- 172.21.15.31:0/2971260318 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a20011d70 con 0x7f6a28072cb0 2024-09-16T07:28:05.399 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.396+0000 7f6a2fe7f640 1 -- 172.21.15.31:0/2971260318 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a280ce250 con 0x7f6a28072cb0 2024-09-16T07:28:05.399 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.397+0000 7f6a2fe7f640 1 -- 172.21.15.31:0/2971260318 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6a280ce450 con 0x7f6a28072cb0 2024-09-16T07:28:05.399 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.397+0000 7f6a267fc640 1 -- 172.21.15.31:0/2971260318 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 22) ==== 101899+0+0 (secure 0 0 0) 0x7f6a20018020 con 0x7f6a28072cb0 2024-09-16T07:28:05.400 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.398+0000 7f6a267fc640 1 --2- 172.21.15.31:0/2971260318 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6a14078f10 0x7f6a1407b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:05.400 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.398+0000 7f6a267fc640 1 -- 172.21.15.31:0/2971260318 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(133..133 src has 1..133) ==== 4971+0+0 (secure 0 0 0) 0x7f6a2009b020 con 0x7f6a28072cb0 2024-09-16T07:28:05.400 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.398+0000 7f6a2d41a640 1 --2- 172.21.15.31:0/2971260318 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6a14078f10 0x7f6a1407b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:05.400 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.398+0000 7f6a2d41a640 1 --2- 172.21.15.31:0/2971260318 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6a14078f10 0x7f6a1407b3d0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f6a28152250 tx=0x7f6a1c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:05.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.402+0000 7f6a267fc640 1 -- 172.21.15.31:0/2971260318 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f6a280ce450 con 0x7f6a28072cb0 2024-09-16T07:28:05.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.666+0000 7f6a2fe7f640 1 -- 172.21.15.31:0/2971260318 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_subvolume_ops_on_nonexistent_vol"]} v 0) -- 0x7f6a2806f9f0 con 0x7f6a28072cb0 2024-09-16T07:28:05.937 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.938+0000 7f6a267fc640 1 -- 172.21.15.31:0/2971260318 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_subvolume_ops_on_nonexistent_vol"]}]=0 v386) ==== 151+0+0 (secure 0 0 0) 0x7f6a2001f030 con 0x7f6a28072cb0 2024-09-16T07:28:05.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.940+0000 7f6a2fe7f640 1 -- 172.21.15.31:0/2971260318 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6a14078f10 msgr2=0x7f6a1407b3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:05.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.940+0000 7f6a2fe7f640 1 --2- 172.21.15.31:0/2971260318 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6a14078f10 0x7f6a1407b3d0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f6a28152250 tx=0x7f6a1c009040 comp rx=0 tx=0).stop 2024-09-16T07:28:05.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.940+0000 7f6a2fe7f640 1 -- 172.21.15.31:0/2971260318 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6a28072cb0 msgr2=0x7f6a281451d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:05.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.940+0000 7f6a2fe7f640 1 --2- 172.21.15.31:0/2971260318 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6a28072cb0 0x7f6a281451d0 secure :-1 s=READY pgs=1498 cs=0 l=1 rev1=1 crypto rx=0x7f6a2000b3f0 tx=0x7f6a2000b8b0 comp rx=0 tx=0).stop 2024-09-16T07:28:05.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.940+0000 7f6a2fe7f640 1 -- 172.21.15.31:0/2971260318 shutdown_connections 2024-09-16T07:28:05.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.940+0000 7f6a2fe7f640 1 --2- 172.21.15.31:0/2971260318 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6a14078f10 0x7f6a1407b3d0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:05.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.940+0000 7f6a2fe7f640 1 --2- 172.21.15.31:0/2971260318 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6a28151370 0x7f6a281f3130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:05.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.940+0000 7f6a2fe7f640 1 --2- 172.21.15.31:0/2971260318 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6a280cf640 0x7f6a28148830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:05.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.940+0000 7f6a2fe7f640 1 --2- 172.21.15.31:0/2971260318 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6a28072cb0 0x7f6a281451d0 unknown :-1 s=CLOSED pgs=1498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:05.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.940+0000 7f6a2fe7f640 1 -- 172.21.15.31:0/2971260318 >> 172.21.15.31:0/2971260318 conn(0x7f6a280b1690 msgr2=0x7f6a280b03b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:05.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.941+0000 7f6a2fe7f640 1 -- 172.21.15.31:0/2971260318 shutdown_connections 2024-09-16T07:28:05.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:05.941+0000 7f6a2fe7f640 1 -- 172.21.15.31:0/2971260318 wait complete. 2024-09-16T07:28:05.951 INFO:tasks.cephfs_test_runner:test_subvolume_ops_on_nonexistent_vol (tasks.cephfs.test_volumes.TestMisc) ... ok 2024-09-16T07:28:05.952 INFO:tasks.cephfs_test_runner:Starting test: test_subvolume_upgrade_legacy_to_v1 (tasks.cephfs.test_volumes.TestMisc) poor man's upgrade test -- rather than going through a full upgrade cycle, 2024-09-16T07:28:05.952 INFO:tasks.cephfs_test_runner:test_subvolume_upgrade_legacy_to_v1 (tasks.cephfs.test_volumes.TestMisc) 2024-09-16T07:28:05.952 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:28:06.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.058+0000 7f87ed9c6640 1 -- 172.21.15.31:0/2835081671 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f87e80d1d10 msgr2=0x7f87e80d2170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:06.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.058+0000 7f87ed9c6640 1 --2- 172.21.15.31:0/2835081671 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f87e80d1d10 0x7f87e80d2170 secure :-1 s=READY pgs=1500 cs=0 l=1 rev1=1 crypto rx=0x7f87d0009830 tx=0x7f87d002a480 comp rx=0 tx=0).stop 2024-09-16T07:28:06.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.058+0000 7f87ed9c6640 1 -- 172.21.15.31:0/2835081671 shutdown_connections 2024-09-16T07:28:06.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.058+0000 7f87ed9c6640 1 --2- 172.21.15.31:0/2835081671 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f87e80d1d10 0x7f87e80d2170 unknown :-1 s=CLOSED pgs=1500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:06.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.058+0000 7f87ed9c6640 1 -- 172.21.15.31:0/2835081671 >> 172.21.15.31:0/2835081671 conn(0x7f87e8074cb0 msgr2=0x7f87e809b180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:06.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.058+0000 7f87ed9c6640 1 -- 172.21.15.31:0/2835081671 shutdown_connections 2024-09-16T07:28:06.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.058+0000 7f87ed9c6640 1 -- 172.21.15.31:0/2835081671 wait complete. 2024-09-16T07:28:06.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.060+0000 7f87ed9c6640 1 Processor -- start 2024-09-16T07:28:06.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.060+0000 7f87ed9c6640 1 -- start start 2024-09-16T07:28:06.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.060+0000 7f87ed9c6640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f87e80b1e30 0x7f87e81f2710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:06.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.060+0000 7f87ed9c6640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f87e80d1d10 0x7f87e815d860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:06.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.060+0000 7f87ed9c6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f87e815bdc0 0x7f87e815e680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:06.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.060+0000 7f87ed9c6640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f87e80cf830 con 0x7f87e815bdc0 2024-09-16T07:28:06.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.060+0000 7f87ed9c6640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f87e80cf6b0 con 0x7f87e80b1e30 2024-09-16T07:28:06.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.060+0000 7f87ed9c6640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f87e80cc920 con 0x7f87e80d1d10 2024-09-16T07:28:06.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.061+0000 7f87e77fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f87e815bdc0 0x7f87e815e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:06.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.061+0000 7f87e77fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f87e815bdc0 0x7f87e815e680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48642/0 (socket says 172.21.15.31:48642) 2024-09-16T07:28:06.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.061+0000 7f87e77fe640 1 -- 172.21.15.31:0/426001118 learned_addr learned my addr 172.21.15.31:0/426001118 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:06.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.061+0000 7f87e67fc640 1 --2- 172.21.15.31:0/426001118 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f87e80d1d10 0x7f87e815d860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:06.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.061+0000 7f87e6ffd640 1 --2- 172.21.15.31:0/426001118 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f87e80b1e30 0x7f87e81f2710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:06.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.061+0000 7f87e77fe640 1 -- 172.21.15.31:0/426001118 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f87e80d1d10 msgr2=0x7f87e815d860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:06.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.061+0000 7f87e77fe640 1 --2- 172.21.15.31:0/426001118 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f87e80d1d10 0x7f87e815d860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:06.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.061+0000 7f87e77fe640 1 -- 172.21.15.31:0/426001118 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f87e80b1e30 msgr2=0x7f87e81f2710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:06.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.061+0000 7f87e77fe640 1 --2- 172.21.15.31:0/426001118 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f87e80b1e30 0x7f87e81f2710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:06.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.061+0000 7f87e77fe640 1 -- 172.21.15.31:0/426001118 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87e815c7c0 con 0x7f87e815bdc0 2024-09-16T07:28:06.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.061+0000 7f87e77fe640 1 --2- 172.21.15.31:0/426001118 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f87e815bdc0 0x7f87e815e680 secure :-1 s=READY pgs=1501 cs=0 l=1 rev1=1 crypto rx=0x7f87e000c390 tx=0x7f87e000c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:06.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.061+0000 7f87dffff640 1 -- 172.21.15.31:0/426001118 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87e0011790 con 0x7f87e815bdc0 2024-09-16T07:28:06.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.061+0000 7f87dffff640 1 -- 172.21.15.31:0/426001118 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f87e0017070 con 0x7f87e815bdc0 2024-09-16T07:28:06.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.061+0000 7f87dffff640 1 -- 172.21.15.31:0/426001118 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87e0011ce0 con 0x7f87e815bdc0 2024-09-16T07:28:06.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.061+0000 7f87ed9c6640 1 -- 172.21.15.31:0/426001118 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87e815caa0 con 0x7f87e815bdc0 2024-09-16T07:28:06.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.061+0000 7f87ed9c6640 1 -- 172.21.15.31:0/426001118 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87e815d060 con 0x7f87e815bdc0 2024-09-16T07:28:06.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.062+0000 7f87ed9c6640 1 -- 172.21.15.31:0/426001118 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87e80cdc30 con 0x7f87e815bdc0 2024-09-16T07:28:06.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.063+0000 7f87dffff640 1 -- 172.21.15.31:0/426001118 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 22) ==== 101899+0+0 (secure 0 0 0) 0x7f87e001c460 con 0x7f87e815bdc0 2024-09-16T07:28:06.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.063+0000 7f87dffff640 1 --2- 172.21.15.31:0/426001118 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f87c8078f10 0x7f87c807b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:06.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.064+0000 7f87e6ffd640 1 --2- 172.21.15.31:0/426001118 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f87c8078f10 0x7f87c807b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:06.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.064+0000 7f87dffff640 1 -- 172.21.15.31:0/426001118 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(133..133 src has 1..133) ==== 4971+0+0 (secure 0 0 0) 0x7f87e009ad70 con 0x7f87e815bdc0 2024-09-16T07:28:06.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.064+0000 7f87e6ffd640 1 --2- 172.21.15.31:0/426001118 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f87c8078f10 0x7f87c807b3d0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f87d8005660 tx=0x7f87d8003d90 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:06.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.068+0000 7f87dffff640 1 -- 172.21.15.31:0/426001118 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f87e00626d0 con 0x7f87e815bdc0 2024-09-16T07:28:06.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.258+0000 7f87ed9c6640 1 -- 172.21.15.31:0/426001118 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f87e8071470 con 0x7f87e815bdc0 2024-09-16T07:28:06.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.259+0000 7f87dffff640 1 -- 172.21.15.31:0/426001118 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v133) ==== 74+0+13062 (secure 0 0 0) 0x7f87e0067100 con 0x7f87e815bdc0 2024-09-16T07:28:06.258 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:28:06.258 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":133,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:28:04.929460+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":21,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":128,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":128,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":128,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":128,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":128,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":128,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":128,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":128,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.31:6835/2633710257":"2024-09-17T07:28:01.917088+0000","172.21.15.31:6832/2633710257":"2024-09-17T07:28:01.917088+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:28:06.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.261+0000 7f87ed9c6640 1 -- 172.21.15.31:0/426001118 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f87c8078f10 msgr2=0x7f87c807b3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:06.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.261+0000 7f87ed9c6640 1 --2- 172.21.15.31:0/426001118 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f87c8078f10 0x7f87c807b3d0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f87d8005660 tx=0x7f87d8003d90 comp rx=0 tx=0).stop 2024-09-16T07:28:06.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.261+0000 7f87ed9c6640 1 -- 172.21.15.31:0/426001118 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f87e815bdc0 msgr2=0x7f87e815e680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:06.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.261+0000 7f87ed9c6640 1 --2- 172.21.15.31:0/426001118 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f87e815bdc0 0x7f87e815e680 secure :-1 s=READY pgs=1501 cs=0 l=1 rev1=1 crypto rx=0x7f87e000c390 tx=0x7f87e000c850 comp rx=0 tx=0).stop 2024-09-16T07:28:06.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.261+0000 7f87ed9c6640 1 -- 172.21.15.31:0/426001118 shutdown_connections 2024-09-16T07:28:06.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.261+0000 7f87ed9c6640 1 --2- 172.21.15.31:0/426001118 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f87c8078f10 0x7f87c807b3d0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:06.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.261+0000 7f87ed9c6640 1 --2- 172.21.15.31:0/426001118 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f87e815bdc0 0x7f87e815e680 unknown :-1 s=CLOSED pgs=1501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:06.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.261+0000 7f87ed9c6640 1 --2- 172.21.15.31:0/426001118 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f87e80d1d10 0x7f87e815d860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:06.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.261+0000 7f87ed9c6640 1 --2- 172.21.15.31:0/426001118 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f87e80b1e30 0x7f87e81f2710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:06.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.261+0000 7f87ed9c6640 1 -- 172.21.15.31:0/426001118 >> 172.21.15.31:0/426001118 conn(0x7f87e8074cb0 msgr2=0x7f87e8070810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:06.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.261+0000 7f87ed9c6640 1 -- 172.21.15.31:0/426001118 shutdown_connections 2024-09-16T07:28:06.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.261+0000 7f87ed9c6640 1 -- 172.21.15.31:0/426001118 wait complete. 2024-09-16T07:28:06.272 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-16T07:21:00.646987+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-16T07:28:06.273 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-16T07:28:06.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.381+0000 7f7485910640 1 -- 172.21.15.31:0/2781366671 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f748015bab0 msgr2=0x7f74800b2a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:06.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.381+0000 7f7485910640 1 --2- 172.21.15.31:0/2781366671 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f748015bab0 0x7f74800b2a00 secure :-1 s=READY pgs=1502 cs=0 l=1 rev1=1 crypto rx=0x7f7470005fd0 tx=0x7f747002a530 comp rx=0 tx=0).stop 2024-09-16T07:28:06.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.381+0000 7f7485910640 1 -- 172.21.15.31:0/2781366671 shutdown_connections 2024-09-16T07:28:06.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.381+0000 7f7485910640 1 --2- 172.21.15.31:0/2781366671 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f74800ce2a0 0x7f74800cede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:06.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.381+0000 7f7485910640 1 --2- 172.21.15.31:0/2781366671 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f748015bab0 0x7f74800b2a00 unknown :-1 s=CLOSED pgs=1502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:06.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.381+0000 7f7485910640 1 -- 172.21.15.31:0/2781366671 >> 172.21.15.31:0/2781366671 conn(0x7f74800b1700 msgr2=0x7f74800b1ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:06.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.381+0000 7f7485910640 1 -- 172.21.15.31:0/2781366671 shutdown_connections 2024-09-16T07:28:06.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.381+0000 7f7485910640 1 -- 172.21.15.31:0/2781366671 wait complete. 2024-09-16T07:28:06.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.382+0000 7f7485910640 1 Processor -- start 2024-09-16T07:28:06.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.382+0000 7f7485910640 1 -- start start 2024-09-16T07:28:06.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.383+0000 7f7485910640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f74800b2f40 0x7f74800c80b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:06.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.383+0000 7f7485910640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f74800ce2a0 0x7f74800b0ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:06.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.383+0000 7f7485910640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f748015bab0 0x7f74801f26b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:06.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.383+0000 7f7485910640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f748006fde0 con 0x7f74800ce2a0 2024-09-16T07:28:06.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.383+0000 7f7485910640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f748006fc60 con 0x7f74800b2f40 2024-09-16T07:28:06.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.383+0000 7f7485910640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f748006ff60 con 0x7f748015bab0 2024-09-16T07:28:06.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.383+0000 7f747e7fc640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f74800ce2a0 0x7f74800b0ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:06.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.383+0000 7f747e7fc640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f74800ce2a0 0x7f74800b0ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48660/0 (socket says 172.21.15.31:48660) 2024-09-16T07:28:06.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.383+0000 7f747e7fc640 1 -- 172.21.15.31:0/172250613 learned_addr learned my addr 172.21.15.31:0/172250613 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:06.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.383+0000 7f747effd640 1 --2- 172.21.15.31:0/172250613 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f74800b2f40 0x7f74800c80b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:06.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.383+0000 7f747f7fe640 1 --2- 172.21.15.31:0/172250613 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f748015bab0 0x7f74801f26b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:06.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.384+0000 7f747e7fc640 1 -- 172.21.15.31:0/172250613 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f748015bab0 msgr2=0x7f74801f26b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:06.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.384+0000 7f747e7fc640 1 --2- 172.21.15.31:0/172250613 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f748015bab0 0x7f74801f26b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:06.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.384+0000 7f747e7fc640 1 -- 172.21.15.31:0/172250613 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f74800b2f40 msgr2=0x7f74800c80b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:06.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.384+0000 7f747e7fc640 1 --2- 172.21.15.31:0/172250613 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f74800b2f40 0x7f74800c80b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:06.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.384+0000 7f747e7fc640 1 -- 172.21.15.31:0/172250613 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74801542f0 con 0x7f74800ce2a0 2024-09-16T07:28:06.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.384+0000 7f747e7fc640 1 --2- 172.21.15.31:0/172250613 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f74800ce2a0 0x7f74800b0ae0 secure :-1 s=READY pgs=1503 cs=0 l=1 rev1=1 crypto rx=0x7f747400c420 tx=0x7f747400c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:06.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.384+0000 7f7467fff640 1 -- 172.21.15.31:0/172250613 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7474007020 con 0x7f74800ce2a0 2024-09-16T07:28:06.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.384+0000 7f7467fff640 1 -- 172.21.15.31:0/172250613 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f74740072b0 con 0x7f74800ce2a0 2024-09-16T07:28:06.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.384+0000 7f7485910640 1 -- 172.21.15.31:0/172250613 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7480153d30 con 0x7f74800ce2a0 2024-09-16T07:28:06.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.384+0000 7f7467fff640 1 -- 172.21.15.31:0/172250613 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74740067d0 con 0x7f74800ce2a0 2024-09-16T07:28:06.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.384+0000 7f7485910640 1 -- 172.21.15.31:0/172250613 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74801f5db0 con 0x7f74800ce2a0 2024-09-16T07:28:06.386 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.385+0000 7f7485910640 1 -- 172.21.15.31:0/172250613 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f74801f5fb0 con 0x7f74800ce2a0 2024-09-16T07:28:06.386 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.386+0000 7f7467fff640 1 -- 172.21.15.31:0/172250613 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 22) ==== 101899+0+0 (secure 0 0 0) 0x7f7474019020 con 0x7f74800ce2a0 2024-09-16T07:28:06.386 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.386+0000 7f7467fff640 1 --2- 172.21.15.31:0/172250613 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f746c078f10 0x7f746c07b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:06.386 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.386+0000 7f7467fff640 1 -- 172.21.15.31:0/172250613 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(133..133 src has 1..133) ==== 4971+0+0 (secure 0 0 0) 0x7f747409a960 con 0x7f74800ce2a0 2024-09-16T07:28:06.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.386+0000 7f747effd640 1 --2- 172.21.15.31:0/172250613 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f746c078f10 0x7f746c07b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:06.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.387+0000 7f747effd640 1 --2- 172.21.15.31:0/172250613 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f746c078f10 0x7f746c07b3d0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f7470033000 tx=0x7f7470004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:06.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.391+0000 7f7467fff640 1 -- 172.21.15.31:0/172250613 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f74801f5fb0 con 0x7f74800ce2a0 2024-09-16T07:28:06.576 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.577+0000 7f7485910640 1 -- 172.21.15.31:0/172250613 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f74800704c0 con 0x7f74800ce2a0 2024-09-16T07:28:06.576 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.577+0000 7f7467fff640 1 -- 172.21.15.31:0/172250613 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v133) ==== 93+0+10 (secure 0 0 0) 0x7f7474062910 con 0x7f74800ce2a0 2024-09-16T07:28:06.577 INFO:teuthology.orchestra.run.smithi031.stdout:pg_num: 1 2024-09-16T07:28:06.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.579+0000 7f7485910640 1 -- 172.21.15.31:0/172250613 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f746c078f10 msgr2=0x7f746c07b3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:06.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.579+0000 7f7485910640 1 --2- 172.21.15.31:0/172250613 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f746c078f10 0x7f746c07b3d0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f7470033000 tx=0x7f7470004730 comp rx=0 tx=0).stop 2024-09-16T07:28:06.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.579+0000 7f7485910640 1 -- 172.21.15.31:0/172250613 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f74800ce2a0 msgr2=0x7f74800b0ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:06.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.579+0000 7f7485910640 1 --2- 172.21.15.31:0/172250613 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f74800ce2a0 0x7f74800b0ae0 secure :-1 s=READY pgs=1503 cs=0 l=1 rev1=1 crypto rx=0x7f747400c420 tx=0x7f747400c8e0 comp rx=0 tx=0).stop 2024-09-16T07:28:06.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.579+0000 7f7485910640 1 -- 172.21.15.31:0/172250613 shutdown_connections 2024-09-16T07:28:06.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.579+0000 7f7485910640 1 --2- 172.21.15.31:0/172250613 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f746c078f10 0x7f746c07b3d0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:06.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.579+0000 7f7485910640 1 --2- 172.21.15.31:0/172250613 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f748015bab0 0x7f74801f26b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:06.580 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.579+0000 7f7485910640 1 --2- 172.21.15.31:0/172250613 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f74800ce2a0 0x7f74800b0ae0 unknown :-1 s=CLOSED pgs=1503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:06.580 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.579+0000 7f7485910640 1 --2- 172.21.15.31:0/172250613 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f74800b2f40 0x7f74800c80b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:06.580 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.579+0000 7f7485910640 1 -- 172.21.15.31:0/172250613 >> 172.21.15.31:0/172250613 conn(0x7f74800b1700 msgr2=0x7f7480153090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:06.580 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.579+0000 7f7485910640 1 -- 172.21.15.31:0/172250613 shutdown_connections 2024-09-16T07:28:06.580 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.579+0000 7f7485910640 1 -- 172.21.15.31:0/172250613 wait complete. 2024-09-16T07:28:06.589 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_volumes.TestMisc.test_subvolume_upgrade_legacy_to_v1' 2024-09-16T07:28:06.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.695+0000 7fa31f233640 1 -- 172.21.15.31:0/1985544374 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa318159680 msgr2=0x7fa31815d270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:06.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.695+0000 7fa31f233640 1 --2- 172.21.15.31:0/1985544374 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa318159680 0x7fa31815d270 secure :-1 s=READY pgs=1505 cs=0 l=1 rev1=1 crypto rx=0x7fa31815f6b0 tx=0x7fa30802a530 comp rx=0 tx=0).stop 2024-09-16T07:28:06.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.695+0000 7fa31f233640 1 -- 172.21.15.31:0/1985544374 shutdown_connections 2024-09-16T07:28:06.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.695+0000 7fa31f233640 1 --2- 172.21.15.31:0/1985544374 >> v2:172.21.15.155:3300/0 conn(0x7fa31815fe60 0x7fa3180ceac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:06.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.695+0000 7fa31f233640 1 --2- 172.21.15.31:0/1985544374 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa318159680 0x7fa31815d270 unknown :-1 s=CLOSED pgs=1505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:06.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.695+0000 7fa31f233640 1 -- 172.21.15.31:0/1985544374 >> 172.21.15.31:0/1985544374 conn(0x7fa3180b1690 msgr2=0x7fa3180b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:06.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.695+0000 7fa31f233640 1 -- 172.21.15.31:0/1985544374 shutdown_connections 2024-09-16T07:28:06.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.695+0000 7fa31f233640 1 -- 172.21.15.31:0/1985544374 wait complete. 2024-09-16T07:28:06.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.696+0000 7fa31f233640 1 Processor -- start 2024-09-16T07:28:06.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.696+0000 7fa31f233640 1 -- start start 2024-09-16T07:28:06.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.697+0000 7fa31f233640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa3180cc490 0x7fa318151440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:06.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.697+0000 7fa31f233640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa318159680 0x7fa318150510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:06.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.697+0000 7fa31f233640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa31815fe60 0x7fa31815ec80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:06.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.697+0000 7fa31f233640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fa3180cca80 con 0x7fa3180cc490 2024-09-16T07:28:06.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.697+0000 7fa31f233640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa3180cc900 con 0x7fa31815fe60 2024-09-16T07:28:06.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.697+0000 7fa31f233640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa3180ccc00 con 0x7fa318159680 2024-09-16T07:28:06.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.697+0000 7fa31cfcf640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa3180cc490 0x7fa318151440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:06.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.697+0000 7fa31cfcf640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa3180cc490 0x7fa318151440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48676/0 (socket says 172.21.15.31:48676) 2024-09-16T07:28:06.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.697+0000 7fa31cfcf640 1 -- 172.21.15.31:0/4064654695 learned_addr learned my addr 172.21.15.31:0/4064654695 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:06.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.697+0000 7fa317fff640 1 --2- 172.21.15.31:0/4064654695 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa318159680 0x7fa318150510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:06.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.698+0000 7fa31d7d0640 1 --2- 172.21.15.31:0/4064654695 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa31815fe60 0x7fa31815ec80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:06.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.698+0000 7fa31cfcf640 1 -- 172.21.15.31:0/4064654695 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa318159680 msgr2=0x7fa318150510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:06.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.698+0000 7fa31cfcf640 1 --2- 172.21.15.31:0/4064654695 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa318159680 0x7fa318150510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:06.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.698+0000 7fa31cfcf640 1 -- 172.21.15.31:0/4064654695 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa31815fe60 msgr2=0x7fa31815ec80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:06.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.698+0000 7fa31cfcf640 1 --2- 172.21.15.31:0/4064654695 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa31815fe60 0x7fa31815ec80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:06.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.698+0000 7fa31cfcf640 1 -- 172.21.15.31:0/4064654695 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3181f85b0 con 0x7fa3180cc490 2024-09-16T07:28:06.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.698+0000 7fa317fff640 1 --2- 172.21.15.31:0/4064654695 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa318159680 0x7fa318150510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:28:06.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.698+0000 7fa31d7d0640 1 --2- 172.21.15.31:0/4064654695 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa31815fe60 0x7fa31815ec80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:28:06.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.698+0000 7fa31cfcf640 1 --2- 172.21.15.31:0/4064654695 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa3180cc490 0x7fa318151440 secure :-1 s=READY pgs=1506 cs=0 l=1 rev1=1 crypto rx=0x7fa308009780 tx=0x7fa308032c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:06.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.698+0000 7fa3157fa640 1 -- 172.21.15.31:0/4064654695 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa308040070 con 0x7fa3180cc490 2024-09-16T07:28:06.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.698+0000 7fa3157fa640 1 -- 172.21.15.31:0/4064654695 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa308005310 con 0x7fa3180cc490 2024-09-16T07:28:06.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.698+0000 7fa31f233640 1 -- 172.21.15.31:0/4064654695 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa3181f4a40 con 0x7fa3180cc490 2024-09-16T07:28:06.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.698+0000 7fa3157fa640 1 -- 172.21.15.31:0/4064654695 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3080047a0 con 0x7fa3180cc490 2024-09-16T07:28:06.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.698+0000 7fa31f233640 1 -- 172.21.15.31:0/4064654695 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3181f8b30 con 0x7fa3180cc490 2024-09-16T07:28:06.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.699+0000 7fa31f233640 1 -- 172.21.15.31:0/4064654695 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa3181f4c10 con 0x7fa3180cc490 2024-09-16T07:28:06.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.700+0000 7fa3157fa640 1 -- 172.21.15.31:0/4064654695 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 22) ==== 101899+0+0 (secure 0 0 0) 0x7fa308039040 con 0x7fa3180cc490 2024-09-16T07:28:06.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.700+0000 7fa3157fa640 1 --2- 172.21.15.31:0/4064654695 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa304078f10 0x7fa30407b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:06.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.701+0000 7fa317fff640 1 --2- 172.21.15.31:0/4064654695 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa304078f10 0x7fa30407b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:06.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.701+0000 7fa3157fa640 1 -- 172.21.15.31:0/4064654695 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(133..133 src has 1..133) ==== 4971+0+0 (secure 0 0 0) 0x7fa3080bc6e0 con 0x7fa3180cc490 2024-09-16T07:28:06.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.701+0000 7fa317fff640 1 --2- 172.21.15.31:0/4064654695 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa304078f10 0x7fa30407b3d0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fa3180adee0 tx=0x7fa30c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:06.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.705+0000 7fa3157fa640 1 -- 172.21.15.31:0/4064654695 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fa308084590 con 0x7fa3180cc490 2024-09-16T07:28:06.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:06.964+0000 7fa31f233640 1 -- 172.21.15.31:0/4064654695 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_subvolume_upgrade_legacy_to_v1"]} v 0) -- 0x7fa3180ceac0 con 0x7fa3180cc490 2024-09-16T07:28:07.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:07.947+0000 7fa3157fa640 1 -- 172.21.15.31:0/4064654695 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_subvolume_upgrade_legacy_to_v1"]}]=0 v388) ==== 152+0+0 (secure 0 0 0) 0x7fa308083e90 con 0x7fa3180cc490 2024-09-16T07:28:07.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:07.950+0000 7fa31f233640 1 -- 172.21.15.31:0/4064654695 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa304078f10 msgr2=0x7fa30407b3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:07.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:07.950+0000 7fa31f233640 1 --2- 172.21.15.31:0/4064654695 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa304078f10 0x7fa30407b3d0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fa3180adee0 tx=0x7fa30c009040 comp rx=0 tx=0).stop 2024-09-16T07:28:07.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:07.950+0000 7fa31f233640 1 -- 172.21.15.31:0/4064654695 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa3180cc490 msgr2=0x7fa318151440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:07.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:07.950+0000 7fa31f233640 1 --2- 172.21.15.31:0/4064654695 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa3180cc490 0x7fa318151440 secure :-1 s=READY pgs=1506 cs=0 l=1 rev1=1 crypto rx=0x7fa308009780 tx=0x7fa308032c10 comp rx=0 tx=0).stop 2024-09-16T07:28:07.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:07.950+0000 7fa31f233640 1 -- 172.21.15.31:0/4064654695 shutdown_connections 2024-09-16T07:28:07.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:07.950+0000 7fa31f233640 1 --2- 172.21.15.31:0/4064654695 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa304078f10 0x7fa30407b3d0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:07.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:07.950+0000 7fa31f233640 1 --2- 172.21.15.31:0/4064654695 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa31815fe60 0x7fa31815ec80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:07.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:07.950+0000 7fa31f233640 1 --2- 172.21.15.31:0/4064654695 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa318159680 0x7fa318150510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:07.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:07.950+0000 7fa31f233640 1 --2- 172.21.15.31:0/4064654695 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa3180cc490 0x7fa318151440 unknown :-1 s=CLOSED pgs=1506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:07.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:07.950+0000 7fa31f233640 1 -- 172.21.15.31:0/4064654695 >> 172.21.15.31:0/4064654695 conn(0x7fa3180b1690 msgr2=0x7fa318158970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:07.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:07.950+0000 7fa31f233640 1 -- 172.21.15.31:0/4064654695 shutdown_connections 2024-09-16T07:28:07.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:07.950+0000 7fa31f233640 1 -- 172.21.15.31:0/4064654695 wait complete. 2024-09-16T07:28:07.963 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-09-16T07:28:08.075 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.076+0000 7fbe62aa2640 1 -- 172.21.15.31:0/427514144 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbe5c0b1ae0 msgr2=0x7fbe5c0ce630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:08.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.076+0000 7fbe62aa2640 1 --2- 172.21.15.31:0/427514144 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbe5c0b1ae0 0x7fbe5c0ce630 secure :-1 s=READY pgs=1508 cs=0 l=1 rev1=1 crypto rx=0x7fbe5c073c60 tx=0x7fbe4c02a4a0 comp rx=0 tx=0).stop 2024-09-16T07:28:08.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.076+0000 7fbe62aa2640 1 -- 172.21.15.31:0/427514144 shutdown_connections 2024-09-16T07:28:08.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.076+0000 7fbe62aa2640 1 --2- 172.21.15.31:0/427514144 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbe5c0b1ae0 0x7fbe5c0ce630 unknown :-1 s=CLOSED pgs=1508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:08.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.076+0000 7fbe62aa2640 1 --2- 172.21.15.31:0/427514144 >> v2:172.21.15.155:3300/0 conn(0x7fbe5c15bd30 0x7fbe5c0b15a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:08.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.076+0000 7fbe62aa2640 1 -- 172.21.15.31:0/427514144 >> 172.21.15.31:0/427514144 conn(0x7fbe5c0d1c40 msgr2=0x7fbe5c0d2050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:08.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.076+0000 7fbe62aa2640 1 -- 172.21.15.31:0/427514144 shutdown_connections 2024-09-16T07:28:08.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.076+0000 7fbe62aa2640 1 -- 172.21.15.31:0/427514144 wait complete. 2024-09-16T07:28:08.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.077+0000 7fbe62aa2640 1 Processor -- start 2024-09-16T07:28:08.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.077+0000 7fbe62aa2640 1 -- start start 2024-09-16T07:28:08.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.078+0000 7fbe62aa2640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbe5c0d2760 0x7fbe5c06e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:08.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.078+0000 7fbe62aa2640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbe5c15bd30 0x7fbe5c0b6140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:08.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.078+0000 7fbe62aa2640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbe5c15eb00 0x7fbe5c0b68e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:08.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.078+0000 7fbe62aa2640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fbe5c0cda80 con 0x7fbe5c0d2760 2024-09-16T07:28:08.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.078+0000 7fbe62aa2640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fbe5c0cd900 con 0x7fbe5c15eb00 2024-09-16T07:28:08.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.078+0000 7fbe62aa2640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fbe5c06ddf0 con 0x7fbe5c15bd30 2024-09-16T07:28:08.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.078+0000 7fbe6083e640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbe5c0d2760 0x7fbe5c06e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:08.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.078+0000 7fbe6083e640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbe5c0d2760 0x7fbe5c06e890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48696/0 (socket says 172.21.15.31:48696) 2024-09-16T07:28:08.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.078+0000 7fbe6083e640 1 -- 172.21.15.31:0/833167457 learned_addr learned my addr 172.21.15.31:0/833167457 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:08.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.078+0000 7fbe6103f640 1 --2- 172.21.15.31:0/833167457 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbe5c15eb00 0x7fbe5c0b68e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:08.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.078+0000 7fbe53fff640 1 --2- 172.21.15.31:0/833167457 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbe5c15bd30 0x7fbe5c0b6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:08.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.079+0000 7fbe6083e640 1 -- 172.21.15.31:0/833167457 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbe5c15bd30 msgr2=0x7fbe5c0b6140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:08.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.079+0000 7fbe6083e640 1 --2- 172.21.15.31:0/833167457 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbe5c15bd30 0x7fbe5c0b6140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:08.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.079+0000 7fbe6083e640 1 -- 172.21.15.31:0/833167457 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbe5c15eb00 msgr2=0x7fbe5c0b68e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:08.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.079+0000 7fbe6083e640 1 --2- 172.21.15.31:0/833167457 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbe5c15eb00 0x7fbe5c0b68e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:08.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.079+0000 7fbe6083e640 1 -- 172.21.15.31:0/833167457 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe5c0b74c0 con 0x7fbe5c0d2760 2024-09-16T07:28:08.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.079+0000 7fbe6103f640 1 --2- 172.21.15.31:0/833167457 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbe5c15eb00 0x7fbe5c0b68e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:28:08.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.079+0000 7fbe6083e640 1 --2- 172.21.15.31:0/833167457 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbe5c0d2760 0x7fbe5c06e890 secure :-1 s=READY pgs=1509 cs=0 l=1 rev1=1 crypto rx=0x7fbe5800d740 tx=0x7fbe5800dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:08.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.079+0000 7fbe517fa640 1 -- 172.21.15.31:0/833167457 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe58017070 con 0x7fbe5c0d2760 2024-09-16T07:28:08.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.079+0000 7fbe517fa640 1 -- 172.21.15.31:0/833167457 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbe58009d20 con 0x7fbe5c0d2760 2024-09-16T07:28:08.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.079+0000 7fbe62aa2640 1 -- 172.21.15.31:0/833167457 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbe5c0b71e0 con 0x7fbe5c0d2760 2024-09-16T07:28:08.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.079+0000 7fbe517fa640 1 -- 172.21.15.31:0/833167457 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe580106c0 con 0x7fbe5c0d2760 2024-09-16T07:28:08.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.079+0000 7fbe62aa2640 1 -- 172.21.15.31:0/833167457 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbe5c06e370 con 0x7fbe5c0d2760 2024-09-16T07:28:08.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.080+0000 7fbe62aa2640 1 -- 172.21.15.31:0/833167457 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbe5c0ced30 con 0x7fbe5c0d2760 2024-09-16T07:28:08.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.081+0000 7fbe517fa640 1 -- 172.21.15.31:0/833167457 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 22) ==== 101899+0+0 (secure 0 0 0) 0x7fbe5801a070 con 0x7fbe5c0d2760 2024-09-16T07:28:08.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.081+0000 7fbe517fa640 1 --2- 172.21.15.31:0/833167457 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fbe48078f10 0x7fbe4807b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:08.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.081+0000 7fbe517fa640 1 -- 172.21.15.31:0/833167457 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(133..133 src has 1..133) ==== 4971+0+0 (secure 0 0 0) 0x7fbe5809b550 con 0x7fbe5c0d2760 2024-09-16T07:28:08.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.081+0000 7fbe53fff640 1 --2- 172.21.15.31:0/833167457 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fbe48078f10 0x7fbe4807b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:08.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.082+0000 7fbe53fff640 1 --2- 172.21.15.31:0/833167457 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fbe48078f10 0x7fbe4807b3d0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fbe4c034000 tx=0x7fbe4c004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:08.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.085+0000 7fbe517fa640 1 -- 172.21.15.31:0/833167457 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fbe58063370 con 0x7fbe5c0d2760 2024-09-16T07:28:08.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.273+0000 7fbe62aa2640 1 -- 172.21.15.31:0/833167457 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7fbe5c0cf1f0 con 0x7fbe5c0d2760 2024-09-16T07:28:08.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.273+0000 7fbe517fa640 1 -- 172.21.15.31:0/833167457 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v43) ==== 59+0+1998 (secure 0 0 0) 0x7fbe58062c70 con 0x7fbe5c0d2760 2024-09-16T07:28:08.274 INFO:teuthology.orchestra.run.smithi031.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-09-16T07:28:08.274 INFO:teuthology.orchestra.run.smithi031.stdout:mon advanced mon_op_complaint_time 120 2024-09-16T07:28:08.274 INFO:teuthology.orchestra.run.smithi031.stdout:mon dev mon_warn_on_pool_no_app false 2024-09-16T07:28:08.274 INFO:teuthology.orchestra.run.smithi031.stdout:osd advanced osd_op_complaint_time 180.000000 2024-09-16T07:28:08.275 INFO:teuthology.orchestra.run.smithi031.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 4520.820560 2024-09-16T07:28:08.275 INFO:teuthology.orchestra.run.smithi031.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 5734.367886 2024-09-16T07:28:08.275 INFO:teuthology.orchestra.run.smithi031.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 4504.591485 2024-09-16T07:28:08.275 INFO:teuthology.orchestra.run.smithi031.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 4573.380612 2024-09-16T07:28:08.275 INFO:teuthology.orchestra.run.smithi031.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 5234.235164 2024-09-16T07:28:08.276 INFO:teuthology.orchestra.run.smithi031.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 5784.050173 2024-09-16T07:28:08.276 INFO:teuthology.orchestra.run.smithi031.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 8598.617671 2024-09-16T07:28:08.276 INFO:teuthology.orchestra.run.smithi031.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 5090.838884 2024-09-16T07:28:08.276 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced debug_mds 20/20 2024-09-16T07:28:08.276 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced debug_mds_balancer 20/20 2024-09-16T07:28:08.277 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced debug_ms 2/2 2024-09-16T07:28:08.277 INFO:teuthology.orchestra.run.smithi031.stdout:mds dev mds_debug_frag true 2024-09-16T07:28:08.277 INFO:teuthology.orchestra.run.smithi031.stdout:mds dev mds_debug_scatterstat true 2024-09-16T07:28:08.277 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced mds_op_complaint_time 180.000000 2024-09-16T07:28:08.277 INFO:teuthology.orchestra.run.smithi031.stdout:mds dev mds_verify_scatter true 2024-09-16T07:28:08.277 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced osd_op_complaint_time 180.000000 2024-09-16T07:28:08.278 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced rados_mon_op_timeout 900 2024-09-16T07:28:08.278 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced rados_osd_op_timeout 900 2024-09-16T07:28:08.278 INFO:teuthology.orchestra.run.smithi031.stdout:client advanced client_mount_timeout 600 2024-09-16T07:28:08.278 INFO:teuthology.orchestra.run.smithi031.stdout:client advanced debug_client 20/20 2024-09-16T07:28:08.278 INFO:teuthology.orchestra.run.smithi031.stdout:client advanced debug_ms 1/1 2024-09-16T07:28:08.279 INFO:teuthology.orchestra.run.smithi031.stdout:client advanced rados_mon_op_timeout 900 2024-09-16T07:28:08.279 INFO:teuthology.orchestra.run.smithi031.stdout:client advanced rados_osd_op_timeout 900 2024-09-16T07:28:08.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.276+0000 7fbe62aa2640 1 -- 172.21.15.31:0/833167457 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fbe48078f10 msgr2=0x7fbe4807b3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:08.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.276+0000 7fbe62aa2640 1 --2- 172.21.15.31:0/833167457 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fbe48078f10 0x7fbe4807b3d0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fbe4c034000 tx=0x7fbe4c004730 comp rx=0 tx=0).stop 2024-09-16T07:28:08.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.276+0000 7fbe62aa2640 1 -- 172.21.15.31:0/833167457 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbe5c0d2760 msgr2=0x7fbe5c06e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:08.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.276+0000 7fbe62aa2640 1 --2- 172.21.15.31:0/833167457 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbe5c0d2760 0x7fbe5c06e890 secure :-1 s=READY pgs=1509 cs=0 l=1 rev1=1 crypto rx=0x7fbe5800d740 tx=0x7fbe5800dc00 comp rx=0 tx=0).stop 2024-09-16T07:28:08.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.276+0000 7fbe62aa2640 1 -- 172.21.15.31:0/833167457 shutdown_connections 2024-09-16T07:28:08.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.276+0000 7fbe62aa2640 1 --2- 172.21.15.31:0/833167457 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fbe48078f10 0x7fbe4807b3d0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:08.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.276+0000 7fbe62aa2640 1 --2- 172.21.15.31:0/833167457 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbe5c15eb00 0x7fbe5c0b68e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:08.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.276+0000 7fbe62aa2640 1 --2- 172.21.15.31:0/833167457 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbe5c15bd30 0x7fbe5c0b6140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:08.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.276+0000 7fbe62aa2640 1 --2- 172.21.15.31:0/833167457 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbe5c0d2760 0x7fbe5c06e890 unknown :-1 s=CLOSED pgs=1509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:08.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.276+0000 7fbe62aa2640 1 -- 172.21.15.31:0/833167457 >> 172.21.15.31:0/833167457 conn(0x7fbe5c0d1c40 msgr2=0x7fbe5c0cd1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:08.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.276+0000 7fbe62aa2640 1 -- 172.21.15.31:0/833167457 shutdown_connections 2024-09-16T07:28:08.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.276+0000 7fbe62aa2640 1 -- 172.21.15.31:0/833167457 wait complete. 2024-09-16T07:28:08.287 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-16T07:28:08.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.397+0000 7f754316b640 1 -- 172.21.15.31:0/2500161823 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7528004d40 msgr2=0x7f75280051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:08.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.397+0000 7f754316b640 1 --2- 172.21.15.31:0/2500161823 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7528004d40 0x7f75280051c0 secure :-1 s=READY pgs=1511 cs=0 l=1 rev1=1 crypto rx=0x7f7524009b50 tx=0x7f7528005830 comp rx=0 tx=0).stop 2024-09-16T07:28:08.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.397+0000 7f7541708640 1 -- 172.21.15.31:0/2500161823 reap_dead start 2024-09-16T07:28:08.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.397+0000 7f754316b640 1 -- 172.21.15.31:0/2500161823 shutdown_connections 2024-09-16T07:28:08.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.397+0000 7f754316b640 1 -- 172.21.15.31:0/2500161823 >> 172.21.15.31:0/2500161823 conn(0x7f753c0d3e30 msgr2=0x7f753c0d4240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:08.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.397+0000 7f754316b640 1 -- 172.21.15.31:0/2500161823 shutdown_connections 2024-09-16T07:28:08.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.397+0000 7f754316b640 1 -- 172.21.15.31:0/2500161823 wait complete. 2024-09-16T07:28:08.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.398+0000 7f754316b640 1 Processor -- start 2024-09-16T07:28:08.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.398+0000 7f754316b640 1 -- start start 2024-09-16T07:28:08.399 DEBUG:teuthology.orchestra.run.smithi031:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T07:28:08.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.399+0000 7f754316b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7528004d40 0x7f753c0c8d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:08.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.399+0000 7f754316b640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f753c1f8760 0x7f753c1f4920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:08.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.399+0000 7f754316b640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f753c0cd340 0x7f753c157100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:08.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.399+0000 7f754316b640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f753c0d2820 con 0x7f7528004d40 2024-09-16T07:28:08.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.399+0000 7f754316b640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f753c0d26a0 con 0x7f753c1f8760 2024-09-16T07:28:08.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.399+0000 7f754316b640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f753c0d29a0 con 0x7f753c0cd340 2024-09-16T07:28:08.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.399+0000 7f7540f07640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7528004d40 0x7f753c0c8d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:08.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.399+0000 7f7540f07640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7528004d40 0x7f753c0c8d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48702/0 (socket says 172.21.15.31:48702) 2024-09-16T07:28:08.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.399+0000 7f7540f07640 1 -- 172.21.15.31:0/540271278 learned_addr learned my addr 172.21.15.31:0/540271278 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:08.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.400+0000 7f7540f07640 1 -- 172.21.15.31:0/540271278 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f753c0cd340 msgr2=0x7f753c157100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:08.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.400+0000 7f7540f07640 1 --2- 172.21.15.31:0/540271278 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f753c0cd340 0x7f753c157100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:08.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.400+0000 7f7540f07640 1 -- 172.21.15.31:0/540271278 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f753c1f8760 msgr2=0x7f753c1f4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:08.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.400+0000 7f753bfff640 1 --2- 172.21.15.31:0/540271278 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f753c1f8760 0x7f753c1f4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:08.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.400+0000 7f7540f07640 1 --2- 172.21.15.31:0/540271278 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f753c1f8760 0x7f753c1f4920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:08.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.400+0000 7f7540f07640 1 -- 172.21.15.31:0/540271278 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f753c1f51f0 con 0x7f7528004d40 2024-09-16T07:28:08.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.400+0000 7f7540f07640 1 --2- 172.21.15.31:0/540271278 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7528004d40 0x7f753c0c8d90 secure :-1 s=READY pgs=1512 cs=0 l=1 rev1=1 crypto rx=0x7f7534006300 tx=0x7f75340067c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:08.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.400+0000 7f75397fa640 1 -- 172.21.15.31:0/540271278 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7534015070 con 0x7f7528004d40 2024-09-16T07:28:08.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.400+0000 7f75397fa640 1 -- 172.21.15.31:0/540271278 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f753400fcc0 con 0x7f7528004d40 2024-09-16T07:28:08.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.400+0000 7f754316b640 1 -- 172.21.15.31:0/540271278 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f753c1f54d0 con 0x7f7528004d40 2024-09-16T07:28:08.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.400+0000 7f75397fa640 1 -- 172.21.15.31:0/540271278 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7534011690 con 0x7f7528004d40 2024-09-16T07:28:08.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.400+0000 7f754316b640 1 -- 172.21.15.31:0/540271278 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f753c1f57b0 con 0x7f7528004d40 2024-09-16T07:28:08.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.401+0000 7f754316b640 1 -- 172.21.15.31:0/540271278 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f753c0b4270 con 0x7f7528004d40 2024-09-16T07:28:08.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.402+0000 7f75397fa640 1 -- 172.21.15.31:0/540271278 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 22) ==== 101899+0+0 (secure 0 0 0) 0x7f7534011830 con 0x7f7528004d40 2024-09-16T07:28:08.403 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T07:28:08.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.402+0000 7f75397fa640 1 --2- 172.21.15.31:0/540271278 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f751c078f40 0x7f751c07b400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:08.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.403+0000 7f753bfff640 1 --2- 172.21.15.31:0/540271278 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f751c078f40 0x7f751c07b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:08.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.403+0000 7f75397fa640 1 -- 172.21.15.31:0/540271278 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(133..133 src has 1..133) ==== 4971+0+0 (secure 0 0 0) 0x7f753409c3a0 con 0x7f7528004d40 2024-09-16T07:28:08.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.403+0000 7f753bfff640 1 --2- 172.21.15.31:0/540271278 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f751c078f40 0x7f751c07b400 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f753c0cdf90 tx=0x7f752c005f90 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:08.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.407+0000 7f75397fa640 1 -- 172.21.15.31:0/540271278 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f7534064250 con 0x7f7528004d40 2024-09-16T07:28:08.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.595+0000 7f754316b640 1 -- 172.21.15.31:0/540271278 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f753c0b5700 con 0x7f7528004d40 2024-09-16T07:28:08.598 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.599+0000 7f75397fa640 1 -- 172.21.15.31:0/540271278 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v44)=0 v44) ==== 122+0+0 (secure 0 0 0) 0x7f7534063b50 con 0x7f7528004d40 2024-09-16T07:28:08.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.601+0000 7f754316b640 1 -- 172.21.15.31:0/540271278 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f751c078f40 msgr2=0x7f751c07b400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:08.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.601+0000 7f754316b640 1 --2- 172.21.15.31:0/540271278 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f751c078f40 0x7f751c07b400 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f753c0cdf90 tx=0x7f752c005f90 comp rx=0 tx=0).stop 2024-09-16T07:28:08.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.601+0000 7f754316b640 1 -- 172.21.15.31:0/540271278 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7528004d40 msgr2=0x7f753c0c8d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:08.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.601+0000 7f754316b640 1 --2- 172.21.15.31:0/540271278 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7528004d40 0x7f753c0c8d90 secure :-1 s=READY pgs=1512 cs=0 l=1 rev1=1 crypto rx=0x7f7534006300 tx=0x7f75340067c0 comp rx=0 tx=0).stop 2024-09-16T07:28:08.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.601+0000 7f754316b640 1 -- 172.21.15.31:0/540271278 shutdown_connections 2024-09-16T07:28:08.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.601+0000 7f754316b640 1 --2- 172.21.15.31:0/540271278 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f751c078f40 0x7f751c07b400 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:08.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.601+0000 7f754316b640 1 --2- 172.21.15.31:0/540271278 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f753c0cd340 0x7f753c157100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:08.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.601+0000 7f754316b640 1 --2- 172.21.15.31:0/540271278 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f753c1f8760 0x7f753c1f4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:08.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.601+0000 7f754316b640 1 --2- 172.21.15.31:0/540271278 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7528004d40 0x7f753c0c8d90 unknown :-1 s=CLOSED pgs=1512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:08.602 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.601+0000 7f754316b640 1 -- 172.21.15.31:0/540271278 >> 172.21.15.31:0/540271278 conn(0x7f753c0d3e30 msgr2=0x7f753c0b2af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:08.602 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.601+0000 7f754316b640 1 -- 172.21.15.31:0/540271278 shutdown_connections 2024-09-16T07:28:08.602 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.601+0000 7f754316b640 1 -- 172.21.15.31:0/540271278 wait complete. 2024-09-16T07:28:08.611 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-16T07:28:08.611 DEBUG:teuthology.orchestra.run.smithi031:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T07:28:08.658 DEBUG:teuthology.orchestra.run.smithi155:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T07:28:08.701 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-16T07:28:08.701 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:28:08.701 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:28:08.717 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17171 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T07:28:08.717 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:28:08.717 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:28:08.758 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056027,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1315 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T07:28:08.759 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:28:08.759 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:28:08.774 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17171 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T07:28:08.775 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:28:08.775 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:28:08.816 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056027,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1315 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T07:28:08.816 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-16T07:28:08.816 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:28:08.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.922+0000 7fd2de582640 1 -- 172.21.15.31:0/4205190868 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd2d80cf920 msgr2=0x7fd2d80d1a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:08.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.922+0000 7fd2de582640 1 --2- 172.21.15.31:0/4205190868 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd2d80cf920 0x7fd2d80d1a10 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7fd2cc009860 tx=0x7fd2cc02a540 comp rx=0 tx=0).stop 2024-09-16T07:28:08.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.922+0000 7fd2de582640 1 -- 172.21.15.31:0/4205190868 shutdown_connections 2024-09-16T07:28:08.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.922+0000 7fd2de582640 1 --2- 172.21.15.31:0/4205190868 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd2d8160ac0 0x7fd2d8160f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:08.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.922+0000 7fd2de582640 1 --2- 172.21.15.31:0/4205190868 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd2d80cf920 0x7fd2d80d1a10 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:08.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.922+0000 7fd2de582640 1 -- 172.21.15.31:0/4205190868 >> 172.21.15.31:0/4205190868 conn(0x7fd2d80d3e40 msgr2=0x7fd2d80d4250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:08.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.922+0000 7fd2de582640 1 -- 172.21.15.31:0/4205190868 shutdown_connections 2024-09-16T07:28:08.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.922+0000 7fd2de582640 1 -- 172.21.15.31:0/4205190868 wait complete. 2024-09-16T07:28:08.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.923+0000 7fd2de582640 1 Processor -- start 2024-09-16T07:28:08.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.923+0000 7fd2de582640 1 -- start start 2024-09-16T07:28:08.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.924+0000 7fd2de582640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd2d80cf920 0x7fd2d814c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:08.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.924+0000 7fd2de582640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd2d8160ac0 0x7fd2d80ca410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:08.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.924+0000 7fd2de582640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd2d8161b30 0x7fd2d806e530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:08.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.924+0000 7fd2de582640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fd2d80b39e0 con 0x7fd2d80cf920 2024-09-16T07:28:08.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.924+0000 7fd2de582640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fd2d8161940 con 0x7fd2d8160ac0 2024-09-16T07:28:08.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.924+0000 7fd2de582640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fd2d80b3b60 con 0x7fd2d8161b30 2024-09-16T07:28:08.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.924+0000 7fd2d7fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd2d80cf920 0x7fd2d814c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:08.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.924+0000 7fd2d7fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd2d80cf920 0x7fd2d814c2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48716/0 (socket says 172.21.15.31:48716) 2024-09-16T07:28:08.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.924+0000 7fd2d7fff640 1 -- 172.21.15.31:0/3878079081 learned_addr learned my addr 172.21.15.31:0/3878079081 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:08.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.924+0000 7fd2dcb1f640 1 --2- 172.21.15.31:0/3878079081 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd2d8161b30 0x7fd2d806e530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:08.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.924+0000 7fd2d77fe640 1 --2- 172.21.15.31:0/3878079081 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd2d8160ac0 0x7fd2d80ca410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:08.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.924+0000 7fd2d7fff640 1 -- 172.21.15.31:0/3878079081 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd2d8161b30 msgr2=0x7fd2d806e530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:08.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.924+0000 7fd2d7fff640 1 --2- 172.21.15.31:0/3878079081 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd2d8161b30 0x7fd2d806e530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:08.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.924+0000 7fd2d7fff640 1 -- 172.21.15.31:0/3878079081 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd2d8160ac0 msgr2=0x7fd2d80ca410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:08.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.925+0000 7fd2d7fff640 1 --2- 172.21.15.31:0/3878079081 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd2d8160ac0 0x7fd2d80ca410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:08.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.925+0000 7fd2d7fff640 1 -- 172.21.15.31:0/3878079081 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2d814cb90 con 0x7fd2d80cf920 2024-09-16T07:28:08.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.925+0000 7fd2d7fff640 1 --2- 172.21.15.31:0/3878079081 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd2d80cf920 0x7fd2d814c2f0 secure :-1 s=READY pgs=1513 cs=0 l=1 rev1=1 crypto rx=0x7fd2c800c3d0 tx=0x7fd2c800c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:08.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.925+0000 7fd2d4ff9640 1 -- 172.21.15.31:0/3878079081 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2c8011790 con 0x7fd2d80cf920 2024-09-16T07:28:08.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.925+0000 7fd2d4ff9640 1 -- 172.21.15.31:0/3878079081 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd2c8017070 con 0x7fd2d80cf920 2024-09-16T07:28:08.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.925+0000 7fd2d4ff9640 1 -- 172.21.15.31:0/3878079081 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2c8011cc0 con 0x7fd2d80cf920 2024-09-16T07:28:08.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.925+0000 7fd2de582640 1 -- 172.21.15.31:0/3878079081 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2d814ce30 con 0x7fd2d80cf920 2024-09-16T07:28:08.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.925+0000 7fd2de582640 1 -- 172.21.15.31:0/3878079081 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2d814d3f0 con 0x7fd2d80cf920 2024-09-16T07:28:08.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.926+0000 7fd2de582640 1 -- 172.21.15.31:0/3878079081 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd2d80d1a10 con 0x7fd2d80cf920 2024-09-16T07:28:08.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.927+0000 7fd2d4ff9640 1 -- 172.21.15.31:0/3878079081 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 22) ==== 101899+0+0 (secure 0 0 0) 0x7fd2c801c460 con 0x7fd2d80cf920 2024-09-16T07:28:08.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.927+0000 7fd2d4ff9640 1 --2- 172.21.15.31:0/3878079081 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd2c4078f10 0x7fd2c407b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:08.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.927+0000 7fd2d4ff9640 1 -- 172.21.15.31:0/3878079081 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(133..133 src has 1..133) ==== 4971+0+0 (secure 0 0 0) 0x7fd2c809aff0 con 0x7fd2d80cf920 2024-09-16T07:28:08.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.927+0000 7fd2d77fe640 1 --2- 172.21.15.31:0/3878079081 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd2c4078f10 0x7fd2c407b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:08.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.928+0000 7fd2d77fe640 1 --2- 172.21.15.31:0/3878079081 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd2c4078f10 0x7fd2c407b3d0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fd2cc034000 tx=0x7fd2cc004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:08.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:08.931+0000 7fd2d4ff9640 1 -- 172.21.15.31:0/3878079081 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fd2c8062fa0 con 0x7fd2d80cf920 2024-09-16T07:28:09.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.156+0000 7fd2de582640 1 -- 172.21.15.31:0/3878079081 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd2d80b3580 con 0x7fd2d80cf920 2024-09-16T07:28:09.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.156+0000 7fd2d4ff9640 1 -- 172.21.15.31:0/3878079081 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 92 v92) ==== 94+0+3908 (secure 0 0 0) 0x7fd2c80628a0 con 0x7fd2d80cf920 2024-09-16T07:28:09.156 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:28:09.156 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":92,"btime":"2024-09-16T07:28:02:918979+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6482,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6834/300988317","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":300988317},{"type":"v1","addr":"172.21.15.31:6834","nonce":300988317}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":85},{"gid":6494,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6809/896808702","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":896808702},{"type":"v1","addr":"172.21.15.155:6809","nonce":896808702}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":85},{"gid":6497,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/3787827133","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":3787827133},{"type":"v1","addr":"172.21.15.155:6835","nonce":3787827133}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":85},{"gid":8439,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/878660739","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":878660739},{"type":"v1","addr":"172.21.15.31:6835","nonce":878660739}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":92}],"filesystems":[]} 2024-09-16T07:28:09.157 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 92 2024-09-16T07:28:09.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.158+0000 7fd2de582640 1 -- 172.21.15.31:0/3878079081 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd2c4078f10 msgr2=0x7fd2c407b3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:09.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.158+0000 7fd2de582640 1 --2- 172.21.15.31:0/3878079081 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd2c4078f10 0x7fd2c407b3d0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fd2cc034000 tx=0x7fd2cc004730 comp rx=0 tx=0).stop 2024-09-16T07:28:09.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.158+0000 7fd2de582640 1 -- 172.21.15.31:0/3878079081 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd2d80cf920 msgr2=0x7fd2d814c2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:09.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.158+0000 7fd2de582640 1 --2- 172.21.15.31:0/3878079081 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd2d80cf920 0x7fd2d814c2f0 secure :-1 s=READY pgs=1513 cs=0 l=1 rev1=1 crypto rx=0x7fd2c800c3d0 tx=0x7fd2c800c890 comp rx=0 tx=0).stop 2024-09-16T07:28:09.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.158+0000 7fd2de582640 1 -- 172.21.15.31:0/3878079081 shutdown_connections 2024-09-16T07:28:09.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.158+0000 7fd2de582640 1 --2- 172.21.15.31:0/3878079081 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd2c4078f10 0x7fd2c407b3d0 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:09.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.158+0000 7fd2de582640 1 --2- 172.21.15.31:0/3878079081 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd2d8161b30 0x7fd2d806e530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:09.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.158+0000 7fd2de582640 1 --2- 172.21.15.31:0/3878079081 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd2d8160ac0 0x7fd2d80ca410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:09.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.158+0000 7fd2de582640 1 --2- 172.21.15.31:0/3878079081 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd2d80cf920 0x7fd2d814c2f0 unknown :-1 s=CLOSED pgs=1513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:09.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.158+0000 7fd2de582640 1 -- 172.21.15.31:0/3878079081 >> 172.21.15.31:0/3878079081 conn(0x7fd2d80d3e40 msgr2=0x7fd2d8161f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:09.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.158+0000 7fd2de582640 1 -- 172.21.15.31:0/3878079081 shutdown_connections 2024-09-16T07:28:09.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.158+0000 7fd2de582640 1 -- 172.21.15.31:0/3878079081 wait complete. 2024-09-16T07:28:09.169 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-16T07:28:09.169 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-16T07:28:09.169 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-16T07:28:09.170 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:28:09.170 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-16T07:28:09.170 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-16T07:28:09.170 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-16T07:28:09.170 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:28:09.170 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-16T07:28:09.170 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-16T07:28:09.171 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-16T07:28:09.171 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:28:09.171 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-16T07:28:09.171 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-16T07:28:09.171 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-16T07:28:09.171 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:28:09.181 INFO:tasks.ceph.mds.a:Stopped 2024-09-16T07:28:09.181 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-16T07:28:09.182 INFO:tasks.ceph.mds.c:Stopped 2024-09-16T07:28:09.182 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-16T07:28:09.183 INFO:tasks.ceph.mds.d:Stopped 2024-09-16T07:28:09.183 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-16T07:28:09.184 INFO:tasks.ceph.mds.b:Stopped 2024-09-16T07:28:09.184 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-16T07:28:09.224 INFO:tasks.ceph.mds.a:Started 2024-09-16T07:28:09.224 DEBUG:teuthology.parallel:result is None 2024-09-16T07:28:09.225 INFO:tasks.ceph.mds.c:Started 2024-09-16T07:28:09.225 DEBUG:teuthology.parallel:result is None 2024-09-16T07:28:09.226 INFO:tasks.ceph.mds.d:Started 2024-09-16T07:28:09.227 DEBUG:teuthology.parallel:result is None 2024-09-16T07:28:09.228 INFO:tasks.ceph.mds.b:Started 2024-09-16T07:28:09.228 DEBUG:teuthology.parallel:result is None 2024-09-16T07:28:09.228 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-16T07:28:09.301 INFO:tasks.ceph.mds.c.smithi031.stdout:starting mds.c at 2024-09-16T07:28:09.302 INFO:tasks.ceph.mds.a.smithi031.stdout:starting mds.a at 2024-09-16T07:28:09.309 INFO:tasks.ceph.mds.d.smithi155.stdout:starting mds.d at 2024-09-16T07:28:09.309 INFO:tasks.ceph.mds.b.smithi155.stdout:starting mds.b at 2024-09-16T07:28:09.339 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.339+0000 7efcfabc6640 1 -- 172.21.15.31:0/283272971 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efcf415df90 msgr2=0x7efcf40cf9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:09.339 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.339+0000 7efcfabc6640 1 --2- 172.21.15.31:0/283272971 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efcf415df90 0x7efcf40cf9b0 secure :-1 s=READY pgs=1520 cs=0 l=1 rev1=1 crypto rx=0x7efcf40d1c90 tx=0x7efce802a530 comp rx=0 tx=0).stop 2024-09-16T07:28:09.339 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.339+0000 7efcfabc6640 1 -- 172.21.15.31:0/283272971 shutdown_connections 2024-09-16T07:28:09.339 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.339+0000 7efcfabc6640 1 --2- 172.21.15.31:0/283272971 >> v2:172.21.15.155:3300/0 conn(0x7efcf40d49c0 0x7efcf40d0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:09.339 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.339+0000 7efcfabc6640 1 --2- 172.21.15.31:0/283272971 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efcf415df90 0x7efcf40cf9b0 unknown :-1 s=CLOSED pgs=1520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:09.339 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.339+0000 7efcfabc6640 1 -- 172.21.15.31:0/283272971 >> 172.21.15.31:0/283272971 conn(0x7efcf40d3ea0 msgr2=0x7efcf40d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:09.339 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.339+0000 7efcfabc6640 1 -- 172.21.15.31:0/283272971 shutdown_connections 2024-09-16T07:28:09.339 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.339+0000 7efcfabc6640 1 -- 172.21.15.31:0/283272971 wait complete. 2024-09-16T07:28:09.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.340+0000 7efcfabc6640 1 Processor -- start 2024-09-16T07:28:09.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.340+0000 7efcfabc6640 1 -- start start 2024-09-16T07:28:09.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.341+0000 7efcfabc6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efcf40d49c0 0x7efcf4160ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:09.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.341+0000 7efcfabc6640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efcf415df90 0x7efcf41f5140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:09.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.341+0000 7efcfabc6640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efcf4162480 0x7efcf406de40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:09.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.341+0000 7efcfabc6640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7efcf40d0f00 con 0x7efcf40d49c0 2024-09-16T07:28:09.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.341+0000 7efcfabc6640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7efcf40d0d80 con 0x7efcf415df90 2024-09-16T07:28:09.344 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.341+0000 7efcfabc6640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7efcf40b3f10 con 0x7efcf4162480 2024-09-16T07:28:09.344 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.341+0000 7efcf8962640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efcf40d49c0 0x7efcf4160ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:09.344 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.341+0000 7efcf8962640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efcf40d49c0 0x7efcf4160ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48752/0 (socket says 172.21.15.31:48752) 2024-09-16T07:28:09.344 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.341+0000 7efcf8962640 1 -- 172.21.15.31:0/4172828720 learned_addr learned my addr 172.21.15.31:0/4172828720 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:09.344 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.341+0000 7efcf3fff640 1 --2- 172.21.15.31:0/4172828720 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efcf415df90 0x7efcf41f5140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:09.344 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.342+0000 7efcf9163640 1 --2- 172.21.15.31:0/4172828720 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efcf4162480 0x7efcf406de40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:09.344 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.342+0000 7efcf8962640 1 -- 172.21.15.31:0/4172828720 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efcf4162480 msgr2=0x7efcf406de40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:09.344 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.342+0000 7efcf8962640 1 --2- 172.21.15.31:0/4172828720 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efcf4162480 0x7efcf406de40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:09.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.342+0000 7efcf8962640 1 -- 172.21.15.31:0/4172828720 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efcf415df90 msgr2=0x7efcf41f5140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:09.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.342+0000 7efcf8962640 1 --2- 172.21.15.31:0/4172828720 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efcf415df90 0x7efcf41f5140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:09.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.342+0000 7efcf8962640 1 -- 172.21.15.31:0/4172828720 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efcf4161480 con 0x7efcf40d49c0 2024-09-16T07:28:09.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.342+0000 7efcf9163640 1 --2- 172.21.15.31:0/4172828720 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efcf4162480 0x7efcf406de40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:28:09.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.342+0000 7efcf8962640 1 --2- 172.21.15.31:0/4172828720 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efcf40d49c0 0x7efcf4160ea0 secure :-1 s=READY pgs=1521 cs=0 l=1 rev1=1 crypto rx=0x7efce80098f0 tx=0x7efce8032c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:09.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.342+0000 7efcf17fa640 1 -- 172.21.15.31:0/4172828720 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efce8040070 con 0x7efcf40d49c0 2024-09-16T07:28:09.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.342+0000 7efcf17fa640 1 -- 172.21.15.31:0/4172828720 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efce8005310 con 0x7efcf40d49c0 2024-09-16T07:28:09.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.342+0000 7efcfabc6640 1 -- 172.21.15.31:0/4172828720 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efcf41f7d30 con 0x7efcf40d49c0 2024-09-16T07:28:09.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.342+0000 7efcf17fa640 1 -- 172.21.15.31:0/4172828720 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efce80047a0 con 0x7efcf40d49c0 2024-09-16T07:28:09.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.342+0000 7efcfabc6640 1 -- 172.21.15.31:0/4172828720 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efcf41f82f0 con 0x7efcf40d49c0 2024-09-16T07:28:09.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.343+0000 7efcfabc6640 1 -- 172.21.15.31:0/4172828720 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efcf40b4430 con 0x7efcf40d49c0 2024-09-16T07:28:09.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.344+0000 7efcf17fa640 1 -- 172.21.15.31:0/4172828720 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 22) ==== 101899+0+0 (secure 0 0 0) 0x7efce8039040 con 0x7efcf40d49c0 2024-09-16T07:28:09.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.344+0000 7efcf17fa640 1 --2- 172.21.15.31:0/4172828720 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7efcd8078f10 0x7efcd807b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:09.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.344+0000 7efcf3fff640 1 --2- 172.21.15.31:0/4172828720 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7efcd8078f10 0x7efcd807b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:09.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.344+0000 7efcf17fa640 1 -- 172.21.15.31:0/4172828720 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(133..133 src has 1..133) ==== 4971+0+0 (secure 0 0 0) 0x7efce80bc770 con 0x7efcf40d49c0 2024-09-16T07:28:09.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.345+0000 7efcf3fff640 1 --2- 172.21.15.31:0/4172828720 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7efcd8078f10 0x7efcd807b3d0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7efce0005fd0 tx=0x7efce0005850 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:09.348 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.348+0000 7efcf17fa640 1 -- 172.21.15.31:0/4172828720 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7efce8084590 con 0x7efcf40d49c0 2024-09-16T07:28:09.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.545+0000 7efcfabc6640 1 -- 172.21.15.31:0/4172828720 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7efcf408d590 con 0x7efcf40d49c0 2024-09-16T07:28:09.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.970+0000 7efcf17fa640 1 -- 172.21.15.31:0/4172828720 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v135) ==== 97+0+0 (secure 0 0 0) 0x7efce8083e90 con 0x7efcf40d49c0 2024-09-16T07:28:09.970 INFO:teuthology.orchestra.run.smithi031.stderr: removed all blocklist entries 2024-09-16T07:28:09.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.972+0000 7efcfabc6640 1 -- 172.21.15.31:0/4172828720 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7efcd8078f10 msgr2=0x7efcd807b3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:09.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.972+0000 7efcfabc6640 1 --2- 172.21.15.31:0/4172828720 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7efcd8078f10 0x7efcd807b3d0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7efce0005fd0 tx=0x7efce0005850 comp rx=0 tx=0).stop 2024-09-16T07:28:09.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.972+0000 7efcfabc6640 1 -- 172.21.15.31:0/4172828720 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efcf40d49c0 msgr2=0x7efcf4160ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:09.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.972+0000 7efcfabc6640 1 --2- 172.21.15.31:0/4172828720 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efcf40d49c0 0x7efcf4160ea0 secure :-1 s=READY pgs=1521 cs=0 l=1 rev1=1 crypto rx=0x7efce80098f0 tx=0x7efce8032c10 comp rx=0 tx=0).stop 2024-09-16T07:28:09.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.973+0000 7efcfabc6640 1 -- 172.21.15.31:0/4172828720 shutdown_connections 2024-09-16T07:28:09.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.973+0000 7efcfabc6640 1 --2- 172.21.15.31:0/4172828720 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7efcd8078f10 0x7efcd807b3d0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:09.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.973+0000 7efcfabc6640 1 --2- 172.21.15.31:0/4172828720 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efcf4162480 0x7efcf406de40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:09.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.973+0000 7efcfabc6640 1 --2- 172.21.15.31:0/4172828720 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efcf415df90 0x7efcf41f5140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:09.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.973+0000 7efcfabc6640 1 --2- 172.21.15.31:0/4172828720 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efcf40d49c0 0x7efcf4160ea0 unknown :-1 s=CLOSED pgs=1521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:09.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.973+0000 7efcfabc6640 1 -- 172.21.15.31:0/4172828720 >> 172.21.15.31:0/4172828720 conn(0x7efcf40d3ea0 msgr2=0x7efcf406ead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:09.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.973+0000 7efcfabc6640 1 -- 172.21.15.31:0/4172828720 shutdown_connections 2024-09-16T07:28:09.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:09.973+0000 7efcfabc6640 1 -- 172.21.15.31:0/4172828720 wait complete. 2024-09-16T07:28:09.986 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-16T07:28:10.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.094+0000 7fb79d6b8640 1 -- 172.21.15.31:0/4076055961 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb7980735a0 msgr2=0x7fb7980739d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:10.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.094+0000 7fb79d6b8640 1 --2- 172.21.15.31:0/4076055961 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb7980735a0 0x7fb7980739d0 secure :-1 s=READY pgs=1522 cs=0 l=1 rev1=1 crypto rx=0x7fb7980b26e0 tx=0x7fb78002a560 comp rx=0 tx=0).stop 2024-09-16T07:28:10.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.095+0000 7fb79d6b8640 1 -- 172.21.15.31:0/4076055961 shutdown_connections 2024-09-16T07:28:10.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.095+0000 7fb79d6b8640 1 --2- 172.21.15.31:0/4076055961 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb7980735a0 0x7fb7980739d0 unknown :-1 s=CLOSED pgs=1522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:10.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.095+0000 7fb79d6b8640 1 --2- 172.21.15.31:0/4076055961 >> v2:172.21.15.155:3300/0 conn(0x7fb79815aa70 0x7fb7980b4690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:10.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.095+0000 7fb79d6b8640 1 -- 172.21.15.31:0/4076055961 >> 172.21.15.31:0/4076055961 conn(0x7fb7980b1690 msgr2=0x7fb7980b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:10.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.095+0000 7fb79d6b8640 1 -- 172.21.15.31:0/4076055961 shutdown_connections 2024-09-16T07:28:10.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.095+0000 7fb79d6b8640 1 -- 172.21.15.31:0/4076055961 wait complete. 2024-09-16T07:28:10.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.096+0000 7fb79d6b8640 1 Processor -- start 2024-09-16T07:28:10.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.096+0000 7fb79d6b8640 1 -- start start 2024-09-16T07:28:10.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.097+0000 7fb79d6b8640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb79806ff80 0x7fb7980c4b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:10.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.097+0000 7fb79d6b8640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb7980735a0 0x7fb7981f4310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:10.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.097+0000 7fb79d6b8640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb79815aa70 0x7fb79815c5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:10.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.097+0000 7fb79d6b8640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fb798070570 con 0x7fb79806ff80 2024-09-16T07:28:10.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.097+0000 7fb79d6b8640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb7980703f0 con 0x7fb7980735a0 2024-09-16T07:28:10.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.097+0000 7fb79d6b8640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb7980706f0 con 0x7fb79815aa70 2024-09-16T07:28:10.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.097+0000 7fb796ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb79806ff80 0x7fb7980c4b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:10.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.097+0000 7fb796ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb79806ff80 0x7fb7980c4b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48764/0 (socket says 172.21.15.31:48764) 2024-09-16T07:28:10.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.097+0000 7fb796ffd640 1 -- 172.21.15.31:0/2200528898 learned_addr learned my addr 172.21.15.31:0/2200528898 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:10.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.097+0000 7fb7977fe640 1 --2- 172.21.15.31:0/2200528898 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb79815aa70 0x7fb79815c5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:10.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.097+0000 7fb7967fc640 1 --2- 172.21.15.31:0/2200528898 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb7980735a0 0x7fb7981f4310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:10.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.097+0000 7fb796ffd640 1 -- 172.21.15.31:0/2200528898 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb79815aa70 msgr2=0x7fb79815c5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:10.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.097+0000 7fb796ffd640 1 --2- 172.21.15.31:0/2200528898 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb79815aa70 0x7fb79815c5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:10.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.097+0000 7fb796ffd640 1 -- 172.21.15.31:0/2200528898 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb7980735a0 msgr2=0x7fb7981f4310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:10.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.097+0000 7fb796ffd640 1 --2- 172.21.15.31:0/2200528898 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb7980735a0 0x7fb7981f4310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:10.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.097+0000 7fb796ffd640 1 -- 172.21.15.31:0/2200528898 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7981f4a60 con 0x7fb79806ff80 2024-09-16T07:28:10.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.097+0000 7fb796ffd640 1 --2- 172.21.15.31:0/2200528898 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb79806ff80 0x7fb7980c4b70 secure :-1 s=READY pgs=1523 cs=0 l=1 rev1=1 crypto rx=0x7fb79000e9f0 tx=0x7fb79000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:10.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.097+0000 7fb78f7fe640 1 -- 172.21.15.31:0/2200528898 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb79000cd80 con 0x7fb79806ff80 2024-09-16T07:28:10.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.097+0000 7fb78f7fe640 1 -- 172.21.15.31:0/2200528898 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb790004c10 con 0x7fb79806ff80 2024-09-16T07:28:10.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.097+0000 7fb79d6b8640 1 -- 172.21.15.31:0/2200528898 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7981f4d40 con 0x7fb79806ff80 2024-09-16T07:28:10.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.097+0000 7fb78f7fe640 1 -- 172.21.15.31:0/2200528898 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb790005020 con 0x7fb79806ff80 2024-09-16T07:28:10.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.098+0000 7fb79d6b8640 1 -- 172.21.15.31:0/2200528898 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb79815caf0 con 0x7fb79806ff80 2024-09-16T07:28:10.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.098+0000 7fb79d6b8640 1 -- 172.21.15.31:0/2200528898 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb7981f5260 con 0x7fb79806ff80 2024-09-16T07:28:10.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.099+0000 7fb78f7fe640 1 -- 172.21.15.31:0/2200528898 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 22) ==== 101899+0+0 (secure 0 0 0) 0x7fb7900051c0 con 0x7fb79806ff80 2024-09-16T07:28:10.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.100+0000 7fb78f7fe640 1 --2- 172.21.15.31:0/2200528898 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb778078f10 0x7fb77807b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:10.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.100+0000 7fb78f7fe640 1 -- 172.21.15.31:0/2200528898 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(137..137 src has 1..137) ==== 4885+0+0 (secure 0 0 0) 0x7fb79009bd30 con 0x7fb79806ff80 2024-09-16T07:28:10.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.100+0000 7fb7967fc640 1 --2- 172.21.15.31:0/2200528898 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb778078f10 0x7fb77807b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:10.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.100+0000 7fb7967fc640 1 --2- 172.21.15.31:0/2200528898 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb778078f10 0x7fb77807b3d0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fb780033000 tx=0x7fb780004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:10.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.104+0000 7fb78f7fe640 1 -- 172.21.15.31:0/2200528898 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fb7981f5260 con 0x7fb79806ff80 2024-09-16T07:28:10.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.361+0000 7fb79d6b8640 1 -- 172.21.15.31:0/2200528898 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7fb7980739d0 con 0x7fb79806ff80 2024-09-16T07:28:10.361 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.362+0000 7fb78f7fe640 1 -- 172.21.15.31:0/2200528898 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v25) ==== 80+0+5304 (secure 0 0 0) 0x7fb790016030 con 0x7fb79806ff80 2024-09-16T07:28:10.361 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:28:10.361 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-16T07:28:10.361 INFO:teuthology.orchestra.run.smithi031.stdout: "auth_dump": [ 2024-09-16T07:28:10.362 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:28:10.362 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mds.a", 2024-09-16T07:28:10.362 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmqZelCxAAscsPpPoHsQV4HwJyGUrzNg==", 2024-09-16T07:28:10.362 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:28:10.362 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:28:10.362 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-16T07:28:10.362 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-16T07:28:10.362 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:28:10.362 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:28:10.362 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:28:10.362 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:28:10.362 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mds.b", 2024-09-16T07:28:10.363 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmfXmZFxAA0mYeuvcMORlWFFaaDmQbxw==", 2024-09-16T07:28:10.363 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:28:10.363 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:28:10.363 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-16T07:28:10.363 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-16T07:28:10.363 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:28:10.363 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:28:10.363 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:28:10.363 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:28:10.363 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mds.c", 2024-09-16T07:28:10.363 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3Odm/cTfEhAAaZgZnhh9QGyve9RYquWC0Q==", 2024-09-16T07:28:10.363 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:28:10.363 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:28:10.363 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-16T07:28:10.364 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-16T07:28:10.364 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:28:10.364 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:28:10.364 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:28:10.364 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:28:10.364 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mds.d", 2024-09-16T07:28:10.364 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3Odm8EGiHhAAIhv2GzralSJeeiMnM31Z+A==", 2024-09-16T07:28:10.364 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:28:10.364 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:28:10.364 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-16T07:28:10.364 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-16T07:28:10.364 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:28:10.364 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:28:10.365 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:28:10.365 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:28:10.365 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.0", 2024-09-16T07:28:10.365 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAt3Odm1TDYBBAAuJFJONHh8+uAFkIcQ3Mk/g==", 2024-09-16T07:28:10.365 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:28:10.365 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:28:10.365 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:28:10.365 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:28:10.365 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:28:10.365 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:28:10.365 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:28:10.365 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.1", 2024-09-16T07:28:10.365 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAw3OdmEqk3BxAAMCfxQ9tUoIzjRULBEmXnaQ==", 2024-09-16T07:28:10.366 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:28:10.366 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:28:10.366 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:28:10.366 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:28:10.366 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:28:10.366 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:28:10.366 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:28:10.366 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.2", 2024-09-16T07:28:10.366 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAz3OdmF9NyCRAAZxPWCrgzE7K49H8eURVIeg==", 2024-09-16T07:28:10.367 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:28:10.367 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:28:10.367 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:28:10.367 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:28:10.367 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:28:10.367 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:28:10.367 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:28:10.367 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.3", 2024-09-16T07:28:10.367 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQA23OdmAWFmGhAA6Z7zsRIfx/L0hjYcyl/B5w==", 2024-09-16T07:28:10.367 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:28:10.367 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:28:10.367 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:28:10.367 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:28:10.368 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:28:10.368 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:28:10.368 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:28:10.368 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.4", 2024-09-16T07:28:10.368 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQA93OdmY9BKFBAAssskgPYXTuKx1qSrhUEPjA==", 2024-09-16T07:28:10.368 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:28:10.368 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:28:10.368 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:28:10.368 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:28:10.368 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:28:10.368 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:28:10.368 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:28:10.368 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.5", 2024-09-16T07:28:10.369 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQBB3OdmdTufBhAANeNgBap5Vw/toilxLT55fA==", 2024-09-16T07:28:10.369 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:28:10.369 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:28:10.369 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:28:10.369 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:28:10.369 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:28:10.369 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:28:10.369 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:28:10.369 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.6", 2024-09-16T07:28:10.369 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQBE3Odm67gaJhAAhpplhm3JGeAQE4M6hZNxog==", 2024-09-16T07:28:10.369 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:28:10.369 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:28:10.369 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:28:10.370 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:28:10.370 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:28:10.370 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:28:10.370 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:28:10.370 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.7", 2024-09-16T07:28:10.370 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQBH3OdmTNeJNhAAezS0/56A2+76DoYwfs7jAQ==", 2024-09-16T07:28:10.370 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:28:10.370 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:28:10.370 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:28:10.370 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:28:10.370 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:28:10.370 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:28:10.370 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:28:10.371 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.0", 2024-09-16T07:28:10.371 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmOi3VIhAA6pREvErOkWIiU+/Wlqimsw==", 2024-09-16T07:28:10.371 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:28:10.371 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:28:10.371 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow r", 2024-09-16T07:28:10.371 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-16T07:28:10.371 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:28:10.371 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:28:10.371 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:28:10.371 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.1", 2024-09-16T07:28:10.371 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmTiLQKxAAIGqY1wYPmJI86PYNb+gngw==", 2024-09-16T07:28:10.371 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:28:10.371 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:28:10.372 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow r", 2024-09-16T07:28:10.372 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow rw", 2024-09-16T07:28:10.372 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow rwx" 2024-09-16T07:28:10.372 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:28:10.372 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:28:10.372 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:28:10.372 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.2", 2024-09-16T07:28:10.372 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmLLaRKBAAQ0i+yw037feTEHpSrd2Iwg==", 2024-09-16T07:28:10.372 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:28:10.372 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:28:10.372 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow r", 2024-09-16T07:28:10.372 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow rw", 2024-09-16T07:28:10.372 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow rwx" 2024-09-16T07:28:10.373 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:28:10.373 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:28:10.373 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:28:10.373 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.3", 2024-09-16T07:28:10.373 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3Odmxe1yMRAAVpguX9xvU2H1VDIC1iZZdQ==", 2024-09-16T07:28:10.373 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:28:10.373 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:28:10.373 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow r", 2024-09-16T07:28:10.373 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow rw", 2024-09-16T07:28:10.373 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow rwx" 2024-09-16T07:28:10.373 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:28:10.373 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:28:10.373 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:28:10.373 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.admin", 2024-09-16T07:28:10.374 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAo3OdmZ9mRKxAASODnqbtdFSv2jjXDSPXSuw==", 2024-09-16T07:28:10.374 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:28:10.374 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow *", 2024-09-16T07:28:10.374 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-16T07:28:10.374 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-16T07:28:10.374 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:28:10.374 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:28:10.374 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:28:10.374 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:28:10.374 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mgr.x", 2024-09-16T07:28:10.374 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmoVFWCBAA1E3B8t60xOMqiOyfwDlYMw==", 2024-09-16T07:28:10.374 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:28:10.374 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow *", 2024-09-16T07:28:10.375 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile mgr", 2024-09-16T07:28:10.375 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:28:10.375 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:28:10.375 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:28:10.375 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:28:10.375 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mgr.y", 2024-09-16T07:28:10.375 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3Odm9hHfBBAAiSK5kbNBYonj7atHktVxiA==", 2024-09-16T07:28:10.375 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:28:10.375 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow *", 2024-09-16T07:28:10.375 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile mgr", 2024-09-16T07:28:10.375 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:28:10.375 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:28:10.375 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:28:10.375 INFO:teuthology.orchestra.run.smithi031.stdout: ] 2024-09-16T07:28:10.376 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-16T07:28:10.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.364+0000 7fb79d6b8640 1 -- 172.21.15.31:0/2200528898 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb778078f10 msgr2=0x7fb77807b3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:10.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.364+0000 7fb79d6b8640 1 --2- 172.21.15.31:0/2200528898 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb778078f10 0x7fb77807b3d0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fb780033000 tx=0x7fb780004730 comp rx=0 tx=0).stop 2024-09-16T07:28:10.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.364+0000 7fb79d6b8640 1 -- 172.21.15.31:0/2200528898 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb79806ff80 msgr2=0x7fb7980c4b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:10.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.364+0000 7fb79d6b8640 1 --2- 172.21.15.31:0/2200528898 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb79806ff80 0x7fb7980c4b70 secure :-1 s=READY pgs=1523 cs=0 l=1 rev1=1 crypto rx=0x7fb79000e9f0 tx=0x7fb79000eeb0 comp rx=0 tx=0).stop 2024-09-16T07:28:10.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.364+0000 7fb79d6b8640 1 -- 172.21.15.31:0/2200528898 shutdown_connections 2024-09-16T07:28:10.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.364+0000 7fb79d6b8640 1 --2- 172.21.15.31:0/2200528898 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb778078f10 0x7fb77807b3d0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:10.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.364+0000 7fb79d6b8640 1 --2- 172.21.15.31:0/2200528898 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb79815aa70 0x7fb79815c5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:10.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.364+0000 7fb79d6b8640 1 --2- 172.21.15.31:0/2200528898 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb7980735a0 0x7fb7981f4310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:10.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.364+0000 7fb79d6b8640 1 --2- 172.21.15.31:0/2200528898 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb79806ff80 0x7fb7980c4b70 unknown :-1 s=CLOSED pgs=1523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:10.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.364+0000 7fb79d6b8640 1 -- 172.21.15.31:0/2200528898 >> 172.21.15.31:0/2200528898 conn(0x7fb7980b1690 msgr2=0x7fb798154fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:10.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.364+0000 7fb79d6b8640 1 -- 172.21.15.31:0/2200528898 shutdown_connections 2024-09-16T07:28:10.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.364+0000 7fb79d6b8640 1 -- 172.21.15.31:0/2200528898 wait complete. 2024-09-16T07:28:10.379 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-16T07:28:10.484 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.485+0000 7fd65b66a640 1 -- 172.21.15.31:0/4087001088 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd65406f0f0 msgr2=0x7fd65406f500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:10.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.485+0000 7fd65b66a640 1 --2- 172.21.15.31:0/4087001088 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd65406f0f0 0x7fd65406f500 secure :-1 s=READY pgs=1524 cs=0 l=1 rev1=1 crypto rx=0x7fd6540d0ad0 tx=0x7fd64c02aac0 comp rx=0 tx=0).stop 2024-09-16T07:28:10.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.485+0000 7fd65b66a640 1 -- 172.21.15.31:0/4087001088 shutdown_connections 2024-09-16T07:28:10.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.485+0000 7fd65b66a640 1 --2- 172.21.15.31:0/4087001088 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd65406f0f0 0x7fd65406f500 unknown :-1 s=CLOSED pgs=1524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:10.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.485+0000 7fd65b66a640 1 --2- 172.21.15.31:0/4087001088 >> v2:172.21.15.155:3300/0 conn(0x7fd654070690 0x7fd65413f290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:10.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.485+0000 7fd65b66a640 1 -- 172.21.15.31:0/4087001088 >> 172.21.15.31:0/4087001088 conn(0x7fd6540b1690 msgr2=0x7fd6540b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:10.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.485+0000 7fd65b66a640 1 -- 172.21.15.31:0/4087001088 shutdown_connections 2024-09-16T07:28:10.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.485+0000 7fd65b66a640 1 -- 172.21.15.31:0/4087001088 wait complete. 2024-09-16T07:28:10.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.486+0000 7fd65b66a640 1 Processor -- start 2024-09-16T07:28:10.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.486+0000 7fd65b66a640 1 -- start start 2024-09-16T07:28:10.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.487+0000 7fd65b66a640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd65406f0f0 0x7fd654141700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:10.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.487+0000 7fd65b66a640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd654070690 0x7fd654138850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:10.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.487+0000 7fd65b66a640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd65413ce00 0x7fd6541f54e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:10.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.487+0000 7fd65b66a640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fd65406fa40 con 0x7fd65413ce00 2024-09-16T07:28:10.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.487+0000 7fd65b66a640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fd65406fbc0 con 0x7fd65406f0f0 2024-09-16T07:28:10.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.487+0000 7fd65b66a640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fd65406fd40 con 0x7fd654070690 2024-09-16T07:28:10.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.487+0000 7fd659c07640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd65413ce00 0x7fd6541f54e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:10.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.487+0000 7fd659c07640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd65413ce00 0x7fd6541f54e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48774/0 (socket says 172.21.15.31:48774) 2024-09-16T07:28:10.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.487+0000 7fd659c07640 1 -- 172.21.15.31:0/1809099243 learned_addr learned my addr 172.21.15.31:0/1809099243 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:10.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.487+0000 7fd658c05640 1 --2- 172.21.15.31:0/1809099243 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd654070690 0x7fd654138850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:10.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.487+0000 7fd659406640 1 --2- 172.21.15.31:0/1809099243 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd65406f0f0 0x7fd654141700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:10.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.487+0000 7fd659c07640 1 -- 172.21.15.31:0/1809099243 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd654070690 msgr2=0x7fd654138850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:10.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.487+0000 7fd659c07640 1 --2- 172.21.15.31:0/1809099243 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd654070690 0x7fd654138850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:10.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.487+0000 7fd659c07640 1 -- 172.21.15.31:0/1809099243 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd65406f0f0 msgr2=0x7fd654141700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:10.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.487+0000 7fd659c07640 1 --2- 172.21.15.31:0/1809099243 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd65406f0f0 0x7fd654141700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:10.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.487+0000 7fd659c07640 1 -- 172.21.15.31:0/1809099243 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6541f5a20 con 0x7fd65413ce00 2024-09-16T07:28:10.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.487+0000 7fd659406640 1 --2- 172.21.15.31:0/1809099243 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd65406f0f0 0x7fd654141700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:28:10.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.488+0000 7fd659c07640 1 --2- 172.21.15.31:0/1809099243 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd65413ce00 0x7fd6541f54e0 secure :-1 s=READY pgs=1525 cs=0 l=1 rev1=1 crypto rx=0x7fd64c009d60 tx=0x7fd64c003ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:10.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.488+0000 7fd649ffb640 1 -- 172.21.15.31:0/1809099243 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd64c046070 con 0x7fd65413ce00 2024-09-16T07:28:10.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.488+0000 7fd649ffb640 1 -- 172.21.15.31:0/1809099243 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd64c004250 con 0x7fd65413ce00 2024-09-16T07:28:10.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.488+0000 7fd65b66a640 1 -- 172.21.15.31:0/1809099243 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd65413c720 con 0x7fd65413ce00 2024-09-16T07:28:10.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.488+0000 7fd649ffb640 1 -- 172.21.15.31:0/1809099243 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd64c0046a0 con 0x7fd65413ce00 2024-09-16T07:28:10.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.488+0000 7fd65b66a640 1 -- 172.21.15.31:0/1809099243 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6540ced20 con 0x7fd65413ce00 2024-09-16T07:28:10.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.489+0000 7fd65b66a640 1 -- 172.21.15.31:0/1809099243 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd65406f500 con 0x7fd65413ce00 2024-09-16T07:28:10.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.490+0000 7fd649ffb640 1 -- 172.21.15.31:0/1809099243 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 22) ==== 101899+0+0 (secure 0 0 0) 0x7fd64c038610 con 0x7fd65413ce00 2024-09-16T07:28:10.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.490+0000 7fd649ffb640 1 --2- 172.21.15.31:0/1809099243 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd638078f40 0x7fd63807b400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:10.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.490+0000 7fd649ffb640 1 -- 172.21.15.31:0/1809099243 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(137..137 src has 1..137) ==== 4885+0+0 (secure 0 0 0) 0x7fd64c0bdbd0 con 0x7fd65413ce00 2024-09-16T07:28:10.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.490+0000 7fd659406640 1 --2- 172.21.15.31:0/1809099243 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd638078f40 0x7fd63807b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:10.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.491+0000 7fd659406640 1 --2- 172.21.15.31:0/1809099243 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd638078f40 0x7fd63807b400 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fd6500058c0 tx=0x7fd650005850 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:10.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.495+0000 7fd649ffb640 1 -- 172.21.15.31:0/1809099243 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fd6541f5a20 con 0x7fd65413ce00 2024-09-16T07:28:10.680 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.681+0000 7fd65b66a640 1 -- 172.21.15.31:0/1809099243 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fd6540ceaf0 con 0x7fd65413ce00 2024-09-16T07:28:10.681 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.681+0000 7fd649ffb640 1 -- 172.21.15.31:0/1809099243 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v137) ==== 84+0+65 (secure 0 0 0) 0x7fd64c032030 con 0x7fd65413ce00 2024-09-16T07:28:10.681 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:28:10.681 INFO:teuthology.orchestra.run.smithi031.stdout:[ 2024-09-16T07:28:10.681 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:28:10.681 INFO:teuthology.orchestra.run.smithi031.stdout: "poolnum": 1, 2024-09-16T07:28:10.681 INFO:teuthology.orchestra.run.smithi031.stdout: "poolname": ".mgr" 2024-09-16T07:28:10.681 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:28:10.681 INFO:teuthology.orchestra.run.smithi031.stdout:] 2024-09-16T07:28:10.683 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.684+0000 7fd65b66a640 1 -- 172.21.15.31:0/1809099243 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd638078f40 msgr2=0x7fd63807b400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:10.683 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.684+0000 7fd65b66a640 1 --2- 172.21.15.31:0/1809099243 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd638078f40 0x7fd63807b400 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fd6500058c0 tx=0x7fd650005850 comp rx=0 tx=0).stop 2024-09-16T07:28:10.683 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.684+0000 7fd65b66a640 1 -- 172.21.15.31:0/1809099243 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd65413ce00 msgr2=0x7fd6541f54e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:10.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.684+0000 7fd65b66a640 1 --2- 172.21.15.31:0/1809099243 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd65413ce00 0x7fd6541f54e0 secure :-1 s=READY pgs=1525 cs=0 l=1 rev1=1 crypto rx=0x7fd64c009d60 tx=0x7fd64c003ce0 comp rx=0 tx=0).stop 2024-09-16T07:28:10.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.684+0000 7fd65b66a640 1 -- 172.21.15.31:0/1809099243 shutdown_connections 2024-09-16T07:28:10.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.684+0000 7fd65b66a640 1 --2- 172.21.15.31:0/1809099243 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd638078f40 0x7fd63807b400 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:10.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.684+0000 7fd65b66a640 1 --2- 172.21.15.31:0/1809099243 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd65413ce00 0x7fd6541f54e0 unknown :-1 s=CLOSED pgs=1525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:10.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.684+0000 7fd65b66a640 1 --2- 172.21.15.31:0/1809099243 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd654070690 0x7fd654138850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:10.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.684+0000 7fd65b66a640 1 --2- 172.21.15.31:0/1809099243 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd65406f0f0 0x7fd654141700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:10.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.684+0000 7fd65b66a640 1 -- 172.21.15.31:0/1809099243 >> 172.21.15.31:0/1809099243 conn(0x7fd6540b1690 msgr2=0x7fd6540b0df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:10.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.684+0000 7fd65b66a640 1 -- 172.21.15.31:0/1809099243 shutdown_connections 2024-09-16T07:28:10.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.684+0000 7fd65b66a640 1 -- 172.21.15.31:0/1809099243 wait complete. 2024-09-16T07:28:10.694 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-16T07:28:10.694 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-16T07:28:10.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.803+0000 7f5ea1d00640 1 -- 172.21.15.31:0/339213099 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5e9c15f310 msgr2=0x7f5e9c0d0560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:10.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.803+0000 7f5ea1d00640 1 --2- 172.21.15.31:0/339213099 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5e9c15f310 0x7f5e9c0d0560 secure :-1 s=READY pgs=1526 cs=0 l=1 rev1=1 crypto rx=0x7f5e9c06da00 tx=0x7f5e8c02a560 comp rx=0 tx=0).stop 2024-09-16T07:28:10.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.803+0000 7f5ea1d00640 1 -- 172.21.15.31:0/339213099 shutdown_connections 2024-09-16T07:28:10.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.803+0000 7f5ea1d00640 1 --2- 172.21.15.31:0/339213099 >> v2:172.21.15.155:3300/0 conn(0x7f5e9c0ce430 0x7f5e9c0ce870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:10.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.803+0000 7f5ea1d00640 1 --2- 172.21.15.31:0/339213099 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5e9c15f310 0x7f5e9c0d0560 unknown :-1 s=CLOSED pgs=1526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:10.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.803+0000 7f5ea1d00640 1 -- 172.21.15.31:0/339213099 >> 172.21.15.31:0/339213099 conn(0x7f5e9c0d1b80 msgr2=0x7f5e9c0d1f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:10.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.804+0000 7f5ea1d00640 1 -- 172.21.15.31:0/339213099 shutdown_connections 2024-09-16T07:28:10.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.804+0000 7f5ea1d00640 1 -- 172.21.15.31:0/339213099 wait complete. 2024-09-16T07:28:10.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.805+0000 7f5ea1d00640 1 Processor -- start 2024-09-16T07:28:10.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.805+0000 7f5ea1d00640 1 -- start start 2024-09-16T07:28:10.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.806+0000 7f5ea1d00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5e9c0b1310 0x7f5e9c0c8c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:10.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.806+0000 7f5ea1d00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5e9c0ce430 0x7f5e9c0b49b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:10.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.806+0000 7f5ea1d00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5e9c15f310 0x7f5e9c152ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:10.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.806+0000 7f5ea1d00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f5e9c0cf4c0 con 0x7f5e9c0b1310 2024-09-16T07:28:10.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.806+0000 7f5ea1d00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f5e9c0cf340 con 0x7f5e9c0ce430 2024-09-16T07:28:10.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.806+0000 7f5ea1d00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f5e9c0b2f00 con 0x7f5e9c15f310 2024-09-16T07:28:10.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.806+0000 7f5e9b7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5e9c0b1310 0x7f5e9c0c8c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:10.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.806+0000 7f5e9b7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5e9c0b1310 0x7f5e9c0c8c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48796/0 (socket says 172.21.15.31:48796) 2024-09-16T07:28:10.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.806+0000 7f5e9b7fe640 1 -- 172.21.15.31:0/348370831 learned_addr learned my addr 172.21.15.31:0/348370831 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:10.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.806+0000 7f5e9affd640 1 --2- 172.21.15.31:0/348370831 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5e9c0ce430 0x7f5e9c0b49b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:10.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.806+0000 7f5e9bfff640 1 --2- 172.21.15.31:0/348370831 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5e9c15f310 0x7f5e9c152ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:10.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.806+0000 7f5e9b7fe640 1 -- 172.21.15.31:0/348370831 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5e9c15f310 msgr2=0x7f5e9c152ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:10.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.806+0000 7f5e9b7fe640 1 --2- 172.21.15.31:0/348370831 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5e9c15f310 0x7f5e9c152ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:10.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.806+0000 7f5e9b7fe640 1 -- 172.21.15.31:0/348370831 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5e9c0ce430 msgr2=0x7f5e9c0b49b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:10.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.806+0000 7f5e9b7fe640 1 --2- 172.21.15.31:0/348370831 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5e9c0ce430 0x7f5e9c0b49b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:10.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.806+0000 7f5e9b7fe640 1 -- 172.21.15.31:0/348370831 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e9c0b50e0 con 0x7f5e9c0b1310 2024-09-16T07:28:10.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.806+0000 7f5e9affd640 1 --2- 172.21.15.31:0/348370831 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5e9c0ce430 0x7f5e9c0b49b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:28:10.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.806+0000 7f5e9bfff640 1 --2- 172.21.15.31:0/348370831 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5e9c15f310 0x7f5e9c152ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:28:10.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.806+0000 7f5e9b7fe640 1 --2- 172.21.15.31:0/348370831 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5e9c0b1310 0x7f5e9c0c8c50 secure :-1 s=READY pgs=1527 cs=0 l=1 rev1=1 crypto rx=0x7f5e8c034040 tx=0x7f5e8c0039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:10.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.806+0000 7f5e83fff640 1 -- 172.21.15.31:0/348370831 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e8c03e030 con 0x7f5e9c0b1310 2024-09-16T07:28:10.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.806+0000 7f5e83fff640 1 -- 172.21.15.31:0/348370831 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5e8c0047a0 con 0x7f5e9c0b1310 2024-09-16T07:28:10.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.806+0000 7f5ea1d00640 1 -- 172.21.15.31:0/348370831 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e9c0b53c0 con 0x7f5e9c0b1310 2024-09-16T07:28:10.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.806+0000 7f5e83fff640 1 -- 172.21.15.31:0/348370831 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e8c035040 con 0x7f5e9c0b1310 2024-09-16T07:28:10.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.807+0000 7f5ea1d00640 1 -- 172.21.15.31:0/348370831 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e9c0b6130 con 0x7f5e9c0b1310 2024-09-16T07:28:10.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.808+0000 7f5ea1d00640 1 -- 172.21.15.31:0/348370831 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e9c0ce870 con 0x7f5e9c0b1310 2024-09-16T07:28:10.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.808+0000 7f5e83fff640 1 -- 172.21.15.31:0/348370831 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 22) ==== 101899+0+0 (secure 0 0 0) 0x7f5e8c041030 con 0x7f5e9c0b1310 2024-09-16T07:28:10.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.809+0000 7f5e83fff640 1 --2- 172.21.15.31:0/348370831 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5e88078f10 0x7f5e8807b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:10.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.809+0000 7f5e9affd640 1 --2- 172.21.15.31:0/348370831 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5e88078f10 0x7f5e8807b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:10.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.809+0000 7f5e83fff640 1 -- 172.21.15.31:0/348370831 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(137..137 src has 1..137) ==== 4885+0+0 (secure 0 0 0) 0x7f5e8c0bbb20 con 0x7f5e9c0b1310 2024-09-16T07:28:10.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.809+0000 7f5e9affd640 1 --2- 172.21.15.31:0/348370831 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5e88078f10 0x7f5e8807b3d0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f5e9c0c9190 tx=0x7f5e9000a5c0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:10.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:10.813+0000 7f5e83fff640 1 -- 172.21.15.31:0/348370831 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f5e8c083a20 con 0x7f5e9c0b1310 2024-09-16T07:28:11.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:11.006+0000 7f5ea1d00640 1 -- 172.21.15.31:0/348370831 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f5e9c0b58e0 con 0x7f5e9c0b1310 2024-09-16T07:28:11.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:11.994+0000 7f5e83fff640 1 -- 172.21.15.31:0/348370831 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v138) ==== 138+0+0 (secure 0 0 0) 0x7f5e8c083320 con 0x7f5e9c0b1310 2024-09-16T07:28:11.994 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_metadata' created 2024-09-16T07:28:11.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:11.998+0000 7f5ea1d00640 1 -- 172.21.15.31:0/348370831 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5e88078f10 msgr2=0x7f5e8807b3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:11.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:11.998+0000 7f5ea1d00640 1 --2- 172.21.15.31:0/348370831 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5e88078f10 0x7f5e8807b3d0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f5e9c0c9190 tx=0x7f5e9000a5c0 comp rx=0 tx=0).stop 2024-09-16T07:28:11.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:11.998+0000 7f5ea1d00640 1 -- 172.21.15.31:0/348370831 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5e9c0b1310 msgr2=0x7f5e9c0c8c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:11.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:11.998+0000 7f5ea1d00640 1 --2- 172.21.15.31:0/348370831 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5e9c0b1310 0x7f5e9c0c8c50 secure :-1 s=READY pgs=1527 cs=0 l=1 rev1=1 crypto rx=0x7f5e8c034040 tx=0x7f5e8c0039e0 comp rx=0 tx=0).stop 2024-09-16T07:28:11.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:11.999+0000 7f5ea1d00640 1 -- 172.21.15.31:0/348370831 shutdown_connections 2024-09-16T07:28:11.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:11.999+0000 7f5ea1d00640 1 --2- 172.21.15.31:0/348370831 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5e88078f10 0x7f5e8807b3d0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:11.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:11.999+0000 7f5ea1d00640 1 --2- 172.21.15.31:0/348370831 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5e9c15f310 0x7f5e9c152ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:11.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:11.999+0000 7f5ea1d00640 1 --2- 172.21.15.31:0/348370831 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5e9c0ce430 0x7f5e9c0b49b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:11.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:11.999+0000 7f5ea1d00640 1 --2- 172.21.15.31:0/348370831 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5e9c0b1310 0x7f5e9c0c8c50 unknown :-1 s=CLOSED pgs=1527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:11.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:12.000+0000 7f5ea1d00640 1 -- 172.21.15.31:0/348370831 >> 172.21.15.31:0/348370831 conn(0x7f5e9c0d1b80 msgr2=0x7f5e9c071980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:12.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:12.000+0000 7f5ea1d00640 1 -- 172.21.15.31:0/348370831 shutdown_connections 2024-09-16T07:28:12.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:12.000+0000 7f5ea1d00640 1 -- 172.21.15.31:0/348370831 wait complete. 2024-09-16T07:28:12.016 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-16T07:28:12.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:12.136+0000 7f259e73d640 1 -- 172.21.15.31:0/442482575 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2584003a30 msgr2=0x7f2584003e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:12.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:12.136+0000 7f259e73d640 1 --2- 172.21.15.31:0/442482575 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2584003a30 0x7f2584003e30 secure :-1 s=READY pgs=1529 cs=0 l=1 rev1=1 crypto rx=0x7f2588009b50 tx=0x7f2584005830 comp rx=0 tx=0).stop 2024-09-16T07:28:12.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:12.136+0000 7f259ccda640 1 -- 172.21.15.31:0/442482575 reap_dead start 2024-09-16T07:28:12.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:12.136+0000 7f259e73d640 1 -- 172.21.15.31:0/442482575 shutdown_connections 2024-09-16T07:28:12.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:12.136+0000 7f259e73d640 1 -- 172.21.15.31:0/442482575 >> 172.21.15.31:0/442482575 conn(0x7f25980d3e30 msgr2=0x7f25980d4240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:12.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:12.136+0000 7f259e73d640 1 -- 172.21.15.31:0/442482575 shutdown_connections 2024-09-16T07:28:12.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:12.136+0000 7f259e73d640 1 -- 172.21.15.31:0/442482575 wait complete. 2024-09-16T07:28:12.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:12.137+0000 7f259e73d640 1 Processor -- start 2024-09-16T07:28:12.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:12.137+0000 7f259e73d640 1 -- start start 2024-09-16T07:28:12.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:12.138+0000 7f259e73d640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2584003a30 0x7f25980c9720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:12.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:12.138+0000 7f259e73d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f25981f8b20 0x7f25981f8180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:12.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:12.138+0000 7f259e73d640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f25980a0eb0 0x7f25980a1320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:12.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:12.138+0000 7f259e73d640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f25980d1eb0 con 0x7f25981f8b20 2024-09-16T07:28:12.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:12.138+0000 7f259e73d640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f25980d1d30 con 0x7f25980a0eb0 2024-09-16T07:28:12.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:12.138+0000 7f259e73d640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f25980d2030 con 0x7f2584003a30 2024-09-16T07:28:12.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:12.138+0000 7f258ffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f25981f8b20 0x7f25981f8180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:12.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:12.138+0000 7f258ffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f25981f8b20 0x7f25981f8180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48826/0 (socket says 172.21.15.31:48826) 2024-09-16T07:28:12.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:12.138+0000 7f258ffff640 1 -- 172.21.15.31:0/2297997449 learned_addr learned my addr 172.21.15.31:0/2297997449 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:12.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:12.138+0000 7f259ccda640 1 --2- 172.21.15.31:0/2297997449 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f25980a0eb0 0x7f25980a1320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:12.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:12.138+0000 7f2597fff640 1 --2- 172.21.15.31:0/2297997449 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2584003a30 0x7f25980c9720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:12.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:12.139+0000 7f258ffff640 1 -- 172.21.15.31:0/2297997449 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2584003a30 msgr2=0x7f25980c9720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:12.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:12.139+0000 7f258ffff640 1 --2- 172.21.15.31:0/2297997449 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2584003a30 0x7f25980c9720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:12.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:12.139+0000 7f258ffff640 1 -- 172.21.15.31:0/2297997449 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f25980a0eb0 msgr2=0x7f25980a1320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:12.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:12.139+0000 7f258ffff640 1 --2- 172.21.15.31:0/2297997449 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f25980a0eb0 0x7f25980a1320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:12.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:12.139+0000 7f258ffff640 1 -- 172.21.15.31:0/2297997449 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25980a1860 con 0x7f25981f8b20 2024-09-16T07:28:12.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:12.139+0000 7f2597fff640 1 --2- 172.21.15.31:0/2297997449 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2584003a30 0x7f25980c9720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:28:12.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:12.139+0000 7f258ffff640 1 --2- 172.21.15.31:0/2297997449 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f25981f8b20 0x7f25981f8180 secure :-1 s=READY pgs=1530 cs=0 l=1 rev1=1 crypto rx=0x7f258000e4f0 tx=0x7f258000e9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:12.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:12.139+0000 7f25957fa640 1 -- 172.21.15.31:0/2297997449 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2580015070 con 0x7f25981f8b20 2024-09-16T07:28:12.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:12.139+0000 7f25957fa640 1 -- 172.21.15.31:0/2297997449 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2580010980 con 0x7f25981f8b20 2024-09-16T07:28:12.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:12.139+0000 7f25957fa640 1 -- 172.21.15.31:0/2297997449 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2580010dd0 con 0x7f25981f8b20 2024-09-16T07:28:12.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:12.139+0000 7f259e73d640 1 -- 172.21.15.31:0/2297997449 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f25980c8470 con 0x7f25981f8b20 2024-09-16T07:28:12.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:12.139+0000 7f259e73d640 1 -- 172.21.15.31:0/2297997449 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f25980c8cb0 con 0x7f25981f8b20 2024-09-16T07:28:12.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:12.140+0000 7f259e73d640 1 -- 172.21.15.31:0/2297997449 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f25980b4d00 con 0x7f25981f8b20 2024-09-16T07:28:12.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:12.141+0000 7f25957fa640 1 -- 172.21.15.31:0/2297997449 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 22) ==== 101899+0+0 (secure 0 0 0) 0x7f2580018070 con 0x7f25981f8b20 2024-09-16T07:28:12.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:12.141+0000 7f25957fa640 1 --2- 172.21.15.31:0/2297997449 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2578078f10 0x7f257807b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:12.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:12.141+0000 7f2597fff640 1 --2- 172.21.15.31:0/2297997449 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2578078f10 0x7f257807b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:12.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:12.141+0000 7f25957fa640 1 -- 172.21.15.31:0/2297997449 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(138..138 src has 1..138) ==== 5255+0+0 (secure 0 0 0) 0x7f258009b740 con 0x7f25981f8b20 2024-09-16T07:28:12.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:12.142+0000 7f2597fff640 1 --2- 172.21.15.31:0/2297997449 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2578078f10 0x7f257807b3d0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f2588035000 tx=0x7f258802d040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:12.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:12.146+0000 7f25957fa640 1 -- 172.21.15.31:0/2297997449 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f25980c8470 con 0x7f25981f8b20 2024-09-16T07:28:12.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:12.334+0000 7f259e73d640 1 -- 172.21.15.31:0/2297997449 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f25980b5700 con 0x7f25981f8b20 2024-09-16T07:28:13.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:13.000+0000 7f25957fa640 1 -- 172.21.15.31:0/2297997449 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v139) ==== 170+0+0 (secure 0 0 0) 0x7f2580062e80 con 0x7f25981f8b20 2024-09-16T07:28:13.000 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_data' created 2024-09-16T07:28:13.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:13.004+0000 7f259e73d640 1 -- 172.21.15.31:0/2297997449 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2578078f10 msgr2=0x7f257807b3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:13.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:13.004+0000 7f259e73d640 1 --2- 172.21.15.31:0/2297997449 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2578078f10 0x7f257807b3d0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f2588035000 tx=0x7f258802d040 comp rx=0 tx=0).stop 2024-09-16T07:28:13.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:13.004+0000 7f259e73d640 1 -- 172.21.15.31:0/2297997449 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f25981f8b20 msgr2=0x7f25981f8180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:13.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:13.004+0000 7f259e73d640 1 --2- 172.21.15.31:0/2297997449 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f25981f8b20 0x7f25981f8180 secure :-1 s=READY pgs=1530 cs=0 l=1 rev1=1 crypto rx=0x7f258000e4f0 tx=0x7f258000e9b0 comp rx=0 tx=0).stop 2024-09-16T07:28:13.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:13.004+0000 7f259e73d640 1 -- 172.21.15.31:0/2297997449 shutdown_connections 2024-09-16T07:28:13.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:13.004+0000 7f259e73d640 1 --2- 172.21.15.31:0/2297997449 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2578078f10 0x7f257807b3d0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:13.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:13.004+0000 7f259e73d640 1 --2- 172.21.15.31:0/2297997449 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f25980a0eb0 0x7f25980a1320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:13.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:13.005+0000 7f259e73d640 1 --2- 172.21.15.31:0/2297997449 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f25981f8b20 0x7f25981f8180 unknown :-1 s=CLOSED pgs=1530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:13.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:13.005+0000 7f259e73d640 1 --2- 172.21.15.31:0/2297997449 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2584003a30 0x7f25980c9720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:13.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:13.005+0000 7f259e73d640 1 -- 172.21.15.31:0/2297997449 >> 172.21.15.31:0/2297997449 conn(0x7f25980d3e30 msgr2=0x7f2598075820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:13.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:13.005+0000 7f259e73d640 1 -- 172.21.15.31:0/2297997449 shutdown_connections 2024-09-16T07:28:13.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:13.005+0000 7f259e73d640 1 -- 172.21.15.31:0/2297997449 wait complete. 2024-09-16T07:28:13.028 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-16T07:28:13.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:13.143+0000 7f805b53a640 1 -- 172.21.15.31:0/66919503 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f80540cf950 msgr2=0x7f8054168d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:13.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:13.143+0000 7f805b53a640 1 --2- 172.21.15.31:0/66919503 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f80540cf950 0x7f8054168d60 secure :-1 s=READY pgs=1532 cs=0 l=1 rev1=1 crypto rx=0x7f80540cf640 tx=0x7f804c02a840 comp rx=0 tx=0).stop 2024-09-16T07:28:13.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:13.143+0000 7f805b53a640 1 -- 172.21.15.31:0/66919503 shutdown_connections 2024-09-16T07:28:13.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:13.143+0000 7f805b53a640 1 --2- 172.21.15.31:0/66919503 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f80540cf950 0x7f8054168d60 unknown :-1 s=CLOSED pgs=1532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:13.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:13.143+0000 7f805b53a640 1 -- 172.21.15.31:0/66919503 >> 172.21.15.31:0/66919503 conn(0x7f805409d190 msgr2=0x7f80540d3f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:13.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:13.143+0000 7f805b53a640 1 -- 172.21.15.31:0/66919503 shutdown_connections 2024-09-16T07:28:13.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:13.143+0000 7f805b53a640 1 -- 172.21.15.31:0/66919503 wait complete. 2024-09-16T07:28:13.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:13.144+0000 7f805b53a640 1 Processor -- start 2024-09-16T07:28:13.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:13.144+0000 7f805b53a640 1 -- start start 2024-09-16T07:28:13.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:13.145+0000 7f805b53a640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f80540b4c20 0x7f80540ca370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:13.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:13.145+0000 7f805b53a640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f80540cf950 0x7f80540caff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:13.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:13.145+0000 7f805b53a640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8054161500 0x7f80541f81e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:13.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:13.145+0000 7f805b53a640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f80541692a0 con 0x7f80540cf950 2024-09-16T07:28:13.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:13.145+0000 7f805b53a640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f8054161af0 con 0x7f80540b4c20 2024-09-16T07:28:13.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:13.145+0000 7f805b53a640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f8054169420 con 0x7f8054161500 2024-09-16T07:28:13.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:13.145+0000 7f8058ad5640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f80540cf950 0x7f80540caff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:13.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:13.145+0000 7f8058ad5640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f80540cf950 0x7f80540caff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:60978/0 (socket says 172.21.15.31:60978) 2024-09-16T07:28:13.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:13.145+0000 7f8058ad5640 1 -- 172.21.15.31:0/1867969699 learned_addr learned my addr 172.21.15.31:0/1867969699 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:13.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:13.145+0000 7f80592d6640 1 --2- 172.21.15.31:0/1867969699 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f80540b4c20 0x7f80540ca370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:13.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:13.145+0000 7f8058ad5640 1 -- 172.21.15.31:0/1867969699 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8054161500 msgr2=0x7f80541f81e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:13.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:13.145+0000 7f8058ad5640 1 --2- 172.21.15.31:0/1867969699 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8054161500 0x7f80541f81e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:13.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:13.145+0000 7f8058ad5640 1 -- 172.21.15.31:0/1867969699 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f80540b4c20 msgr2=0x7f80540ca370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:13.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:13.145+0000 7f8058ad5640 1 --2- 172.21.15.31:0/1867969699 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f80540b4c20 0x7f80540ca370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:13.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:13.145+0000 7f8058ad5640 1 -- 172.21.15.31:0/1867969699 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80540ca8b0 con 0x7f80540cf950 2024-09-16T07:28:13.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:13.145+0000 7f80592d6640 1 --2- 172.21.15.31:0/1867969699 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f80540b4c20 0x7f80540ca370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:28:13.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:13.145+0000 7f8058ad5640 1 --2- 172.21.15.31:0/1867969699 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f80540cf950 0x7f80540caff0 secure :-1 s=READY pgs=1533 cs=0 l=1 rev1=1 crypto rx=0x7f804400c480 tx=0x7f804400c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:13.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:13.145+0000 7f8049ffb640 1 -- 172.21.15.31:0/1867969699 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80440052d0 con 0x7f80540cf950 2024-09-16T07:28:13.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:13.145+0000 7f8049ffb640 1 -- 172.21.15.31:0/1867969699 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8044005470 con 0x7f80540cf950 2024-09-16T07:28:13.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:13.146+0000 7f805b53a640 1 -- 172.21.15.31:0/1867969699 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f805415f6e0 con 0x7f80540cf950 2024-09-16T07:28:13.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:13.146+0000 7f8049ffb640 1 -- 172.21.15.31:0/1867969699 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8044012870 con 0x7f80540cf950 2024-09-16T07:28:13.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:13.146+0000 7f805b53a640 1 -- 172.21.15.31:0/1867969699 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f805415fca0 con 0x7f80540cf950 2024-09-16T07:28:13.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:13.147+0000 7f805b53a640 1 -- 172.21.15.31:0/1867969699 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f80540d1af0 con 0x7f80540cf950 2024-09-16T07:28:13.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:13.148+0000 7f8049ffb640 1 -- 172.21.15.31:0/1867969699 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 22) ==== 101899+0+0 (secure 0 0 0) 0x7f80440035f0 con 0x7f80540cf950 2024-09-16T07:28:13.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:13.148+0000 7f8049ffb640 1 --2- 172.21.15.31:0/1867969699 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8038078f10 0x7f803807b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:13.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:13.148+0000 7f80592d6640 1 --2- 172.21.15.31:0/1867969699 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8038078f10 0x7f803807b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:13.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:13.149+0000 7f8049ffb640 1 -- 172.21.15.31:0/1867969699 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(139..139 src has 1..139) ==== 5637+0+0 (secure 0 0 0) 0x7f804409b000 con 0x7f80540cf950 2024-09-16T07:28:13.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:13.149+0000 7f80592d6640 1 --2- 172.21.15.31:0/1867969699 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8038078f10 0x7f803807b3d0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f80500046b0 tx=0x7f8050009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:13.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:13.153+0000 7f8049ffb640 1 -- 172.21.15.31:0/1867969699 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f8044062da0 con 0x7f80540cf950 2024-09-16T07:28:13.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:13.379+0000 7f805b53a640 1 -- 172.21.15.31:0/1867969699 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f805406d9e0 con 0x7f80540cf950 2024-09-16T07:28:14.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.002+0000 7f8049ffb640 1 -- 172.21.15.31:0/1867969699 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 22 and data pool 23 v95) ==== 174+0+0 (secure 0 0 0) 0x7f80440626a0 con 0x7f80540cf950 2024-09-16T07:28:14.002 INFO:teuthology.orchestra.run.smithi031.stderr:new fs with metadata pool 22 and data pool 23 2024-09-16T07:28:14.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.007+0000 7f805b53a640 1 -- 172.21.15.31:0/1867969699 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8038078f10 msgr2=0x7f803807b3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:14.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.007+0000 7f805b53a640 1 --2- 172.21.15.31:0/1867969699 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8038078f10 0x7f803807b3d0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f80500046b0 tx=0x7f8050009040 comp rx=0 tx=0).stop 2024-09-16T07:28:14.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.007+0000 7f805b53a640 1 -- 172.21.15.31:0/1867969699 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f80540cf950 msgr2=0x7f80540caff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:14.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.007+0000 7f805b53a640 1 --2- 172.21.15.31:0/1867969699 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f80540cf950 0x7f80540caff0 secure :-1 s=READY pgs=1533 cs=0 l=1 rev1=1 crypto rx=0x7f804400c480 tx=0x7f804400c940 comp rx=0 tx=0).stop 2024-09-16T07:28:14.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.007+0000 7f805b53a640 1 -- 172.21.15.31:0/1867969699 shutdown_connections 2024-09-16T07:28:14.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.007+0000 7f805b53a640 1 --2- 172.21.15.31:0/1867969699 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8038078f10 0x7f803807b3d0 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:14.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.007+0000 7f805b53a640 1 --2- 172.21.15.31:0/1867969699 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8054161500 0x7f80541f81e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:14.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.007+0000 7f805b53a640 1 --2- 172.21.15.31:0/1867969699 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f80540cf950 0x7f80540caff0 unknown :-1 s=CLOSED pgs=1533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:14.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.007+0000 7f805b53a640 1 --2- 172.21.15.31:0/1867969699 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f80540b4c20 0x7f80540ca370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:14.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.007+0000 7f805b53a640 1 -- 172.21.15.31:0/1867969699 >> 172.21.15.31:0/1867969699 conn(0x7f805409d190 msgr2=0x7f805406df00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:14.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.008+0000 7f805b53a640 1 -- 172.21.15.31:0/1867969699 shutdown_connections 2024-09-16T07:28:14.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.008+0000 7f805b53a640 1 -- 172.21.15.31:0/1867969699 wait complete. 2024-09-16T07:28:14.034 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:28:14.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.143+0000 7fe4f2191640 1 -- 172.21.15.31:0/125056764 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe4d4004800 msgr2=0x7fe4d4004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:14.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.143+0000 7fe4f2191640 1 --2- 172.21.15.31:0/125056764 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe4d4004800 0x7fe4d4004c80 secure :-1 s=READY pgs=1535 cs=0 l=1 rev1=1 crypto rx=0x7fe4ec0cdec0 tx=0x7fe4d4005830 comp rx=0 tx=0).stop 2024-09-16T07:28:14.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.143+0000 7fe4f2191640 1 -- 172.21.15.31:0/125056764 shutdown_connections 2024-09-16T07:28:14.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.143+0000 7fe4f2191640 1 --2- 172.21.15.31:0/125056764 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe4d4004800 0x7fe4d4004c80 unknown :-1 s=CLOSED pgs=1535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:14.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.143+0000 7fe4f2191640 1 -- 172.21.15.31:0/125056764 >> 172.21.15.31:0/125056764 conn(0x7fe4ec0b19c0 msgr2=0x7fe4ec0b1dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:14.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.143+0000 7fe4f2191640 1 -- 172.21.15.31:0/125056764 shutdown_connections 2024-09-16T07:28:14.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.143+0000 7fe4f2191640 1 -- 172.21.15.31:0/125056764 wait complete. 2024-09-16T07:28:14.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.144+0000 7fe4f2191640 1 Processor -- start 2024-09-16T07:28:14.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.144+0000 7fe4f2191640 1 -- start start 2024-09-16T07:28:14.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.145+0000 7fe4f2191640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe4d4004800 0x7fe4ec1f01b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:14.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.145+0000 7fe4f2191640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe4ec1f37a0 0x7fe4ec0c94f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:14.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.145+0000 7fe4f2191640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe4ec0cb550 0x7fe4ec0cb9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:14.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.145+0000 7fe4f2191640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fe4ec15f930 con 0x7fe4ec0cb550 2024-09-16T07:28:14.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.145+0000 7fe4f2191640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fe4ec15f7b0 con 0x7fe4d4004800 2024-09-16T07:28:14.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.145+0000 7fe4f2191640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fe4ec0736c0 con 0x7fe4ec1f37a0 2024-09-16T07:28:14.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.145+0000 7fe4ebfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe4ec0cb550 0x7fe4ec0cb9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:14.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.145+0000 7fe4ebfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe4ec0cb550 0x7fe4ec0cb9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:60994/0 (socket says 172.21.15.31:60994) 2024-09-16T07:28:14.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.145+0000 7fe4ebfff640 1 -- 172.21.15.31:0/3783299956 learned_addr learned my addr 172.21.15.31:0/3783299956 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:14.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.145+0000 7fe4eaffd640 1 --2- 172.21.15.31:0/3783299956 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe4ec1f37a0 0x7fe4ec0c94f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:14.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.145+0000 7fe4eb7fe640 1 --2- 172.21.15.31:0/3783299956 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe4d4004800 0x7fe4ec1f01b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:14.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.145+0000 7fe4ebfff640 1 -- 172.21.15.31:0/3783299956 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe4ec1f37a0 msgr2=0x7fe4ec0c94f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:14.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.145+0000 7fe4ebfff640 1 --2- 172.21.15.31:0/3783299956 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe4ec1f37a0 0x7fe4ec0c94f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:14.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.145+0000 7fe4ebfff640 1 -- 172.21.15.31:0/3783299956 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe4d4004800 msgr2=0x7fe4ec1f01b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:14.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.145+0000 7fe4ebfff640 1 --2- 172.21.15.31:0/3783299956 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe4d4004800 0x7fe4ec1f01b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:14.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.145+0000 7fe4ebfff640 1 -- 172.21.15.31:0/3783299956 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4ec0c9fb0 con 0x7fe4ec0cb550 2024-09-16T07:28:14.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.145+0000 7fe4eaffd640 1 --2- 172.21.15.31:0/3783299956 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe4ec1f37a0 0x7fe4ec0c94f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:28:14.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.145+0000 7fe4ebfff640 1 --2- 172.21.15.31:0/3783299956 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe4ec0cb550 0x7fe4ec0cb9d0 secure :-1 s=READY pgs=1536 cs=0 l=1 rev1=1 crypto rx=0x7fe4ec071490 tx=0x7fe4e400d760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:14.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.146+0000 7fe4d3fff640 1 -- 172.21.15.31:0/3783299956 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4e40062e0 con 0x7fe4ec0cb550 2024-09-16T07:28:14.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.146+0000 7fe4d3fff640 1 -- 172.21.15.31:0/3783299956 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe4e40035f0 con 0x7fe4ec0cb550 2024-09-16T07:28:14.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.146+0000 7fe4f2191640 1 -- 172.21.15.31:0/3783299956 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4ec1f08b0 con 0x7fe4ec0cb550 2024-09-16T07:28:14.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.146+0000 7fe4d3fff640 1 -- 172.21.15.31:0/3783299956 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4e4003a40 con 0x7fe4ec0cb550 2024-09-16T07:28:14.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.146+0000 7fe4f2191640 1 -- 172.21.15.31:0/3783299956 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4ec1f0e70 con 0x7fe4ec0cb550 2024-09-16T07:28:14.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.147+0000 7fe4f2191640 1 -- 172.21.15.31:0/3783299956 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe4ec073bd0 con 0x7fe4ec0cb550 2024-09-16T07:28:14.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.147+0000 7fe4d3fff640 1 -- 172.21.15.31:0/3783299956 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 22) ==== 101899+0+0 (secure 0 0 0) 0x7fe4e4018020 con 0x7fe4ec0cb550 2024-09-16T07:28:14.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.148+0000 7fe4d3fff640 1 --2- 172.21.15.31:0/3783299956 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe4d8078f40 0x7fe4d807b400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:14.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.148+0000 7fe4d3fff640 1 -- 172.21.15.31:0/3783299956 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5737+0+0 (secure 0 0 0) 0x7fe4e409ae60 con 0x7fe4ec0cb550 2024-09-16T07:28:14.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.148+0000 7fe4eb7fe640 1 --2- 172.21.15.31:0/3783299956 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe4d8078f40 0x7fe4d807b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:14.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.148+0000 7fe4eb7fe640 1 --2- 172.21.15.31:0/3783299956 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe4d8078f40 0x7fe4d807b400 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fe4dc009c50 tx=0x7fe4dc005f90 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:14.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.152+0000 7fe4d3fff640 1 -- 172.21.15.31:0/3783299956 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fe4e4062550 con 0x7fe4ec0cb550 2024-09-16T07:28:14.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.341+0000 7fe4f2191640 1 -- 172.21.15.31:0/3783299956 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe4ec0b5e50 con 0x7fe4ec0cb550 2024-09-16T07:28:14.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.342+0000 7fe4d3fff640 1 -- 172.21.15.31:0/3783299956 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v140) ==== 74+0+16772 (secure 0 0 0) 0x7fe4e4066f80 con 0x7fe4ec0cb550 2024-09-16T07:28:14.341 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:28:14.342 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":140,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:28:13.380394+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":23,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":22,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:28:11.011010+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"140","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":23,"pool_name":"cephfs_data","create_time":"2024-09-16T07:28:12.338851+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"140","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:28:14.344 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.344+0000 7fe4f2191640 1 -- 172.21.15.31:0/3783299956 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe4d8078f40 msgr2=0x7fe4d807b400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:14.344 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.344+0000 7fe4f2191640 1 --2- 172.21.15.31:0/3783299956 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe4d8078f40 0x7fe4d807b400 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fe4dc009c50 tx=0x7fe4dc005f90 comp rx=0 tx=0).stop 2024-09-16T07:28:14.344 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.344+0000 7fe4f2191640 1 -- 172.21.15.31:0/3783299956 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe4ec0cb550 msgr2=0x7fe4ec0cb9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:14.344 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.344+0000 7fe4f2191640 1 --2- 172.21.15.31:0/3783299956 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe4ec0cb550 0x7fe4ec0cb9d0 secure :-1 s=READY pgs=1536 cs=0 l=1 rev1=1 crypto rx=0x7fe4ec071490 tx=0x7fe4e400d760 comp rx=0 tx=0).stop 2024-09-16T07:28:14.344 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.344+0000 7fe4f2191640 1 -- 172.21.15.31:0/3783299956 shutdown_connections 2024-09-16T07:28:14.344 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.344+0000 7fe4f2191640 1 --2- 172.21.15.31:0/3783299956 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe4d8078f40 0x7fe4d807b400 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:14.344 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.344+0000 7fe4f2191640 1 --2- 172.21.15.31:0/3783299956 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe4ec0cb550 0x7fe4ec0cb9d0 unknown :-1 s=CLOSED pgs=1536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:14.344 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.344+0000 7fe4f2191640 1 --2- 172.21.15.31:0/3783299956 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe4ec1f37a0 0x7fe4ec0c94f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:14.344 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.344+0000 7fe4f2191640 1 --2- 172.21.15.31:0/3783299956 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe4d4004800 0x7fe4ec1f01b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:14.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.344+0000 7fe4f2191640 1 -- 172.21.15.31:0/3783299956 >> 172.21.15.31:0/3783299956 conn(0x7fe4ec0b19c0 msgr2=0x7fe4ec06f5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:14.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.344+0000 7fe4f2191640 1 -- 172.21.15.31:0/3783299956 shutdown_connections 2024-09-16T07:28:14.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.344+0000 7fe4f2191640 1 -- 172.21.15.31:0/3783299956 wait complete. 2024-09-16T07:28:14.355 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:28:14.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.461+0000 7f72c8a16640 1 -- 172.21.15.31:0/1187044238 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f72c406f0b0 msgr2=0x7f72c40cd3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:14.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.461+0000 7f72c8a16640 1 --2- 172.21.15.31:0/1187044238 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f72c406f0b0 0x7f72c40cd3e0 secure :-1 s=READY pgs=1538 cs=0 l=1 rev1=1 crypto rx=0x7f72c40cc980 tx=0x7f72b402a8b0 comp rx=0 tx=0).stop 2024-09-16T07:28:14.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.461+0000 7f72c8a16640 1 -- 172.21.15.31:0/1187044238 shutdown_connections 2024-09-16T07:28:14.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.461+0000 7f72c8a16640 1 --2- 172.21.15.31:0/1187044238 >> v2:172.21.15.155:3300/0 conn(0x7f72c406f490 0x7f72c40ce240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:14.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.461+0000 7f72c8a16640 1 --2- 172.21.15.31:0/1187044238 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f72c406f0b0 0x7f72c40cd3e0 unknown :-1 s=CLOSED pgs=1538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:14.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.461+0000 7f72c8a16640 1 -- 172.21.15.31:0/1187044238 >> 172.21.15.31:0/1187044238 conn(0x7f72c40741f0 msgr2=0x7f72c4074600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:14.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.461+0000 7f72c8a16640 1 -- 172.21.15.31:0/1187044238 shutdown_connections 2024-09-16T07:28:14.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.461+0000 7f72c8a16640 1 -- 172.21.15.31:0/1187044238 wait complete. 2024-09-16T07:28:14.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.463+0000 7f72c8a16640 1 Processor -- start 2024-09-16T07:28:14.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.463+0000 7f72c8a16640 1 -- start start 2024-09-16T07:28:14.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.463+0000 7f72c8a16640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f72c406f0b0 0x7f72c415b800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:14.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.463+0000 7f72c8a16640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f72c406f490 0x7f72c40c9f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:14.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.463+0000 7f72c8a16640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f72c40ce780 0x7f72c41f1740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:14.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.463+0000 7f72c8a16640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f72c415e5e0 con 0x7f72c406f490 2024-09-16T07:28:14.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.463+0000 7f72c8a16640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f72c415e460 con 0x7f72c40ce780 2024-09-16T07:28:14.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.463+0000 7f72c8a16640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f72c40cc290 con 0x7f72c406f0b0 2024-09-16T07:28:14.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.463+0000 7f72c1d9b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f72c406f490 0x7f72c40c9f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:14.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.463+0000 7f72c1d9b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f72c406f490 0x7f72c40c9f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:32774/0 (socket says 172.21.15.31:32774) 2024-09-16T07:28:14.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.463+0000 7f72c1d9b640 1 -- 172.21.15.31:0/195160132 learned_addr learned my addr 172.21.15.31:0/195160132 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:14.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.464+0000 7f72c2d9d640 1 --2- 172.21.15.31:0/195160132 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f72c40ce780 0x7f72c41f1740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:14.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.464+0000 7f72c259c640 1 --2- 172.21.15.31:0/195160132 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f72c406f0b0 0x7f72c415b800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:14.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.464+0000 7f72c1d9b640 1 -- 172.21.15.31:0/195160132 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f72c406f0b0 msgr2=0x7f72c415b800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:14.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.464+0000 7f72c1d9b640 1 --2- 172.21.15.31:0/195160132 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f72c406f0b0 0x7f72c415b800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:14.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.464+0000 7f72c1d9b640 1 -- 172.21.15.31:0/195160132 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f72c40ce780 msgr2=0x7f72c41f1740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:14.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.464+0000 7f72c1d9b640 1 --2- 172.21.15.31:0/195160132 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f72c40ce780 0x7f72c41f1740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:14.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.464+0000 7f72c1d9b640 1 -- 172.21.15.31:0/195160132 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72c41f2080 con 0x7f72c406f490 2024-09-16T07:28:14.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.464+0000 7f72c2d9d640 1 --2- 172.21.15.31:0/195160132 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f72c40ce780 0x7f72c41f1740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:28:14.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.464+0000 7f72c259c640 1 --2- 172.21.15.31:0/195160132 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f72c406f0b0 0x7f72c415b800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:28:14.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.464+0000 7f72c1d9b640 1 --2- 172.21.15.31:0/195160132 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f72c406f490 0x7f72c40c9f10 secure :-1 s=READY pgs=1539 cs=0 l=1 rev1=1 crypto rx=0x7f72ac00d980 tx=0x7f72ac00de40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:14.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.464+0000 7f72baffd640 1 -- 172.21.15.31:0/195160132 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72ac017070 con 0x7f72c406f490 2024-09-16T07:28:14.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.464+0000 7f72baffd640 1 -- 172.21.15.31:0/195160132 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f72ac009d20 con 0x7f72c406f490 2024-09-16T07:28:14.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.464+0000 7f72c8a16640 1 -- 172.21.15.31:0/195160132 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72c41f2360 con 0x7f72c406f490 2024-09-16T07:28:14.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.464+0000 7f72baffd640 1 -- 172.21.15.31:0/195160132 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72ac0106c0 con 0x7f72c406f490 2024-09-16T07:28:14.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.464+0000 7f72c8a16640 1 -- 172.21.15.31:0/195160132 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72c40c74b0 con 0x7f72c406f490 2024-09-16T07:28:14.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.465+0000 7f72c8a16640 1 -- 172.21.15.31:0/195160132 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f72c40c72e0 con 0x7f72c406f490 2024-09-16T07:28:14.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.466+0000 7f72baffd640 1 -- 172.21.15.31:0/195160132 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 22) ==== 101899+0+0 (secure 0 0 0) 0x7f72ac010860 con 0x7f72c406f490 2024-09-16T07:28:14.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.467+0000 7f72baffd640 1 --2- 172.21.15.31:0/195160132 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f72a4078f10 0x7f72a407b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:14.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.467+0000 7f72c259c640 1 --2- 172.21.15.31:0/195160132 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f72a4078f10 0x7f72a407b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:14.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.467+0000 7f72baffd640 1 -- 172.21.15.31:0/195160132 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5737+0+0 (secure 0 0 0) 0x7f72ac09baf0 con 0x7f72c406f490 2024-09-16T07:28:14.468 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.467+0000 7f72c259c640 1 --2- 172.21.15.31:0/195160132 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f72a4078f10 0x7f72a407b3d0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f72b4034000 tx=0x7f72b4004ab0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:14.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.471+0000 7f72baffd640 1 -- 172.21.15.31:0/195160132 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f72ac0635d0 con 0x7f72c406f490 2024-09-16T07:28:14.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.660+0000 7f72c8a16640 1 -- 172.21.15.31:0/195160132 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f72c40cd3e0 con 0x7f72c406f490 2024-09-16T07:28:14.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.661+0000 7f72baffd640 1 -- 172.21.15.31:0/195160132 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v140) ==== 74+0+16772 (secure 0 0 0) 0x7f72ac062ed0 con 0x7f72c406f490 2024-09-16T07:28:14.661 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:28:14.661 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":140,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:28:13.380394+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":23,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":22,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:28:11.011010+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"140","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":23,"pool_name":"cephfs_data","create_time":"2024-09-16T07:28:12.338851+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"140","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:28:14.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.664+0000 7f72c8a16640 1 -- 172.21.15.31:0/195160132 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f72a4078f10 msgr2=0x7f72a407b3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:14.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.664+0000 7f72c8a16640 1 --2- 172.21.15.31:0/195160132 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f72a4078f10 0x7f72a407b3d0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f72b4034000 tx=0x7f72b4004ab0 comp rx=0 tx=0).stop 2024-09-16T07:28:14.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.664+0000 7f72c8a16640 1 -- 172.21.15.31:0/195160132 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f72c406f490 msgr2=0x7f72c40c9f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:14.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.664+0000 7f72c8a16640 1 --2- 172.21.15.31:0/195160132 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f72c406f490 0x7f72c40c9f10 secure :-1 s=READY pgs=1539 cs=0 l=1 rev1=1 crypto rx=0x7f72ac00d980 tx=0x7f72ac00de40 comp rx=0 tx=0).stop 2024-09-16T07:28:14.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.664+0000 7f72c8a16640 1 -- 172.21.15.31:0/195160132 shutdown_connections 2024-09-16T07:28:14.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.664+0000 7f72c8a16640 1 --2- 172.21.15.31:0/195160132 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f72a4078f10 0x7f72a407b3d0 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:14.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.664+0000 7f72c8a16640 1 --2- 172.21.15.31:0/195160132 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f72c40ce780 0x7f72c41f1740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:14.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.664+0000 7f72c8a16640 1 --2- 172.21.15.31:0/195160132 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f72c406f490 0x7f72c40c9f10 unknown :-1 s=CLOSED pgs=1539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:14.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.664+0000 7f72c8a16640 1 --2- 172.21.15.31:0/195160132 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f72c406f0b0 0x7f72c415b800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:14.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.664+0000 7f72c8a16640 1 -- 172.21.15.31:0/195160132 >> 172.21.15.31:0/195160132 conn(0x7f72c40741f0 msgr2=0x7f72c40b3170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:14.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.664+0000 7f72c8a16640 1 -- 172.21.15.31:0/195160132 shutdown_connections 2024-09-16T07:28:14.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.664+0000 7f72c8a16640 1 -- 172.21.15.31:0/195160132 wait complete. 2024-09-16T07:28:14.675 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-16T07:28:14.784 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.784+0000 7ff908cc5640 1 -- 172.21.15.31:0/4137840482 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff9040ce2a0 msgr2=0x7ff9040cede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:14.784 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.784+0000 7ff908cc5640 1 --2- 172.21.15.31:0/4137840482 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff9040ce2a0 0x7ff9040cede0 secure :-1 s=READY pgs=1540 cs=0 l=1 rev1=1 crypto rx=0x7ff9040b2760 tx=0x7ff8fc02a980 comp rx=0 tx=0).stop 2024-09-16T07:28:14.784 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.784+0000 7ff908cc5640 1 -- 172.21.15.31:0/4137840482 shutdown_connections 2024-09-16T07:28:14.784 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.784+0000 7ff908cc5640 1 --2- 172.21.15.31:0/4137840482 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff9040ce2a0 0x7ff9040cede0 unknown :-1 s=CLOSED pgs=1540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:14.784 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.784+0000 7ff908cc5640 1 --2- 172.21.15.31:0/4137840482 >> v2:172.21.15.155:3300/0 conn(0x7ff90415bab0 0x7ff9040b2a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:14.784 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.784+0000 7ff908cc5640 1 -- 172.21.15.31:0/4137840482 >> 172.21.15.31:0/4137840482 conn(0x7ff9040b1700 msgr2=0x7ff9040b1ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:14.784 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.784+0000 7ff908cc5640 1 -- 172.21.15.31:0/4137840482 shutdown_connections 2024-09-16T07:28:14.784 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.784+0000 7ff908cc5640 1 -- 172.21.15.31:0/4137840482 wait complete. 2024-09-16T07:28:14.785 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.785+0000 7ff908cc5640 1 Processor -- start 2024-09-16T07:28:14.785 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.786+0000 7ff908cc5640 1 -- start start 2024-09-16T07:28:14.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.786+0000 7ff908cc5640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff9040b2f40 0x7ff9041f85d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:14.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.786+0000 7ff908cc5640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff9040ce2a0 0x7ff90414bb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:14.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.786+0000 7ff908cc5640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff90415bab0 0x7ff9040c9e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:14.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.786+0000 7ff908cc5640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7ff90406fde0 con 0x7ff90415bab0 2024-09-16T07:28:14.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.786+0000 7ff908cc5640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ff90406fc60 con 0x7ff9040b2f40 2024-09-16T07:28:14.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.786+0000 7ff908cc5640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ff90406ff60 con 0x7ff9040ce2a0 2024-09-16T07:28:14.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.786+0000 7ff902d9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff90415bab0 0x7ff9040c9e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:14.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.786+0000 7ff902d9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff90415bab0 0x7ff9040c9e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:32782/0 (socket says 172.21.15.31:32782) 2024-09-16T07:28:14.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.786+0000 7ff902d9d640 1 -- 172.21.15.31:0/2800370934 learned_addr learned my addr 172.21.15.31:0/2800370934 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:14.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.786+0000 7ff90259c640 1 --2- 172.21.15.31:0/2800370934 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff9040b2f40 0x7ff9041f85d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:14.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.787+0000 7ff901d9b640 1 --2- 172.21.15.31:0/2800370934 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff9040ce2a0 0x7ff90414bb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:14.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.787+0000 7ff902d9d640 1 -- 172.21.15.31:0/2800370934 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff9040ce2a0 msgr2=0x7ff90414bb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:14.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.787+0000 7ff902d9d640 1 --2- 172.21.15.31:0/2800370934 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff9040ce2a0 0x7ff90414bb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:14.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.787+0000 7ff902d9d640 1 -- 172.21.15.31:0/2800370934 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff9040b2f40 msgr2=0x7ff9041f85d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:14.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.787+0000 7ff902d9d640 1 --2- 172.21.15.31:0/2800370934 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff9040b2f40 0x7ff9041f85d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:14.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.787+0000 7ff902d9d640 1 -- 172.21.15.31:0/2800370934 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff90414e900 con 0x7ff90415bab0 2024-09-16T07:28:14.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.787+0000 7ff902d9d640 1 --2- 172.21.15.31:0/2800370934 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff90415bab0 0x7ff9040c9e40 secure :-1 s=READY pgs=1541 cs=0 l=1 rev1=1 crypto rx=0x7ff8fc02af70 tx=0x7ff8fc003f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:14.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.787+0000 7ff8f2ffd640 1 -- 172.21.15.31:0/2800370934 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8fc034050 con 0x7ff90415bab0 2024-09-16T07:28:14.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.787+0000 7ff8f2ffd640 1 -- 172.21.15.31:0/2800370934 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff8fc0045d0 con 0x7ff90415bab0 2024-09-16T07:28:14.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.787+0000 7ff908cc5640 1 -- 172.21.15.31:0/2800370934 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff90414ebe0 con 0x7ff90415bab0 2024-09-16T07:28:14.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.787+0000 7ff8f2ffd640 1 -- 172.21.15.31:0/2800370934 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8fc043440 con 0x7ff90415bab0 2024-09-16T07:28:14.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.787+0000 7ff908cc5640 1 -- 172.21.15.31:0/2800370934 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff90414f1a0 con 0x7ff90415bab0 2024-09-16T07:28:14.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.788+0000 7ff908cc5640 1 -- 172.21.15.31:0/2800370934 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff9040704a0 con 0x7ff90415bab0 2024-09-16T07:28:14.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.789+0000 7ff8f2ffd640 1 -- 172.21.15.31:0/2800370934 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 22) ==== 101899+0+0 (secure 0 0 0) 0x7ff8fc037020 con 0x7ff90415bab0 2024-09-16T07:28:14.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.789+0000 7ff8f2ffd640 1 --2- 172.21.15.31:0/2800370934 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff8e4078f10 0x7ff8e407b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:14.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.789+0000 7ff8f2ffd640 1 -- 172.21.15.31:0/2800370934 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5737+0+0 (secure 0 0 0) 0x7ff8fc0bc930 con 0x7ff90415bab0 2024-09-16T07:28:14.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.790+0000 7ff90259c640 1 --2- 172.21.15.31:0/2800370934 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff8e4078f10 0x7ff8e407b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:14.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.790+0000 7ff90259c640 1 --2- 172.21.15.31:0/2800370934 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff8e4078f10 0x7ff8e407b3d0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7ff8f40058c0 tx=0x7ff8f4005f60 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:14.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:14.794+0000 7ff8f2ffd640 1 -- 172.21.15.31:0/2800370934 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7ff8fc083f10 con 0x7ff90415bab0 2024-09-16T07:28:15.020 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:15.021+0000 7ff908cc5640 1 -- 172.21.15.31:0/2800370934 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7ff904069700 con 0x7ff90415bab0 2024-09-16T07:28:16.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:16.031+0000 7ff8f2ffd640 1 -- 172.21.15.31:0/2800370934 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v98) ==== 118+0+0 (secure 0 0 0) 0x7ff8fc088940 con 0x7ff90415bab0 2024-09-16T07:28:16.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:16.035+0000 7ff908cc5640 1 -- 172.21.15.31:0/2800370934 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff8e4078f10 msgr2=0x7ff8e407b3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:16.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:16.035+0000 7ff908cc5640 1 --2- 172.21.15.31:0/2800370934 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff8e4078f10 0x7ff8e407b3d0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7ff8f40058c0 tx=0x7ff8f4005f60 comp rx=0 tx=0).stop 2024-09-16T07:28:16.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:16.035+0000 7ff908cc5640 1 -- 172.21.15.31:0/2800370934 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff90415bab0 msgr2=0x7ff9040c9e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:16.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:16.035+0000 7ff908cc5640 1 --2- 172.21.15.31:0/2800370934 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff90415bab0 0x7ff9040c9e40 secure :-1 s=READY pgs=1541 cs=0 l=1 rev1=1 crypto rx=0x7ff8fc02af70 tx=0x7ff8fc003f70 comp rx=0 tx=0).stop 2024-09-16T07:28:16.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:16.035+0000 7ff908cc5640 1 -- 172.21.15.31:0/2800370934 shutdown_connections 2024-09-16T07:28:16.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:16.035+0000 7ff908cc5640 1 --2- 172.21.15.31:0/2800370934 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff8e4078f10 0x7ff8e407b3d0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:16.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:16.035+0000 7ff908cc5640 1 --2- 172.21.15.31:0/2800370934 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff90415bab0 0x7ff9040c9e40 unknown :-1 s=CLOSED pgs=1541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:16.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:16.035+0000 7ff908cc5640 1 --2- 172.21.15.31:0/2800370934 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff9040ce2a0 0x7ff90414bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:16.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:16.035+0000 7ff908cc5640 1 --2- 172.21.15.31:0/2800370934 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff9040b2f40 0x7ff9041f85d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:16.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:16.035+0000 7ff908cc5640 1 -- 172.21.15.31:0/2800370934 >> 172.21.15.31:0/2800370934 conn(0x7ff9040b1700 msgr2=0x7ff9040af700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:16.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:16.035+0000 7ff908cc5640 1 -- 172.21.15.31:0/2800370934 shutdown_connections 2024-09-16T07:28:16.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:16.035+0000 7ff908cc5640 1 -- 172.21.15.31:0/2800370934 wait complete. 2024-09-16T07:28:16.048 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-16T07:28:16.049 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-16T07:28:16.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:16.164+0000 7fce26152640 1 -- 172.21.15.31:0/811560526 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fce201617f0 msgr2=0x7fce200d1d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:16.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:16.164+0000 7fce26152640 1 --2- 172.21.15.31:0/811560526 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fce201617f0 0x7fce200d1d30 secure :-1 s=READY pgs=1543 cs=0 l=1 rev1=1 crypto rx=0x7fce200d4c70 tx=0x7fce1002a870 comp rx=0 tx=0).stop 2024-09-16T07:28:16.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:16.164+0000 7fce26152640 1 -- 172.21.15.31:0/811560526 shutdown_connections 2024-09-16T07:28:16.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:16.164+0000 7fce26152640 1 --2- 172.21.15.31:0/811560526 >> v2:172.21.15.155:3300/0 conn(0x7fce200d01b0 0x7fce200d2270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:16.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:16.164+0000 7fce26152640 1 --2- 172.21.15.31:0/811560526 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fce201617f0 0x7fce200d1d30 unknown :-1 s=CLOSED pgs=1543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:16.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:16.164+0000 7fce26152640 1 -- 172.21.15.31:0/811560526 >> 172.21.15.31:0/811560526 conn(0x7fce200d3e30 msgr2=0x7fce200d4240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:16.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:16.164+0000 7fce26152640 1 -- 172.21.15.31:0/811560526 shutdown_connections 2024-09-16T07:28:16.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:16.165+0000 7fce26152640 1 -- 172.21.15.31:0/811560526 wait complete. 2024-09-16T07:28:16.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:16.166+0000 7fce26152640 1 Processor -- start 2024-09-16T07:28:16.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:16.166+0000 7fce26152640 1 -- start start 2024-09-16T07:28:16.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:16.167+0000 7fce26152640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fce200d01b0 0x7fce20156a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:16.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:16.167+0000 7fce26152640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fce200d27b0 0x7fce20159e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:16.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:16.167+0000 7fce26152640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fce201617f0 0x7fce2015a360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:16.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:16.167+0000 7fce26152640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fce200d0f50 con 0x7fce201617f0 2024-09-16T07:28:16.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:16.167+0000 7fce26152640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fce200b5000 con 0x7fce200d27b0 2024-09-16T07:28:16.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:16.167+0000 7fce26152640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fce200d10d0 con 0x7fce200d01b0 2024-09-16T07:28:16.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:16.167+0000 7fce1ffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fce201617f0 0x7fce2015a360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:16.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:16.167+0000 7fce1ffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fce201617f0 0x7fce2015a360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:32804/0 (socket says 172.21.15.31:32804) 2024-09-16T07:28:16.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:16.167+0000 7fce1ffff640 1 -- 172.21.15.31:0/419551117 learned_addr learned my addr 172.21.15.31:0/419551117 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:16.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:16.167+0000 7fce1f7fe640 1 --2- 172.21.15.31:0/419551117 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fce200d01b0 0x7fce20156a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:16.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:16.167+0000 7fce1effd640 1 --2- 172.21.15.31:0/419551117 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fce200d27b0 0x7fce20159e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:16.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:16.167+0000 7fce1ffff640 1 -- 172.21.15.31:0/419551117 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fce200d01b0 msgr2=0x7fce20156a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:16.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:16.167+0000 7fce1ffff640 1 --2- 172.21.15.31:0/419551117 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fce200d01b0 0x7fce20156a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:16.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:16.167+0000 7fce1ffff640 1 -- 172.21.15.31:0/419551117 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fce200d27b0 msgr2=0x7fce20159e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:16.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:16.167+0000 7fce1ffff640 1 --2- 172.21.15.31:0/419551117 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fce200d27b0 0x7fce20159e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:16.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:16.167+0000 7fce1ffff640 1 -- 172.21.15.31:0/419551117 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce20158d80 con 0x7fce201617f0 2024-09-16T07:28:16.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:16.167+0000 7fce1ffff640 1 --2- 172.21.15.31:0/419551117 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fce201617f0 0x7fce2015a360 secure :-1 s=READY pgs=1544 cs=0 l=1 rev1=1 crypto rx=0x7fce18007fd0 tx=0x7fce1800c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:16.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:16.167+0000 7fce07fff640 1 -- 172.21.15.31:0/419551117 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce18011790 con 0x7fce201617f0 2024-09-16T07:28:16.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:16.167+0000 7fce07fff640 1 -- 172.21.15.31:0/419551117 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fce18017070 con 0x7fce201617f0 2024-09-16T07:28:16.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:16.167+0000 7fce07fff640 1 -- 172.21.15.31:0/419551117 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce18011ca0 con 0x7fce201617f0 2024-09-16T07:28:16.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:16.167+0000 7fce26152640 1 -- 172.21.15.31:0/419551117 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fce20159060 con 0x7fce201617f0 2024-09-16T07:28:16.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:16.168+0000 7fce26152640 1 -- 172.21.15.31:0/419551117 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fce20159620 con 0x7fce201617f0 2024-09-16T07:28:16.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:16.169+0000 7fce26152640 1 -- 172.21.15.31:0/419551117 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fce200d15a0 con 0x7fce201617f0 2024-09-16T07:28:16.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:16.169+0000 7fce07fff640 1 -- 172.21.15.31:0/419551117 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 22) ==== 101899+0+0 (secure 0 0 0) 0x7fce1801c460 con 0x7fce201617f0 2024-09-16T07:28:16.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:16.170+0000 7fce07fff640 1 --2- 172.21.15.31:0/419551117 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fce0c078f10 0x7fce0c07b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:16.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:16.170+0000 7fce07fff640 1 -- 172.21.15.31:0/419551117 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(141..141 src has 1..141) ==== 5737+0+0 (secure 0 0 0) 0x7fce1809b310 con 0x7fce201617f0 2024-09-16T07:28:16.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:16.170+0000 7fce1f7fe640 1 --2- 172.21.15.31:0/419551117 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fce0c078f10 0x7fce0c07b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:16.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:16.170+0000 7fce1f7fe640 1 --2- 172.21.15.31:0/419551117 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fce0c078f10 0x7fce0c07b3d0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fce10034000 tx=0x7fce10004ab0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:16.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:16.174+0000 7fce07fff640 1 -- 172.21.15.31:0/419551117 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fce18062fc0 con 0x7fce201617f0 2024-09-16T07:28:16.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:16.399+0000 7fce26152640 1 -- 172.21.15.31:0/419551117 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7fce200b5700 con 0x7fce201617f0 2024-09-16T07:28:17.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.036+0000 7fce07fff640 1 -- 172.21.15.31:0/419551117 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v99) ==== 122+0+0 (secure 0 0 0) 0x7fce180628c0 con 0x7fce201617f0 2024-09-16T07:28:17.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.039+0000 7fce26152640 1 -- 172.21.15.31:0/419551117 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fce0c078f10 msgr2=0x7fce0c07b3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:17.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.039+0000 7fce26152640 1 --2- 172.21.15.31:0/419551117 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fce0c078f10 0x7fce0c07b3d0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fce10034000 tx=0x7fce10004ab0 comp rx=0 tx=0).stop 2024-09-16T07:28:17.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.039+0000 7fce26152640 1 -- 172.21.15.31:0/419551117 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fce201617f0 msgr2=0x7fce2015a360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:17.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.039+0000 7fce26152640 1 --2- 172.21.15.31:0/419551117 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fce201617f0 0x7fce2015a360 secure :-1 s=READY pgs=1544 cs=0 l=1 rev1=1 crypto rx=0x7fce18007fd0 tx=0x7fce1800c890 comp rx=0 tx=0).stop 2024-09-16T07:28:17.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.040+0000 7fce26152640 1 -- 172.21.15.31:0/419551117 shutdown_connections 2024-09-16T07:28:17.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.040+0000 7fce26152640 1 --2- 172.21.15.31:0/419551117 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fce0c078f10 0x7fce0c07b3d0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:17.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.040+0000 7fce26152640 1 --2- 172.21.15.31:0/419551117 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fce201617f0 0x7fce2015a360 unknown :-1 s=CLOSED pgs=1544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:17.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.040+0000 7fce26152640 1 --2- 172.21.15.31:0/419551117 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fce200d27b0 0x7fce20159e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:17.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.040+0000 7fce26152640 1 --2- 172.21.15.31:0/419551117 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fce200d01b0 0x7fce20156a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:17.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.040+0000 7fce26152640 1 -- 172.21.15.31:0/419551117 >> 172.21.15.31:0/419551117 conn(0x7fce200d3e30 msgr2=0x7fce200b0d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:17.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.040+0000 7fce26152640 1 -- 172.21.15.31:0/419551117 shutdown_connections 2024-09-16T07:28:17.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.040+0000 7fce26152640 1 -- 172.21.15.31:0/419551117 wait complete. 2024-09-16T07:28:17.053 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-16T07:28:17.053 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:28:17.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.165+0000 7f58801c6640 1 -- 172.21.15.31:0/118558628 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f58780d49c0 msgr2=0x7f58780b3800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:17.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.165+0000 7f58801c6640 1 --2- 172.21.15.31:0/118558628 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f58780d49c0 0x7f58780b3800 secure :-1 s=READY pgs=1546 cs=0 l=1 rev1=1 crypto rx=0x7f5870005fd0 tx=0x7f587002a8b0 comp rx=0 tx=0).stop 2024-09-16T07:28:17.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.165+0000 7f58801c6640 1 -- 172.21.15.31:0/118558628 shutdown_connections 2024-09-16T07:28:17.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.165+0000 7f58801c6640 1 --2- 172.21.15.31:0/118558628 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f58780d49c0 0x7f58780b3800 unknown :-1 s=CLOSED pgs=1546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:17.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.165+0000 7f58801c6640 1 --2- 172.21.15.31:0/118558628 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f58780d0d40 0x7f58780cf9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:17.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.165+0000 7f58801c6640 1 -- 172.21.15.31:0/118558628 >> 172.21.15.31:0/118558628 conn(0x7f58780d3ea0 msgr2=0x7f58780d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:17.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.166+0000 7f58801c6640 1 -- 172.21.15.31:0/118558628 shutdown_connections 2024-09-16T07:28:17.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.166+0000 7f58801c6640 1 -- 172.21.15.31:0/118558628 wait complete. 2024-09-16T07:28:17.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.167+0000 7f58801c6640 1 Processor -- start 2024-09-16T07:28:17.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.167+0000 7f58801c6640 1 -- start start 2024-09-16T07:28:17.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.168+0000 7f58801c6640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f58780d0d40 0x7f58780cd930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:17.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.168+0000 7f58801c6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f58780d49c0 0x7f58780cbf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:17.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.168+0000 7f58801c6640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f587815df90 0x7f58781521f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:17.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.168+0000 7f58801c6640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f58780b3d40 con 0x7f58780d49c0 2024-09-16T07:28:17.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.168+0000 7f58801c6640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f5878162710 con 0x7f587815df90 2024-09-16T07:28:17.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.168+0000 7f58801c6640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f58780b3ec0 con 0x7f58780d0d40 2024-09-16T07:28:17.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.168+0000 7f587d761640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f58780d49c0 0x7f58780cbf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:17.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.168+0000 7f587d761640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f58780d49c0 0x7f58780cbf70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:32828/0 (socket says 172.21.15.31:32828) 2024-09-16T07:28:17.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.168+0000 7f587d761640 1 -- 172.21.15.31:0/3239464456 learned_addr learned my addr 172.21.15.31:0/3239464456 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:17.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.168+0000 7f587e763640 1 --2- 172.21.15.31:0/3239464456 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f587815df90 0x7f58781521f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:17.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.168+0000 7f587df62640 1 --2- 172.21.15.31:0/3239464456 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f58780d0d40 0x7f58780cd930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:17.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.168+0000 7f587d761640 1 -- 172.21.15.31:0/3239464456 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f58780d0d40 msgr2=0x7f58780cd930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:17.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.168+0000 7f587d761640 1 --2- 172.21.15.31:0/3239464456 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f58780d0d40 0x7f58780cd930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:17.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.168+0000 7f587d761640 1 -- 172.21.15.31:0/3239464456 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f587815df90 msgr2=0x7f58781521f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:17.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.168+0000 7f587d761640 1 --2- 172.21.15.31:0/3239464456 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f587815df90 0x7f58781521f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:17.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.168+0000 7f587d761640 1 -- 172.21.15.31:0/3239464456 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58780cc4b0 con 0x7f58780d49c0 2024-09-16T07:28:17.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.168+0000 7f587df62640 1 --2- 172.21.15.31:0/3239464456 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f58780d0d40 0x7f58780cd930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:28:17.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.168+0000 7f587d761640 1 --2- 172.21.15.31:0/3239464456 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f58780d49c0 0x7f58780cbf70 secure :-1 s=READY pgs=1547 cs=0 l=1 rev1=1 crypto rx=0x7f586800b4d0 tx=0x7f586800b990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:17.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.168+0000 7f586e7fc640 1 -- 172.21.15.31:0/3239464456 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5868014070 con 0x7f58780d49c0 2024-09-16T07:28:17.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.169+0000 7f586e7fc640 1 -- 172.21.15.31:0/3239464456 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5868010610 con 0x7f58780d49c0 2024-09-16T07:28:17.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.169+0000 7f58801c6640 1 -- 172.21.15.31:0/3239464456 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58780cdfb0 con 0x7f58780d49c0 2024-09-16T07:28:17.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.169+0000 7f586e7fc640 1 -- 172.21.15.31:0/3239464456 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5868010a60 con 0x7f58780d49c0 2024-09-16T07:28:17.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.169+0000 7f58801c6640 1 -- 172.21.15.31:0/3239464456 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f587815e9d0 con 0x7f58780d49c0 2024-09-16T07:28:17.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.169+0000 7f58801c6640 1 -- 172.21.15.31:0/3239464456 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f58780b4330 con 0x7f58780d49c0 2024-09-16T07:28:17.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.170+0000 7f586e7fc640 1 -- 172.21.15.31:0/3239464456 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 22) ==== 101899+0+0 (secure 0 0 0) 0x7f5868017070 con 0x7f58780d49c0 2024-09-16T07:28:17.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.171+0000 7f586e7fc640 1 --2- 172.21.15.31:0/3239464456 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f585c078f10 0x7f585c07b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:17.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.171+0000 7f586e7fc640 1 -- 172.21.15.31:0/3239464456 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(141..141 src has 1..141) ==== 5737+0+0 (secure 0 0 0) 0x7f586809b090 con 0x7f58780d49c0 2024-09-16T07:28:17.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.171+0000 7f587df62640 1 --2- 172.21.15.31:0/3239464456 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f585c078f10 0x7f585c07b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:17.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.172+0000 7f587df62640 1 --2- 172.21.15.31:0/3239464456 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f585c078f10 0x7f585c07b3d0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f58740013f0 tx=0x7f5874009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:17.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.176+0000 7f586e7fc640 1 -- 172.21.15.31:0/3239464456 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f5868062bb0 con 0x7f58780d49c0 2024-09-16T07:28:17.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.398+0000 7f58801c6640 1 -- 172.21.15.31:0/3239464456 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f58780b54f0 con 0x7f58780d49c0 2024-09-16T07:28:17.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.399+0000 7f586e7fc640 1 -- 172.21.15.31:0/3239464456 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 99 v99) ==== 94+0+5230 (secure 0 0 0) 0x7f58680624b0 con 0x7f58780d49c0 2024-09-16T07:28:17.398 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:28:17.399 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":99,"btime":"2024-09-16T07:28:17:032188+0000","default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7462,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/2879233565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":2879233565},{"type":"v1","addr":"172.21.15.31:6835","nonce":2879233565}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":94},{"gid":7477,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6809/1189053956","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":1189053956},{"type":"v1","addr":"172.21.15.155:6809","nonce":1189053956}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":94},{"gid":7480,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/2024558752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2024558752},{"type":"v1","addr":"172.21.15.155:6835","nonce":2024558752}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":94}],"filesystems":[{"mdsmap":{"epoch":99,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:28:13.380361+0000","modified":"2024-09-16T07:28:16.400151+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8532},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8532":{"gid":8532,"name":"c","rank":0,"incarnation":95,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6834/699321470","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":699321470},{"type":"v1","addr":"172.21.15.31:6834","nonce":699321470}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[23],"metadata_pool":22,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8532,"qdb_cluster":[8532]},"id":11}]} 2024-09-16T07:28:17.399 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 99 2024-09-16T07:28:17.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.401+0000 7f58801c6640 1 -- 172.21.15.31:0/3239464456 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f585c078f10 msgr2=0x7f585c07b3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:17.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.401+0000 7f58801c6640 1 --2- 172.21.15.31:0/3239464456 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f585c078f10 0x7f585c07b3d0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f58740013f0 tx=0x7f5874009040 comp rx=0 tx=0).stop 2024-09-16T07:28:17.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.401+0000 7f58801c6640 1 -- 172.21.15.31:0/3239464456 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f58780d49c0 msgr2=0x7f58780cbf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:17.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.401+0000 7f58801c6640 1 --2- 172.21.15.31:0/3239464456 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f58780d49c0 0x7f58780cbf70 secure :-1 s=READY pgs=1547 cs=0 l=1 rev1=1 crypto rx=0x7f586800b4d0 tx=0x7f586800b990 comp rx=0 tx=0).stop 2024-09-16T07:28:17.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.401+0000 7f58801c6640 1 -- 172.21.15.31:0/3239464456 shutdown_connections 2024-09-16T07:28:17.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.401+0000 7f58801c6640 1 --2- 172.21.15.31:0/3239464456 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f585c078f10 0x7f585c07b3d0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:17.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.401+0000 7f58801c6640 1 --2- 172.21.15.31:0/3239464456 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f587815df90 0x7f58781521f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:17.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.401+0000 7f58801c6640 1 --2- 172.21.15.31:0/3239464456 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f58780d49c0 0x7f58780cbf70 unknown :-1 s=CLOSED pgs=1547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:17.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.401+0000 7f58801c6640 1 --2- 172.21.15.31:0/3239464456 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f58780d0d40 0x7f58780cd930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:17.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.401+0000 7f58801c6640 1 -- 172.21.15.31:0/3239464456 >> 172.21.15.31:0/3239464456 conn(0x7f58780d3ea0 msgr2=0x7f58780d4280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:17.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.401+0000 7f58801c6640 1 -- 172.21.15.31:0/3239464456 shutdown_connections 2024-09-16T07:28:17.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.401+0000 7f58801c6640 1 -- 172.21.15.31:0/3239464456 wait complete. 2024-09-16T07:28:17.412 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:28:17.517 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.518+0000 7fce80575640 1 -- 172.21.15.31:0/1148145777 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fce780d2760 msgr2=0x7fce780ce630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:17.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.518+0000 7fce80575640 1 --2- 172.21.15.31:0/1148145777 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fce780d2760 0x7fce780ce630 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fce68005fd0 tx=0x7fce6802a540 comp rx=0 tx=0).stop 2024-09-16T07:28:17.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.518+0000 7fce80575640 1 -- 172.21.15.31:0/1148145777 shutdown_connections 2024-09-16T07:28:17.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.518+0000 7fce80575640 1 --2- 172.21.15.31:0/1148145777 >> v2:172.21.15.155:3300/0 conn(0x7fce780ceb70 0x7fce780cd1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:17.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.518+0000 7fce80575640 1 --2- 172.21.15.31:0/1148145777 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fce780d2760 0x7fce780ce630 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:17.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.518+0000 7fce80575640 1 -- 172.21.15.31:0/1148145777 >> 172.21.15.31:0/1148145777 conn(0x7fce780d1c40 msgr2=0x7fce780d2050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:17.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.518+0000 7fce80575640 1 -- 172.21.15.31:0/1148145777 shutdown_connections 2024-09-16T07:28:17.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.518+0000 7fce80575640 1 -- 172.21.15.31:0/1148145777 wait complete. 2024-09-16T07:28:17.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.519+0000 7fce80575640 1 Processor -- start 2024-09-16T07:28:17.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.519+0000 7fce80575640 1 -- start start 2024-09-16T07:28:17.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.520+0000 7fce80575640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fce780ceb70 0x7fce78153180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:17.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.520+0000 7fce80575640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fce780d2760 0x7fce780c67c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:17.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.520+0000 7fce80575640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fce7815bd30 0x7fce781f64b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:17.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.520+0000 7fce80575640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fce780cf590 con 0x7fce7815bd30 2024-09-16T07:28:17.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.520+0000 7fce80575640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fce780cf410 con 0x7fce780ceb70 2024-09-16T07:28:17.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.520+0000 7fce80575640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fce780cd730 con 0x7fce780d2760 2024-09-16T07:28:17.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.520+0000 7fce7eb12640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fce7815bd30 0x7fce781f64b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:17.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.520+0000 7fce7eb12640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fce7815bd30 0x7fce781f64b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:32834/0 (socket says 172.21.15.31:32834) 2024-09-16T07:28:17.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.520+0000 7fce7eb12640 1 -- 172.21.15.31:0/908110576 learned_addr learned my addr 172.21.15.31:0/908110576 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:17.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.520+0000 7fce7e311640 1 --2- 172.21.15.31:0/908110576 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fce780ceb70 0x7fce78153180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:17.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.520+0000 7fce7db10640 1 --2- 172.21.15.31:0/908110576 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fce780d2760 0x7fce780c67c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:17.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.520+0000 7fce7eb12640 1 -- 172.21.15.31:0/908110576 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fce780d2760 msgr2=0x7fce780c67c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:17.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.520+0000 7fce7eb12640 1 --2- 172.21.15.31:0/908110576 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fce780d2760 0x7fce780c67c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:17.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.520+0000 7fce7eb12640 1 -- 172.21.15.31:0/908110576 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fce780ceb70 msgr2=0x7fce78153180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:17.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.520+0000 7fce7eb12640 1 --2- 172.21.15.31:0/908110576 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fce780ceb70 0x7fce78153180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:17.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.520+0000 7fce7eb12640 1 -- 172.21.15.31:0/908110576 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce781f5d20 con 0x7fce7815bd30 2024-09-16T07:28:17.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.520+0000 7fce7e311640 1 --2- 172.21.15.31:0/908110576 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fce780ceb70 0x7fce78153180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:28:17.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.521+0000 7fce7eb12640 1 --2- 172.21.15.31:0/908110576 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fce7815bd30 0x7fce781f64b0 secure :-1 s=READY pgs=1548 cs=0 l=1 rev1=1 crypto rx=0x7fce7000efd0 tx=0x7fce7000c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:17.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.521+0000 7fce6effd640 1 -- 172.21.15.31:0/908110576 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce70003b70 con 0x7fce7815bd30 2024-09-16T07:28:17.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.521+0000 7fce6effd640 1 -- 172.21.15.31:0/908110576 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fce70003e00 con 0x7fce7815bd30 2024-09-16T07:28:17.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.521+0000 7fce80575640 1 -- 172.21.15.31:0/908110576 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fce780c7010 con 0x7fce7815bd30 2024-09-16T07:28:17.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.521+0000 7fce6effd640 1 -- 172.21.15.31:0/908110576 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce70004280 con 0x7fce7815bd30 2024-09-16T07:28:17.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.521+0000 7fce80575640 1 -- 172.21.15.31:0/908110576 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fce781f5f90 con 0x7fce7815bd30 2024-09-16T07:28:17.524 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.522+0000 7fce80575640 1 -- 172.21.15.31:0/908110576 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fce780cf1f0 con 0x7fce7815bd30 2024-09-16T07:28:17.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.522+0000 7fce6effd640 1 -- 172.21.15.31:0/908110576 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 22) ==== 101899+0+0 (secure 0 0 0) 0x7fce70004420 con 0x7fce7815bd30 2024-09-16T07:28:17.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.523+0000 7fce6effd640 1 --2- 172.21.15.31:0/908110576 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fce5c078f40 0x7fce5c07b400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:17.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.523+0000 7fce6effd640 1 -- 172.21.15.31:0/908110576 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(141..141 src has 1..141) ==== 5737+0+0 (secure 0 0 0) 0x7fce7009c5e0 con 0x7fce7815bd30 2024-09-16T07:28:17.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.523+0000 7fce7e311640 1 --2- 172.21.15.31:0/908110576 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fce5c078f40 0x7fce5c07b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:17.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.523+0000 7fce7e311640 1 --2- 172.21.15.31:0/908110576 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fce5c078f40 0x7fce5c07b400 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fce74007fd0 tx=0x7fce74009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:17.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.527+0000 7fce6effd640 1 -- 172.21.15.31:0/908110576 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fce70064100 con 0x7fce7815bd30 2024-09-16T07:28:17.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.712+0000 7fce80575640 1 -- 172.21.15.31:0/908110576 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fce780cd1d0 con 0x7fce7815bd30 2024-09-16T07:28:17.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.713+0000 7fce6effd640 1 -- 172.21.15.31:0/908110576 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v141) ==== 74+0+16759 (secure 0 0 0) 0x7fce70063a00 con 0x7fce7815bd30 2024-09-16T07:28:17.713 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:28:17.713 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":141,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:28:15.015131+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":23,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":22,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:28:11.011010+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"140","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":23,"pool_name":"cephfs_data","create_time":"2024-09-16T07:28:12.338851+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"141","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:28:17.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.715+0000 7fce80575640 1 -- 172.21.15.31:0/908110576 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fce5c078f40 msgr2=0x7fce5c07b400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:17.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.715+0000 7fce80575640 1 --2- 172.21.15.31:0/908110576 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fce5c078f40 0x7fce5c07b400 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fce74007fd0 tx=0x7fce74009040 comp rx=0 tx=0).stop 2024-09-16T07:28:17.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.715+0000 7fce80575640 1 -- 172.21.15.31:0/908110576 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fce7815bd30 msgr2=0x7fce781f64b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:17.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.715+0000 7fce80575640 1 --2- 172.21.15.31:0/908110576 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fce7815bd30 0x7fce781f64b0 secure :-1 s=READY pgs=1548 cs=0 l=1 rev1=1 crypto rx=0x7fce7000efd0 tx=0x7fce7000c6a0 comp rx=0 tx=0).stop 2024-09-16T07:28:17.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.716+0000 7fce80575640 1 -- 172.21.15.31:0/908110576 shutdown_connections 2024-09-16T07:28:17.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.716+0000 7fce80575640 1 --2- 172.21.15.31:0/908110576 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fce5c078f40 0x7fce5c07b400 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:17.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.716+0000 7fce80575640 1 --2- 172.21.15.31:0/908110576 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fce7815bd30 0x7fce781f64b0 unknown :-1 s=CLOSED pgs=1548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:17.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.716+0000 7fce80575640 1 --2- 172.21.15.31:0/908110576 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fce780d2760 0x7fce780c67c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:17.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.716+0000 7fce80575640 1 --2- 172.21.15.31:0/908110576 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fce780ceb70 0x7fce78153180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:17.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.716+0000 7fce80575640 1 -- 172.21.15.31:0/908110576 >> 172.21.15.31:0/908110576 conn(0x7fce780d1c40 msgr2=0x7fce780cdba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:17.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.716+0000 7fce80575640 1 -- 172.21.15.31:0/908110576 shutdown_connections 2024-09-16T07:28:17.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.716+0000 7fce80575640 1 -- 172.21.15.31:0/908110576 wait complete. 2024-09-16T07:28:17.726 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-16T07:28:17.726 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T07:28:17.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.832+0000 7f47a89bb640 1 -- 172.21.15.31:0/524367337 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f47a40cc900 msgr2=0x7f47a415fc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:17.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.832+0000 7f47a89bb640 1 --2- 172.21.15.31:0/524367337 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f47a40cc900 0x7f47a415fc90 secure :-1 s=READY pgs=1550 cs=0 l=1 rev1=1 crypto rx=0x7f47a40b2330 tx=0x7f479402a560 comp rx=0 tx=0).stop 2024-09-16T07:28:17.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.832+0000 7f47a89bb640 1 -- 172.21.15.31:0/524367337 shutdown_connections 2024-09-16T07:28:17.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.832+0000 7f47a89bb640 1 --2- 172.21.15.31:0/524367337 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f47a40cc900 0x7f47a415fc90 unknown :-1 s=CLOSED pgs=1550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:17.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.832+0000 7f47a89bb640 1 --2- 172.21.15.31:0/524367337 >> v2:172.21.15.155:3300/0 conn(0x7f47a40cc490 0x7f47a415f750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:17.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.832+0000 7f47a89bb640 1 -- 172.21.15.31:0/524367337 >> 172.21.15.31:0/524367337 conn(0x7f47a40b1690 msgr2=0x7f47a40b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:17.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.832+0000 7f47a89bb640 1 -- 172.21.15.31:0/524367337 shutdown_connections 2024-09-16T07:28:17.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.832+0000 7f47a89bb640 1 -- 172.21.15.31:0/524367337 wait complete. 2024-09-16T07:28:17.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.833+0000 7f47a89bb640 1 Processor -- start 2024-09-16T07:28:17.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.834+0000 7f47a89bb640 1 -- start start 2024-09-16T07:28:17.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.834+0000 7f47a89bb640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f47a40cc490 0x7f47a40742b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:17.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.834+0000 7f47a89bb640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f47a40cc900 0x7f47a4151950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:17.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.834+0000 7f47a89bb640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f47a4159680 0x7f47a41f24d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:17.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.834+0000 7f47a89bb640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f47a40cec40 con 0x7f47a4159680 2024-09-16T07:28:17.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.834+0000 7f47a89bb640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f47a40ceac0 con 0x7f47a40cc900 2024-09-16T07:28:17.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.834+0000 7f47a89bb640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f47a40cedc0 con 0x7f47a40cc490 2024-09-16T07:28:17.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.834+0000 7f47a2d9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f47a4159680 0x7f47a41f24d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:17.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.834+0000 7f47a2d9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f47a4159680 0x7f47a41f24d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:32856/0 (socket says 172.21.15.31:32856) 2024-09-16T07:28:17.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.834+0000 7f47a2d9d640 1 -- 172.21.15.31:0/190706514 learned_addr learned my addr 172.21.15.31:0/190706514 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:17.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.835+0000 7f47a1d9b640 1 --2- 172.21.15.31:0/190706514 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f47a40cc900 0x7f47a4151950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:17.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.835+0000 7f47a259c640 1 --2- 172.21.15.31:0/190706514 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f47a40cc490 0x7f47a40742b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:17.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.835+0000 7f47a2d9d640 1 -- 172.21.15.31:0/190706514 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f47a40cc490 msgr2=0x7f47a40742b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:17.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.835+0000 7f47a2d9d640 1 --2- 172.21.15.31:0/190706514 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f47a40cc490 0x7f47a40742b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:17.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.835+0000 7f47a2d9d640 1 -- 172.21.15.31:0/190706514 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f47a40cc900 msgr2=0x7f47a4151950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:17.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.835+0000 7f47a2d9d640 1 --2- 172.21.15.31:0/190706514 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f47a40cc900 0x7f47a4151950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:17.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.835+0000 7f47a2d9d640 1 -- 172.21.15.31:0/190706514 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47a41f2d30 con 0x7f47a4159680 2024-09-16T07:28:17.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.835+0000 7f47a2d9d640 1 --2- 172.21.15.31:0/190706514 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f47a4159680 0x7f47a41f24d0 secure :-1 s=READY pgs=1551 cs=0 l=1 rev1=1 crypto rx=0x7f479402ab50 tx=0x7f4794032c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:17.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.835+0000 7f479affd640 1 -- 172.21.15.31:0/190706514 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4794040070 con 0x7f47a4159680 2024-09-16T07:28:17.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.835+0000 7f479affd640 1 -- 172.21.15.31:0/190706514 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4794032e70 con 0x7f47a4159680 2024-09-16T07:28:17.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.835+0000 7f47a89bb640 1 -- 172.21.15.31:0/190706514 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f47a41f3010 con 0x7f47a4159680 2024-09-16T07:28:17.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.835+0000 7f479affd640 1 -- 172.21.15.31:0/190706514 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4794003d70 con 0x7f47a4159680 2024-09-16T07:28:17.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.835+0000 7f47a89bb640 1 -- 172.21.15.31:0/190706514 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f47a41528b0 con 0x7f47a4159680 2024-09-16T07:28:17.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.836+0000 7f47a89bb640 1 -- 172.21.15.31:0/190706514 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f47a40cbcf0 con 0x7f47a4159680 2024-09-16T07:28:17.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.837+0000 7f479affd640 1 -- 172.21.15.31:0/190706514 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 22) ==== 101899+0+0 (secure 0 0 0) 0x7f4794039040 con 0x7f47a4159680 2024-09-16T07:28:17.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.837+0000 7f479affd640 1 --2- 172.21.15.31:0/190706514 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4784078f10 0x7f478407b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:17.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.837+0000 7f47a259c640 1 --2- 172.21.15.31:0/190706514 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4784078f10 0x7f478407b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:17.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.838+0000 7f479affd640 1 -- 172.21.15.31:0/190706514 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(141..141 src has 1..141) ==== 5737+0+0 (secure 0 0 0) 0x7f47940bcd30 con 0x7f47a4159680 2024-09-16T07:28:17.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.838+0000 7f47a259c640 1 --2- 172.21.15.31:0/190706514 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4784078f10 0x7f478407b3d0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f479c0020b0 tx=0x7f479c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:17.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:17.842+0000 7f479affd640 1 -- 172.21.15.31:0/190706514 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f47a40cbcf0 con 0x7f47a4159680 2024-09-16T07:28:18.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.026+0000 7f47a89bb640 1 -- 172.21.15.31:0/190706514 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f47a415b500 con 0x7f4784078f10 2024-09-16T07:28:18.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.030+0000 7f479affd640 1 -- 172.21.15.31:0/190706514 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252480 (secure 0 0 0) 0x7f47a415b500 con 0x7f4784078f10 2024-09-16T07:28:18.033 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:28:18.035 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-16T07:28:18.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.033+0000 7f47a89bb640 1 -- 172.21.15.31:0/190706514 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4784078f10 msgr2=0x7f478407b3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:18.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.033+0000 7f47a89bb640 1 --2- 172.21.15.31:0/190706514 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4784078f10 0x7f478407b3d0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f479c0020b0 tx=0x7f479c009040 comp rx=0 tx=0).stop 2024-09-16T07:28:18.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.033+0000 7f47a89bb640 1 -- 172.21.15.31:0/190706514 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f47a4159680 msgr2=0x7f47a41f24d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:18.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.033+0000 7f47a89bb640 1 --2- 172.21.15.31:0/190706514 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f47a4159680 0x7f47a41f24d0 secure :-1 s=READY pgs=1551 cs=0 l=1 rev1=1 crypto rx=0x7f479402ab50 tx=0x7f4794032c80 comp rx=0 tx=0).stop 2024-09-16T07:28:18.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.034+0000 7f47a89bb640 1 -- 172.21.15.31:0/190706514 shutdown_connections 2024-09-16T07:28:18.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.034+0000 7f47a89bb640 1 --2- 172.21.15.31:0/190706514 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4784078f10 0x7f478407b3d0 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:18.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.034+0000 7f47a89bb640 1 --2- 172.21.15.31:0/190706514 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f47a4159680 0x7f47a41f24d0 unknown :-1 s=CLOSED pgs=1551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:18.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.034+0000 7f47a89bb640 1 --2- 172.21.15.31:0/190706514 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f47a40cc900 0x7f47a4151950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:18.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.034+0000 7f47a89bb640 1 --2- 172.21.15.31:0/190706514 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f47a40cc490 0x7f47a40742b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:18.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.034+0000 7f47a89bb640 1 -- 172.21.15.31:0/190706514 >> 172.21.15.31:0/190706514 conn(0x7f47a40b1690 msgr2=0x7f47a415fa40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:18.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.034+0000 7f47a89bb640 1 -- 172.21.15.31:0/190706514 shutdown_connections 2024-09-16T07:28:18.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.034+0000 7f47a89bb640 1 -- 172.21.15.31:0/190706514 wait complete. 2024-09-16T07:28:18.044 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":163,"stamp":"2024-09-16T07:28:16.258295+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":158,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":118,"ondisk_log_size":118,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":161,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":264516,"kb_used_data":14992,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754710204,"statfs":{"total":773094113280,"available":772823248896,"internally_reserved":0,"allocated":15351808,"data_stored":7421812,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":25,"apply_latency_ms":25,"commit_latency_ns":25000000,"apply_latency_ns":25000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.262288"},"pg_stats":[{"pgid":"23.3f","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476986+0000","last_change":"2024-09-16T07:28:14.037196+0000","last_active":"2024-09-16T07:28:15.476986+0000","last_peered":"2024-09-16T07:28:15.476986+0000","last_clean":"2024-09-16T07:28:15.476986+0000","last_became_active":"2024-09-16T07:28:14.036929+0000","last_became_peered":"2024-09-16T07:28:14.036929+0000","last_unstale":"2024-09-16T07:28:15.476986+0000","last_undegraded":"2024-09-16T07:28:15.476986+0000","last_fullsized":"2024-09-16T07:28:15.476986+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:14:01.181512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.3e","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476872+0000","last_change":"2024-09-16T07:28:14.036500+0000","last_active":"2024-09-16T07:28:15.476872+0000","last_peered":"2024-09-16T07:28:15.476872+0000","last_clean":"2024-09-16T07:28:15.476872+0000","last_became_active":"2024-09-16T07:28:14.036201+0000","last_became_peered":"2024-09-16T07:28:14.036201+0000","last_unstale":"2024-09-16T07:28:15.476872+0000","last_undegraded":"2024-09-16T07:28:15.476872+0000","last_fullsized":"2024-09-16T07:28:15.476872+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:50:48.179682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.3d","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476352+0000","last_change":"2024-09-16T07:28:14.021939+0000","last_active":"2024-09-16T07:28:15.476352+0000","last_peered":"2024-09-16T07:28:15.476352+0000","last_clean":"2024-09-16T07:28:15.476352+0000","last_became_active":"2024-09-16T07:28:14.020788+0000","last_became_peered":"2024-09-16T07:28:14.020788+0000","last_unstale":"2024-09-16T07:28:15.476352+0000","last_undegraded":"2024-09-16T07:28:15.476352+0000","last_fullsized":"2024-09-16T07:28:15.476352+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:33:31.910935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.3c","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.477264+0000","last_change":"2024-09-16T07:28:14.034885+0000","last_active":"2024-09-16T07:28:15.477264+0000","last_peered":"2024-09-16T07:28:15.477264+0000","last_clean":"2024-09-16T07:28:15.477264+0000","last_became_active":"2024-09-16T07:28:14.034564+0000","last_became_peered":"2024-09-16T07:28:14.034564+0000","last_unstale":"2024-09-16T07:28:15.477264+0000","last_undegraded":"2024-09-16T07:28:15.477264+0000","last_fullsized":"2024-09-16T07:28:15.477264+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:21:21.695139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.3b","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.024455+0000","last_change":"2024-09-16T07:28:14.027477+0000","last_active":"2024-09-16T07:28:15.024455+0000","last_peered":"2024-09-16T07:28:15.024455+0000","last_clean":"2024-09-16T07:28:15.024455+0000","last_became_active":"2024-09-16T07:28:14.027196+0000","last_became_peered":"2024-09-16T07:28:14.027196+0000","last_unstale":"2024-09-16T07:28:15.024455+0000","last_undegraded":"2024-09-16T07:28:15.024455+0000","last_fullsized":"2024-09-16T07:28:15.024455+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:27:57.309053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.3a","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.028736+0000","last_change":"2024-09-16T07:28:14.021473+0000","last_active":"2024-09-16T07:28:15.028736+0000","last_peered":"2024-09-16T07:28:15.028736+0000","last_clean":"2024-09-16T07:28:15.028736+0000","last_became_active":"2024-09-16T07:28:14.021211+0000","last_became_peered":"2024-09-16T07:28:14.021211+0000","last_unstale":"2024-09-16T07:28:15.028736+0000","last_undegraded":"2024-09-16T07:28:15.028736+0000","last_fullsized":"2024-09-16T07:28:15.028736+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:10:37.468148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.39","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476872+0000","last_change":"2024-09-16T07:28:14.028288+0000","last_active":"2024-09-16T07:28:15.476872+0000","last_peered":"2024-09-16T07:28:15.476872+0000","last_clean":"2024-09-16T07:28:15.476872+0000","last_became_active":"2024-09-16T07:28:14.027917+0000","last_became_peered":"2024-09-16T07:28:14.027917+0000","last_unstale":"2024-09-16T07:28:15.476872+0000","last_undegraded":"2024-09-16T07:28:15.476872+0000","last_fullsized":"2024-09-16T07:28:15.476872+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:14:11.976702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.38","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.477070+0000","last_change":"2024-09-16T07:28:14.036061+0000","last_active":"2024-09-16T07:28:15.477070+0000","last_peered":"2024-09-16T07:28:15.477070+0000","last_clean":"2024-09-16T07:28:15.477070+0000","last_became_active":"2024-09-16T07:28:14.035495+0000","last_became_peered":"2024-09-16T07:28:14.035495+0000","last_unstale":"2024-09-16T07:28:15.477070+0000","last_undegraded":"2024-09-16T07:28:15.477070+0000","last_fullsized":"2024-09-16T07:28:15.477070+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:31:58.777491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.37","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476512+0000","last_change":"2024-09-16T07:28:14.032592+0000","last_active":"2024-09-16T07:28:15.476512+0000","last_peered":"2024-09-16T07:28:15.476512+0000","last_clean":"2024-09-16T07:28:15.476512+0000","last_became_active":"2024-09-16T07:28:14.032272+0000","last_became_peered":"2024-09-16T07:28:14.032272+0000","last_unstale":"2024-09-16T07:28:15.476512+0000","last_undegraded":"2024-09-16T07:28:15.476512+0000","last_fullsized":"2024-09-16T07:28:15.476512+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:14:42.578332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.36","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476837+0000","last_change":"2024-09-16T07:28:14.029615+0000","last_active":"2024-09-16T07:28:15.476837+0000","last_peered":"2024-09-16T07:28:15.476837+0000","last_clean":"2024-09-16T07:28:15.476837+0000","last_became_active":"2024-09-16T07:28:14.029263+0000","last_became_peered":"2024-09-16T07:28:14.029263+0000","last_unstale":"2024-09-16T07:28:15.476837+0000","last_undegraded":"2024-09-16T07:28:15.476837+0000","last_fullsized":"2024-09-16T07:28:15.476837+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:45:19.295311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.35","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.024569+0000","last_change":"2024-09-16T07:28:14.026390+0000","last_active":"2024-09-16T07:28:15.024569+0000","last_peered":"2024-09-16T07:28:15.024569+0000","last_clean":"2024-09-16T07:28:15.024569+0000","last_became_active":"2024-09-16T07:28:14.026102+0000","last_became_peered":"2024-09-16T07:28:14.026102+0000","last_unstale":"2024-09-16T07:28:15.024569+0000","last_undegraded":"2024-09-16T07:28:15.024569+0000","last_fullsized":"2024-09-16T07:28:15.024569+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:06:16.711902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.34","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476731+0000","last_change":"2024-09-16T07:28:14.032057+0000","last_active":"2024-09-16T07:28:15.476731+0000","last_peered":"2024-09-16T07:28:15.476731+0000","last_clean":"2024-09-16T07:28:15.476731+0000","last_became_active":"2024-09-16T07:28:14.031569+0000","last_became_peered":"2024-09-16T07:28:14.031569+0000","last_unstale":"2024-09-16T07:28:15.476731+0000","last_undegraded":"2024-09-16T07:28:15.476731+0000","last_fullsized":"2024-09-16T07:28:15.476731+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:34:17.568864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.33","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.477453+0000","last_change":"2024-09-16T07:28:14.031998+0000","last_active":"2024-09-16T07:28:15.477453+0000","last_peered":"2024-09-16T07:28:15.477453+0000","last_clean":"2024-09-16T07:28:15.477453+0000","last_became_active":"2024-09-16T07:28:14.031740+0000","last_became_peered":"2024-09-16T07:28:14.031740+0000","last_unstale":"2024-09-16T07:28:15.477453+0000","last_undegraded":"2024-09-16T07:28:15.477453+0000","last_fullsized":"2024-09-16T07:28:15.477453+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:20:05.668253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.32","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476186+0000","last_change":"2024-09-16T07:28:14.027403+0000","last_active":"2024-09-16T07:28:15.476186+0000","last_peered":"2024-09-16T07:28:15.476186+0000","last_clean":"2024-09-16T07:28:15.476186+0000","last_became_active":"2024-09-16T07:28:14.027126+0000","last_became_peered":"2024-09-16T07:28:14.027126+0000","last_unstale":"2024-09-16T07:28:15.476186+0000","last_undegraded":"2024-09-16T07:28:15.476186+0000","last_fullsized":"2024-09-16T07:28:15.476186+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:11:03.934222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.31","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476239+0000","last_change":"2024-09-16T07:28:14.024192+0000","last_active":"2024-09-16T07:28:15.476239+0000","last_peered":"2024-09-16T07:28:15.476239+0000","last_clean":"2024-09-16T07:28:15.476239+0000","last_became_active":"2024-09-16T07:28:14.023914+0000","last_became_peered":"2024-09-16T07:28:14.023914+0000","last_unstale":"2024-09-16T07:28:15.476239+0000","last_undegraded":"2024-09-16T07:28:15.476239+0000","last_fullsized":"2024-09-16T07:28:15.476239+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:46:23.852710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.30","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476183+0000","last_change":"2024-09-16T07:28:14.036201+0000","last_active":"2024-09-16T07:28:15.476183+0000","last_peered":"2024-09-16T07:28:15.476183+0000","last_clean":"2024-09-16T07:28:15.476183+0000","last_became_active":"2024-09-16T07:28:14.035914+0000","last_became_peered":"2024-09-16T07:28:14.035914+0000","last_unstale":"2024-09-16T07:28:15.476183+0000","last_undegraded":"2024-09-16T07:28:15.476183+0000","last_fullsized":"2024-09-16T07:28:15.476183+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:07:55.893112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.2f","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.029128+0000","last_change":"2024-09-16T07:28:14.033666+0000","last_active":"2024-09-16T07:28:15.029128+0000","last_peered":"2024-09-16T07:28:15.029128+0000","last_clean":"2024-09-16T07:28:15.029128+0000","last_became_active":"2024-09-16T07:28:14.033278+0000","last_became_peered":"2024-09-16T07:28:14.033278+0000","last_unstale":"2024-09-16T07:28:15.029128+0000","last_undegraded":"2024-09-16T07:28:15.029128+0000","last_fullsized":"2024-09-16T07:28:15.029128+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:41:17.167896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.2e","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.477295+0000","last_change":"2024-09-16T07:28:14.027072+0000","last_active":"2024-09-16T07:28:15.477295+0000","last_peered":"2024-09-16T07:28:15.477295+0000","last_clean":"2024-09-16T07:28:15.477295+0000","last_became_active":"2024-09-16T07:28:14.026770+0000","last_became_peered":"2024-09-16T07:28:14.026770+0000","last_unstale":"2024-09-16T07:28:15.477295+0000","last_undegraded":"2024-09-16T07:28:15.477295+0000","last_fullsized":"2024-09-16T07:28:15.477295+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:44:07.343574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.2d","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476816+0000","last_change":"2024-09-16T07:28:14.024506+0000","last_active":"2024-09-16T07:28:15.476816+0000","last_peered":"2024-09-16T07:28:15.476816+0000","last_clean":"2024-09-16T07:28:15.476816+0000","last_became_active":"2024-09-16T07:28:14.024217+0000","last_became_peered":"2024-09-16T07:28:14.024217+0000","last_unstale":"2024-09-16T07:28:15.476816+0000","last_undegraded":"2024-09-16T07:28:15.476816+0000","last_fullsized":"2024-09-16T07:28:15.476816+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:15:06.600586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.2c","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476938+0000","last_change":"2024-09-16T07:28:14.032482+0000","last_active":"2024-09-16T07:28:15.476938+0000","last_peered":"2024-09-16T07:28:15.476938+0000","last_clean":"2024-09-16T07:28:15.476938+0000","last_became_active":"2024-09-16T07:28:14.031919+0000","last_became_peered":"2024-09-16T07:28:14.031919+0000","last_unstale":"2024-09-16T07:28:15.476938+0000","last_undegraded":"2024-09-16T07:28:15.476938+0000","last_fullsized":"2024-09-16T07:28:15.476938+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:41:29.719342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.2b","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.028623+0000","last_change":"2024-09-16T07:28:14.016600+0000","last_active":"2024-09-16T07:28:15.028623+0000","last_peered":"2024-09-16T07:28:15.028623+0000","last_clean":"2024-09-16T07:28:15.028623+0000","last_became_active":"2024-09-16T07:28:14.016279+0000","last_became_peered":"2024-09-16T07:28:14.016279+0000","last_unstale":"2024-09-16T07:28:15.028623+0000","last_undegraded":"2024-09-16T07:28:15.028623+0000","last_fullsized":"2024-09-16T07:28:15.028623+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:30:36.004187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.2a","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.024368+0000","last_change":"2024-09-16T07:28:14.025610+0000","last_active":"2024-09-16T07:28:15.024368+0000","last_peered":"2024-09-16T07:28:15.024368+0000","last_clean":"2024-09-16T07:28:15.024368+0000","last_became_active":"2024-09-16T07:28:14.025347+0000","last_became_peered":"2024-09-16T07:28:14.025347+0000","last_unstale":"2024-09-16T07:28:15.024368+0000","last_undegraded":"2024-09-16T07:28:15.024368+0000","last_fullsized":"2024-09-16T07:28:15.024368+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:44:56.494537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.29","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.029337+0000","last_change":"2024-09-16T07:28:14.034023+0000","last_active":"2024-09-16T07:28:15.029337+0000","last_peered":"2024-09-16T07:28:15.029337+0000","last_clean":"2024-09-16T07:28:15.029337+0000","last_became_active":"2024-09-16T07:28:14.033255+0000","last_became_peered":"2024-09-16T07:28:14.033255+0000","last_unstale":"2024-09-16T07:28:15.029337+0000","last_undegraded":"2024-09-16T07:28:15.029337+0000","last_fullsized":"2024-09-16T07:28:15.029337+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:46:23.852710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.28","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.024258+0000","last_change":"2024-09-16T07:28:14.027860+0000","last_active":"2024-09-16T07:28:15.024258+0000","last_peered":"2024-09-16T07:28:15.024258+0000","last_clean":"2024-09-16T07:28:15.024258+0000","last_became_active":"2024-09-16T07:28:14.027550+0000","last_became_peered":"2024-09-16T07:28:14.027550+0000","last_unstale":"2024-09-16T07:28:15.024258+0000","last_undegraded":"2024-09-16T07:28:15.024258+0000","last_fullsized":"2024-09-16T07:28:15.024258+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:13:29.063381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.27","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.024706+0000","last_change":"2024-09-16T07:28:14.031352+0000","last_active":"2024-09-16T07:28:15.024706+0000","last_peered":"2024-09-16T07:28:15.024706+0000","last_clean":"2024-09-16T07:28:15.024706+0000","last_became_active":"2024-09-16T07:28:14.031093+0000","last_became_peered":"2024-09-16T07:28:14.031093+0000","last_unstale":"2024-09-16T07:28:15.024706+0000","last_undegraded":"2024-09-16T07:28:15.024706+0000","last_fullsized":"2024-09-16T07:28:15.024706+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:41:11.481430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.26","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.028230+0000","last_change":"2024-09-16T07:28:14.027947+0000","last_active":"2024-09-16T07:28:15.028230+0000","last_peered":"2024-09-16T07:28:15.028230+0000","last_clean":"2024-09-16T07:28:15.028230+0000","last_became_active":"2024-09-16T07:28:14.027663+0000","last_became_peered":"2024-09-16T07:28:14.027663+0000","last_unstale":"2024-09-16T07:28:15.028230+0000","last_undegraded":"2024-09-16T07:28:15.028230+0000","last_fullsized":"2024-09-16T07:28:15.028230+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:21:57.362490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.25","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.024649+0000","last_change":"2024-09-16T07:28:14.030534+0000","last_active":"2024-09-16T07:28:15.024649+0000","last_peered":"2024-09-16T07:28:15.024649+0000","last_clean":"2024-09-16T07:28:15.024649+0000","last_became_active":"2024-09-16T07:28:14.030282+0000","last_became_peered":"2024-09-16T07:28:14.030282+0000","last_unstale":"2024-09-16T07:28:15.024649+0000","last_undegraded":"2024-09-16T07:28:15.024649+0000","last_fullsized":"2024-09-16T07:28:15.024649+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:41:29.712504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.24","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.477064+0000","last_change":"2024-09-16T07:28:14.026507+0000","last_active":"2024-09-16T07:28:15.477064+0000","last_peered":"2024-09-16T07:28:15.477064+0000","last_clean":"2024-09-16T07:28:15.477064+0000","last_became_active":"2024-09-16T07:28:14.026081+0000","last_became_peered":"2024-09-16T07:28:14.026081+0000","last_unstale":"2024-09-16T07:28:15.477064+0000","last_undegraded":"2024-09-16T07:28:15.477064+0000","last_fullsized":"2024-09-16T07:28:15.477064+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:22:10.702975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.23","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476179+0000","last_change":"2024-09-16T07:28:14.017604+0000","last_active":"2024-09-16T07:28:15.476179+0000","last_peered":"2024-09-16T07:28:15.476179+0000","last_clean":"2024-09-16T07:28:15.476179+0000","last_became_active":"2024-09-16T07:28:14.017312+0000","last_became_peered":"2024-09-16T07:28:14.017312+0000","last_unstale":"2024-09-16T07:28:15.476179+0000","last_undegraded":"2024-09-16T07:28:15.476179+0000","last_fullsized":"2024-09-16T07:28:15.476179+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:02:16.500941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.22","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.475976+0000","last_change":"2024-09-16T07:28:14.027465+0000","last_active":"2024-09-16T07:28:15.475976+0000","last_peered":"2024-09-16T07:28:15.475976+0000","last_clean":"2024-09-16T07:28:15.475976+0000","last_became_active":"2024-09-16T07:28:14.027121+0000","last_became_peered":"2024-09-16T07:28:14.027121+0000","last_unstale":"2024-09-16T07:28:15.475976+0000","last_undegraded":"2024-09-16T07:28:15.475976+0000","last_fullsized":"2024-09-16T07:28:15.475976+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:29:07.969591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.21","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476715+0000","last_change":"2024-09-16T07:28:14.030856+0000","last_active":"2024-09-16T07:28:15.476715+0000","last_peered":"2024-09-16T07:28:15.476715+0000","last_clean":"2024-09-16T07:28:15.476715+0000","last_became_active":"2024-09-16T07:28:14.030534+0000","last_became_peered":"2024-09-16T07:28:14.030534+0000","last_unstale":"2024-09-16T07:28:15.476715+0000","last_undegraded":"2024-09-16T07:28:15.476715+0000","last_fullsized":"2024-09-16T07:28:15.476715+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:08:05.937770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.20","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.028313+0000","last_change":"2024-09-16T07:28:14.028491+0000","last_active":"2024-09-16T07:28:15.028313+0000","last_peered":"2024-09-16T07:28:15.028313+0000","last_clean":"2024-09-16T07:28:15.028313+0000","last_became_active":"2024-09-16T07:28:14.027906+0000","last_became_peered":"2024-09-16T07:28:14.027906+0000","last_unstale":"2024-09-16T07:28:15.028313+0000","last_undegraded":"2024-09-16T07:28:15.028313+0000","last_fullsized":"2024-09-16T07:28:15.028313+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:39:52.368068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.1e","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.477356+0000","last_change":"2024-09-16T07:28:14.025247+0000","last_active":"2024-09-16T07:28:15.477356+0000","last_peered":"2024-09-16T07:28:15.477356+0000","last_clean":"2024-09-16T07:28:15.477356+0000","last_became_active":"2024-09-16T07:28:14.024529+0000","last_became_peered":"2024-09-16T07:28:14.024529+0000","last_unstale":"2024-09-16T07:28:15.477356+0000","last_undegraded":"2024-09-16T07:28:15.477356+0000","last_fullsized":"2024-09-16T07:28:15.477356+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:13:53.916915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.1f","version":"140'4","reported_seq":19,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.477051+0000","last_change":"2024-09-16T07:28:13.015842+0000","last_active":"2024-09-16T07:28:15.477051+0000","last_peered":"2024-09-16T07:28:15.477051+0000","last_clean":"2024-09-16T07:28:15.477051+0000","last_became_active":"2024-09-16T07:28:13.015532+0000","last_became_peered":"2024-09-16T07:28:13.015532+0000","last_unstale":"2024-09-16T07:28:15.477051+0000","last_undegraded":"2024-09-16T07:28:15.477051+0000","last_fullsized":"2024-09-16T07:28:15.477051+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:33:03.299018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.1f","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.477105+0000","last_change":"2024-09-16T07:28:14.025542+0000","last_active":"2024-09-16T07:28:15.477105+0000","last_peered":"2024-09-16T07:28:15.477105+0000","last_clean":"2024-09-16T07:28:15.477105+0000","last_became_active":"2024-09-16T07:28:14.025271+0000","last_became_peered":"2024-09-16T07:28:14.025271+0000","last_unstale":"2024-09-16T07:28:15.477105+0000","last_undegraded":"2024-09-16T07:28:15.477105+0000","last_fullsized":"2024-09-16T07:28:15.477105+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:21:57.362490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.1e","version":"140'1","reported_seq":16,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476872+0000","last_change":"2024-09-16T07:28:13.025015+0000","last_active":"2024-09-16T07:28:15.476872+0000","last_peered":"2024-09-16T07:28:15.476872+0000","last_clean":"2024-09-16T07:28:15.476872+0000","last_became_active":"2024-09-16T07:28:13.024730+0000","last_became_peered":"2024-09-16T07:28:13.024730+0000","last_unstale":"2024-09-16T07:28:15.476872+0000","last_undegraded":"2024-09-16T07:28:15.476872+0000","last_fullsized":"2024-09-16T07:28:15.476872+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:36:56.003422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.1c","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.028877+0000","last_change":"2024-09-16T07:28:14.017625+0000","last_active":"2024-09-16T07:28:15.028877+0000","last_peered":"2024-09-16T07:28:15.028877+0000","last_clean":"2024-09-16T07:28:15.028877+0000","last_became_active":"2024-09-16T07:28:14.017333+0000","last_became_peered":"2024-09-16T07:28:14.017333+0000","last_unstale":"2024-09-16T07:28:15.028877+0000","last_undegraded":"2024-09-16T07:28:15.028877+0000","last_fullsized":"2024-09-16T07:28:15.028877+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:48:15.166268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.1d","version":"140'2","reported_seq":17,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.028623+0000","last_change":"2024-09-16T07:28:13.019611+0000","last_active":"2024-09-16T07:28:15.028623+0000","last_peered":"2024-09-16T07:28:15.028623+0000","last_clean":"2024-09-16T07:28:15.028623+0000","last_became_active":"2024-09-16T07:28:13.019281+0000","last_became_peered":"2024-09-16T07:28:13.019281+0000","last_unstale":"2024-09-16T07:28:15.028623+0000","last_undegraded":"2024-09-16T07:28:15.028623+0000","last_fullsized":"2024-09-16T07:28:15.028623+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:01:58.052457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.1d","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476573+0000","last_change":"2024-09-16T07:28:14.026560+0000","last_active":"2024-09-16T07:28:15.476573+0000","last_peered":"2024-09-16T07:28:15.476573+0000","last_clean":"2024-09-16T07:28:15.476573+0000","last_became_active":"2024-09-16T07:28:14.026235+0000","last_became_peered":"2024-09-16T07:28:14.026235+0000","last_unstale":"2024-09-16T07:28:15.476573+0000","last_undegraded":"2024-09-16T07:28:15.476573+0000","last_fullsized":"2024-09-16T07:28:15.476573+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:18:43.405965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.1c","version":"140'2","reported_seq":17,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.028874+0000","last_change":"2024-09-16T07:28:13.020128+0000","last_active":"2024-09-16T07:28:15.028874+0000","last_peered":"2024-09-16T07:28:15.028874+0000","last_clean":"2024-09-16T07:28:15.028874+0000","last_became_active":"2024-09-16T07:28:13.019863+0000","last_became_peered":"2024-09-16T07:28:13.019863+0000","last_unstale":"2024-09-16T07:28:15.028874+0000","last_undegraded":"2024-09-16T07:28:15.028874+0000","last_fullsized":"2024-09-16T07:28:15.028874+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:38:49.844302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.1a","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476569+0000","last_change":"2024-09-16T07:28:14.033422+0000","last_active":"2024-09-16T07:28:15.476569+0000","last_peered":"2024-09-16T07:28:15.476569+0000","last_clean":"2024-09-16T07:28:15.476569+0000","last_became_active":"2024-09-16T07:28:14.033157+0000","last_became_peered":"2024-09-16T07:28:14.033157+0000","last_unstale":"2024-09-16T07:28:15.476569+0000","last_undegraded":"2024-09-16T07:28:15.476569+0000","last_fullsized":"2024-09-16T07:28:15.476569+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:53:49.092483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.1b","version":"140'1","reported_seq":16,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476299+0000","last_change":"2024-09-16T07:28:13.016795+0000","last_active":"2024-09-16T07:28:15.476299+0000","last_peered":"2024-09-16T07:28:15.476299+0000","last_clean":"2024-09-16T07:28:15.476299+0000","last_became_active":"2024-09-16T07:28:13.016509+0000","last_became_peered":"2024-09-16T07:28:13.016509+0000","last_unstale":"2024-09-16T07:28:15.476299+0000","last_undegraded":"2024-09-16T07:28:15.476299+0000","last_fullsized":"2024-09-16T07:28:15.476299+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:55:25.278766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.1b","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.029115+0000","last_change":"2024-09-16T07:28:14.028004+0000","last_active":"2024-09-16T07:28:15.029115+0000","last_peered":"2024-09-16T07:28:15.029115+0000","last_clean":"2024-09-16T07:28:15.029115+0000","last_became_active":"2024-09-16T07:28:14.027725+0000","last_became_peered":"2024-09-16T07:28:14.027725+0000","last_unstale":"2024-09-16T07:28:15.029115+0000","last_undegraded":"2024-09-16T07:28:15.029115+0000","last_fullsized":"2024-09-16T07:28:15.029115+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:14:44.212632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.1a","version":"140'1","reported_seq":16,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476845+0000","last_change":"2024-09-16T07:28:13.025591+0000","last_active":"2024-09-16T07:28:15.476845+0000","last_peered":"2024-09-16T07:28:15.476845+0000","last_clean":"2024-09-16T07:28:15.476845+0000","last_became_active":"2024-09-16T07:28:13.025307+0000","last_became_peered":"2024-09-16T07:28:13.025307+0000","last_unstale":"2024-09-16T07:28:15.476845+0000","last_undegraded":"2024-09-16T07:28:15.476845+0000","last_fullsized":"2024-09-16T07:28:15.476845+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:17:28.989846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.18","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.027555+0000","last_change":"2024-09-16T07:28:14.033395+0000","last_active":"2024-09-16T07:28:15.027555+0000","last_peered":"2024-09-16T07:28:15.027555+0000","last_clean":"2024-09-16T07:28:15.027555+0000","last_became_active":"2024-09-16T07:28:14.032668+0000","last_became_peered":"2024-09-16T07:28:14.032668+0000","last_unstale":"2024-09-16T07:28:15.027555+0000","last_undegraded":"2024-09-16T07:28:15.027555+0000","last_fullsized":"2024-09-16T07:28:15.027555+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:26:59.686726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.19","version":"0'0","reported_seq":15,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476841+0000","last_change":"2024-09-16T07:28:13.022169+0000","last_active":"2024-09-16T07:28:15.476841+0000","last_peered":"2024-09-16T07:28:15.476841+0000","last_clean":"2024-09-16T07:28:15.476841+0000","last_became_active":"2024-09-16T07:28:13.021894+0000","last_became_peered":"2024-09-16T07:28:13.021894+0000","last_unstale":"2024-09-16T07:28:15.476841+0000","last_undegraded":"2024-09-16T07:28:15.476841+0000","last_fullsized":"2024-09-16T07:28:15.476841+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:13:20.461719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.19","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476347+0000","last_change":"2024-09-16T07:28:14.026270+0000","last_active":"2024-09-16T07:28:15.476347+0000","last_peered":"2024-09-16T07:28:15.476347+0000","last_clean":"2024-09-16T07:28:15.476347+0000","last_became_active":"2024-09-16T07:28:14.025937+0000","last_became_peered":"2024-09-16T07:28:14.025937+0000","last_unstale":"2024-09-16T07:28:15.476347+0000","last_undegraded":"2024-09-16T07:28:15.476347+0000","last_fullsized":"2024-09-16T07:28:15.476347+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:38:44.193473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.18","version":"0'0","reported_seq":15,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.027395+0000","last_change":"2024-09-16T07:28:13.015831+0000","last_active":"2024-09-16T07:28:15.027395+0000","last_peered":"2024-09-16T07:28:15.027395+0000","last_clean":"2024-09-16T07:28:15.027395+0000","last_became_active":"2024-09-16T07:28:13.015548+0000","last_became_peered":"2024-09-16T07:28:13.015548+0000","last_unstale":"2024-09-16T07:28:15.027395+0000","last_undegraded":"2024-09-16T07:28:15.027395+0000","last_fullsized":"2024-09-16T07:28:15.027395+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:15:52.456510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.17","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.477000+0000","last_change":"2024-09-16T07:28:14.027249+0000","last_active":"2024-09-16T07:28:15.477000+0000","last_peered":"2024-09-16T07:28:15.477000+0000","last_clean":"2024-09-16T07:28:15.477000+0000","last_became_active":"2024-09-16T07:28:14.026985+0000","last_became_peered":"2024-09-16T07:28:14.026985+0000","last_unstale":"2024-09-16T07:28:15.477000+0000","last_undegraded":"2024-09-16T07:28:15.477000+0000","last_fullsized":"2024-09-16T07:28:15.477000+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:39:19.001190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.16","version":"0'0","reported_seq":15,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.029197+0000","last_change":"2024-09-16T07:28:13.024970+0000","last_active":"2024-09-16T07:28:15.029197+0000","last_peered":"2024-09-16T07:28:15.029197+0000","last_clean":"2024-09-16T07:28:15.029197+0000","last_became_active":"2024-09-16T07:28:13.024670+0000","last_became_peered":"2024-09-16T07:28:13.024670+0000","last_unstale":"2024-09-16T07:28:15.029197+0000","last_undegraded":"2024-09-16T07:28:15.029197+0000","last_fullsized":"2024-09-16T07:28:15.029197+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:23:29.518463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.14","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476939+0000","last_change":"2024-09-16T07:28:14.026309+0000","last_active":"2024-09-16T07:28:15.476939+0000","last_peered":"2024-09-16T07:28:15.476939+0000","last_clean":"2024-09-16T07:28:15.476939+0000","last_became_active":"2024-09-16T07:28:14.024681+0000","last_became_peered":"2024-09-16T07:28:14.024681+0000","last_unstale":"2024-09-16T07:28:15.476939+0000","last_undegraded":"2024-09-16T07:28:15.476939+0000","last_fullsized":"2024-09-16T07:28:15.476939+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:07:13.903792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.15","version":"140'3","reported_seq":18,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.028348+0000","last_change":"2024-09-16T07:28:13.016764+0000","last_active":"2024-09-16T07:28:15.028348+0000","last_peered":"2024-09-16T07:28:15.028348+0000","last_clean":"2024-09-16T07:28:15.028348+0000","last_became_active":"2024-09-16T07:28:13.016470+0000","last_became_peered":"2024-09-16T07:28:13.016470+0000","last_unstale":"2024-09-16T07:28:15.028348+0000","last_undegraded":"2024-09-16T07:28:15.028348+0000","last_fullsized":"2024-09-16T07:28:15.028348+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:51:47.533571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.15","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476535+0000","last_change":"2024-09-16T07:28:14.021779+0000","last_active":"2024-09-16T07:28:15.476535+0000","last_peered":"2024-09-16T07:28:15.476535+0000","last_clean":"2024-09-16T07:28:15.476535+0000","last_became_active":"2024-09-16T07:28:14.020655+0000","last_became_peered":"2024-09-16T07:28:14.020655+0000","last_unstale":"2024-09-16T07:28:15.476535+0000","last_undegraded":"2024-09-16T07:28:15.476535+0000","last_fullsized":"2024-09-16T07:28:15.476535+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:37:53.311869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.14","version":"140'6","reported_seq":21,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.024482+0000","last_change":"2024-09-16T07:28:13.024712+0000","last_active":"2024-09-16T07:28:15.024482+0000","last_peered":"2024-09-16T07:28:15.024482+0000","last_clean":"2024-09-16T07:28:15.024482+0000","last_became_active":"2024-09-16T07:28:13.024324+0000","last_became_peered":"2024-09-16T07:28:13.024324+0000","last_unstale":"2024-09-16T07:28:15.024482+0000","last_undegraded":"2024-09-16T07:28:15.024482+0000","last_fullsized":"2024-09-16T07:28:15.024482+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:56:36.366245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.12","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476588+0000","last_change":"2024-09-16T07:28:14.036220+0000","last_active":"2024-09-16T07:28:15.476588+0000","last_peered":"2024-09-16T07:28:15.476588+0000","last_clean":"2024-09-16T07:28:15.476588+0000","last_became_active":"2024-09-16T07:28:14.035910+0000","last_became_peered":"2024-09-16T07:28:14.035910+0000","last_unstale":"2024-09-16T07:28:15.476588+0000","last_undegraded":"2024-09-16T07:28:15.476588+0000","last_fullsized":"2024-09-16T07:28:15.476588+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:53:29.636252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.13","version":"140'2","reported_seq":17,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.477012+0000","last_change":"2024-09-16T07:28:13.015848+0000","last_active":"2024-09-16T07:28:15.477012+0000","last_peered":"2024-09-16T07:28:15.477012+0000","last_clean":"2024-09-16T07:28:15.477012+0000","last_became_active":"2024-09-16T07:28:13.015536+0000","last_became_peered":"2024-09-16T07:28:13.015536+0000","last_unstale":"2024-09-16T07:28:15.477012+0000","last_undegraded":"2024-09-16T07:28:15.477012+0000","last_fullsized":"2024-09-16T07:28:15.477012+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:05:17.837722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.13","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.027817+0000","last_change":"2024-09-16T07:28:14.032965+0000","last_active":"2024-09-16T07:28:15.027817+0000","last_peered":"2024-09-16T07:28:15.027817+0000","last_clean":"2024-09-16T07:28:15.027817+0000","last_became_active":"2024-09-16T07:28:14.032581+0000","last_became_peered":"2024-09-16T07:28:14.032581+0000","last_unstale":"2024-09-16T07:28:15.027817+0000","last_undegraded":"2024-09-16T07:28:15.027817+0000","last_fullsized":"2024-09-16T07:28:15.027817+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:50:48.179682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.12","version":"0'0","reported_seq":15,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.028869+0000","last_change":"2024-09-16T07:28:13.017607+0000","last_active":"2024-09-16T07:28:15.028869+0000","last_peered":"2024-09-16T07:28:15.028869+0000","last_clean":"2024-09-16T07:28:15.028869+0000","last_became_active":"2024-09-16T07:28:13.017311+0000","last_became_peered":"2024-09-16T07:28:13.017311+0000","last_unstale":"2024-09-16T07:28:15.028869+0000","last_undegraded":"2024-09-16T07:28:15.028869+0000","last_fullsized":"2024-09-16T07:28:15.028869+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:42:52.744475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.10","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.028538+0000","last_change":"2024-09-16T07:28:14.027459+0000","last_active":"2024-09-16T07:28:15.028538+0000","last_peered":"2024-09-16T07:28:15.028538+0000","last_clean":"2024-09-16T07:28:15.028538+0000","last_became_active":"2024-09-16T07:28:14.027137+0000","last_became_peered":"2024-09-16T07:28:14.027137+0000","last_unstale":"2024-09-16T07:28:15.028538+0000","last_undegraded":"2024-09-16T07:28:15.028538+0000","last_fullsized":"2024-09-16T07:28:15.028538+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:39:35.404916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.11","version":"0'0","reported_seq":15,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476682+0000","last_change":"2024-09-16T07:28:13.017632+0000","last_active":"2024-09-16T07:28:15.476682+0000","last_peered":"2024-09-16T07:28:15.476682+0000","last_clean":"2024-09-16T07:28:15.476682+0000","last_became_active":"2024-09-16T07:28:13.017366+0000","last_became_peered":"2024-09-16T07:28:13.017366+0000","last_unstale":"2024-09-16T07:28:15.476682+0000","last_undegraded":"2024-09-16T07:28:15.476682+0000","last_fullsized":"2024-09-16T07:28:15.476682+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:47:50.474021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.11","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476459+0000","last_change":"2024-09-16T07:28:14.024740+0000","last_active":"2024-09-16T07:28:15.476459+0000","last_peered":"2024-09-16T07:28:15.476459+0000","last_clean":"2024-09-16T07:28:15.476459+0000","last_became_active":"2024-09-16T07:28:14.024482+0000","last_became_peered":"2024-09-16T07:28:14.024482+0000","last_unstale":"2024-09-16T07:28:15.476459+0000","last_undegraded":"2024-09-16T07:28:15.476459+0000","last_fullsized":"2024-09-16T07:28:15.476459+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:34:20.387065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.10","version":"140'8","reported_seq":23,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.024183+0000","last_change":"2024-09-16T07:28:13.021776+0000","last_active":"2024-09-16T07:28:15.024183+0000","last_peered":"2024-09-16T07:28:15.024183+0000","last_clean":"2024-09-16T07:28:15.024183+0000","last_became_active":"2024-09-16T07:28:13.021497+0000","last_became_peered":"2024-09-16T07:28:13.021497+0000","last_unstale":"2024-09-16T07:28:15.024183+0000","last_undegraded":"2024-09-16T07:28:15.024183+0000","last_fullsized":"2024-09-16T07:28:15.024183+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:27:33.393808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.e","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476826+0000","last_change":"2024-09-16T07:28:14.030489+0000","last_active":"2024-09-16T07:28:15.476826+0000","last_peered":"2024-09-16T07:28:15.476826+0000","last_clean":"2024-09-16T07:28:15.476826+0000","last_became_active":"2024-09-16T07:28:14.028395+0000","last_became_peered":"2024-09-16T07:28:14.028395+0000","last_unstale":"2024-09-16T07:28:15.476826+0000","last_undegraded":"2024-09-16T07:28:15.476826+0000","last_fullsized":"2024-09-16T07:28:15.476826+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:21:46.386159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.f","version":"140'1","reported_seq":16,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.024739+0000","last_change":"2024-09-16T07:28:13.024702+0000","last_active":"2024-09-16T07:28:15.024739+0000","last_peered":"2024-09-16T07:28:15.024739+0000","last_clean":"2024-09-16T07:28:15.024739+0000","last_became_active":"2024-09-16T07:28:13.024399+0000","last_became_peered":"2024-09-16T07:28:13.024399+0000","last_unstale":"2024-09-16T07:28:15.024739+0000","last_undegraded":"2024-09-16T07:28:15.024739+0000","last_fullsized":"2024-09-16T07:28:15.024739+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:00:27.407495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.f","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.477392+0000","last_change":"2024-09-16T07:28:14.025633+0000","last_active":"2024-09-16T07:28:15.477392+0000","last_peered":"2024-09-16T07:28:15.477392+0000","last_clean":"2024-09-16T07:28:15.477392+0000","last_became_active":"2024-09-16T07:28:14.025160+0000","last_became_peered":"2024-09-16T07:28:14.025160+0000","last_unstale":"2024-09-16T07:28:15.477392+0000","last_undegraded":"2024-09-16T07:28:15.477392+0000","last_fullsized":"2024-09-16T07:28:15.477392+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:59:13.116651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.e","version":"140'2","reported_seq":17,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476963+0000","last_change":"2024-09-16T07:28:13.017712+0000","last_active":"2024-09-16T07:28:15.476963+0000","last_peered":"2024-09-16T07:28:15.476963+0000","last_clean":"2024-09-16T07:28:15.476963+0000","last_became_active":"2024-09-16T07:28:13.017389+0000","last_became_peered":"2024-09-16T07:28:13.017389+0000","last_unstale":"2024-09-16T07:28:15.476963+0000","last_undegraded":"2024-09-16T07:28:15.476963+0000","last_fullsized":"2024-09-16T07:28:15.476963+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:42:13.326541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.c","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.477330+0000","last_change":"2024-09-16T07:28:14.034328+0000","last_active":"2024-09-16T07:28:15.477330+0000","last_peered":"2024-09-16T07:28:15.477330+0000","last_clean":"2024-09-16T07:28:15.477330+0000","last_became_active":"2024-09-16T07:28:14.033909+0000","last_became_peered":"2024-09-16T07:28:14.033909+0000","last_unstale":"2024-09-16T07:28:15.477330+0000","last_undegraded":"2024-09-16T07:28:15.477330+0000","last_fullsized":"2024-09-16T07:28:15.477330+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:31:12.691139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.d","version":"140'1","reported_seq":16,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.024756+0000","last_change":"2024-09-16T07:28:13.015692+0000","last_active":"2024-09-16T07:28:15.024756+0000","last_peered":"2024-09-16T07:28:15.024756+0000","last_clean":"2024-09-16T07:28:15.024756+0000","last_became_active":"2024-09-16T07:28:13.015428+0000","last_became_peered":"2024-09-16T07:28:13.015428+0000","last_unstale":"2024-09-16T07:28:15.024756+0000","last_undegraded":"2024-09-16T07:28:15.024756+0000","last_fullsized":"2024-09-16T07:28:15.024756+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:04:27.164122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.d","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.028329+0000","last_change":"2024-09-16T07:28:14.027721+0000","last_active":"2024-09-16T07:28:15.028329+0000","last_peered":"2024-09-16T07:28:15.028329+0000","last_clean":"2024-09-16T07:28:15.028329+0000","last_became_active":"2024-09-16T07:28:14.027136+0000","last_became_peered":"2024-09-16T07:28:14.027136+0000","last_unstale":"2024-09-16T07:28:15.028329+0000","last_undegraded":"2024-09-16T07:28:15.028329+0000","last_fullsized":"2024-09-16T07:28:15.028329+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:29:07.969591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.c","version":"0'0","reported_seq":15,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.477172+0000","last_change":"2024-09-16T07:28:13.023216+0000","last_active":"2024-09-16T07:28:15.477172+0000","last_peered":"2024-09-16T07:28:15.477172+0000","last_clean":"2024-09-16T07:28:15.477172+0000","last_became_active":"2024-09-16T07:28:13.022524+0000","last_became_peered":"2024-09-16T07:28:13.022524+0000","last_unstale":"2024-09-16T07:28:15.477172+0000","last_undegraded":"2024-09-16T07:28:15.477172+0000","last_fullsized":"2024-09-16T07:28:15.477172+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:43:45.013364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.a","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.477625+0000","last_change":"2024-09-16T07:28:14.028723+0000","last_active":"2024-09-16T07:28:15.477625+0000","last_peered":"2024-09-16T07:28:15.477625+0000","last_clean":"2024-09-16T07:28:15.477625+0000","last_became_active":"2024-09-16T07:28:14.028433+0000","last_became_peered":"2024-09-16T07:28:14.028433+0000","last_unstale":"2024-09-16T07:28:15.477625+0000","last_undegraded":"2024-09-16T07:28:15.477625+0000","last_fullsized":"2024-09-16T07:28:15.477625+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:29:07.969591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.b","version":"140'2","reported_seq":17,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.027944+0000","last_change":"2024-09-16T07:28:13.021438+0000","last_active":"2024-09-16T07:28:15.027944+0000","last_peered":"2024-09-16T07:28:15.027944+0000","last_clean":"2024-09-16T07:28:15.027944+0000","last_became_active":"2024-09-16T07:28:13.021121+0000","last_became_peered":"2024-09-16T07:28:13.021121+0000","last_unstale":"2024-09-16T07:28:15.027944+0000","last_undegraded":"2024-09-16T07:28:15.027944+0000","last_fullsized":"2024-09-16T07:28:15.027944+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:40:25.349668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.b","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.027797+0000","last_change":"2024-09-16T07:28:14.029854+0000","last_active":"2024-09-16T07:28:15.027797+0000","last_peered":"2024-09-16T07:28:15.027797+0000","last_clean":"2024-09-16T07:28:15.027797+0000","last_became_active":"2024-09-16T07:28:14.029313+0000","last_became_peered":"2024-09-16T07:28:14.029313+0000","last_unstale":"2024-09-16T07:28:15.027797+0000","last_undegraded":"2024-09-16T07:28:15.027797+0000","last_fullsized":"2024-09-16T07:28:15.027797+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:22:36.872306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.a","version":"0'0","reported_seq":15,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476072+0000","last_change":"2024-09-16T07:28:13.023605+0000","last_active":"2024-09-16T07:28:15.476072+0000","last_peered":"2024-09-16T07:28:15.476072+0000","last_clean":"2024-09-16T07:28:15.476072+0000","last_became_active":"2024-09-16T07:28:13.023284+0000","last_became_peered":"2024-09-16T07:28:13.023284+0000","last_unstale":"2024-09-16T07:28:15.476072+0000","last_undegraded":"2024-09-16T07:28:15.476072+0000","last_fullsized":"2024-09-16T07:28:15.476072+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:13:52.913129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.8","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.475844+0000","last_change":"2024-09-16T07:28:14.034360+0000","last_active":"2024-09-16T07:28:15.475844+0000","last_peered":"2024-09-16T07:28:15.475844+0000","last_clean":"2024-09-16T07:28:15.475844+0000","last_became_active":"2024-09-16T07:28:14.034059+0000","last_became_peered":"2024-09-16T07:28:14.034059+0000","last_unstale":"2024-09-16T07:28:15.475844+0000","last_undegraded":"2024-09-16T07:28:15.475844+0000","last_fullsized":"2024-09-16T07:28:15.475844+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:53:14.451795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.9","version":"0'0","reported_seq":15,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476357+0000","last_change":"2024-09-16T07:28:13.024771+0000","last_active":"2024-09-16T07:28:15.476357+0000","last_peered":"2024-09-16T07:28:15.476357+0000","last_clean":"2024-09-16T07:28:15.476357+0000","last_became_active":"2024-09-16T07:28:13.024475+0000","last_became_peered":"2024-09-16T07:28:13.024475+0000","last_unstale":"2024-09-16T07:28:15.476357+0000","last_undegraded":"2024-09-16T07:28:15.476357+0000","last_fullsized":"2024-09-16T07:28:15.476357+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:20:28.914346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.9","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476359+0000","last_change":"2024-09-16T07:28:14.032065+0000","last_active":"2024-09-16T07:28:15.476359+0000","last_peered":"2024-09-16T07:28:15.476359+0000","last_clean":"2024-09-16T07:28:15.476359+0000","last_became_active":"2024-09-16T07:28:14.031759+0000","last_became_peered":"2024-09-16T07:28:14.031759+0000","last_unstale":"2024-09-16T07:28:15.476359+0000","last_undegraded":"2024-09-16T07:28:15.476359+0000","last_fullsized":"2024-09-16T07:28:15.476359+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:52:43.268921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.8","version":"0'0","reported_seq":15,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476242+0000","last_change":"2024-09-16T07:28:13.021476+0000","last_active":"2024-09-16T07:28:15.476242+0000","last_peered":"2024-09-16T07:28:15.476242+0000","last_clean":"2024-09-16T07:28:15.476242+0000","last_became_active":"2024-09-16T07:28:13.021170+0000","last_became_peered":"2024-09-16T07:28:13.021170+0000","last_unstale":"2024-09-16T07:28:15.476242+0000","last_undegraded":"2024-09-16T07:28:15.476242+0000","last_fullsized":"2024-09-16T07:28:15.476242+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:59:12.112865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.6","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.028579+0000","last_change":"2024-09-16T07:28:14.028526+0000","last_active":"2024-09-16T07:28:15.028579+0000","last_peered":"2024-09-16T07:28:15.028579+0000","last_clean":"2024-09-16T07:28:15.028579+0000","last_became_active":"2024-09-16T07:28:14.028254+0000","last_became_peered":"2024-09-16T07:28:14.028254+0000","last_unstale":"2024-09-16T07:28:15.028579+0000","last_undegraded":"2024-09-16T07:28:15.028579+0000","last_fullsized":"2024-09-16T07:28:15.028579+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:11:03.934222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.7","version":"140'2","reported_seq":17,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.029103+0000","last_change":"2024-09-16T07:28:13.018452+0000","last_active":"2024-09-16T07:28:15.029103+0000","last_peered":"2024-09-16T07:28:15.029103+0000","last_clean":"2024-09-16T07:28:15.029103+0000","last_became_active":"2024-09-16T07:28:13.018163+0000","last_became_peered":"2024-09-16T07:28:13.018163+0000","last_unstale":"2024-09-16T07:28:15.029103+0000","last_undegraded":"2024-09-16T07:28:15.029103+0000","last_fullsized":"2024-09-16T07:28:15.029103+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:13:00.806292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.7","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.477270+0000","last_change":"2024-09-16T07:28:14.029554+0000","last_active":"2024-09-16T07:28:15.477270+0000","last_peered":"2024-09-16T07:28:15.477270+0000","last_clean":"2024-09-16T07:28:15.477270+0000","last_became_active":"2024-09-16T07:28:14.029263+0000","last_became_peered":"2024-09-16T07:28:14.029263+0000","last_unstale":"2024-09-16T07:28:15.477270+0000","last_undegraded":"2024-09-16T07:28:15.477270+0000","last_fullsized":"2024-09-16T07:28:15.477270+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:11:03.274856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.6","version":"141'1","reported_seq":16,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:16.009694+0000","last_change":"2024-09-16T07:28:13.026324+0000","last_active":"2024-09-16T07:28:16.009694+0000","last_peered":"2024-09-16T07:28:16.009694+0000","last_clean":"2024-09-16T07:28:16.009694+0000","last_became_active":"2024-09-16T07:28:13.026021+0000","last_became_peered":"2024-09-16T07:28:13.026021+0000","last_unstale":"2024-09-16T07:28:16.009694+0000","last_undegraded":"2024-09-16T07:28:16.009694+0000","last_fullsized":"2024-09-16T07:28:16.009694+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:15:26.941141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.4","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.477474+0000","last_change":"2024-09-16T07:28:14.032081+0000","last_active":"2024-09-16T07:28:15.477474+0000","last_peered":"2024-09-16T07:28:15.477474+0000","last_clean":"2024-09-16T07:28:15.477474+0000","last_became_active":"2024-09-16T07:28:14.031798+0000","last_became_peered":"2024-09-16T07:28:14.031798+0000","last_unstale":"2024-09-16T07:28:15.477474+0000","last_undegraded":"2024-09-16T07:28:15.477474+0000","last_fullsized":"2024-09-16T07:28:15.477474+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:15:27.944927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.5","version":"0'0","reported_seq":15,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476542+0000","last_change":"2024-09-16T07:28:13.017457+0000","last_active":"2024-09-16T07:28:15.476542+0000","last_peered":"2024-09-16T07:28:15.476542+0000","last_clean":"2024-09-16T07:28:15.476542+0000","last_became_active":"2024-09-16T07:28:13.017168+0000","last_became_peered":"2024-09-16T07:28:13.017168+0000","last_unstale":"2024-09-16T07:28:15.476542+0000","last_undegraded":"2024-09-16T07:28:15.476542+0000","last_fullsized":"2024-09-16T07:28:15.476542+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:45:15.752988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.5","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476947+0000","last_change":"2024-09-16T07:28:14.035955+0000","last_active":"2024-09-16T07:28:15.476947+0000","last_peered":"2024-09-16T07:28:15.476947+0000","last_clean":"2024-09-16T07:28:15.476947+0000","last_became_active":"2024-09-16T07:28:14.035651+0000","last_became_peered":"2024-09-16T07:28:14.035651+0000","last_unstale":"2024-09-16T07:28:15.476947+0000","last_undegraded":"2024-09-16T07:28:15.476947+0000","last_fullsized":"2024-09-16T07:28:15.476947+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:32:04.697162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.4","version":"0'0","reported_seq":15,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.028962+0000","last_change":"2024-09-16T07:28:13.023345+0000","last_active":"2024-09-16T07:28:15.028962+0000","last_peered":"2024-09-16T07:28:15.028962+0000","last_clean":"2024-09-16T07:28:15.028962+0000","last_became_active":"2024-09-16T07:28:13.023031+0000","last_became_peered":"2024-09-16T07:28:13.023031+0000","last_unstale":"2024-09-16T07:28:15.028962+0000","last_undegraded":"2024-09-16T07:28:15.028962+0000","last_fullsized":"2024-09-16T07:28:15.028962+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:49:13.652371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.2","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.028829+0000","last_change":"2024-09-16T07:28:14.028741+0000","last_active":"2024-09-16T07:28:15.028829+0000","last_peered":"2024-09-16T07:28:15.028829+0000","last_clean":"2024-09-16T07:28:15.028829+0000","last_became_active":"2024-09-16T07:28:14.028475+0000","last_became_peered":"2024-09-16T07:28:14.028475+0000","last_unstale":"2024-09-16T07:28:15.028829+0000","last_undegraded":"2024-09-16T07:28:15.028829+0000","last_fullsized":"2024-09-16T07:28:15.028829+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:37:46.776209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.3","version":"0'0","reported_seq":15,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.024471+0000","last_change":"2024-09-16T07:28:13.014939+0000","last_active":"2024-09-16T07:28:15.024471+0000","last_peered":"2024-09-16T07:28:15.024471+0000","last_clean":"2024-09-16T07:28:15.024471+0000","last_became_active":"2024-09-16T07:28:13.014595+0000","last_became_peered":"2024-09-16T07:28:13.014595+0000","last_unstale":"2024-09-16T07:28:15.024471+0000","last_undegraded":"2024-09-16T07:28:15.024471+0000","last_fullsized":"2024-09-16T07:28:15.024471+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:54:04.642690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.3","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.475958+0000","last_change":"2024-09-16T07:28:14.022949+0000","last_active":"2024-09-16T07:28:15.475958+0000","last_peered":"2024-09-16T07:28:15.475958+0000","last_clean":"2024-09-16T07:28:15.475958+0000","last_became_active":"2024-09-16T07:28:14.022671+0000","last_became_peered":"2024-09-16T07:28:14.022671+0000","last_unstale":"2024-09-16T07:28:15.475958+0000","last_undegraded":"2024-09-16T07:28:15.475958+0000","last_fullsized":"2024-09-16T07:28:15.475958+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:46:30.787742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.2","version":"0'0","reported_seq":15,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476495+0000","last_change":"2024-09-16T07:28:13.025012+0000","last_active":"2024-09-16T07:28:15.476495+0000","last_peered":"2024-09-16T07:28:15.476495+0000","last_clean":"2024-09-16T07:28:15.476495+0000","last_became_active":"2024-09-16T07:28:13.024711+0000","last_became_peered":"2024-09-16T07:28:13.024711+0000","last_unstale":"2024-09-16T07:28:15.476495+0000","last_undegraded":"2024-09-16T07:28:15.476495+0000","last_fullsized":"2024-09-16T07:28:15.476495+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:25:18.722100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.0","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476203+0000","last_change":"2024-09-16T07:28:14.029182+0000","last_active":"2024-09-16T07:28:15.476203+0000","last_peered":"2024-09-16T07:28:15.476203+0000","last_clean":"2024-09-16T07:28:15.476203+0000","last_became_active":"2024-09-16T07:28:14.028902+0000","last_became_peered":"2024-09-16T07:28:14.028902+0000","last_unstale":"2024-09-16T07:28:15.476203+0000","last_undegraded":"2024-09-16T07:28:15.476203+0000","last_fullsized":"2024-09-16T07:28:15.476203+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:33:54.979907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.1","version":"0'0","reported_seq":15,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476890+0000","last_change":"2024-09-16T07:28:13.018158+0000","last_active":"2024-09-16T07:28:15.476890+0000","last_peered":"2024-09-16T07:28:15.476890+0000","last_clean":"2024-09-16T07:28:15.476890+0000","last_became_active":"2024-09-16T07:28:13.017884+0000","last_became_peered":"2024-09-16T07:28:13.017884+0000","last_unstale":"2024-09-16T07:28:15.476890+0000","last_undegraded":"2024-09-16T07:28:15.476890+0000","last_fullsized":"2024-09-16T07:28:15.476890+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:45:51.336673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.1","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476738+0000","last_change":"2024-09-16T07:28:14.024130+0000","last_active":"2024-09-16T07:28:15.476738+0000","last_peered":"2024-09-16T07:28:15.476738+0000","last_clean":"2024-09-16T07:28:15.476738+0000","last_became_active":"2024-09-16T07:28:14.023836+0000","last_became_peered":"2024-09-16T07:28:14.023836+0000","last_unstale":"2024-09-16T07:28:15.476738+0000","last_undegraded":"2024-09-16T07:28:15.476738+0000","last_fullsized":"2024-09-16T07:28:15.476738+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:26:59.686726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.0","version":"0'0","reported_seq":15,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.475741+0000","last_change":"2024-09-16T07:28:13.022520+0000","last_active":"2024-09-16T07:28:15.475741+0000","last_peered":"2024-09-16T07:28:15.475741+0000","last_clean":"2024-09-16T07:28:15.475741+0000","last_became_active":"2024-09-16T07:28:13.022241+0000","last_became_peered":"2024-09-16T07:28:13.022241+0000","last_unstale":"2024-09-16T07:28:15.475741+0000","last_undegraded":"2024-09-16T07:28:15.475741+0000","last_fullsized":"2024-09-16T07:28:15.475741+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:49:47.315013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.16","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476711+0000","last_change":"2024-09-16T07:28:14.031472+0000","last_active":"2024-09-16T07:28:15.476711+0000","last_peered":"2024-09-16T07:28:15.476711+0000","last_clean":"2024-09-16T07:28:15.476711+0000","last_became_active":"2024-09-16T07:28:14.029349+0000","last_became_peered":"2024-09-16T07:28:14.029349+0000","last_unstale":"2024-09-16T07:28:15.476711+0000","last_undegraded":"2024-09-16T07:28:15.476711+0000","last_fullsized":"2024-09-16T07:28:15.476711+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:46:40.817995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.17","version":"0'0","reported_seq":15,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.024639+0000","last_change":"2024-09-16T07:28:13.017993+0000","last_active":"2024-09-16T07:28:15.024639+0000","last_peered":"2024-09-16T07:28:15.024639+0000","last_clean":"2024-09-16T07:28:15.024639+0000","last_became_active":"2024-09-16T07:28:13.017665+0000","last_became_peered":"2024-09-16T07:28:13.017665+0000","last_unstale":"2024-09-16T07:28:15.024639+0000","last_undegraded":"2024-09-16T07:28:15.024639+0000","last_fullsized":"2024-09-16T07:28:15.024639+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:26:42.077507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"70'79","reported_seq":360,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.024220+0000","last_change":"2024-09-16T07:21:02.600196+0000","last_active":"2024-09-16T07:28:15.024220+0000","last_peered":"2024-09-16T07:28:15.024220+0000","last_clean":"2024-09-16T07:28:15.024220+0000","last_became_active":"2024-09-16T07:21:02.599001+0000","last_became_peered":"2024-09-16T07:21:02.599001+0000","last_unstale":"2024-09-16T07:28:15.024220+0000","last_undegraded":"2024-09-16T07:28:15.024220+0000","last_fullsized":"2024-09-16T07:28:15.024220+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_clean_scrub_stamp":"2024-09-16T07:21:01.331773+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:28:40.942832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":23,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":22,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509532,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32912,"kb_used_data":1724,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338928,"statfs":{"total":96636764160,"available":96603062272,"internally_reserved":0,"allocated":1765376,"data_stored":781114,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574938,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32908,"kb_used_data":1716,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338932,"statfs":{"total":96636764160,"available":96603066368,"internally_reserved":0,"allocated":1757184,"data_stored":774820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509531,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33504,"kb_used_data":2312,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338336,"statfs":{"total":96636764160,"available":96602456064,"internally_reserved":0,"allocated":2367488,"data_stored":1372154,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509531,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32916,"kb_used_data":1728,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338924,"statfs":{"total":96636764160,"available":96603058176,"internally_reserved":0,"allocated":1769472,"data_stored":781148,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509532,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32932,"kb_used_data":1740,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338908,"statfs":{"total":96636764160,"available":96603041792,"internally_reserved":0,"allocated":1781760,"data_stored":782748,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509532,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32920,"kb_used_data":1728,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338920,"statfs":{"total":96636764160,"available":96603054080,"internally_reserved":0,"allocated":1769472,"data_stored":781696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509532,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33520,"kb_used_data":2328,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338320,"statfs":{"total":96636764160,"available":96602439680,"internally_reserved":0,"allocated":2383872,"data_stored":1373276,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509533,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32904,"kb_used_data":1716,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338936,"statfs":{"total":96636764160,"available":96603070464,"internally_reserved":0,"allocated":1757184,"data_stored":774856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T07:28:18.049 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T07:28:18.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.190+0000 7fa49333d640 1 -- 172.21.15.31:0/3326672591 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa48c0d2010 msgr2=0x7fa48c15ed90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:18.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.190+0000 7fa49333d640 1 --2- 172.21.15.31:0/3326672591 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa48c0d2010 0x7fa48c15ed90 secure :-1 s=READY pgs=1553 cs=0 l=1 rev1=1 crypto rx=0x7fa48c0d2d20 tx=0x7fa47c02a530 comp rx=0 tx=0).stop 2024-09-16T07:28:18.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.190+0000 7fa49333d640 1 -- 172.21.15.31:0/3326672591 shutdown_connections 2024-09-16T07:28:18.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.190+0000 7fa49333d640 1 --2- 172.21.15.31:0/3326672591 >> v2:172.21.15.155:3300/0 conn(0x7fa48c157a70 0x7fa48c157e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:18.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.190+0000 7fa49333d640 1 --2- 172.21.15.31:0/3326672591 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa48c0d2010 0x7fa48c15ed90 unknown :-1 s=CLOSED pgs=1553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:18.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.190+0000 7fa49333d640 1 -- 172.21.15.31:0/3326672591 >> 172.21.15.31:0/3326672591 conn(0x7fa48c09aa30 msgr2=0x7fa48c09ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:18.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.190+0000 7fa49333d640 1 -- 172.21.15.31:0/3326672591 shutdown_connections 2024-09-16T07:28:18.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.190+0000 7fa49333d640 1 -- 172.21.15.31:0/3326672591 wait complete. 2024-09-16T07:28:18.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.191+0000 7fa49333d640 1 Processor -- start 2024-09-16T07:28:18.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.191+0000 7fa49333d640 1 -- start start 2024-09-16T07:28:18.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.192+0000 7fa49333d640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa48c0b01a0 0x7fa48c1f4920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:18.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.192+0000 7fa49333d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa48c0d2010 0x7fa48c0b2f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:18.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.192+0000 7fa49333d640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa48c157a70 0x7fa48c0c5740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:18.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.192+0000 7fa49333d640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fa48c0b0720 con 0x7fa48c0d2010 2024-09-16T07:28:18.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.192+0000 7fa49333d640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa48c0b0e30 con 0x7fa48c157a70 2024-09-16T07:28:18.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.192+0000 7fa49333d640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa48c1583d0 con 0x7fa48c0b01a0 2024-09-16T07:28:18.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.192+0000 7fa4908d8640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa48c0d2010 0x7fa48c0b2f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:18.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.192+0000 7fa4908d8640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa48c0d2010 0x7fa48c0b2f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:32884/0 (socket says 172.21.15.31:32884) 2024-09-16T07:28:18.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.192+0000 7fa4908d8640 1 -- 172.21.15.31:0/4112642541 learned_addr learned my addr 172.21.15.31:0/4112642541 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:18.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.192+0000 7fa4918da640 1 --2- 172.21.15.31:0/4112642541 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa48c157a70 0x7fa48c0c5740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:18.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.192+0000 7fa4910d9640 1 --2- 172.21.15.31:0/4112642541 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa48c0b01a0 0x7fa48c1f4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:18.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.192+0000 7fa4908d8640 1 -- 172.21.15.31:0/4112642541 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa48c0b01a0 msgr2=0x7fa48c1f4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:18.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.192+0000 7fa4908d8640 1 --2- 172.21.15.31:0/4112642541 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa48c0b01a0 0x7fa48c1f4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:18.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.192+0000 7fa4908d8640 1 -- 172.21.15.31:0/4112642541 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa48c157a70 msgr2=0x7fa48c0c5740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:18.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.192+0000 7fa4908d8640 1 --2- 172.21.15.31:0/4112642541 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa48c157a70 0x7fa48c0c5740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:18.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.192+0000 7fa4908d8640 1 -- 172.21.15.31:0/4112642541 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa48c1f4f00 con 0x7fa48c0d2010 2024-09-16T07:28:18.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.192+0000 7fa4910d9640 1 --2- 172.21.15.31:0/4112642541 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa48c0b01a0 0x7fa48c1f4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:28:18.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.193+0000 7fa4908d8640 1 --2- 172.21.15.31:0/4112642541 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa48c0d2010 0x7fa48c0b2f80 secure :-1 s=READY pgs=1554 cs=0 l=1 rev1=1 crypto rx=0x7fa47c009920 tx=0x7fa47c032c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:18.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.193+0000 7fa481ffb640 1 -- 172.21.15.31:0/4112642541 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa47c040070 con 0x7fa48c0d2010 2024-09-16T07:28:18.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.193+0000 7fa481ffb640 1 -- 172.21.15.31:0/4112642541 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa47c032e70 con 0x7fa48c0d2010 2024-09-16T07:28:18.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.193+0000 7fa49333d640 1 -- 172.21.15.31:0/4112642541 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa48c1f51e0 con 0x7fa48c0d2010 2024-09-16T07:28:18.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.193+0000 7fa481ffb640 1 -- 172.21.15.31:0/4112642541 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa47c0055b0 con 0x7fa48c0d2010 2024-09-16T07:28:18.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.193+0000 7fa49333d640 1 -- 172.21.15.31:0/4112642541 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa48c0b34c0 con 0x7fa48c0d2010 2024-09-16T07:28:18.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.194+0000 7fa49333d640 1 -- 172.21.15.31:0/4112642541 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa48c1f55d0 con 0x7fa48c0d2010 2024-09-16T07:28:18.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.195+0000 7fa481ffb640 1 -- 172.21.15.31:0/4112642541 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 22) ==== 101899+0+0 (secure 0 0 0) 0x7fa47c039040 con 0x7fa48c0d2010 2024-09-16T07:28:18.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.195+0000 7fa481ffb640 1 --2- 172.21.15.31:0/4112642541 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa470078f10 0x7fa47007b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:18.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.195+0000 7fa481ffb640 1 -- 172.21.15.31:0/4112642541 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(141..141 src has 1..141) ==== 5737+0+0 (secure 0 0 0) 0x7fa47c0bc7e0 con 0x7fa48c0d2010 2024-09-16T07:28:18.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.195+0000 7fa4910d9640 1 --2- 172.21.15.31:0/4112642541 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa470078f10 0x7fa47007b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:18.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.196+0000 7fa4910d9640 1 --2- 172.21.15.31:0/4112642541 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa470078f10 0x7fa47007b3d0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fa488007fd0 tx=0x7fa488009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:18.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.199+0000 7fa481ffb640 1 -- 172.21.15.31:0/4112642541 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fa47c084390 con 0x7fa48c0d2010 2024-09-16T07:28:18.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.383+0000 7fa49333d640 1 -- 172.21.15.31:0/4112642541 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fa48c1f53b0 con 0x7fa470078f10 2024-09-16T07:28:18.386 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.386+0000 7fa481ffb640 1 -- 172.21.15.31:0/4112642541 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252480 (secure 0 0 0) 0x7fa48c1f53b0 con 0x7fa470078f10 2024-09-16T07:28:18.388 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:28:18.390 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-16T07:28:18.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.390+0000 7fa49333d640 1 -- 172.21.15.31:0/4112642541 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa470078f10 msgr2=0x7fa47007b3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:18.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.390+0000 7fa49333d640 1 --2- 172.21.15.31:0/4112642541 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa470078f10 0x7fa47007b3d0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fa488007fd0 tx=0x7fa488009040 comp rx=0 tx=0).stop 2024-09-16T07:28:18.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.390+0000 7fa49333d640 1 -- 172.21.15.31:0/4112642541 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa48c0d2010 msgr2=0x7fa48c0b2f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:18.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.390+0000 7fa49333d640 1 --2- 172.21.15.31:0/4112642541 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa48c0d2010 0x7fa48c0b2f80 secure :-1 s=READY pgs=1554 cs=0 l=1 rev1=1 crypto rx=0x7fa47c009920 tx=0x7fa47c032c80 comp rx=0 tx=0).stop 2024-09-16T07:28:18.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.390+0000 7fa49333d640 1 -- 172.21.15.31:0/4112642541 shutdown_connections 2024-09-16T07:28:18.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.390+0000 7fa49333d640 1 --2- 172.21.15.31:0/4112642541 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa470078f10 0x7fa47007b3d0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:18.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.390+0000 7fa49333d640 1 --2- 172.21.15.31:0/4112642541 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa48c157a70 0x7fa48c0c5740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:18.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.390+0000 7fa49333d640 1 --2- 172.21.15.31:0/4112642541 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa48c0d2010 0x7fa48c0b2f80 unknown :-1 s=CLOSED pgs=1554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:18.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.390+0000 7fa49333d640 1 --2- 172.21.15.31:0/4112642541 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa48c0b01a0 0x7fa48c1f4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:18.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.390+0000 7fa49333d640 1 -- 172.21.15.31:0/4112642541 >> 172.21.15.31:0/4112642541 conn(0x7fa48c09aa30 msgr2=0x7fa48c0b5180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:18.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.390+0000 7fa49333d640 1 -- 172.21.15.31:0/4112642541 shutdown_connections 2024-09-16T07:28:18.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.390+0000 7fa49333d640 1 -- 172.21.15.31:0/4112642541 wait complete. 2024-09-16T07:28:18.400 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":164,"stamp":"2024-09-16T07:28:18.258685+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":158,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":118,"ondisk_log_size":118,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":161,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":264516,"kb_used_data":14992,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754710204,"statfs":{"total":773094113280,"available":772823248896,"internally_reserved":0,"allocated":15351808,"data_stored":7421812,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":25,"apply_latency_ms":25,"commit_latency_ns":25000000,"apply_latency_ns":25000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001040"},"pg_stats":[{"pgid":"23.3f","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476986+0000","last_change":"2024-09-16T07:28:14.037196+0000","last_active":"2024-09-16T07:28:15.476986+0000","last_peered":"2024-09-16T07:28:15.476986+0000","last_clean":"2024-09-16T07:28:15.476986+0000","last_became_active":"2024-09-16T07:28:14.036929+0000","last_became_peered":"2024-09-16T07:28:14.036929+0000","last_unstale":"2024-09-16T07:28:15.476986+0000","last_undegraded":"2024-09-16T07:28:15.476986+0000","last_fullsized":"2024-09-16T07:28:15.476986+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:14:01.181512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.3e","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476872+0000","last_change":"2024-09-16T07:28:14.036500+0000","last_active":"2024-09-16T07:28:15.476872+0000","last_peered":"2024-09-16T07:28:15.476872+0000","last_clean":"2024-09-16T07:28:15.476872+0000","last_became_active":"2024-09-16T07:28:14.036201+0000","last_became_peered":"2024-09-16T07:28:14.036201+0000","last_unstale":"2024-09-16T07:28:15.476872+0000","last_undegraded":"2024-09-16T07:28:15.476872+0000","last_fullsized":"2024-09-16T07:28:15.476872+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:50:48.179682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.3d","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476352+0000","last_change":"2024-09-16T07:28:14.021939+0000","last_active":"2024-09-16T07:28:15.476352+0000","last_peered":"2024-09-16T07:28:15.476352+0000","last_clean":"2024-09-16T07:28:15.476352+0000","last_became_active":"2024-09-16T07:28:14.020788+0000","last_became_peered":"2024-09-16T07:28:14.020788+0000","last_unstale":"2024-09-16T07:28:15.476352+0000","last_undegraded":"2024-09-16T07:28:15.476352+0000","last_fullsized":"2024-09-16T07:28:15.476352+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:33:31.910935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.3c","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.477264+0000","last_change":"2024-09-16T07:28:14.034885+0000","last_active":"2024-09-16T07:28:15.477264+0000","last_peered":"2024-09-16T07:28:15.477264+0000","last_clean":"2024-09-16T07:28:15.477264+0000","last_became_active":"2024-09-16T07:28:14.034564+0000","last_became_peered":"2024-09-16T07:28:14.034564+0000","last_unstale":"2024-09-16T07:28:15.477264+0000","last_undegraded":"2024-09-16T07:28:15.477264+0000","last_fullsized":"2024-09-16T07:28:15.477264+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:21:21.695139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.3b","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.024455+0000","last_change":"2024-09-16T07:28:14.027477+0000","last_active":"2024-09-16T07:28:15.024455+0000","last_peered":"2024-09-16T07:28:15.024455+0000","last_clean":"2024-09-16T07:28:15.024455+0000","last_became_active":"2024-09-16T07:28:14.027196+0000","last_became_peered":"2024-09-16T07:28:14.027196+0000","last_unstale":"2024-09-16T07:28:15.024455+0000","last_undegraded":"2024-09-16T07:28:15.024455+0000","last_fullsized":"2024-09-16T07:28:15.024455+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:27:57.309053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.3a","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.028736+0000","last_change":"2024-09-16T07:28:14.021473+0000","last_active":"2024-09-16T07:28:15.028736+0000","last_peered":"2024-09-16T07:28:15.028736+0000","last_clean":"2024-09-16T07:28:15.028736+0000","last_became_active":"2024-09-16T07:28:14.021211+0000","last_became_peered":"2024-09-16T07:28:14.021211+0000","last_unstale":"2024-09-16T07:28:15.028736+0000","last_undegraded":"2024-09-16T07:28:15.028736+0000","last_fullsized":"2024-09-16T07:28:15.028736+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:10:37.468148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.39","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476872+0000","last_change":"2024-09-16T07:28:14.028288+0000","last_active":"2024-09-16T07:28:15.476872+0000","last_peered":"2024-09-16T07:28:15.476872+0000","last_clean":"2024-09-16T07:28:15.476872+0000","last_became_active":"2024-09-16T07:28:14.027917+0000","last_became_peered":"2024-09-16T07:28:14.027917+0000","last_unstale":"2024-09-16T07:28:15.476872+0000","last_undegraded":"2024-09-16T07:28:15.476872+0000","last_fullsized":"2024-09-16T07:28:15.476872+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:14:11.976702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.38","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.477070+0000","last_change":"2024-09-16T07:28:14.036061+0000","last_active":"2024-09-16T07:28:15.477070+0000","last_peered":"2024-09-16T07:28:15.477070+0000","last_clean":"2024-09-16T07:28:15.477070+0000","last_became_active":"2024-09-16T07:28:14.035495+0000","last_became_peered":"2024-09-16T07:28:14.035495+0000","last_unstale":"2024-09-16T07:28:15.477070+0000","last_undegraded":"2024-09-16T07:28:15.477070+0000","last_fullsized":"2024-09-16T07:28:15.477070+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:31:58.777491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.37","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476512+0000","last_change":"2024-09-16T07:28:14.032592+0000","last_active":"2024-09-16T07:28:15.476512+0000","last_peered":"2024-09-16T07:28:15.476512+0000","last_clean":"2024-09-16T07:28:15.476512+0000","last_became_active":"2024-09-16T07:28:14.032272+0000","last_became_peered":"2024-09-16T07:28:14.032272+0000","last_unstale":"2024-09-16T07:28:15.476512+0000","last_undegraded":"2024-09-16T07:28:15.476512+0000","last_fullsized":"2024-09-16T07:28:15.476512+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:14:42.578332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.36","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476837+0000","last_change":"2024-09-16T07:28:14.029615+0000","last_active":"2024-09-16T07:28:15.476837+0000","last_peered":"2024-09-16T07:28:15.476837+0000","last_clean":"2024-09-16T07:28:15.476837+0000","last_became_active":"2024-09-16T07:28:14.029263+0000","last_became_peered":"2024-09-16T07:28:14.029263+0000","last_unstale":"2024-09-16T07:28:15.476837+0000","last_undegraded":"2024-09-16T07:28:15.476837+0000","last_fullsized":"2024-09-16T07:28:15.476837+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:45:19.295311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.35","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.024569+0000","last_change":"2024-09-16T07:28:14.026390+0000","last_active":"2024-09-16T07:28:15.024569+0000","last_peered":"2024-09-16T07:28:15.024569+0000","last_clean":"2024-09-16T07:28:15.024569+0000","last_became_active":"2024-09-16T07:28:14.026102+0000","last_became_peered":"2024-09-16T07:28:14.026102+0000","last_unstale":"2024-09-16T07:28:15.024569+0000","last_undegraded":"2024-09-16T07:28:15.024569+0000","last_fullsized":"2024-09-16T07:28:15.024569+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:06:16.711902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.34","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476731+0000","last_change":"2024-09-16T07:28:14.032057+0000","last_active":"2024-09-16T07:28:15.476731+0000","last_peered":"2024-09-16T07:28:15.476731+0000","last_clean":"2024-09-16T07:28:15.476731+0000","last_became_active":"2024-09-16T07:28:14.031569+0000","last_became_peered":"2024-09-16T07:28:14.031569+0000","last_unstale":"2024-09-16T07:28:15.476731+0000","last_undegraded":"2024-09-16T07:28:15.476731+0000","last_fullsized":"2024-09-16T07:28:15.476731+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:34:17.568864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.33","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.477453+0000","last_change":"2024-09-16T07:28:14.031998+0000","last_active":"2024-09-16T07:28:15.477453+0000","last_peered":"2024-09-16T07:28:15.477453+0000","last_clean":"2024-09-16T07:28:15.477453+0000","last_became_active":"2024-09-16T07:28:14.031740+0000","last_became_peered":"2024-09-16T07:28:14.031740+0000","last_unstale":"2024-09-16T07:28:15.477453+0000","last_undegraded":"2024-09-16T07:28:15.477453+0000","last_fullsized":"2024-09-16T07:28:15.477453+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:20:05.668253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.32","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476186+0000","last_change":"2024-09-16T07:28:14.027403+0000","last_active":"2024-09-16T07:28:15.476186+0000","last_peered":"2024-09-16T07:28:15.476186+0000","last_clean":"2024-09-16T07:28:15.476186+0000","last_became_active":"2024-09-16T07:28:14.027126+0000","last_became_peered":"2024-09-16T07:28:14.027126+0000","last_unstale":"2024-09-16T07:28:15.476186+0000","last_undegraded":"2024-09-16T07:28:15.476186+0000","last_fullsized":"2024-09-16T07:28:15.476186+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:11:03.934222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.31","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476239+0000","last_change":"2024-09-16T07:28:14.024192+0000","last_active":"2024-09-16T07:28:15.476239+0000","last_peered":"2024-09-16T07:28:15.476239+0000","last_clean":"2024-09-16T07:28:15.476239+0000","last_became_active":"2024-09-16T07:28:14.023914+0000","last_became_peered":"2024-09-16T07:28:14.023914+0000","last_unstale":"2024-09-16T07:28:15.476239+0000","last_undegraded":"2024-09-16T07:28:15.476239+0000","last_fullsized":"2024-09-16T07:28:15.476239+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:46:23.852710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.30","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476183+0000","last_change":"2024-09-16T07:28:14.036201+0000","last_active":"2024-09-16T07:28:15.476183+0000","last_peered":"2024-09-16T07:28:15.476183+0000","last_clean":"2024-09-16T07:28:15.476183+0000","last_became_active":"2024-09-16T07:28:14.035914+0000","last_became_peered":"2024-09-16T07:28:14.035914+0000","last_unstale":"2024-09-16T07:28:15.476183+0000","last_undegraded":"2024-09-16T07:28:15.476183+0000","last_fullsized":"2024-09-16T07:28:15.476183+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:07:55.893112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.2f","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.029128+0000","last_change":"2024-09-16T07:28:14.033666+0000","last_active":"2024-09-16T07:28:15.029128+0000","last_peered":"2024-09-16T07:28:15.029128+0000","last_clean":"2024-09-16T07:28:15.029128+0000","last_became_active":"2024-09-16T07:28:14.033278+0000","last_became_peered":"2024-09-16T07:28:14.033278+0000","last_unstale":"2024-09-16T07:28:15.029128+0000","last_undegraded":"2024-09-16T07:28:15.029128+0000","last_fullsized":"2024-09-16T07:28:15.029128+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:41:17.167896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.2e","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.477295+0000","last_change":"2024-09-16T07:28:14.027072+0000","last_active":"2024-09-16T07:28:15.477295+0000","last_peered":"2024-09-16T07:28:15.477295+0000","last_clean":"2024-09-16T07:28:15.477295+0000","last_became_active":"2024-09-16T07:28:14.026770+0000","last_became_peered":"2024-09-16T07:28:14.026770+0000","last_unstale":"2024-09-16T07:28:15.477295+0000","last_undegraded":"2024-09-16T07:28:15.477295+0000","last_fullsized":"2024-09-16T07:28:15.477295+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:44:07.343574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.2d","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476816+0000","last_change":"2024-09-16T07:28:14.024506+0000","last_active":"2024-09-16T07:28:15.476816+0000","last_peered":"2024-09-16T07:28:15.476816+0000","last_clean":"2024-09-16T07:28:15.476816+0000","last_became_active":"2024-09-16T07:28:14.024217+0000","last_became_peered":"2024-09-16T07:28:14.024217+0000","last_unstale":"2024-09-16T07:28:15.476816+0000","last_undegraded":"2024-09-16T07:28:15.476816+0000","last_fullsized":"2024-09-16T07:28:15.476816+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:15:06.600586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.2c","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476938+0000","last_change":"2024-09-16T07:28:14.032482+0000","last_active":"2024-09-16T07:28:15.476938+0000","last_peered":"2024-09-16T07:28:15.476938+0000","last_clean":"2024-09-16T07:28:15.476938+0000","last_became_active":"2024-09-16T07:28:14.031919+0000","last_became_peered":"2024-09-16T07:28:14.031919+0000","last_unstale":"2024-09-16T07:28:15.476938+0000","last_undegraded":"2024-09-16T07:28:15.476938+0000","last_fullsized":"2024-09-16T07:28:15.476938+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:41:29.719342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.2b","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.028623+0000","last_change":"2024-09-16T07:28:14.016600+0000","last_active":"2024-09-16T07:28:15.028623+0000","last_peered":"2024-09-16T07:28:15.028623+0000","last_clean":"2024-09-16T07:28:15.028623+0000","last_became_active":"2024-09-16T07:28:14.016279+0000","last_became_peered":"2024-09-16T07:28:14.016279+0000","last_unstale":"2024-09-16T07:28:15.028623+0000","last_undegraded":"2024-09-16T07:28:15.028623+0000","last_fullsized":"2024-09-16T07:28:15.028623+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:30:36.004187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.2a","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.024368+0000","last_change":"2024-09-16T07:28:14.025610+0000","last_active":"2024-09-16T07:28:15.024368+0000","last_peered":"2024-09-16T07:28:15.024368+0000","last_clean":"2024-09-16T07:28:15.024368+0000","last_became_active":"2024-09-16T07:28:14.025347+0000","last_became_peered":"2024-09-16T07:28:14.025347+0000","last_unstale":"2024-09-16T07:28:15.024368+0000","last_undegraded":"2024-09-16T07:28:15.024368+0000","last_fullsized":"2024-09-16T07:28:15.024368+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:44:56.494537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.29","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.029337+0000","last_change":"2024-09-16T07:28:14.034023+0000","last_active":"2024-09-16T07:28:15.029337+0000","last_peered":"2024-09-16T07:28:15.029337+0000","last_clean":"2024-09-16T07:28:15.029337+0000","last_became_active":"2024-09-16T07:28:14.033255+0000","last_became_peered":"2024-09-16T07:28:14.033255+0000","last_unstale":"2024-09-16T07:28:15.029337+0000","last_undegraded":"2024-09-16T07:28:15.029337+0000","last_fullsized":"2024-09-16T07:28:15.029337+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:46:23.852710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.28","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.024258+0000","last_change":"2024-09-16T07:28:14.027860+0000","last_active":"2024-09-16T07:28:15.024258+0000","last_peered":"2024-09-16T07:28:15.024258+0000","last_clean":"2024-09-16T07:28:15.024258+0000","last_became_active":"2024-09-16T07:28:14.027550+0000","last_became_peered":"2024-09-16T07:28:14.027550+0000","last_unstale":"2024-09-16T07:28:15.024258+0000","last_undegraded":"2024-09-16T07:28:15.024258+0000","last_fullsized":"2024-09-16T07:28:15.024258+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:13:29.063381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.27","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.024706+0000","last_change":"2024-09-16T07:28:14.031352+0000","last_active":"2024-09-16T07:28:15.024706+0000","last_peered":"2024-09-16T07:28:15.024706+0000","last_clean":"2024-09-16T07:28:15.024706+0000","last_became_active":"2024-09-16T07:28:14.031093+0000","last_became_peered":"2024-09-16T07:28:14.031093+0000","last_unstale":"2024-09-16T07:28:15.024706+0000","last_undegraded":"2024-09-16T07:28:15.024706+0000","last_fullsized":"2024-09-16T07:28:15.024706+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:41:11.481430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.26","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.028230+0000","last_change":"2024-09-16T07:28:14.027947+0000","last_active":"2024-09-16T07:28:15.028230+0000","last_peered":"2024-09-16T07:28:15.028230+0000","last_clean":"2024-09-16T07:28:15.028230+0000","last_became_active":"2024-09-16T07:28:14.027663+0000","last_became_peered":"2024-09-16T07:28:14.027663+0000","last_unstale":"2024-09-16T07:28:15.028230+0000","last_undegraded":"2024-09-16T07:28:15.028230+0000","last_fullsized":"2024-09-16T07:28:15.028230+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:21:57.362490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.25","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.024649+0000","last_change":"2024-09-16T07:28:14.030534+0000","last_active":"2024-09-16T07:28:15.024649+0000","last_peered":"2024-09-16T07:28:15.024649+0000","last_clean":"2024-09-16T07:28:15.024649+0000","last_became_active":"2024-09-16T07:28:14.030282+0000","last_became_peered":"2024-09-16T07:28:14.030282+0000","last_unstale":"2024-09-16T07:28:15.024649+0000","last_undegraded":"2024-09-16T07:28:15.024649+0000","last_fullsized":"2024-09-16T07:28:15.024649+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:41:29.712504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.24","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.477064+0000","last_change":"2024-09-16T07:28:14.026507+0000","last_active":"2024-09-16T07:28:15.477064+0000","last_peered":"2024-09-16T07:28:15.477064+0000","last_clean":"2024-09-16T07:28:15.477064+0000","last_became_active":"2024-09-16T07:28:14.026081+0000","last_became_peered":"2024-09-16T07:28:14.026081+0000","last_unstale":"2024-09-16T07:28:15.477064+0000","last_undegraded":"2024-09-16T07:28:15.477064+0000","last_fullsized":"2024-09-16T07:28:15.477064+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:22:10.702975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.23","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476179+0000","last_change":"2024-09-16T07:28:14.017604+0000","last_active":"2024-09-16T07:28:15.476179+0000","last_peered":"2024-09-16T07:28:15.476179+0000","last_clean":"2024-09-16T07:28:15.476179+0000","last_became_active":"2024-09-16T07:28:14.017312+0000","last_became_peered":"2024-09-16T07:28:14.017312+0000","last_unstale":"2024-09-16T07:28:15.476179+0000","last_undegraded":"2024-09-16T07:28:15.476179+0000","last_fullsized":"2024-09-16T07:28:15.476179+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:02:16.500941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.22","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.475976+0000","last_change":"2024-09-16T07:28:14.027465+0000","last_active":"2024-09-16T07:28:15.475976+0000","last_peered":"2024-09-16T07:28:15.475976+0000","last_clean":"2024-09-16T07:28:15.475976+0000","last_became_active":"2024-09-16T07:28:14.027121+0000","last_became_peered":"2024-09-16T07:28:14.027121+0000","last_unstale":"2024-09-16T07:28:15.475976+0000","last_undegraded":"2024-09-16T07:28:15.475976+0000","last_fullsized":"2024-09-16T07:28:15.475976+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:29:07.969591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.21","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476715+0000","last_change":"2024-09-16T07:28:14.030856+0000","last_active":"2024-09-16T07:28:15.476715+0000","last_peered":"2024-09-16T07:28:15.476715+0000","last_clean":"2024-09-16T07:28:15.476715+0000","last_became_active":"2024-09-16T07:28:14.030534+0000","last_became_peered":"2024-09-16T07:28:14.030534+0000","last_unstale":"2024-09-16T07:28:15.476715+0000","last_undegraded":"2024-09-16T07:28:15.476715+0000","last_fullsized":"2024-09-16T07:28:15.476715+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:08:05.937770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.20","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.028313+0000","last_change":"2024-09-16T07:28:14.028491+0000","last_active":"2024-09-16T07:28:15.028313+0000","last_peered":"2024-09-16T07:28:15.028313+0000","last_clean":"2024-09-16T07:28:15.028313+0000","last_became_active":"2024-09-16T07:28:14.027906+0000","last_became_peered":"2024-09-16T07:28:14.027906+0000","last_unstale":"2024-09-16T07:28:15.028313+0000","last_undegraded":"2024-09-16T07:28:15.028313+0000","last_fullsized":"2024-09-16T07:28:15.028313+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:39:52.368068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.1e","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.477356+0000","last_change":"2024-09-16T07:28:14.025247+0000","last_active":"2024-09-16T07:28:15.477356+0000","last_peered":"2024-09-16T07:28:15.477356+0000","last_clean":"2024-09-16T07:28:15.477356+0000","last_became_active":"2024-09-16T07:28:14.024529+0000","last_became_peered":"2024-09-16T07:28:14.024529+0000","last_unstale":"2024-09-16T07:28:15.477356+0000","last_undegraded":"2024-09-16T07:28:15.477356+0000","last_fullsized":"2024-09-16T07:28:15.477356+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:13:53.916915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.1f","version":"140'4","reported_seq":19,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.477051+0000","last_change":"2024-09-16T07:28:13.015842+0000","last_active":"2024-09-16T07:28:15.477051+0000","last_peered":"2024-09-16T07:28:15.477051+0000","last_clean":"2024-09-16T07:28:15.477051+0000","last_became_active":"2024-09-16T07:28:13.015532+0000","last_became_peered":"2024-09-16T07:28:13.015532+0000","last_unstale":"2024-09-16T07:28:15.477051+0000","last_undegraded":"2024-09-16T07:28:15.477051+0000","last_fullsized":"2024-09-16T07:28:15.477051+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:33:03.299018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.1f","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.477105+0000","last_change":"2024-09-16T07:28:14.025542+0000","last_active":"2024-09-16T07:28:15.477105+0000","last_peered":"2024-09-16T07:28:15.477105+0000","last_clean":"2024-09-16T07:28:15.477105+0000","last_became_active":"2024-09-16T07:28:14.025271+0000","last_became_peered":"2024-09-16T07:28:14.025271+0000","last_unstale":"2024-09-16T07:28:15.477105+0000","last_undegraded":"2024-09-16T07:28:15.477105+0000","last_fullsized":"2024-09-16T07:28:15.477105+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:21:57.362490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.1e","version":"140'1","reported_seq":16,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476872+0000","last_change":"2024-09-16T07:28:13.025015+0000","last_active":"2024-09-16T07:28:15.476872+0000","last_peered":"2024-09-16T07:28:15.476872+0000","last_clean":"2024-09-16T07:28:15.476872+0000","last_became_active":"2024-09-16T07:28:13.024730+0000","last_became_peered":"2024-09-16T07:28:13.024730+0000","last_unstale":"2024-09-16T07:28:15.476872+0000","last_undegraded":"2024-09-16T07:28:15.476872+0000","last_fullsized":"2024-09-16T07:28:15.476872+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:36:56.003422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.1c","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.028877+0000","last_change":"2024-09-16T07:28:14.017625+0000","last_active":"2024-09-16T07:28:15.028877+0000","last_peered":"2024-09-16T07:28:15.028877+0000","last_clean":"2024-09-16T07:28:15.028877+0000","last_became_active":"2024-09-16T07:28:14.017333+0000","last_became_peered":"2024-09-16T07:28:14.017333+0000","last_unstale":"2024-09-16T07:28:15.028877+0000","last_undegraded":"2024-09-16T07:28:15.028877+0000","last_fullsized":"2024-09-16T07:28:15.028877+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:48:15.166268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.1d","version":"140'2","reported_seq":17,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.028623+0000","last_change":"2024-09-16T07:28:13.019611+0000","last_active":"2024-09-16T07:28:15.028623+0000","last_peered":"2024-09-16T07:28:15.028623+0000","last_clean":"2024-09-16T07:28:15.028623+0000","last_became_active":"2024-09-16T07:28:13.019281+0000","last_became_peered":"2024-09-16T07:28:13.019281+0000","last_unstale":"2024-09-16T07:28:15.028623+0000","last_undegraded":"2024-09-16T07:28:15.028623+0000","last_fullsized":"2024-09-16T07:28:15.028623+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:01:58.052457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.1d","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476573+0000","last_change":"2024-09-16T07:28:14.026560+0000","last_active":"2024-09-16T07:28:15.476573+0000","last_peered":"2024-09-16T07:28:15.476573+0000","last_clean":"2024-09-16T07:28:15.476573+0000","last_became_active":"2024-09-16T07:28:14.026235+0000","last_became_peered":"2024-09-16T07:28:14.026235+0000","last_unstale":"2024-09-16T07:28:15.476573+0000","last_undegraded":"2024-09-16T07:28:15.476573+0000","last_fullsized":"2024-09-16T07:28:15.476573+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:18:43.405965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.1c","version":"140'2","reported_seq":17,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.028874+0000","last_change":"2024-09-16T07:28:13.020128+0000","last_active":"2024-09-16T07:28:15.028874+0000","last_peered":"2024-09-16T07:28:15.028874+0000","last_clean":"2024-09-16T07:28:15.028874+0000","last_became_active":"2024-09-16T07:28:13.019863+0000","last_became_peered":"2024-09-16T07:28:13.019863+0000","last_unstale":"2024-09-16T07:28:15.028874+0000","last_undegraded":"2024-09-16T07:28:15.028874+0000","last_fullsized":"2024-09-16T07:28:15.028874+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:38:49.844302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.1a","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476569+0000","last_change":"2024-09-16T07:28:14.033422+0000","last_active":"2024-09-16T07:28:15.476569+0000","last_peered":"2024-09-16T07:28:15.476569+0000","last_clean":"2024-09-16T07:28:15.476569+0000","last_became_active":"2024-09-16T07:28:14.033157+0000","last_became_peered":"2024-09-16T07:28:14.033157+0000","last_unstale":"2024-09-16T07:28:15.476569+0000","last_undegraded":"2024-09-16T07:28:15.476569+0000","last_fullsized":"2024-09-16T07:28:15.476569+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:53:49.092483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.1b","version":"140'1","reported_seq":16,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476299+0000","last_change":"2024-09-16T07:28:13.016795+0000","last_active":"2024-09-16T07:28:15.476299+0000","last_peered":"2024-09-16T07:28:15.476299+0000","last_clean":"2024-09-16T07:28:15.476299+0000","last_became_active":"2024-09-16T07:28:13.016509+0000","last_became_peered":"2024-09-16T07:28:13.016509+0000","last_unstale":"2024-09-16T07:28:15.476299+0000","last_undegraded":"2024-09-16T07:28:15.476299+0000","last_fullsized":"2024-09-16T07:28:15.476299+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:55:25.278766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.1b","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.029115+0000","last_change":"2024-09-16T07:28:14.028004+0000","last_active":"2024-09-16T07:28:15.029115+0000","last_peered":"2024-09-16T07:28:15.029115+0000","last_clean":"2024-09-16T07:28:15.029115+0000","last_became_active":"2024-09-16T07:28:14.027725+0000","last_became_peered":"2024-09-16T07:28:14.027725+0000","last_unstale":"2024-09-16T07:28:15.029115+0000","last_undegraded":"2024-09-16T07:28:15.029115+0000","last_fullsized":"2024-09-16T07:28:15.029115+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:14:44.212632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.1a","version":"140'1","reported_seq":16,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476845+0000","last_change":"2024-09-16T07:28:13.025591+0000","last_active":"2024-09-16T07:28:15.476845+0000","last_peered":"2024-09-16T07:28:15.476845+0000","last_clean":"2024-09-16T07:28:15.476845+0000","last_became_active":"2024-09-16T07:28:13.025307+0000","last_became_peered":"2024-09-16T07:28:13.025307+0000","last_unstale":"2024-09-16T07:28:15.476845+0000","last_undegraded":"2024-09-16T07:28:15.476845+0000","last_fullsized":"2024-09-16T07:28:15.476845+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:17:28.989846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.18","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.027555+0000","last_change":"2024-09-16T07:28:14.033395+0000","last_active":"2024-09-16T07:28:15.027555+0000","last_peered":"2024-09-16T07:28:15.027555+0000","last_clean":"2024-09-16T07:28:15.027555+0000","last_became_active":"2024-09-16T07:28:14.032668+0000","last_became_peered":"2024-09-16T07:28:14.032668+0000","last_unstale":"2024-09-16T07:28:15.027555+0000","last_undegraded":"2024-09-16T07:28:15.027555+0000","last_fullsized":"2024-09-16T07:28:15.027555+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:26:59.686726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.19","version":"0'0","reported_seq":15,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476841+0000","last_change":"2024-09-16T07:28:13.022169+0000","last_active":"2024-09-16T07:28:15.476841+0000","last_peered":"2024-09-16T07:28:15.476841+0000","last_clean":"2024-09-16T07:28:15.476841+0000","last_became_active":"2024-09-16T07:28:13.021894+0000","last_became_peered":"2024-09-16T07:28:13.021894+0000","last_unstale":"2024-09-16T07:28:15.476841+0000","last_undegraded":"2024-09-16T07:28:15.476841+0000","last_fullsized":"2024-09-16T07:28:15.476841+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:13:20.461719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.19","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476347+0000","last_change":"2024-09-16T07:28:14.026270+0000","last_active":"2024-09-16T07:28:15.476347+0000","last_peered":"2024-09-16T07:28:15.476347+0000","last_clean":"2024-09-16T07:28:15.476347+0000","last_became_active":"2024-09-16T07:28:14.025937+0000","last_became_peered":"2024-09-16T07:28:14.025937+0000","last_unstale":"2024-09-16T07:28:15.476347+0000","last_undegraded":"2024-09-16T07:28:15.476347+0000","last_fullsized":"2024-09-16T07:28:15.476347+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:38:44.193473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.18","version":"0'0","reported_seq":15,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.027395+0000","last_change":"2024-09-16T07:28:13.015831+0000","last_active":"2024-09-16T07:28:15.027395+0000","last_peered":"2024-09-16T07:28:15.027395+0000","last_clean":"2024-09-16T07:28:15.027395+0000","last_became_active":"2024-09-16T07:28:13.015548+0000","last_became_peered":"2024-09-16T07:28:13.015548+0000","last_unstale":"2024-09-16T07:28:15.027395+0000","last_undegraded":"2024-09-16T07:28:15.027395+0000","last_fullsized":"2024-09-16T07:28:15.027395+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:15:52.456510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.17","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.477000+0000","last_change":"2024-09-16T07:28:14.027249+0000","last_active":"2024-09-16T07:28:15.477000+0000","last_peered":"2024-09-16T07:28:15.477000+0000","last_clean":"2024-09-16T07:28:15.477000+0000","last_became_active":"2024-09-16T07:28:14.026985+0000","last_became_peered":"2024-09-16T07:28:14.026985+0000","last_unstale":"2024-09-16T07:28:15.477000+0000","last_undegraded":"2024-09-16T07:28:15.477000+0000","last_fullsized":"2024-09-16T07:28:15.477000+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:39:19.001190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.16","version":"0'0","reported_seq":15,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.029197+0000","last_change":"2024-09-16T07:28:13.024970+0000","last_active":"2024-09-16T07:28:15.029197+0000","last_peered":"2024-09-16T07:28:15.029197+0000","last_clean":"2024-09-16T07:28:15.029197+0000","last_became_active":"2024-09-16T07:28:13.024670+0000","last_became_peered":"2024-09-16T07:28:13.024670+0000","last_unstale":"2024-09-16T07:28:15.029197+0000","last_undegraded":"2024-09-16T07:28:15.029197+0000","last_fullsized":"2024-09-16T07:28:15.029197+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:23:29.518463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.14","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476939+0000","last_change":"2024-09-16T07:28:14.026309+0000","last_active":"2024-09-16T07:28:15.476939+0000","last_peered":"2024-09-16T07:28:15.476939+0000","last_clean":"2024-09-16T07:28:15.476939+0000","last_became_active":"2024-09-16T07:28:14.024681+0000","last_became_peered":"2024-09-16T07:28:14.024681+0000","last_unstale":"2024-09-16T07:28:15.476939+0000","last_undegraded":"2024-09-16T07:28:15.476939+0000","last_fullsized":"2024-09-16T07:28:15.476939+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:07:13.903792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.15","version":"140'3","reported_seq":18,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.028348+0000","last_change":"2024-09-16T07:28:13.016764+0000","last_active":"2024-09-16T07:28:15.028348+0000","last_peered":"2024-09-16T07:28:15.028348+0000","last_clean":"2024-09-16T07:28:15.028348+0000","last_became_active":"2024-09-16T07:28:13.016470+0000","last_became_peered":"2024-09-16T07:28:13.016470+0000","last_unstale":"2024-09-16T07:28:15.028348+0000","last_undegraded":"2024-09-16T07:28:15.028348+0000","last_fullsized":"2024-09-16T07:28:15.028348+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:51:47.533571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.15","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476535+0000","last_change":"2024-09-16T07:28:14.021779+0000","last_active":"2024-09-16T07:28:15.476535+0000","last_peered":"2024-09-16T07:28:15.476535+0000","last_clean":"2024-09-16T07:28:15.476535+0000","last_became_active":"2024-09-16T07:28:14.020655+0000","last_became_peered":"2024-09-16T07:28:14.020655+0000","last_unstale":"2024-09-16T07:28:15.476535+0000","last_undegraded":"2024-09-16T07:28:15.476535+0000","last_fullsized":"2024-09-16T07:28:15.476535+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:37:53.311869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.14","version":"140'6","reported_seq":21,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.024482+0000","last_change":"2024-09-16T07:28:13.024712+0000","last_active":"2024-09-16T07:28:15.024482+0000","last_peered":"2024-09-16T07:28:15.024482+0000","last_clean":"2024-09-16T07:28:15.024482+0000","last_became_active":"2024-09-16T07:28:13.024324+0000","last_became_peered":"2024-09-16T07:28:13.024324+0000","last_unstale":"2024-09-16T07:28:15.024482+0000","last_undegraded":"2024-09-16T07:28:15.024482+0000","last_fullsized":"2024-09-16T07:28:15.024482+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:56:36.366245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.12","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476588+0000","last_change":"2024-09-16T07:28:14.036220+0000","last_active":"2024-09-16T07:28:15.476588+0000","last_peered":"2024-09-16T07:28:15.476588+0000","last_clean":"2024-09-16T07:28:15.476588+0000","last_became_active":"2024-09-16T07:28:14.035910+0000","last_became_peered":"2024-09-16T07:28:14.035910+0000","last_unstale":"2024-09-16T07:28:15.476588+0000","last_undegraded":"2024-09-16T07:28:15.476588+0000","last_fullsized":"2024-09-16T07:28:15.476588+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:53:29.636252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.13","version":"140'2","reported_seq":17,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.477012+0000","last_change":"2024-09-16T07:28:13.015848+0000","last_active":"2024-09-16T07:28:15.477012+0000","last_peered":"2024-09-16T07:28:15.477012+0000","last_clean":"2024-09-16T07:28:15.477012+0000","last_became_active":"2024-09-16T07:28:13.015536+0000","last_became_peered":"2024-09-16T07:28:13.015536+0000","last_unstale":"2024-09-16T07:28:15.477012+0000","last_undegraded":"2024-09-16T07:28:15.477012+0000","last_fullsized":"2024-09-16T07:28:15.477012+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:05:17.837722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.13","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.027817+0000","last_change":"2024-09-16T07:28:14.032965+0000","last_active":"2024-09-16T07:28:15.027817+0000","last_peered":"2024-09-16T07:28:15.027817+0000","last_clean":"2024-09-16T07:28:15.027817+0000","last_became_active":"2024-09-16T07:28:14.032581+0000","last_became_peered":"2024-09-16T07:28:14.032581+0000","last_unstale":"2024-09-16T07:28:15.027817+0000","last_undegraded":"2024-09-16T07:28:15.027817+0000","last_fullsized":"2024-09-16T07:28:15.027817+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:50:48.179682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.12","version":"0'0","reported_seq":15,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.028869+0000","last_change":"2024-09-16T07:28:13.017607+0000","last_active":"2024-09-16T07:28:15.028869+0000","last_peered":"2024-09-16T07:28:15.028869+0000","last_clean":"2024-09-16T07:28:15.028869+0000","last_became_active":"2024-09-16T07:28:13.017311+0000","last_became_peered":"2024-09-16T07:28:13.017311+0000","last_unstale":"2024-09-16T07:28:15.028869+0000","last_undegraded":"2024-09-16T07:28:15.028869+0000","last_fullsized":"2024-09-16T07:28:15.028869+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:42:52.744475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.10","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.028538+0000","last_change":"2024-09-16T07:28:14.027459+0000","last_active":"2024-09-16T07:28:15.028538+0000","last_peered":"2024-09-16T07:28:15.028538+0000","last_clean":"2024-09-16T07:28:15.028538+0000","last_became_active":"2024-09-16T07:28:14.027137+0000","last_became_peered":"2024-09-16T07:28:14.027137+0000","last_unstale":"2024-09-16T07:28:15.028538+0000","last_undegraded":"2024-09-16T07:28:15.028538+0000","last_fullsized":"2024-09-16T07:28:15.028538+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:39:35.404916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.11","version":"0'0","reported_seq":15,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476682+0000","last_change":"2024-09-16T07:28:13.017632+0000","last_active":"2024-09-16T07:28:15.476682+0000","last_peered":"2024-09-16T07:28:15.476682+0000","last_clean":"2024-09-16T07:28:15.476682+0000","last_became_active":"2024-09-16T07:28:13.017366+0000","last_became_peered":"2024-09-16T07:28:13.017366+0000","last_unstale":"2024-09-16T07:28:15.476682+0000","last_undegraded":"2024-09-16T07:28:15.476682+0000","last_fullsized":"2024-09-16T07:28:15.476682+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:47:50.474021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.11","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476459+0000","last_change":"2024-09-16T07:28:14.024740+0000","last_active":"2024-09-16T07:28:15.476459+0000","last_peered":"2024-09-16T07:28:15.476459+0000","last_clean":"2024-09-16T07:28:15.476459+0000","last_became_active":"2024-09-16T07:28:14.024482+0000","last_became_peered":"2024-09-16T07:28:14.024482+0000","last_unstale":"2024-09-16T07:28:15.476459+0000","last_undegraded":"2024-09-16T07:28:15.476459+0000","last_fullsized":"2024-09-16T07:28:15.476459+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:34:20.387065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.10","version":"140'8","reported_seq":23,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.024183+0000","last_change":"2024-09-16T07:28:13.021776+0000","last_active":"2024-09-16T07:28:15.024183+0000","last_peered":"2024-09-16T07:28:15.024183+0000","last_clean":"2024-09-16T07:28:15.024183+0000","last_became_active":"2024-09-16T07:28:13.021497+0000","last_became_peered":"2024-09-16T07:28:13.021497+0000","last_unstale":"2024-09-16T07:28:15.024183+0000","last_undegraded":"2024-09-16T07:28:15.024183+0000","last_fullsized":"2024-09-16T07:28:15.024183+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:27:33.393808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.e","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476826+0000","last_change":"2024-09-16T07:28:14.030489+0000","last_active":"2024-09-16T07:28:15.476826+0000","last_peered":"2024-09-16T07:28:15.476826+0000","last_clean":"2024-09-16T07:28:15.476826+0000","last_became_active":"2024-09-16T07:28:14.028395+0000","last_became_peered":"2024-09-16T07:28:14.028395+0000","last_unstale":"2024-09-16T07:28:15.476826+0000","last_undegraded":"2024-09-16T07:28:15.476826+0000","last_fullsized":"2024-09-16T07:28:15.476826+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:21:46.386159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.f","version":"140'1","reported_seq":16,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.024739+0000","last_change":"2024-09-16T07:28:13.024702+0000","last_active":"2024-09-16T07:28:15.024739+0000","last_peered":"2024-09-16T07:28:15.024739+0000","last_clean":"2024-09-16T07:28:15.024739+0000","last_became_active":"2024-09-16T07:28:13.024399+0000","last_became_peered":"2024-09-16T07:28:13.024399+0000","last_unstale":"2024-09-16T07:28:15.024739+0000","last_undegraded":"2024-09-16T07:28:15.024739+0000","last_fullsized":"2024-09-16T07:28:15.024739+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:00:27.407495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.f","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.477392+0000","last_change":"2024-09-16T07:28:14.025633+0000","last_active":"2024-09-16T07:28:15.477392+0000","last_peered":"2024-09-16T07:28:15.477392+0000","last_clean":"2024-09-16T07:28:15.477392+0000","last_became_active":"2024-09-16T07:28:14.025160+0000","last_became_peered":"2024-09-16T07:28:14.025160+0000","last_unstale":"2024-09-16T07:28:15.477392+0000","last_undegraded":"2024-09-16T07:28:15.477392+0000","last_fullsized":"2024-09-16T07:28:15.477392+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:59:13.116651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.e","version":"140'2","reported_seq":17,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476963+0000","last_change":"2024-09-16T07:28:13.017712+0000","last_active":"2024-09-16T07:28:15.476963+0000","last_peered":"2024-09-16T07:28:15.476963+0000","last_clean":"2024-09-16T07:28:15.476963+0000","last_became_active":"2024-09-16T07:28:13.017389+0000","last_became_peered":"2024-09-16T07:28:13.017389+0000","last_unstale":"2024-09-16T07:28:15.476963+0000","last_undegraded":"2024-09-16T07:28:15.476963+0000","last_fullsized":"2024-09-16T07:28:15.476963+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:42:13.326541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.c","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.477330+0000","last_change":"2024-09-16T07:28:14.034328+0000","last_active":"2024-09-16T07:28:15.477330+0000","last_peered":"2024-09-16T07:28:15.477330+0000","last_clean":"2024-09-16T07:28:15.477330+0000","last_became_active":"2024-09-16T07:28:14.033909+0000","last_became_peered":"2024-09-16T07:28:14.033909+0000","last_unstale":"2024-09-16T07:28:15.477330+0000","last_undegraded":"2024-09-16T07:28:15.477330+0000","last_fullsized":"2024-09-16T07:28:15.477330+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:31:12.691139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.d","version":"140'1","reported_seq":16,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.024756+0000","last_change":"2024-09-16T07:28:13.015692+0000","last_active":"2024-09-16T07:28:15.024756+0000","last_peered":"2024-09-16T07:28:15.024756+0000","last_clean":"2024-09-16T07:28:15.024756+0000","last_became_active":"2024-09-16T07:28:13.015428+0000","last_became_peered":"2024-09-16T07:28:13.015428+0000","last_unstale":"2024-09-16T07:28:15.024756+0000","last_undegraded":"2024-09-16T07:28:15.024756+0000","last_fullsized":"2024-09-16T07:28:15.024756+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:04:27.164122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.d","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.028329+0000","last_change":"2024-09-16T07:28:14.027721+0000","last_active":"2024-09-16T07:28:15.028329+0000","last_peered":"2024-09-16T07:28:15.028329+0000","last_clean":"2024-09-16T07:28:15.028329+0000","last_became_active":"2024-09-16T07:28:14.027136+0000","last_became_peered":"2024-09-16T07:28:14.027136+0000","last_unstale":"2024-09-16T07:28:15.028329+0000","last_undegraded":"2024-09-16T07:28:15.028329+0000","last_fullsized":"2024-09-16T07:28:15.028329+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:29:07.969591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.c","version":"0'0","reported_seq":15,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.477172+0000","last_change":"2024-09-16T07:28:13.023216+0000","last_active":"2024-09-16T07:28:15.477172+0000","last_peered":"2024-09-16T07:28:15.477172+0000","last_clean":"2024-09-16T07:28:15.477172+0000","last_became_active":"2024-09-16T07:28:13.022524+0000","last_became_peered":"2024-09-16T07:28:13.022524+0000","last_unstale":"2024-09-16T07:28:15.477172+0000","last_undegraded":"2024-09-16T07:28:15.477172+0000","last_fullsized":"2024-09-16T07:28:15.477172+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:43:45.013364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.a","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.477625+0000","last_change":"2024-09-16T07:28:14.028723+0000","last_active":"2024-09-16T07:28:15.477625+0000","last_peered":"2024-09-16T07:28:15.477625+0000","last_clean":"2024-09-16T07:28:15.477625+0000","last_became_active":"2024-09-16T07:28:14.028433+0000","last_became_peered":"2024-09-16T07:28:14.028433+0000","last_unstale":"2024-09-16T07:28:15.477625+0000","last_undegraded":"2024-09-16T07:28:15.477625+0000","last_fullsized":"2024-09-16T07:28:15.477625+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:29:07.969591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.b","version":"140'2","reported_seq":17,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.027944+0000","last_change":"2024-09-16T07:28:13.021438+0000","last_active":"2024-09-16T07:28:15.027944+0000","last_peered":"2024-09-16T07:28:15.027944+0000","last_clean":"2024-09-16T07:28:15.027944+0000","last_became_active":"2024-09-16T07:28:13.021121+0000","last_became_peered":"2024-09-16T07:28:13.021121+0000","last_unstale":"2024-09-16T07:28:15.027944+0000","last_undegraded":"2024-09-16T07:28:15.027944+0000","last_fullsized":"2024-09-16T07:28:15.027944+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:40:25.349668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.b","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.027797+0000","last_change":"2024-09-16T07:28:14.029854+0000","last_active":"2024-09-16T07:28:15.027797+0000","last_peered":"2024-09-16T07:28:15.027797+0000","last_clean":"2024-09-16T07:28:15.027797+0000","last_became_active":"2024-09-16T07:28:14.029313+0000","last_became_peered":"2024-09-16T07:28:14.029313+0000","last_unstale":"2024-09-16T07:28:15.027797+0000","last_undegraded":"2024-09-16T07:28:15.027797+0000","last_fullsized":"2024-09-16T07:28:15.027797+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:22:36.872306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.a","version":"0'0","reported_seq":15,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476072+0000","last_change":"2024-09-16T07:28:13.023605+0000","last_active":"2024-09-16T07:28:15.476072+0000","last_peered":"2024-09-16T07:28:15.476072+0000","last_clean":"2024-09-16T07:28:15.476072+0000","last_became_active":"2024-09-16T07:28:13.023284+0000","last_became_peered":"2024-09-16T07:28:13.023284+0000","last_unstale":"2024-09-16T07:28:15.476072+0000","last_undegraded":"2024-09-16T07:28:15.476072+0000","last_fullsized":"2024-09-16T07:28:15.476072+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:13:52.913129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.8","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.475844+0000","last_change":"2024-09-16T07:28:14.034360+0000","last_active":"2024-09-16T07:28:15.475844+0000","last_peered":"2024-09-16T07:28:15.475844+0000","last_clean":"2024-09-16T07:28:15.475844+0000","last_became_active":"2024-09-16T07:28:14.034059+0000","last_became_peered":"2024-09-16T07:28:14.034059+0000","last_unstale":"2024-09-16T07:28:15.475844+0000","last_undegraded":"2024-09-16T07:28:15.475844+0000","last_fullsized":"2024-09-16T07:28:15.475844+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:53:14.451795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.9","version":"0'0","reported_seq":15,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476357+0000","last_change":"2024-09-16T07:28:13.024771+0000","last_active":"2024-09-16T07:28:15.476357+0000","last_peered":"2024-09-16T07:28:15.476357+0000","last_clean":"2024-09-16T07:28:15.476357+0000","last_became_active":"2024-09-16T07:28:13.024475+0000","last_became_peered":"2024-09-16T07:28:13.024475+0000","last_unstale":"2024-09-16T07:28:15.476357+0000","last_undegraded":"2024-09-16T07:28:15.476357+0000","last_fullsized":"2024-09-16T07:28:15.476357+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:20:28.914346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.9","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476359+0000","last_change":"2024-09-16T07:28:14.032065+0000","last_active":"2024-09-16T07:28:15.476359+0000","last_peered":"2024-09-16T07:28:15.476359+0000","last_clean":"2024-09-16T07:28:15.476359+0000","last_became_active":"2024-09-16T07:28:14.031759+0000","last_became_peered":"2024-09-16T07:28:14.031759+0000","last_unstale":"2024-09-16T07:28:15.476359+0000","last_undegraded":"2024-09-16T07:28:15.476359+0000","last_fullsized":"2024-09-16T07:28:15.476359+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:52:43.268921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.8","version":"0'0","reported_seq":15,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476242+0000","last_change":"2024-09-16T07:28:13.021476+0000","last_active":"2024-09-16T07:28:15.476242+0000","last_peered":"2024-09-16T07:28:15.476242+0000","last_clean":"2024-09-16T07:28:15.476242+0000","last_became_active":"2024-09-16T07:28:13.021170+0000","last_became_peered":"2024-09-16T07:28:13.021170+0000","last_unstale":"2024-09-16T07:28:15.476242+0000","last_undegraded":"2024-09-16T07:28:15.476242+0000","last_fullsized":"2024-09-16T07:28:15.476242+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:59:12.112865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.6","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.028579+0000","last_change":"2024-09-16T07:28:14.028526+0000","last_active":"2024-09-16T07:28:15.028579+0000","last_peered":"2024-09-16T07:28:15.028579+0000","last_clean":"2024-09-16T07:28:15.028579+0000","last_became_active":"2024-09-16T07:28:14.028254+0000","last_became_peered":"2024-09-16T07:28:14.028254+0000","last_unstale":"2024-09-16T07:28:15.028579+0000","last_undegraded":"2024-09-16T07:28:15.028579+0000","last_fullsized":"2024-09-16T07:28:15.028579+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:11:03.934222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.7","version":"140'2","reported_seq":17,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.029103+0000","last_change":"2024-09-16T07:28:13.018452+0000","last_active":"2024-09-16T07:28:15.029103+0000","last_peered":"2024-09-16T07:28:15.029103+0000","last_clean":"2024-09-16T07:28:15.029103+0000","last_became_active":"2024-09-16T07:28:13.018163+0000","last_became_peered":"2024-09-16T07:28:13.018163+0000","last_unstale":"2024-09-16T07:28:15.029103+0000","last_undegraded":"2024-09-16T07:28:15.029103+0000","last_fullsized":"2024-09-16T07:28:15.029103+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:13:00.806292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.7","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.477270+0000","last_change":"2024-09-16T07:28:14.029554+0000","last_active":"2024-09-16T07:28:15.477270+0000","last_peered":"2024-09-16T07:28:15.477270+0000","last_clean":"2024-09-16T07:28:15.477270+0000","last_became_active":"2024-09-16T07:28:14.029263+0000","last_became_peered":"2024-09-16T07:28:14.029263+0000","last_unstale":"2024-09-16T07:28:15.477270+0000","last_undegraded":"2024-09-16T07:28:15.477270+0000","last_fullsized":"2024-09-16T07:28:15.477270+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:11:03.274856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.6","version":"141'1","reported_seq":16,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:16.009694+0000","last_change":"2024-09-16T07:28:13.026324+0000","last_active":"2024-09-16T07:28:16.009694+0000","last_peered":"2024-09-16T07:28:16.009694+0000","last_clean":"2024-09-16T07:28:16.009694+0000","last_became_active":"2024-09-16T07:28:13.026021+0000","last_became_peered":"2024-09-16T07:28:13.026021+0000","last_unstale":"2024-09-16T07:28:16.009694+0000","last_undegraded":"2024-09-16T07:28:16.009694+0000","last_fullsized":"2024-09-16T07:28:16.009694+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:15:26.941141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.4","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.477474+0000","last_change":"2024-09-16T07:28:14.032081+0000","last_active":"2024-09-16T07:28:15.477474+0000","last_peered":"2024-09-16T07:28:15.477474+0000","last_clean":"2024-09-16T07:28:15.477474+0000","last_became_active":"2024-09-16T07:28:14.031798+0000","last_became_peered":"2024-09-16T07:28:14.031798+0000","last_unstale":"2024-09-16T07:28:15.477474+0000","last_undegraded":"2024-09-16T07:28:15.477474+0000","last_fullsized":"2024-09-16T07:28:15.477474+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:15:27.944927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.5","version":"0'0","reported_seq":15,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476542+0000","last_change":"2024-09-16T07:28:13.017457+0000","last_active":"2024-09-16T07:28:15.476542+0000","last_peered":"2024-09-16T07:28:15.476542+0000","last_clean":"2024-09-16T07:28:15.476542+0000","last_became_active":"2024-09-16T07:28:13.017168+0000","last_became_peered":"2024-09-16T07:28:13.017168+0000","last_unstale":"2024-09-16T07:28:15.476542+0000","last_undegraded":"2024-09-16T07:28:15.476542+0000","last_fullsized":"2024-09-16T07:28:15.476542+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:45:15.752988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.5","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476947+0000","last_change":"2024-09-16T07:28:14.035955+0000","last_active":"2024-09-16T07:28:15.476947+0000","last_peered":"2024-09-16T07:28:15.476947+0000","last_clean":"2024-09-16T07:28:15.476947+0000","last_became_active":"2024-09-16T07:28:14.035651+0000","last_became_peered":"2024-09-16T07:28:14.035651+0000","last_unstale":"2024-09-16T07:28:15.476947+0000","last_undegraded":"2024-09-16T07:28:15.476947+0000","last_fullsized":"2024-09-16T07:28:15.476947+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:32:04.697162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.4","version":"0'0","reported_seq":15,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.028962+0000","last_change":"2024-09-16T07:28:13.023345+0000","last_active":"2024-09-16T07:28:15.028962+0000","last_peered":"2024-09-16T07:28:15.028962+0000","last_clean":"2024-09-16T07:28:15.028962+0000","last_became_active":"2024-09-16T07:28:13.023031+0000","last_became_peered":"2024-09-16T07:28:13.023031+0000","last_unstale":"2024-09-16T07:28:15.028962+0000","last_undegraded":"2024-09-16T07:28:15.028962+0000","last_fullsized":"2024-09-16T07:28:15.028962+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:49:13.652371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.2","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.028829+0000","last_change":"2024-09-16T07:28:14.028741+0000","last_active":"2024-09-16T07:28:15.028829+0000","last_peered":"2024-09-16T07:28:15.028829+0000","last_clean":"2024-09-16T07:28:15.028829+0000","last_became_active":"2024-09-16T07:28:14.028475+0000","last_became_peered":"2024-09-16T07:28:14.028475+0000","last_unstale":"2024-09-16T07:28:15.028829+0000","last_undegraded":"2024-09-16T07:28:15.028829+0000","last_fullsized":"2024-09-16T07:28:15.028829+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:37:46.776209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.3","version":"0'0","reported_seq":15,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.024471+0000","last_change":"2024-09-16T07:28:13.014939+0000","last_active":"2024-09-16T07:28:15.024471+0000","last_peered":"2024-09-16T07:28:15.024471+0000","last_clean":"2024-09-16T07:28:15.024471+0000","last_became_active":"2024-09-16T07:28:13.014595+0000","last_became_peered":"2024-09-16T07:28:13.014595+0000","last_unstale":"2024-09-16T07:28:15.024471+0000","last_undegraded":"2024-09-16T07:28:15.024471+0000","last_fullsized":"2024-09-16T07:28:15.024471+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:54:04.642690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.3","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.475958+0000","last_change":"2024-09-16T07:28:14.022949+0000","last_active":"2024-09-16T07:28:15.475958+0000","last_peered":"2024-09-16T07:28:15.475958+0000","last_clean":"2024-09-16T07:28:15.475958+0000","last_became_active":"2024-09-16T07:28:14.022671+0000","last_became_peered":"2024-09-16T07:28:14.022671+0000","last_unstale":"2024-09-16T07:28:15.475958+0000","last_undegraded":"2024-09-16T07:28:15.475958+0000","last_fullsized":"2024-09-16T07:28:15.475958+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:46:30.787742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.2","version":"0'0","reported_seq":15,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476495+0000","last_change":"2024-09-16T07:28:13.025012+0000","last_active":"2024-09-16T07:28:15.476495+0000","last_peered":"2024-09-16T07:28:15.476495+0000","last_clean":"2024-09-16T07:28:15.476495+0000","last_became_active":"2024-09-16T07:28:13.024711+0000","last_became_peered":"2024-09-16T07:28:13.024711+0000","last_unstale":"2024-09-16T07:28:15.476495+0000","last_undegraded":"2024-09-16T07:28:15.476495+0000","last_fullsized":"2024-09-16T07:28:15.476495+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:25:18.722100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.0","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476203+0000","last_change":"2024-09-16T07:28:14.029182+0000","last_active":"2024-09-16T07:28:15.476203+0000","last_peered":"2024-09-16T07:28:15.476203+0000","last_clean":"2024-09-16T07:28:15.476203+0000","last_became_active":"2024-09-16T07:28:14.028902+0000","last_became_peered":"2024-09-16T07:28:14.028902+0000","last_unstale":"2024-09-16T07:28:15.476203+0000","last_undegraded":"2024-09-16T07:28:15.476203+0000","last_fullsized":"2024-09-16T07:28:15.476203+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:33:54.979907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.1","version":"0'0","reported_seq":15,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476890+0000","last_change":"2024-09-16T07:28:13.018158+0000","last_active":"2024-09-16T07:28:15.476890+0000","last_peered":"2024-09-16T07:28:15.476890+0000","last_clean":"2024-09-16T07:28:15.476890+0000","last_became_active":"2024-09-16T07:28:13.017884+0000","last_became_peered":"2024-09-16T07:28:13.017884+0000","last_unstale":"2024-09-16T07:28:15.476890+0000","last_undegraded":"2024-09-16T07:28:15.476890+0000","last_fullsized":"2024-09-16T07:28:15.476890+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:45:51.336673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.1","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476738+0000","last_change":"2024-09-16T07:28:14.024130+0000","last_active":"2024-09-16T07:28:15.476738+0000","last_peered":"2024-09-16T07:28:15.476738+0000","last_clean":"2024-09-16T07:28:15.476738+0000","last_became_active":"2024-09-16T07:28:14.023836+0000","last_became_peered":"2024-09-16T07:28:14.023836+0000","last_unstale":"2024-09-16T07:28:15.476738+0000","last_undegraded":"2024-09-16T07:28:15.476738+0000","last_fullsized":"2024-09-16T07:28:15.476738+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:26:59.686726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.0","version":"0'0","reported_seq":15,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.475741+0000","last_change":"2024-09-16T07:28:13.022520+0000","last_active":"2024-09-16T07:28:15.475741+0000","last_peered":"2024-09-16T07:28:15.475741+0000","last_clean":"2024-09-16T07:28:15.475741+0000","last_became_active":"2024-09-16T07:28:13.022241+0000","last_became_peered":"2024-09-16T07:28:13.022241+0000","last_unstale":"2024-09-16T07:28:15.475741+0000","last_undegraded":"2024-09-16T07:28:15.475741+0000","last_fullsized":"2024-09-16T07:28:15.475741+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:49:47.315013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.16","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.476711+0000","last_change":"2024-09-16T07:28:14.031472+0000","last_active":"2024-09-16T07:28:15.476711+0000","last_peered":"2024-09-16T07:28:15.476711+0000","last_clean":"2024-09-16T07:28:15.476711+0000","last_became_active":"2024-09-16T07:28:14.029349+0000","last_became_peered":"2024-09-16T07:28:14.029349+0000","last_unstale":"2024-09-16T07:28:15.476711+0000","last_undegraded":"2024-09-16T07:28:15.476711+0000","last_fullsized":"2024-09-16T07:28:15.476711+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:12.995654+0000","last_clean_scrub_stamp":"2024-09-16T07:28:12.995654+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:46:40.817995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.17","version":"0'0","reported_seq":15,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.024639+0000","last_change":"2024-09-16T07:28:13.017993+0000","last_active":"2024-09-16T07:28:15.024639+0000","last_peered":"2024-09-16T07:28:15.024639+0000","last_clean":"2024-09-16T07:28:15.024639+0000","last_became_active":"2024-09-16T07:28:13.017665+0000","last_became_peered":"2024-09-16T07:28:13.017665+0000","last_unstale":"2024-09-16T07:28:15.024639+0000","last_undegraded":"2024-09-16T07:28:15.024639+0000","last_fullsized":"2024-09-16T07:28:15.024639+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:11.991869+0000","last_clean_scrub_stamp":"2024-09-16T07:28:11.991869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:26:42.077507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"70'79","reported_seq":360,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-16T07:28:15.024220+0000","last_change":"2024-09-16T07:21:02.600196+0000","last_active":"2024-09-16T07:28:15.024220+0000","last_peered":"2024-09-16T07:28:15.024220+0000","last_clean":"2024-09-16T07:28:15.024220+0000","last_became_active":"2024-09-16T07:21:02.599001+0000","last_became_peered":"2024-09-16T07:21:02.599001+0000","last_unstale":"2024-09-16T07:28:15.024220+0000","last_undegraded":"2024-09-16T07:28:15.024220+0000","last_fullsized":"2024-09-16T07:28:15.024220+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_clean_scrub_stamp":"2024-09-16T07:21:01.331773+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:28:40.942832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":23,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":22,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509532,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32912,"kb_used_data":1724,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338928,"statfs":{"total":96636764160,"available":96603062272,"internally_reserved":0,"allocated":1765376,"data_stored":781114,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574938,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32908,"kb_used_data":1716,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338932,"statfs":{"total":96636764160,"available":96603066368,"internally_reserved":0,"allocated":1757184,"data_stored":774820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509531,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33504,"kb_used_data":2312,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338336,"statfs":{"total":96636764160,"available":96602456064,"internally_reserved":0,"allocated":2367488,"data_stored":1372154,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509531,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32916,"kb_used_data":1728,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338924,"statfs":{"total":96636764160,"available":96603058176,"internally_reserved":0,"allocated":1769472,"data_stored":781148,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509532,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32932,"kb_used_data":1740,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338908,"statfs":{"total":96636764160,"available":96603041792,"internally_reserved":0,"allocated":1781760,"data_stored":782748,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509532,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32920,"kb_used_data":1728,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338920,"statfs":{"total":96636764160,"available":96603054080,"internally_reserved":0,"allocated":1769472,"data_stored":781696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509532,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33520,"kb_used_data":2328,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338320,"statfs":{"total":96636764160,"available":96602439680,"internally_reserved":0,"allocated":2383872,"data_stored":1373276,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509533,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32904,"kb_used_data":1716,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338936,"statfs":{"total":96636764160,"available":96603070464,"internally_reserved":0,"allocated":1757184,"data_stored":774856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T07:28:18.404 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-16T07:28:18.404 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-16T07:28:18.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.554+0000 7f9e1e6c6640 1 -- 172.21.15.31:0/2995749711 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9e1815bf10 msgr2=0x7f9e180d1ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:18.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.554+0000 7f9e1e6c6640 1 --2- 172.21.15.31:0/2995749711 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9e1815bf10 0x7f9e180d1ce0 secure :-1 s=READY pgs=1556 cs=0 l=1 rev1=1 crypto rx=0x7f9e1806db40 tx=0x7f9e0802a530 comp rx=0 tx=0).stop 2024-09-16T07:28:18.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.554+0000 7f9e1e6c6640 1 -- 172.21.15.31:0/2995749711 shutdown_connections 2024-09-16T07:28:18.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.554+0000 7f9e1e6c6640 1 --2- 172.21.15.31:0/2995749711 >> v2:172.21.15.155:3300/0 conn(0x7f9e180b0d80 0x7f9e180d2220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:18.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.554+0000 7f9e1e6c6640 1 --2- 172.21.15.31:0/2995749711 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9e1815bf10 0x7f9e180d1ce0 unknown :-1 s=CLOSED pgs=1556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:18.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.554+0000 7f9e1e6c6640 1 -- 172.21.15.31:0/2995749711 >> 172.21.15.31:0/2995749711 conn(0x7f9e1809aa30 msgr2=0x7f9e1809ae40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:18.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.554+0000 7f9e1e6c6640 1 -- 172.21.15.31:0/2995749711 shutdown_connections 2024-09-16T07:28:18.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.554+0000 7f9e1e6c6640 1 -- 172.21.15.31:0/2995749711 wait complete. 2024-09-16T07:28:18.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.555+0000 7f9e1e6c6640 1 Processor -- start 2024-09-16T07:28:18.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.555+0000 7f9e1e6c6640 1 -- start start 2024-09-16T07:28:18.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.556+0000 7f9e1e6c6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9e180b0d80 0x7f9e180c7130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:18.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.556+0000 7f9e1e6c6640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9e180d0490 0x7f9e181f3080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:18.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.556+0000 7f9e1e6c6640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9e1815bf10 0x7f9e181f5c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:18.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.556+0000 7f9e1e6c6640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f9e180b0a50 con 0x7f9e180b0d80 2024-09-16T07:28:18.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.556+0000 7f9e1e6c6640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f9e180b2230 con 0x7f9e1815bf10 2024-09-16T07:28:18.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.556+0000 7f9e1e6c6640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f9e180c88b0 con 0x7f9e180d0490 2024-09-16T07:28:18.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.556+0000 7f9e17fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9e180b0d80 0x7f9e180c7130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:18.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.556+0000 7f9e17fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9e180b0d80 0x7f9e180c7130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:32892/0 (socket says 172.21.15.31:32892) 2024-09-16T07:28:18.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.556+0000 7f9e17fff640 1 -- 172.21.15.31:0/706558005 learned_addr learned my addr 172.21.15.31:0/706558005 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:18.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.556+0000 7f9e1cc63640 1 --2- 172.21.15.31:0/706558005 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9e1815bf10 0x7f9e181f5c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:18.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.556+0000 7f9e177fe640 1 --2- 172.21.15.31:0/706558005 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9e180d0490 0x7f9e181f3080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:18.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.556+0000 7f9e17fff640 1 -- 172.21.15.31:0/706558005 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9e180d0490 msgr2=0x7f9e181f3080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:18.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.556+0000 7f9e17fff640 1 --2- 172.21.15.31:0/706558005 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9e180d0490 0x7f9e181f3080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:18.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.556+0000 7f9e17fff640 1 -- 172.21.15.31:0/706558005 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9e1815bf10 msgr2=0x7f9e181f5c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:18.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.556+0000 7f9e17fff640 1 --2- 172.21.15.31:0/706558005 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9e1815bf10 0x7f9e181f5c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:18.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.556+0000 7f9e17fff640 1 -- 172.21.15.31:0/706558005 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e181f35c0 con 0x7f9e180b0d80 2024-09-16T07:28:18.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.556+0000 7f9e1cc63640 1 --2- 172.21.15.31:0/706558005 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9e1815bf10 0x7f9e181f5c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:28:18.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.556+0000 7f9e177fe640 1 --2- 172.21.15.31:0/706558005 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9e180d0490 0x7f9e181f3080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:28:18.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.557+0000 7f9e17fff640 1 --2- 172.21.15.31:0/706558005 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9e180b0d80 0x7f9e180c7130 secure :-1 s=READY pgs=1557 cs=0 l=1 rev1=1 crypto rx=0x7f9e08009780 tx=0x7f9e08033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:18.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.557+0000 7f9e14ff9640 1 -- 172.21.15.31:0/706558005 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e08031d60 con 0x7f9e180b0d80 2024-09-16T07:28:18.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.557+0000 7f9e14ff9640 1 -- 172.21.15.31:0/706558005 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9e08033e10 con 0x7f9e180b0d80 2024-09-16T07:28:18.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.557+0000 7f9e14ff9640 1 -- 172.21.15.31:0/706558005 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e08005260 con 0x7f9e180b0d80 2024-09-16T07:28:18.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.557+0000 7f9e1e6c6640 1 -- 172.21.15.31:0/706558005 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9e180c7810 con 0x7f9e180b0d80 2024-09-16T07:28:18.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.557+0000 7f9e1e6c6640 1 -- 172.21.15.31:0/706558005 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9e180c7dd0 con 0x7f9e180b0d80 2024-09-16T07:28:18.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.558+0000 7f9e1e6c6640 1 -- 172.21.15.31:0/706558005 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9e180b2720 con 0x7f9e180b0d80 2024-09-16T07:28:18.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.559+0000 7f9e14ff9640 1 -- 172.21.15.31:0/706558005 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 22) ==== 101899+0+0 (secure 0 0 0) 0x7f9e08005400 con 0x7f9e180b0d80 2024-09-16T07:28:18.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.559+0000 7f9e14ff9640 1 --2- 172.21.15.31:0/706558005 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9e04078f70 0x7f9e0407b430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:18.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.559+0000 7f9e14ff9640 1 -- 172.21.15.31:0/706558005 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(141..141 src has 1..141) ==== 5737+0+0 (secure 0 0 0) 0x7f9e080bc650 con 0x7f9e180b0d80 2024-09-16T07:28:18.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.559+0000 7f9e177fe640 1 --2- 172.21.15.31:0/706558005 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9e04078f70 0x7f9e0407b430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:18.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.560+0000 7f9e177fe640 1 --2- 172.21.15.31:0/706558005 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9e04078f70 0x7f9e0407b430 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f9e181f6d40 tx=0x7f9e0c005ec0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:18.562 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.563+0000 7f9e14ff9640 1 -- 172.21.15.31:0/706558005 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f9e0803f030 con 0x7f9e180b0d80 2024-09-16T07:28:18.821 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.822+0000 7f9e1e6c6640 1 -- 172.21.15.31:0/706558005 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f9e18070d50 con 0x7f9e180b0d80 2024-09-16T07:28:18.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.824+0000 7f9e14ff9640 1 -- 172.21.15.31:0/706558005 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v26) ==== 190+0+147 (secure 0 0 0) 0x7f9e08084200 con 0x7f9e180b0d80 2024-09-16T07:28:18.823 INFO:teuthology.orchestra.run.smithi031.stdout:[client.0] 2024-09-16T07:28:18.823 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQAp3OdmOi3VIhAA6pREvErOkWIiU+/Wlqimsw== 2024-09-16T07:28:18.823 INFO:teuthology.orchestra.run.smithi031.stdout: caps mds = "allow" 2024-09-16T07:28:18.824 INFO:teuthology.orchestra.run.smithi031.stdout: caps mon = "allow r" 2024-09-16T07:28:18.824 INFO:teuthology.orchestra.run.smithi031.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-16T07:28:18.824 INFO:teuthology.orchestra.run.smithi031.stderr:updated caps for client.0 2024-09-16T07:28:18.826 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.826+0000 7f9e1e6c6640 1 -- 172.21.15.31:0/706558005 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9e04078f70 msgr2=0x7f9e0407b430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:18.826 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.826+0000 7f9e1e6c6640 1 --2- 172.21.15.31:0/706558005 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9e04078f70 0x7f9e0407b430 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f9e181f6d40 tx=0x7f9e0c005ec0 comp rx=0 tx=0).stop 2024-09-16T07:28:18.826 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.826+0000 7f9e1e6c6640 1 -- 172.21.15.31:0/706558005 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9e180b0d80 msgr2=0x7f9e180c7130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:18.826 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.826+0000 7f9e1e6c6640 1 --2- 172.21.15.31:0/706558005 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9e180b0d80 0x7f9e180c7130 secure :-1 s=READY pgs=1557 cs=0 l=1 rev1=1 crypto rx=0x7f9e08009780 tx=0x7f9e08033c20 comp rx=0 tx=0).stop 2024-09-16T07:28:18.826 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.826+0000 7f9e1e6c6640 1 -- 172.21.15.31:0/706558005 shutdown_connections 2024-09-16T07:28:18.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.826+0000 7f9e1e6c6640 1 --2- 172.21.15.31:0/706558005 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9e04078f70 0x7f9e0407b430 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:18.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.826+0000 7f9e1e6c6640 1 --2- 172.21.15.31:0/706558005 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9e1815bf10 0x7f9e181f5c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:18.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.826+0000 7f9e1e6c6640 1 --2- 172.21.15.31:0/706558005 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9e180d0490 0x7f9e181f3080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:18.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.826+0000 7f9e1e6c6640 1 --2- 172.21.15.31:0/706558005 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9e180b0d80 0x7f9e180c7130 unknown :-1 s=CLOSED pgs=1557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:18.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.826+0000 7f9e1e6c6640 1 -- 172.21.15.31:0/706558005 >> 172.21.15.31:0/706558005 conn(0x7f9e1809aa30 msgr2=0x7f9e18071030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:18.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.826+0000 7f9e1e6c6640 1 -- 172.21.15.31:0/706558005 shutdown_connections 2024-09-16T07:28:18.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.826+0000 7f9e1e6c6640 1 -- 172.21.15.31:0/706558005 wait complete. 2024-09-16T07:28:18.837 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:28:18.942 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.942+0000 7fa92bb4b640 1 -- 172.21.15.31:0/1049527572 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa924162480 msgr2=0x7fa9240d0b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:18.942 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.942+0000 7fa92bb4b640 1 --2- 172.21.15.31:0/1049527572 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa924162480 0x7fa9240d0b70 secure :-1 s=READY pgs=1558 cs=0 l=1 rev1=1 crypto rx=0x7fa92406d080 tx=0x7fa91c02aa30 comp rx=0 tx=0).stop 2024-09-16T07:28:18.942 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.942+0000 7fa92bb4b640 1 -- 172.21.15.31:0/1049527572 shutdown_connections 2024-09-16T07:28:18.942 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.942+0000 7fa92bb4b640 1 --2- 172.21.15.31:0/1049527572 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa924162480 0x7fa9240d0b70 unknown :-1 s=CLOSED pgs=1558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:18.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.942+0000 7fa92bb4b640 1 --2- 172.21.15.31:0/1049527572 >> v2:172.21.15.155:3300/0 conn(0x7fa9240d49c0 0x7fa9240d0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:18.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.942+0000 7fa92bb4b640 1 --2- 172.21.15.31:0/1049527572 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa92415df90 0x7fa9240cf9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:18.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.942+0000 7fa92bb4b640 1 -- 172.21.15.31:0/1049527572 >> 172.21.15.31:0/1049527572 conn(0x7fa9240d3ea0 msgr2=0x7fa9240d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:18.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.943+0000 7fa92bb4b640 1 -- 172.21.15.31:0/1049527572 shutdown_connections 2024-09-16T07:28:18.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.943+0000 7fa92bb4b640 1 -- 172.21.15.31:0/1049527572 wait complete. 2024-09-16T07:28:18.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.944+0000 7fa92bb4b640 1 Processor -- start 2024-09-16T07:28:18.946 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.944+0000 7fa92bb4b640 1 -- start start 2024-09-16T07:28:18.946 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.944+0000 7fa92bb4b640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa9240d49c0 0x7fa9241609d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:18.946 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.944+0000 7fa92bb4b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa92415df90 0x7fa9240cdd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:18.946 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.944+0000 7fa92bb4b640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa924162480 0x7fa9241f3dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:18.946 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.944+0000 7fa92bb4b640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fa9240b3b90 con 0x7fa92415df90 2024-09-16T07:28:18.946 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.944+0000 7fa92bb4b640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa9240b3a10 con 0x7fa924162480 2024-09-16T07:28:18.946 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.944+0000 7fa92bb4b640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa9240b3d10 con 0x7fa9240d49c0 2024-09-16T07:28:18.946 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.945+0000 7fa9290e6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa92415df90 0x7fa9240cdd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:18.946 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.945+0000 7fa9290e6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa92415df90 0x7fa9240cdd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:32906/0 (socket says 172.21.15.31:32906) 2024-09-16T07:28:18.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.945+0000 7fa9290e6640 1 -- 172.21.15.31:0/3612970061 learned_addr learned my addr 172.21.15.31:0/3612970061 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:18.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.945+0000 7fa92a0e8640 1 --2- 172.21.15.31:0/3612970061 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa924162480 0x7fa9241f3dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:18.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.945+0000 7fa9298e7640 1 --2- 172.21.15.31:0/3612970061 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa9240d49c0 0x7fa9241609d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:18.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.945+0000 7fa9290e6640 1 -- 172.21.15.31:0/3612970061 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa9240d49c0 msgr2=0x7fa9241609d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:18.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.945+0000 7fa9290e6640 1 --2- 172.21.15.31:0/3612970061 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa9240d49c0 0x7fa9241609d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:18.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.945+0000 7fa9290e6640 1 -- 172.21.15.31:0/3612970061 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa924162480 msgr2=0x7fa9241f3dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:18.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.945+0000 7fa9290e6640 1 --2- 172.21.15.31:0/3612970061 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa924162480 0x7fa9241f3dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:18.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.945+0000 7fa9290e6640 1 -- 172.21.15.31:0/3612970061 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa924160f10 con 0x7fa92415df90 2024-09-16T07:28:18.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.945+0000 7fa9290e6640 1 --2- 172.21.15.31:0/3612970061 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa92415df90 0x7fa9240cdd50 secure :-1 s=READY pgs=1559 cs=0 l=1 rev1=1 crypto rx=0x7fa91400c920 tx=0x7fa91400cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:18.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.945+0000 7fa91a7fc640 1 -- 172.21.15.31:0/3612970061 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa914007c10 con 0x7fa92415df90 2024-09-16T07:28:18.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.945+0000 7fa91a7fc640 1 -- 172.21.15.31:0/3612970061 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa91400f450 con 0x7fa92415df90 2024-09-16T07:28:18.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.945+0000 7fa92bb4b640 1 -- 172.21.15.31:0/3612970061 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa9240ce290 con 0x7fa92415df90 2024-09-16T07:28:18.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.945+0000 7fa91a7fc640 1 -- 172.21.15.31:0/3612970061 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa91400f8a0 con 0x7fa92415df90 2024-09-16T07:28:18.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.945+0000 7fa92bb4b640 1 -- 172.21.15.31:0/3612970061 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa92415fc10 con 0x7fa92415df90 2024-09-16T07:28:18.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.946+0000 7fa92bb4b640 1 -- 172.21.15.31:0/3612970061 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa9240cf9b0 con 0x7fa92415df90 2024-09-16T07:28:18.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.947+0000 7fa91a7fc640 1 -- 172.21.15.31:0/3612970061 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 22) ==== 101899+0+0 (secure 0 0 0) 0x7fa91400fa40 con 0x7fa92415df90 2024-09-16T07:28:18.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.948+0000 7fa91a7fc640 1 --2- 172.21.15.31:0/3612970061 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa908078f10 0x7fa90807b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:18.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.948+0000 7fa9298e7640 1 --2- 172.21.15.31:0/3612970061 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa908078f10 0x7fa90807b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:18.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.948+0000 7fa91a7fc640 1 -- 172.21.15.31:0/3612970061 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(141..141 src has 1..141) ==== 5737+0+0 (secure 0 0 0) 0x7fa91409bd60 con 0x7fa92415df90 2024-09-16T07:28:18.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.948+0000 7fa9298e7640 1 --2- 172.21.15.31:0/3612970061 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa908078f10 0x7fa90807b3d0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fa9200058c0 tx=0x7fa92000a250 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:18.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:18.952+0000 7fa91a7fc640 1 -- 172.21.15.31:0/3612970061 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fa914014030 con 0x7fa92415df90 2024-09-16T07:28:19.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.177+0000 7fa92bb4b640 1 -- 172.21.15.31:0/3612970061 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa92408d590 con 0x7fa92415df90 2024-09-16T07:28:19.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.177+0000 7fa91a7fc640 1 -- 172.21.15.31:0/3612970061 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 99 v99) ==== 94+0+5230 (secure 0 0 0) 0x7fa914063280 con 0x7fa92415df90 2024-09-16T07:28:19.177 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:28:19.177 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":99,"btime":"2024-09-16T07:28:17:032188+0000","default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7462,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/2879233565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":2879233565},{"type":"v1","addr":"172.21.15.31:6835","nonce":2879233565}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":94},{"gid":7477,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6809/1189053956","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":1189053956},{"type":"v1","addr":"172.21.15.155:6809","nonce":1189053956}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":94},{"gid":7480,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/2024558752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2024558752},{"type":"v1","addr":"172.21.15.155:6835","nonce":2024558752}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":94}],"filesystems":[{"mdsmap":{"epoch":99,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:28:13.380361+0000","modified":"2024-09-16T07:28:16.400151+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8532},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8532":{"gid":8532,"name":"c","rank":0,"incarnation":95,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6834/699321470","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":699321470},{"type":"v1","addr":"172.21.15.31:6834","nonce":699321470}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[23],"metadata_pool":22,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8532,"qdb_cluster":[8532]},"id":11}]} 2024-09-16T07:28:19.177 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 99 2024-09-16T07:28:19.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.179+0000 7fa92bb4b640 1 -- 172.21.15.31:0/3612970061 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa908078f10 msgr2=0x7fa90807b3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:19.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.179+0000 7fa92bb4b640 1 --2- 172.21.15.31:0/3612970061 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa908078f10 0x7fa90807b3d0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fa9200058c0 tx=0x7fa92000a250 comp rx=0 tx=0).stop 2024-09-16T07:28:19.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.179+0000 7fa92bb4b640 1 -- 172.21.15.31:0/3612970061 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa92415df90 msgr2=0x7fa9240cdd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:19.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.179+0000 7fa92bb4b640 1 --2- 172.21.15.31:0/3612970061 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa92415df90 0x7fa9240cdd50 secure :-1 s=READY pgs=1559 cs=0 l=1 rev1=1 crypto rx=0x7fa91400c920 tx=0x7fa91400cde0 comp rx=0 tx=0).stop 2024-09-16T07:28:19.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.180+0000 7fa92bb4b640 1 -- 172.21.15.31:0/3612970061 shutdown_connections 2024-09-16T07:28:19.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.180+0000 7fa92bb4b640 1 --2- 172.21.15.31:0/3612970061 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa908078f10 0x7fa90807b3d0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:19.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.180+0000 7fa92bb4b640 1 --2- 172.21.15.31:0/3612970061 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa924162480 0x7fa9241f3dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:19.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.180+0000 7fa92bb4b640 1 --2- 172.21.15.31:0/3612970061 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa92415df90 0x7fa9240cdd50 unknown :-1 s=CLOSED pgs=1559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:19.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.180+0000 7fa92bb4b640 1 --2- 172.21.15.31:0/3612970061 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa9240d49c0 0x7fa9241609d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:19.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.180+0000 7fa92bb4b640 1 -- 172.21.15.31:0/3612970061 >> 172.21.15.31:0/3612970061 conn(0x7fa9240d3ea0 msgr2=0x7fa9240b6360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:19.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.180+0000 7fa92bb4b640 1 -- 172.21.15.31:0/3612970061 shutdown_connections 2024-09-16T07:28:19.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.180+0000 7fa92bb4b640 1 -- 172.21.15.31:0/3612970061 wait complete. 2024-09-16T07:28:19.593 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 99, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-16T07:28:13.380361+0000', 'modified': '2024-09-16T07:28:16.400151+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 8532}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_8532': {'gid': 8532, 'name': 'c', 'rank': 0, 'incarnation': 95, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.31:6834/699321470', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.31:6832', 'nonce': 699321470}, {'type': 'v1', 'addr': '172.21.15.31:6834', 'nonce': 699321470}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [23], 'metadata_pool': 22, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 8532, 'qdb_cluster': [8532]} 2024-09-16T07:28:19.593 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-16T07:28:19.593 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-16T07:28:19.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.704+0000 7f4595da9640 1 -- 172.21.15.31:0/1886050174 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4578004800 msgr2=0x7f4578004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:19.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.704+0000 7f4595da9640 1 --2- 172.21.15.31:0/1886050174 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4578004800 0x7f4578004c80 secure :-1 s=READY pgs=1561 cs=0 l=1 rev1=1 crypto rx=0x7f4584006fa0 tx=0x7f4578005830 comp rx=0 tx=0).stop 2024-09-16T07:28:19.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.704+0000 7f458ffff640 1 -- 172.21.15.31:0/1886050174 reap_dead start 2024-09-16T07:28:19.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.704+0000 7f4595da9640 1 -- 172.21.15.31:0/1886050174 shutdown_connections 2024-09-16T07:28:19.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.704+0000 7f4595da9640 1 -- 172.21.15.31:0/1886050174 >> 172.21.15.31:0/1886050174 conn(0x7f45900d0c20 msgr2=0x7f45900d1030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:19.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.704+0000 7f4595da9640 1 -- 172.21.15.31:0/1886050174 shutdown_connections 2024-09-16T07:28:19.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.704+0000 7f4595da9640 1 -- 172.21.15.31:0/1886050174 wait complete. 2024-09-16T07:28:19.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.706+0000 7f4595da9640 1 Processor -- start 2024-09-16T07:28:19.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.706+0000 7f4595da9640 1 -- start start 2024-09-16T07:28:19.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.706+0000 7f4595da9640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4578004800 0x7f45901f6470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:19.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.706+0000 7f4595da9640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f459015e630 0x7f459009c430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:19.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.706+0000 7f4595da9640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f459015d810 0x7f459015dcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:19.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.706+0000 7f4595da9640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f45900742b0 con 0x7f4578004800 2024-09-16T07:28:19.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.706+0000 7f4595da9640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f4590074130 con 0x7f459015d810 2024-09-16T07:28:19.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.706+0000 7f4595da9640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f4590074430 con 0x7f459015e630 2024-09-16T07:28:19.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.707+0000 7f458f7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4578004800 0x7f45901f6470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:19.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.707+0000 7f458f7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4578004800 0x7f45901f6470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:32916/0 (socket says 172.21.15.31:32916) 2024-09-16T07:28:19.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.707+0000 7f458f7fe640 1 -- 172.21.15.31:0/1863235306 learned_addr learned my addr 172.21.15.31:0/1863235306 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:19.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.707+0000 7f458ffff640 1 --2- 172.21.15.31:0/1863235306 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f459015d810 0x7f459015dcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:19.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.707+0000 7f458effd640 1 --2- 172.21.15.31:0/1863235306 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f459015e630 0x7f459009c430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:19.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.707+0000 7f458f7fe640 1 -- 172.21.15.31:0/1863235306 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f459015e630 msgr2=0x7f459009c430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:19.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.707+0000 7f458f7fe640 1 --2- 172.21.15.31:0/1863235306 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f459015e630 0x7f459009c430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:19.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.707+0000 7f458f7fe640 1 -- 172.21.15.31:0/1863235306 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f459015d810 msgr2=0x7f459015dcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:19.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.707+0000 7f458f7fe640 1 --2- 172.21.15.31:0/1863235306 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f459015d810 0x7f459015dcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:19.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.707+0000 7f458f7fe640 1 -- 172.21.15.31:0/1863235306 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f459015eab0 con 0x7f4578004800 2024-09-16T07:28:19.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.707+0000 7f458f7fe640 1 --2- 172.21.15.31:0/1863235306 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4578004800 0x7f45901f6470 secure :-1 s=READY pgs=1562 cs=0 l=1 rev1=1 crypto rx=0x7f4580011ae0 tx=0x7f4580009e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:19.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.707+0000 7f4577fff640 1 -- 172.21.15.31:0/1863235306 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f458001e070 con 0x7f4578004800 2024-09-16T07:28:19.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.707+0000 7f4577fff640 1 -- 172.21.15.31:0/1863235306 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f458000fe70 con 0x7f4578004800 2024-09-16T07:28:19.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.707+0000 7f4595da9640 1 -- 172.21.15.31:0/1863235306 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f459009ab60 con 0x7f4578004800 2024-09-16T07:28:19.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.707+0000 7f4577fff640 1 -- 172.21.15.31:0/1863235306 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4580004290 con 0x7f4578004800 2024-09-16T07:28:19.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.707+0000 7f4595da9640 1 -- 172.21.15.31:0/1863235306 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f459009b120 con 0x7f4578004800 2024-09-16T07:28:19.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.709+0000 7f4577fff640 1 -- 172.21.15.31:0/1863235306 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 22) ==== 101899+0+0 (secure 0 0 0) 0x7f4580021070 con 0x7f4578004800 2024-09-16T07:28:19.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.710+0000 7f4577fff640 1 --2- 172.21.15.31:0/1863235306 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f457c078f10 0x7f457c07b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:19.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.710+0000 7f458effd640 1 --2- 172.21.15.31:0/1863235306 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f457c078f10 0x7f457c07b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:19.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.710+0000 7f4577fff640 1 -- 172.21.15.31:0/1863235306 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(141..141 src has 1..141) ==== 5737+0+0 (secure 0 0 0) 0x7f458009c100 con 0x7f4578004800 2024-09-16T07:28:19.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.710+0000 7f458effd640 1 --2- 172.21.15.31:0/1863235306 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f457c078f10 0x7f457c07b3d0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f4584033000 tx=0x7f45900cc1a0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:19.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.710+0000 7f4598c54740 1 Processor -- start 2024-09-16T07:28:19.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.710+0000 7f4598c54740 1 -- start start 2024-09-16T07:28:19.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.711+0000 7f4598c54740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55d724d0d1b0 0x55d724ce4b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:19.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.711+0000 7f4598c54740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55d724d2cdf0 0x55d724d2d1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:19.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.711+0000 7f4598c54740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55d724ce25f0 0x55d724ce2a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:19.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.711+0000 7f4598c54740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x55d724c59820 con 0x55d724ce25f0 2024-09-16T07:28:19.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.711+0000 7f4598c54740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x55d724c48c50 con 0x55d724d0d1b0 2024-09-16T07:28:19.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.711+0000 7f4598c54740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x55d724c4ca60 con 0x55d724d2cdf0 2024-09-16T07:28:19.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.711+0000 7f458ffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55d724ce25f0 0x55d724ce2a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:19.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.711+0000 7f458ffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55d724ce25f0 0x55d724ce2a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:32920/0 (socket says 172.21.15.31:32920) 2024-09-16T07:28:19.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.711+0000 7f458ffff640 1 -- 172.21.15.31:0/2358676985 learned_addr learned my addr 172.21.15.31:0/2358676985 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:19.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.712+0000 7f458f7fe640 1 --2- 172.21.15.31:0/2358676985 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55d724d0d1b0 0x55d724ce4b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:19.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.712+0000 7f458effd640 1 --2- 172.21.15.31:0/2358676985 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55d724d2cdf0 0x55d724d2d1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:19.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.712+0000 7f458ffff640 1 -- 172.21.15.31:0/2358676985 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55d724d2cdf0 msgr2=0x55d724d2d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:28:19.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.712+0000 7f458ffff640 1 --2- 172.21.15.31:0/2358676985 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55d724d2cdf0 0x55d724d2d1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:19.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.712+0000 7f458ffff640 1 -- 172.21.15.31:0/2358676985 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55d724d0d1b0 msgr2=0x55d724ce4b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:28:19.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.712+0000 7f458ffff640 1 --2- 172.21.15.31:0/2358676985 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55d724d0d1b0 0x55d724ce4b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:19.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.712+0000 7f458ffff640 1 -- 172.21.15.31:0/2358676985 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d7249aa850 con 0x55d724ce25f0 2024-09-16T07:28:19.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.712+0000 7f458f7fe640 1 --2- 172.21.15.31:0/2358676985 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55d724d0d1b0 0x55d724ce4b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:28:19.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.712+0000 7f458ffff640 1 --2- 172.21.15.31:0/2358676985 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55d724ce25f0 0x55d724ce2a40 secure :-1 s=READY pgs=1563 cs=0 l=1 rev1=1 crypto rx=0x7f4590074b80 tx=0x7f4588006620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c0da6d2785144f5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:19.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.712+0000 7f45757fa640 1 -- 172.21.15.31:0/2358676985 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4588011b20 con 0x55d724ce25f0 2024-09-16T07:28:19.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.712+0000 7f45757fa640 1 -- 172.21.15.31:0/2358676985 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4588016070 con 0x55d724ce25f0 2024-09-16T07:28:19.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.712+0000 7f45757fa640 1 -- 172.21.15.31:0/2358676985 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4588012440 con 0x55d724ce25f0 2024-09-16T07:28:19.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.713+0000 7f4598c54740 1 -- 172.21.15.31:0/2358676985 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55d724ce25f0 msgr2=0x55d724ce2a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:19.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.713+0000 7f4598c54740 1 --2- 172.21.15.31:0/2358676985 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55d724ce25f0 0x55d724ce2a40 secure :-1 s=READY pgs=1563 cs=0 l=1 rev1=1 crypto rx=0x7f4590074b80 tx=0x7f4588006620 comp rx=0 tx=0).stop 2024-09-16T07:28:19.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.713+0000 7f4598c54740 1 -- 172.21.15.31:0/2358676985 shutdown_connections 2024-09-16T07:28:19.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.713+0000 7f4598c54740 1 --2- 172.21.15.31:0/2358676985 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55d724ce25f0 0x55d724ce2a40 unknown :-1 s=CLOSED pgs=1563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:19.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.713+0000 7f4598c54740 1 --2- 172.21.15.31:0/2358676985 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55d724d2cdf0 0x55d724d2d1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:19.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.713+0000 7f4598c54740 1 --2- 172.21.15.31:0/2358676985 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55d724d0d1b0 0x55d724ce4b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:19.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.713+0000 7f4598c54740 1 -- 172.21.15.31:0/2358676985 >> 172.21.15.31:0/2358676985 conn(0x55d724ce36a0 msgr2=0x55d724ce70c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:19.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.713+0000 7f4598c54740 1 -- 172.21.15.31:0/2358676985 shutdown_connections 2024-09-16T07:28:19.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.713+0000 7f4598c54740 1 -- 172.21.15.31:0/2358676985 wait complete. 2024-09-16T07:28:19.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.713+0000 7f4598c54740 1 -- start start 2024-09-16T07:28:19.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.714+0000 7f4598c54740 1 Processor -- start 2024-09-16T07:28:19.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.714+0000 7f4598c54740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55d724d0d1b0 0x55d724d049b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:19.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.714+0000 7f4598c54740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55d724d2cdf0 0x55d724d274d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:19.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.714+0000 7f4598c54740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55d724d050e0 0x55d724d27a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:19.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.714+0000 7f4598c54740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x55d7249b9620 con 0x55d724d050e0 2024-09-16T07:28:19.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.714+0000 7f4598c54740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x55d724bee5f0 con 0x55d724d0d1b0 2024-09-16T07:28:19.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.714+0000 7f4598c54740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x55d724ce1b30 con 0x55d724d2cdf0 2024-09-16T07:28:19.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.714+0000 7f4598c54740 10 client.0 _ll_register_callbacks cb 0x55d724bf20a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T07:28:19.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.714+0000 7f458ffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55d724d050e0 0x55d724d27a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:19.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.714+0000 7f458ffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55d724d050e0 0x55d724d27a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:32932/0 (socket says 172.21.15.31:32932) 2024-09-16T07:28:19.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.714+0000 7f458ffff640 1 -- 172.21.15.31:0/1441611407 learned_addr learned my addr 172.21.15.31:0/1441611407 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:19.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.715+0000 7f458f7fe640 1 --2- 172.21.15.31:0/1441611407 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55d724d0d1b0 0x55d724d049b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:19.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.715+0000 7f458effd640 1 --2- 172.21.15.31:0/1441611407 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55d724d2cdf0 0x55d724d274d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:19.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.715+0000 7f458ffff640 1 -- 172.21.15.31:0/1441611407 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55d724d2cdf0 msgr2=0x55d724d274d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:28:19.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.715+0000 7f458ffff640 1 --2- 172.21.15.31:0/1441611407 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55d724d2cdf0 0x55d724d274d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:19.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.715+0000 7f458ffff640 1 -- 172.21.15.31:0/1441611407 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55d724d0d1b0 msgr2=0x55d724d049b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:28:19.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.715+0000 7f458ffff640 1 --2- 172.21.15.31:0/1441611407 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55d724d0d1b0 0x55d724d049b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:19.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.715+0000 7f458ffff640 1 -- 172.21.15.31:0/1441611407 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d724a216b0 con 0x55d724d050e0 2024-09-16T07:28:19.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.715+0000 7f458ffff640 1 --2- 172.21.15.31:0/1441611407 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55d724d050e0 0x55d724d27a10 secure :-1 s=READY pgs=1564 cs=0 l=1 rev1=1 crypto rx=0x7f4588006a20 tx=0x7f4588011db0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=856ea50c30732de1 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:19.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.715+0000 7f456e7fc640 10 client.0 ms_handle_connect on v2:172.21.15.31:3300/0 2024-09-16T07:28:19.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.715+0000 7f456e7fc640 1 -- 172.21.15.31:0/1441611407 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4588012440 con 0x55d724d050e0 2024-09-16T07:28:19.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.715+0000 7f456e7fc640 1 -- 172.21.15.31:0/1441611407 <== mon.0 v2:172.21.15.31:3300/0 2 ==== osd_map(141..141 src has 1..141) ==== 5737+0+0 (secure 0 0 0) 0x7f45880125e0 con 0x55d724d050e0 2024-09-16T07:28:19.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.715+0000 7f4598c54740 1 -- 172.21.15.31:0/1441611407 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4588016070 con 0x55d724d050e0 2024-09-16T07:28:19.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.715+0000 7f456e7fc640 1 -- 172.21.15.31:0/1441611407 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_get_version_reply(handle=1 version=99) ==== 24+0+0 (secure 0 0 0) 0x7f458802e050 con 0x55d724d050e0 2024-09-16T07:28:19.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.715+0000 7f4598c54740 10 client.8673 fetch_fsmap learned FSMap version 99 2024-09-16T07:28:19.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.715+0000 7f4598c54740 1 -- 172.21.15.31:0/1441611407 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,fsmap=99,monmap=2+}) -- 0x55d724d25dd0 con 0x55d724d050e0 2024-09-16T07:28:19.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.715+0000 7f456e7fc640 1 -- 172.21.15.31:0/1441611407 <== mon.0 v2:172.21.15.31:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4588016070 con 0x55d724d050e0 2024-09-16T07:28:19.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.715+0000 7f456e7fc640 1 -- 172.21.15.31:0/1441611407 <== mon.0 v2:172.21.15.31:3300/0 5 ==== fsmap(e 99) ==== 3502+0+0 (secure 0 0 0) 0x7f4588012800 con 0x55d724d050e0 2024-09-16T07:28:19.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.716+0000 7f4598c54740 10 client.8673 fetch_fsmap finished waiting for FSMap version 99 2024-09-16T07:28:19.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.716+0000 7f4598c54740 10 client.8673 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-16T07:28:19.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.716+0000 7f4598c54740 20 client.8673 populate_metadata read hostname 'smithi031' 2024-09-16T07:28:19.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.716+0000 7f4598c54740 1 --2- 172.21.15.31:0/1441611407 >> [v2:172.21.15.31:6832/699321470,v1:172.21.15.31:6834/699321470] conn(0x55d724d235a0 0x55d724d23980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:19.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.716+0000 7f4598c54740 4 client.8673 mds_command: new command op to 8532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T07:28:19.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.716+0000 7f4598c54740 1 -- 172.21.15.31:0/1441611407 --> [v2:172.21.15.31:6832/699321470,v1:172.21.15.31:6834/699321470] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d724c5b770 con 0x55d724d235a0 2024-09-16T07:28:19.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.716+0000 7f458f7fe640 1 --2- 172.21.15.31:0/1441611407 >> [v2:172.21.15.31:6832/699321470,v1:172.21.15.31:6834/699321470] conn(0x55d724d235a0 0x55d724d23980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:19.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.716+0000 7f456e7fc640 10 client.8673 ms_handle_connect on v2:172.21.15.31:6832/699321470 2024-09-16T07:28:19.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.716+0000 7f458f7fe640 1 --2- 172.21.15.31:0/1441611407 >> [v2:172.21.15.31:6832/699321470,v1:172.21.15.31:6834/699321470] conn(0x55d724d235a0 0x55d724d23980 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=17c0c0510021646e server_cookie=64134ed4ceed35d2 in_seq=0 out_seq=0 2024-09-16T07:28:19.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.717+0000 7f456e7fc640 1 -- 172.21.15.31:0/1441611407 <== mds.0 v2:172.21.15.31:6832/699321470 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x55d724c5b770 con 0x55d724d235a0 2024-09-16T07:28:19.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.717+0000 7f456e7fc640 10 client.8673 handle_command_reply: tid=0 2024-09-16T07:28:19.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.717+0000 7f4598c54740 1 client.8673 shutdown 2024-09-16T07:28:19.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.717+0000 7f4598c54740 1 -- 172.21.15.31:0/1441611407 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55d724d050e0 msgr2=0x55d724d27a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:19.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.717+0000 7f4598c54740 1 --2- 172.21.15.31:0/1441611407 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55d724d050e0 0x55d724d27a10 secure :-1 s=READY pgs=1564 cs=0 l=1 rev1=1 crypto rx=0x7f4588006a20 tx=0x7f4588011db0 comp rx=0 tx=0).stop 2024-09-16T07:28:19.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.717+0000 7f4598c54740 1 -- 172.21.15.31:0/1441611407 shutdown_connections 2024-09-16T07:28:19.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.717+0000 7f4598c54740 1 --2- 172.21.15.31:0/1441611407 >> [v2:172.21.15.31:6832/699321470,v1:172.21.15.31:6834/699321470] conn(0x55d724d235a0 0x55d724d23980 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:19.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.717+0000 7f4598c54740 1 --2- 172.21.15.31:0/1441611407 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55d724d050e0 0x55d724d27a10 unknown :-1 s=CLOSED pgs=1564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:19.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.717+0000 7f4598c54740 1 --2- 172.21.15.31:0/1441611407 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55d724d2cdf0 0x55d724d274d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:19.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.717+0000 7f4598c54740 1 --2- 172.21.15.31:0/1441611407 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55d724d0d1b0 0x55d724d049b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:19.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.717+0000 7f456e7fc640 0 client.8673 ms_handle_reset on v2:172.21.15.31:6832/699321470 2024-09-16T07:28:19.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.717+0000 7f4598c54740 1 -- 172.21.15.31:0/1441611407 >> 172.21.15.31:0/1441611407 conn(0x55d724ce25f0 msgr2=0x55d724ce7610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:19.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.717+0000 7f4598c54740 1 -- 172.21.15.31:0/1441611407 shutdown_connections 2024-09-16T07:28:19.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.717+0000 7f4598c54740 1 -- 172.21.15.31:0/1441611407 wait complete. 2024-09-16T07:28:19.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.717+0000 7f4598c54740 20 client.8673 trim_cache size 0 max 16384 2024-09-16T07:28:19.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.735+0000 7f4598c54740 1 Processor -- start 2024-09-16T07:28:19.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.735+0000 7f4598c54740 1 -- start start 2024-09-16T07:28:19.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.736+0000 7f4598c54740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55d724d050e0 0x55d724d4faa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:19.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.736+0000 7f4598c54740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55d724d0d1b0 0x55d724d271e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:19.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.736+0000 7f4598c54740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55d724d2cdf0 0x55d724d27720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:19.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.736+0000 7f4598c54740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f45901fe700 con 0x55d724d050e0 2024-09-16T07:28:19.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.736+0000 7f4598c54740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f45901f3180 con 0x55d724d0d1b0 2024-09-16T07:28:19.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.736+0000 7f4598c54740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f45901fe090 con 0x55d724d2cdf0 2024-09-16T07:28:19.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.736+0000 7f458f7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55d724d050e0 0x55d724d4faa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:19.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.736+0000 7f458f7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55d724d050e0 0x55d724d4faa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:32938/0 (socket says 172.21.15.31:32938) 2024-09-16T07:28:19.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.736+0000 7f458f7fe640 1 -- 172.21.15.31:0/1143871963 learned_addr learned my addr 172.21.15.31:0/1143871963 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:19.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.736+0000 7f458f7fe640 1 -- 172.21.15.31:0/1143871963 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55d724d2cdf0 msgr2=0x55d724d27720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:28:19.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.736+0000 7f458f7fe640 1 --2- 172.21.15.31:0/1143871963 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55d724d2cdf0 0x55d724d27720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:19.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.736+0000 7f458f7fe640 1 -- 172.21.15.31:0/1143871963 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55d724d0d1b0 msgr2=0x55d724d271e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:28:19.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.736+0000 7f458f7fe640 1 --2- 172.21.15.31:0/1143871963 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55d724d0d1b0 0x55d724d271e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:19.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.736+0000 7f458f7fe640 1 -- 172.21.15.31:0/1143871963 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d724d24d60 con 0x55d724d050e0 2024-09-16T07:28:19.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.737+0000 7f458f7fe640 1 --2- 172.21.15.31:0/1143871963 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55d724d050e0 0x55d724d4faa0 secure :-1 s=READY pgs=1565 cs=0 l=1 rev1=1 crypto rx=0x7f45800631a0 tx=0x7f458005f680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a378165b3429bc2c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:19.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.737+0000 7f4574ff9640 1 -- 172.21.15.31:0/1143871963 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f458006cfc0 con 0x55d724d050e0 2024-09-16T07:28:19.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.737+0000 7f4574ff9640 1 -- 172.21.15.31:0/1143871963 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4580089070 con 0x55d724d050e0 2024-09-16T07:28:19.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.737+0000 7f4574ff9640 1 -- 172.21.15.31:0/1143871963 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f458006c040 con 0x55d724d050e0 2024-09-16T07:28:19.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.737+0000 7f4598c54740 1 -- 172.21.15.31:0/1143871963 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55d724d050e0 msgr2=0x55d724d4faa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:19.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.737+0000 7f4598c54740 1 --2- 172.21.15.31:0/1143871963 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55d724d050e0 0x55d724d4faa0 secure :-1 s=READY pgs=1565 cs=0 l=1 rev1=1 crypto rx=0x7f45800631a0 tx=0x7f458005f680 comp rx=0 tx=0).stop 2024-09-16T07:28:19.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.737+0000 7f4598c54740 1 -- 172.21.15.31:0/1143871963 shutdown_connections 2024-09-16T07:28:19.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.737+0000 7f4598c54740 1 --2- 172.21.15.31:0/1143871963 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55d724d2cdf0 0x55d724d27720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:19.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.737+0000 7f4598c54740 1 --2- 172.21.15.31:0/1143871963 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55d724d0d1b0 0x55d724d271e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:19.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.737+0000 7f4598c54740 1 --2- 172.21.15.31:0/1143871963 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55d724d050e0 0x55d724d4faa0 unknown :-1 s=CLOSED pgs=1565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:19.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.737+0000 7f4598c54740 1 -- 172.21.15.31:0/1143871963 >> 172.21.15.31:0/1143871963 conn(0x55d724ce25f0 msgr2=0x55d724ce29d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:19.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.737+0000 7f4598c54740 1 -- 172.21.15.31:0/1143871963 shutdown_connections 2024-09-16T07:28:19.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.737+0000 7f4598c54740 1 -- 172.21.15.31:0/1143871963 wait complete. 2024-09-16T07:28:19.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.738+0000 7f4598c54740 1 -- start start 2024-09-16T07:28:19.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.738+0000 7f4598c54740 1 Processor -- start 2024-09-16T07:28:19.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.739+0000 7f4598c54740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55d724d050e0 0x55d724d2d3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:19.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.739+0000 7f4598c54740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55d724d0d1b0 0x55d724d91c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:19.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.739+0000 7f4598c54740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55d724d2cdf0 0x55d724d23980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:19.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.739+0000 7f4598c54740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x55d724d058f0 con 0x55d724d050e0 2024-09-16T07:28:19.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.739+0000 7f4598c54740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x55d724d22b80 con 0x55d724d0d1b0 2024-09-16T07:28:19.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.739+0000 7f4598c54740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x55d724d26840 con 0x55d724d2cdf0 2024-09-16T07:28:19.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.739+0000 7f4598c54740 10 client.0 _ll_register_callbacks cb 0x7f45880060e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T07:28:19.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.739+0000 7f458f7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55d724d050e0 0x55d724d2d3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:19.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.739+0000 7f458f7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55d724d050e0 0x55d724d2d3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:32954/0 (socket says 172.21.15.31:32954) 2024-09-16T07:28:19.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.739+0000 7f458f7fe640 1 -- 172.21.15.31:0/2624233026 learned_addr learned my addr 172.21.15.31:0/2624233026 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:19.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.739+0000 7f458effd640 1 --2- 172.21.15.31:0/2624233026 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55d724d0d1b0 0x55d724d91c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:19.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.739+0000 7f458ffff640 1 --2- 172.21.15.31:0/2624233026 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55d724d2cdf0 0x55d724d23980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:19.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.740+0000 7f458f7fe640 1 -- 172.21.15.31:0/2624233026 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55d724d2cdf0 msgr2=0x55d724d23980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:28:19.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.740+0000 7f458f7fe640 1 --2- 172.21.15.31:0/2624233026 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55d724d2cdf0 0x55d724d23980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:19.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.740+0000 7f458f7fe640 1 -- 172.21.15.31:0/2624233026 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55d724d0d1b0 msgr2=0x55d724d91c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:28:19.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.740+0000 7f458f7fe640 1 --2- 172.21.15.31:0/2624233026 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55d724d0d1b0 0x55d724d91c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:19.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.740+0000 7f458f7fe640 1 -- 172.21.15.31:0/2624233026 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d724d921a0 con 0x55d724d050e0 2024-09-16T07:28:19.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.740+0000 7f458ffff640 1 --2- 172.21.15.31:0/2624233026 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55d724d2cdf0 0x55d724d23980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:28:19.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.740+0000 7f458f7fe640 1 --2- 172.21.15.31:0/2624233026 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55d724d050e0 0x55d724d2d3e0 secure :-1 s=READY pgs=1566 cs=0 l=1 rev1=1 crypto rx=0x7f45800631a0 tx=0x7f45800056d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e21f52b46463be1c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:19.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.740+0000 7f456e7fc640 10 client.0 ms_handle_connect on v2:172.21.15.31:3300/0 2024-09-16T07:28:19.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.740+0000 7f456e7fc640 1 -- 172.21.15.31:0/2624233026 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f458006c230 con 0x55d724d050e0 2024-09-16T07:28:19.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.740+0000 7f456e7fc640 1 -- 172.21.15.31:0/2624233026 <== mon.0 v2:172.21.15.31:3300/0 2 ==== osd_map(141..141 src has 1..141) ==== 5737+0+0 (secure 0 0 0) 0x7f4580085b40 con 0x55d724d050e0 2024-09-16T07:28:19.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.740+0000 7f4598c54740 1 -- 172.21.15.31:0/2624233026 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4580089070 con 0x55d724d050e0 2024-09-16T07:28:19.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.740+0000 7f456e7fc640 1 -- 172.21.15.31:0/2624233026 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_get_version_reply(handle=1 version=99) ==== 24+0+0 (secure 0 0 0) 0x7f4580055050 con 0x55d724d050e0 2024-09-16T07:28:19.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.740+0000 7f4598c54740 10 client.8679 fetch_fsmap learned FSMap version 99 2024-09-16T07:28:19.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.740+0000 7f4598c54740 1 -- 172.21.15.31:0/2624233026 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,fsmap=99,monmap=2+}) -- 0x55d724dacb00 con 0x55d724d050e0 2024-09-16T07:28:19.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.740+0000 7f456e7fc640 1 -- 172.21.15.31:0/2624233026 <== mon.0 v2:172.21.15.31:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4580089070 con 0x55d724d050e0 2024-09-16T07:28:19.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.740+0000 7f456e7fc640 1 -- 172.21.15.31:0/2624233026 <== mon.0 v2:172.21.15.31:3300/0 5 ==== fsmap(e 99) ==== 3502+0+0 (secure 0 0 0) 0x7f4580058020 con 0x55d724d050e0 2024-09-16T07:28:19.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.740+0000 7f4598c54740 10 client.8679 fetch_fsmap finished waiting for FSMap version 99 2024-09-16T07:28:19.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.740+0000 7f4598c54740 10 client.8679 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-16T07:28:19.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.740+0000 7f4598c54740 20 client.8679 populate_metadata read hostname 'smithi031' 2024-09-16T07:28:19.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.740+0000 7f4598c54740 1 --2- 172.21.15.31:0/2624233026 >> [v2:172.21.15.31:6832/699321470,v1:172.21.15.31:6834/699321470] conn(0x55d724dafd30 0x55d724db0110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:19.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.740+0000 7f4598c54740 4 client.8679 mds_command: new command op to 8532 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-16T07:28:19.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.740+0000 7f4598c54740 1 -- 172.21.15.31:0/2624233026 --> [v2:172.21.15.31:6832/699321470,v1:172.21.15.31:6834/699321470] -- command(tid 0: {"prefix": "status"}) -- 0x55d724c57220 con 0x55d724dafd30 2024-09-16T07:28:19.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.740+0000 7f458effd640 1 --2- 172.21.15.31:0/2624233026 >> [v2:172.21.15.31:6832/699321470,v1:172.21.15.31:6834/699321470] conn(0x55d724dafd30 0x55d724db0110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:19.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.741+0000 7f458effd640 1 --2- 172.21.15.31:0/2624233026 >> [v2:172.21.15.31:6832/699321470,v1:172.21.15.31:6834/699321470] conn(0x55d724dafd30 0x55d724db0110 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=61c85674c82847b8 server_cookie=7eee0785fea9892d in_seq=0 out_seq=0 2024-09-16T07:28:19.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.741+0000 7f456e7fc640 10 client.8679 ms_handle_connect on v2:172.21.15.31:6832/699321470 2024-09-16T07:28:19.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.741+0000 7f456e7fc640 1 -- 172.21.15.31:0/2624233026 <== mds.0 v2:172.21.15.31:6832/699321470 1 ==== command_reply(tid 0: 0 ) ==== 8+0+326 (crc 0 0 0) 0x55d724c57220 con 0x55d724dafd30 2024-09-16T07:28:19.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.741+0000 7f456e7fc640 10 client.8679 handle_command_reply: tid=0 2024-09-16T07:28:19.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.741+0000 7f4598c54740 1 client.8679 shutdown 2024-09-16T07:28:19.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.741+0000 7f4598c54740 1 -- 172.21.15.31:0/2624233026 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55d724d050e0 msgr2=0x55d724d2d3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:19.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.741+0000 7f4598c54740 1 --2- 172.21.15.31:0/2624233026 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55d724d050e0 0x55d724d2d3e0 secure :-1 s=READY pgs=1566 cs=0 l=1 rev1=1 crypto rx=0x7f45800631a0 tx=0x7f45800056d0 comp rx=0 tx=0).stop 2024-09-16T07:28:19.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.741+0000 7f4598c54740 1 -- 172.21.15.31:0/2624233026 shutdown_connections 2024-09-16T07:28:19.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.741+0000 7f4598c54740 1 --2- 172.21.15.31:0/2624233026 >> [v2:172.21.15.31:6832/699321470,v1:172.21.15.31:6834/699321470] conn(0x55d724dafd30 0x55d724db0110 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:19.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.741+0000 7f4598c54740 1 --2- 172.21.15.31:0/2624233026 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55d724d2cdf0 0x55d724d23980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:19.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.741+0000 7f4598c54740 1 --2- 172.21.15.31:0/2624233026 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55d724d0d1b0 0x55d724d91c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:19.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.741+0000 7f456e7fc640 0 client.8679 ms_handle_reset on v2:172.21.15.31:6832/699321470 2024-09-16T07:28:19.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.741+0000 7f4598c54740 1 --2- 172.21.15.31:0/2624233026 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55d724d050e0 0x55d724d2d3e0 unknown :-1 s=CLOSED pgs=1566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:19.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.741+0000 7f4598c54740 1 -- 172.21.15.31:0/2624233026 >> 172.21.15.31:0/2624233026 conn(0x55d724ce25f0 msgr2=0x55d724ce7780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:19.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.741+0000 7f4598c54740 1 -- 172.21.15.31:0/2624233026 shutdown_connections 2024-09-16T07:28:19.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.741+0000 7f4598c54740 1 -- 172.21.15.31:0/2624233026 wait complete. 2024-09-16T07:28:19.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.741+0000 7f4598c54740 20 client.8679 trim_cache size 0 max 16384 2024-09-16T07:28:19.750 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-16T07:28:19.751 INFO:teuthology.orchestra.run.smithi031.stdout: "cluster_fsid": "aed87fb1-9c90-4029-9d57-80f2a5b1b4b1", 2024-09-16T07:28:19.751 INFO:teuthology.orchestra.run.smithi031.stdout: "whoami": 0, 2024-09-16T07:28:19.751 INFO:teuthology.orchestra.run.smithi031.stdout: "id": 8532, 2024-09-16T07:28:19.751 INFO:teuthology.orchestra.run.smithi031.stdout: "want_state": "up:active", 2024-09-16T07:28:19.751 INFO:teuthology.orchestra.run.smithi031.stdout: "state": "up:active", 2024-09-16T07:28:19.751 INFO:teuthology.orchestra.run.smithi031.stdout: "fs_name": "cephfs", 2024-09-16T07:28:19.751 INFO:teuthology.orchestra.run.smithi031.stdout: "rank_uptime": 5.738158629, 2024-09-16T07:28:19.751 INFO:teuthology.orchestra.run.smithi031.stdout: "mdsmap_epoch": 99, 2024-09-16T07:28:19.751 INFO:teuthology.orchestra.run.smithi031.stdout: "osdmap_epoch": 141, 2024-09-16T07:28:19.751 INFO:teuthology.orchestra.run.smithi031.stdout: "osdmap_epoch_barrier": 141, 2024-09-16T07:28:19.751 INFO:teuthology.orchestra.run.smithi031.stdout: "uptime": 10.437388756000001 2024-09-16T07:28:19.751 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-16T07:28:19.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.742+0000 7f4595da9640 1 -- 172.21.15.31:0/1863235306 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f457c078f10 msgr2=0x7f457c07b3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:19.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.742+0000 7f4595da9640 1 --2- 172.21.15.31:0/1863235306 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f457c078f10 0x7f457c07b3d0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f4584033000 tx=0x7f45900cc1a0 comp rx=0 tx=0).stop 2024-09-16T07:28:19.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.742+0000 7f4595da9640 1 -- 172.21.15.31:0/1863235306 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4578004800 msgr2=0x7f45901f6470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:19.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.742+0000 7f4595da9640 1 --2- 172.21.15.31:0/1863235306 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4578004800 0x7f45901f6470 secure :-1 s=READY pgs=1562 cs=0 l=1 rev1=1 crypto rx=0x7f4580011ae0 tx=0x7f4580009e90 comp rx=0 tx=0).stop 2024-09-16T07:28:19.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.742+0000 7f4595da9640 1 -- 172.21.15.31:0/1863235306 shutdown_connections 2024-09-16T07:28:19.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.742+0000 7f4595da9640 1 --2- 172.21.15.31:0/1863235306 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f457c078f10 0x7f457c07b3d0 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:19.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.742+0000 7f4595da9640 1 --2- 172.21.15.31:0/1863235306 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f459015d810 0x7f459015dcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:19.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.742+0000 7f4595da9640 1 --2- 172.21.15.31:0/1863235306 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f459015e630 0x7f459009c430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:19.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.742+0000 7f4595da9640 1 --2- 172.21.15.31:0/1863235306 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4578004800 0x7f45901f6470 unknown :-1 s=CLOSED pgs=1562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:19.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.742+0000 7f4595da9640 1 -- 172.21.15.31:0/1863235306 >> 172.21.15.31:0/1863235306 conn(0x7f45900d0c20 msgr2=0x7f45900b0e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:19.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.742+0000 7f4595da9640 1 -- 172.21.15.31:0/1863235306 shutdown_connections 2024-09-16T07:28:19.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.742+0000 7f4595da9640 1 -- 172.21.15.31:0/1863235306 wait complete. 2024-09-16T07:28:19.754 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T07:28:19.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.860+0000 7f810b8fe640 1 -- 172.21.15.31:0/3430341063 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f80f0004800 msgr2=0x7f80f0004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:19.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.860+0000 7f810b8fe640 1 --2- 172.21.15.31:0/3430341063 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f80f0004800 0x7f80f0004c80 secure :-1 s=READY pgs=1568 cs=0 l=1 rev1=1 crypto rx=0x7f80f4001830 tx=0x7f80f0005830 comp rx=0 tx=0).stop 2024-09-16T07:28:19.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.860+0000 7f8109e9b640 1 -- 172.21.15.31:0/3430341063 reap_dead start 2024-09-16T07:28:19.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.860+0000 7f810b8fe640 1 -- 172.21.15.31:0/3430341063 shutdown_connections 2024-09-16T07:28:19.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.860+0000 7f810b8fe640 1 -- 172.21.15.31:0/3430341063 >> 172.21.15.31:0/3430341063 conn(0x7f81040d3e40 msgr2=0x7f81040d4250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:19.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.860+0000 7f810b8fe640 1 -- 172.21.15.31:0/3430341063 shutdown_connections 2024-09-16T07:28:19.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.860+0000 7f810b8fe640 1 -- 172.21.15.31:0/3430341063 wait complete. 2024-09-16T07:28:19.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.862+0000 7f810b8fe640 1 Processor -- start 2024-09-16T07:28:19.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.862+0000 7f810b8fe640 1 -- start start 2024-09-16T07:28:19.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.862+0000 7f810b8fe640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f80f0004800 0x7f81041f85d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:19.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.862+0000 7f810b8fe640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f81041f8b10 0x7f81041e9780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:19.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.862+0000 7f810b8fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f81041e9cc0 0x7f81041f7850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:19.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.862+0000 7f810b8fe640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f81040cf920 con 0x7f81041e9cc0 2024-09-16T07:28:19.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.862+0000 7f810b8fe640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f81040b4c00 con 0x7f81041f8b10 2024-09-16T07:28:19.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.862+0000 7f810b8fe640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f81040cfaa0 con 0x7f80f0004800 2024-09-16T07:28:19.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.863+0000 7f8109e9b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f81041e9cc0 0x7f81041f7850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:19.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.863+0000 7f8109e9b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f81041e9cc0 0x7f81041f7850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:32974/0 (socket says 172.21.15.31:32974) 2024-09-16T07:28:19.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.863+0000 7f8109e9b640 1 -- 172.21.15.31:0/123034943 learned_addr learned my addr 172.21.15.31:0/123034943 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:19.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.863+0000 7f8108e99640 1 --2- 172.21.15.31:0/123034943 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f81041f8b10 0x7f81041e9780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:19.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.863+0000 7f810969a640 1 --2- 172.21.15.31:0/123034943 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f80f0004800 0x7f81041f85d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:19.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.863+0000 7f8109e9b640 1 -- 172.21.15.31:0/123034943 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f80f0004800 msgr2=0x7f81041f85d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:19.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.863+0000 7f8109e9b640 1 --2- 172.21.15.31:0/123034943 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f80f0004800 0x7f81041f85d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:19.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.863+0000 7f8109e9b640 1 -- 172.21.15.31:0/123034943 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f81041f8b10 msgr2=0x7f81041e9780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:19.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.863+0000 7f8109e9b640 1 --2- 172.21.15.31:0/123034943 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f81041f8b10 0x7f81041e9780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:19.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.863+0000 7f8109e9b640 1 -- 172.21.15.31:0/123034943 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81041599f0 con 0x7f81041e9cc0 2024-09-16T07:28:19.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.863+0000 7f810969a640 1 --2- 172.21.15.31:0/123034943 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f80f0004800 0x7f81041f85d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:28:19.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.863+0000 7f8108e99640 1 --2- 172.21.15.31:0/123034943 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f81041f8b10 0x7f81041e9780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:28:19.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.863+0000 7f8109e9b640 1 --2- 172.21.15.31:0/123034943 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f81041e9cc0 0x7f81041f7850 secure :-1 s=READY pgs=1569 cs=0 l=1 rev1=1 crypto rx=0x7f80fc002230 tx=0x7f80fc00ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:19.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.863+0000 7f80f9ffb640 1 -- 172.21.15.31:0/123034943 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80fc00cba0 con 0x7f81041e9cc0 2024-09-16T07:28:19.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.863+0000 7f80f9ffb640 1 -- 172.21.15.31:0/123034943 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f80fc018070 con 0x7f81041e9cc0 2024-09-16T07:28:19.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.863+0000 7f810b8fe640 1 -- 172.21.15.31:0/123034943 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8104159cd0 con 0x7f81041e9cc0 2024-09-16T07:28:19.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.863+0000 7f80f9ffb640 1 -- 172.21.15.31:0/123034943 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80fc0116c0 con 0x7f81041e9cc0 2024-09-16T07:28:19.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.864+0000 7f810b8fe640 1 -- 172.21.15.31:0/123034943 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f810415a290 con 0x7f81041e9cc0 2024-09-16T07:28:19.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.864+0000 7f810b8fe640 1 -- 172.21.15.31:0/123034943 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8104161f10 con 0x7f81041e9cc0 2024-09-16T07:28:19.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.865+0000 7f80f9ffb640 1 -- 172.21.15.31:0/123034943 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 22) ==== 101899+0+0 (secure 0 0 0) 0x7f80fc011860 con 0x7f81041e9cc0 2024-09-16T07:28:19.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.866+0000 7f80f9ffb640 1 --2- 172.21.15.31:0/123034943 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f80e8078f10 0x7f80e807b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:19.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.866+0000 7f80f9ffb640 1 -- 172.21.15.31:0/123034943 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(141..141 src has 1..141) ==== 5737+0+0 (secure 0 0 0) 0x7f80fc09b9e0 con 0x7f81041e9cc0 2024-09-16T07:28:19.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.866+0000 7f810969a640 1 --2- 172.21.15.31:0/123034943 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f80e8078f10 0x7f80e807b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:19.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.866+0000 7f810969a640 1 --2- 172.21.15.31:0/123034943 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f80e8078f10 0x7f80e807b3d0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f81040b6a30 tx=0x7f8100005f90 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:19.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:19.870+0000 7f80f9ffb640 1 -- 172.21.15.31:0/123034943 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f80fc063690 con 0x7f81041e9cc0 2024-09-16T07:28:19.969 INFO:tasks.ceph.mds.c.smithi031.stderr:2024-09-16T07:28:19.969+0000 7f44ed4f3640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-16T07:28:20.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:20.099+0000 7f810b8fe640 1 -- 172.21.15.31:0/123034943 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f810415e460 con 0x7f81041e9cc0 2024-09-16T07:28:20.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:20.099+0000 7f80f9ffb640 1 -- 172.21.15.31:0/123034943 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v99) ==== 53+0+73 (secure 0 0 0) 0x7f80fc062f90 con 0x7f81041e9cc0 2024-09-16T07:28:20.098 INFO:teuthology.orchestra.run.smithi031.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T07:28:20.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:20.101+0000 7f810b8fe640 1 -- 172.21.15.31:0/123034943 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f80e8078f10 msgr2=0x7f80e807b3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:20.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:20.101+0000 7f810b8fe640 1 --2- 172.21.15.31:0/123034943 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f80e8078f10 0x7f80e807b3d0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f81040b6a30 tx=0x7f8100005f90 comp rx=0 tx=0).stop 2024-09-16T07:28:20.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:20.101+0000 7f810b8fe640 1 -- 172.21.15.31:0/123034943 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f81041e9cc0 msgr2=0x7f81041f7850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:20.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:20.101+0000 7f810b8fe640 1 --2- 172.21.15.31:0/123034943 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f81041e9cc0 0x7f81041f7850 secure :-1 s=READY pgs=1569 cs=0 l=1 rev1=1 crypto rx=0x7f80fc002230 tx=0x7f80fc00ed30 comp rx=0 tx=0).stop 2024-09-16T07:28:20.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:20.101+0000 7f810b8fe640 1 -- 172.21.15.31:0/123034943 shutdown_connections 2024-09-16T07:28:20.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:20.101+0000 7f810b8fe640 1 --2- 172.21.15.31:0/123034943 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f80e8078f10 0x7f80e807b3d0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:20.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:20.101+0000 7f810b8fe640 1 --2- 172.21.15.31:0/123034943 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f81041e9cc0 0x7f81041f7850 unknown :-1 s=CLOSED pgs=1569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:20.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:20.101+0000 7f810b8fe640 1 --2- 172.21.15.31:0/123034943 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f81041f8b10 0x7f81041e9780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:20.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:20.101+0000 7f810b8fe640 1 --2- 172.21.15.31:0/123034943 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f80f0004800 0x7f81041f85d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:20.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:20.101+0000 7f810b8fe640 1 -- 172.21.15.31:0/123034943 >> 172.21.15.31:0/123034943 conn(0x7f81040d3e40 msgr2=0x7f810415d7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:20.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:20.101+0000 7f810b8fe640 1 -- 172.21.15.31:0/123034943 shutdown_connections 2024-09-16T07:28:20.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:20.101+0000 7f810b8fe640 1 -- 172.21.15.31:0/123034943 wait complete. 2024-09-16T07:28:20.112 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T07:28:20.112 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T07:28:20.112 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi031.front.sepia.ceph.com 2024-09-16T07:28:20.112 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-16T07:28:20.112 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-16T07:28:20.112 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T07:28:20.112 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T07:28:20.113 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T07:28:20.113 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T07:28:20.113 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:28:20.113 DEBUG:teuthology.orchestra.run.smithi031:> ip addr 2024-09-16T07:28:20.130 INFO:teuthology.orchestra.run.smithi031.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T07:28:20.130 INFO:teuthology.orchestra.run.smithi031.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T07:28:20.130 INFO:teuthology.orchestra.run.smithi031.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T07:28:20.130 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:28:20.130 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 ::1/128 scope host 2024-09-16T07:28:20.130 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:28:20.130 INFO:teuthology.orchestra.run.smithi031.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:28:20.131 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 0c:c4:7a:6b:f6:cc brd ff:ff:ff:ff:ff:ff 2024-09-16T07:28:20.131 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp7s0f0 2024-09-16T07:28:20.131 INFO:teuthology.orchestra.run.smithi031.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:28:20.131 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 0c:c4:7a:6b:f6:cd brd ff:ff:ff:ff:ff:ff 2024-09-16T07:28:20.131 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp7s0f1 2024-09-16T07:28:20.131 INFO:teuthology.orchestra.run.smithi031.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T07:28:20.131 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether ac:1f:6b:a5:ca:ba brd ff:ff:ff:ff:ff:ff 2024-09-16T07:28:20.131 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp1s0f0 2024-09-16T07:28:20.131 INFO:teuthology.orchestra.run.smithi031.stdout: inet 172.21.15.31/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-16T07:28:20.131 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft 42319sec preferred_lft 42319sec 2024-09-16T07:28:20.131 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::ae1f:6bff:fea5:caba/64 scope link 2024-09-16T07:28:20.131 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:28:20.132 INFO:teuthology.orchestra.run.smithi031.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:28:20.132 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether ac:1f:6b:a5:ca:bb brd ff:ff:ff:ff:ff:ff 2024-09-16T07:28:20.132 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp1s0f1 2024-09-16T07:28:20.132 INFO:teuthology.orchestra.run.smithi031.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T07:28:20.132 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 32:cb:fd:46:4e:14 brd ff:ff:ff:ff:ff:ff 2024-09-16T07:28:20.132 INFO:teuthology.orchestra.run.smithi031.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-16T07:28:20.132 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:28:20.132 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::5853:30ff:feaf:abcc/64 scope link 2024-09-16T07:28:20.132 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:28:20.132 INFO:teuthology.orchestra.run.smithi031.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T07:28:20.132 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether ea:2f:ff:7f:16:93 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:28:20.132 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::e82f:ffff:fe7f:1693/64 scope link 2024-09-16T07:28:20.132 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:28:20.133 INFO:teuthology.orchestra.run.smithi031.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T07:28:20.133 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 32:cb:fd:46:4e:14 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:28:20.133 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::30cb:fdff:fe46:4e14/64 scope link 2024-09-16T07:28:20.133 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:28:20.133 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:28:20.133 DEBUG:teuthology.orchestra.run.smithi031:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T07:28:20.195 INFO:teuthology.orchestra.run.smithi031.stdout:1 2024-09-16T07:28:20.197 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:28:20.197 DEBUG:teuthology.orchestra.run.smithi031:> route 2024-09-16T07:28:20.254 INFO:teuthology.orchestra.run.smithi031.stdout:Kernel IP routing table 2024-09-16T07:28:20.255 INFO:teuthology.orchestra.run.smithi031.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T07:28:20.255 INFO:teuthology.orchestra.run.smithi031.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-16T07:28:20.255 INFO:teuthology.orchestra.run.smithi031.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-16T07:28:20.255 INFO:teuthology.orchestra.run.smithi031.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T07:28:20.255 DEBUG:teuthology.orchestra.run.smithi031:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T07:28:20.256 DEBUG:teuthology.orchestra.run.smithi031:> set -e 2024-09-16T07:28:20.256 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-16T07:28:20.256 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-16T07:28:20.256 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-16T07:28:20.256 DEBUG:teuthology.orchestra.run.smithi031:> ') 2024-09-16T07:28:20.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:20 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T07:28:20.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:28:20.386 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:28:20.386 DEBUG:teuthology.orchestra.run.smithi031:> ip netns list 2024-09-16T07:28:20.402 INFO:teuthology.orchestra.run.smithi031.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-16T07:28:20.402 INFO:teuthology.orchestra.run.smithi031.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-16T07:28:20.403 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T07:28:20.403 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:28:20.403 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip link set brx.0 up 2024-09-16T07:28:20.469 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-16T07:28:20.469 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T07:28:20.469 DEBUG:teuthology.orchestra.run.smithi031:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-16T07:28:20.525 INFO:teuthology.orchestra.run.smithi031.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-16T07:28:20.526 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T07:28:20.526 DEBUG:teuthology.orchestra.run.smithi031:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-16T07:28:20.581 DEBUG:teuthology.orchestra.run.smithi031:> sudo modprobe fuse 2024-09-16T07:28:20.649 DEBUG:teuthology.orchestra.run.smithi031:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T07:28:20.706 INFO:teuthology.orchestra.run.smithi031.stdout:/proc 2024-09-16T07:28:20.706 INFO:teuthology.orchestra.run.smithi031.stdout:/sys 2024-09-16T07:28:20.706 INFO:teuthology.orchestra.run.smithi031.stdout:/dev 2024-09-16T07:28:20.706 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/security 2024-09-16T07:28:20.706 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/shm 2024-09-16T07:28:20.706 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/pts 2024-09-16T07:28:20.707 INFO:teuthology.orchestra.run.smithi031.stdout:/run 2024-09-16T07:28:20.707 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/cgroup 2024-09-16T07:28:20.707 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/pstore 2024-09-16T07:28:20.707 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/bpf 2024-09-16T07:28:20.707 INFO:teuthology.orchestra.run.smithi031.stdout:/ 2024-09-16T07:28:20.707 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/selinux 2024-09-16T07:28:20.707 INFO:teuthology.orchestra.run.smithi031.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T07:28:20.707 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/tracing 2024-09-16T07:28:20.707 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/mqueue 2024-09-16T07:28:20.707 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/debug 2024-09-16T07:28:20.707 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/hugepages 2024-09-16T07:28:20.707 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T07:28:20.707 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/fuse/connections 2024-09-16T07:28:20.708 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/config 2024-09-16T07:28:20.708 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T07:28:20.708 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T07:28:20.708 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T07:28:20.708 INFO:teuthology.orchestra.run.smithi031.stdout:/run/user/1000 2024-09-16T07:28:20.708 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph 2024-09-16T07:28:20.708 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T07:28:20.708 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T07:28:20.708 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T07:28:20.708 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T07:28:20.708 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns 2024-09-16T07:28:20.708 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:28:20.708 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:28:20.708 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:28:20.709 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:28:20.709 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:28:20.709 DEBUG:teuthology.orchestra.run.smithi031:> ls /sys/fs/fuse/connections 2024-09-16T07:28:20.762 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-16T07:28:20.762 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-16T07:28:20.804 DEBUG:teuthology.orchestra.run.smithi031:> sudo modprobe fuse 2024-09-16T07:28:20.830 DEBUG:teuthology.orchestra.run.smithi031:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T07:28:20.888 INFO:teuthology.orchestra.run.smithi031.stdout:/proc 2024-09-16T07:28:20.889 INFO:teuthology.orchestra.run.smithi031.stdout:/sys 2024-09-16T07:28:20.889 INFO:teuthology.orchestra.run.smithi031.stdout:/dev 2024-09-16T07:28:20.889 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/security 2024-09-16T07:28:20.889 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/shm 2024-09-16T07:28:20.889 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/pts 2024-09-16T07:28:20.889 INFO:teuthology.orchestra.run.smithi031.stdout:/run 2024-09-16T07:28:20.889 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/cgroup 2024-09-16T07:28:20.889 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/pstore 2024-09-16T07:28:20.889 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/bpf 2024-09-16T07:28:20.890 INFO:teuthology.orchestra.run.smithi031.stdout:/ 2024-09-16T07:28:20.890 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/selinux 2024-09-16T07:28:20.890 INFO:teuthology.orchestra.run.smithi031.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T07:28:20.890 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/tracing 2024-09-16T07:28:20.890 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/mqueue 2024-09-16T07:28:20.890 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/debug 2024-09-16T07:28:20.890 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/hugepages 2024-09-16T07:28:20.890 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T07:28:20.890 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/fuse/connections 2024-09-16T07:28:20.890 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/config 2024-09-16T07:28:20.891 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T07:28:20.891 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T07:28:20.891 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T07:28:20.891 INFO:teuthology.orchestra.run.smithi031.stdout:/run/user/1000 2024-09-16T07:28:20.891 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph 2024-09-16T07:28:20.891 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T07:28:20.891 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T07:28:20.891 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T07:28:20.891 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T07:28:20.891 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns 2024-09-16T07:28:20.891 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:28:20.892 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:28:20.892 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:28:20.892 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:28:20.892 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:28:20.892 DEBUG:teuthology.orchestra.run.smithi031:> ls /sys/fs/fuse/connections 2024-09-16T07:28:20.893 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi031.stderr:2024-09-16T07:28:20.889+0000 7f3b53f62480 -1 init, newargv = 0x561de8159490 newargc=15 2024-09-16T07:28:20.893 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi031.stderr:ceph-fuse[75576]: starting ceph client 2024-09-16T07:28:20.893 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi031.stderr:ceph-fuse[75576]: starting fuse 2024-09-16T07:28:20.909 INFO:teuthology.orchestra.run.smithi031.stdout:42 2024-09-16T07:28:20.909 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [42] 2024-09-16T07:28:20.909 DEBUG:teuthology.orchestra.run.smithi031:> sudo stdin-killer -- python3 -c ' 2024-09-16T07:28:20.910 DEBUG:teuthology.orchestra.run.smithi031:> import glob 2024-09-16T07:28:20.910 DEBUG:teuthology.orchestra.run.smithi031:> import re 2024-09-16T07:28:20.910 DEBUG:teuthology.orchestra.run.smithi031:> import os 2024-09-16T07:28:20.910 DEBUG:teuthology.orchestra.run.smithi031:> import subprocess 2024-09-16T07:28:20.910 DEBUG:teuthology.orchestra.run.smithi031:> 2024-09-16T07:28:20.910 DEBUG:teuthology.orchestra.run.smithi031:> def _find_admin_socket(client_name): 2024-09-16T07:28:20.910 DEBUG:teuthology.orchestra.run.smithi031:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-16T07:28:20.910 DEBUG:teuthology.orchestra.run.smithi031:> files = glob.glob(asok_path) 2024-09-16T07:28:20.910 DEBUG:teuthology.orchestra.run.smithi031:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-16T07:28:20.910 DEBUG:teuthology.orchestra.run.smithi031:> 2024-09-16T07:28:20.910 DEBUG:teuthology.orchestra.run.smithi031:> # Given a non-glob path, it better be there 2024-09-16T07:28:20.910 DEBUG:teuthology.orchestra.run.smithi031:> if "*" not in asok_path: 2024-09-16T07:28:20.910 DEBUG:teuthology.orchestra.run.smithi031:> assert(len(files) == 1) 2024-09-16T07:28:20.910 DEBUG:teuthology.orchestra.run.smithi031:> return files[0] 2024-09-16T07:28:20.911 DEBUG:teuthology.orchestra.run.smithi031:> 2024-09-16T07:28:20.911 DEBUG:teuthology.orchestra.run.smithi031:> for f in files: 2024-09-16T07:28:20.911 DEBUG:teuthology.orchestra.run.smithi031:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T07:28:20.911 DEBUG:teuthology.orchestra.run.smithi031:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T07:28:20.911 DEBUG:teuthology.orchestra.run.smithi031:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T07:28:20.911 DEBUG:teuthology.orchestra.run.smithi031:> contents = proc_f.read() 2024-09-16T07:28:20.911 DEBUG:teuthology.orchestra.run.smithi031:> if mountpoint in contents: 2024-09-16T07:28:20.911 DEBUG:teuthology.orchestra.run.smithi031:> return f 2024-09-16T07:28:20.911 DEBUG:teuthology.orchestra.run.smithi031:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T07:28:20.911 DEBUG:teuthology.orchestra.run.smithi031:> 2024-09-16T07:28:20.911 DEBUG:teuthology.orchestra.run.smithi031:> print(_find_admin_socket("client.0")) 2024-09-16T07:28:20.911 DEBUG:teuthology.orchestra.run.smithi031:> ' 2024-09-16T07:28:21.030 INFO:teuthology.orchestra.run.smithi031.stdout:/var/run/ceph/ceph-client.0.75576.asok 2024-09-16T07:28:21.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:28:21.042 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.75576.asok 2024-09-16T07:28:21.042 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:28:21.042 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.75576.asok status 2024-09-16T07:28:21.180 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-16T07:28:21.180 INFO:teuthology.orchestra.run.smithi031.stdout: "metadata": { 2024-09-16T07:28:21.180 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph_sha1": "4ef5f0587d1cad82c4295c20951c303dc342ac74", 2024-09-16T07:28:21.180 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph_version": "ceph version 19.3.0-4938-g4ef5f058 (4ef5f0587d1cad82c4295c20951c303dc342ac74) squid (dev)", 2024-09-16T07:28:21.180 INFO:teuthology.orchestra.run.smithi031.stdout: "entity_id": "0", 2024-09-16T07:28:21.180 INFO:teuthology.orchestra.run.smithi031.stdout: "hostname": "smithi031", 2024-09-16T07:28:21.180 INFO:teuthology.orchestra.run.smithi031.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-16T07:28:21.181 INFO:teuthology.orchestra.run.smithi031.stdout: "pid": "75576", 2024-09-16T07:28:21.181 INFO:teuthology.orchestra.run.smithi031.stdout: "root": "/" 2024-09-16T07:28:21.181 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:28:21.181 INFO:teuthology.orchestra.run.smithi031.stdout: "dentry_count": 0, 2024-09-16T07:28:21.181 INFO:teuthology.orchestra.run.smithi031.stdout: "dentry_pinned_count": 0, 2024-09-16T07:28:21.181 INFO:teuthology.orchestra.run.smithi031.stdout: "id": 8694, 2024-09-16T07:28:21.181 INFO:teuthology.orchestra.run.smithi031.stdout: "inst": { 2024-09-16T07:28:21.181 INFO:teuthology.orchestra.run.smithi031.stdout: "name": { 2024-09-16T07:28:21.181 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "client", 2024-09-16T07:28:21.181 INFO:teuthology.orchestra.run.smithi031.stdout: "num": 8694 2024-09-16T07:28:21.181 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:28:21.181 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": { 2024-09-16T07:28:21.181 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "v1", 2024-09-16T07:28:21.182 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": "192.168.0.1:0", 2024-09-16T07:28:21.182 INFO:teuthology.orchestra.run.smithi031.stdout: "nonce": 2056742872 2024-09-16T07:28:21.182 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:28:21.182 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:28:21.182 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": { 2024-09-16T07:28:21.182 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "v1", 2024-09-16T07:28:21.182 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": "192.168.0.1:0", 2024-09-16T07:28:21.182 INFO:teuthology.orchestra.run.smithi031.stdout: "nonce": 2056742872 2024-09-16T07:28:21.182 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:28:21.182 INFO:teuthology.orchestra.run.smithi031.stdout: "inst_str": "client.8694 192.168.0.1:0/2056742872", 2024-09-16T07:28:21.182 INFO:teuthology.orchestra.run.smithi031.stdout: "addr_str": "192.168.0.1:0/2056742872", 2024-09-16T07:28:21.182 INFO:teuthology.orchestra.run.smithi031.stdout: "inode_count": 1, 2024-09-16T07:28:21.182 INFO:teuthology.orchestra.run.smithi031.stdout: "mds_epoch": 99, 2024-09-16T07:28:21.182 INFO:teuthology.orchestra.run.smithi031.stdout: "osd_epoch": 141, 2024-09-16T07:28:21.183 INFO:teuthology.orchestra.run.smithi031.stdout: "osd_epoch_barrier": 0, 2024-09-16T07:28:21.183 INFO:teuthology.orchestra.run.smithi031.stdout: "blocklisted": false, 2024-09-16T07:28:21.183 INFO:teuthology.orchestra.run.smithi031.stdout: "fs_name": "cephfs" 2024-09-16T07:28:21.183 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-16T07:28:21.189 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:28:21.189 DEBUG:teuthology.orchestra.run.smithi031:> stat --file-system '--printf=%T 2024-09-16T07:28:21.189 DEBUG:teuthology.orchestra.run.smithi031:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-16T07:28:21.205 INFO:teuthology.orchestra.run.smithi031.stdout:fuseblk 2024-09-16T07:28:21.206 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-16T07:28:21.206 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:28:21.206 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-16T07:28:21.273 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T07:28:21.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:21.420+0000 7f91c970e640 1 -- 172.21.15.31:0/673661909 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f91c40d0d40 msgr2=0x7f91c40cf9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:21.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:21.420+0000 7f91c970e640 1 --2- 172.21.15.31:0/673661909 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f91c40d0d40 0x7f91c40cf9b0 secure :-1 s=READY pgs=1574 cs=0 l=1 rev1=1 crypto rx=0x7f91c40b9f50 tx=0x7f91b802a5f0 comp rx=0 tx=0).stop 2024-09-16T07:28:21.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:21.420+0000 7f91c970e640 1 -- 172.21.15.31:0/673661909 shutdown_connections 2024-09-16T07:28:21.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:21.420+0000 7f91c970e640 1 --2- 172.21.15.31:0/673661909 >> v2:172.21.15.155:3300/0 conn(0x7f91c40d49c0 0x7f91c40b3800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:21.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:21.420+0000 7f91c970e640 1 --2- 172.21.15.31:0/673661909 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f91c40d0d40 0x7f91c40cf9b0 unknown :-1 s=CLOSED pgs=1574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:21.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:21.420+0000 7f91c970e640 1 -- 172.21.15.31:0/673661909 >> 172.21.15.31:0/673661909 conn(0x7f91c40d3ea0 msgr2=0x7f91c40d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:21.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:21.420+0000 7f91c970e640 1 -- 172.21.15.31:0/673661909 shutdown_connections 2024-09-16T07:28:21.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:21.420+0000 7f91c970e640 1 -- 172.21.15.31:0/673661909 wait complete. 2024-09-16T07:28:21.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:21.421+0000 7f91c970e640 1 Processor -- start 2024-09-16T07:28:21.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:21.421+0000 7f91c970e640 1 -- start start 2024-09-16T07:28:21.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:21.422+0000 7f91c970e640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f91c40d0d40 0x7f91c40cda50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:21.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:21.422+0000 7f91c970e640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f91c40d49c0 0x7f91c41f5220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:21.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:21.422+0000 7f91c970e640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f91c415df90 0x7f91c415d210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:21.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:21.422+0000 7f91c970e640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f91c4162690 con 0x7f91c40d0d40 2024-09-16T07:28:21.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:21.422+0000 7f91c970e640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f91c40b3d40 con 0x7f91c40d49c0 2024-09-16T07:28:21.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:21.422+0000 7f91c970e640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f91c4161760 con 0x7f91c415df90 2024-09-16T07:28:21.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:21.422+0000 7f91c2ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f91c40d0d40 0x7f91c40cda50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:21.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:21.422+0000 7f91c2ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f91c40d0d40 0x7f91c40cda50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:32990/0 (socket says 172.21.15.31:32990) 2024-09-16T07:28:21.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:21.422+0000 7f91c2ffd640 1 -- 172.21.15.31:0/524872789 learned_addr learned my addr 172.21.15.31:0/524872789 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:21.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:21.422+0000 7f91c27fc640 1 --2- 172.21.15.31:0/524872789 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f91c40d49c0 0x7f91c41f5220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:21.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:21.422+0000 7f91c37fe640 1 --2- 172.21.15.31:0/524872789 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f91c415df90 0x7f91c415d210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:21.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:21.423+0000 7f91c2ffd640 1 -- 172.21.15.31:0/524872789 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f91c415df90 msgr2=0x7f91c415d210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:21.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:21.423+0000 7f91c2ffd640 1 --2- 172.21.15.31:0/524872789 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f91c415df90 0x7f91c415d210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:21.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:21.423+0000 7f91c2ffd640 1 -- 172.21.15.31:0/524872789 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f91c40d49c0 msgr2=0x7f91c41f5220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:21.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:21.423+0000 7f91c2ffd640 1 --2- 172.21.15.31:0/524872789 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f91c40d49c0 0x7f91c41f5220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:21.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:21.423+0000 7f91c2ffd640 1 -- 172.21.15.31:0/524872789 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91c40ccc90 con 0x7f91c40d0d40 2024-09-16T07:28:21.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:21.423+0000 7f91c37fe640 1 --2- 172.21.15.31:0/524872789 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f91c415df90 0x7f91c415d210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:28:21.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:21.423+0000 7f91c2ffd640 1 --2- 172.21.15.31:0/524872789 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f91c40d0d40 0x7f91c40cda50 secure :-1 s=READY pgs=1575 cs=0 l=1 rev1=1 crypto rx=0x7f91b400c3d0 tx=0x7f91b400c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:21.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:21.423+0000 7f91ab7fe640 1 -- 172.21.15.31:0/524872789 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91b4017070 con 0x7f91c40d0d40 2024-09-16T07:28:21.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:21.423+0000 7f91ab7fe640 1 -- 172.21.15.31:0/524872789 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f91b40053c0 con 0x7f91c40d0d40 2024-09-16T07:28:21.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:21.423+0000 7f91c970e640 1 -- 172.21.15.31:0/524872789 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91c40ccf70 con 0x7f91c40d0d40 2024-09-16T07:28:21.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:21.423+0000 7f91ab7fe640 1 -- 172.21.15.31:0/524872789 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91b4003850 con 0x7f91c40d0d40 2024-09-16T07:28:21.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:21.423+0000 7f91c970e640 1 -- 172.21.15.31:0/524872789 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91c40cd530 con 0x7f91c40d0d40 2024-09-16T07:28:21.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:21.424+0000 7f91c970e640 1 -- 172.21.15.31:0/524872789 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f91c40cf9b0 con 0x7f91c40d0d40 2024-09-16T07:28:21.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:21.425+0000 7f91ab7fe640 1 -- 172.21.15.31:0/524872789 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 22) ==== 101899+0+0 (secure 0 0 0) 0x7f91b401a070 con 0x7f91c40d0d40 2024-09-16T07:28:21.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:21.425+0000 7f91ab7fe640 1 --2- 172.21.15.31:0/524872789 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f91b0078f10 0x7f91b007b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:21.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:21.425+0000 7f91ab7fe640 1 -- 172.21.15.31:0/524872789 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(142..142 src has 1..142) ==== 5795+0+0 (secure 0 0 0) 0x7f91b409aa60 con 0x7f91c40d0d40 2024-09-16T07:28:21.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:21.425+0000 7f91c27fc640 1 --2- 172.21.15.31:0/524872789 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f91b0078f10 0x7f91b007b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:21.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:21.426+0000 7f91c27fc640 1 --2- 172.21.15.31:0/524872789 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f91b0078f10 0x7f91b007b3d0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f91b8033000 tx=0x7f91b8004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:21.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:21.430+0000 7f91ab7fe640 1 -- 172.21.15.31:0/524872789 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f91c40ce970 con 0x7f91c40d0d40 2024-09-16T07:28:21.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:21.660+0000 7f91c970e640 1 -- 172.21.15.31:0/524872789 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f91c408d590 con 0x7f91c40d0d40 2024-09-16T07:28:21.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:21.660+0000 7f91ab7fe640 1 -- 172.21.15.31:0/524872789 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v99) ==== 53+0+73 (secure 0 0 0) 0x7f91b4062540 con 0x7f91c40d0d40 2024-09-16T07:28:21.660 INFO:teuthology.orchestra.run.smithi031.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T07:28:21.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:21.662+0000 7f91c970e640 1 -- 172.21.15.31:0/524872789 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f91b0078f10 msgr2=0x7f91b007b3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:21.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:21.662+0000 7f91c970e640 1 --2- 172.21.15.31:0/524872789 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f91b0078f10 0x7f91b007b3d0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f91b8033000 tx=0x7f91b8004730 comp rx=0 tx=0).stop 2024-09-16T07:28:21.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:21.662+0000 7f91c970e640 1 -- 172.21.15.31:0/524872789 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f91c40d0d40 msgr2=0x7f91c40cda50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:21.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:21.662+0000 7f91c970e640 1 --2- 172.21.15.31:0/524872789 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f91c40d0d40 0x7f91c40cda50 secure :-1 s=READY pgs=1575 cs=0 l=1 rev1=1 crypto rx=0x7f91b400c3d0 tx=0x7f91b400c890 comp rx=0 tx=0).stop 2024-09-16T07:28:21.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:21.662+0000 7f91c970e640 1 -- 172.21.15.31:0/524872789 shutdown_connections 2024-09-16T07:28:21.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:21.662+0000 7f91c970e640 1 --2- 172.21.15.31:0/524872789 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f91b0078f10 0x7f91b007b3d0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:21.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:21.662+0000 7f91c970e640 1 --2- 172.21.15.31:0/524872789 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f91c415df90 0x7f91c415d210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:21.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:21.662+0000 7f91c970e640 1 --2- 172.21.15.31:0/524872789 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f91c40d49c0 0x7f91c41f5220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:21.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:21.662+0000 7f91c970e640 1 --2- 172.21.15.31:0/524872789 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f91c40d0d40 0x7f91c40cda50 unknown :-1 s=CLOSED pgs=1575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:21.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:21.662+0000 7f91c970e640 1 -- 172.21.15.31:0/524872789 >> 172.21.15.31:0/524872789 conn(0x7f91c40d3ea0 msgr2=0x7f91c40b8ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:21.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:21.662+0000 7f91c970e640 1 -- 172.21.15.31:0/524872789 shutdown_connections 2024-09-16T07:28:21.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:21.663+0000 7f91c970e640 1 -- 172.21.15.31:0/524872789 wait complete. 2024-09-16T07:28:21.673 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T07:28:21.673 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T07:28:21.673 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi155.front.sepia.ceph.com 2024-09-16T07:28:21.673 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-16T07:28:21.674 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-16T07:28:21.674 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T07:28:21.674 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T07:28:21.674 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T07:28:21.674 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-16T07:28:21.674 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:28:21.674 DEBUG:teuthology.orchestra.run.smithi155:> ip addr 2024-09-16T07:28:21.694 INFO:teuthology.orchestra.run.smithi155.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T07:28:21.695 INFO:teuthology.orchestra.run.smithi155.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T07:28:21.695 INFO:teuthology.orchestra.run.smithi155.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T07:28:21.695 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:28:21.695 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 ::1/128 scope host 2024-09-16T07:28:21.695 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:28:21.695 INFO:teuthology.orchestra.run.smithi155.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:28:21.695 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 0c:c4:7a:d9:a0:fa brd ff:ff:ff:ff:ff:ff 2024-09-16T07:28:21.695 INFO:teuthology.orchestra.run.smithi155.stdout: altname enp7s0f0 2024-09-16T07:28:21.695 INFO:teuthology.orchestra.run.smithi155.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:28:21.695 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 0c:c4:7a:d9:a0:fb brd ff:ff:ff:ff:ff:ff 2024-09-16T07:28:21.695 INFO:teuthology.orchestra.run.smithi155.stdout: altname enp7s0f1 2024-09-16T07:28:21.696 INFO:teuthology.orchestra.run.smithi155.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:28:21.696 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 0c:c4:7a:88:6d:ec brd ff:ff:ff:ff:ff:ff 2024-09-16T07:28:21.696 INFO:teuthology.orchestra.run.smithi155.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T07:28:21.696 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 0c:c4:7a:88:6d:ed brd ff:ff:ff:ff:ff:ff 2024-09-16T07:28:21.696 INFO:teuthology.orchestra.run.smithi155.stdout: inet 172.21.15.155/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-16T07:28:21.696 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft 42335sec preferred_lft 42335sec 2024-09-16T07:28:21.696 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 fe80::ec4:7aff:fe88:6ded/64 scope link noprefixroute 2024-09-16T07:28:21.696 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:28:21.697 INFO:teuthology.orchestra.run.smithi155.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T07:28:21.697 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 6a:24:67:c2:77:cc brd ff:ff:ff:ff:ff:ff 2024-09-16T07:28:21.697 INFO:teuthology.orchestra.run.smithi155.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-16T07:28:21.697 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:28:21.697 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 fe80::88e4:b9ff:fe24:e8a7/64 scope link 2024-09-16T07:28:21.697 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:28:21.697 INFO:teuthology.orchestra.run.smithi155.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T07:28:21.697 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether d6:1d:e5:de:08:cd brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:28:21.697 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 fe80::d41d:e5ff:fede:8cd/64 scope link 2024-09-16T07:28:21.697 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:28:21.697 INFO:teuthology.orchestra.run.smithi155.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T07:28:21.697 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 6a:24:67:c2:77:cc brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:28:21.697 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 fe80::6824:67ff:fec2:77cc/64 scope link 2024-09-16T07:28:21.698 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:28:21.698 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:28:21.698 DEBUG:teuthology.orchestra.run.smithi155:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T07:28:21.764 INFO:teuthology.orchestra.run.smithi155.stdout:1 2024-09-16T07:28:21.765 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:28:21.766 DEBUG:teuthology.orchestra.run.smithi155:> route 2024-09-16T07:28:21.825 INFO:teuthology.orchestra.run.smithi155.stdout:Kernel IP routing table 2024-09-16T07:28:21.825 INFO:teuthology.orchestra.run.smithi155.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T07:28:21.825 INFO:teuthology.orchestra.run.smithi155.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-16T07:28:21.825 INFO:teuthology.orchestra.run.smithi155.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-16T07:28:21.825 INFO:teuthology.orchestra.run.smithi155.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T07:28:21.825 DEBUG:teuthology.orchestra.run.smithi155:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T07:28:21.825 DEBUG:teuthology.orchestra.run.smithi155:> set -e 2024-09-16T07:28:21.826 DEBUG:teuthology.orchestra.run.smithi155:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-16T07:28:21.826 DEBUG:teuthology.orchestra.run.smithi155:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-16T07:28:21.826 DEBUG:teuthology.orchestra.run.smithi155:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-16T07:28:21.826 DEBUG:teuthology.orchestra.run.smithi155:> ') 2024-09-16T07:28:21.921 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:28:21 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T07:28:21.954 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:28:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:28:21.961 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:28:21.961 DEBUG:teuthology.orchestra.run.smithi155:> ip netns list 2024-09-16T07:28:21.977 INFO:teuthology.orchestra.run.smithi155.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-16T07:28:21.977 INFO:teuthology.orchestra.run.smithi155.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-16T07:28:21.978 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-16T07:28:21.978 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:28:21.978 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip link set brx.0 up 2024-09-16T07:28:22.044 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-16T07:28:22.045 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T07:28:22.045 DEBUG:teuthology.orchestra.run.smithi155:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-16T07:28:22.101 INFO:teuthology.orchestra.run.smithi155.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-16T07:28:22.101 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T07:28:22.101 DEBUG:teuthology.orchestra.run.smithi155:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-16T07:28:22.156 DEBUG:teuthology.orchestra.run.smithi155:> sudo modprobe fuse 2024-09-16T07:28:22.221 DEBUG:teuthology.orchestra.run.smithi155:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T07:28:22.278 INFO:teuthology.orchestra.run.smithi155.stdout:/proc 2024-09-16T07:28:22.278 INFO:teuthology.orchestra.run.smithi155.stdout:/sys 2024-09-16T07:28:22.278 INFO:teuthology.orchestra.run.smithi155.stdout:/dev 2024-09-16T07:28:22.278 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/security 2024-09-16T07:28:22.279 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/shm 2024-09-16T07:28:22.279 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/pts 2024-09-16T07:28:22.279 INFO:teuthology.orchestra.run.smithi155.stdout:/run 2024-09-16T07:28:22.279 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/cgroup 2024-09-16T07:28:22.279 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/pstore 2024-09-16T07:28:22.279 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/bpf 2024-09-16T07:28:22.280 INFO:teuthology.orchestra.run.smithi155.stdout:/ 2024-09-16T07:28:22.280 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/selinux 2024-09-16T07:28:22.280 INFO:teuthology.orchestra.run.smithi155.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T07:28:22.280 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/hugepages 2024-09-16T07:28:22.280 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/mqueue 2024-09-16T07:28:22.280 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/debug 2024-09-16T07:28:22.281 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/tracing 2024-09-16T07:28:22.281 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/fuse/connections 2024-09-16T07:28:22.281 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/config 2024-09-16T07:28:22.281 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T07:28:22.281 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T07:28:22.282 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T07:28:22.282 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T07:28:22.282 INFO:teuthology.orchestra.run.smithi155.stdout:/run/user/1000 2024-09-16T07:28:22.282 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph 2024-09-16T07:28:22.282 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-4 2024-09-16T07:28:22.282 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-5 2024-09-16T07:28:22.283 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-6 2024-09-16T07:28:22.283 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-7 2024-09-16T07:28:22.283 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns 2024-09-16T07:28:22.283 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:28:22.283 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:28:22.283 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:28:22.284 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:28:22.284 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:28:22.284 DEBUG:teuthology.orchestra.run.smithi155:> ls /sys/fs/fuse/connections 2024-09-16T07:28:22.333 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-16T07:28:22.334 DEBUG:teuthology.orchestra.run.smithi155:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-16T07:28:22.376 DEBUG:teuthology.orchestra.run.smithi155:> sudo modprobe fuse 2024-09-16T07:28:22.400 DEBUG:teuthology.orchestra.run.smithi155:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T07:28:22.457 INFO:teuthology.orchestra.run.smithi155.stdout:/proc 2024-09-16T07:28:22.457 INFO:teuthology.orchestra.run.smithi155.stdout:/sys 2024-09-16T07:28:22.457 INFO:teuthology.orchestra.run.smithi155.stdout:/dev 2024-09-16T07:28:22.457 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/security 2024-09-16T07:28:22.457 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/shm 2024-09-16T07:28:22.458 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/pts 2024-09-16T07:28:22.458 INFO:teuthology.orchestra.run.smithi155.stdout:/run 2024-09-16T07:28:22.458 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/cgroup 2024-09-16T07:28:22.458 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/pstore 2024-09-16T07:28:22.458 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/bpf 2024-09-16T07:28:22.458 INFO:teuthology.orchestra.run.smithi155.stdout:/ 2024-09-16T07:28:22.458 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/selinux 2024-09-16T07:28:22.458 INFO:teuthology.orchestra.run.smithi155.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T07:28:22.458 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/hugepages 2024-09-16T07:28:22.458 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/mqueue 2024-09-16T07:28:22.458 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/debug 2024-09-16T07:28:22.458 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/tracing 2024-09-16T07:28:22.458 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/fuse/connections 2024-09-16T07:28:22.458 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/config 2024-09-16T07:28:22.458 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T07:28:22.459 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T07:28:22.459 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T07:28:22.459 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T07:28:22.459 INFO:teuthology.orchestra.run.smithi155.stdout:/run/user/1000 2024-09-16T07:28:22.459 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph 2024-09-16T07:28:22.459 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-4 2024-09-16T07:28:22.459 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-5 2024-09-16T07:28:22.459 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-6 2024-09-16T07:28:22.459 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-7 2024-09-16T07:28:22.459 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns 2024-09-16T07:28:22.459 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:28:22.459 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:28:22.459 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:28:22.459 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:28:22.460 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:28:22.460 DEBUG:teuthology.orchestra.run.smithi155:> ls /sys/fs/fuse/connections 2024-09-16T07:28:22.460 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi155.stderr:2024-09-16T07:28:22.459+0000 7f643751b480 -1 init, newargv = 0x5557447d8430 newargc=15 2024-09-16T07:28:22.461 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi155.stderr:ceph-fuse[48850]: starting ceph client 2024-09-16T07:28:22.464 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi155.stderr:ceph-fuse[48850]: starting fuse 2024-09-16T07:28:22.475 INFO:teuthology.orchestra.run.smithi155.stdout:43 2024-09-16T07:28:22.475 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-16T07:28:22.476 DEBUG:teuthology.orchestra.run.smithi155:> sudo stdin-killer -- python3 -c ' 2024-09-16T07:28:22.476 DEBUG:teuthology.orchestra.run.smithi155:> import glob 2024-09-16T07:28:22.476 DEBUG:teuthology.orchestra.run.smithi155:> import re 2024-09-16T07:28:22.476 DEBUG:teuthology.orchestra.run.smithi155:> import os 2024-09-16T07:28:22.476 DEBUG:teuthology.orchestra.run.smithi155:> import subprocess 2024-09-16T07:28:22.476 DEBUG:teuthology.orchestra.run.smithi155:> 2024-09-16T07:28:22.476 DEBUG:teuthology.orchestra.run.smithi155:> def _find_admin_socket(client_name): 2024-09-16T07:28:22.476 DEBUG:teuthology.orchestra.run.smithi155:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-16T07:28:22.476 DEBUG:teuthology.orchestra.run.smithi155:> files = glob.glob(asok_path) 2024-09-16T07:28:22.476 DEBUG:teuthology.orchestra.run.smithi155:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-16T07:28:22.476 DEBUG:teuthology.orchestra.run.smithi155:> 2024-09-16T07:28:22.477 DEBUG:teuthology.orchestra.run.smithi155:> # Given a non-glob path, it better be there 2024-09-16T07:28:22.477 DEBUG:teuthology.orchestra.run.smithi155:> if "*" not in asok_path: 2024-09-16T07:28:22.477 DEBUG:teuthology.orchestra.run.smithi155:> assert(len(files) == 1) 2024-09-16T07:28:22.477 DEBUG:teuthology.orchestra.run.smithi155:> return files[0] 2024-09-16T07:28:22.477 DEBUG:teuthology.orchestra.run.smithi155:> 2024-09-16T07:28:22.477 DEBUG:teuthology.orchestra.run.smithi155:> for f in files: 2024-09-16T07:28:22.477 DEBUG:teuthology.orchestra.run.smithi155:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T07:28:22.477 DEBUG:teuthology.orchestra.run.smithi155:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T07:28:22.477 DEBUG:teuthology.orchestra.run.smithi155:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T07:28:22.477 DEBUG:teuthology.orchestra.run.smithi155:> contents = proc_f.read() 2024-09-16T07:28:22.477 DEBUG:teuthology.orchestra.run.smithi155:> if mountpoint in contents: 2024-09-16T07:28:22.477 DEBUG:teuthology.orchestra.run.smithi155:> return f 2024-09-16T07:28:22.477 DEBUG:teuthology.orchestra.run.smithi155:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T07:28:22.477 DEBUG:teuthology.orchestra.run.smithi155:> 2024-09-16T07:28:22.477 DEBUG:teuthology.orchestra.run.smithi155:> print(_find_admin_socket("client.1")) 2024-09-16T07:28:22.478 DEBUG:teuthology.orchestra.run.smithi155:> ' 2024-09-16T07:28:22.593 INFO:teuthology.orchestra.run.smithi155.stdout:/var/run/ceph/ceph-client.1.48850.asok 2024-09-16T07:28:22.596 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:28:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:28:22.605 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.48850.asok 2024-09-16T07:28:22.605 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:28:22.605 DEBUG:teuthology.orchestra.run.smithi155:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.48850.asok status 2024-09-16T07:28:22.737 INFO:teuthology.orchestra.run.smithi155.stdout:{ 2024-09-16T07:28:22.737 INFO:teuthology.orchestra.run.smithi155.stdout: "metadata": { 2024-09-16T07:28:22.738 INFO:teuthology.orchestra.run.smithi155.stdout: "ceph_sha1": "4ef5f0587d1cad82c4295c20951c303dc342ac74", 2024-09-16T07:28:22.738 INFO:teuthology.orchestra.run.smithi155.stdout: "ceph_version": "ceph version 19.3.0-4938-g4ef5f058 (4ef5f0587d1cad82c4295c20951c303dc342ac74) squid (dev)", 2024-09-16T07:28:22.738 INFO:teuthology.orchestra.run.smithi155.stdout: "entity_id": "1", 2024-09-16T07:28:22.738 INFO:teuthology.orchestra.run.smithi155.stdout: "hostname": "smithi155", 2024-09-16T07:28:22.738 INFO:teuthology.orchestra.run.smithi155.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-16T07:28:22.738 INFO:teuthology.orchestra.run.smithi155.stdout: "pid": "48850", 2024-09-16T07:28:22.738 INFO:teuthology.orchestra.run.smithi155.stdout: "root": "/" 2024-09-16T07:28:22.738 INFO:teuthology.orchestra.run.smithi155.stdout: }, 2024-09-16T07:28:22.738 INFO:teuthology.orchestra.run.smithi155.stdout: "dentry_count": 0, 2024-09-16T07:28:22.738 INFO:teuthology.orchestra.run.smithi155.stdout: "dentry_pinned_count": 0, 2024-09-16T07:28:22.738 INFO:teuthology.orchestra.run.smithi155.stdout: "id": 7591, 2024-09-16T07:28:22.738 INFO:teuthology.orchestra.run.smithi155.stdout: "inst": { 2024-09-16T07:28:22.739 INFO:teuthology.orchestra.run.smithi155.stdout: "name": { 2024-09-16T07:28:22.739 INFO:teuthology.orchestra.run.smithi155.stdout: "type": "client", 2024-09-16T07:28:22.739 INFO:teuthology.orchestra.run.smithi155.stdout: "num": 7591 2024-09-16T07:28:22.739 INFO:teuthology.orchestra.run.smithi155.stdout: }, 2024-09-16T07:28:22.739 INFO:teuthology.orchestra.run.smithi155.stdout: "addr": { 2024-09-16T07:28:22.739 INFO:teuthology.orchestra.run.smithi155.stdout: "type": "v1", 2024-09-16T07:28:22.739 INFO:teuthology.orchestra.run.smithi155.stdout: "addr": "192.168.0.1:0", 2024-09-16T07:28:22.739 INFO:teuthology.orchestra.run.smithi155.stdout: "nonce": 841416065 2024-09-16T07:28:22.739 INFO:teuthology.orchestra.run.smithi155.stdout: } 2024-09-16T07:28:22.739 INFO:teuthology.orchestra.run.smithi155.stdout: }, 2024-09-16T07:28:22.739 INFO:teuthology.orchestra.run.smithi155.stdout: "addr": { 2024-09-16T07:28:22.739 INFO:teuthology.orchestra.run.smithi155.stdout: "type": "v1", 2024-09-16T07:28:22.739 INFO:teuthology.orchestra.run.smithi155.stdout: "addr": "192.168.0.1:0", 2024-09-16T07:28:22.740 INFO:teuthology.orchestra.run.smithi155.stdout: "nonce": 841416065 2024-09-16T07:28:22.740 INFO:teuthology.orchestra.run.smithi155.stdout: }, 2024-09-16T07:28:22.740 INFO:teuthology.orchestra.run.smithi155.stdout: "inst_str": "client.7591 192.168.0.1:0/841416065", 2024-09-16T07:28:22.740 INFO:teuthology.orchestra.run.smithi155.stdout: "addr_str": "192.168.0.1:0/841416065", 2024-09-16T07:28:22.740 INFO:teuthology.orchestra.run.smithi155.stdout: "inode_count": 1, 2024-09-16T07:28:22.740 INFO:teuthology.orchestra.run.smithi155.stdout: "mds_epoch": 99, 2024-09-16T07:28:22.740 INFO:teuthology.orchestra.run.smithi155.stdout: "osd_epoch": 143, 2024-09-16T07:28:22.740 INFO:teuthology.orchestra.run.smithi155.stdout: "osd_epoch_barrier": 0, 2024-09-16T07:28:22.740 INFO:teuthology.orchestra.run.smithi155.stdout: "blocklisted": false, 2024-09-16T07:28:22.740 INFO:teuthology.orchestra.run.smithi155.stdout: "fs_name": "cephfs" 2024-09-16T07:28:22.740 INFO:teuthology.orchestra.run.smithi155.stdout:} 2024-09-16T07:28:22.745 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:28:22.745 DEBUG:teuthology.orchestra.run.smithi155:> stat --file-system '--printf=%T 2024-09-16T07:28:22.745 DEBUG:teuthology.orchestra.run.smithi155:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-16T07:28:22.761 INFO:teuthology.orchestra.run.smithi155.stdout:fuseblk 2024-09-16T07:28:22.761 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-16T07:28:22.761 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:28:22.761 DEBUG:teuthology.orchestra.run.smithi155:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-16T07:28:22.826 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs flag set enable_multiple true --yes-i-really-mean-it 2024-09-16T07:28:22.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:22.949+0000 7f5c26b33640 1 -- 172.21.15.31:0/1762539899 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5c10004800 msgr2=0x7f5c10004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:22.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:22.949+0000 7f5c26b33640 1 --2- 172.21.15.31:0/1762539899 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5c10004800 0x7f5c10004c80 secure :-1 s=READY pgs=1578 cs=0 l=1 rev1=1 crypto rx=0x7f5c0c001630 tx=0x7f5c10005830 comp rx=0 tx=0).stop 2024-09-16T07:28:22.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:22.949+0000 7f5c250d0640 1 -- 172.21.15.31:0/1762539899 reap_dead start 2024-09-16T07:28:22.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:22.949+0000 7f5c26b33640 1 -- 172.21.15.31:0/1762539899 shutdown_connections 2024-09-16T07:28:22.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:22.949+0000 7f5c26b33640 1 -- 172.21.15.31:0/1762539899 >> 172.21.15.31:0/1762539899 conn(0x7f5c200d3e20 msgr2=0x7f5c200d4230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:22.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:22.949+0000 7f5c26b33640 1 -- 172.21.15.31:0/1762539899 shutdown_connections 2024-09-16T07:28:22.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:22.949+0000 7f5c26b33640 1 -- 172.21.15.31:0/1762539899 wait complete. 2024-09-16T07:28:22.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:22.951+0000 7f5c26b33640 1 Processor -- start 2024-09-16T07:28:22.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:22.951+0000 7f5c26b33640 1 -- start start 2024-09-16T07:28:22.952 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:22.952+0000 7f5c26b33640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5c10004800 0x7f5c201f85c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:22.952 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:22.952+0000 7f5c26b33640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5c201f5330 0x7f5c2015dbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:22.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:22.952+0000 7f5c26b33640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5c2015e100 0x7f5c201493e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:22.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:22.952+0000 7f5c26b33640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f5c200d4cd0 con 0x7f5c2015e100 2024-09-16T07:28:22.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:22.952+0000 7f5c26b33640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f5c200d4b50 con 0x7f5c10004800 2024-09-16T07:28:22.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:22.952+0000 7f5c26b33640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f5c200b7af0 con 0x7f5c201f5330 2024-09-16T07:28:22.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:22.952+0000 7f5c250d0640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5c2015e100 0x7f5c201493e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:22.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:22.952+0000 7f5c250d0640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5c2015e100 0x7f5c201493e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59220/0 (socket says 172.21.15.31:59220) 2024-09-16T07:28:22.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:22.952+0000 7f5c250d0640 1 -- 172.21.15.31:0/4195834689 learned_addr learned my addr 172.21.15.31:0/4195834689 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:22.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:22.952+0000 7f5c248cf640 1 --2- 172.21.15.31:0/4195834689 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5c10004800 0x7f5c201f85c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:22.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:22.952+0000 7f5c1ffff640 1 --2- 172.21.15.31:0/4195834689 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5c201f5330 0x7f5c2015dbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:22.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:22.952+0000 7f5c250d0640 1 -- 172.21.15.31:0/4195834689 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5c201f5330 msgr2=0x7f5c2015dbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:22.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:22.952+0000 7f5c250d0640 1 --2- 172.21.15.31:0/4195834689 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5c201f5330 0x7f5c2015dbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:22.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:22.952+0000 7f5c250d0640 1 -- 172.21.15.31:0/4195834689 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5c10004800 msgr2=0x7f5c201f85c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:22.953 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:22.952+0000 7f5c250d0640 1 --2- 172.21.15.31:0/4195834689 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5c10004800 0x7f5c201f85c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:22.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:22.952+0000 7f5c250d0640 1 -- 172.21.15.31:0/4195834689 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c2015cb20 con 0x7f5c2015e100 2024-09-16T07:28:22.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:22.952+0000 7f5c248cf640 1 --2- 172.21.15.31:0/4195834689 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5c10004800 0x7f5c201f85c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:28:22.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:22.952+0000 7f5c250d0640 1 --2- 172.21.15.31:0/4195834689 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5c2015e100 0x7f5c201493e0 secure :-1 s=READY pgs=1579 cs=0 l=1 rev1=1 crypto rx=0x7f5c200c7830 tx=0x7f5c18006660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:22.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:22.952+0000 7f5c1d7fa640 1 -- 172.21.15.31:0/4195834689 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c14009720 con 0x7f5c2015e100 2024-09-16T07:28:22.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:22.952+0000 7f5c1d7fa640 1 -- 172.21.15.31:0/4195834689 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5c1800fc90 con 0x7f5c2015e100 2024-09-16T07:28:22.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:22.952+0000 7f5c26b33640 1 -- 172.21.15.31:0/4195834689 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c2015ce00 con 0x7f5c2015e100 2024-09-16T07:28:22.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:22.952+0000 7f5c1d7fa640 1 -- 172.21.15.31:0/4195834689 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c18011690 con 0x7f5c2015e100 2024-09-16T07:28:22.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:22.952+0000 7f5c26b33640 1 -- 172.21.15.31:0/4195834689 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c2015d3c0 con 0x7f5c2015e100 2024-09-16T07:28:22.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:22.953+0000 7f5c26b33640 1 -- 172.21.15.31:0/4195834689 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5c200b73e0 con 0x7f5c2015e100 2024-09-16T07:28:22.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:22.954+0000 7f5c1d7fa640 1 -- 172.21.15.31:0/4195834689 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 22) ==== 101899+0+0 (secure 0 0 0) 0x7f5c18011830 con 0x7f5c2015e100 2024-09-16T07:28:22.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:22.955+0000 7f5c1d7fa640 1 --2- 172.21.15.31:0/4195834689 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5c04078f10 0x7f5c0407b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:22.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:22.955+0000 7f5c248cf640 1 --2- 172.21.15.31:0/4195834689 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5c04078f10 0x7f5c0407b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:22.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:22.955+0000 7f5c1d7fa640 1 -- 172.21.15.31:0/4195834689 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 5795+0+0 (secure 0 0 0) 0x7f5c1809bdc0 con 0x7f5c2015e100 2024-09-16T07:28:22.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:22.955+0000 7f5c248cf640 1 --2- 172.21.15.31:0/4195834689 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5c04078f10 0x7f5c0407b3d0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f5c14009df0 tx=0x7f5c14005f90 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:22.958 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:22.959+0000 7f5c1d7fa640 1 -- 172.21.15.31:0/4195834689 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f5c18063a80 con 0x7f5c2015e100 2024-09-16T07:28:23.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:23.185+0000 7f5c26b33640 1 -- 172.21.15.31:0/4195834689 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true} v 0) -- 0x7f5c200b4ec0 con 0x7f5c2015e100 2024-09-16T07:28:24.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.070+0000 7f5c1d7fa640 1 -- 172.21.15.31:0/4195834689 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true}]=0 v100) ==== 136+0+0 (secure 0 0 0) 0x7f5c18063380 con 0x7f5c2015e100 2024-09-16T07:28:24.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.073+0000 7f5c26b33640 1 -- 172.21.15.31:0/4195834689 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5c04078f10 msgr2=0x7f5c0407b3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:24.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.073+0000 7f5c26b33640 1 --2- 172.21.15.31:0/4195834689 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5c04078f10 0x7f5c0407b3d0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f5c14009df0 tx=0x7f5c14005f90 comp rx=0 tx=0).stop 2024-09-16T07:28:24.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.073+0000 7f5c26b33640 1 -- 172.21.15.31:0/4195834689 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5c2015e100 msgr2=0x7f5c201493e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:24.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.073+0000 7f5c26b33640 1 --2- 172.21.15.31:0/4195834689 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5c2015e100 0x7f5c201493e0 secure :-1 s=READY pgs=1579 cs=0 l=1 rev1=1 crypto rx=0x7f5c200c7830 tx=0x7f5c18006660 comp rx=0 tx=0).stop 2024-09-16T07:28:24.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.073+0000 7f5c26b33640 1 -- 172.21.15.31:0/4195834689 shutdown_connections 2024-09-16T07:28:24.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.073+0000 7f5c26b33640 1 --2- 172.21.15.31:0/4195834689 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5c04078f10 0x7f5c0407b3d0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:24.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.073+0000 7f5c26b33640 1 --2- 172.21.15.31:0/4195834689 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5c2015e100 0x7f5c201493e0 unknown :-1 s=CLOSED pgs=1579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:24.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.073+0000 7f5c26b33640 1 --2- 172.21.15.31:0/4195834689 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5c201f5330 0x7f5c2015dbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:24.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.073+0000 7f5c26b33640 1 --2- 172.21.15.31:0/4195834689 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5c10004800 0x7f5c201f85c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:24.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.073+0000 7f5c26b33640 1 -- 172.21.15.31:0/4195834689 >> 172.21.15.31:0/4195834689 conn(0x7f5c200d3e20 msgr2=0x7f5c2006dc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:24.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.073+0000 7f5c26b33640 1 -- 172.21.15.31:0/4195834689 shutdown_connections 2024-09-16T07:28:24.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.073+0000 7f5c26b33640 1 -- 172.21.15.31:0/4195834689 wait complete. 2024-09-16T07:28:24.117 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume ls 2024-09-16T07:28:24.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.232+0000 7fa2f8457640 1 -- 172.21.15.31:0/2048590459 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa2f00ceb70 msgr2=0x7fa2f00cd1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:24.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.232+0000 7fa2f8457640 1 --2- 172.21.15.31:0/2048590459 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa2f00ceb70 0x7fa2f00cd1f0 secure :-1 s=READY pgs=1581 cs=0 l=1 rev1=1 crypto rx=0x7fa2e8005fd0 tx=0x7fa2e802aa10 comp rx=0 tx=0).stop 2024-09-16T07:28:24.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.232+0000 7fa2f8457640 1 -- 172.21.15.31:0/2048590459 shutdown_connections 2024-09-16T07:28:24.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.232+0000 7fa2f8457640 1 --2- 172.21.15.31:0/2048590459 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa2f00ceb70 0x7fa2f00cd1f0 unknown :-1 s=CLOSED pgs=1581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:24.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.232+0000 7fa2f8457640 1 --2- 172.21.15.31:0/2048590459 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa2f00d2760 0x7fa2f00ce630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:24.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.232+0000 7fa2f8457640 1 -- 172.21.15.31:0/2048590459 >> 172.21.15.31:0/2048590459 conn(0x7fa2f00d1c40 msgr2=0x7fa2f00d2050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:24.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.232+0000 7fa2f8457640 1 -- 172.21.15.31:0/2048590459 shutdown_connections 2024-09-16T07:28:24.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.233+0000 7fa2f8457640 1 -- 172.21.15.31:0/2048590459 wait complete. 2024-09-16T07:28:24.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.234+0000 7fa2f8457640 1 Processor -- start 2024-09-16T07:28:24.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.234+0000 7fa2f8457640 1 -- start start 2024-09-16T07:28:24.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.234+0000 7fa2f8457640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa2f00ceb70 0x7fa2f0155e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:24.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.234+0000 7fa2f8457640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa2f00d2760 0x7fa2f006f5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:24.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.234+0000 7fa2f8457640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa2f015bd30 0x7fa2f01e8600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:24.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.234+0000 7fa2f8457640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fa2f00cf590 con 0x7fa2f00d2760 2024-09-16T07:28:24.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.234+0000 7fa2f8457640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa2f00cf410 con 0x7fa2f015bd30 2024-09-16T07:28:24.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.234+0000 7fa2f8457640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa2f00cd730 con 0x7fa2f00ceb70 2024-09-16T07:28:24.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.235+0000 7fa2f59f2640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa2f00d2760 0x7fa2f006f5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:24.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.235+0000 7fa2f59f2640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa2f00d2760 0x7fa2f006f5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59228/0 (socket says 172.21.15.31:59228) 2024-09-16T07:28:24.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.235+0000 7fa2f59f2640 1 -- 172.21.15.31:0/2758945428 learned_addr learned my addr 172.21.15.31:0/2758945428 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:24.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.235+0000 7fa2f61f3640 1 --2- 172.21.15.31:0/2758945428 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa2f00ceb70 0x7fa2f0155e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:24.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.235+0000 7fa2f69f4640 1 --2- 172.21.15.31:0/2758945428 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa2f015bd30 0x7fa2f01e8600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:24.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.235+0000 7fa2f59f2640 1 -- 172.21.15.31:0/2758945428 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa2f00ceb70 msgr2=0x7fa2f0155e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:24.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.235+0000 7fa2f59f2640 1 --2- 172.21.15.31:0/2758945428 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa2f00ceb70 0x7fa2f0155e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:24.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.235+0000 7fa2f59f2640 1 -- 172.21.15.31:0/2758945428 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa2f015bd30 msgr2=0x7fa2f01e8600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:24.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.235+0000 7fa2f59f2640 1 --2- 172.21.15.31:0/2758945428 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa2f015bd30 0x7fa2f01e8600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:24.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.235+0000 7fa2f59f2640 1 -- 172.21.15.31:0/2758945428 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2f00ca9b0 con 0x7fa2f00d2760 2024-09-16T07:28:24.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.235+0000 7fa2f59f2640 1 --2- 172.21.15.31:0/2758945428 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa2f00d2760 0x7fa2f006f5a0 secure :-1 s=READY pgs=1582 cs=0 l=1 rev1=1 crypto rx=0x7fa2e000d770 tx=0x7fa2e000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:24.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.235+0000 7fa2e6ffd640 1 -- 172.21.15.31:0/2758945428 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2e0017070 con 0x7fa2f00d2760 2024-09-16T07:28:24.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.235+0000 7fa2e6ffd640 1 -- 172.21.15.31:0/2758945428 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa2e0009d20 con 0x7fa2f00d2760 2024-09-16T07:28:24.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.235+0000 7fa2f8457640 1 -- 172.21.15.31:0/2758945428 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2f01f87f0 con 0x7fa2f00d2760 2024-09-16T07:28:24.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.235+0000 7fa2e6ffd640 1 -- 172.21.15.31:0/2758945428 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2e0004280 con 0x7fa2f00d2760 2024-09-16T07:28:24.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.235+0000 7fa2f8457640 1 -- 172.21.15.31:0/2758945428 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2f01f8db0 con 0x7fa2f00d2760 2024-09-16T07:28:24.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.236+0000 7fa2f8457640 1 -- 172.21.15.31:0/2758945428 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa2f006d5e0 con 0x7fa2f00d2760 2024-09-16T07:28:24.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.237+0000 7fa2e6ffd640 1 -- 172.21.15.31:0/2758945428 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 22) ==== 101899+0+0 (secure 0 0 0) 0x7fa2e00035f0 con 0x7fa2f00d2760 2024-09-16T07:28:24.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.238+0000 7fa2e6ffd640 1 --2- 172.21.15.31:0/2758945428 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa2d4078f10 0x7fa2d407b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:24.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.238+0000 7fa2f61f3640 1 --2- 172.21.15.31:0/2758945428 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa2d4078f10 0x7fa2d407b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:24.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.238+0000 7fa2e6ffd640 1 -- 172.21.15.31:0/2758945428 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 5795+0+0 (secure 0 0 0) 0x7fa2e009b700 con 0x7fa2f00d2760 2024-09-16T07:28:24.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.238+0000 7fa2f61f3640 1 --2- 172.21.15.31:0/2758945428 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa2d4078f10 0x7fa2d407b3d0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fa2f015f3a0 tx=0x7fa2ec009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:24.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.242+0000 7fa2e6ffd640 1 -- 172.21.15.31:0/2758945428 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fa2f006d5e0 con 0x7fa2f00d2760 2024-09-16T07:28:24.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.454+0000 7fa2f8457640 1 -- 172.21.15.31:0/2758945428 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs volume ls", "target": ["mon-mgr", ""]}) -- 0x7fa2f00cf1f0 con 0x7fa2d4078f10 2024-09-16T07:28:24.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.455+0000 7fa2e6ffd640 1 -- 172.21.15.31:0/2758945428 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+41 (secure 0 0 0) 0x7fa2f00cf1f0 con 0x7fa2d4078f10 2024-09-16T07:28:24.454 INFO:teuthology.orchestra.run.smithi031.stdout:[ 2024-09-16T07:28:24.455 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:28:24.455 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "cephfs" 2024-09-16T07:28:24.455 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:28:24.455 INFO:teuthology.orchestra.run.smithi031.stdout:] 2024-09-16T07:28:24.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.457+0000 7fa2f8457640 1 -- 172.21.15.31:0/2758945428 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa2d4078f10 msgr2=0x7fa2d407b3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:24.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.457+0000 7fa2f8457640 1 --2- 172.21.15.31:0/2758945428 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa2d4078f10 0x7fa2d407b3d0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fa2f015f3a0 tx=0x7fa2ec009040 comp rx=0 tx=0).stop 2024-09-16T07:28:24.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.457+0000 7fa2f8457640 1 -- 172.21.15.31:0/2758945428 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa2f00d2760 msgr2=0x7fa2f006f5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:24.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.457+0000 7fa2f8457640 1 --2- 172.21.15.31:0/2758945428 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa2f00d2760 0x7fa2f006f5a0 secure :-1 s=READY pgs=1582 cs=0 l=1 rev1=1 crypto rx=0x7fa2e000d770 tx=0x7fa2e000dc30 comp rx=0 tx=0).stop 2024-09-16T07:28:24.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.457+0000 7fa2f8457640 1 -- 172.21.15.31:0/2758945428 shutdown_connections 2024-09-16T07:28:24.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.457+0000 7fa2f8457640 1 --2- 172.21.15.31:0/2758945428 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa2d4078f10 0x7fa2d407b3d0 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:24.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.457+0000 7fa2f8457640 1 --2- 172.21.15.31:0/2758945428 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa2f015bd30 0x7fa2f01e8600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:24.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.457+0000 7fa2f8457640 1 --2- 172.21.15.31:0/2758945428 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa2f00d2760 0x7fa2f006f5a0 unknown :-1 s=CLOSED pgs=1582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:24.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.457+0000 7fa2f8457640 1 --2- 172.21.15.31:0/2758945428 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa2f00ceb70 0x7fa2f0155e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:24.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.457+0000 7fa2f8457640 1 -- 172.21.15.31:0/2758945428 >> 172.21.15.31:0/2758945428 conn(0x7fa2f00d1c40 msgr2=0x7fa2f015a900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:24.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.458+0000 7fa2f8457640 1 -- 172.21.15.31:0/2758945428 shutdown_connections 2024-09-16T07:28:24.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.458+0000 7fa2f8457640 1 -- 172.21.15.31:0/2758945428 wait complete. 2024-09-16T07:28:24.468 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-16T07:28:24.577 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.577+0000 7fc53e2e6640 1 -- 172.21.15.31:0/3470293237 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc5200051c0 msgr2=0x7fc52000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:24.577 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.577+0000 7fc53e2e6640 1 --2- 172.21.15.31:0/3470293237 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc5200051c0 0x7fc52000b9c0 secure :-1 s=READY pgs=1584 cs=0 l=1 rev1=1 crypto rx=0x7fc53000c640 tx=0x7fc520005830 comp rx=0 tx=0).stop 2024-09-16T07:28:24.577 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.577+0000 7fc53e2e6640 1 -- 172.21.15.31:0/3470293237 shutdown_connections 2024-09-16T07:28:24.578 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.577+0000 7fc53e2e6640 1 --2- 172.21.15.31:0/3470293237 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc5200051c0 0x7fc52000b9c0 unknown :-1 s=CLOSED pgs=1584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:24.578 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.578+0000 7fc53e2e6640 1 -- 172.21.15.31:0/3470293237 >> 172.21.15.31:0/3470293237 conn(0x7fc5380b1700 msgr2=0x7fc5380b1ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:24.578 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.578+0000 7fc53e2e6640 1 -- 172.21.15.31:0/3470293237 shutdown_connections 2024-09-16T07:28:24.578 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.578+0000 7fc53e2e6640 1 -- 172.21.15.31:0/3470293237 wait complete. 2024-09-16T07:28:24.578 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.579+0000 7fc53e2e6640 1 Processor -- start 2024-09-16T07:28:24.578 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.579+0000 7fc53e2e6640 1 -- start start 2024-09-16T07:28:24.580 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.580+0000 7fc53e2e6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc5200051c0 0x7fc5381f0370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:24.580 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.580+0000 7fc53e2e6640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc5380c64f0 0x7fc5380c7c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:24.580 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.580+0000 7fc53e2e6640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc5380c3660 0x7fc5380c3b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:24.580 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.580+0000 7fc53e2e6640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fc5380cc6c0 con 0x7fc5200051c0 2024-09-16T07:28:24.580 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.580+0000 7fc53e2e6640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc5380cc540 con 0x7fc5380c64f0 2024-09-16T07:28:24.580 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.580+0000 7fc53e2e6640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc5380cc840 con 0x7fc5380c3660 2024-09-16T07:28:24.581 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.580+0000 7fc537fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc5200051c0 0x7fc5381f0370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:24.581 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.580+0000 7fc537fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc5200051c0 0x7fc5381f0370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59244/0 (socket says 172.21.15.31:59244) 2024-09-16T07:28:24.581 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.580+0000 7fc537fff640 1 -- 172.21.15.31:0/3027495017 learned_addr learned my addr 172.21.15.31:0/3027495017 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:24.581 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.580+0000 7fc537fff640 1 -- 172.21.15.31:0/3027495017 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc5380c3660 msgr2=0x7fc5380c3b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:24.581 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.580+0000 7fc537fff640 1 --2- 172.21.15.31:0/3027495017 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc5380c3660 0x7fc5380c3b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:24.581 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.580+0000 7fc537fff640 1 -- 172.21.15.31:0/3027495017 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc5380c64f0 msgr2=0x7fc5380c7c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:24.581 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.580+0000 7fc537fff640 1 --2- 172.21.15.31:0/3027495017 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc5380c64f0 0x7fc5380c7c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:24.581 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.580+0000 7fc537fff640 1 -- 172.21.15.31:0/3027495017 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5380c8550 con 0x7fc5200051c0 2024-09-16T07:28:24.581 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.580+0000 7fc537fff640 1 --2- 172.21.15.31:0/3027495017 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc5200051c0 0x7fc5381f0370 secure :-1 s=READY pgs=1585 cs=0 l=1 rev1=1 crypto rx=0x7fc528003f00 tx=0x7fc528001630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:24.581 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.580+0000 7fc534ff9640 1 -- 172.21.15.31:0/3027495017 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc528015070 con 0x7fc5200051c0 2024-09-16T07:28:24.581 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.580+0000 7fc534ff9640 1 -- 172.21.15.31:0/3027495017 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc528011840 con 0x7fc5200051c0 2024-09-16T07:28:24.581 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.580+0000 7fc53e2e6640 1 -- 172.21.15.31:0/3027495017 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5380c8830 con 0x7fc5200051c0 2024-09-16T07:28:24.581 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.581+0000 7fc534ff9640 1 -- 172.21.15.31:0/3027495017 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc528011c70 con 0x7fc5200051c0 2024-09-16T07:28:24.582 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.581+0000 7fc53e2e6640 1 -- 172.21.15.31:0/3027495017 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5380c8df0 con 0x7fc5200051c0 2024-09-16T07:28:24.582 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.581+0000 7fc53e2e6640 1 -- 172.21.15.31:0/3027495017 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc5380c3440 con 0x7fc5200051c0 2024-09-16T07:28:24.582 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.582+0000 7fc534ff9640 1 -- 172.21.15.31:0/3027495017 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 22) ==== 101899+0+0 (secure 0 0 0) 0x7fc528018070 con 0x7fc5200051c0 2024-09-16T07:28:24.582 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.583+0000 7fc534ff9640 1 --2- 172.21.15.31:0/3027495017 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc524078f40 0x7fc52407b400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:24.583 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.583+0000 7fc5377fe640 1 --2- 172.21.15.31:0/3027495017 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc524078f40 0x7fc52407b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:24.583 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.583+0000 7fc534ff9640 1 -- 172.21.15.31:0/3027495017 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 5795+0+0 (secure 0 0 0) 0x7fc52809c2a0 con 0x7fc5200051c0 2024-09-16T07:28:24.583 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.583+0000 7fc5377fe640 1 --2- 172.21.15.31:0/3027495017 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc524078f40 0x7fc52407b400 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fc5380c9c70 tx=0x7fc52c0093b0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:24.586 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.587+0000 7fc534ff9640 1 -- 172.21.15.31:0/3027495017 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fc528063d80 con 0x7fc5200051c0 2024-09-16T07:28:24.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.777+0000 7fc53e2e6640 1 -- 172.21.15.31:0/3027495017 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fc5380caa20 con 0x7fc5200051c0 2024-09-16T07:28:24.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.777+0000 7fc534ff9640 1 -- 172.21.15.31:0/3027495017 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v44)=0 v44) ==== 122+0+0 (secure 0 0 0) 0x7fc528063680 con 0x7fc5200051c0 2024-09-16T07:28:24.779 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.780+0000 7fc53e2e6640 1 -- 172.21.15.31:0/3027495017 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc524078f40 msgr2=0x7fc52407b400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:24.779 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.780+0000 7fc53e2e6640 1 --2- 172.21.15.31:0/3027495017 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc524078f40 0x7fc52407b400 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fc5380c9c70 tx=0x7fc52c0093b0 comp rx=0 tx=0).stop 2024-09-16T07:28:24.779 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.780+0000 7fc53e2e6640 1 -- 172.21.15.31:0/3027495017 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc5200051c0 msgr2=0x7fc5381f0370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:24.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.780+0000 7fc53e2e6640 1 --2- 172.21.15.31:0/3027495017 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc5200051c0 0x7fc5381f0370 secure :-1 s=READY pgs=1585 cs=0 l=1 rev1=1 crypto rx=0x7fc528003f00 tx=0x7fc528001630 comp rx=0 tx=0).stop 2024-09-16T07:28:24.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.780+0000 7fc53e2e6640 1 -- 172.21.15.31:0/3027495017 shutdown_connections 2024-09-16T07:28:24.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.780+0000 7fc53e2e6640 1 --2- 172.21.15.31:0/3027495017 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc524078f40 0x7fc52407b400 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:24.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.780+0000 7fc53e2e6640 1 --2- 172.21.15.31:0/3027495017 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc5380c3660 0x7fc5380c3b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:24.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.780+0000 7fc53e2e6640 1 --2- 172.21.15.31:0/3027495017 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc5380c64f0 0x7fc5380c7c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:24.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.780+0000 7fc53e2e6640 1 --2- 172.21.15.31:0/3027495017 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc5200051c0 0x7fc5381f0370 unknown :-1 s=CLOSED pgs=1585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:24.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.780+0000 7fc53e2e6640 1 -- 172.21.15.31:0/3027495017 >> 172.21.15.31:0/3027495017 conn(0x7fc5380b1700 msgr2=0x7fc5380cd6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:24.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.780+0000 7fc53e2e6640 1 -- 172.21.15.31:0/3027495017 shutdown_connections 2024-09-16T07:28:24.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:24.780+0000 7fc53e2e6640 1 -- 172.21.15.31:0/3027495017 wait complete. 2024-09-16T07:28:24.790 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:28:24.791 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo mkdir -p ./volumes/_nogroup/subvol94230) 2024-09-16T07:28:24.825 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:28:24.825 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo mkdir -p ./volumes/subvol_grp38190/subvol9111) 2024-09-16T07:28:24.895 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs subvol94230 2024-09-16T07:28:25.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.044+0000 7f98006ed640 1 -- 172.21.15.31:0/4282746687 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f97f815bae0 msgr2=0x7f97f80cc980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:25.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.044+0000 7f98006ed640 1 --2- 172.21.15.31:0/4282746687 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f97f815bae0 0x7f97f80cc980 secure :-1 s=READY pgs=1586 cs=0 l=1 rev1=1 crypto rx=0x7f97f0005fd0 tx=0x7f97f002aa00 comp rx=0 tx=0).stop 2024-09-16T07:28:25.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.044+0000 7f98006ed640 1 -- 172.21.15.31:0/4282746687 shutdown_connections 2024-09-16T07:28:25.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.044+0000 7f98006ed640 1 --2- 172.21.15.31:0/4282746687 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f97f815bae0 0x7f97f80cc980 unknown :-1 s=CLOSED pgs=1586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:25.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.044+0000 7f98006ed640 1 --2- 172.21.15.31:0/4282746687 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f97f8151e30 0x7f97f806fb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:25.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.044+0000 7f98006ed640 1 -- 172.21.15.31:0/4282746687 >> 172.21.15.31:0/4282746687 conn(0x7f97f80b1700 msgr2=0x7f97f80b1ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:25.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.044+0000 7f98006ed640 1 -- 172.21.15.31:0/4282746687 shutdown_connections 2024-09-16T07:28:25.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.044+0000 7f98006ed640 1 -- 172.21.15.31:0/4282746687 wait complete. 2024-09-16T07:28:25.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.046+0000 7f98006ed640 1 Processor -- start 2024-09-16T07:28:25.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.046+0000 7f98006ed640 1 -- start start 2024-09-16T07:28:25.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.046+0000 7f98006ed640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f97f80cc540 0x7f97f81f50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:25.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.046+0000 7f98006ed640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f97f8151e30 0x7f97f80c3660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:25.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.046+0000 7f98006ed640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f97f815bae0 0x7f97f814ff40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:25.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.046+0000 7f98006ed640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f97f80cb0e0 con 0x7f97f8151e30 2024-09-16T07:28:25.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.046+0000 7f98006ed640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f97f80caf60 con 0x7f97f815bae0 2024-09-16T07:28:25.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.046+0000 7f98006ed640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f97f80cb260 con 0x7f97f80cc540 2024-09-16T07:28:25.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.047+0000 7f97fdc88640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f97f8151e30 0x7f97f80c3660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:25.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.047+0000 7f97fdc88640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f97f8151e30 0x7f97f80c3660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59272/0 (socket says 172.21.15.31:59272) 2024-09-16T07:28:25.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.047+0000 7f97fdc88640 1 -- 172.21.15.31:0/2669498817 learned_addr learned my addr 172.21.15.31:0/2669498817 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:25.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.047+0000 7f97fe489640 1 --2- 172.21.15.31:0/2669498817 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f97f80cc540 0x7f97f81f50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:25.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.047+0000 7f97fec8a640 1 --2- 172.21.15.31:0/2669498817 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f97f815bae0 0x7f97f814ff40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:25.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.047+0000 7f97fdc88640 1 -- 172.21.15.31:0/2669498817 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f97f80cc540 msgr2=0x7f97f81f50c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:25.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.047+0000 7f97fdc88640 1 --2- 172.21.15.31:0/2669498817 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f97f80cc540 0x7f97f81f50c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:25.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.047+0000 7f97fdc88640 1 -- 172.21.15.31:0/2669498817 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f97f815bae0 msgr2=0x7f97f814ff40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:25.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.047+0000 7f97fdc88640 1 --2- 172.21.15.31:0/2669498817 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f97f815bae0 0x7f97f814ff40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:25.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.047+0000 7f97fdc88640 1 -- 172.21.15.31:0/2669498817 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97f80c3ba0 con 0x7f97f8151e30 2024-09-16T07:28:25.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.047+0000 7f97fdc88640 1 --2- 172.21.15.31:0/2669498817 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f97f8151e30 0x7f97f80c3660 secure :-1 s=READY pgs=1587 cs=0 l=1 rev1=1 crypto rx=0x7f97ec00c410 tx=0x7f97ec00c810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:25.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.047+0000 7f97f6ffd640 1 -- 172.21.15.31:0/2669498817 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97ec017070 con 0x7f97f8151e30 2024-09-16T07:28:25.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.047+0000 7f97f6ffd640 1 -- 172.21.15.31:0/2669498817 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f97ec0035f0 con 0x7f97f8151e30 2024-09-16T07:28:25.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.047+0000 7f98006ed640 1 -- 172.21.15.31:0/2669498817 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f97f80c3e40 con 0x7f97f8151e30 2024-09-16T07:28:25.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.047+0000 7f97f6ffd640 1 -- 172.21.15.31:0/2669498817 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97ec003a80 con 0x7f97f8151e30 2024-09-16T07:28:25.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.047+0000 7f98006ed640 1 -- 172.21.15.31:0/2669498817 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97f80c4400 con 0x7f97f8151e30 2024-09-16T07:28:25.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.048+0000 7f98006ed640 1 -- 172.21.15.31:0/2669498817 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f97f80cb780 con 0x7f97f8151e30 2024-09-16T07:28:25.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.049+0000 7f97f6ffd640 1 -- 172.21.15.31:0/2669498817 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 22) ==== 101899+0+0 (secure 0 0 0) 0x7f97ec01a070 con 0x7f97f8151e30 2024-09-16T07:28:25.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.050+0000 7f97f6ffd640 1 --2- 172.21.15.31:0/2669498817 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f97e4078f10 0x7f97e407b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:25.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.050+0000 7f97fe489640 1 --2- 172.21.15.31:0/2669498817 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f97e4078f10 0x7f97e407b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:25.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.050+0000 7f97f6ffd640 1 -- 172.21.15.31:0/2669498817 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 5795+0+0 (secure 0 0 0) 0x7f97ec09a8e0 con 0x7f97f8151e30 2024-09-16T07:28:25.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.050+0000 7f97fe489640 1 --2- 172.21.15.31:0/2669498817 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f97e4078f10 0x7f97e407b3d0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f97e8009990 tx=0x7f97e8009110 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:25.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.054+0000 7f97f6ffd640 1 -- 172.21.15.31:0/2669498817 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f97ec0010c0 con 0x7f97f8151e30 2024-09-16T07:28:25.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.271+0000 7f98006ed640 1 -- 172.21.15.31:0/2669498817 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "subvol94230", "target": ["mon-mgr", ""]}) -- 0x7f97f80af670 con 0x7f97e4078f10 2024-09-16T07:28:25.275 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:28:25.276+0000 7f8a5fdaa640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:28:25.276 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:28:25.276+0000 7f8a5fdaa640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:28:25.276 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:28:25.276+0000 7f8a5fdaa640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:28:25.276 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:28:25.276+0000 7f8a5fdaa640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:28:25.276 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:28:25.276+0000 7f8a5fdaa640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:28:25.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.302+0000 7f97f6ffd640 1 -- 172.21.15.31:0/2669498817 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+30 (secure 0 0 0) 0x7f97f80af670 con 0x7f97e4078f10 2024-09-16T07:28:25.302 INFO:teuthology.orchestra.run.smithi031.stdout:/volumes/_nogroup/subvol94230 2024-09-16T07:28:25.304 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.304+0000 7f98006ed640 1 -- 172.21.15.31:0/2669498817 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f97e4078f10 msgr2=0x7f97e407b3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:25.304 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.304+0000 7f98006ed640 1 --2- 172.21.15.31:0/2669498817 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f97e4078f10 0x7f97e407b3d0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f97e8009990 tx=0x7f97e8009110 comp rx=0 tx=0).stop 2024-09-16T07:28:25.304 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.304+0000 7f98006ed640 1 -- 172.21.15.31:0/2669498817 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f97f8151e30 msgr2=0x7f97f80c3660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:25.304 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.304+0000 7f98006ed640 1 --2- 172.21.15.31:0/2669498817 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f97f8151e30 0x7f97f80c3660 secure :-1 s=READY pgs=1587 cs=0 l=1 rev1=1 crypto rx=0x7f97ec00c410 tx=0x7f97ec00c810 comp rx=0 tx=0).stop 2024-09-16T07:28:25.304 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.304+0000 7f98006ed640 1 -- 172.21.15.31:0/2669498817 shutdown_connections 2024-09-16T07:28:25.304 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.304+0000 7f98006ed640 1 --2- 172.21.15.31:0/2669498817 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f97e4078f10 0x7f97e407b3d0 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:25.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.304+0000 7f98006ed640 1 --2- 172.21.15.31:0/2669498817 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f97f815bae0 0x7f97f814ff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:25.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.304+0000 7f98006ed640 1 --2- 172.21.15.31:0/2669498817 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f97f8151e30 0x7f97f80c3660 unknown :-1 s=CLOSED pgs=1587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:25.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.304+0000 7f98006ed640 1 --2- 172.21.15.31:0/2669498817 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f97f80cc540 0x7f97f81f50c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:25.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.304+0000 7f98006ed640 1 -- 172.21.15.31:0/2669498817 >> 172.21.15.31:0/2669498817 conn(0x7f97f80b1700 msgr2=0x7f97f80ae840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:25.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.305+0000 7f98006ed640 1 -- 172.21.15.31:0/2669498817 shutdown_connections 2024-09-16T07:28:25.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.305+0000 7f98006ed640 1 -- 172.21.15.31:0/2669498817 wait complete. 2024-09-16T07:28:25.315 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs subvol9111 subvol_grp38190 2024-09-16T07:28:25.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.425+0000 7f5daaf4b640 1 -- 172.21.15.31:0/4109710367 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5d94003fd0 msgr2=0x7f5d94004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:25.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.425+0000 7f5daaf4b640 1 --2- 172.21.15.31:0/4109710367 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5d94003fd0 0x7f5d94004800 secure :-1 s=READY pgs=1591 cs=0 l=1 rev1=1 crypto rx=0x7f5d90009b20 tx=0x7f5d94005830 comp rx=0 tx=0).stop 2024-09-16T07:28:25.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.425+0000 7f5da94e8640 1 -- 172.21.15.31:0/4109710367 reap_dead start 2024-09-16T07:28:25.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.425+0000 7f5daaf4b640 1 -- 172.21.15.31:0/4109710367 shutdown_connections 2024-09-16T07:28:25.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.425+0000 7f5daaf4b640 1 -- 172.21.15.31:0/4109710367 >> 172.21.15.31:0/4109710367 conn(0x7f5da40d3e20 msgr2=0x7f5da40d4230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:25.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.425+0000 7f5daaf4b640 1 -- 172.21.15.31:0/4109710367 shutdown_connections 2024-09-16T07:28:25.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.425+0000 7f5daaf4b640 1 -- 172.21.15.31:0/4109710367 wait complete. 2024-09-16T07:28:25.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.426+0000 7f5daaf4b640 1 Processor -- start 2024-09-16T07:28:25.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.426+0000 7f5daaf4b640 1 -- start start 2024-09-16T07:28:25.428 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.427+0000 7f5daaf4b640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5d94003fd0 0x7f5da41f8b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:25.428 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.427+0000 7f5daaf4b640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5da415a730 0x7f5da4157150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:25.428 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.427+0000 7f5daaf4b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5da415d430 0x7f5da415d8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:25.428 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.427+0000 7f5daaf4b640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f5da40d2230 con 0x7f5da415d430 2024-09-16T07:28:25.428 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.427+0000 7f5daaf4b640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f5da40d20b0 con 0x7f5da415a730 2024-09-16T07:28:25.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.427+0000 7f5daaf4b640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f5da415aea0 con 0x7f5d94003fd0 2024-09-16T07:28:25.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.427+0000 7f5da94e8640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5da415d430 0x7f5da415d8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:25.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.427+0000 7f5da94e8640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5da415d430 0x7f5da415d8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59314/0 (socket says 172.21.15.31:59314) 2024-09-16T07:28:25.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.427+0000 7f5da94e8640 1 -- 172.21.15.31:0/1971474577 learned_addr learned my addr 172.21.15.31:0/1971474577 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:25.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.428+0000 7f5da8ce7640 1 --2- 172.21.15.31:0/1971474577 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5d94003fd0 0x7f5da41f8b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:25.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.428+0000 7f5da3fff640 1 --2- 172.21.15.31:0/1971474577 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5da415a730 0x7f5da4157150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:25.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.428+0000 7f5da94e8640 1 -- 172.21.15.31:0/1971474577 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5d94003fd0 msgr2=0x7f5da41f8b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:25.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.428+0000 7f5da94e8640 1 --2- 172.21.15.31:0/1971474577 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5d94003fd0 0x7f5da41f8b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:25.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.428+0000 7f5da94e8640 1 -- 172.21.15.31:0/1971474577 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5da415a730 msgr2=0x7f5da4157150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:25.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.428+0000 7f5da94e8640 1 --2- 172.21.15.31:0/1971474577 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5da415a730 0x7f5da4157150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:25.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.428+0000 7f5da94e8640 1 -- 172.21.15.31:0/1971474577 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5da415abc0 con 0x7f5da415d430 2024-09-16T07:28:25.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.428+0000 7f5da94e8640 1 --2- 172.21.15.31:0/1971474577 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5da415d430 0x7f5da415d8b0 secure :-1 s=READY pgs=1592 cs=0 l=1 rev1=1 crypto rx=0x7f5da40c7830 tx=0x7f5d9c00eca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:25.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.428+0000 7f5da17fa640 1 -- 172.21.15.31:0/1971474577 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d9c015020 con 0x7f5da415d430 2024-09-16T07:28:25.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.428+0000 7f5da17fa640 1 -- 172.21.15.31:0/1971474577 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5d9c00ccb0 con 0x7f5da415d430 2024-09-16T07:28:25.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.428+0000 7f5daaf4b640 1 -- 172.21.15.31:0/1971474577 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5da415c950 con 0x7f5da415d430 2024-09-16T07:28:25.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.428+0000 7f5da17fa640 1 -- 172.21.15.31:0/1971474577 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d9c00cea0 con 0x7f5da415d430 2024-09-16T07:28:25.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.428+0000 7f5daaf4b640 1 -- 172.21.15.31:0/1971474577 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5da415cf10 con 0x7f5da415d430 2024-09-16T07:28:25.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.429+0000 7f5daaf4b640 1 -- 172.21.15.31:0/1971474577 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5da40d2c70 con 0x7f5da415d430 2024-09-16T07:28:25.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.430+0000 7f5da17fa640 1 -- 172.21.15.31:0/1971474577 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 22) ==== 101899+0+0 (secure 0 0 0) 0x7f5d9c018020 con 0x7f5da415d430 2024-09-16T07:28:25.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.430+0000 7f5da17fa640 1 --2- 172.21.15.31:0/1971474577 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5d88078f40 0x7f5d8807b400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:25.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.430+0000 7f5da17fa640 1 -- 172.21.15.31:0/1971474577 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 5795+0+0 (secure 0 0 0) 0x7f5d9c09beb0 con 0x7f5da415d430 2024-09-16T07:28:25.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.430+0000 7f5da8ce7640 1 --2- 172.21.15.31:0/1971474577 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5d88078f40 0x7f5d8807b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:25.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.431+0000 7f5da8ce7640 1 --2- 172.21.15.31:0/1971474577 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5d88078f40 0x7f5d8807b400 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f5d98009a40 tx=0x7f5d98005f90 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:25.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.435+0000 7f5da17fa640 1 -- 172.21.15.31:0/1971474577 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f5d9c01f020 con 0x7f5da415d430 2024-09-16T07:28:25.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.650+0000 7f5daaf4b640 1 -- 172.21.15.31:0/1971474577 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "subvol9111", "group_name": "subvol_grp38190", "target": ["mon-mgr", ""]}) -- 0x7f5da40b4ec0 con 0x7f5d88078f40 2024-09-16T07:28:25.667 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.668+0000 7f5da17fa640 1 -- 172.21.15.31:0/1971474577 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+36 (secure 0 0 0) 0x7f5da40b4ec0 con 0x7f5d88078f40 2024-09-16T07:28:25.668 INFO:teuthology.orchestra.run.smithi031.stdout:/volumes/subvol_grp38190/subvol9111 2024-09-16T07:28:25.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.670+0000 7f5daaf4b640 1 -- 172.21.15.31:0/1971474577 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5d88078f40 msgr2=0x7f5d8807b400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:25.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.670+0000 7f5daaf4b640 1 --2- 172.21.15.31:0/1971474577 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5d88078f40 0x7f5d8807b400 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f5d98009a40 tx=0x7f5d98005f90 comp rx=0 tx=0).stop 2024-09-16T07:28:25.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.670+0000 7f5daaf4b640 1 -- 172.21.15.31:0/1971474577 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5da415d430 msgr2=0x7f5da415d8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:25.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.670+0000 7f5daaf4b640 1 --2- 172.21.15.31:0/1971474577 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5da415d430 0x7f5da415d8b0 secure :-1 s=READY pgs=1592 cs=0 l=1 rev1=1 crypto rx=0x7f5da40c7830 tx=0x7f5d9c00eca0 comp rx=0 tx=0).stop 2024-09-16T07:28:25.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.670+0000 7f5daaf4b640 1 -- 172.21.15.31:0/1971474577 shutdown_connections 2024-09-16T07:28:25.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.670+0000 7f5daaf4b640 1 --2- 172.21.15.31:0/1971474577 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5d88078f40 0x7f5d8807b400 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:25.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.670+0000 7f5daaf4b640 1 --2- 172.21.15.31:0/1971474577 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5da415d430 0x7f5da415d8b0 unknown :-1 s=CLOSED pgs=1592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:25.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.670+0000 7f5daaf4b640 1 --2- 172.21.15.31:0/1971474577 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5da415a730 0x7f5da4157150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:25.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.670+0000 7f5daaf4b640 1 --2- 172.21.15.31:0/1971474577 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5d94003fd0 0x7f5da41f8b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:25.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.670+0000 7f5daaf4b640 1 -- 172.21.15.31:0/1971474577 >> 172.21.15.31:0/1971474577 conn(0x7f5da40d3e20 msgr2=0x7f5da40b5750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:25.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.671+0000 7f5daaf4b640 1 -- 172.21.15.31:0/1971474577 shutdown_connections 2024-09-16T07:28:25.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.671+0000 7f5daaf4b640 1 -- 172.21.15.31:0/1971474577 wait complete. 2024-09-16T07:28:25.681 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs subvol94230 2024-09-16T07:28:25.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.790+0000 7ff3fc0ed640 1 -- 172.21.15.31:0/3924825925 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff3e0004d40 msgr2=0x7ff3e00051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:25.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.790+0000 7ff3fc0ed640 1 --2- 172.21.15.31:0/3924825925 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff3e0004d40 0x7ff3e00051c0 secure :-1 s=READY pgs=1594 cs=0 l=1 rev1=1 crypto rx=0x7ff3ec00c670 tx=0x7ff3e0005830 comp rx=0 tx=0).stop 2024-09-16T07:28:25.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.790+0000 7ff3fa68a640 1 -- 172.21.15.31:0/3924825925 reap_dead start 2024-09-16T07:28:25.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.790+0000 7ff3fc0ed640 1 -- 172.21.15.31:0/3924825925 shutdown_connections 2024-09-16T07:28:25.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.790+0000 7ff3fc0ed640 1 -- 172.21.15.31:0/3924825925 >> 172.21.15.31:0/3924825925 conn(0x7ff3f409aa30 msgr2=0x7ff3f409ae40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:25.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.790+0000 7ff3fc0ed640 1 -- 172.21.15.31:0/3924825925 shutdown_connections 2024-09-16T07:28:25.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.790+0000 7ff3fc0ed640 1 -- 172.21.15.31:0/3924825925 wait complete. 2024-09-16T07:28:25.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.791+0000 7ff3fc0ed640 1 Processor -- start 2024-09-16T07:28:25.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.792+0000 7ff3fc0ed640 1 -- start start 2024-09-16T07:28:25.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.792+0000 7ff3fc0ed640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff3f414f420 0x7ff3f414faf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:25.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.792+0000 7ff3fc0ed640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff3f41f3290 0x7ff3f4157ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:25.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.792+0000 7ff3fc0ed640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff3f4157ff0 0x7ff3f41f5df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:25.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.792+0000 7ff3fc0ed640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7ff3f40b0a50 con 0x7ff3f41f3290 2024-09-16T07:28:25.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.792+0000 7ff3fc0ed640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ff3f40d1ce0 con 0x7ff3f414f420 2024-09-16T07:28:25.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.792+0000 7ff3fc0ed640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ff3f40cbc70 con 0x7ff3f4157ff0 2024-09-16T07:28:25.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.792+0000 7ff3f9688640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff3f41f3290 0x7ff3f4157ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:25.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.792+0000 7ff3f9688640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff3f41f3290 0x7ff3f4157ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59324/0 (socket says 172.21.15.31:59324) 2024-09-16T07:28:25.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.792+0000 7ff3f9688640 1 -- 172.21.15.31:0/2759440222 learned_addr learned my addr 172.21.15.31:0/2759440222 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:25.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.792+0000 7ff3f9e89640 1 --2- 172.21.15.31:0/2759440222 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff3f414f420 0x7ff3f414faf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:25.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.793+0000 7ff3fa68a640 1 --2- 172.21.15.31:0/2759440222 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff3f4157ff0 0x7ff3f41f5df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:25.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.793+0000 7ff3f9688640 1 -- 172.21.15.31:0/2759440222 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff3f4157ff0 msgr2=0x7ff3f41f5df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:25.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.793+0000 7ff3f9688640 1 --2- 172.21.15.31:0/2759440222 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff3f4157ff0 0x7ff3f41f5df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:25.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.793+0000 7ff3f9688640 1 -- 172.21.15.31:0/2759440222 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff3f414f420 msgr2=0x7ff3f414faf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:25.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.793+0000 7ff3f9688640 1 --2- 172.21.15.31:0/2759440222 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff3f414f420 0x7ff3f414faf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:25.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.793+0000 7ff3f9688640 1 -- 172.21.15.31:0/2759440222 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3f40c8900 con 0x7ff3f41f3290 2024-09-16T07:28:25.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.793+0000 7ff3f9688640 1 --2- 172.21.15.31:0/2759440222 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff3f41f3290 0x7ff3f4157ab0 secure :-1 s=READY pgs=1595 cs=0 l=1 rev1=1 crypto rx=0x7ff3e80118a0 tx=0x7ff3e8011d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:25.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.793+0000 7ff3e67fc640 1 -- 172.21.15.31:0/2759440222 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3e800fbb0 con 0x7ff3f41f3290 2024-09-16T07:28:25.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.793+0000 7ff3e67fc640 1 -- 172.21.15.31:0/2759440222 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff3e800fd50 con 0x7ff3f41f3290 2024-09-16T07:28:25.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.793+0000 7ff3fc0ed640 1 -- 172.21.15.31:0/2759440222 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3f40cb940 con 0x7ff3f41f3290 2024-09-16T07:28:25.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.793+0000 7ff3e67fc640 1 -- 172.21.15.31:0/2759440222 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3e8019670 con 0x7ff3f41f3290 2024-09-16T07:28:25.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.793+0000 7ff3fc0ed640 1 -- 172.21.15.31:0/2759440222 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3f40c8340 con 0x7ff3f41f3290 2024-09-16T07:28:25.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.794+0000 7ff3fc0ed640 1 -- 172.21.15.31:0/2759440222 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff3f40d21f0 con 0x7ff3f41f3290 2024-09-16T07:28:25.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.795+0000 7ff3e67fc640 1 -- 172.21.15.31:0/2759440222 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 22) ==== 101899+0+0 (secure 0 0 0) 0x7ff3e8019810 con 0x7ff3f41f3290 2024-09-16T07:28:25.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.796+0000 7ff3e67fc640 1 --2- 172.21.15.31:0/2759440222 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff3d8078f40 0x7ff3d807b400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:25.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.796+0000 7ff3f9e89640 1 --2- 172.21.15.31:0/2759440222 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff3d8078f40 0x7ff3d807b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:25.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.796+0000 7ff3e67fc640 1 -- 172.21.15.31:0/2759440222 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 5795+0+0 (secure 0 0 0) 0x7ff3e809c000 con 0x7ff3f41f3290 2024-09-16T07:28:25.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.796+0000 7ff3f9e89640 1 --2- 172.21.15.31:0/2759440222 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff3d8078f40 0x7ff3d807b400 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7ff3f0009bd0 tx=0x7ff3f0005f90 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:25.799 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:25.800+0000 7ff3e67fc640 1 -- 172.21.15.31:0/2759440222 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7ff3e80635e0 con 0x7ff3f41f3290 2024-09-16T07:28:26.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:26.016+0000 7ff3fc0ed640 1 -- 172.21.15.31:0/2759440222 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "subvol94230", "target": ["mon-mgr", ""]}) -- 0x7ff3f41583d0 con 0x7ff3d8078f40 2024-09-16T07:28:26.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:26.020+0000 7ff3e67fc640 1 -- 172.21.15.31:0/2759440222 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+30 (secure 0 0 0) 0x7ff3f41583d0 con 0x7ff3d8078f40 2024-09-16T07:28:26.020 INFO:teuthology.orchestra.run.smithi031.stdout:/volumes/_nogroup/subvol94230 2024-09-16T07:28:26.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:26.023+0000 7ff3fc0ed640 1 -- 172.21.15.31:0/2759440222 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff3d8078f40 msgr2=0x7ff3d807b400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:26.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:26.023+0000 7ff3fc0ed640 1 --2- 172.21.15.31:0/2759440222 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff3d8078f40 0x7ff3d807b400 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7ff3f0009bd0 tx=0x7ff3f0005f90 comp rx=0 tx=0).stop 2024-09-16T07:28:26.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:26.023+0000 7ff3fc0ed640 1 -- 172.21.15.31:0/2759440222 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff3f41f3290 msgr2=0x7ff3f4157ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:26.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:26.023+0000 7ff3fc0ed640 1 --2- 172.21.15.31:0/2759440222 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff3f41f3290 0x7ff3f4157ab0 secure :-1 s=READY pgs=1595 cs=0 l=1 rev1=1 crypto rx=0x7ff3e80118a0 tx=0x7ff3e8011d60 comp rx=0 tx=0).stop 2024-09-16T07:28:26.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:26.023+0000 7ff3fc0ed640 1 -- 172.21.15.31:0/2759440222 shutdown_connections 2024-09-16T07:28:26.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:26.023+0000 7ff3fc0ed640 1 --2- 172.21.15.31:0/2759440222 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff3d8078f40 0x7ff3d807b400 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:26.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:26.023+0000 7ff3fc0ed640 1 --2- 172.21.15.31:0/2759440222 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff3f4157ff0 0x7ff3f41f5df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:26.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:26.023+0000 7ff3fc0ed640 1 --2- 172.21.15.31:0/2759440222 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff3f41f3290 0x7ff3f4157ab0 unknown :-1 s=CLOSED pgs=1595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:26.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:26.023+0000 7ff3fc0ed640 1 --2- 172.21.15.31:0/2759440222 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff3f414f420 0x7ff3f414faf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:26.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:26.023+0000 7ff3fc0ed640 1 -- 172.21.15.31:0/2759440222 >> 172.21.15.31:0/2759440222 conn(0x7ff3f409aa30 msgr2=0x7ff3f4070a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:26.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:26.023+0000 7ff3fc0ed640 1 -- 172.21.15.31:0/2759440222 shutdown_connections 2024-09-16T07:28:26.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:26.023+0000 7ff3fc0ed640 1 -- 172.21.15.31:0/2759440222 wait complete. 2024-09-16T07:28:26.033 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:28:26.033 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo cat ./volumes/_legacy/608e896a6f065b6dc881b221e491c580.meta) 2024-09-16T07:28:29.312 INFO:teuthology.orchestra.run.smithi031.stdout:[GLOBAL] 2024-09-16T07:28:29.312 INFO:teuthology.orchestra.run.smithi031.stdout:version = 1 2024-09-16T07:28:29.312 INFO:teuthology.orchestra.run.smithi031.stdout:type = subvolume 2024-09-16T07:28:29.312 INFO:teuthology.orchestra.run.smithi031.stdout:path = /volumes/_nogroup/subvol94230 2024-09-16T07:28:29.312 INFO:teuthology.orchestra.run.smithi031.stdout:state = complete 2024-09-16T07:28:29.312 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:28:29.314 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs subvol9111 subvol_grp38190 2024-09-16T07:28:29.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:29.437+0000 7f5bff840640 1 -- 172.21.15.31:0/2471888379 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5bf815f4c0 msgr2=0x7f5bf80ce3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:29.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:29.437+0000 7f5bff840640 1 --2- 172.21.15.31:0/2471888379 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5bf815f4c0 0x7f5bf80ce3f0 secure :-1 s=READY pgs=1596 cs=0 l=1 rev1=1 crypto rx=0x7f5bf4005fd0 tx=0x7f5bf402a5d0 comp rx=0 tx=0).stop 2024-09-16T07:28:29.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:29.437+0000 7f5bff840640 1 -- 172.21.15.31:0/2471888379 shutdown_connections 2024-09-16T07:28:29.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:29.437+0000 7f5bff840640 1 --2- 172.21.15.31:0/2471888379 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5bf80b2a20 0x7f5bf80cc630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:29.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:29.437+0000 7f5bff840640 1 --2- 172.21.15.31:0/2471888379 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5bf815f4c0 0x7f5bf80ce3f0 unknown :-1 s=CLOSED pgs=1596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:29.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:29.437+0000 7f5bff840640 1 -- 172.21.15.31:0/2471888379 >> 172.21.15.31:0/2471888379 conn(0x7f5bf80d1bc0 msgr2=0x7f5bf80d1fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:29.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:29.437+0000 7f5bff840640 1 -- 172.21.15.31:0/2471888379 shutdown_connections 2024-09-16T07:28:29.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:29.437+0000 7f5bff840640 1 -- 172.21.15.31:0/2471888379 wait complete. 2024-09-16T07:28:29.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:29.438+0000 7f5bff840640 1 Processor -- start 2024-09-16T07:28:29.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:29.438+0000 7f5bff840640 1 -- start start 2024-09-16T07:28:29.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:29.439+0000 7f5bff840640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5bf80b2a20 0x7f5bf80b6c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:29.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:29.439+0000 7f5bff840640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5bf80ce930 0x7f5bf80c7660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:29.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:29.439+0000 7f5bff840640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5bf815f4c0 0x7f5bf80c5660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:29.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:29.439+0000 7f5bff840640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f5bf80d0920 con 0x7f5bf80ce930 2024-09-16T07:28:29.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:29.439+0000 7f5bff840640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f5bf80d07a0 con 0x7f5bf815f4c0 2024-09-16T07:28:29.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:29.439+0000 7f5bff840640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f5bf80d0aa0 con 0x7f5bf80b2a20 2024-09-16T07:28:29.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:29.439+0000 7f5bfcddb640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5bf80ce930 0x7f5bf80c7660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:29.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:29.439+0000 7f5bfcddb640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5bf80ce930 0x7f5bf80c7660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59338/0 (socket says 172.21.15.31:59338) 2024-09-16T07:28:29.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:29.439+0000 7f5bfcddb640 1 -- 172.21.15.31:0/3769297987 learned_addr learned my addr 172.21.15.31:0/3769297987 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:29.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:29.439+0000 7f5bfd5dc640 1 --2- 172.21.15.31:0/3769297987 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5bf80b2a20 0x7f5bf80b6c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:29.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:29.439+0000 7f5bfdddd640 1 --2- 172.21.15.31:0/3769297987 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5bf815f4c0 0x7f5bf80c5660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:29.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:29.439+0000 7f5bfcddb640 1 -- 172.21.15.31:0/3769297987 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5bf80b2a20 msgr2=0x7f5bf80b6c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:29.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:29.439+0000 7f5bfcddb640 1 --2- 172.21.15.31:0/3769297987 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5bf80b2a20 0x7f5bf80b6c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:29.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:29.439+0000 7f5bfcddb640 1 -- 172.21.15.31:0/3769297987 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5bf815f4c0 msgr2=0x7f5bf80c5660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:29.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:29.439+0000 7f5bfcddb640 1 --2- 172.21.15.31:0/3769297987 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5bf815f4c0 0x7f5bf80c5660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:29.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:29.439+0000 7f5bfcddb640 1 -- 172.21.15.31:0/3769297987 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5bf81f8980 con 0x7f5bf80ce930 2024-09-16T07:28:29.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:29.439+0000 7f5bfcddb640 1 --2- 172.21.15.31:0/3769297987 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5bf80ce930 0x7f5bf80c7660 secure :-1 s=READY pgs=1597 cs=0 l=1 rev1=1 crypto rx=0x7f5be800c480 tx=0x7f5be800c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:29.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:29.440+0000 7f5bedffb640 1 -- 172.21.15.31:0/3769297987 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5be80052d0 con 0x7f5bf80ce930 2024-09-16T07:28:29.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:29.440+0000 7f5bedffb640 1 -- 172.21.15.31:0/3769297987 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5be8005470 con 0x7f5bf80ce930 2024-09-16T07:28:29.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:29.440+0000 7f5bff840640 1 -- 172.21.15.31:0/3769297987 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5bf81f8c60 con 0x7f5bf80ce930 2024-09-16T07:28:29.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:29.440+0000 7f5bedffb640 1 -- 172.21.15.31:0/3769297987 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5be8012870 con 0x7f5bf80ce930 2024-09-16T07:28:29.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:29.440+0000 7f5bff840640 1 -- 172.21.15.31:0/3769297987 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5bf80b71b0 con 0x7f5bf80ce930 2024-09-16T07:28:29.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:29.441+0000 7f5bff840640 1 -- 172.21.15.31:0/3769297987 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5bf80cc630 con 0x7f5bf80ce930 2024-09-16T07:28:29.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:29.441+0000 7f5bedffb640 1 -- 172.21.15.31:0/3769297987 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 23) ==== 101950+0+0 (secure 0 0 0) 0x7f5be80035f0 con 0x7f5bf80ce930 2024-09-16T07:28:29.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:29.442+0000 7f5bedffb640 1 --2- 172.21.15.31:0/3769297987 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5bdc078fa0 0x7f5bdc07b460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:29.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:29.442+0000 7f5bedffb640 1 -- 172.21.15.31:0/3769297987 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 5795+0+0 (secure 0 0 0) 0x7f5be809b6a0 con 0x7f5bf80ce930 2024-09-16T07:28:29.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:29.442+0000 7f5bfd5dc640 1 --2- 172.21.15.31:0/3769297987 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5bdc078fa0 0x7f5bdc07b460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:29.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:29.443+0000 7f5bfd5dc640 1 --2- 172.21.15.31:0/3769297987 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5bdc078fa0 0x7f5bdc07b460 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f5bf4033000 tx=0x7f5bf4004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:29.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:29.447+0000 7f5bedffb640 1 -- 172.21.15.31:0/3769297987 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f5be80626e0 con 0x7f5bf80ce930 2024-09-16T07:28:29.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:29.667+0000 7f5bff840640 1 -- 172.21.15.31:0/3769297987 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "subvol9111", "group_name": "subvol_grp38190", "target": ["mon-mgr", ""]}) -- 0x7f5bf815ebc0 con 0x7f5bdc078fa0 2024-09-16T07:28:29.670 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:29.671+0000 7f5bedffb640 1 -- 172.21.15.31:0/3769297987 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+36 (secure 0 0 0) 0x7f5bf815ebc0 con 0x7f5bdc078fa0 2024-09-16T07:28:29.670 INFO:teuthology.orchestra.run.smithi031.stdout:/volumes/subvol_grp38190/subvol9111 2024-09-16T07:28:29.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:29.673+0000 7f5bff840640 1 -- 172.21.15.31:0/3769297987 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5bdc078fa0 msgr2=0x7f5bdc07b460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:29.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:29.673+0000 7f5bff840640 1 --2- 172.21.15.31:0/3769297987 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5bdc078fa0 0x7f5bdc07b460 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f5bf4033000 tx=0x7f5bf4004730 comp rx=0 tx=0).stop 2024-09-16T07:28:29.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:29.673+0000 7f5bff840640 1 -- 172.21.15.31:0/3769297987 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5bf80ce930 msgr2=0x7f5bf80c7660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:29.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:29.673+0000 7f5bff840640 1 --2- 172.21.15.31:0/3769297987 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5bf80ce930 0x7f5bf80c7660 secure :-1 s=READY pgs=1597 cs=0 l=1 rev1=1 crypto rx=0x7f5be800c480 tx=0x7f5be800c940 comp rx=0 tx=0).stop 2024-09-16T07:28:29.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:29.673+0000 7f5bff840640 1 -- 172.21.15.31:0/3769297987 shutdown_connections 2024-09-16T07:28:29.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:29.673+0000 7f5bff840640 1 --2- 172.21.15.31:0/3769297987 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5bdc078fa0 0x7f5bdc07b460 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:29.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:29.673+0000 7f5bff840640 1 --2- 172.21.15.31:0/3769297987 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5bf815f4c0 0x7f5bf80c5660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:29.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:29.673+0000 7f5bff840640 1 --2- 172.21.15.31:0/3769297987 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5bf80ce930 0x7f5bf80c7660 unknown :-1 s=CLOSED pgs=1597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:29.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:29.673+0000 7f5bff840640 1 --2- 172.21.15.31:0/3769297987 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5bf80b2a20 0x7f5bf80b6c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:29.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:29.673+0000 7f5bff840640 1 -- 172.21.15.31:0/3769297987 >> 172.21.15.31:0/3769297987 conn(0x7f5bf80d1bc0 msgr2=0x7f5bf80ccef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:29.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:29.673+0000 7f5bff840640 1 -- 172.21.15.31:0/3769297987 shutdown_connections 2024-09-16T07:28:29.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:29.673+0000 7f5bff840640 1 -- 172.21.15.31:0/3769297987 wait complete. 2024-09-16T07:28:29.683 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:28:29.683 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo cat ./volumes/_legacy/7b5ac75f0e53aa119b866431e16ffa90.meta) 2024-09-16T07:28:34.312 INFO:teuthology.orchestra.run.smithi031.stdout:[GLOBAL] 2024-09-16T07:28:34.312 INFO:teuthology.orchestra.run.smithi031.stdout:version = 1 2024-09-16T07:28:34.313 INFO:teuthology.orchestra.run.smithi031.stdout:type = subvolume 2024-09-16T07:28:34.313 INFO:teuthology.orchestra.run.smithi031.stdout:path = /volumes/subvol_grp38190/subvol9111 2024-09-16T07:28:34.313 INFO:teuthology.orchestra.run.smithi031.stdout:state = complete 2024-09-16T07:28:34.313 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:28:34.315 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume rm cephfs subvol94230 2024-09-16T07:28:34.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.435+0000 7f02601e2640 1 -- 172.21.15.31:0/1824839270 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f025815ab50 msgr2=0x7f02580cca80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:34.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.435+0000 7f02601e2640 1 --2- 172.21.15.31:0/1824839270 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f025815ab50 0x7f02580cca80 secure :-1 s=READY pgs=1598 cs=0 l=1 rev1=1 crypto rx=0x7f0250005fd0 tx=0x7f025002aec0 comp rx=0 tx=0).stop 2024-09-16T07:28:34.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.435+0000 7f02601e2640 1 -- 172.21.15.31:0/1824839270 shutdown_connections 2024-09-16T07:28:34.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.435+0000 7f02601e2640 1 --2- 172.21.15.31:0/1824839270 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f025815ab50 0x7f02580cca80 unknown :-1 s=CLOSED pgs=1598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:34.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.435+0000 7f02601e2640 1 --2- 172.21.15.31:0/1824839270 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f02580ca620 0x7f02580cc540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:34.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.435+0000 7f02601e2640 1 -- 172.21.15.31:0/1824839270 >> 172.21.15.31:0/1824839270 conn(0x7f02580b1700 msgr2=0x7f02580b1ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:34.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.435+0000 7f02601e2640 1 -- 172.21.15.31:0/1824839270 shutdown_connections 2024-09-16T07:28:34.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.435+0000 7f02601e2640 1 -- 172.21.15.31:0/1824839270 wait complete. 2024-09-16T07:28:34.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.436+0000 7f02601e2640 1 Processor -- start 2024-09-16T07:28:34.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.436+0000 7f02601e2640 1 -- start start 2024-09-16T07:28:34.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.437+0000 7f02601e2640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f025806f1f0 0x7f0258148280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:34.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.437+0000 7f02601e2640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f02580ca620 0x7f02581470c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:34.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.437+0000 7f02601e2640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f025815ab50 0x7f02580c8f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:34.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.437+0000 7f02601e2640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f0258163b70 con 0x7f02580ca620 2024-09-16T07:28:34.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.437+0000 7f02601e2640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f02581639f0 con 0x7f025806f1f0 2024-09-16T07:28:34.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.437+0000 7f02601e2640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f0258163cf0 con 0x7f025815ab50 2024-09-16T07:28:34.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.437+0000 7f025d77d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f02580ca620 0x7f02581470c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:34.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.437+0000 7f025d77d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f02580ca620 0x7f02581470c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43752/0 (socket says 172.21.15.31:43752) 2024-09-16T07:28:34.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.437+0000 7f025d77d640 1 -- 172.21.15.31:0/490526930 learned_addr learned my addr 172.21.15.31:0/490526930 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:34.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.437+0000 7f025e77f640 1 --2- 172.21.15.31:0/490526930 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f025815ab50 0x7f02580c8f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:34.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.438+0000 7f025d77d640 1 -- 172.21.15.31:0/490526930 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f025815ab50 msgr2=0x7f02580c8f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:34.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.438+0000 7f025d77d640 1 --2- 172.21.15.31:0/490526930 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f025815ab50 0x7f02580c8f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:34.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.438+0000 7f025d77d640 1 -- 172.21.15.31:0/490526930 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f025806f1f0 msgr2=0x7f0258148280 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-16T07:28:34.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.438+0000 7f025d77d640 1 --2- 172.21.15.31:0/490526930 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f025806f1f0 0x7f0258148280 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:34.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.438+0000 7f025d77d640 1 -- 172.21.15.31:0/490526930 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02580c81e0 con 0x7f02580ca620 2024-09-16T07:28:34.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.438+0000 7f025d77d640 1 --2- 172.21.15.31:0/490526930 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f02580ca620 0x7f02581470c0 secure :-1 s=READY pgs=1599 cs=0 l=1 rev1=1 crypto rx=0x7f024800c430 tx=0x7f024800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:34.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.438+0000 7f024e7fc640 1 -- 172.21.15.31:0/490526930 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0248011790 con 0x7f02580ca620 2024-09-16T07:28:34.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.438+0000 7f024e7fc640 1 -- 172.21.15.31:0/490526930 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0248017070 con 0x7f02580ca620 2024-09-16T07:28:34.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.438+0000 7f02601e2640 1 -- 172.21.15.31:0/490526930 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02581489d0 con 0x7f02580ca620 2024-09-16T07:28:34.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.438+0000 7f024e7fc640 1 -- 172.21.15.31:0/490526930 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0248011d00 con 0x7f02580ca620 2024-09-16T07:28:34.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.438+0000 7f02601e2640 1 -- 172.21.15.31:0/490526930 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02580c8760 con 0x7f02580ca620 2024-09-16T07:28:34.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.439+0000 7f02601e2640 1 -- 172.21.15.31:0/490526930 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f025815a440 con 0x7f02580ca620 2024-09-16T07:28:34.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.440+0000 7f024e7fc640 1 -- 172.21.15.31:0/490526930 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 23) ==== 101950+0+0 (secure 0 0 0) 0x7f024801c460 con 0x7f02580ca620 2024-09-16T07:28:34.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.440+0000 7f024e7fc640 1 --2- 172.21.15.31:0/490526930 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f023c078fa0 0x7f023c07b460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:34.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.440+0000 7f024e7fc640 1 -- 172.21.15.31:0/490526930 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 5795+0+0 (secure 0 0 0) 0x7f024809ba90 con 0x7f02580ca620 2024-09-16T07:28:34.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.440+0000 7f025df7e640 1 --2- 172.21.15.31:0/490526930 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f023c078fa0 0x7f023c07b460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:34.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.441+0000 7f025df7e640 1 --2- 172.21.15.31:0/490526930 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f023c078fa0 0x7f023c07b460 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f02540096b0 tx=0x7f0254006c20 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:34.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.445+0000 7f024e7fc640 1 -- 172.21.15.31:0/490526930 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f0248063120 con 0x7f02580ca620 2024-09-16T07:28:34.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.661+0000 7f02601e2640 1 -- 172.21.15.31:0/490526930 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolume rm", "vol_name": "cephfs", "sub_name": "subvol94230", "target": ["mon-mgr", ""]}) -- 0x7f02580b2a00 con 0x7f023c078fa0 2024-09-16T07:28:34.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.674+0000 7f024e7fc640 1 -- 172.21.15.31:0/490526930 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f02580b2a00 con 0x7f023c078fa0 2024-09-16T07:28:34.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.676+0000 7f02601e2640 1 -- 172.21.15.31:0/490526930 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f023c078fa0 msgr2=0x7f023c07b460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:34.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.676+0000 7f02601e2640 1 --2- 172.21.15.31:0/490526930 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f023c078fa0 0x7f023c07b460 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f02540096b0 tx=0x7f0254006c20 comp rx=0 tx=0).stop 2024-09-16T07:28:34.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.676+0000 7f02601e2640 1 -- 172.21.15.31:0/490526930 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f02580ca620 msgr2=0x7f02581470c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:34.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.676+0000 7f02601e2640 1 --2- 172.21.15.31:0/490526930 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f02580ca620 0x7f02581470c0 secure :-1 s=READY pgs=1599 cs=0 l=1 rev1=1 crypto rx=0x7f024800c430 tx=0x7f024800c8f0 comp rx=0 tx=0).stop 2024-09-16T07:28:34.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.676+0000 7f02601e2640 1 -- 172.21.15.31:0/490526930 shutdown_connections 2024-09-16T07:28:34.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.676+0000 7f02601e2640 1 --2- 172.21.15.31:0/490526930 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f023c078fa0 0x7f023c07b460 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:34.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.676+0000 7f02601e2640 1 --2- 172.21.15.31:0/490526930 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f025815ab50 0x7f02580c8f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:34.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.676+0000 7f02601e2640 1 --2- 172.21.15.31:0/490526930 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f02580ca620 0x7f02581470c0 unknown :-1 s=CLOSED pgs=1599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:34.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.676+0000 7f02601e2640 1 --2- 172.21.15.31:0/490526930 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f025806f1f0 0x7f0258148280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:34.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.676+0000 7f02601e2640 1 -- 172.21.15.31:0/490526930 >> 172.21.15.31:0/490526930 conn(0x7f02580b1700 msgr2=0x7f02580b55b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:34.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.676+0000 7f02601e2640 1 -- 172.21.15.31:0/490526930 shutdown_connections 2024-09-16T07:28:34.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.676+0000 7f02601e2640 1 -- 172.21.15.31:0/490526930 wait complete. 2024-09-16T07:28:34.679 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:28:34.679+0000 7f8a61dae640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:28:34.679 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:28:34.679+0000 7f8a61dae640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:28:34.679 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:28:34.679+0000 7f8a61dae640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:28:34.680 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:28:34.679+0000 7f8a61dae640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:28:34.680 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:28:34.679+0000 7f8a61dae640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:28:34.690 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume rm cephfs subvol9111 subvol_grp38190 2024-09-16T07:28:34.693 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:28:34.693+0000 7f8a62db0640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:28:34.693 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:28:34.693+0000 7f8a62db0640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:28:34.693 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:28:34.693+0000 7f8a62db0640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:28:34.693 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:28:34.693+0000 7f8a62db0640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:28:34.693 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:28:34.693+0000 7f8a62db0640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:28:34.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.800+0000 7f4bf1cc6640 1 -- 172.21.15.31:0/2069925714 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4bec0b83f0 msgr2=0x7f4bec0d4940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:34.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.800+0000 7f4bf1cc6640 1 --2- 172.21.15.31:0/2069925714 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4bec0b83f0 0x7f4bec0d4940 secure :-1 s=READY pgs=1605 cs=0 l=1 rev1=1 crypto rx=0x7f4bec0b6df0 tx=0x7f4be402a5a0 comp rx=0 tx=0).stop 2024-09-16T07:28:34.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.800+0000 7f4bf1cc6640 1 -- 172.21.15.31:0/2069925714 shutdown_connections 2024-09-16T07:28:34.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.800+0000 7f4bf1cc6640 1 --2- 172.21.15.31:0/2069925714 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4bec0b83f0 0x7f4bec0d4940 unknown :-1 s=CLOSED pgs=1605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:34.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.800+0000 7f4bf1cc6640 1 -- 172.21.15.31:0/2069925714 >> 172.21.15.31:0/2069925714 conn(0x7f4bec0d3e20 msgr2=0x7f4bec0d4230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:34.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.800+0000 7f4bf1cc6640 1 -- 172.21.15.31:0/2069925714 shutdown_connections 2024-09-16T07:28:34.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.800+0000 7f4bf1cc6640 1 -- 172.21.15.31:0/2069925714 wait complete. 2024-09-16T07:28:34.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.802+0000 7f4bf1cc6640 1 Processor -- start 2024-09-16T07:28:34.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.802+0000 7f4bf1cc6640 1 -- start start 2024-09-16T07:28:34.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.802+0000 7f4bf1cc6640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4bec0b83f0 0x7f4bec14dd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:34.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.803+0000 7f4bf1cc6640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4bec161300 0x7f4bec15dce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:34.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.803+0000 7f4bf1cc6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4bec1616e0 0x7f4bec152240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:34.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.803+0000 7f4bf1cc6640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f4bec1691a0 con 0x7f4bec1616e0 2024-09-16T07:28:34.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.803+0000 7f4bf1cc6640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f4bec169020 con 0x7f4bec0b83f0 2024-09-16T07:28:34.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.803+0000 7f4bf1cc6640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f4bec169320 con 0x7f4bec161300 2024-09-16T07:28:34.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.803+0000 7f4bebfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4bec1616e0 0x7f4bec152240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:34.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.803+0000 7f4bebfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4bec1616e0 0x7f4bec152240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43800/0 (socket says 172.21.15.31:43800) 2024-09-16T07:28:34.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.803+0000 7f4bebfff640 1 -- 172.21.15.31:0/1101921687 learned_addr learned my addr 172.21.15.31:0/1101921687 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:34.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.803+0000 7f4beaffd640 1 --2- 172.21.15.31:0/1101921687 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4bec161300 0x7f4bec15dce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:34.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.803+0000 7f4beb7fe640 1 --2- 172.21.15.31:0/1101921687 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4bec0b83f0 0x7f4bec14dd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:34.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.803+0000 7f4bebfff640 1 -- 172.21.15.31:0/1101921687 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4bec161300 msgr2=0x7f4bec15dce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:34.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.803+0000 7f4bebfff640 1 --2- 172.21.15.31:0/1101921687 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4bec161300 0x7f4bec15dce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:34.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.803+0000 7f4bebfff640 1 -- 172.21.15.31:0/1101921687 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4bec0b83f0 msgr2=0x7f4bec14dd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:34.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.803+0000 7f4bebfff640 1 --2- 172.21.15.31:0/1101921687 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4bec0b83f0 0x7f4bec14dd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:34.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.803+0000 7f4bebfff640 1 -- 172.21.15.31:0/1101921687 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4bec15ec10 con 0x7f4bec1616e0 2024-09-16T07:28:34.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.803+0000 7f4beb7fe640 1 --2- 172.21.15.31:0/1101921687 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4bec0b83f0 0x7f4bec14dd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:28:34.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.803+0000 7f4bebfff640 1 --2- 172.21.15.31:0/1101921687 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4bec1616e0 0x7f4bec152240 secure :-1 s=READY pgs=1606 cs=0 l=1 rev1=1 crypto rx=0x7f4be402ab90 tx=0x7f4be4032cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:34.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.803+0000 7f4bd3fff640 1 -- 172.21.15.31:0/1101921687 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4be4040070 con 0x7f4bec1616e0 2024-09-16T07:28:34.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.803+0000 7f4bd3fff640 1 -- 172.21.15.31:0/1101921687 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4be4005310 con 0x7f4bec1616e0 2024-09-16T07:28:34.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.803+0000 7f4bf1cc6640 1 -- 172.21.15.31:0/1101921687 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4bec15e650 con 0x7f4bec1616e0 2024-09-16T07:28:34.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.803+0000 7f4bd3fff640 1 -- 172.21.15.31:0/1101921687 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4be4003800 con 0x7f4bec1616e0 2024-09-16T07:28:34.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.803+0000 7f4bf1cc6640 1 -- 172.21.15.31:0/1101921687 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4bec0c7ce0 con 0x7f4bec1616e0 2024-09-16T07:28:34.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.805+0000 7f4bf1cc6640 1 -- 172.21.15.31:0/1101921687 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4bec0d4940 con 0x7f4bec1616e0 2024-09-16T07:28:34.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.805+0000 7f4bd3fff640 1 -- 172.21.15.31:0/1101921687 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 23) ==== 101950+0+0 (secure 0 0 0) 0x7f4be4039040 con 0x7f4bec1616e0 2024-09-16T07:28:34.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.806+0000 7f4bd3fff640 1 --2- 172.21.15.31:0/1101921687 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4bd8078fa0 0x7f4bd807b460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:34.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.806+0000 7f4bd3fff640 1 -- 172.21.15.31:0/1101921687 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 5795+0+0 (secure 0 0 0) 0x7f4be40bce80 con 0x7f4bec1616e0 2024-09-16T07:28:34.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.806+0000 7f4beb7fe640 1 --2- 172.21.15.31:0/1101921687 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4bd8078fa0 0x7f4bd807b460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:34.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.806+0000 7f4beb7fe640 1 --2- 172.21.15.31:0/1101921687 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4bd8078fa0 0x7f4bd807b460 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f4bdc002190 tx=0x7f4bdc009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:34.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:34.810+0000 7f4bd3fff640 1 -- 172.21.15.31:0/1101921687 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f4be4084490 con 0x7f4bec1616e0 2024-09-16T07:28:35.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.024+0000 7f4bf1cc6640 1 -- 172.21.15.31:0/1101921687 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolume rm", "vol_name": "cephfs", "sub_name": "subvol9111", "group_name": "subvol_grp38190", "target": ["mon-mgr", ""]}) -- 0x7f4bec0b7e20 con 0x7f4bd8078fa0 2024-09-16T07:28:35.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.037+0000 7f4bd3fff640 1 -- 172.21.15.31:0/1101921687 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f4bec0b7e20 con 0x7f4bd8078fa0 2024-09-16T07:28:35.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.040+0000 7f4bf1cc6640 1 -- 172.21.15.31:0/1101921687 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4bd8078fa0 msgr2=0x7f4bd807b460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:35.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.040+0000 7f4bf1cc6640 1 --2- 172.21.15.31:0/1101921687 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4bd8078fa0 0x7f4bd807b460 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f4bdc002190 tx=0x7f4bdc009040 comp rx=0 tx=0).stop 2024-09-16T07:28:35.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.040+0000 7f4bf1cc6640 1 -- 172.21.15.31:0/1101921687 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4bec1616e0 msgr2=0x7f4bec152240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:35.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.040+0000 7f4bf1cc6640 1 --2- 172.21.15.31:0/1101921687 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4bec1616e0 0x7f4bec152240 secure :-1 s=READY pgs=1606 cs=0 l=1 rev1=1 crypto rx=0x7f4be402ab90 tx=0x7f4be4032cb0 comp rx=0 tx=0).stop 2024-09-16T07:28:35.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.040+0000 7f4bf1cc6640 1 -- 172.21.15.31:0/1101921687 shutdown_connections 2024-09-16T07:28:35.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.040+0000 7f4bf1cc6640 1 --2- 172.21.15.31:0/1101921687 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4bd8078fa0 0x7f4bd807b460 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:35.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.040+0000 7f4bf1cc6640 1 --2- 172.21.15.31:0/1101921687 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4bec1616e0 0x7f4bec152240 unknown :-1 s=CLOSED pgs=1606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:35.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.040+0000 7f4bf1cc6640 1 --2- 172.21.15.31:0/1101921687 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4bec161300 0x7f4bec15dce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:35.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.040+0000 7f4bf1cc6640 1 --2- 172.21.15.31:0/1101921687 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4bec0b83f0 0x7f4bec14dd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:35.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.040+0000 7f4bf1cc6640 1 -- 172.21.15.31:0/1101921687 >> 172.21.15.31:0/1101921687 conn(0x7f4bec0d3e20 msgr2=0x7f4bec0b88b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:35.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.040+0000 7f4bf1cc6640 1 -- 172.21.15.31:0/1101921687 shutdown_connections 2024-09-16T07:28:35.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.040+0000 7f4bf1cc6640 1 -- 172.21.15.31:0/1101921687 wait complete. 2024-09-16T07:28:35.055 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'stat -c %h /home/ubuntu/cephtest/mnt.0/./volumes/_deleting') 2024-09-16T07:28:35.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-16T07:28:35.108 INFO:teuthology.orchestra.run.smithi031.stdout:2 2024-09-16T07:28:35.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:28:35.114 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolumegroup rm cephfs subvol_grp38190 2024-09-16T07:28:35.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.222+0000 7ff22f8bd640 1 -- 172.21.15.31:0/1624693980 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff2280cd450 msgr2=0x7ff228068ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:35.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.222+0000 7ff22f8bd640 1 --2- 172.21.15.31:0/1624693980 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff2280cd450 0x7ff228068ac0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7ff220005fd0 tx=0x7ff22002a840 comp rx=0 tx=0).stop 2024-09-16T07:28:35.223 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.222+0000 7ff22f8bd640 1 -- 172.21.15.31:0/1624693980 shutdown_connections 2024-09-16T07:28:35.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.222+0000 7ff22f8bd640 1 --2- 172.21.15.31:0/1624693980 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff2280cd450 0x7ff228068ac0 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:35.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.222+0000 7ff22f8bd640 1 --2- 172.21.15.31:0/1624693980 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff22815bb50 0x7ff22815bf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:35.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.222+0000 7ff22f8bd640 1 -- 172.21.15.31:0/1624693980 >> 172.21.15.31:0/1624693980 conn(0x7ff228074160 msgr2=0x7ff228074570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:35.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.222+0000 7ff22f8bd640 1 -- 172.21.15.31:0/1624693980 shutdown_connections 2024-09-16T07:28:35.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.223+0000 7ff22f8bd640 1 -- 172.21.15.31:0/1624693980 wait complete. 2024-09-16T07:28:35.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.224+0000 7ff22f8bd640 1 Processor -- start 2024-09-16T07:28:35.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.224+0000 7ff22f8bd640 1 -- start start 2024-09-16T07:28:35.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.224+0000 7ff22f8bd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff2280cd450 0x7ff2280c9680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:35.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.224+0000 7ff22f8bd640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff22815bb50 0x7ff2281f34e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:35.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.224+0000 7ff22f8bd640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff2281f6dc0 0x7ff2281f3a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:35.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.224+0000 7ff22f8bd640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7ff2280b0550 con 0x7ff2280cd450 2024-09-16T07:28:35.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.224+0000 7ff22f8bd640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ff2280b03d0 con 0x7ff2281f6dc0 2024-09-16T07:28:35.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.224+0000 7ff22f8bd640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ff2280b06d0 con 0x7ff22815bb50 2024-09-16T07:28:35.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.225+0000 7ff22d659640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff2280cd450 0x7ff2280c9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:35.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.225+0000 7ff22d659640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff2280cd450 0x7ff2280c9680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43812/0 (socket says 172.21.15.31:43812) 2024-09-16T07:28:35.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.225+0000 7ff22d659640 1 -- 172.21.15.31:0/3109994971 learned_addr learned my addr 172.21.15.31:0/3109994971 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:35.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.225+0000 7ff22ce58640 1 --2- 172.21.15.31:0/3109994971 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff22815bb50 0x7ff2281f34e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:35.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.225+0000 7ff22d659640 1 -- 172.21.15.31:0/3109994971 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff22815bb50 msgr2=0x7ff2281f34e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:35.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.225+0000 7ff22d659640 1 --2- 172.21.15.31:0/3109994971 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff22815bb50 0x7ff2281f34e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:35.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.225+0000 7ff22d659640 1 -- 172.21.15.31:0/3109994971 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff2281f6dc0 msgr2=0x7ff2281f3a20 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-16T07:28:35.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.225+0000 7ff22d659640 1 --2- 172.21.15.31:0/3109994971 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff2281f6dc0 0x7ff2281f3a20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:35.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.225+0000 7ff22d659640 1 -- 172.21.15.31:0/3109994971 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2281f7320 con 0x7ff2280cd450 2024-09-16T07:28:35.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.225+0000 7ff22ce58640 1 --2- 172.21.15.31:0/3109994971 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff22815bb50 0x7ff2281f34e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T07:28:35.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.225+0000 7ff22d659640 1 --2- 172.21.15.31:0/3109994971 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff2280cd450 0x7ff2280c9680 secure :-1 s=READY pgs=1607 cs=0 l=1 rev1=1 crypto rx=0x7ff22400b480 tx=0x7ff22400b940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:35.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.225+0000 7ff21dffb640 1 -- 172.21.15.31:0/3109994971 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff224014070 con 0x7ff2280cd450 2024-09-16T07:28:35.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.225+0000 7ff21dffb640 1 -- 172.21.15.31:0/3109994971 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff224010980 con 0x7ff2280cd450 2024-09-16T07:28:35.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.225+0000 7ff22f8bd640 1 -- 172.21.15.31:0/3109994971 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff22815b210 con 0x7ff2280cd450 2024-09-16T07:28:35.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.225+0000 7ff21dffb640 1 -- 172.21.15.31:0/3109994971 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff224010dd0 con 0x7ff2280cd450 2024-09-16T07:28:35.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.226+0000 7ff22f8bd640 1 -- 172.21.15.31:0/3109994971 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2280c9bc0 con 0x7ff2280cd450 2024-09-16T07:28:35.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.226+0000 7ff22f8bd640 1 -- 172.21.15.31:0/3109994971 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff228068ac0 con 0x7ff2280cd450 2024-09-16T07:28:35.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.227+0000 7ff21dffb640 1 -- 172.21.15.31:0/3109994971 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 23) ==== 101950+0+0 (secure 0 0 0) 0x7ff224017070 con 0x7ff2280cd450 2024-09-16T07:28:35.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.228+0000 7ff21dffb640 1 --2- 172.21.15.31:0/3109994971 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff20c078fa0 0x7ff20c07b460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:35.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.228+0000 7ff21dffb640 1 -- 172.21.15.31:0/3109994971 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 5795+0+0 (secure 0 0 0) 0x7ff22409b960 con 0x7ff2280cd450 2024-09-16T07:28:35.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.228+0000 7ff22ce58640 1 --2- 172.21.15.31:0/3109994971 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff20c078fa0 0x7ff20c07b460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:35.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.228+0000 7ff22ce58640 1 --2- 172.21.15.31:0/3109994971 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff20c078fa0 0x7ff20c07b460 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7ff2280c51b0 tx=0x7ff218007e90 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:35.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.232+0000 7ff21dffb640 1 -- 172.21.15.31:0/3109994971 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7ff2240629a0 con 0x7ff2280cd450 2024-09-16T07:28:35.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.445+0000 7ff22f8bd640 1 -- 172.21.15.31:0/3109994971 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup rm", "vol_name": "cephfs", "group_name": "subvol_grp38190", "target": ["mon-mgr", ""]}) -- 0x7ff2280c3840 con 0x7ff20c078fa0 2024-09-16T07:28:35.449 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.449+0000 7ff21dffb640 1 -- 172.21.15.31:0/3109994971 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7ff2280c3840 con 0x7ff20c078fa0 2024-09-16T07:28:35.452 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.451+0000 7ff22f8bd640 1 -- 172.21.15.31:0/3109994971 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff20c078fa0 msgr2=0x7ff20c07b460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:35.452 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.451+0000 7ff22f8bd640 1 --2- 172.21.15.31:0/3109994971 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff20c078fa0 0x7ff20c07b460 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7ff2280c51b0 tx=0x7ff218007e90 comp rx=0 tx=0).stop 2024-09-16T07:28:35.452 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.451+0000 7ff22f8bd640 1 -- 172.21.15.31:0/3109994971 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff2280cd450 msgr2=0x7ff2280c9680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:35.452 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.451+0000 7ff22f8bd640 1 --2- 172.21.15.31:0/3109994971 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff2280cd450 0x7ff2280c9680 secure :-1 s=READY pgs=1607 cs=0 l=1 rev1=1 crypto rx=0x7ff22400b480 tx=0x7ff22400b940 comp rx=0 tx=0).stop 2024-09-16T07:28:35.452 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.451+0000 7ff22f8bd640 1 -- 172.21.15.31:0/3109994971 shutdown_connections 2024-09-16T07:28:35.452 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.451+0000 7ff22f8bd640 1 --2- 172.21.15.31:0/3109994971 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff20c078fa0 0x7ff20c07b460 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:35.452 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.451+0000 7ff22f8bd640 1 --2- 172.21.15.31:0/3109994971 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff2281f6dc0 0x7ff2281f3a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:35.452 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.451+0000 7ff22f8bd640 1 --2- 172.21.15.31:0/3109994971 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff22815bb50 0x7ff2281f34e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:35.452 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.451+0000 7ff22f8bd640 1 --2- 172.21.15.31:0/3109994971 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff2280cd450 0x7ff2280c9680 unknown :-1 s=CLOSED pgs=1607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:35.452 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.451+0000 7ff22f8bd640 1 -- 172.21.15.31:0/3109994971 >> 172.21.15.31:0/3109994971 conn(0x7ff228074160 msgr2=0x7ff228070720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:35.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.451+0000 7ff22f8bd640 1 -- 172.21.15.31:0/3109994971 shutdown_connections 2024-09-16T07:28:35.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.451+0000 7ff22f8bd640 1 -- 172.21.15.31:0/3109994971 wait complete. 2024-09-16T07:28:35.462 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-16T07:28:35.463 DEBUG:teuthology.orchestra.run.smithi031:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T07:28:35.515 DEBUG:teuthology.orchestra.run.smithi155:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T07:28:35.562 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-16T07:28:35.562 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T07:28:35.562 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:28:35.562 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:28:35.579 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:28:35.579 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:28:35.636 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T07:28:35.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.782+0000 7f6ba7bbb640 1 -- 172.21.15.31:0/167336119 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ba00cfce0 msgr2=0x7f6ba00d0150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:35.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.782+0000 7f6ba7bbb640 1 --2- 172.21.15.31:0/167336119 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ba00cfce0 0x7f6ba00d0150 secure :-1 s=READY pgs=1608 cs=0 l=1 rev1=1 crypto rx=0x7f6b98005fd0 tx=0x7f6b9802a670 comp rx=0 tx=0).stop 2024-09-16T07:28:35.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.782+0000 7f6ba7bbb640 1 -- 172.21.15.31:0/167336119 shutdown_connections 2024-09-16T07:28:35.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.782+0000 7f6ba7bbb640 1 --2- 172.21.15.31:0/167336119 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ba00cfce0 0x7f6ba00d0150 unknown :-1 s=CLOSED pgs=1608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:35.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.782+0000 7f6ba7bbb640 1 --2- 172.21.15.31:0/167336119 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6ba00d2410 0x7f6ba00b3090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:35.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.782+0000 7f6ba7bbb640 1 -- 172.21.15.31:0/167336119 >> 172.21.15.31:0/167336119 conn(0x7f6ba009aa30 msgr2=0x7f6ba009ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:35.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.782+0000 7f6ba7bbb640 1 -- 172.21.15.31:0/167336119 shutdown_connections 2024-09-16T07:28:35.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.782+0000 7f6ba7bbb640 1 -- 172.21.15.31:0/167336119 wait complete. 2024-09-16T07:28:35.784 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.783+0000 7f6ba7bbb640 1 Processor -- start 2024-09-16T07:28:35.784 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.784+0000 7f6ba7bbb640 1 -- start start 2024-09-16T07:28:35.786 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.784+0000 7f6ba7bbb640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6ba00cfce0 0x7f6ba00b5970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:35.786 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.784+0000 7f6ba7bbb640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6ba00d2410 0x7f6ba01f6c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:35.786 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.784+0000 7f6ba7bbb640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ba015f6d0 0x7f6ba014ee80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:35.786 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.784+0000 7f6ba7bbb640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f6ba00b13c0 con 0x7f6ba015f6d0 2024-09-16T07:28:35.786 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.784+0000 7f6ba7bbb640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f6ba00b1240 con 0x7f6ba00d2410 2024-09-16T07:28:35.786 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.784+0000 7f6ba7bbb640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f6ba00b1540 con 0x7f6ba00cfce0 2024-09-16T07:28:35.786 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.784+0000 7f6ba6158640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ba015f6d0 0x7f6ba014ee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:35.786 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.784+0000 7f6ba6158640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ba015f6d0 0x7f6ba014ee80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43820/0 (socket says 172.21.15.31:43820) 2024-09-16T07:28:35.786 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.784+0000 7f6ba6158640 1 -- 172.21.15.31:0/1145439674 learned_addr learned my addr 172.21.15.31:0/1145439674 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:35.786 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.785+0000 7f6ba5957640 1 --2- 172.21.15.31:0/1145439674 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6ba00cfce0 0x7f6ba00b5970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:35.786 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.785+0000 7f6ba5156640 1 --2- 172.21.15.31:0/1145439674 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6ba00d2410 0x7f6ba01f6c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:35.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.785+0000 7f6ba6158640 1 -- 172.21.15.31:0/1145439674 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6ba00cfce0 msgr2=0x7f6ba00b5970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:35.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.785+0000 7f6ba6158640 1 --2- 172.21.15.31:0/1145439674 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6ba00cfce0 0x7f6ba00b5970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:35.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.785+0000 7f6ba6158640 1 -- 172.21.15.31:0/1145439674 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6ba00d2410 msgr2=0x7f6ba01f6c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:35.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.785+0000 7f6ba6158640 1 --2- 172.21.15.31:0/1145439674 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6ba00d2410 0x7f6ba01f6c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:35.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.785+0000 7f6ba6158640 1 -- 172.21.15.31:0/1145439674 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ba00b7950 con 0x7f6ba015f6d0 2024-09-16T07:28:35.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.785+0000 7f6ba6158640 1 --2- 172.21.15.31:0/1145439674 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ba015f6d0 0x7f6ba014ee80 secure :-1 s=READY pgs=1609 cs=0 l=1 rev1=1 crypto rx=0x7f6b98009230 tx=0x7f6b98003890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:35.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.785+0000 7f6b9e7fc640 1 -- 172.21.15.31:0/1145439674 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b9803f070 con 0x7f6ba015f6d0 2024-09-16T07:28:35.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.785+0000 7f6b9e7fc640 1 -- 172.21.15.31:0/1145439674 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6b980047a0 con 0x7f6ba015f6d0 2024-09-16T07:28:35.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.785+0000 7f6ba7bbb640 1 -- 172.21.15.31:0/1145439674 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ba00b4bb0 con 0x7f6ba015f6d0 2024-09-16T07:28:35.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.785+0000 7f6b9e7fc640 1 -- 172.21.15.31:0/1145439674 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b98035030 con 0x7f6ba015f6d0 2024-09-16T07:28:35.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.785+0000 7f6ba7bbb640 1 -- 172.21.15.31:0/1145439674 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ba00b5170 con 0x7f6ba015f6d0 2024-09-16T07:28:35.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.786+0000 7f6ba7bbb640 1 -- 172.21.15.31:0/1145439674 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6ba00b7b40 con 0x7f6ba015f6d0 2024-09-16T07:28:35.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.787+0000 7f6b9e7fc640 1 -- 172.21.15.31:0/1145439674 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 23) ==== 101950+0+0 (secure 0 0 0) 0x7f6b98042070 con 0x7f6ba015f6d0 2024-09-16T07:28:35.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.788+0000 7f6b9e7fc640 1 --2- 172.21.15.31:0/1145439674 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6b8c078fa0 0x7f6b8c07b460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:35.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.788+0000 7f6ba5957640 1 --2- 172.21.15.31:0/1145439674 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6b8c078fa0 0x7f6b8c07b460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:35.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.788+0000 7f6b9e7fc640 1 -- 172.21.15.31:0/1145439674 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 5795+0+0 (secure 0 0 0) 0x7f6b980bc870 con 0x7f6ba015f6d0 2024-09-16T07:28:35.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.788+0000 7f6ba5957640 1 --2- 172.21.15.31:0/1145439674 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6b8c078fa0 0x7f6b8c07b460 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f6b90005fd0 tx=0x7f6b90009680 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:35.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.792+0000 7f6b9e7fc640 1 -- 172.21.15.31:0/1145439674 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f6b980838b0 con 0x7f6ba015f6d0 2024-09-16T07:28:35.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.990+0000 7f6ba7bbb640 1 -- 172.21.15.31:0/1145439674 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f6ba00b19a0 con 0x7f6ba015f6d0 2024-09-16T07:28:35.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.990+0000 7f6b9e7fc640 1 -- 172.21.15.31:0/1145439674 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v143) ==== 80+0+0 (secure 0 0 0) 0x7f6b980882e0 con 0x7f6ba015f6d0 2024-09-16T07:28:35.991 INFO:teuthology.orchestra.run.smithi031.stderr:listed 0 entries 2024-09-16T07:28:35.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.993+0000 7f6ba7bbb640 1 -- 172.21.15.31:0/1145439674 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6b8c078fa0 msgr2=0x7f6b8c07b460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:35.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.993+0000 7f6ba7bbb640 1 --2- 172.21.15.31:0/1145439674 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6b8c078fa0 0x7f6b8c07b460 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f6b90005fd0 tx=0x7f6b90009680 comp rx=0 tx=0).stop 2024-09-16T07:28:35.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.993+0000 7f6ba7bbb640 1 -- 172.21.15.31:0/1145439674 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ba015f6d0 msgr2=0x7f6ba014ee80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:35.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.993+0000 7f6ba7bbb640 1 --2- 172.21.15.31:0/1145439674 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ba015f6d0 0x7f6ba014ee80 secure :-1 s=READY pgs=1609 cs=0 l=1 rev1=1 crypto rx=0x7f6b98009230 tx=0x7f6b98003890 comp rx=0 tx=0).stop 2024-09-16T07:28:35.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.993+0000 7f6ba7bbb640 1 -- 172.21.15.31:0/1145439674 shutdown_connections 2024-09-16T07:28:35.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.993+0000 7f6ba7bbb640 1 --2- 172.21.15.31:0/1145439674 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6b8c078fa0 0x7f6b8c07b460 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:35.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.993+0000 7f6ba7bbb640 1 --2- 172.21.15.31:0/1145439674 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ba015f6d0 0x7f6ba014ee80 unknown :-1 s=CLOSED pgs=1609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:35.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.993+0000 7f6ba7bbb640 1 --2- 172.21.15.31:0/1145439674 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6ba00d2410 0x7f6ba01f6c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:35.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.993+0000 7f6ba7bbb640 1 --2- 172.21.15.31:0/1145439674 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6ba00cfce0 0x7f6ba00b5970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:35.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.993+0000 7f6ba7bbb640 1 -- 172.21.15.31:0/1145439674 >> 172.21.15.31:0/1145439674 conn(0x7f6ba009aa30 msgr2=0x7f6ba0071e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:35.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.993+0000 7f6ba7bbb640 1 -- 172.21.15.31:0/1145439674 shutdown_connections 2024-09-16T07:28:35.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:35.993+0000 7f6ba7bbb640 1 -- 172.21.15.31:0/1145439674 wait complete. 2024-09-16T07:28:36.004 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi031.front.sepia.ceph.com... 2024-09-16T07:28:36.004 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:28:36.004 DEBUG:teuthology.orchestra.run.smithi031:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-16T07:28:36.028 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi031.stderr:ceph-fuse[75576]: fuse finished with error 0 and tester_r 0 2024-09-16T07:28:36.030 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi031.front.sepia.ceph.com 2024-09-16T07:28:36.030 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:28:36.030 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-16T07:28:36.095 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T07:28:36.095 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:28:36.095 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:28:36.114 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:28:36.114 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:28:36.173 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T07:28:36.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.279+0000 7f3addc72640 1 -- 172.21.15.31:0/1503215789 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3ad80ce780 msgr2=0x7f3ad80cbb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:36.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.279+0000 7f3addc72640 1 --2- 172.21.15.31:0/1503215789 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3ad80ce780 0x7f3ad80cbb80 secure :-1 s=READY pgs=1611 cs=0 l=1 rev1=1 crypto rx=0x7f3ad0009860 tx=0x7f3ad002a540 comp rx=0 tx=0).stop 2024-09-16T07:28:36.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.279+0000 7f3addc72640 1 -- 172.21.15.31:0/1503215789 shutdown_connections 2024-09-16T07:28:36.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.279+0000 7f3addc72640 1 --2- 172.21.15.31:0/1503215789 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3ad80ce780 0x7f3ad80cbb80 unknown :-1 s=CLOSED pgs=1611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:36.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.279+0000 7f3addc72640 1 --2- 172.21.15.31:0/1503215789 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3ad80cd3e0 0x7f3ad80ce240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:36.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.279+0000 7f3addc72640 1 -- 172.21.15.31:0/1503215789 >> 172.21.15.31:0/1503215789 conn(0x7f3ad80741f0 msgr2=0x7f3ad8074600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:36.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.279+0000 7f3addc72640 1 -- 172.21.15.31:0/1503215789 shutdown_connections 2024-09-16T07:28:36.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.279+0000 7f3addc72640 1 -- 172.21.15.31:0/1503215789 wait complete. 2024-09-16T07:28:36.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.281+0000 7f3addc72640 1 Processor -- start 2024-09-16T07:28:36.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.281+0000 7f3addc72640 1 -- start start 2024-09-16T07:28:36.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.282+0000 7f3addc72640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3ad806f0b0 0x7f3ad809a2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:36.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.282+0000 7f3addc72640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3ad80cd3e0 0x7f3ad81f2a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:36.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.282+0000 7f3addc72640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3ad80ce780 0x7f3ad809d000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:36.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.282+0000 7f3addc72640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f3ad80cc0c0 con 0x7f3ad80ce780 2024-09-16T07:28:36.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.282+0000 7f3addc72640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f3ad815e670 con 0x7f3ad80cd3e0 2024-09-16T07:28:36.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.282+0000 7f3addc72640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f3ad80cc240 con 0x7f3ad806f0b0 2024-09-16T07:28:36.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.282+0000 7f3ad7fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3ad80ce780 0x7f3ad809d000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:36.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.282+0000 7f3ad7fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3ad80ce780 0x7f3ad809d000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43846/0 (socket says 172.21.15.31:43846) 2024-09-16T07:28:36.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.282+0000 7f3ad7fff640 1 -- 172.21.15.31:0/567682035 learned_addr learned my addr 172.21.15.31:0/567682035 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:36.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.282+0000 7f3ad6ffd640 1 --2- 172.21.15.31:0/567682035 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3ad80cd3e0 0x7f3ad81f2a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:36.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.282+0000 7f3ad7fff640 1 -- 172.21.15.31:0/567682035 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3ad806f0b0 msgr2=0x7f3ad809a2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:36.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.282+0000 7f3ad77fe640 1 --2- 172.21.15.31:0/567682035 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3ad806f0b0 0x7f3ad809a2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:36.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.282+0000 7f3ad7fff640 1 --2- 172.21.15.31:0/567682035 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3ad806f0b0 0x7f3ad809a2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:36.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.282+0000 7f3ad7fff640 1 -- 172.21.15.31:0/567682035 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3ad80cd3e0 msgr2=0x7f3ad81f2a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:36.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.282+0000 7f3ad7fff640 1 --2- 172.21.15.31:0/567682035 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3ad80cd3e0 0x7f3ad81f2a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:36.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.282+0000 7f3ad7fff640 1 -- 172.21.15.31:0/567682035 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ad809d540 con 0x7f3ad80ce780 2024-09-16T07:28:36.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.282+0000 7f3ad6ffd640 1 --2- 172.21.15.31:0/567682035 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3ad80cd3e0 0x7f3ad81f2a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:28:36.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.282+0000 7f3ad7fff640 1 --2- 172.21.15.31:0/567682035 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3ad80ce780 0x7f3ad809d000 secure :-1 s=READY pgs=1612 cs=0 l=1 rev1=1 crypto rx=0x7f3ad0009980 tx=0x7f3ad0033ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:36.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.282+0000 7f3acffff640 1 -- 172.21.15.31:0/567682035 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ad0031d60 con 0x7f3ad80ce780 2024-09-16T07:28:36.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.282+0000 7f3acffff640 1 -- 172.21.15.31:0/567682035 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3ad0033e50 con 0x7f3ad80ce780 2024-09-16T07:28:36.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.282+0000 7f3addc72640 1 -- 172.21.15.31:0/567682035 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ad809d800 con 0x7f3ad80ce780 2024-09-16T07:28:36.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.283+0000 7f3acffff640 1 -- 172.21.15.31:0/567682035 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ad0005280 con 0x7f3ad80ce780 2024-09-16T07:28:36.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.283+0000 7f3addc72640 1 -- 172.21.15.31:0/567682035 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ad809ddc0 con 0x7f3ad80ce780 2024-09-16T07:28:36.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.284+0000 7f3addc72640 1 -- 172.21.15.31:0/567682035 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ad80ce240 con 0x7f3ad80ce780 2024-09-16T07:28:36.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.284+0000 7f3acffff640 1 -- 172.21.15.31:0/567682035 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 23) ==== 101950+0+0 (secure 0 0 0) 0x7f3ad0005420 con 0x7f3ad80ce780 2024-09-16T07:28:36.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.285+0000 7f3acffff640 1 --2- 172.21.15.31:0/567682035 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3ab8078fd0 0x7f3ab807b490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:36.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.285+0000 7f3acffff640 1 -- 172.21.15.31:0/567682035 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 5795+0+0 (secure 0 0 0) 0x7f3ad00bcd30 con 0x7f3ad80ce780 2024-09-16T07:28:36.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.285+0000 7f3ad77fe640 1 --2- 172.21.15.31:0/567682035 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3ab8078fd0 0x7f3ab807b490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:36.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.285+0000 7f3ad77fe640 1 --2- 172.21.15.31:0/567682035 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3ab8078fd0 0x7f3ab807b490 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f3ac80020c0 tx=0x7f3ac8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:36.289 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.289+0000 7f3acffff640 1 -- 172.21.15.31:0/567682035 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f3ad003f030 con 0x7f3ad80ce780 2024-09-16T07:28:36.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.333+0000 7f3acffff640 1 -- 172.21.15.31:0/567682035 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mgrmap(e 24) ==== 102052+0+0 (secure 0 0 0) 0x7f3ad007feb0 con 0x7f3ad80ce780 2024-09-16T07:28:36.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.491+0000 7f3addc72640 1 -- 172.21.15.31:0/567682035 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f3ad8075070 con 0x7f3ad80ce780 2024-09-16T07:28:36.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.492+0000 7f3acffff640 1 -- 172.21.15.31:0/567682035 <== mon.0 v2:172.21.15.31:3300/0 8 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v143) ==== 80+0+0 (secure 0 0 0) 0x7f3ad0084340 con 0x7f3ad80ce780 2024-09-16T07:28:36.492 INFO:teuthology.orchestra.run.smithi031.stderr:listed 0 entries 2024-09-16T07:28:36.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.494+0000 7f3addc72640 1 -- 172.21.15.31:0/567682035 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3ab8078fd0 msgr2=0x7f3ab807b490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:36.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.494+0000 7f3addc72640 1 --2- 172.21.15.31:0/567682035 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3ab8078fd0 0x7f3ab807b490 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f3ac80020c0 tx=0x7f3ac8009040 comp rx=0 tx=0).stop 2024-09-16T07:28:36.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.494+0000 7f3addc72640 1 -- 172.21.15.31:0/567682035 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3ad80ce780 msgr2=0x7f3ad809d000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:36.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.494+0000 7f3addc72640 1 --2- 172.21.15.31:0/567682035 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3ad80ce780 0x7f3ad809d000 secure :-1 s=READY pgs=1612 cs=0 l=1 rev1=1 crypto rx=0x7f3ad0009980 tx=0x7f3ad0033ce0 comp rx=0 tx=0).stop 2024-09-16T07:28:36.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.494+0000 7f3addc72640 1 -- 172.21.15.31:0/567682035 shutdown_connections 2024-09-16T07:28:36.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.494+0000 7f3addc72640 1 --2- 172.21.15.31:0/567682035 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3ab8078fd0 0x7f3ab807b490 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:36.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.494+0000 7f3addc72640 1 --2- 172.21.15.31:0/567682035 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3ad80ce780 0x7f3ad809d000 unknown :-1 s=CLOSED pgs=1612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:36.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.494+0000 7f3addc72640 1 --2- 172.21.15.31:0/567682035 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3ad80cd3e0 0x7f3ad81f2a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:36.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.494+0000 7f3addc72640 1 --2- 172.21.15.31:0/567682035 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3ad806f0b0 0x7f3ad809a2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:36.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.494+0000 7f3addc72640 1 -- 172.21.15.31:0/567682035 >> 172.21.15.31:0/567682035 conn(0x7f3ad80741f0 msgr2=0x7f3ad815c340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:36.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.494+0000 7f3addc72640 1 -- 172.21.15.31:0/567682035 shutdown_connections 2024-09-16T07:28:36.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.494+0000 7f3addc72640 1 -- 172.21.15.31:0/567682035 wait complete. 2024-09-16T07:28:36.505 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi155.front.sepia.ceph.com... 2024-09-16T07:28:36.506 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:28:36.506 DEBUG:teuthology.orchestra.run.smithi155:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-16T07:28:36.531 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi155.stderr:ceph-fuse[48850]: fuse finished with error 0 and tester_r 0 2024-09-16T07:28:36.533 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi155.front.sepia.ceph.com 2024-09-16T07:28:36.533 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:28:36.533 DEBUG:teuthology.orchestra.run.smithi155:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-16T07:28:36.665 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T07:28:36.665 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:28:36.666 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:28:36.683 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17171 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T07:28:36.683 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T07:28:36.683 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:28:36.684 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:28:36.700 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056027,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1315 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T07:28:36.700 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:28:36.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.828+0000 7fc0704cd640 1 -- 172.21.15.31:0/3382458445 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc0680cfce0 msgr2=0x7fc0680d0130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:36.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.828+0000 7fc0704cd640 1 --2- 172.21.15.31:0/3382458445 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc0680cfce0 0x7fc0680d0130 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fc060005fd0 tx=0x7fc06002a940 comp rx=0 tx=0).stop 2024-09-16T07:28:36.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.829+0000 7fc0704cd640 1 -- 172.21.15.31:0/3382458445 shutdown_connections 2024-09-16T07:28:36.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.829+0000 7fc0704cd640 1 --2- 172.21.15.31:0/3382458445 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc0680cfce0 0x7fc0680d0130 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:36.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.829+0000 7fc0704cd640 1 --2- 172.21.15.31:0/3382458445 >> v2:172.21.15.155:3300/0 conn(0x7fc0680d2410 0x7fc0680b3090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:36.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.829+0000 7fc0704cd640 1 -- 172.21.15.31:0/3382458445 >> 172.21.15.31:0/3382458445 conn(0x7fc06809aa30 msgr2=0x7fc06809ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:36.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.829+0000 7fc0704cd640 1 -- 172.21.15.31:0/3382458445 shutdown_connections 2024-09-16T07:28:36.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.829+0000 7fc0704cd640 1 -- 172.21.15.31:0/3382458445 wait complete. 2024-09-16T07:28:36.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.830+0000 7fc0704cd640 1 Processor -- start 2024-09-16T07:28:36.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.830+0000 7fc0704cd640 1 -- start start 2024-09-16T07:28:36.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.831+0000 7fc0704cd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc0680cfce0 0x7fc06806dec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:36.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.831+0000 7fc0704cd640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc0680d2410 0x7fc0680ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:36.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.831+0000 7fc0704cd640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc06815f6d0 0x7fc0680aede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:36.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.831+0000 7fc0704cd640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fc0680b13c0 con 0x7fc0680cfce0 2024-09-16T07:28:36.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.831+0000 7fc0704cd640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc0680b1240 con 0x7fc06815f6d0 2024-09-16T07:28:36.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.831+0000 7fc0704cd640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc0680b1540 con 0x7fc0680d2410 2024-09-16T07:28:36.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.831+0000 7fc06e269640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc0680cfce0 0x7fc06806dec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:36.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.831+0000 7fc06e269640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc0680cfce0 0x7fc06806dec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43862/0 (socket says 172.21.15.31:43862) 2024-09-16T07:28:36.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.831+0000 7fc06e269640 1 -- 172.21.15.31:0/1887037072 learned_addr learned my addr 172.21.15.31:0/1887037072 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:36.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.831+0000 7fc06ea6a640 1 --2- 172.21.15.31:0/1887037072 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc06815f6d0 0x7fc0680aede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:36.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.831+0000 7fc06da68640 1 --2- 172.21.15.31:0/1887037072 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc0680d2410 0x7fc0680ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:36.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.831+0000 7fc06e269640 1 -- 172.21.15.31:0/1887037072 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc0680d2410 msgr2=0x7fc0680ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:36.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.831+0000 7fc06e269640 1 --2- 172.21.15.31:0/1887037072 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc0680d2410 0x7fc0680ae8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:36.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.831+0000 7fc06e269640 1 -- 172.21.15.31:0/1887037072 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc06815f6d0 msgr2=0x7fc0680aede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:36.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.831+0000 7fc06e269640 1 --2- 172.21.15.31:0/1887037072 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc06815f6d0 0x7fc0680aede0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:36.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.831+0000 7fc06e269640 1 -- 172.21.15.31:0/1887037072 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc06806e940 con 0x7fc0680cfce0 2024-09-16T07:28:36.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.831+0000 7fc06e269640 1 --2- 172.21.15.31:0/1887037072 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc0680cfce0 0x7fc06806dec0 secure :-1 s=READY pgs=1613 cs=0 l=1 rev1=1 crypto rx=0x7fc06400ea60 tx=0x7fc06400ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:36.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.831+0000 7fc05affd640 1 -- 172.21.15.31:0/1887037072 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc06400cde0 con 0x7fc0680cfce0 2024-09-16T07:28:36.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.831+0000 7fc05affd640 1 -- 172.21.15.31:0/1887037072 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc064004020 con 0x7fc0680cfce0 2024-09-16T07:28:36.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.831+0000 7fc0704cd640 1 -- 172.21.15.31:0/1887037072 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc06806ec20 con 0x7fc0680cfce0 2024-09-16T07:28:36.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.831+0000 7fc05affd640 1 -- 172.21.15.31:0/1887037072 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc064004450 con 0x7fc0680cfce0 2024-09-16T07:28:36.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.831+0000 7fc0704cd640 1 -- 172.21.15.31:0/1887037072 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc06806f1e0 con 0x7fc0680cfce0 2024-09-16T07:28:36.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.832+0000 7fc0704cd640 1 -- 172.21.15.31:0/1887037072 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc06806f520 con 0x7fc0680cfce0 2024-09-16T07:28:36.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.833+0000 7fc05affd640 1 -- 172.21.15.31:0/1887037072 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 24) ==== 102052+0+0 (secure 0 0 0) 0x7fc0640035f0 con 0x7fc0680cfce0 2024-09-16T07:28:36.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.834+0000 7fc05affd640 1 --2- 172.21.15.31:0/1887037072 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc04c0790c0 0x7fc04c07b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:36.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.834+0000 7fc05affd640 1 -- 172.21.15.31:0/1887037072 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 5795+0+0 (secure 0 0 0) 0x7fc06409c630 con 0x7fc0680cfce0 2024-09-16T07:28:36.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.834+0000 7fc06da68640 1 --2- 172.21.15.31:0/1887037072 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc04c0790c0 0x7fc04c07b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:36.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.834+0000 7fc06da68640 1 --2- 172.21.15.31:0/1887037072 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc04c0790c0 0x7fc04c07b580 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fc0680b1d40 tx=0x7fc05c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:36.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:36.838+0000 7fc05affd640 1 -- 172.21.15.31:0/1887037072 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fc06806f520 con 0x7fc0680cfce0 2024-09-16T07:28:37.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.064+0000 7fc0704cd640 1 -- 172.21.15.31:0/1887037072 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc0680b19a0 con 0x7fc0680cfce0 2024-09-16T07:28:37.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.064+0000 7fc05affd640 1 -- 172.21.15.31:0/1887037072 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 100 v100) ==== 95+0+5231 (secure 0 0 0) 0x7fc064063cd0 con 0x7fc0680cfce0 2024-09-16T07:28:37.065 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:28:37.065 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":100,"btime":"2024-09-16T07:28:24:063973+0000","default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7462,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/2879233565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":2879233565},{"type":"v1","addr":"172.21.15.31:6835","nonce":2879233565}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":94},{"gid":7477,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6809/1189053956","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":1189053956},{"type":"v1","addr":"172.21.15.155:6809","nonce":1189053956}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":94},{"gid":7480,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/2024558752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2024558752},{"type":"v1","addr":"172.21.15.155:6835","nonce":2024558752}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":94}],"filesystems":[{"mdsmap":{"epoch":99,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:28:13.380361+0000","modified":"2024-09-16T07:28:16.400151+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8532},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8532":{"gid":8532,"name":"c","rank":0,"incarnation":95,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6834/699321470","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":699321470},{"type":"v1","addr":"172.21.15.31:6834","nonce":699321470}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[23],"metadata_pool":22,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8532,"qdb_cluster":[8532]},"id":11}]} 2024-09-16T07:28:37.065 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 100 2024-09-16T07:28:37.068 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.067+0000 7fc0704cd640 1 -- 172.21.15.31:0/1887037072 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc04c0790c0 msgr2=0x7fc04c07b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:37.068 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.067+0000 7fc0704cd640 1 --2- 172.21.15.31:0/1887037072 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc04c0790c0 0x7fc04c07b580 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fc0680b1d40 tx=0x7fc05c009040 comp rx=0 tx=0).stop 2024-09-16T07:28:37.068 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.067+0000 7fc0704cd640 1 -- 172.21.15.31:0/1887037072 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc0680cfce0 msgr2=0x7fc06806dec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:37.068 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.067+0000 7fc0704cd640 1 --2- 172.21.15.31:0/1887037072 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc0680cfce0 0x7fc06806dec0 secure :-1 s=READY pgs=1613 cs=0 l=1 rev1=1 crypto rx=0x7fc06400ea60 tx=0x7fc06400ef20 comp rx=0 tx=0).stop 2024-09-16T07:28:37.068 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.067+0000 7fc0704cd640 1 -- 172.21.15.31:0/1887037072 shutdown_connections 2024-09-16T07:28:37.068 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.067+0000 7fc0704cd640 1 --2- 172.21.15.31:0/1887037072 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc04c0790c0 0x7fc04c07b580 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:37.068 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.067+0000 7fc0704cd640 1 --2- 172.21.15.31:0/1887037072 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc06815f6d0 0x7fc0680aede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:37.068 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.067+0000 7fc0704cd640 1 --2- 172.21.15.31:0/1887037072 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc0680d2410 0x7fc0680ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:37.068 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.067+0000 7fc0704cd640 1 --2- 172.21.15.31:0/1887037072 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc0680cfce0 0x7fc06806dec0 unknown :-1 s=CLOSED pgs=1613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:37.068 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.067+0000 7fc0704cd640 1 -- 172.21.15.31:0/1887037072 >> 172.21.15.31:0/1887037072 conn(0x7fc06809aa30 msgr2=0x7fc0680cc4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:37.068 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.067+0000 7fc0704cd640 1 -- 172.21.15.31:0/1887037072 shutdown_connections 2024-09-16T07:28:37.068 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.067+0000 7fc0704cd640 1 -- 172.21.15.31:0/1887037072 wait complete. 2024-09-16T07:28:37.079 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:28:37.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.183+0000 7f4a18975640 1 -- 172.21.15.31:0/3109519048 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4a00004800 msgr2=0x7f4a00004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:37.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.183+0000 7f4a18975640 1 --2- 172.21.15.31:0/3109519048 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4a00004800 0x7f4a00004c80 secure :-1 s=READY pgs=1615 cs=0 l=1 rev1=1 crypto rx=0x7f49fc0016c0 tx=0x7f4a00005830 comp rx=0 tx=0).stop 2024-09-16T07:28:37.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.183+0000 7f4a12d9d640 1 -- 172.21.15.31:0/3109519048 reap_dead start 2024-09-16T07:28:37.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.183+0000 7f4a18975640 1 -- 172.21.15.31:0/3109519048 shutdown_connections 2024-09-16T07:28:37.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.183+0000 7f4a18975640 1 -- 172.21.15.31:0/3109519048 >> 172.21.15.31:0/3109519048 conn(0x7f4a1409aa30 msgr2=0x7f4a1409ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:37.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.183+0000 7f4a18975640 1 -- 172.21.15.31:0/3109519048 shutdown_connections 2024-09-16T07:28:37.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.183+0000 7f4a18975640 1 -- 172.21.15.31:0/3109519048 wait complete. 2024-09-16T07:28:37.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.185+0000 7f4a18975640 1 Processor -- start 2024-09-16T07:28:37.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.185+0000 7f4a18975640 1 -- start start 2024-09-16T07:28:37.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.186+0000 7f4a18975640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4a00004800 0x7f4a140cdf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:37.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.186+0000 7f4a18975640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4a1414f460 0x7f4a1406dc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:37.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.186+0000 7f4a18975640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4a14158030 0x7f4a141584b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:37.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.186+0000 7f4a18975640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f4a140b3090 con 0x7f4a00004800 2024-09-16T07:28:37.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.186+0000 7f4a18975640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f4a140b1b60 con 0x7f4a14158030 2024-09-16T07:28:37.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.186+0000 7f4a18975640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f4a140b3210 con 0x7f4a1414f460 2024-09-16T07:28:37.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.186+0000 7f4a1259c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4a00004800 0x7f4a140cdf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:37.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.186+0000 7f4a1259c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4a00004800 0x7f4a140cdf70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43884/0 (socket says 172.21.15.31:43884) 2024-09-16T07:28:37.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.186+0000 7f4a1259c640 1 -- 172.21.15.31:0/146821583 learned_addr learned my addr 172.21.15.31:0/146821583 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:37.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.186+0000 7f4a11d9b640 1 --2- 172.21.15.31:0/146821583 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4a1414f460 0x7f4a1406dc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:37.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.186+0000 7f4a12d9d640 1 --2- 172.21.15.31:0/146821583 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4a14158030 0x7f4a141584b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:37.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.186+0000 7f4a1259c640 1 -- 172.21.15.31:0/146821583 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4a1414f460 msgr2=0x7f4a1406dc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:37.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.186+0000 7f4a1259c640 1 --2- 172.21.15.31:0/146821583 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4a1414f460 0x7f4a1406dc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:37.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.186+0000 7f4a1259c640 1 -- 172.21.15.31:0/146821583 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4a14158030 msgr2=0x7f4a141584b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:37.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.186+0000 7f4a1259c640 1 --2- 172.21.15.31:0/146821583 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4a14158030 0x7f4a141584b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:37.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.186+0000 7f4a1259c640 1 -- 172.21.15.31:0/146821583 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a140cced0 con 0x7f4a00004800 2024-09-16T07:28:37.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.186+0000 7f4a1259c640 1 --2- 172.21.15.31:0/146821583 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4a00004800 0x7f4a140cdf70 secure :-1 s=READY pgs=1616 cs=0 l=1 rev1=1 crypto rx=0x7f4a04009fb0 tx=0x7f4a0400f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:37.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.186+0000 7f4a0affd640 1 -- 172.21.15.31:0/146821583 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a0400e5c0 con 0x7f4a00004800 2024-09-16T07:28:37.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.186+0000 7f4a0affd640 1 -- 172.21.15.31:0/146821583 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4a0400e760 con 0x7f4a00004800 2024-09-16T07:28:37.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.186+0000 7f4a0affd640 1 -- 172.21.15.31:0/146821583 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a0400eb30 con 0x7f4a00004800 2024-09-16T07:28:37.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.186+0000 7f4a18975640 1 -- 172.21.15.31:0/146821583 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a140cd1b0 con 0x7f4a00004800 2024-09-16T07:28:37.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.186+0000 7f4a18975640 1 -- 172.21.15.31:0/146821583 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a140cd770 con 0x7f4a00004800 2024-09-16T07:28:37.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.187+0000 7f4a18975640 1 -- 172.21.15.31:0/146821583 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a140d0150 con 0x7f4a00004800 2024-09-16T07:28:37.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.188+0000 7f4a0affd640 1 -- 172.21.15.31:0/146821583 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 24) ==== 102052+0+0 (secure 0 0 0) 0x7f4a0400ecd0 con 0x7f4a00004800 2024-09-16T07:28:37.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.189+0000 7f4a0affd640 1 --2- 172.21.15.31:0/146821583 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f49f40790c0 0x7f49f407b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:37.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.189+0000 7f4a0affd640 1 -- 172.21.15.31:0/146821583 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 5795+0+0 (secure 0 0 0) 0x7f4a0409cdf0 con 0x7f4a00004800 2024-09-16T07:28:37.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.189+0000 7f4a11d9b640 1 --2- 172.21.15.31:0/146821583 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f49f40790c0 0x7f49f407b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:37.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.189+0000 7f4a11d9b640 1 --2- 172.21.15.31:0/146821583 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f49f40790c0 0x7f49f407b580 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f49fc032000 tx=0x7f49fc001190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:37.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.193+0000 7f4a0affd640 1 -- 172.21.15.31:0/146821583 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f4a04064460 con 0x7f4a00004800 2024-09-16T07:28:37.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.416+0000 7f4a18975640 1 -- 172.21.15.31:0/146821583 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4a140d29a0 con 0x7f4a00004800 2024-09-16T07:28:37.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.416+0000 7f4a0affd640 1 -- 172.21.15.31:0/146821583 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 100 v100) ==== 95+0+5231 (secure 0 0 0) 0x7f4a04063d60 con 0x7f4a00004800 2024-09-16T07:28:37.417 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:28:37.417 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":100,"btime":"2024-09-16T07:28:24:063973+0000","default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7462,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/2879233565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":2879233565},{"type":"v1","addr":"172.21.15.31:6835","nonce":2879233565}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":94},{"gid":7477,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6809/1189053956","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":1189053956},{"type":"v1","addr":"172.21.15.155:6809","nonce":1189053956}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":94},{"gid":7480,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/2024558752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2024558752},{"type":"v1","addr":"172.21.15.155:6835","nonce":2024558752}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":94}],"filesystems":[{"mdsmap":{"epoch":99,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:28:13.380361+0000","modified":"2024-09-16T07:28:16.400151+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8532},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8532":{"gid":8532,"name":"c","rank":0,"incarnation":95,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6834/699321470","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":699321470},{"type":"v1","addr":"172.21.15.31:6834","nonce":699321470}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[23],"metadata_pool":22,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8532,"qdb_cluster":[8532]},"id":11}]} 2024-09-16T07:28:37.417 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 100 2024-09-16T07:28:37.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.418+0000 7f4a18975640 1 -- 172.21.15.31:0/146821583 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f49f40790c0 msgr2=0x7f49f407b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:37.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.418+0000 7f4a18975640 1 --2- 172.21.15.31:0/146821583 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f49f40790c0 0x7f49f407b580 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f49fc032000 tx=0x7f49fc001190 comp rx=0 tx=0).stop 2024-09-16T07:28:37.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.418+0000 7f4a18975640 1 -- 172.21.15.31:0/146821583 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4a00004800 msgr2=0x7f4a140cdf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:37.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.418+0000 7f4a18975640 1 --2- 172.21.15.31:0/146821583 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4a00004800 0x7f4a140cdf70 secure :-1 s=READY pgs=1616 cs=0 l=1 rev1=1 crypto rx=0x7f4a04009fb0 tx=0x7f4a0400f790 comp rx=0 tx=0).stop 2024-09-16T07:28:37.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.419+0000 7f4a18975640 1 -- 172.21.15.31:0/146821583 shutdown_connections 2024-09-16T07:28:37.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.419+0000 7f4a18975640 1 --2- 172.21.15.31:0/146821583 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f49f40790c0 0x7f49f407b580 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:37.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.419+0000 7f4a18975640 1 --2- 172.21.15.31:0/146821583 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4a14158030 0x7f4a141584b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:37.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.419+0000 7f4a18975640 1 --2- 172.21.15.31:0/146821583 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4a1414f460 0x7f4a1406dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:37.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.419+0000 7f4a18975640 1 --2- 172.21.15.31:0/146821583 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4a00004800 0x7f4a140cdf70 unknown :-1 s=CLOSED pgs=1616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:37.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.419+0000 7f4a18975640 1 -- 172.21.15.31:0/146821583 >> 172.21.15.31:0/146821583 conn(0x7f4a1409aa30 msgr2=0x7f4a14070f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:37.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.419+0000 7f4a18975640 1 -- 172.21.15.31:0/146821583 shutdown_connections 2024-09-16T07:28:37.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.419+0000 7f4a18975640 1 -- 172.21.15.31:0/146821583 wait complete. 2024-09-16T07:28:37.430 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:28:37.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.534+0000 7f2634fc6640 1 -- 172.21.15.31:0/1606756754 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2630072cb0 msgr2=0x7f26300cf470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:37.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.534+0000 7f2634fc6640 1 --2- 172.21.15.31:0/1606756754 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2630072cb0 0x7f26300cf470 secure :-1 s=READY pgs=1617 cs=0 l=1 rev1=1 crypto rx=0x7f2620005fd0 tx=0x7f262002a530 comp rx=0 tx=0).stop 2024-09-16T07:28:37.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.534+0000 7f2634fc6640 1 -- 172.21.15.31:0/1606756754 shutdown_connections 2024-09-16T07:28:37.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.534+0000 7f2634fc6640 1 --2- 172.21.15.31:0/1606756754 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2630072cb0 0x7f26300cf470 unknown :-1 s=CLOSED pgs=1617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:37.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.534+0000 7f2634fc6640 1 --2- 172.21.15.31:0/1606756754 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2630151370 0x7f26300cef30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:37.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.534+0000 7f2634fc6640 1 -- 172.21.15.31:0/1606756754 >> 172.21.15.31:0/1606756754 conn(0x7f26300b1690 msgr2=0x7f26300b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:37.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.535+0000 7f2634fc6640 1 -- 172.21.15.31:0/1606756754 shutdown_connections 2024-09-16T07:28:37.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.535+0000 7f2634fc6640 1 -- 172.21.15.31:0/1606756754 wait complete. 2024-09-16T07:28:37.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.536+0000 7f2634fc6640 1 Processor -- start 2024-09-16T07:28:37.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.536+0000 7f2634fc6640 1 -- start start 2024-09-16T07:28:37.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.537+0000 7f2634fc6640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2630072cb0 0x7f26300ceae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:37.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.537+0000 7f2634fc6640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f26300b3140 0x7f26301e78f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:37.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.537+0000 7f2634fc6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2630151370 0x7f26300cd630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:37.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.537+0000 7f2634fc6640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f2630070020 con 0x7f2630151370 2024-09-16T07:28:37.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.537+0000 7f2634fc6640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f263006fea0 con 0x7f2630072cb0 2024-09-16T07:28:37.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.537+0000 7f2634fc6640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f26300701a0 con 0x7f26300b3140 2024-09-16T07:28:37.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.537+0000 7f262ed9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2630151370 0x7f26300cd630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:37.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.537+0000 7f262ed9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2630151370 0x7f26300cd630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43914/0 (socket says 172.21.15.31:43914) 2024-09-16T07:28:37.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.537+0000 7f262ed9d640 1 -- 172.21.15.31:0/2709230612 learned_addr learned my addr 172.21.15.31:0/2709230612 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:37.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.537+0000 7f262e59c640 1 --2- 172.21.15.31:0/2709230612 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2630072cb0 0x7f26300ceae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:37.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.537+0000 7f262dd9b640 1 --2- 172.21.15.31:0/2709230612 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f26300b3140 0x7f26301e78f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:37.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.537+0000 7f262ed9d640 1 -- 172.21.15.31:0/2709230612 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f26300b3140 msgr2=0x7f26301e78f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:37.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.537+0000 7f262ed9d640 1 --2- 172.21.15.31:0/2709230612 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f26300b3140 0x7f26301e78f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:37.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.537+0000 7f262ed9d640 1 -- 172.21.15.31:0/2709230612 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2630072cb0 msgr2=0x7f26300ceae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:37.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.537+0000 7f262ed9d640 1 --2- 172.21.15.31:0/2709230612 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2630072cb0 0x7f26300ceae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:37.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.537+0000 7f262ed9d640 1 -- 172.21.15.31:0/2709230612 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26301e21d0 con 0x7f2630151370 2024-09-16T07:28:37.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.537+0000 7f262ed9d640 1 --2- 172.21.15.31:0/2709230612 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2630151370 0x7f26300cd630 secure :-1 s=READY pgs=1618 cs=0 l=1 rev1=1 crypto rx=0x7f2620006010 tx=0x7f26200039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:37.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.538+0000 7f2626ffd640 1 -- 172.21.15.31:0/2709230612 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f262003f070 con 0x7f2630151370 2024-09-16T07:28:37.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.538+0000 7f2626ffd640 1 -- 172.21.15.31:0/2709230612 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2620004890 con 0x7f2630151370 2024-09-16T07:28:37.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.538+0000 7f2634fc6640 1 -- 172.21.15.31:0/2709230612 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26301e2450 con 0x7f2630151370 2024-09-16T07:28:37.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.538+0000 7f2626ffd640 1 -- 172.21.15.31:0/2709230612 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2620035030 con 0x7f2630151370 2024-09-16T07:28:37.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.538+0000 7f2634fc6640 1 -- 172.21.15.31:0/2709230612 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26301e2a10 con 0x7f2630151370 2024-09-16T07:28:37.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.539+0000 7f2634fc6640 1 -- 172.21.15.31:0/2709230612 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f26300706c0 con 0x7f2630151370 2024-09-16T07:28:37.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.539+0000 7f2626ffd640 1 -- 172.21.15.31:0/2709230612 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 24) ==== 102052+0+0 (secure 0 0 0) 0x7f2620042070 con 0x7f2630151370 2024-09-16T07:28:37.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.540+0000 7f2626ffd640 1 --2- 172.21.15.31:0/2709230612 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f26100790c0 0x7f261007b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:37.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.540+0000 7f2626ffd640 1 -- 172.21.15.31:0/2709230612 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 5795+0+0 (secure 0 0 0) 0x7f26200b9fb0 con 0x7f2630151370 2024-09-16T07:28:37.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.540+0000 7f262e59c640 1 --2- 172.21.15.31:0/2709230612 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f26100790c0 0x7f261007b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:37.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.540+0000 7f262e59c640 1 --2- 172.21.15.31:0/2709230612 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f26100790c0 0x7f261007b580 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f2628005c40 tx=0x7f262800a530 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:37.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.544+0000 7f2626ffd640 1 -- 172.21.15.31:0/2709230612 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f26301e21d0 con 0x7f2630151370 2024-09-16T07:28:37.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.731+0000 7f2634fc6640 1 -- 172.21.15.31:0/2709230612 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f263015a1c0 con 0x7f2630151370 2024-09-16T07:28:37.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.732+0000 7f2626ffd640 1 -- 172.21.15.31:0/2709230612 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v143) ==== 74+0+16856 (secure 0 0 0) 0x7f2620083a80 con 0x7f2630151370 2024-09-16T07:28:37.733 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:28:37.733 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":143,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:28:22.051748+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":23,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":22,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:28:11.011010+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"140","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":23,"pool_name":"cephfs_data","create_time":"2024-09-16T07:28:12.338851+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"141","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":142,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":142,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"23.6","mappings":[{"from":5,"to":3}]},{"pgid":"23.2a","mappings":[{"from":5,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:28:37.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.735+0000 7f2634fc6640 1 -- 172.21.15.31:0/2709230612 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f26100790c0 msgr2=0x7f261007b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:37.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.735+0000 7f2634fc6640 1 --2- 172.21.15.31:0/2709230612 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f26100790c0 0x7f261007b580 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f2628005c40 tx=0x7f262800a530 comp rx=0 tx=0).stop 2024-09-16T07:28:37.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.735+0000 7f2634fc6640 1 -- 172.21.15.31:0/2709230612 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2630151370 msgr2=0x7f26300cd630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:37.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.735+0000 7f2634fc6640 1 --2- 172.21.15.31:0/2709230612 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2630151370 0x7f26300cd630 secure :-1 s=READY pgs=1618 cs=0 l=1 rev1=1 crypto rx=0x7f2620006010 tx=0x7f26200039e0 comp rx=0 tx=0).stop 2024-09-16T07:28:37.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.735+0000 7f2634fc6640 1 -- 172.21.15.31:0/2709230612 shutdown_connections 2024-09-16T07:28:37.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.735+0000 7f2634fc6640 1 --2- 172.21.15.31:0/2709230612 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f26100790c0 0x7f261007b580 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:37.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.735+0000 7f2634fc6640 1 --2- 172.21.15.31:0/2709230612 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2630151370 0x7f26300cd630 unknown :-1 s=CLOSED pgs=1618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:37.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.735+0000 7f2634fc6640 1 --2- 172.21.15.31:0/2709230612 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f26300b3140 0x7f26301e78f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:37.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.735+0000 7f2634fc6640 1 --2- 172.21.15.31:0/2709230612 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2630072cb0 0x7f26300ceae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:37.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.735+0000 7f2634fc6640 1 -- 172.21.15.31:0/2709230612 >> 172.21.15.31:0/2709230612 conn(0x7f26300b1690 msgr2=0x7f2630153820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:37.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.735+0000 7f2634fc6640 1 -- 172.21.15.31:0/2709230612 shutdown_connections 2024-09-16T07:28:37.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.735+0000 7f2634fc6640 1 -- 172.21.15.31:0/2709230612 wait complete. 2024-09-16T07:28:37.747 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-16T07:28:37.747 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:28:37.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.851+0000 7feb847d3640 1 -- 172.21.15.31:0/1038670601 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7feb7c15df90 msgr2=0x7feb7c0cf9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:37.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.851+0000 7feb847d3640 1 --2- 172.21.15.31:0/1038670601 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7feb7c15df90 0x7feb7c0cf9b0 secure :-1 s=READY pgs=1620 cs=0 l=1 rev1=1 crypto rx=0x7feb7c0cf6a0 tx=0x7feb6c02a890 comp rx=0 tx=0).stop 2024-09-16T07:28:37.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.851+0000 7feb847d3640 1 -- 172.21.15.31:0/1038670601 shutdown_connections 2024-09-16T07:28:37.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.851+0000 7feb847d3640 1 --2- 172.21.15.31:0/1038670601 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7feb7c15df90 0x7feb7c0cf9b0 unknown :-1 s=CLOSED pgs=1620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:37.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.851+0000 7feb847d3640 1 -- 172.21.15.31:0/1038670601 >> 172.21.15.31:0/1038670601 conn(0x7feb7c0d3ea0 msgr2=0x7feb7c0d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:37.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.851+0000 7feb847d3640 1 -- 172.21.15.31:0/1038670601 shutdown_connections 2024-09-16T07:28:37.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.851+0000 7feb847d3640 1 -- 172.21.15.31:0/1038670601 wait complete. 2024-09-16T07:28:37.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.853+0000 7feb847d3640 1 Processor -- start 2024-09-16T07:28:37.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.853+0000 7feb847d3640 1 -- start start 2024-09-16T07:28:37.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.853+0000 7feb847d3640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7feb7c0d0d40 0x7feb7c150c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:37.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.853+0000 7feb847d3640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7feb7c0d49c0 0x7feb7c1f8520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:37.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.853+0000 7feb847d3640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7feb7c15df90 0x7feb7c1f8a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:37.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.853+0000 7feb847d3640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7feb7c162690 con 0x7feb7c0d49c0 2024-09-16T07:28:37.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.853+0000 7feb847d3640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7feb7c0b3f10 con 0x7feb7c15df90 2024-09-16T07:28:37.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.853+0000 7feb847d3640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7feb7c15e6a0 con 0x7feb7c0d0d40 2024-09-16T07:28:37.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.853+0000 7feb81d6e640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7feb7c0d49c0 0x7feb7c1f8520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:37.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.853+0000 7feb81d6e640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7feb7c0d49c0 0x7feb7c1f8520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43932/0 (socket says 172.21.15.31:43932) 2024-09-16T07:28:37.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.854+0000 7feb81d6e640 1 -- 172.21.15.31:0/3413386335 learned_addr learned my addr 172.21.15.31:0/3413386335 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:37.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.854+0000 7feb81d6e640 1 -- 172.21.15.31:0/3413386335 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7feb7c0d0d40 msgr2=0x7feb7c150c50 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-16T07:28:37.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.854+0000 7feb81d6e640 1 --2- 172.21.15.31:0/3413386335 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7feb7c0d0d40 0x7feb7c150c50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:37.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.854+0000 7feb81d6e640 1 -- 172.21.15.31:0/3413386335 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7feb7c15df90 msgr2=0x7feb7c1f8a60 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-16T07:28:37.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.854+0000 7feb81d6e640 1 --2- 172.21.15.31:0/3413386335 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7feb7c15df90 0x7feb7c1f8a60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:37.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.854+0000 7feb81d6e640 1 -- 172.21.15.31:0/3413386335 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb7c151190 con 0x7feb7c0d49c0 2024-09-16T07:28:37.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.854+0000 7feb81d6e640 1 --2- 172.21.15.31:0/3413386335 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7feb7c0d49c0 0x7feb7c1f8520 secure :-1 s=READY pgs=1621 cs=0 l=1 rev1=1 crypto rx=0x7feb7000c500 tx=0x7feb7000c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:37.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.854+0000 7feb7affd640 1 -- 172.21.15.31:0/3413386335 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb70016020 con 0x7feb7c0d49c0 2024-09-16T07:28:37.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.854+0000 7feb7affd640 1 -- 172.21.15.31:0/3413386335 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7feb70012920 con 0x7feb7c0d49c0 2024-09-16T07:28:37.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.854+0000 7feb847d3640 1 -- 172.21.15.31:0/3413386335 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb7c15e940 con 0x7feb7c0d49c0 2024-09-16T07:28:37.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.854+0000 7feb7affd640 1 -- 172.21.15.31:0/3413386335 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb70012d90 con 0x7feb7c0d49c0 2024-09-16T07:28:37.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.854+0000 7feb847d3640 1 -- 172.21.15.31:0/3413386335 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feb7c160250 con 0x7feb7c0d49c0 2024-09-16T07:28:37.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.855+0000 7feb847d3640 1 -- 172.21.15.31:0/3413386335 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feb7c0b9c00 con 0x7feb7c0d49c0 2024-09-16T07:28:37.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.856+0000 7feb7affd640 1 -- 172.21.15.31:0/3413386335 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 24) ==== 102052+0+0 (secure 0 0 0) 0x7feb70019020 con 0x7feb7c0d49c0 2024-09-16T07:28:37.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.856+0000 7feb7affd640 1 --2- 172.21.15.31:0/3413386335 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7feb680790c0 0x7feb6807b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:37.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.856+0000 7feb7affd640 1 -- 172.21.15.31:0/3413386335 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 5795+0+0 (secure 0 0 0) 0x7feb70098ea0 con 0x7feb7c0d49c0 2024-09-16T07:28:37.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.856+0000 7feb8256f640 1 --2- 172.21.15.31:0/3413386335 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7feb680790c0 0x7feb6807b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:37.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.857+0000 7feb8256f640 1 --2- 172.21.15.31:0/3413386335 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7feb680790c0 0x7feb6807b580 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7feb6c034000 tx=0x7feb6c004ab0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:37.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:37.861+0000 7feb7affd640 1 -- 172.21.15.31:0/3413386335 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7feb70020030 con 0x7feb7c0d49c0 2024-09-16T07:28:38.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.088+0000 7feb847d3640 1 -- 172.21.15.31:0/3413386335 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7feb7c08d590 con 0x7feb7c0d49c0 2024-09-16T07:28:38.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.088+0000 7feb7affd640 1 -- 172.21.15.31:0/3413386335 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 100 v100) ==== 95+0+5231 (secure 0 0 0) 0x7feb7c0ce970 con 0x7feb7c0d49c0 2024-09-16T07:28:38.089 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:28:38.089 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":100,"btime":"2024-09-16T07:28:24:063973+0000","default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7462,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/2879233565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":2879233565},{"type":"v1","addr":"172.21.15.31:6835","nonce":2879233565}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":94},{"gid":7477,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6809/1189053956","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":1189053956},{"type":"v1","addr":"172.21.15.155:6809","nonce":1189053956}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":94},{"gid":7480,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/2024558752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2024558752},{"type":"v1","addr":"172.21.15.155:6835","nonce":2024558752}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":94}],"filesystems":[{"mdsmap":{"epoch":99,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:28:13.380361+0000","modified":"2024-09-16T07:28:16.400151+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8532},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8532":{"gid":8532,"name":"c","rank":0,"incarnation":95,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6834/699321470","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":699321470},{"type":"v1","addr":"172.21.15.31:6834","nonce":699321470}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[23],"metadata_pool":22,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8532,"qdb_cluster":[8532]},"id":11}]} 2024-09-16T07:28:38.089 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 100 2024-09-16T07:28:38.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.090+0000 7feb847d3640 1 -- 172.21.15.31:0/3413386335 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7feb680790c0 msgr2=0x7feb6807b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:38.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.090+0000 7feb847d3640 1 --2- 172.21.15.31:0/3413386335 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7feb680790c0 0x7feb6807b580 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7feb6c034000 tx=0x7feb6c004ab0 comp rx=0 tx=0).stop 2024-09-16T07:28:38.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.090+0000 7feb847d3640 1 -- 172.21.15.31:0/3413386335 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7feb7c0d49c0 msgr2=0x7feb7c1f8520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:38.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.090+0000 7feb847d3640 1 --2- 172.21.15.31:0/3413386335 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7feb7c0d49c0 0x7feb7c1f8520 secure :-1 s=READY pgs=1621 cs=0 l=1 rev1=1 crypto rx=0x7feb7000c500 tx=0x7feb7000c9c0 comp rx=0 tx=0).stop 2024-09-16T07:28:38.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.090+0000 7feb847d3640 1 -- 172.21.15.31:0/3413386335 shutdown_connections 2024-09-16T07:28:38.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.090+0000 7feb847d3640 1 --2- 172.21.15.31:0/3413386335 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7feb680790c0 0x7feb6807b580 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:38.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.090+0000 7feb847d3640 1 --2- 172.21.15.31:0/3413386335 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7feb7c15df90 0x7feb7c1f8a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:38.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.090+0000 7feb847d3640 1 --2- 172.21.15.31:0/3413386335 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7feb7c0d49c0 0x7feb7c1f8520 unknown :-1 s=CLOSED pgs=1621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:38.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.090+0000 7feb847d3640 1 --2- 172.21.15.31:0/3413386335 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7feb7c0d0d40 0x7feb7c150c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:38.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.090+0000 7feb847d3640 1 -- 172.21.15.31:0/3413386335 >> 172.21.15.31:0/3413386335 conn(0x7feb7c0d3ea0 msgr2=0x7feb7c06de30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:38.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.090+0000 7feb847d3640 1 -- 172.21.15.31:0/3413386335 shutdown_connections 2024-09-16T07:28:38.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.090+0000 7feb847d3640 1 -- 172.21.15.31:0/3413386335 wait complete. 2024-09-16T07:28:38.101 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:28:38.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.206+0000 7f7b7d310640 1 -- 172.21.15.31:0/2867740209 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7b64005910 msgr2=0x7f7b64005d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:38.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.206+0000 7f7b7d310640 1 --2- 172.21.15.31:0/2867740209 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7b64005910 0x7f7b64005d90 secure :-1 s=READY pgs=1623 cs=0 l=1 rev1=1 crypto rx=0x7f7b6000baf0 tx=0x7f7b64006940 comp rx=0 tx=0).stop 2024-09-16T07:28:38.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.206+0000 7f7b777fe640 1 -- 172.21.15.31:0/2867740209 reap_dead start 2024-09-16T07:28:38.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.207+0000 7f7b7d310640 1 -- 172.21.15.31:0/2867740209 shutdown_connections 2024-09-16T07:28:38.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.207+0000 7f7b7d310640 1 -- 172.21.15.31:0/2867740209 >> 172.21.15.31:0/2867740209 conn(0x7f7b780b1690 msgr2=0x7f7b780b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:38.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.207+0000 7f7b7d310640 1 -- 172.21.15.31:0/2867740209 shutdown_connections 2024-09-16T07:28:38.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.207+0000 7f7b7d310640 1 -- 172.21.15.31:0/2867740209 wait complete. 2024-09-16T07:28:38.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.208+0000 7f7b7d310640 1 Processor -- start 2024-09-16T07:28:38.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.208+0000 7f7b7d310640 1 -- start start 2024-09-16T07:28:38.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.209+0000 7f7b7d310640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7b64005910 0x7f7b781545d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:38.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.209+0000 7f7b7d310640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7b781e6040 0x7f7b781f8a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:38.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.209+0000 7f7b7d310640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7b781471d0 0x7f7b781591c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:38.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.209+0000 7f7b7d310640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f7b7806e760 con 0x7f7b781471d0 2024-09-16T07:28:38.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.209+0000 7f7b7d310640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f7b7806e5e0 con 0x7f7b64005910 2024-09-16T07:28:38.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.209+0000 7f7b7d310640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f7b7806e8e0 con 0x7f7b781e6040 2024-09-16T07:28:38.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.209+0000 7f7b777fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7b781471d0 0x7f7b781591c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:38.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.209+0000 7f7b777fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7b781471d0 0x7f7b781591c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43950/0 (socket says 172.21.15.31:43950) 2024-09-16T07:28:38.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.209+0000 7f7b777fe640 1 -- 172.21.15.31:0/1501504050 learned_addr learned my addr 172.21.15.31:0/1501504050 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:38.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.209+0000 7f7b767fc640 1 --2- 172.21.15.31:0/1501504050 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7b781e6040 0x7f7b781f8a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:38.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.209+0000 7f7b76ffd640 1 --2- 172.21.15.31:0/1501504050 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7b64005910 0x7f7b781545d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:38.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.209+0000 7f7b777fe640 1 -- 172.21.15.31:0/1501504050 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7b781e6040 msgr2=0x7f7b781f8a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:38.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.209+0000 7f7b777fe640 1 --2- 172.21.15.31:0/1501504050 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7b781e6040 0x7f7b781f8a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:38.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.209+0000 7f7b777fe640 1 -- 172.21.15.31:0/1501504050 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7b64005910 msgr2=0x7f7b781545d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:38.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.209+0000 7f7b777fe640 1 --2- 172.21.15.31:0/1501504050 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7b64005910 0x7f7b781545d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:38.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.209+0000 7f7b777fe640 1 -- 172.21.15.31:0/1501504050 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b7814cb50 con 0x7f7b781471d0 2024-09-16T07:28:38.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.209+0000 7f7b777fe640 1 --2- 172.21.15.31:0/1501504050 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7b781471d0 0x7f7b781591c0 secure :-1 s=READY pgs=1624 cs=0 l=1 rev1=1 crypto rx=0x7f7b780b4de0 tx=0x7f7b7000fa20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:38.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.209+0000 7f7b6f7fe640 1 -- 172.21.15.31:0/1501504050 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b70004220 con 0x7f7b781471d0 2024-09-16T07:28:38.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.209+0000 7f7b6f7fe640 1 -- 172.21.15.31:0/1501504050 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7b700043c0 con 0x7f7b781471d0 2024-09-16T07:28:38.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.209+0000 7f7b7d310640 1 -- 172.21.15.31:0/1501504050 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b7814ce30 con 0x7f7b781471d0 2024-09-16T07:28:38.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.209+0000 7f7b6f7fe640 1 -- 172.21.15.31:0/1501504050 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b70005280 con 0x7f7b781471d0 2024-09-16T07:28:38.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.210+0000 7f7b7d310640 1 -- 172.21.15.31:0/1501504050 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b781540b0 con 0x7f7b781471d0 2024-09-16T07:28:38.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.211+0000 7f7b7d310640 1 -- 172.21.15.31:0/1501504050 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7b78072a20 con 0x7f7b781471d0 2024-09-16T07:28:38.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.211+0000 7f7b6f7fe640 1 -- 172.21.15.31:0/1501504050 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 24) ==== 102052+0+0 (secure 0 0 0) 0x7f7b70019030 con 0x7f7b781471d0 2024-09-16T07:28:38.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.212+0000 7f7b6f7fe640 1 --2- 172.21.15.31:0/1501504050 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7b580790c0 0x7f7b5807b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:38.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.212+0000 7f7b6f7fe640 1 -- 172.21.15.31:0/1501504050 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 5795+0+0 (secure 0 0 0) 0x7f7b70099240 con 0x7f7b781471d0 2024-09-16T07:28:38.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.212+0000 7f7b76ffd640 1 --2- 172.21.15.31:0/1501504050 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7b580790c0 0x7f7b5807b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:38.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.212+0000 7f7b76ffd640 1 --2- 172.21.15.31:0/1501504050 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7b580790c0 0x7f7b5807b580 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f7b68001330 tx=0x7f7b68006040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:38.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.216+0000 7f7b6f7fe640 1 -- 172.21.15.31:0/1501504050 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f7b70062d10 con 0x7f7b781471d0 2024-09-16T07:28:38.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.442+0000 7f7b7d310640 1 -- 172.21.15.31:0/1501504050 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7b780b3900 con 0x7f7b781471d0 2024-09-16T07:28:38.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.443+0000 7f7b6f7fe640 1 -- 172.21.15.31:0/1501504050 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 100 v100) ==== 95+0+5231 (secure 0 0 0) 0x7f7b70067740 con 0x7f7b781471d0 2024-09-16T07:28:38.443 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:28:38.444 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":100,"btime":"2024-09-16T07:28:24:063973+0000","default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7462,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/2879233565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":2879233565},{"type":"v1","addr":"172.21.15.31:6835","nonce":2879233565}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":94},{"gid":7477,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6809/1189053956","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":1189053956},{"type":"v1","addr":"172.21.15.155:6809","nonce":1189053956}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":94},{"gid":7480,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/2024558752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2024558752},{"type":"v1","addr":"172.21.15.155:6835","nonce":2024558752}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":94}],"filesystems":[{"mdsmap":{"epoch":99,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:28:13.380361+0000","modified":"2024-09-16T07:28:16.400151+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8532},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8532":{"gid":8532,"name":"c","rank":0,"incarnation":95,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6834/699321470","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":699321470},{"type":"v1","addr":"172.21.15.31:6834","nonce":699321470}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[23],"metadata_pool":22,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8532,"qdb_cluster":[8532]},"id":11}]} 2024-09-16T07:28:38.444 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 100 2024-09-16T07:28:38.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.445+0000 7f7b7d310640 1 -- 172.21.15.31:0/1501504050 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7b580790c0 msgr2=0x7f7b5807b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:38.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.445+0000 7f7b7d310640 1 --2- 172.21.15.31:0/1501504050 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7b580790c0 0x7f7b5807b580 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f7b68001330 tx=0x7f7b68006040 comp rx=0 tx=0).stop 2024-09-16T07:28:38.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.445+0000 7f7b7d310640 1 -- 172.21.15.31:0/1501504050 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7b781471d0 msgr2=0x7f7b781591c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:38.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.445+0000 7f7b7d310640 1 --2- 172.21.15.31:0/1501504050 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7b781471d0 0x7f7b781591c0 secure :-1 s=READY pgs=1624 cs=0 l=1 rev1=1 crypto rx=0x7f7b780b4de0 tx=0x7f7b7000fa20 comp rx=0 tx=0).stop 2024-09-16T07:28:38.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.445+0000 7f7b7d310640 1 -- 172.21.15.31:0/1501504050 shutdown_connections 2024-09-16T07:28:38.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.445+0000 7f7b7d310640 1 --2- 172.21.15.31:0/1501504050 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7b580790c0 0x7f7b5807b580 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:38.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.445+0000 7f7b7d310640 1 --2- 172.21.15.31:0/1501504050 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7b781471d0 0x7f7b781591c0 unknown :-1 s=CLOSED pgs=1624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:38.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.445+0000 7f7b7d310640 1 --2- 172.21.15.31:0/1501504050 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7b781e6040 0x7f7b781f8a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:38.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.445+0000 7f7b7d310640 1 --2- 172.21.15.31:0/1501504050 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7b64005910 0x7f7b781545d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:38.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.445+0000 7f7b7d310640 1 -- 172.21.15.31:0/1501504050 >> 172.21.15.31:0/1501504050 conn(0x7f7b780b1690 msgr2=0x7f7b780cfa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:38.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.445+0000 7f7b7d310640 1 -- 172.21.15.31:0/1501504050 shutdown_connections 2024-09-16T07:28:38.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.445+0000 7f7b7d310640 1 -- 172.21.15.31:0/1501504050 wait complete. 2024-09-16T07:28:38.456 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:28:38.464 DEBUG:teuthology.orchestra.run.smithi031:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T07:28:38.501 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T07:28:38.562 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.561+0000 7f0d9968c640 1 -- 172.21.15.31:0/2848585954 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0d80004d40 msgr2=0x7f0d800051a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:38.562 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.561+0000 7f0d9968c640 1 --2- 172.21.15.31:0/2848585954 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0d80004d40 0x7f0d800051a0 secure :-1 s=READY pgs=1626 cs=0 l=1 rev1=1 crypto rx=0x7f0d8c009b50 tx=0x7f0d80005830 comp rx=0 tx=0).stop 2024-09-16T07:28:38.562 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.561+0000 7f0d937fe640 1 -- 172.21.15.31:0/2848585954 reap_dead start 2024-09-16T07:28:38.562 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.561+0000 7f0d9968c640 1 -- 172.21.15.31:0/2848585954 shutdown_connections 2024-09-16T07:28:38.562 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.561+0000 7f0d9968c640 1 -- 172.21.15.31:0/2848585954 >> 172.21.15.31:0/2848585954 conn(0x7f0d940d3ea0 msgr2=0x7f0d940d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:38.562 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.561+0000 7f0d9968c640 1 -- 172.21.15.31:0/2848585954 shutdown_connections 2024-09-16T07:28:38.562 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.561+0000 7f0d9968c640 1 -- 172.21.15.31:0/2848585954 wait complete. 2024-09-16T07:28:38.563 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.562+0000 7f0d9968c640 1 Processor -- start 2024-09-16T07:28:38.563 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.563+0000 7f0d9968c640 1 -- start start 2024-09-16T07:28:38.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.563+0000 7f0d9968c640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0d80004d40 0x7f0d9415a6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:38.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.563+0000 7f0d9968c640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0d94146eb0 0x7f0d94156e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:38.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.563+0000 7f0d9968c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0d941578b0 0x7f0d94146260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:38.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.563+0000 7f0d9968c640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f0d940cf9b0 con 0x7f0d941578b0 2024-09-16T07:28:38.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.563+0000 7f0d9968c640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f0d941626e0 con 0x7f0d80004d40 2024-09-16T07:28:38.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.563+0000 7f0d9968c640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f0d940cfb30 con 0x7f0d94146eb0 2024-09-16T07:28:38.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.563+0000 7f0d937fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0d941578b0 0x7f0d94146260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:38.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.563+0000 7f0d937fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0d941578b0 0x7f0d94146260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43968/0 (socket says 172.21.15.31:43968) 2024-09-16T07:28:38.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.564+0000 7f0d937fe640 1 -- 172.21.15.31:0/3232289822 learned_addr learned my addr 172.21.15.31:0/3232289822 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:38.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.564+0000 7f0d937fe640 1 -- 172.21.15.31:0/3232289822 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0d94146eb0 msgr2=0x7f0d94156e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:38.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.564+0000 7f0d937fe640 1 --2- 172.21.15.31:0/3232289822 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0d94146eb0 0x7f0d94156e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:38.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.564+0000 7f0d937fe640 1 -- 172.21.15.31:0/3232289822 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0d80004d40 msgr2=0x7f0d9415a6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:38.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.564+0000 7f0d937fe640 1 --2- 172.21.15.31:0/3232289822 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0d80004d40 0x7f0d9415a6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:38.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.564+0000 7f0d937fe640 1 -- 172.21.15.31:0/3232289822 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d94159920 con 0x7f0d941578b0 2024-09-16T07:28:38.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.564+0000 7f0d937fe640 1 --2- 172.21.15.31:0/3232289822 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0d941578b0 0x7f0d94146260 secure :-1 s=READY pgs=1627 cs=0 l=1 rev1=1 crypto rx=0x7f0d8c004690 tx=0x7f0d8c034680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:38.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.564+0000 7f0d8b7fe640 1 -- 172.21.15.31:0/3232289822 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d8c038040 con 0x7f0d941578b0 2024-09-16T07:28:38.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.564+0000 7f0d8b7fe640 1 -- 172.21.15.31:0/3232289822 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0d8c042070 con 0x7f0d941578b0 2024-09-16T07:28:38.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.564+0000 7f0d9968c640 1 -- 172.21.15.31:0/3232289822 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d94159c00 con 0x7f0d941578b0 2024-09-16T07:28:38.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.564+0000 7f0d8b7fe640 1 -- 172.21.15.31:0/3232289822 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d8c034b60 con 0x7f0d941578b0 2024-09-16T07:28:38.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.564+0000 7f0d9968c640 1 -- 172.21.15.31:0/3232289822 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d9415a1c0 con 0x7f0d941578b0 2024-09-16T07:28:38.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.565+0000 7f0d9968c640 1 -- 172.21.15.31:0/3232289822 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0d9415a390 con 0x7f0d941578b0 2024-09-16T07:28:38.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.566+0000 7f0d8b7fe640 1 -- 172.21.15.31:0/3232289822 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 24) ==== 102052+0+0 (secure 0 0 0) 0x7f0d8c034d00 con 0x7f0d941578b0 2024-09-16T07:28:38.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.566+0000 7f0d8b7fe640 1 --2- 172.21.15.31:0/3232289822 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0d740790c0 0x7f0d7407b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:38.568 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.566+0000 7f0d8b7fe640 1 -- 172.21.15.31:0/3232289822 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 5795+0+0 (secure 0 0 0) 0x7f0d8c0b97a0 con 0x7f0d941578b0 2024-09-16T07:28:38.568 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.566+0000 7f0d92ffd640 1 --2- 172.21.15.31:0/3232289822 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0d740790c0 0x7f0d7407b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:38.568 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.567+0000 7f0d92ffd640 1 --2- 172.21.15.31:0/3232289822 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0d740790c0 0x7f0d7407b580 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f0d84001db0 tx=0x7f0d84001250 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:38.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.571+0000 7f0d8b7fe640 1 -- 172.21.15.31:0/3232289822 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f0d8c0838c0 con 0x7f0d941578b0 2024-09-16T07:28:38.759 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.758+0000 7f0d9968c640 1 -- 172.21.15.31:0/3232289822 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0d9415b1d0 con 0x7f0d941578b0 2024-09-16T07:28:38.759 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.759+0000 7f0d8b7fe640 1 -- 172.21.15.31:0/3232289822 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v143) ==== 74+0+16856 (secure 0 0 0) 0x7f0d8c0831c0 con 0x7f0d941578b0 2024-09-16T07:28:38.760 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:28:38.760 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":143,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:28:22.051748+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":23,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":22,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:28:11.011010+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"140","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":23,"pool_name":"cephfs_data","create_time":"2024-09-16T07:28:12.338851+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"141","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":142,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":142,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"23.6","mappings":[{"from":5,"to":3}]},{"pgid":"23.2a","mappings":[{"from":5,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:28:38.762 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.762+0000 7f0d9968c640 1 -- 172.21.15.31:0/3232289822 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0d740790c0 msgr2=0x7f0d7407b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:38.763 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.762+0000 7f0d9968c640 1 --2- 172.21.15.31:0/3232289822 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0d740790c0 0x7f0d7407b580 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f0d84001db0 tx=0x7f0d84001250 comp rx=0 tx=0).stop 2024-09-16T07:28:38.763 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.762+0000 7f0d9968c640 1 -- 172.21.15.31:0/3232289822 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0d941578b0 msgr2=0x7f0d94146260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:38.763 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.762+0000 7f0d9968c640 1 --2- 172.21.15.31:0/3232289822 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0d941578b0 0x7f0d94146260 secure :-1 s=READY pgs=1627 cs=0 l=1 rev1=1 crypto rx=0x7f0d8c004690 tx=0x7f0d8c034680 comp rx=0 tx=0).stop 2024-09-16T07:28:38.763 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.762+0000 7f0d9968c640 1 -- 172.21.15.31:0/3232289822 shutdown_connections 2024-09-16T07:28:38.763 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.762+0000 7f0d9968c640 1 --2- 172.21.15.31:0/3232289822 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0d740790c0 0x7f0d7407b580 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:38.763 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.762+0000 7f0d9968c640 1 --2- 172.21.15.31:0/3232289822 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0d941578b0 0x7f0d94146260 unknown :-1 s=CLOSED pgs=1627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:38.763 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.762+0000 7f0d9968c640 1 --2- 172.21.15.31:0/3232289822 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0d94146eb0 0x7f0d94156e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:38.763 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.762+0000 7f0d9968c640 1 --2- 172.21.15.31:0/3232289822 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0d80004d40 0x7f0d9415a6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:38.763 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.762+0000 7f0d9968c640 1 -- 172.21.15.31:0/3232289822 >> 172.21.15.31:0/3232289822 conn(0x7f0d940d3ea0 msgr2=0x7f0d940b5a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:38.763 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.762+0000 7f0d9968c640 1 -- 172.21.15.31:0/3232289822 shutdown_connections 2024-09-16T07:28:38.763 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.762+0000 7f0d9968c640 1 -- 172.21.15.31:0/3232289822 wait complete. 2024-09-16T07:28:38.774 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-16T07:28:38.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.879+0000 7f9d3cd3d640 1 -- 172.21.15.31:0/4005123138 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9d38151370 msgr2=0x7f9d380cef30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:38.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.879+0000 7f9d3cd3d640 1 --2- 172.21.15.31:0/4005123138 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9d38151370 0x7f9d380cef30 secure :-1 s=READY pgs=1629 cs=0 l=1 rev1=1 crypto rx=0x7f9d30009be0 tx=0x7f9d3002a8d0 comp rx=0 tx=0).stop 2024-09-16T07:28:38.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.879+0000 7f9d3cd3d640 1 -- 172.21.15.31:0/4005123138 shutdown_connections 2024-09-16T07:28:38.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.879+0000 7f9d3cd3d640 1 --2- 172.21.15.31:0/4005123138 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9d38151370 0x7f9d380cef30 unknown :-1 s=CLOSED pgs=1629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:38.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.879+0000 7f9d3cd3d640 1 -- 172.21.15.31:0/4005123138 >> 172.21.15.31:0/4005123138 conn(0x7f9d380b1690 msgr2=0x7f9d380b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:38.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.879+0000 7f9d3cd3d640 1 -- 172.21.15.31:0/4005123138 shutdown_connections 2024-09-16T07:28:38.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.879+0000 7f9d3cd3d640 1 -- 172.21.15.31:0/4005123138 wait complete. 2024-09-16T07:28:38.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.880+0000 7f9d3cd3d640 1 Processor -- start 2024-09-16T07:28:38.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.880+0000 7f9d3cd3d640 1 -- start start 2024-09-16T07:28:38.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.881+0000 7f9d3cd3d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9d38072cb0 0x7f9d3814fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:38.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.881+0000 7f9d3cd3d640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9d380b3140 0x7f9d381458f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:38.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.881+0000 7f9d3cd3d640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9d38151370 0x7f9d38145e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:38.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.881+0000 7f9d3cd3d640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f9d3806e760 con 0x7f9d38072cb0 2024-09-16T07:28:38.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.881+0000 7f9d3cd3d640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f9d3806e5e0 con 0x7f9d38151370 2024-09-16T07:28:38.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.881+0000 7f9d3cd3d640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f9d3806e8e0 con 0x7f9d380b3140 2024-09-16T07:28:38.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.881+0000 7f9d3659c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9d38072cb0 0x7f9d3814fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:38.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.881+0000 7f9d3659c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9d38072cb0 0x7f9d3814fcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:43982/0 (socket says 172.21.15.31:43982) 2024-09-16T07:28:38.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.881+0000 7f9d3659c640 1 -- 172.21.15.31:0/1830636533 learned_addr learned my addr 172.21.15.31:0/1830636533 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:38.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.881+0000 7f9d36d9d640 1 --2- 172.21.15.31:0/1830636533 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9d38151370 0x7f9d38145e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:38.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.881+0000 7f9d35d9b640 1 --2- 172.21.15.31:0/1830636533 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9d380b3140 0x7f9d381458f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:38.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.882+0000 7f9d3659c640 1 -- 172.21.15.31:0/1830636533 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9d380b3140 msgr2=0x7f9d381458f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:38.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.882+0000 7f9d3659c640 1 --2- 172.21.15.31:0/1830636533 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9d380b3140 0x7f9d381458f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:38.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.882+0000 7f9d3659c640 1 -- 172.21.15.31:0/1830636533 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9d38151370 msgr2=0x7f9d38145e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:38.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.882+0000 7f9d3659c640 1 --2- 172.21.15.31:0/1830636533 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9d38151370 0x7f9d38145e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:38.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.882+0000 7f9d3659c640 1 -- 172.21.15.31:0/1830636533 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d38146d00 con 0x7f9d38072cb0 2024-09-16T07:28:38.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.882+0000 7f9d3659c640 1 --2- 172.21.15.31:0/1830636533 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9d38072cb0 0x7f9d3814fcb0 secure :-1 s=READY pgs=1630 cs=0 l=1 rev1=1 crypto rx=0x7f9d30009d00 tx=0x7f9d30033d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:38.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.882+0000 7f9d2effd640 1 -- 172.21.15.31:0/1830636533 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d30031e40 con 0x7f9d38072cb0 2024-09-16T07:28:38.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.882+0000 7f9d2effd640 1 -- 172.21.15.31:0/1830636533 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9d30003a60 con 0x7f9d38072cb0 2024-09-16T07:28:38.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.882+0000 7f9d3cd3d640 1 -- 172.21.15.31:0/1830636533 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d381e5810 con 0x7f9d38072cb0 2024-09-16T07:28:38.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.882+0000 7f9d2effd640 1 -- 172.21.15.31:0/1830636533 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d300330d0 con 0x7f9d38072cb0 2024-09-16T07:28:38.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.882+0000 7f9d3cd3d640 1 -- 172.21.15.31:0/1830636533 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d38146740 con 0x7f9d38072cb0 2024-09-16T07:28:38.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.883+0000 7f9d3cd3d640 1 -- 172.21.15.31:0/1830636533 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9d380cef30 con 0x7f9d38072cb0 2024-09-16T07:28:38.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.884+0000 7f9d2effd640 1 -- 172.21.15.31:0/1830636533 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 24) ==== 102052+0+0 (secure 0 0 0) 0x7f9d30033270 con 0x7f9d38072cb0 2024-09-16T07:28:38.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.884+0000 7f9d2effd640 1 --2- 172.21.15.31:0/1830636533 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9d180790c0 0x7f9d1807b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:38.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.884+0000 7f9d2effd640 1 -- 172.21.15.31:0/1830636533 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 5795+0+0 (secure 0 0 0) 0x7f9d300ba3f0 con 0x7f9d38072cb0 2024-09-16T07:28:38.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.884+0000 7f9d35d9b640 1 --2- 172.21.15.31:0/1830636533 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9d180790c0 0x7f9d1807b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:38.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.885+0000 7f9d35d9b640 1 --2- 172.21.15.31:0/1830636533 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9d180790c0 0x7f9d1807b580 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f9d38150d50 tx=0x7f9d20009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:38.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:38.889+0000 7f9d2effd640 1 -- 172.21.15.31:0/1830636533 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f9d3003f030 con 0x7f9d38072cb0 2024-09-16T07:28:39.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:39.115+0000 7f9d3cd3d640 1 -- 172.21.15.31:0/1830636533 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f9d380cd160 con 0x7f9d38072cb0 2024-09-16T07:28:39.116 INFO:tasks.ceph.mon.a.smithi031.stderr:2024-09-16T07:28:39.115+0000 7fe9e4df9640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T07:28:39.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:39.117+0000 7f9d2effd640 1 -- 172.21.15.31:0/1830636533 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v101) ==== 161+0+0 (secure 0 0 0) 0x7f9d30031790 con 0x7f9d38072cb0 2024-09-16T07:28:39.118 INFO:teuthology.orchestra.run.smithi031.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-16T07:28:39.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:39.120+0000 7f9d3cd3d640 1 -- 172.21.15.31:0/1830636533 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9d180790c0 msgr2=0x7f9d1807b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:39.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:39.120+0000 7f9d3cd3d640 1 --2- 172.21.15.31:0/1830636533 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9d180790c0 0x7f9d1807b580 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f9d38150d50 tx=0x7f9d20009040 comp rx=0 tx=0).stop 2024-09-16T07:28:39.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:39.120+0000 7f9d3cd3d640 1 -- 172.21.15.31:0/1830636533 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9d38072cb0 msgr2=0x7f9d3814fcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:39.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:39.120+0000 7f9d3cd3d640 1 --2- 172.21.15.31:0/1830636533 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9d38072cb0 0x7f9d3814fcb0 secure :-1 s=READY pgs=1630 cs=0 l=1 rev1=1 crypto rx=0x7f9d30009d00 tx=0x7f9d30033d80 comp rx=0 tx=0).stop 2024-09-16T07:28:39.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:39.120+0000 7f9d3cd3d640 1 -- 172.21.15.31:0/1830636533 shutdown_connections 2024-09-16T07:28:39.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:39.120+0000 7f9d3cd3d640 1 --2- 172.21.15.31:0/1830636533 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9d180790c0 0x7f9d1807b580 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:39.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:39.120+0000 7f9d3cd3d640 1 --2- 172.21.15.31:0/1830636533 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9d38151370 0x7f9d38145e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:39.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:39.120+0000 7f9d3cd3d640 1 --2- 172.21.15.31:0/1830636533 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9d380b3140 0x7f9d381458f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:39.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:39.120+0000 7f9d3cd3d640 1 --2- 172.21.15.31:0/1830636533 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9d38072cb0 0x7f9d3814fcb0 unknown :-1 s=CLOSED pgs=1630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:39.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:39.121+0000 7f9d3cd3d640 1 -- 172.21.15.31:0/1830636533 >> 172.21.15.31:0/1830636533 conn(0x7f9d380b1690 msgr2=0x7f9d38147430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:39.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:39.121+0000 7f9d3cd3d640 1 -- 172.21.15.31:0/1830636533 shutdown_connections 2024-09-16T07:28:39.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:39.121+0000 7f9d3cd3d640 1 -- 172.21.15.31:0/1830636533 wait complete. 2024-09-16T07:28:39.133 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-16T07:28:39.160 INFO:tasks.ceph.mds.c.smithi031.stdout:starting mds.c at 2024-09-16T07:28:39.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:39.240+0000 7f8f570be640 1 -- 172.21.15.31:0/3288340783 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8f500d21c0 msgr2=0x7f8f500ccc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:39.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:39.240+0000 7f8f570be640 1 --2- 172.21.15.31:0/3288340783 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8f500d21c0 0x7f8f500ccc50 secure :-1 s=READY pgs=1635 cs=0 l=1 rev1=1 crypto rx=0x7f8f500d0150 tx=0x7f8f4802a8b0 comp rx=0 tx=0).stop 2024-09-16T07:28:39.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:39.240+0000 7f8f570be640 1 -- 172.21.15.31:0/3288340783 shutdown_connections 2024-09-16T07:28:39.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:39.240+0000 7f8f570be640 1 --2- 172.21.15.31:0/3288340783 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8f500d21c0 0x7f8f500ccc50 unknown :-1 s=CLOSED pgs=1635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:39.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:39.240+0000 7f8f570be640 1 --2- 172.21.15.31:0/3288340783 >> v2:172.21.15.155:3300/0 conn(0x7f8f5015be30 0x7f8f500d06b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:39.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:39.240+0000 7f8f570be640 1 -- 172.21.15.31:0/3288340783 >> 172.21.15.31:0/3288340783 conn(0x7f8f5009aa30 msgr2=0x7f8f5009ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:39.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:39.240+0000 7f8f570be640 1 -- 172.21.15.31:0/3288340783 shutdown_connections 2024-09-16T07:28:39.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:39.240+0000 7f8f570be640 1 -- 172.21.15.31:0/3288340783 wait complete. 2024-09-16T07:28:39.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:39.241+0000 7f8f570be640 1 Processor -- start 2024-09-16T07:28:39.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:39.241+0000 7f8f570be640 1 -- start start 2024-09-16T07:28:39.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:39.242+0000 7f8f570be640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8f500b2420 0x7f8f501f56f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:39.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:39.242+0000 7f8f570be640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8f500d21c0 0x7f8f501f5c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:39.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:39.242+0000 7f8f570be640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8f5015be30 0x7f8f501f6170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:39.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:39.242+0000 7f8f570be640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f8f500cd6e0 con 0x7f8f500d21c0 2024-09-16T07:28:39.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:39.242+0000 7f8f570be640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f8f500cd560 con 0x7f8f500b2420 2024-09-16T07:28:39.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:39.242+0000 7f8f570be640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f8f500cd860 con 0x7f8f5015be30 2024-09-16T07:28:39.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:39.242+0000 7f8f4ffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8f500d21c0 0x7f8f501f5c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:39.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:39.242+0000 7f8f4ffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8f500d21c0 0x7f8f501f5c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:44006/0 (socket says 172.21.15.31:44006) 2024-09-16T07:28:39.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:39.243+0000 7f8f4ffff640 1 -- 172.21.15.31:0/3347855880 learned_addr learned my addr 172.21.15.31:0/3347855880 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:39.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:39.243+0000 7f8f54e5a640 1 --2- 172.21.15.31:0/3347855880 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8f500b2420 0x7f8f501f56f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:39.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:39.243+0000 7f8f4ffff640 1 -- 172.21.15.31:0/3347855880 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8f5015be30 msgr2=0x7f8f501f6170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:39.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:39.243+0000 7f8f5565b640 1 --2- 172.21.15.31:0/3347855880 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8f5015be30 0x7f8f501f6170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:39.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:39.243+0000 7f8f4ffff640 1 --2- 172.21.15.31:0/3347855880 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8f5015be30 0x7f8f501f6170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:39.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:39.243+0000 7f8f4ffff640 1 -- 172.21.15.31:0/3347855880 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8f500b2420 msgr2=0x7f8f501f56f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:39.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:39.243+0000 7f8f4ffff640 1 --2- 172.21.15.31:0/3347855880 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8f500b2420 0x7f8f501f56f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:39.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:39.243+0000 7f8f4ffff640 1 -- 172.21.15.31:0/3347855880 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f500c8660 con 0x7f8f500d21c0 2024-09-16T07:28:39.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:39.243+0000 7f8f54e5a640 1 --2- 172.21.15.31:0/3347855880 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8f500b2420 0x7f8f501f56f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:28:39.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:39.243+0000 7f8f4ffff640 1 --2- 172.21.15.31:0/3347855880 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8f500d21c0 0x7f8f501f5c30 secure :-1 s=READY pgs=1636 cs=0 l=1 rev1=1 crypto rx=0x7f8f4400c450 tx=0x7f8f4400c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:39.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:39.243+0000 7f8f4d7fa640 1 -- 172.21.15.31:0/3347855880 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f44011790 con 0x7f8f500d21c0 2024-09-16T07:28:39.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:39.243+0000 7f8f4d7fa640 1 -- 172.21.15.31:0/3347855880 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8f44017070 con 0x7f8f500d21c0 2024-09-16T07:28:39.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:39.243+0000 7f8f570be640 1 -- 172.21.15.31:0/3347855880 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f501548f0 con 0x7f8f500d21c0 2024-09-16T07:28:39.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:39.243+0000 7f8f4d7fa640 1 -- 172.21.15.31:0/3347855880 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f44011cc0 con 0x7f8f500d21c0 2024-09-16T07:28:39.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:39.243+0000 7f8f570be640 1 -- 172.21.15.31:0/3347855880 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f5015b280 con 0x7f8f500d21c0 2024-09-16T07:28:39.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:39.244+0000 7f8f570be640 1 -- 172.21.15.31:0/3347855880 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8f500cdd10 con 0x7f8f500d21c0 2024-09-16T07:28:39.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:39.245+0000 7f8f4d7fa640 1 -- 172.21.15.31:0/3347855880 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 24) ==== 102052+0+0 (secure 0 0 0) 0x7f8f4401c460 con 0x7f8f500d21c0 2024-09-16T07:28:39.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:39.245+0000 7f8f4d7fa640 1 --2- 172.21.15.31:0/3347855880 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8f3c0790f0 0x7f8f3c07b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:39.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:39.245+0000 7f8f4d7fa640 1 -- 172.21.15.31:0/3347855880 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(144..144 src has 1..144) ==== 5881+0+0 (secure 0 0 0) 0x7f8f4409ba10 con 0x7f8f500d21c0 2024-09-16T07:28:39.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:39.245+0000 7f8f54e5a640 1 --2- 172.21.15.31:0/3347855880 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8f3c0790f0 0x7f8f3c07b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:39.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:39.246+0000 7f8f54e5a640 1 --2- 172.21.15.31:0/3347855880 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8f3c0790f0 0x7f8f3c07b5b0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f8f40009aa0 tx=0x7f8f40005db0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:39.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:39.250+0000 7f8f4d7fa640 1 -- 172.21.15.31:0/3347855880 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f8f44063030 con 0x7f8f500d21c0 2024-09-16T07:28:39.476 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:39.475+0000 7f8f570be640 1 -- 172.21.15.31:0/3347855880 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f8f500c8830 con 0x7f8f500d21c0 2024-09-16T07:28:40.119 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:40.119+0000 7f8f4d7fa640 1 -- 172.21.15.31:0/3347855880 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v102) ==== 104+0+0 (secure 0 0 0) 0x7f8f44062930 con 0x7f8f500d21c0 2024-09-16T07:28:40.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:40.122+0000 7f8f570be640 1 -- 172.21.15.31:0/3347855880 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8f3c0790f0 msgr2=0x7f8f3c07b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:40.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:40.122+0000 7f8f570be640 1 --2- 172.21.15.31:0/3347855880 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8f3c0790f0 0x7f8f3c07b5b0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f8f40009aa0 tx=0x7f8f40005db0 comp rx=0 tx=0).stop 2024-09-16T07:28:40.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:40.122+0000 7f8f570be640 1 -- 172.21.15.31:0/3347855880 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8f500d21c0 msgr2=0x7f8f501f5c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:40.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:40.122+0000 7f8f570be640 1 --2- 172.21.15.31:0/3347855880 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8f500d21c0 0x7f8f501f5c30 secure :-1 s=READY pgs=1636 cs=0 l=1 rev1=1 crypto rx=0x7f8f4400c450 tx=0x7f8f4400c910 comp rx=0 tx=0).stop 2024-09-16T07:28:40.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:40.122+0000 7f8f570be640 1 -- 172.21.15.31:0/3347855880 shutdown_connections 2024-09-16T07:28:40.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:40.122+0000 7f8f570be640 1 --2- 172.21.15.31:0/3347855880 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8f3c0790f0 0x7f8f3c07b5b0 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:40.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:40.122+0000 7f8f570be640 1 --2- 172.21.15.31:0/3347855880 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8f5015be30 0x7f8f501f6170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:40.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:40.122+0000 7f8f570be640 1 --2- 172.21.15.31:0/3347855880 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8f500d21c0 0x7f8f501f5c30 unknown :-1 s=CLOSED pgs=1636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:40.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:40.122+0000 7f8f570be640 1 --2- 172.21.15.31:0/3347855880 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8f500b2420 0x7f8f501f56f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:40.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:40.122+0000 7f8f570be640 1 -- 172.21.15.31:0/3347855880 >> 172.21.15.31:0/3347855880 conn(0x7f8f5009aa30 msgr2=0x7f8f500d1ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:40.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:40.122+0000 7f8f570be640 1 -- 172.21.15.31:0/3347855880 shutdown_connections 2024-09-16T07:28:40.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:40.122+0000 7f8f570be640 1 -- 172.21.15.31:0/3347855880 wait complete. 2024-09-16T07:28:40.137 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-16T07:28:40.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:40.294+0000 7f8c0eb5d640 1 -- 172.21.15.31:0/1285811000 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8c0815b8e0 msgr2=0x7f8c0815c330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:40.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:40.294+0000 7f8c0eb5d640 1 --2- 172.21.15.31:0/1285811000 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8c0815b8e0 0x7f8c0815c330 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f8c00005fd0 tx=0x7f8c0002aa90 comp rx=0 tx=0).stop 2024-09-16T07:28:40.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:40.294+0000 7f8c0eb5d640 1 -- 172.21.15.31:0/1285811000 shutdown_connections 2024-09-16T07:28:40.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:40.294+0000 7f8c0eb5d640 1 --2- 172.21.15.31:0/1285811000 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8c0815b8e0 0x7f8c0815c330 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:40.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:40.294+0000 7f8c0eb5d640 1 --2- 172.21.15.31:0/1285811000 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8c08074160 0x7f8c080cbfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:40.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:40.294+0000 7f8c0eb5d640 1 -- 172.21.15.31:0/1285811000 >> 172.21.15.31:0/1285811000 conn(0x7f8c080d0b20 msgr2=0x7f8c080d0f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:40.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:40.294+0000 7f8c0eb5d640 1 -- 172.21.15.31:0/1285811000 shutdown_connections 2024-09-16T07:28:40.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:40.294+0000 7f8c0eb5d640 1 -- 172.21.15.31:0/1285811000 wait complete. 2024-09-16T07:28:40.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:40.295+0000 7f8c0eb5d640 1 Processor -- start 2024-09-16T07:28:40.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:40.295+0000 7f8c0eb5d640 1 -- start start 2024-09-16T07:28:40.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:40.296+0000 7f8c0eb5d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8c080734e0 0x7f8c081f3eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:40.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:40.296+0000 7f8c0eb5d640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8c08074160 0x7f8c080b5f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:40.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:40.296+0000 7f8c0eb5d640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8c0815b8e0 0x7f8c080b6470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:40.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:40.296+0000 7f8c0eb5d640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f8c0815cc00 con 0x7f8c080734e0 2024-09-16T07:28:40.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:40.296+0000 7f8c0eb5d640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f8c0815ca80 con 0x7f8c08074160 2024-09-16T07:28:40.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:40.296+0000 7f8c0eb5d640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f8c0815cd80 con 0x7f8c0815b8e0 2024-09-16T07:28:40.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:40.296+0000 7f8c0c8f9640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8c080734e0 0x7f8c081f3eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:40.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:40.296+0000 7f8c0c8f9640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8c080734e0 0x7f8c081f3eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:44012/0 (socket says 172.21.15.31:44012) 2024-09-16T07:28:40.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:40.296+0000 7f8c0c8f9640 1 -- 172.21.15.31:0/2965384251 learned_addr learned my addr 172.21.15.31:0/2965384251 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:40.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:40.296+0000 7f8c07fff640 1 --2- 172.21.15.31:0/2965384251 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8c08074160 0x7f8c080b5f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:40.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:40.296+0000 7f8c0d0fa640 1 --2- 172.21.15.31:0/2965384251 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8c0815b8e0 0x7f8c080b6470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:40.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:40.296+0000 7f8c0c8f9640 1 -- 172.21.15.31:0/2965384251 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8c0815b8e0 msgr2=0x7f8c080b6470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:40.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:40.296+0000 7f8c0c8f9640 1 --2- 172.21.15.31:0/2965384251 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8c0815b8e0 0x7f8c080b6470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:40.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:40.296+0000 7f8c0c8f9640 1 -- 172.21.15.31:0/2965384251 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8c08074160 msgr2=0x7f8c080b5f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:40.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:40.297+0000 7f8c0c8f9640 1 --2- 172.21.15.31:0/2965384251 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8c08074160 0x7f8c080b5f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:40.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:40.297+0000 7f8c0c8f9640 1 -- 172.21.15.31:0/2965384251 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c080b2410 con 0x7f8c080734e0 2024-09-16T07:28:40.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:40.297+0000 7f8c07fff640 1 --2- 172.21.15.31:0/2965384251 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8c08074160 0x7f8c080b5f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:28:40.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:40.297+0000 7f8c0c8f9640 1 --2- 172.21.15.31:0/2965384251 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8c080734e0 0x7f8c081f3eb0 secure :-1 s=READY pgs=1637 cs=0 l=1 rev1=1 crypto rx=0x7f8bf800c450 tx=0x7f8bf800c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:40.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:40.297+0000 7f8c057fa640 1 -- 172.21.15.31:0/2965384251 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bf8017070 con 0x7f8c080734e0 2024-09-16T07:28:40.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:40.297+0000 7f8c057fa640 1 -- 172.21.15.31:0/2965384251 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8bf80053c0 con 0x7f8c080734e0 2024-09-16T07:28:40.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:40.297+0000 7f8c0eb5d640 1 -- 172.21.15.31:0/2965384251 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c080b1e50 con 0x7f8c080734e0 2024-09-16T07:28:40.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:40.297+0000 7f8c057fa640 1 -- 172.21.15.31:0/2965384251 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bf8003850 con 0x7f8c080734e0 2024-09-16T07:28:40.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:40.297+0000 7f8c0eb5d640 1 -- 172.21.15.31:0/2965384251 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c080b5450 con 0x7f8c080734e0 2024-09-16T07:28:40.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:40.298+0000 7f8c0eb5d640 1 -- 172.21.15.31:0/2965384251 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8c080cbfd0 con 0x7f8c080734e0 2024-09-16T07:28:40.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:40.299+0000 7f8c057fa640 1 -- 172.21.15.31:0/2965384251 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 24) ==== 102052+0+0 (secure 0 0 0) 0x7f8bf801a070 con 0x7f8c080734e0 2024-09-16T07:28:40.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:40.299+0000 7f8c057fa640 1 --2- 172.21.15.31:0/2965384251 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8bf40790c0 0x7f8bf407b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:40.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:40.299+0000 7f8c07fff640 1 --2- 172.21.15.31:0/2965384251 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8bf40790c0 0x7f8bf407b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:40.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:40.299+0000 7f8c057fa640 1 -- 172.21.15.31:0/2965384251 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(144..144 src has 1..144) ==== 5881+0+0 (secure 0 0 0) 0x7f8bf8098520 con 0x7f8c080734e0 2024-09-16T07:28:40.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:40.300+0000 7f8c07fff640 1 --2- 172.21.15.31:0/2965384251 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8bf40790c0 0x7f8bf407b580 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f8c080c3140 tx=0x7f8bfc005f90 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:40.304 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:40.303+0000 7f8c057fa640 1 -- 172.21.15.31:0/2965384251 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f8bf8062640 con 0x7f8c080734e0 2024-09-16T07:28:40.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:40.491+0000 7f8c0eb5d640 1 -- 172.21.15.31:0/2965384251 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f8c080d0550 con 0x7f8c080734e0 2024-09-16T07:28:41.339 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:41.339+0000 7f8c057fa640 1 -- 172.21.15.31:0/2965384251 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v145) ==== 181+0+0 (secure 0 0 0) 0x7f8bf8061f40 con 0x7f8c080734e0 2024-09-16T07:28:41.339 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_metadata' removed 2024-09-16T07:28:41.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:41.343+0000 7f8c0eb5d640 1 -- 172.21.15.31:0/2965384251 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8bf40790c0 msgr2=0x7f8bf407b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:41.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:41.343+0000 7f8c0eb5d640 1 --2- 172.21.15.31:0/2965384251 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8bf40790c0 0x7f8bf407b580 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f8c080c3140 tx=0x7f8bfc005f90 comp rx=0 tx=0).stop 2024-09-16T07:28:41.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:41.343+0000 7f8c0eb5d640 1 -- 172.21.15.31:0/2965384251 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8c080734e0 msgr2=0x7f8c081f3eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:41.344 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:41.343+0000 7f8c0eb5d640 1 --2- 172.21.15.31:0/2965384251 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8c080734e0 0x7f8c081f3eb0 secure :-1 s=READY pgs=1637 cs=0 l=1 rev1=1 crypto rx=0x7f8bf800c450 tx=0x7f8bf800c910 comp rx=0 tx=0).stop 2024-09-16T07:28:41.344 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:41.343+0000 7f8c0eb5d640 1 -- 172.21.15.31:0/2965384251 shutdown_connections 2024-09-16T07:28:41.344 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:41.343+0000 7f8c0eb5d640 1 --2- 172.21.15.31:0/2965384251 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8bf40790c0 0x7f8bf407b580 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:41.344 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:41.343+0000 7f8c0eb5d640 1 --2- 172.21.15.31:0/2965384251 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8c0815b8e0 0x7f8c080b6470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:41.344 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:41.343+0000 7f8c0eb5d640 1 --2- 172.21.15.31:0/2965384251 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8c08074160 0x7f8c080b5f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:41.344 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:41.343+0000 7f8c0eb5d640 1 --2- 172.21.15.31:0/2965384251 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8c080734e0 0x7f8c081f3eb0 unknown :-1 s=CLOSED pgs=1637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:41.344 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:41.343+0000 7f8c0eb5d640 1 -- 172.21.15.31:0/2965384251 >> 172.21.15.31:0/2965384251 conn(0x7f8c080d0b20 msgr2=0x7f8c0806fcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:41.344 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:41.343+0000 7f8c0eb5d640 1 -- 172.21.15.31:0/2965384251 shutdown_connections 2024-09-16T07:28:41.344 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:41.343+0000 7f8c0eb5d640 1 -- 172.21.15.31:0/2965384251 wait complete. 2024-09-16T07:28:41.359 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-16T07:28:41.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:41.474+0000 7f5c29a40640 1 -- 172.21.15.31:0/3137906737 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5c240d1c10 msgr2=0x7f5c24160140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:41.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:41.474+0000 7f5c29a40640 1 --2- 172.21.15.31:0/3137906737 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5c240d1c10 0x7f5c24160140 secure :-1 s=READY pgs=1639 cs=0 l=1 rev1=1 crypto rx=0x7f5c14009830 tx=0x7f5c1402a510 comp rx=0 tx=0).stop 2024-09-16T07:28:41.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:41.474+0000 7f5c29a40640 1 -- 172.21.15.31:0/3137906737 shutdown_connections 2024-09-16T07:28:41.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:41.474+0000 7f5c29a40640 1 --2- 172.21.15.31:0/3137906737 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5c240d1c10 0x7f5c24160140 unknown :-1 s=CLOSED pgs=1639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:41.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:41.474+0000 7f5c29a40640 1 -- 172.21.15.31:0/3137906737 >> 172.21.15.31:0/3137906737 conn(0x7f5c2409aa30 msgr2=0x7f5c2409ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:41.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:41.474+0000 7f5c29a40640 1 -- 172.21.15.31:0/3137906737 shutdown_connections 2024-09-16T07:28:41.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:41.474+0000 7f5c29a40640 1 -- 172.21.15.31:0/3137906737 wait complete. 2024-09-16T07:28:41.476 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:41.475+0000 7f5c29a40640 1 Processor -- start 2024-09-16T07:28:41.476 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:41.476+0000 7f5c29a40640 1 -- start start 2024-09-16T07:28:41.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:41.476+0000 7f5c29a40640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5c240d1c10 0x7f5c240aff70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:41.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:41.476+0000 7f5c29a40640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5c240d1ff0 0x7f5c240b04b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:41.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:41.476+0000 7f5c29a40640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5c2415d250 0x7f5c240c4460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:41.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:41.476+0000 7f5c29a40640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f5c240b2f60 con 0x7f5c240d1ff0 2024-09-16T07:28:41.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:41.476+0000 7f5c29a40640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f5c240b2de0 con 0x7f5c240d1c10 2024-09-16T07:28:41.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:41.476+0000 7f5c29a40640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f5c240b30e0 con 0x7f5c2415d250 2024-09-16T07:28:41.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:41.476+0000 7f5c227fc640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5c240d1ff0 0x7f5c240b04b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:41.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:41.476+0000 7f5c227fc640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5c240d1ff0 0x7f5c240b04b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:44034/0 (socket says 172.21.15.31:44034) 2024-09-16T07:28:41.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:41.476+0000 7f5c227fc640 1 -- 172.21.15.31:0/13806406 learned_addr learned my addr 172.21.15.31:0/13806406 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:41.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:41.477+0000 7f5c22ffd640 1 --2- 172.21.15.31:0/13806406 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5c240d1c10 0x7f5c240aff70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:41.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:41.477+0000 7f5c237fe640 1 --2- 172.21.15.31:0/13806406 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5c2415d250 0x7f5c240c4460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:41.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:41.477+0000 7f5c227fc640 1 -- 172.21.15.31:0/13806406 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5c2415d250 msgr2=0x7f5c240c4460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:41.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:41.477+0000 7f5c227fc640 1 --2- 172.21.15.31:0/13806406 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5c2415d250 0x7f5c240c4460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:41.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:41.477+0000 7f5c227fc640 1 -- 172.21.15.31:0/13806406 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5c240d1c10 msgr2=0x7f5c240aff70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:41.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:41.477+0000 7f5c227fc640 1 --2- 172.21.15.31:0/13806406 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5c240d1c10 0x7f5c240aff70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:41.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:41.477+0000 7f5c227fc640 1 -- 172.21.15.31:0/13806406 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c2406f9c0 con 0x7f5c240d1ff0 2024-09-16T07:28:41.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:41.477+0000 7f5c22ffd640 1 --2- 172.21.15.31:0/13806406 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5c240d1c10 0x7f5c240aff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:28:41.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:41.477+0000 7f5c227fc640 1 --2- 172.21.15.31:0/13806406 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5c240d1ff0 0x7f5c240b04b0 secure :-1 s=READY pgs=1640 cs=0 l=1 rev1=1 crypto rx=0x7f5c0c00c370 tx=0x7f5c0c00c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:41.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:41.477+0000 7f5c1bfff640 1 -- 172.21.15.31:0/13806406 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c0c017070 con 0x7f5c240d1ff0 2024-09-16T07:28:41.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:41.477+0000 7f5c1bfff640 1 -- 172.21.15.31:0/13806406 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5c0c0035f0 con 0x7f5c240d1ff0 2024-09-16T07:28:41.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:41.477+0000 7f5c29a40640 1 -- 172.21.15.31:0/13806406 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c241f4750 con 0x7f5c240d1ff0 2024-09-16T07:28:41.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:41.477+0000 7f5c1bfff640 1 -- 172.21.15.31:0/13806406 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c0c003a40 con 0x7f5c240d1ff0 2024-09-16T07:28:41.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:41.477+0000 7f5c29a40640 1 -- 172.21.15.31:0/13806406 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c241f4d10 con 0x7f5c240d1ff0 2024-09-16T07:28:41.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:41.478+0000 7f5c29a40640 1 -- 172.21.15.31:0/13806406 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5c241f4f10 con 0x7f5c240d1ff0 2024-09-16T07:28:41.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:41.479+0000 7f5c1bfff640 1 -- 172.21.15.31:0/13806406 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 24) ==== 102052+0+0 (secure 0 0 0) 0x7f5c0c01a070 con 0x7f5c240d1ff0 2024-09-16T07:28:41.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:41.479+0000 7f5c1bfff640 1 --2- 172.21.15.31:0/13806406 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5c040790c0 0x7f5c0407b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:41.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:41.479+0000 7f5c1bfff640 1 -- 172.21.15.31:0/13806406 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(145..145 src has 1..145) ==== 5443+0+0 (secure 0 0 0) 0x7f5c0c09ad60 con 0x7f5c240d1ff0 2024-09-16T07:28:41.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:41.479+0000 7f5c22ffd640 1 --2- 172.21.15.31:0/13806406 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5c040790c0 0x7f5c0407b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:41.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:41.480+0000 7f5c22ffd640 1 --2- 172.21.15.31:0/13806406 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5c040790c0 0x7f5c0407b580 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f5c14034000 tx=0x7f5c14004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:41.484 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:41.484+0000 7f5c1bfff640 1 -- 172.21.15.31:0/13806406 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f5c241f4f10 con 0x7f5c240d1ff0 2024-09-16T07:28:41.671 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:41.671+0000 7f5c29a40640 1 -- 172.21.15.31:0/13806406 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f5c240d2a60 con 0x7f5c240d1ff0 2024-09-16T07:28:42.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.357+0000 7f5c1bfff640 1 -- 172.21.15.31:0/13806406 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v146) ==== 169+0+0 (secure 0 0 0) 0x7f5c0c062530 con 0x7f5c240d1ff0 2024-09-16T07:28:42.358 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_data' removed 2024-09-16T07:28:42.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.363+0000 7f5c29a40640 1 -- 172.21.15.31:0/13806406 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5c040790c0 msgr2=0x7f5c0407b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:42.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.363+0000 7f5c29a40640 1 --2- 172.21.15.31:0/13806406 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5c040790c0 0x7f5c0407b580 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f5c14034000 tx=0x7f5c14004730 comp rx=0 tx=0).stop 2024-09-16T07:28:42.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.363+0000 7f5c29a40640 1 -- 172.21.15.31:0/13806406 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5c240d1ff0 msgr2=0x7f5c240b04b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:42.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.363+0000 7f5c29a40640 1 --2- 172.21.15.31:0/13806406 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5c240d1ff0 0x7f5c240b04b0 secure :-1 s=READY pgs=1640 cs=0 l=1 rev1=1 crypto rx=0x7f5c0c00c370 tx=0x7f5c0c00c830 comp rx=0 tx=0).stop 2024-09-16T07:28:42.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.364+0000 7f5c29a40640 1 -- 172.21.15.31:0/13806406 shutdown_connections 2024-09-16T07:28:42.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.364+0000 7f5c29a40640 1 --2- 172.21.15.31:0/13806406 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f5c040790c0 0x7f5c0407b580 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:42.365 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.364+0000 7f5c29a40640 1 --2- 172.21.15.31:0/13806406 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5c2415d250 0x7f5c240c4460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:42.365 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.364+0000 7f5c29a40640 1 --2- 172.21.15.31:0/13806406 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5c240d1ff0 0x7f5c240b04b0 unknown :-1 s=CLOSED pgs=1640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:42.365 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.364+0000 7f5c29a40640 1 --2- 172.21.15.31:0/13806406 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5c240d1c10 0x7f5c240aff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:42.365 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.364+0000 7f5c29a40640 1 -- 172.21.15.31:0/13806406 >> 172.21.15.31:0/13806406 conn(0x7f5c2409aa30 msgr2=0x7f5c240ae790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:42.365 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.364+0000 7f5c29a40640 1 -- 172.21.15.31:0/13806406 shutdown_connections 2024-09-16T07:28:42.365 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.364+0000 7f5c29a40640 1 -- 172.21.15.31:0/13806406 wait complete. 2024-09-16T07:28:42.381 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config reset 27 2024-09-16T07:28:42.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.493+0000 7f60830ef640 1 -- 172.21.15.31:0/1002082118 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6064003a30 msgr2=0x7f6064003e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:42.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.493+0000 7f60830ef640 1 --2- 172.21.15.31:0/1002082118 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6064003a30 0x7f6064003e50 secure :-1 s=READY pgs=1642 cs=0 l=1 rev1=1 crypto rx=0x7f606c001690 tx=0x7f6064005830 comp rx=0 tx=0).stop 2024-09-16T07:28:42.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.493+0000 7f608168c640 1 -- 172.21.15.31:0/1002082118 reap_dead start 2024-09-16T07:28:42.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.493+0000 7f60830ef640 1 -- 172.21.15.31:0/1002082118 shutdown_connections 2024-09-16T07:28:42.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.493+0000 7f60830ef640 1 -- 172.21.15.31:0/1002082118 >> 172.21.15.31:0/1002082118 conn(0x7f607c09aa30 msgr2=0x7f607c09ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:42.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.493+0000 7f60830ef640 1 -- 172.21.15.31:0/1002082118 shutdown_connections 2024-09-16T07:28:42.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.493+0000 7f60830ef640 1 -- 172.21.15.31:0/1002082118 wait complete. 2024-09-16T07:28:42.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.494+0000 7f60830ef640 1 Processor -- start 2024-09-16T07:28:42.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.494+0000 7f60830ef640 1 -- start start 2024-09-16T07:28:42.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.495+0000 7f60830ef640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6064003a30 0x7f607c158a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:42.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.495+0000 7f60830ef640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f607c1563b0 0x7f607c071b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:42.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.495+0000 7f60830ef640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f607c1557a0 0x7f607c155c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:42.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.495+0000 7f60830ef640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f607c15f6d0 con 0x7f607c1563b0 2024-09-16T07:28:42.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.495+0000 7f60830ef640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f607c0b1c40 con 0x7f607c1557a0 2024-09-16T07:28:42.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.495+0000 7f60830ef640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f607c15f850 con 0x7f6064003a30 2024-09-16T07:28:42.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.495+0000 7f607bfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f607c1563b0 0x7f607c071b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:42.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.495+0000 7f607bfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f607c1563b0 0x7f607c071b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:44056/0 (socket says 172.21.15.31:44056) 2024-09-16T07:28:42.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.495+0000 7f607bfff640 1 -- 172.21.15.31:0/222563862 learned_addr learned my addr 172.21.15.31:0/222563862 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:42.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.496+0000 7f6080e8b640 1 --2- 172.21.15.31:0/222563862 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6064003a30 0x7f607c158a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:42.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.496+0000 7f608168c640 1 --2- 172.21.15.31:0/222563862 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f607c1557a0 0x7f607c155c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:42.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.496+0000 7f607bfff640 1 -- 172.21.15.31:0/222563862 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6064003a30 msgr2=0x7f607c158a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:42.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.496+0000 7f607bfff640 1 --2- 172.21.15.31:0/222563862 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6064003a30 0x7f607c158a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:42.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.496+0000 7f607bfff640 1 -- 172.21.15.31:0/222563862 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f607c1557a0 msgr2=0x7f607c155c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:42.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.496+0000 7f607bfff640 1 --2- 172.21.15.31:0/222563862 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f607c1557a0 0x7f607c155c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:42.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.496+0000 7f607bfff640 1 -- 172.21.15.31:0/222563862 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f607c0b56a0 con 0x7f607c1563b0 2024-09-16T07:28:42.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.496+0000 7f607bfff640 1 --2- 172.21.15.31:0/222563862 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f607c1563b0 0x7f607c071b70 secure :-1 s=READY pgs=1643 cs=0 l=1 rev1=1 crypto rx=0x7f607000b5b0 tx=0x7f607000ba70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:42.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.496+0000 7f60797fa640 1 -- 172.21.15.31:0/222563862 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6070010a80 con 0x7f607c1563b0 2024-09-16T07:28:42.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.496+0000 7f60797fa640 1 -- 172.21.15.31:0/222563862 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6070015070 con 0x7f607c1563b0 2024-09-16T07:28:42.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.496+0000 7f60830ef640 1 -- 172.21.15.31:0/222563862 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f607c156160 con 0x7f607c1563b0 2024-09-16T07:28:42.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.496+0000 7f60797fa640 1 -- 172.21.15.31:0/222563862 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6070010ea0 con 0x7f607c1563b0 2024-09-16T07:28:42.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.496+0000 7f60830ef640 1 -- 172.21.15.31:0/222563862 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f607c0b4e00 con 0x7f607c1563b0 2024-09-16T07:28:42.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.497+0000 7f60830ef640 1 -- 172.21.15.31:0/222563862 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f607c0d0230 con 0x7f607c1563b0 2024-09-16T07:28:42.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.498+0000 7f60797fa640 1 -- 172.21.15.31:0/222563862 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 24) ==== 102052+0+0 (secure 0 0 0) 0x7f607001a470 con 0x7f607c1563b0 2024-09-16T07:28:42.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.498+0000 7f60797fa640 1 --2- 172.21.15.31:0/222563862 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f60680790c0 0x7f606807b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:42.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.499+0000 7f6080e8b640 1 --2- 172.21.15.31:0/222563862 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f60680790c0 0x7f606807b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:42.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.499+0000 7f60797fa640 1 -- 172.21.15.31:0/222563862 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(146..146 src has 1..146) ==== 4971+0+0 (secure 0 0 0) 0x7f6070099c00 con 0x7f607c1563b0 2024-09-16T07:28:42.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.499+0000 7f6080e8b640 1 --2- 172.21.15.31:0/222563862 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f60680790c0 0x7f606807b580 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f606c032000 tx=0x7f606c02c040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:42.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.503+0000 7f60797fa640 1 -- 172.21.15.31:0/222563862 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f60700636d0 con 0x7f607c1563b0 2024-09-16T07:28:42.689 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.689+0000 7f60830ef640 1 -- 172.21.15.31:0/222563862 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "config reset", "num": 27} v 0) -- 0x7f607c0d29a0 con 0x7f607c1563b0 2024-09-16T07:28:42.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.693+0000 7f60797fa640 1 -- 172.21.15.31:0/222563862 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "config reset", "num": 27}]=0 v45) ==== 71+0+0 (secure 0 0 0) 0x7f6070068100 con 0x7f607c1563b0 2024-09-16T07:28:42.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.695+0000 7f60830ef640 1 -- 172.21.15.31:0/222563862 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f60680790c0 msgr2=0x7f606807b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:42.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.695+0000 7f60830ef640 1 --2- 172.21.15.31:0/222563862 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f60680790c0 0x7f606807b580 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f606c032000 tx=0x7f606c02c040 comp rx=0 tx=0).stop 2024-09-16T07:28:42.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.695+0000 7f60830ef640 1 -- 172.21.15.31:0/222563862 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f607c1563b0 msgr2=0x7f607c071b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:42.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.695+0000 7f60830ef640 1 --2- 172.21.15.31:0/222563862 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f607c1563b0 0x7f607c071b70 secure :-1 s=READY pgs=1643 cs=0 l=1 rev1=1 crypto rx=0x7f607000b5b0 tx=0x7f607000ba70 comp rx=0 tx=0).stop 2024-09-16T07:28:42.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.695+0000 7f60830ef640 1 -- 172.21.15.31:0/222563862 shutdown_connections 2024-09-16T07:28:42.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.695+0000 7f60830ef640 1 --2- 172.21.15.31:0/222563862 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f60680790c0 0x7f606807b580 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:42.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.695+0000 7f60830ef640 1 --2- 172.21.15.31:0/222563862 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f607c1557a0 0x7f607c155c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:42.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.695+0000 7f60830ef640 1 --2- 172.21.15.31:0/222563862 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f607c1563b0 0x7f607c071b70 unknown :-1 s=CLOSED pgs=1643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:42.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.695+0000 7f60830ef640 1 --2- 172.21.15.31:0/222563862 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6064003a30 0x7f607c158a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:42.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.695+0000 7f60830ef640 1 -- 172.21.15.31:0/222563862 >> 172.21.15.31:0/222563862 conn(0x7f607c09aa30 msgr2=0x7f607c15d440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:42.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.696+0000 7f60830ef640 1 -- 172.21.15.31:0/222563862 shutdown_connections 2024-09-16T07:28:42.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.696+0000 7f60830ef640 1 -- 172.21.15.31:0/222563862 wait complete. 2024-09-16T07:28:42.707 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_volumes.TestMisc.test_subvolume_upgrade_legacy_to_v1' 2024-09-16T07:28:42.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.814+0000 7f7d2d707640 1 -- 172.21.15.31:0/1771018490 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7d280d2ae0 msgr2=0x7f7d280b3f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:42.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.814+0000 7f7d2d707640 1 --2- 172.21.15.31:0/1771018490 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7d280d2ae0 0x7f7d280b3f60 secure :-1 s=READY pgs=1644 cs=0 l=1 rev1=1 crypto rx=0x7f7d2808cae0 tx=0x7f7d2002a4d0 comp rx=0 tx=0).stop 2024-09-16T07:28:42.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.814+0000 7f7d2d707640 1 -- 172.21.15.31:0/1771018490 shutdown_connections 2024-09-16T07:28:42.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.814+0000 7f7d2d707640 1 --2- 172.21.15.31:0/1771018490 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7d280d2ae0 0x7f7d280b3f60 unknown :-1 s=CLOSED pgs=1644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:42.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.814+0000 7f7d2d707640 1 --2- 172.21.15.31:0/1771018490 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7d280d2690 0x7f7d280b3a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:42.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.814+0000 7f7d2d707640 1 --2- 172.21.15.31:0/1771018490 >> v2:172.21.15.155:3300/0 conn(0x7f7d280d22b0 0x7f7d280b0cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:42.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.814+0000 7f7d2d707640 1 -- 172.21.15.31:0/1771018490 >> 172.21.15.31:0/1771018490 conn(0x7f7d2809d370 msgr2=0x7f7d280d40e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:42.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.814+0000 7f7d2d707640 1 -- 172.21.15.31:0/1771018490 shutdown_connections 2024-09-16T07:28:42.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.814+0000 7f7d2d707640 1 -- 172.21.15.31:0/1771018490 wait complete. 2024-09-16T07:28:42.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.816+0000 7f7d2d707640 1 Processor -- start 2024-09-16T07:28:42.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.816+0000 7f7d2d707640 1 -- start start 2024-09-16T07:28:42.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.816+0000 7f7d2d707640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7d280d22b0 0x7f7d280d1200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:42.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.816+0000 7f7d2d707640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7d280d2690 0x7f7d280cf1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:42.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.816+0000 7f7d2d707640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7d280d2ae0 0x7f7d28158220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:42.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.817+0000 7f7d2d707640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f7d28162130 con 0x7f7d280d2690 2024-09-16T07:28:42.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.817+0000 7f7d2d707640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f7d28161fb0 con 0x7f7d280d2ae0 2024-09-16T07:28:42.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.817+0000 7f7d2d707640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f7d281622b0 con 0x7f7d280d22b0 2024-09-16T07:28:42.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.817+0000 7f7d267fc640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7d280d2690 0x7f7d280cf1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:42.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.817+0000 7f7d267fc640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7d280d2690 0x7f7d280cf1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41816/0 (socket says 172.21.15.31:41816) 2024-09-16T07:28:42.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.817+0000 7f7d267fc640 1 -- 172.21.15.31:0/940925733 learned_addr learned my addr 172.21.15.31:0/940925733 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:42.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.817+0000 7f7d267fc640 1 -- 172.21.15.31:0/940925733 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7d280d22b0 msgr2=0x7f7d280d1200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:42.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.817+0000 7f7d267fc640 1 --2- 172.21.15.31:0/940925733 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7d280d22b0 0x7f7d280d1200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:42.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.817+0000 7f7d267fc640 1 -- 172.21.15.31:0/940925733 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7d280d2ae0 msgr2=0x7f7d28158220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:42.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.817+0000 7f7d267fc640 1 --2- 172.21.15.31:0/940925733 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7d280d2ae0 0x7f7d28158220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:42.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.817+0000 7f7d267fc640 1 -- 172.21.15.31:0/940925733 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d2815c2a0 con 0x7f7d280d2690 2024-09-16T07:28:42.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.817+0000 7f7d267fc640 1 --2- 172.21.15.31:0/940925733 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7d280d2690 0x7f7d280cf1b0 secure :-1 s=READY pgs=1645 cs=0 l=1 rev1=1 crypto rx=0x7f7d1000d950 tx=0x7f7d1000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:42.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.817+0000 7f7d1f7fe640 1 -- 172.21.15.31:0/940925733 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d10017070 con 0x7f7d280d2690 2024-09-16T07:28:42.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.817+0000 7f7d1f7fe640 1 -- 172.21.15.31:0/940925733 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7d10004310 con 0x7f7d280d2690 2024-09-16T07:28:42.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.817+0000 7f7d2d707640 1 -- 172.21.15.31:0/940925733 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d281e9bd0 con 0x7f7d280d2690 2024-09-16T07:28:42.821 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.817+0000 7f7d1f7fe640 1 -- 172.21.15.31:0/940925733 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d10009c30 con 0x7f7d280d2690 2024-09-16T07:28:42.821 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.817+0000 7f7d2d707640 1 -- 172.21.15.31:0/940925733 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d2815c810 con 0x7f7d280d2690 2024-09-16T07:28:42.821 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.818+0000 7f7d2d707640 1 -- 172.21.15.31:0/940925733 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7d28162910 con 0x7f7d280d2690 2024-09-16T07:28:42.821 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.819+0000 7f7d1f7fe640 1 -- 172.21.15.31:0/940925733 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 24) ==== 102052+0+0 (secure 0 0 0) 0x7f7d100035f0 con 0x7f7d280d2690 2024-09-16T07:28:42.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.820+0000 7f7d1f7fe640 1 --2- 172.21.15.31:0/940925733 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7d080790c0 0x7f7d0807b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:42.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.820+0000 7f7d26ffd640 1 --2- 172.21.15.31:0/940925733 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7d080790c0 0x7f7d0807b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:42.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.820+0000 7f7d1f7fe640 1 -- 172.21.15.31:0/940925733 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(146..146 src has 1..146) ==== 4971+0+0 (secure 0 0 0) 0x7f7d1009b9f0 con 0x7f7d280d2690 2024-09-16T07:28:42.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.820+0000 7f7d26ffd640 1 --2- 172.21.15.31:0/940925733 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7d080790c0 0x7f7d0807b580 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f7d18009370 tx=0x7f7d18009240 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:42.824 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:42.824+0000 7f7d1f7fe640 1 -- 172.21.15.31:0/940925733 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f7d28162910 con 0x7f7d280d2690 2024-09-16T07:28:43.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.087+0000 7f7d2d707640 1 -- 172.21.15.31:0/940925733 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_subvolume_upgrade_legacy_to_v1"]} v 0) -- 0x7f7d280b0cd0 con 0x7f7d280d2690 2024-09-16T07:28:43.359 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.359+0000 7f7d1f7fe640 1 -- 172.21.15.31:0/940925733 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_subvolume_upgrade_legacy_to_v1"]}]=0 v419) ==== 149+0+0 (secure 0 0 0) 0x7f7d100633a0 con 0x7f7d280d2690 2024-09-16T07:28:43.362 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.362+0000 7f7d2d707640 1 -- 172.21.15.31:0/940925733 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7d080790c0 msgr2=0x7f7d0807b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:43.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.362+0000 7f7d2d707640 1 --2- 172.21.15.31:0/940925733 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7d080790c0 0x7f7d0807b580 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f7d18009370 tx=0x7f7d18009240 comp rx=0 tx=0).stop 2024-09-16T07:28:43.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.362+0000 7f7d2d707640 1 -- 172.21.15.31:0/940925733 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7d280d2690 msgr2=0x7f7d280cf1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:43.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.362+0000 7f7d2d707640 1 --2- 172.21.15.31:0/940925733 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7d280d2690 0x7f7d280cf1b0 secure :-1 s=READY pgs=1645 cs=0 l=1 rev1=1 crypto rx=0x7f7d1000d950 tx=0x7f7d1000de10 comp rx=0 tx=0).stop 2024-09-16T07:28:43.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.362+0000 7f7d2d707640 1 -- 172.21.15.31:0/940925733 shutdown_connections 2024-09-16T07:28:43.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.362+0000 7f7d2d707640 1 --2- 172.21.15.31:0/940925733 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7d080790c0 0x7f7d0807b580 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:43.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.362+0000 7f7d2d707640 1 --2- 172.21.15.31:0/940925733 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7d280d2ae0 0x7f7d28158220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:43.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.362+0000 7f7d2d707640 1 --2- 172.21.15.31:0/940925733 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7d280d2690 0x7f7d280cf1b0 unknown :-1 s=CLOSED pgs=1645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:43.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.362+0000 7f7d2d707640 1 --2- 172.21.15.31:0/940925733 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7d280d22b0 0x7f7d280d1200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:43.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.362+0000 7f7d2d707640 1 -- 172.21.15.31:0/940925733 >> 172.21.15.31:0/940925733 conn(0x7f7d2809d370 msgr2=0x7f7d280b3c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:43.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.362+0000 7f7d2d707640 1 -- 172.21.15.31:0/940925733 shutdown_connections 2024-09-16T07:28:43.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.362+0000 7f7d2d707640 1 -- 172.21.15.31:0/940925733 wait complete. 2024-09-16T07:28:43.374 INFO:tasks.cephfs_test_runner:poor man's upgrade test -- rather than going through a full upgrade cycle, ... ok 2024-09-16T07:28:43.374 INFO:tasks.cephfs_test_runner:Starting test: test_subvolume_upgrade_v1_to_v2 (tasks.cephfs.test_volumes.TestMisc) poor man's upgrade test -- theme continues... 2024-09-16T07:28:43.374 INFO:tasks.cephfs_test_runner:test_subvolume_upgrade_v1_to_v2 (tasks.cephfs.test_volumes.TestMisc) 2024-09-16T07:28:43.375 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:28:43.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.481+0000 7f2d0e1da640 1 -- 172.21.15.31:0/25355406 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2d080cc490 msgr2=0x7f2d0815f750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:43.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.481+0000 7f2d0e1da640 1 --2- 172.21.15.31:0/25355406 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2d080cc490 0x7f2d0815f750 secure :-1 s=READY pgs=1646 cs=0 l=1 rev1=1 crypto rx=0x7f2d080ce5a0 tx=0x7f2cfc02a560 comp rx=0 tx=0).stop 2024-09-16T07:28:43.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.481+0000 7f2d0e1da640 1 -- 172.21.15.31:0/25355406 shutdown_connections 2024-09-16T07:28:43.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.481+0000 7f2d0e1da640 1 --2- 172.21.15.31:0/25355406 >> v2:172.21.15.155:3300/0 conn(0x7f2d080cc8d0 0x7f2d0815fc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:43.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.481+0000 7f2d0e1da640 1 --2- 172.21.15.31:0/25355406 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2d080cc490 0x7f2d0815f750 unknown :-1 s=CLOSED pgs=1646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:43.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.481+0000 7f2d0e1da640 1 --2- 172.21.15.31:0/25355406 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2d08159680 0x7f2d0815d270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:43.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.481+0000 7f2d0e1da640 1 -- 172.21.15.31:0/25355406 >> 172.21.15.31:0/25355406 conn(0x7f2d080b1690 msgr2=0x7f2d080b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:43.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.481+0000 7f2d0e1da640 1 -- 172.21.15.31:0/25355406 shutdown_connections 2024-09-16T07:28:43.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.481+0000 7f2d0e1da640 1 -- 172.21.15.31:0/25355406 wait complete. 2024-09-16T07:28:43.484 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.482+0000 7f2d0e1da640 1 Processor -- start 2024-09-16T07:28:43.484 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.482+0000 7f2d0e1da640 1 -- start start 2024-09-16T07:28:43.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.483+0000 7f2d0e1da640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2d080cc490 0x7f2d081f50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:43.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.483+0000 7f2d0e1da640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2d080cc8d0 0x7f2d080b0a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:43.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.483+0000 7f2d0e1da640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2d08159680 0x7f2d081f7bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:43.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.483+0000 7f2d0e1da640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f2d080cec40 con 0x7f2d080cc490 2024-09-16T07:28:43.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.483+0000 7f2d0e1da640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f2d080ceac0 con 0x7f2d08159680 2024-09-16T07:28:43.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.483+0000 7f2d0e1da640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f2d080cedc0 con 0x7f2d080cc8d0 2024-09-16T07:28:43.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.483+0000 7f2d077fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2d080cc490 0x7f2d081f50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:43.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.483+0000 7f2d077fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2d080cc490 0x7f2d081f50d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41832/0 (socket says 172.21.15.31:41832) 2024-09-16T07:28:43.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.483+0000 7f2d077fe640 1 -- 172.21.15.31:0/2022906550 learned_addr learned my addr 172.21.15.31:0/2022906550 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:43.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.483+0000 7f2d07fff640 1 --2- 172.21.15.31:0/2022906550 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2d08159680 0x7f2d081f7bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:43.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.483+0000 7f2d06ffd640 1 --2- 172.21.15.31:0/2022906550 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2d080cc8d0 0x7f2d080b0a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:43.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.483+0000 7f2d077fe640 1 -- 172.21.15.31:0/2022906550 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2d080cc8d0 msgr2=0x7f2d080b0a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:43.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.483+0000 7f2d077fe640 1 --2- 172.21.15.31:0/2022906550 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2d080cc8d0 0x7f2d080b0a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:43.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.483+0000 7f2d077fe640 1 -- 172.21.15.31:0/2022906550 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2d08159680 msgr2=0x7f2d081f7bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:43.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.483+0000 7f2d077fe640 1 --2- 172.21.15.31:0/2022906550 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2d08159680 0x7f2d081f7bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:43.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.483+0000 7f2d077fe640 1 -- 172.21.15.31:0/2022906550 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d081f8650 con 0x7f2d080cc490 2024-09-16T07:28:43.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.484+0000 7f2d077fe640 1 --2- 172.21.15.31:0/2022906550 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2d080cc490 0x7f2d081f50d0 secure :-1 s=READY pgs=1647 cs=0 l=1 rev1=1 crypto rx=0x7f2cf800d6d0 tx=0x7f2cf800db90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:43.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.484+0000 7f2ceffff640 1 -- 172.21.15.31:0/2022906550 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cf8017070 con 0x7f2d080cc490 2024-09-16T07:28:43.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.484+0000 7f2ceffff640 1 -- 172.21.15.31:0/2022906550 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2cf8005330 con 0x7f2d080cc490 2024-09-16T07:28:43.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.484+0000 7f2ceffff640 1 -- 172.21.15.31:0/2022906550 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cf8009820 con 0x7f2d080cc490 2024-09-16T07:28:43.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.484+0000 7f2d0e1da640 1 -- 172.21.15.31:0/2022906550 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d081f8930 con 0x7f2d080cc490 2024-09-16T07:28:43.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.484+0000 7f2d0e1da640 1 -- 172.21.15.31:0/2022906550 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d081f45e0 con 0x7f2d080cc490 2024-09-16T07:28:43.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.485+0000 7f2d0e1da640 1 -- 172.21.15.31:0/2022906550 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2d080cf2e0 con 0x7f2d080cc490 2024-09-16T07:28:43.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.486+0000 7f2ceffff640 1 -- 172.21.15.31:0/2022906550 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 24) ==== 102052+0+0 (secure 0 0 0) 0x7f2cf8009bd0 con 0x7f2d080cc490 2024-09-16T07:28:43.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.486+0000 7f2ceffff640 1 --2- 172.21.15.31:0/2022906550 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2cf40790c0 0x7f2cf407b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:43.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.486+0000 7f2d06ffd640 1 --2- 172.21.15.31:0/2022906550 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2cf40790c0 0x7f2cf407b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:43.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.486+0000 7f2ceffff640 1 -- 172.21.15.31:0/2022906550 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(146..146 src has 1..146) ==== 4971+0+0 (secure 0 0 0) 0x7f2cf8099470 con 0x7f2d080cc490 2024-09-16T07:28:43.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.487+0000 7f2d06ffd640 1 --2- 172.21.15.31:0/2022906550 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2cf40790c0 0x7f2cf407b580 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f2cfc033000 tx=0x7f2cfc004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:43.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.491+0000 7f2ceffff640 1 -- 172.21.15.31:0/2022906550 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f2cf8063590 con 0x7f2d080cc490 2024-09-16T07:28:43.676 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.676+0000 7f2d0e1da640 1 -- 172.21.15.31:0/2022906550 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2d0815dd90 con 0x7f2d080cc490 2024-09-16T07:28:43.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.677+0000 7f2ceffff640 1 -- 172.21.15.31:0/2022906550 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v146) ==== 74+0+13060 (secure 0 0 0) 0x7f2cf8081320 con 0x7f2d080cc490 2024-09-16T07:28:43.677 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:28:43.677 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":146,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:28:42.354121+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":23,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":142,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":142,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.31:6834/699321470":"2024-09-17T07:28:39.117251+0000","172.21.15.31:6832/699321470":"2024-09-17T07:28:39.117251+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:28:43.680 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.679+0000 7f2d0e1da640 1 -- 172.21.15.31:0/2022906550 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2cf40790c0 msgr2=0x7f2cf407b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:43.680 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.679+0000 7f2d0e1da640 1 --2- 172.21.15.31:0/2022906550 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2cf40790c0 0x7f2cf407b580 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f2cfc033000 tx=0x7f2cfc004730 comp rx=0 tx=0).stop 2024-09-16T07:28:43.680 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.679+0000 7f2d0e1da640 1 -- 172.21.15.31:0/2022906550 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2d080cc490 msgr2=0x7f2d081f50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:43.680 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.679+0000 7f2d0e1da640 1 --2- 172.21.15.31:0/2022906550 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2d080cc490 0x7f2d081f50d0 secure :-1 s=READY pgs=1647 cs=0 l=1 rev1=1 crypto rx=0x7f2cf800d6d0 tx=0x7f2cf800db90 comp rx=0 tx=0).stop 2024-09-16T07:28:43.680 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.679+0000 7f2d0e1da640 1 -- 172.21.15.31:0/2022906550 shutdown_connections 2024-09-16T07:28:43.680 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.679+0000 7f2d0e1da640 1 --2- 172.21.15.31:0/2022906550 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2cf40790c0 0x7f2cf407b580 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:43.680 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.679+0000 7f2d0e1da640 1 --2- 172.21.15.31:0/2022906550 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2d08159680 0x7f2d081f7bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:43.680 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.679+0000 7f2d0e1da640 1 --2- 172.21.15.31:0/2022906550 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2d080cc8d0 0x7f2d080b0a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:43.680 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.679+0000 7f2d0e1da640 1 --2- 172.21.15.31:0/2022906550 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2d080cc490 0x7f2d081f50d0 unknown :-1 s=CLOSED pgs=1647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:43.680 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.679+0000 7f2d0e1da640 1 -- 172.21.15.31:0/2022906550 >> 172.21.15.31:0/2022906550 conn(0x7f2d080b1690 msgr2=0x7f2d08159db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:43.680 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.679+0000 7f2d0e1da640 1 -- 172.21.15.31:0/2022906550 shutdown_connections 2024-09-16T07:28:43.681 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.679+0000 7f2d0e1da640 1 -- 172.21.15.31:0/2022906550 wait complete. 2024-09-16T07:28:43.691 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-16T07:21:00.646987+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-16T07:28:43.691 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-16T07:28:43.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.799+0000 7fe206791640 1 -- 172.21.15.31:0/1401089869 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe2001617f0 msgr2=0x7fe2000ce910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:43.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.799+0000 7fe206791640 1 --2- 172.21.15.31:0/1401089869 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe2001617f0 0x7fe2000ce910 secure :-1 s=READY pgs=1649 cs=0 l=1 rev1=1 crypto rx=0x7fe1f8005fd0 tx=0x7fe1f802a8b0 comp rx=0 tx=0).stop 2024-09-16T07:28:43.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.799+0000 7fe206791640 1 -- 172.21.15.31:0/1401089869 shutdown_connections 2024-09-16T07:28:43.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.799+0000 7fe206791640 1 --2- 172.21.15.31:0/1401089869 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe2001617f0 0x7fe2000ce910 unknown :-1 s=CLOSED pgs=1649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:43.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.799+0000 7fe206791640 1 --2- 172.21.15.31:0/1401089869 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe2000d0fb0 0x7fe2001612b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:43.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.799+0000 7fe206791640 1 -- 172.21.15.31:0/1401089869 >> 172.21.15.31:0/1401089869 conn(0x7fe20009d3c0 msgr2=0x7fe2000d40e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:43.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.799+0000 7fe206791640 1 -- 172.21.15.31:0/1401089869 shutdown_connections 2024-09-16T07:28:43.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.799+0000 7fe206791640 1 -- 172.21.15.31:0/1401089869 wait complete. 2024-09-16T07:28:43.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.800+0000 7fe206791640 1 Processor -- start 2024-09-16T07:28:43.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.801+0000 7fe206791640 1 -- start start 2024-09-16T07:28:43.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.801+0000 7fe206791640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe2000d0bd0 0x7fe2001526f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:43.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.801+0000 7fe206791640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe2000d0fb0 0x7fe20009ed50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:43.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.801+0000 7fe206791640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe2001617f0 0x7fe20009f290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:43.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.801+0000 7fe206791640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fe2000cf1e0 con 0x7fe2000d0bd0 2024-09-16T07:28:43.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.801+0000 7fe206791640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fe2000cf060 con 0x7fe2001617f0 2024-09-16T07:28:43.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.801+0000 7fe206791640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fe2000cf360 con 0x7fe2000d0fb0 2024-09-16T07:28:43.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.801+0000 7fe1fffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe2000d0bd0 0x7fe2001526f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:43.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.802+0000 7fe1fffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe2000d0bd0 0x7fe2001526f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41844/0 (socket says 172.21.15.31:41844) 2024-09-16T07:28:43.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.802+0000 7fe1fffff640 1 -- 172.21.15.31:0/1290003404 learned_addr learned my addr 172.21.15.31:0/1290003404 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:43.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.802+0000 7fe1ff7fe640 1 --2- 172.21.15.31:0/1290003404 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe2000d0fb0 0x7fe20009ed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:43.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.802+0000 7fe204d2e640 1 --2- 172.21.15.31:0/1290003404 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe2001617f0 0x7fe20009f290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:43.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.802+0000 7fe1fffff640 1 -- 172.21.15.31:0/1290003404 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe2000d0fb0 msgr2=0x7fe20009ed50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:43.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.802+0000 7fe1fffff640 1 --2- 172.21.15.31:0/1290003404 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe2000d0fb0 0x7fe20009ed50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:43.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.802+0000 7fe1fffff640 1 -- 172.21.15.31:0/1290003404 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe2001617f0 msgr2=0x7fe20009f290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:43.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.802+0000 7fe1fffff640 1 --2- 172.21.15.31:0/1290003404 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe2001617f0 0x7fe20009f290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:43.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.802+0000 7fe1fffff640 1 -- 172.21.15.31:0/1290003404 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2000a1100 con 0x7fe2000d0bd0 2024-09-16T07:28:43.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.802+0000 7fe204d2e640 1 --2- 172.21.15.31:0/1290003404 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe2001617f0 0x7fe20009f290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:28:43.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.802+0000 7fe1fffff640 1 --2- 172.21.15.31:0/1290003404 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe2000d0bd0 0x7fe2001526f0 secure :-1 s=READY pgs=1650 cs=0 l=1 rev1=1 crypto rx=0x7fe1f000c730 tx=0x7fe1f000cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:43.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.802+0000 7fe1fcff9640 1 -- 172.21.15.31:0/1290003404 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1f0016020 con 0x7fe2000d0bd0 2024-09-16T07:28:43.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.802+0000 7fe1fcff9640 1 -- 172.21.15.31:0/1290003404 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe1f000a930 con 0x7fe2000d0bd0 2024-09-16T07:28:43.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.802+0000 7fe1fcff9640 1 -- 172.21.15.31:0/1290003404 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1f000ad80 con 0x7fe2000d0bd0 2024-09-16T07:28:43.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.802+0000 7fe206791640 1 -- 172.21.15.31:0/1290003404 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2000a13e0 con 0x7fe2000d0bd0 2024-09-16T07:28:43.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.802+0000 7fe206791640 1 -- 172.21.15.31:0/1290003404 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2000a19a0 con 0x7fe2000d0bd0 2024-09-16T07:28:43.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.803+0000 7fe206791640 1 -- 172.21.15.31:0/1290003404 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe2000699e0 con 0x7fe2000d0bd0 2024-09-16T07:28:43.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.804+0000 7fe1fcff9640 1 -- 172.21.15.31:0/1290003404 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 24) ==== 102052+0+0 (secure 0 0 0) 0x7fe1f0019020 con 0x7fe2000d0bd0 2024-09-16T07:28:43.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.804+0000 7fe1fcff9640 1 --2- 172.21.15.31:0/1290003404 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe1ec0790c0 0x7fe1ec07b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:43.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.804+0000 7fe1fcff9640 1 -- 172.21.15.31:0/1290003404 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(146..146 src has 1..146) ==== 4971+0+0 (secure 0 0 0) 0x7fe1f0099190 con 0x7fe2000d0bd0 2024-09-16T07:28:43.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.804+0000 7fe1ff7fe640 1 --2- 172.21.15.31:0/1290003404 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe1ec0790c0 0x7fe1ec07b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:43.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.805+0000 7fe1ff7fe640 1 --2- 172.21.15.31:0/1290003404 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe1ec0790c0 0x7fe1ec07b580 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fe2000d0030 tx=0x7fe1f400b390 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:43.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.809+0000 7fe1fcff9640 1 -- 172.21.15.31:0/1290003404 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fe2000699e0 con 0x7fe2000d0bd0 2024-09-16T07:28:43.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.994+0000 7fe206791640 1 -- 172.21.15.31:0/1290003404 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fe2001612b0 con 0x7fe2000d0bd0 2024-09-16T07:28:43.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.995+0000 7fe1fcff9640 1 -- 172.21.15.31:0/1290003404 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v146) ==== 93+0+10 (secure 0 0 0) 0x7fe1f0020020 con 0x7fe2000d0bd0 2024-09-16T07:28:43.995 INFO:teuthology.orchestra.run.smithi031.stdout:pg_num: 1 2024-09-16T07:28:43.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.997+0000 7fe206791640 1 -- 172.21.15.31:0/1290003404 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe1ec0790c0 msgr2=0x7fe1ec07b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:43.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.997+0000 7fe206791640 1 --2- 172.21.15.31:0/1290003404 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe1ec0790c0 0x7fe1ec07b580 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fe2000d0030 tx=0x7fe1f400b390 comp rx=0 tx=0).stop 2024-09-16T07:28:43.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.997+0000 7fe206791640 1 -- 172.21.15.31:0/1290003404 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe2000d0bd0 msgr2=0x7fe2001526f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:43.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.997+0000 7fe206791640 1 --2- 172.21.15.31:0/1290003404 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe2000d0bd0 0x7fe2001526f0 secure :-1 s=READY pgs=1650 cs=0 l=1 rev1=1 crypto rx=0x7fe1f000c730 tx=0x7fe1f000cbf0 comp rx=0 tx=0).stop 2024-09-16T07:28:43.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.997+0000 7fe206791640 1 -- 172.21.15.31:0/1290003404 shutdown_connections 2024-09-16T07:28:43.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.997+0000 7fe206791640 1 --2- 172.21.15.31:0/1290003404 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe1ec0790c0 0x7fe1ec07b580 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:43.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.997+0000 7fe206791640 1 --2- 172.21.15.31:0/1290003404 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe2001617f0 0x7fe20009f290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:43.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.997+0000 7fe206791640 1 --2- 172.21.15.31:0/1290003404 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe2000d0fb0 0x7fe20009ed50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:43.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.997+0000 7fe206791640 1 --2- 172.21.15.31:0/1290003404 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe2000d0bd0 0x7fe2001526f0 unknown :-1 s=CLOSED pgs=1650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:43.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.997+0000 7fe206791640 1 -- 172.21.15.31:0/1290003404 >> 172.21.15.31:0/1290003404 conn(0x7fe20009d3c0 msgr2=0x7fe2000d4070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:43.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.997+0000 7fe206791640 1 -- 172.21.15.31:0/1290003404 shutdown_connections 2024-09-16T07:28:43.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:43.997+0000 7fe206791640 1 -- 172.21.15.31:0/1290003404 wait complete. 2024-09-16T07:28:44.009 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_volumes.TestMisc.test_subvolume_upgrade_v1_to_v2' 2024-09-16T07:28:44.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:44.113+0000 7fe9e487f640 1 -- 172.21.15.31:0/1198068047 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe9e015ad00 msgr2=0x7fe9e00736e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:44.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:44.113+0000 7fe9e487f640 1 --2- 172.21.15.31:0/1198068047 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe9e015ad00 0x7fe9e00736e0 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7fe9d0009830 tx=0x7fe9d002a420 comp rx=0 tx=0).stop 2024-09-16T07:28:44.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:44.113+0000 7fe9e487f640 1 -- 172.21.15.31:0/1198068047 shutdown_connections 2024-09-16T07:28:44.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:44.113+0000 7fe9e487f640 1 --2- 172.21.15.31:0/1198068047 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe9e015ad00 0x7fe9e00736e0 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:44.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:44.113+0000 7fe9e487f640 1 -- 172.21.15.31:0/1198068047 >> 172.21.15.31:0/1198068047 conn(0x7fe9e00d0c20 msgr2=0x7fe9e00d1030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:44.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:44.113+0000 7fe9e487f640 1 -- 172.21.15.31:0/1198068047 shutdown_connections 2024-09-16T07:28:44.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:44.113+0000 7fe9e487f640 1 -- 172.21.15.31:0/1198068047 wait complete. 2024-09-16T07:28:44.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:44.115+0000 7fe9e487f640 1 Processor -- start 2024-09-16T07:28:44.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:44.115+0000 7fe9e487f640 1 -- start start 2024-09-16T07:28:44.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:44.115+0000 7fe9e487f640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe9e0074280 0x7fe9e0157dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:44.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:44.115+0000 7fe9e487f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe9e00746e0 0x7fe9e00a1c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:44.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:44.115+0000 7fe9e487f640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe9e015ad00 0x7fe9e00c7190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:44.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:44.115+0000 7fe9e487f640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fe9e00d0820 con 0x7fe9e00746e0 2024-09-16T07:28:44.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:44.115+0000 7fe9e487f640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fe9e00d06a0 con 0x7fe9e015ad00 2024-09-16T07:28:44.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:44.115+0000 7fe9e487f640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fe9e0073c20 con 0x7fe9e0074280 2024-09-16T07:28:44.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:44.116+0000 7fe9ddd9b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe9e00746e0 0x7fe9e00a1c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:44.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:44.116+0000 7fe9ddd9b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe9e00746e0 0x7fe9e00a1c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41846/0 (socket says 172.21.15.31:41846) 2024-09-16T07:28:44.119 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:44.116+0000 7fe9ddd9b640 1 -- 172.21.15.31:0/185831857 learned_addr learned my addr 172.21.15.31:0/185831857 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:44.119 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:44.116+0000 7fe9de59c640 1 --2- 172.21.15.31:0/185831857 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe9e0074280 0x7fe9e0157dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:44.119 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:44.116+0000 7fe9ded9d640 1 --2- 172.21.15.31:0/185831857 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe9e015ad00 0x7fe9e00c7190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:44.119 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:44.116+0000 7fe9ddd9b640 1 -- 172.21.15.31:0/185831857 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe9e0074280 msgr2=0x7fe9e0157dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:44.119 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:44.116+0000 7fe9ddd9b640 1 --2- 172.21.15.31:0/185831857 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe9e0074280 0x7fe9e0157dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:44.119 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:44.116+0000 7fe9ddd9b640 1 -- 172.21.15.31:0/185831857 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe9e015ad00 msgr2=0x7fe9e00c7190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:44.119 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:44.116+0000 7fe9ddd9b640 1 --2- 172.21.15.31:0/185831857 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe9e015ad00 0x7fe9e00c7190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:44.119 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:44.116+0000 7fe9ddd9b640 1 -- 172.21.15.31:0/185831857 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9e00c76d0 con 0x7fe9e00746e0 2024-09-16T07:28:44.119 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:44.116+0000 7fe9ddd9b640 1 --2- 172.21.15.31:0/185831857 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe9e00746e0 0x7fe9e00a1c10 secure :-1 s=READY pgs=1652 cs=0 l=1 rev1=1 crypto rx=0x7fe9d400c4d0 tx=0x7fe9d400c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:44.119 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:44.116+0000 7fe9ceffd640 1 -- 172.21.15.31:0/185831857 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9d40052d0 con 0x7fe9e00746e0 2024-09-16T07:28:44.119 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:44.116+0000 7fe9ceffd640 1 -- 172.21.15.31:0/185831857 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe9d4005470 con 0x7fe9e00746e0 2024-09-16T07:28:44.119 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:44.116+0000 7fe9ceffd640 1 -- 172.21.15.31:0/185831857 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9d4012870 con 0x7fe9e00746e0 2024-09-16T07:28:44.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:44.116+0000 7fe9e487f640 1 -- 172.21.15.31:0/185831857 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9e01f2a60 con 0x7fe9e00746e0 2024-09-16T07:28:44.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:44.116+0000 7fe9e487f640 1 -- 172.21.15.31:0/185831857 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9e00c7950 con 0x7fe9e00746e0 2024-09-16T07:28:44.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:44.117+0000 7fe9e487f640 1 -- 172.21.15.31:0/185831857 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe9e00736e0 con 0x7fe9e00746e0 2024-09-16T07:28:44.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:44.118+0000 7fe9ceffd640 1 -- 172.21.15.31:0/185831857 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 24) ==== 102052+0+0 (secure 0 0 0) 0x7fe9d40035f0 con 0x7fe9e00746e0 2024-09-16T07:28:44.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:44.119+0000 7fe9ceffd640 1 --2- 172.21.15.31:0/185831857 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe9c00790c0 0x7fe9c007b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:44.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:44.119+0000 7fe9de59c640 1 --2- 172.21.15.31:0/185831857 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe9c00790c0 0x7fe9c007b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:44.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:44.119+0000 7fe9ceffd640 1 -- 172.21.15.31:0/185831857 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(146..146 src has 1..146) ==== 4971+0+0 (secure 0 0 0) 0x7fe9d4098c10 con 0x7fe9e00746e0 2024-09-16T07:28:44.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:44.119+0000 7fe9de59c640 1 --2- 172.21.15.31:0/185831857 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe9c00790c0 0x7fe9c007b580 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fe9d0034000 tx=0x7fe9d0004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:44.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:44.123+0000 7fe9ceffd640 1 -- 172.21.15.31:0/185831857 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fe9e00c76d0 con 0x7fe9e00746e0 2024-09-16T07:28:44.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:44.382+0000 7fe9e487f640 1 -- 172.21.15.31:0/185831857 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_subvolume_upgrade_v1_to_v2"]} v 0) -- 0x7fe9e00b6ba0 con 0x7fe9e00746e0 2024-09-16T07:28:45.369 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.368+0000 7fe9ceffd640 1 -- 172.21.15.31:0/185831857 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_subvolume_upgrade_v1_to_v2"]}]=0 v421) ==== 148+0+0 (secure 0 0 0) 0x7fe9d4062d30 con 0x7fe9e00746e0 2024-09-16T07:28:45.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.371+0000 7fe9e487f640 1 -- 172.21.15.31:0/185831857 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe9c00790c0 msgr2=0x7fe9c007b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:45.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.371+0000 7fe9e487f640 1 --2- 172.21.15.31:0/185831857 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe9c00790c0 0x7fe9c007b580 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fe9d0034000 tx=0x7fe9d0004730 comp rx=0 tx=0).stop 2024-09-16T07:28:45.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.371+0000 7fe9e487f640 1 -- 172.21.15.31:0/185831857 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe9e00746e0 msgr2=0x7fe9e00a1c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:45.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.371+0000 7fe9e487f640 1 --2- 172.21.15.31:0/185831857 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe9e00746e0 0x7fe9e00a1c10 secure :-1 s=READY pgs=1652 cs=0 l=1 rev1=1 crypto rx=0x7fe9d400c4d0 tx=0x7fe9d400c990 comp rx=0 tx=0).stop 2024-09-16T07:28:45.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.371+0000 7fe9e487f640 1 -- 172.21.15.31:0/185831857 shutdown_connections 2024-09-16T07:28:45.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.371+0000 7fe9e487f640 1 --2- 172.21.15.31:0/185831857 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe9c00790c0 0x7fe9c007b580 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:45.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.371+0000 7fe9e487f640 1 --2- 172.21.15.31:0/185831857 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe9e015ad00 0x7fe9e00c7190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:45.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.371+0000 7fe9e487f640 1 --2- 172.21.15.31:0/185831857 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe9e00746e0 0x7fe9e00a1c10 unknown :-1 s=CLOSED pgs=1652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:45.373 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.371+0000 7fe9e487f640 1 --2- 172.21.15.31:0/185831857 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe9e0074280 0x7fe9e0157dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:45.373 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.371+0000 7fe9e487f640 1 -- 172.21.15.31:0/185831857 >> 172.21.15.31:0/185831857 conn(0x7fe9e00d0c20 msgr2=0x7fe9e00d1000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:45.373 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.371+0000 7fe9e487f640 1 -- 172.21.15.31:0/185831857 shutdown_connections 2024-09-16T07:28:45.373 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.371+0000 7fe9e487f640 1 -- 172.21.15.31:0/185831857 wait complete. 2024-09-16T07:28:45.386 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-09-16T07:28:45.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.497+0000 7f321331f640 1 -- 172.21.15.31:0/3639951715 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f320c0d2410 msgr2=0x7f320c0b3090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:45.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.497+0000 7f321331f640 1 --2- 172.21.15.31:0/3639951715 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f320c0d2410 0x7f320c0b3090 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f3204009830 tx=0x7f320402a5a0 comp rx=0 tx=0).stop 2024-09-16T07:28:45.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.497+0000 7f321331f640 1 -- 172.21.15.31:0/3639951715 shutdown_connections 2024-09-16T07:28:45.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.497+0000 7f321331f640 1 --2- 172.21.15.31:0/3639951715 >> v2:172.21.15.155:3300/0 conn(0x7f320c0cfce0 0x7f320c0d0150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:45.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.497+0000 7f321331f640 1 --2- 172.21.15.31:0/3639951715 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f320c0d2410 0x7f320c0b3090 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:45.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.497+0000 7f321331f640 1 -- 172.21.15.31:0/3639951715 >> 172.21.15.31:0/3639951715 conn(0x7f320c09aa30 msgr2=0x7f320c09ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:45.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.497+0000 7f321331f640 1 -- 172.21.15.31:0/3639951715 shutdown_connections 2024-09-16T07:28:45.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.497+0000 7f321331f640 1 -- 172.21.15.31:0/3639951715 wait complete. 2024-09-16T07:28:45.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.499+0000 7f321331f640 1 Processor -- start 2024-09-16T07:28:45.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.499+0000 7f321331f640 1 -- start start 2024-09-16T07:28:45.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.499+0000 7f321331f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f320c0cfce0 0x7f320c0c7150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:45.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.499+0000 7f321331f640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f320c0d2410 0x7f320c0c6320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:45.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.499+0000 7f321331f640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f320c15f6d0 0x7f320c158c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:45.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.499+0000 7f321331f640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f320c0b13c0 con 0x7f320c0cfce0 2024-09-16T07:28:45.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.499+0000 7f321331f640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f320c0b1240 con 0x7f320c0d2410 2024-09-16T07:28:45.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.499+0000 7f321331f640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f320c0b1540 con 0x7f320c15f6d0 2024-09-16T07:28:45.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.499+0000 7f32110bb640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f320c0cfce0 0x7f320c0c7150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:45.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.499+0000 7f32110bb640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f320c0cfce0 0x7f320c0c7150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41850/0 (socket says 172.21.15.31:41850) 2024-09-16T07:28:45.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.499+0000 7f32110bb640 1 -- 172.21.15.31:0/686496607 learned_addr learned my addr 172.21.15.31:0/686496607 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:45.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.499+0000 7f32108ba640 1 --2- 172.21.15.31:0/686496607 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f320c0d2410 0x7f320c0c6320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:45.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.499+0000 7f32110bb640 1 -- 172.21.15.31:0/686496607 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f320c15f6d0 msgr2=0x7f320c158c90 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-16T07:28:45.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.499+0000 7f32110bb640 1 --2- 172.21.15.31:0/686496607 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f320c15f6d0 0x7f320c158c90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:45.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.499+0000 7f32110bb640 1 -- 172.21.15.31:0/686496607 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f320c0d2410 msgr2=0x7f320c0c6320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:45.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.499+0000 7f32110bb640 1 --2- 172.21.15.31:0/686496607 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f320c0d2410 0x7f320c0c6320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:45.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.499+0000 7f32110bb640 1 -- 172.21.15.31:0/686496607 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f320c15b010 con 0x7f320c0cfce0 2024-09-16T07:28:45.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.500+0000 7f32110bb640 1 --2- 172.21.15.31:0/686496607 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f320c0cfce0 0x7f320c0c7150 secure :-1 s=READY pgs=1653 cs=0 l=1 rev1=1 crypto rx=0x7f3204000c00 tx=0x7f3204032c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:45.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.500+0000 7f3209ffb640 1 -- 172.21.15.31:0/686496607 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3204040070 con 0x7f320c0cfce0 2024-09-16T07:28:45.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.500+0000 7f321331f640 1 -- 172.21.15.31:0/686496607 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f320c15b2f0 con 0x7f320c0cfce0 2024-09-16T07:28:45.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.500+0000 7f3209ffb640 1 -- 172.21.15.31:0/686496607 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f32040038e0 con 0x7f320c0cfce0 2024-09-16T07:28:45.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.500+0000 7f3209ffb640 1 -- 172.21.15.31:0/686496607 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3204005c90 con 0x7f320c0cfce0 2024-09-16T07:28:45.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.500+0000 7f321331f640 1 -- 172.21.15.31:0/686496607 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f320c15acc0 con 0x7f320c0cfce0 2024-09-16T07:28:45.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.501+0000 7f321331f640 1 -- 172.21.15.31:0/686496607 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f320c15b810 con 0x7f320c0cfce0 2024-09-16T07:28:45.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.502+0000 7f3209ffb640 1 -- 172.21.15.31:0/686496607 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 24) ==== 102052+0+0 (secure 0 0 0) 0x7f3204039040 con 0x7f320c0cfce0 2024-09-16T07:28:45.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.502+0000 7f3209ffb640 1 --2- 172.21.15.31:0/686496607 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f31f80790c0 0x7f31f807b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:45.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.502+0000 7f3209ffb640 1 -- 172.21.15.31:0/686496607 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(146..146 src has 1..146) ==== 4971+0+0 (secure 0 0 0) 0x7f32040ba570 con 0x7f320c0cfce0 2024-09-16T07:28:45.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.502+0000 7f32108ba640 1 --2- 172.21.15.31:0/686496607 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f31f80790c0 0x7f31f807b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:45.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.503+0000 7f32108ba640 1 --2- 172.21.15.31:0/686496607 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f31f80790c0 0x7f31f807b580 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f320c0cc080 tx=0x7f3200001e70 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:45.506 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.507+0000 7f3209ffb640 1 -- 172.21.15.31:0/686496607 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f320c15b810 con 0x7f320c0cfce0 2024-09-16T07:28:45.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.693+0000 7f321331f640 1 -- 172.21.15.31:0/686496607 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7f320c0b19a0 con 0x7f320c0cfce0 2024-09-16T07:28:45.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.694+0000 7f3209ffb640 1 -- 172.21.15.31:0/686496607 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v45) ==== 59+0+1998 (secure 0 0 0) 0x7f3204084610 con 0x7f320c0cfce0 2024-09-16T07:28:45.694 INFO:teuthology.orchestra.run.smithi031.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-09-16T07:28:45.695 INFO:teuthology.orchestra.run.smithi031.stdout:mon advanced mon_op_complaint_time 120 2024-09-16T07:28:45.695 INFO:teuthology.orchestra.run.smithi031.stdout:mon dev mon_warn_on_pool_no_app false 2024-09-16T07:28:45.695 INFO:teuthology.orchestra.run.smithi031.stdout:osd advanced osd_op_complaint_time 180.000000 2024-09-16T07:28:45.695 INFO:teuthology.orchestra.run.smithi031.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 4520.820560 2024-09-16T07:28:45.695 INFO:teuthology.orchestra.run.smithi031.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 5734.367886 2024-09-16T07:28:45.695 INFO:teuthology.orchestra.run.smithi031.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 4504.591485 2024-09-16T07:28:45.695 INFO:teuthology.orchestra.run.smithi031.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 4573.380612 2024-09-16T07:28:45.695 INFO:teuthology.orchestra.run.smithi031.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 5234.235164 2024-09-16T07:28:45.695 INFO:teuthology.orchestra.run.smithi031.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 5784.050173 2024-09-16T07:28:45.695 INFO:teuthology.orchestra.run.smithi031.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 8598.617671 2024-09-16T07:28:45.695 INFO:teuthology.orchestra.run.smithi031.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 5090.838884 2024-09-16T07:28:45.695 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced debug_mds 20/20 2024-09-16T07:28:45.696 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced debug_mds_balancer 20/20 2024-09-16T07:28:45.696 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced debug_ms 2/2 2024-09-16T07:28:45.696 INFO:teuthology.orchestra.run.smithi031.stdout:mds dev mds_debug_frag true 2024-09-16T07:28:45.696 INFO:teuthology.orchestra.run.smithi031.stdout:mds dev mds_debug_scatterstat true 2024-09-16T07:28:45.696 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced mds_op_complaint_time 180.000000 2024-09-16T07:28:45.696 INFO:teuthology.orchestra.run.smithi031.stdout:mds dev mds_verify_scatter true 2024-09-16T07:28:45.696 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced osd_op_complaint_time 180.000000 2024-09-16T07:28:45.696 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced rados_mon_op_timeout 900 2024-09-16T07:28:45.696 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced rados_osd_op_timeout 900 2024-09-16T07:28:45.696 INFO:teuthology.orchestra.run.smithi031.stdout:client advanced client_mount_timeout 600 2024-09-16T07:28:45.696 INFO:teuthology.orchestra.run.smithi031.stdout:client advanced debug_client 20/20 2024-09-16T07:28:45.696 INFO:teuthology.orchestra.run.smithi031.stdout:client advanced debug_ms 1/1 2024-09-16T07:28:45.697 INFO:teuthology.orchestra.run.smithi031.stdout:client advanced rados_mon_op_timeout 900 2024-09-16T07:28:45.697 INFO:teuthology.orchestra.run.smithi031.stdout:client advanced rados_osd_op_timeout 900 2024-09-16T07:28:45.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.697+0000 7f321331f640 1 -- 172.21.15.31:0/686496607 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f31f80790c0 msgr2=0x7f31f807b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:45.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.697+0000 7f321331f640 1 --2- 172.21.15.31:0/686496607 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f31f80790c0 0x7f31f807b580 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f320c0cc080 tx=0x7f3200001e70 comp rx=0 tx=0).stop 2024-09-16T07:28:45.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.697+0000 7f321331f640 1 -- 172.21.15.31:0/686496607 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f320c0cfce0 msgr2=0x7f320c0c7150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:45.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.697+0000 7f321331f640 1 --2- 172.21.15.31:0/686496607 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f320c0cfce0 0x7f320c0c7150 secure :-1 s=READY pgs=1653 cs=0 l=1 rev1=1 crypto rx=0x7f3204000c00 tx=0x7f3204032c10 comp rx=0 tx=0).stop 2024-09-16T07:28:45.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.697+0000 7f321331f640 1 -- 172.21.15.31:0/686496607 shutdown_connections 2024-09-16T07:28:45.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.697+0000 7f321331f640 1 --2- 172.21.15.31:0/686496607 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f31f80790c0 0x7f31f807b580 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:45.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.697+0000 7f321331f640 1 --2- 172.21.15.31:0/686496607 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f320c15f6d0 0x7f320c158c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:45.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.697+0000 7f321331f640 1 --2- 172.21.15.31:0/686496607 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f320c0d2410 0x7f320c0c6320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:45.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.697+0000 7f321331f640 1 --2- 172.21.15.31:0/686496607 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f320c0cfce0 0x7f320c0c7150 unknown :-1 s=CLOSED pgs=1653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:45.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.697+0000 7f321331f640 1 -- 172.21.15.31:0/686496607 >> 172.21.15.31:0/686496607 conn(0x7f320c09aa30 msgr2=0x7f320c0cd5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:45.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.697+0000 7f321331f640 1 -- 172.21.15.31:0/686496607 shutdown_connections 2024-09-16T07:28:45.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.697+0000 7f321331f640 1 -- 172.21.15.31:0/686496607 wait complete. 2024-09-16T07:28:45.708 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-16T07:28:45.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.816+0000 7f3d5647f640 1 -- 172.21.15.31:0/4115944688 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3d500d0fb0 msgr2=0x7f3d501612b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:45.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.816+0000 7f3d5647f640 1 --2- 172.21.15.31:0/4115944688 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3d500d0fb0 0x7f3d501612b0 secure :-1 s=READY pgs=1654 cs=0 l=1 rev1=1 crypto rx=0x7f3d500d4c20 tx=0x7f3d4402a560 comp rx=0 tx=0).stop 2024-09-16T07:28:45.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.816+0000 7f3d5647f640 1 -- 172.21.15.31:0/4115944688 shutdown_connections 2024-09-16T07:28:45.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.816+0000 7f3d5647f640 1 --2- 172.21.15.31:0/4115944688 >> v2:172.21.15.155:3300/0 conn(0x7f3d501617f0 0x7f3d500ce910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:45.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.816+0000 7f3d5647f640 1 --2- 172.21.15.31:0/4115944688 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3d500d0fb0 0x7f3d501612b0 unknown :-1 s=CLOSED pgs=1654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:45.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.816+0000 7f3d5647f640 1 -- 172.21.15.31:0/4115944688 >> 172.21.15.31:0/4115944688 conn(0x7f3d5009d3c0 msgr2=0x7f3d500d40e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:45.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.817+0000 7f3d5647f640 1 -- 172.21.15.31:0/4115944688 shutdown_connections 2024-09-16T07:28:45.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.817+0000 7f3d5647f640 1 -- 172.21.15.31:0/4115944688 wait complete. 2024-09-16T07:28:45.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.818+0000 7f3d5647f640 1 Processor -- start 2024-09-16T07:28:45.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.818+0000 7f3d5647f640 1 -- start start 2024-09-16T07:28:45.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.819+0000 7f3d5647f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3d500d0bd0 0x7f3d500a0c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:45.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.819+0000 7f3d5647f640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3d500d0fb0 0x7f3d5009f0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:45.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.819+0000 7f3d5647f640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3d501617f0 0x7f3d5006dad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:45.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.819+0000 7f3d5647f640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f3d500cefd0 con 0x7f3d500d0bd0 2024-09-16T07:28:45.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.819+0000 7f3d5647f640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f3d500cee50 con 0x7f3d500d0fb0 2024-09-16T07:28:45.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.819+0000 7f3d5647f640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f3d500cf150 con 0x7f3d501617f0 2024-09-16T07:28:45.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.819+0000 7f3d4ffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3d500d0bd0 0x7f3d500a0c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:45.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.819+0000 7f3d4ffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3d500d0bd0 0x7f3d500a0c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41874/0 (socket says 172.21.15.31:41874) 2024-09-16T07:28:45.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.819+0000 7f3d4ffff640 1 -- 172.21.15.31:0/2342376859 learned_addr learned my addr 172.21.15.31:0/2342376859 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:45.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.819+0000 7f3d54a1c640 1 --2- 172.21.15.31:0/2342376859 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3d501617f0 0x7f3d5006dad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:45.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.819+0000 7f3d4f7fe640 1 --2- 172.21.15.31:0/2342376859 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3d500d0fb0 0x7f3d5009f0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:45.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.819+0000 7f3d4ffff640 1 -- 172.21.15.31:0/2342376859 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3d501617f0 msgr2=0x7f3d5006dad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:45.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.819+0000 7f3d4ffff640 1 --2- 172.21.15.31:0/2342376859 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3d501617f0 0x7f3d5006dad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:45.821 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.819+0000 7f3d4ffff640 1 -- 172.21.15.31:0/2342376859 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3d500d0fb0 msgr2=0x7f3d5009f0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:45.821 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.819+0000 7f3d4ffff640 1 --2- 172.21.15.31:0/2342376859 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3d500d0fb0 0x7f3d5009f0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:45.821 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.819+0000 7f3d4ffff640 1 -- 172.21.15.31:0/2342376859 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d501f4890 con 0x7f3d500d0bd0 2024-09-16T07:28:45.821 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.819+0000 7f3d4f7fe640 1 --2- 172.21.15.31:0/2342376859 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3d500d0fb0 0x7f3d5009f0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:28:45.821 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.819+0000 7f3d54a1c640 1 --2- 172.21.15.31:0/2342376859 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3d501617f0 0x7f3d5006dad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:28:45.821 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.819+0000 7f3d4ffff640 1 --2- 172.21.15.31:0/2342376859 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3d500d0bd0 0x7f3d500a0c60 secure :-1 s=READY pgs=1655 cs=0 l=1 rev1=1 crypto rx=0x7f3d4000c430 tx=0x7f3d4000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:45.821 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.819+0000 7f3d4cff9640 1 -- 172.21.15.31:0/2342376859 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d40011790 con 0x7f3d500d0bd0 2024-09-16T07:28:45.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.819+0000 7f3d4cff9640 1 -- 172.21.15.31:0/2342376859 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3d40017070 con 0x7f3d500d0bd0 2024-09-16T07:28:45.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.819+0000 7f3d5647f640 1 -- 172.21.15.31:0/2342376859 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d501f4b70 con 0x7f3d500d0bd0 2024-09-16T07:28:45.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.819+0000 7f3d4cff9640 1 -- 172.21.15.31:0/2342376859 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d40011d00 con 0x7f3d500d0bd0 2024-09-16T07:28:45.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.819+0000 7f3d5647f640 1 -- 172.21.15.31:0/2342376859 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d501f5410 con 0x7f3d500d0bd0 2024-09-16T07:28:45.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.820+0000 7f3d5647f640 1 -- 172.21.15.31:0/2342376859 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d501f4f60 con 0x7f3d500d0bd0 2024-09-16T07:28:45.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.821+0000 7f3d4cff9640 1 -- 172.21.15.31:0/2342376859 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 24) ==== 102052+0+0 (secure 0 0 0) 0x7f3d4001c460 con 0x7f3d500d0bd0 2024-09-16T07:28:45.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.822+0000 7f3d4cff9640 1 --2- 172.21.15.31:0/2342376859 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3d3c0790c0 0x7f3d3c07b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:45.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.822+0000 7f3d4cff9640 1 -- 172.21.15.31:0/2342376859 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(146..146 src has 1..146) ==== 4971+0+0 (secure 0 0 0) 0x7f3d40098fd0 con 0x7f3d500d0bd0 2024-09-16T07:28:45.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.822+0000 7f3d4f7fe640 1 --2- 172.21.15.31:0/2342376859 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3d3c0790c0 0x7f3d3c07b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:45.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.822+0000 7f3d4f7fe640 1 --2- 172.21.15.31:0/2342376859 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3d3c0790c0 0x7f3d3c07b580 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f3d44033000 tx=0x7f3d44004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:45.825 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:45.826+0000 7f3d4cff9640 1 -- 172.21.15.31:0/2342376859 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f3d400630f0 con 0x7f3d500d0bd0 2024-09-16T07:28:46.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.011+0000 7f3d5647f640 1 -- 172.21.15.31:0/2342376859 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f3d501612b0 con 0x7f3d500d0bd0 2024-09-16T07:28:46.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.014+0000 7f3d4cff9640 1 -- 172.21.15.31:0/2342376859 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v46)=0 v46) ==== 122+0+0 (secure 0 0 0) 0x7f3d400629f0 con 0x7f3d500d0bd0 2024-09-16T07:28:46.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.016+0000 7f3d5647f640 1 -- 172.21.15.31:0/2342376859 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3d3c0790c0 msgr2=0x7f3d3c07b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:46.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.016+0000 7f3d5647f640 1 --2- 172.21.15.31:0/2342376859 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3d3c0790c0 0x7f3d3c07b580 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f3d44033000 tx=0x7f3d44004730 comp rx=0 tx=0).stop 2024-09-16T07:28:46.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.016+0000 7f3d5647f640 1 -- 172.21.15.31:0/2342376859 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3d500d0bd0 msgr2=0x7f3d500a0c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:46.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.016+0000 7f3d5647f640 1 --2- 172.21.15.31:0/2342376859 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3d500d0bd0 0x7f3d500a0c60 secure :-1 s=READY pgs=1655 cs=0 l=1 rev1=1 crypto rx=0x7f3d4000c430 tx=0x7f3d4000c8f0 comp rx=0 tx=0).stop 2024-09-16T07:28:46.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.016+0000 7f3d5647f640 1 -- 172.21.15.31:0/2342376859 shutdown_connections 2024-09-16T07:28:46.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.016+0000 7f3d5647f640 1 --2- 172.21.15.31:0/2342376859 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3d3c0790c0 0x7f3d3c07b580 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:46.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.016+0000 7f3d5647f640 1 --2- 172.21.15.31:0/2342376859 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3d501617f0 0x7f3d5006dad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:46.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.016+0000 7f3d5647f640 1 --2- 172.21.15.31:0/2342376859 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3d500d0fb0 0x7f3d5009f0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:46.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.016+0000 7f3d5647f640 1 --2- 172.21.15.31:0/2342376859 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3d500d0bd0 0x7f3d500a0c60 unknown :-1 s=CLOSED pgs=1655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:46.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.016+0000 7f3d5647f640 1 -- 172.21.15.31:0/2342376859 >> 172.21.15.31:0/2342376859 conn(0x7f3d5009d3c0 msgr2=0x7f3d500b28d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:46.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.016+0000 7f3d5647f640 1 -- 172.21.15.31:0/2342376859 shutdown_connections 2024-09-16T07:28:46.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.016+0000 7f3d5647f640 1 -- 172.21.15.31:0/2342376859 wait complete. 2024-09-16T07:28:46.027 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-16T07:28:46.027 DEBUG:teuthology.orchestra.run.smithi031:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T07:28:46.065 DEBUG:teuthology.orchestra.run.smithi155:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T07:28:46.115 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-16T07:28:46.115 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:28:46.115 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:28:46.131 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17171 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T07:28:46.131 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:28:46.131 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:28:46.148 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056027,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1315 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T07:28:46.149 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:28:46.149 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:28:46.187 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17171 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T07:28:46.187 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:28:46.188 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:28:46.206 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056027,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1315 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T07:28:46.206 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-16T07:28:46.206 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:28:46.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.333+0000 7fe65b594640 1 -- 172.21.15.31:0/2381938407 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe6540d2410 msgr2=0x7fe6540b3090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:46.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.333+0000 7fe65b594640 1 --2- 172.21.15.31:0/2381938407 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe6540d2410 0x7fe6540b3090 secure :-1 s=READY pgs=1657 cs=0 l=1 rev1=1 crypto rx=0x7fe650009830 tx=0x7fe65002a5a0 comp rx=0 tx=0).stop 2024-09-16T07:28:46.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.333+0000 7fe65b594640 1 -- 172.21.15.31:0/2381938407 shutdown_connections 2024-09-16T07:28:46.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.333+0000 7fe65b594640 1 --2- 172.21.15.31:0/2381938407 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe6540cfce0 0x7fe6540d0130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:46.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.333+0000 7fe65b594640 1 --2- 172.21.15.31:0/2381938407 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe6540d2410 0x7fe6540b3090 unknown :-1 s=CLOSED pgs=1657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:46.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.333+0000 7fe65b594640 1 -- 172.21.15.31:0/2381938407 >> 172.21.15.31:0/2381938407 conn(0x7fe65409aa30 msgr2=0x7fe65409ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:46.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.333+0000 7fe65b594640 1 -- 172.21.15.31:0/2381938407 shutdown_connections 2024-09-16T07:28:46.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.333+0000 7fe65b594640 1 -- 172.21.15.31:0/2381938407 wait complete. 2024-09-16T07:28:46.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.334+0000 7fe65b594640 1 Processor -- start 2024-09-16T07:28:46.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.334+0000 7fe65b594640 1 -- start start 2024-09-16T07:28:46.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.335+0000 7fe65b594640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe6540cfce0 0x7fe65414b320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:46.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.335+0000 7fe65b594640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe6540d2410 0x7fe6540b73c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:46.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.335+0000 7fe65b594640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe65415f6d0 0x7fe6540ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:46.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.335+0000 7fe65b594640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fe6540b13c0 con 0x7fe6540d2410 2024-09-16T07:28:46.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.335+0000 7fe65b594640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fe6540b1240 con 0x7fe6540cfce0 2024-09-16T07:28:46.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.335+0000 7fe65b594640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fe6540b1540 con 0x7fe65415f6d0 2024-09-16T07:28:46.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.335+0000 7fe658b2f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe6540d2410 0x7fe6540b73c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:46.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.335+0000 7fe658b2f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe6540d2410 0x7fe6540b73c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41900/0 (socket says 172.21.15.31:41900) 2024-09-16T07:28:46.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.335+0000 7fe658b2f640 1 -- 172.21.15.31:0/1962598128 learned_addr learned my addr 172.21.15.31:0/1962598128 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:46.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.335+0000 7fe659330640 1 --2- 172.21.15.31:0/1962598128 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe6540cfce0 0x7fe65414b320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:46.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.335+0000 7fe659b31640 1 --2- 172.21.15.31:0/1962598128 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe65415f6d0 0x7fe6540ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:46.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.335+0000 7fe658b2f640 1 -- 172.21.15.31:0/1962598128 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe65415f6d0 msgr2=0x7fe6540ae8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:46.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.335+0000 7fe658b2f640 1 --2- 172.21.15.31:0/1962598128 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe65415f6d0 0x7fe6540ae8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:46.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.335+0000 7fe658b2f640 1 -- 172.21.15.31:0/1962598128 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe6540cfce0 msgr2=0x7fe65414b320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:46.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.335+0000 7fe658b2f640 1 --2- 172.21.15.31:0/1962598128 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe6540cfce0 0x7fe65414b320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:46.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.335+0000 7fe658b2f640 1 -- 172.21.15.31:0/1962598128 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe65414b860 con 0x7fe6540d2410 2024-09-16T07:28:46.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.336+0000 7fe658b2f640 1 --2- 172.21.15.31:0/1962598128 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe6540d2410 0x7fe6540b73c0 secure :-1 s=READY pgs=1658 cs=0 l=1 rev1=1 crypto rx=0x7fe64400c430 tx=0x7fe64400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:46.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.336+0000 7fe649ffb640 1 -- 172.21.15.31:0/1962598128 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe644011790 con 0x7fe6540d2410 2024-09-16T07:28:46.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.336+0000 7fe649ffb640 1 -- 172.21.15.31:0/1962598128 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe644017070 con 0x7fe6540d2410 2024-09-16T07:28:46.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.336+0000 7fe65b594640 1 -- 172.21.15.31:0/1962598128 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6540b6080 con 0x7fe6540d2410 2024-09-16T07:28:46.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.336+0000 7fe649ffb640 1 -- 172.21.15.31:0/1962598128 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe644011ca0 con 0x7fe6540d2410 2024-09-16T07:28:46.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.336+0000 7fe65b594640 1 -- 172.21.15.31:0/1962598128 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6540b6320 con 0x7fe6540d2410 2024-09-16T07:28:46.338 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.337+0000 7fe65b594640 1 -- 172.21.15.31:0/1962598128 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe6540b19a0 con 0x7fe6540d2410 2024-09-16T07:28:46.338 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.338+0000 7fe649ffb640 1 -- 172.21.15.31:0/1962598128 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 24) ==== 102052+0+0 (secure 0 0 0) 0x7fe64401c460 con 0x7fe6540d2410 2024-09-16T07:28:46.338 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.338+0000 7fe649ffb640 1 --2- 172.21.15.31:0/1962598128 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe6380790c0 0x7fe63807b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:46.339 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.338+0000 7fe649ffb640 1 -- 172.21.15.31:0/1962598128 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(146..146 src has 1..146) ==== 4971+0+0 (secure 0 0 0) 0x7fe644098e80 con 0x7fe6540d2410 2024-09-16T07:28:46.339 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.338+0000 7fe659330640 1 --2- 172.21.15.31:0/1962598128 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe6380790c0 0x7fe63807b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:46.339 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.339+0000 7fe659330640 1 --2- 172.21.15.31:0/1962598128 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe6380790c0 0x7fe63807b580 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fe650034000 tx=0x7fe650004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:46.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.342+0000 7fe649ffb640 1 -- 172.21.15.31:0/1962598128 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fe65414b860 con 0x7fe6540d2410 2024-09-16T07:28:46.570 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.571+0000 7fe65b594640 1 -- 172.21.15.31:0/1962598128 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe65409aeb0 con 0x7fe6540d2410 2024-09-16T07:28:46.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.572+0000 7fe649ffb640 1 -- 172.21.15.31:0/1962598128 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 102 v102) ==== 95+0+3919 (secure 0 0 0) 0x7fe65415c0e0 con 0x7fe6540d2410 2024-09-16T07:28:46.571 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:28:46.571 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":102,"btime":"2024-09-16T07:28:40:119592+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7462,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/2879233565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":2879233565},{"type":"v1","addr":"172.21.15.31:6835","nonce":2879233565}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":94},{"gid":7477,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6809/1189053956","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":1189053956},{"type":"v1","addr":"172.21.15.155:6809","nonce":1189053956}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":94},{"gid":7480,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/2024558752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2024558752},{"type":"v1","addr":"172.21.15.155:6835","nonce":2024558752}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":94},{"gid":8853,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6834/3893879298","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":3893879298},{"type":"v1","addr":"172.21.15.31:6834","nonce":3893879298}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":102}],"filesystems":[]} 2024-09-16T07:28:46.571 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 102 2024-09-16T07:28:46.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.574+0000 7fe65b594640 1 -- 172.21.15.31:0/1962598128 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe6380790c0 msgr2=0x7fe63807b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:46.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.574+0000 7fe65b594640 1 --2- 172.21.15.31:0/1962598128 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe6380790c0 0x7fe63807b580 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fe650034000 tx=0x7fe650004730 comp rx=0 tx=0).stop 2024-09-16T07:28:46.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.574+0000 7fe65b594640 1 -- 172.21.15.31:0/1962598128 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe6540d2410 msgr2=0x7fe6540b73c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:46.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.574+0000 7fe65b594640 1 --2- 172.21.15.31:0/1962598128 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe6540d2410 0x7fe6540b73c0 secure :-1 s=READY pgs=1658 cs=0 l=1 rev1=1 crypto rx=0x7fe64400c430 tx=0x7fe64400c8f0 comp rx=0 tx=0).stop 2024-09-16T07:28:46.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.574+0000 7fe65b594640 1 -- 172.21.15.31:0/1962598128 shutdown_connections 2024-09-16T07:28:46.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.574+0000 7fe65b594640 1 --2- 172.21.15.31:0/1962598128 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe6380790c0 0x7fe63807b580 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:46.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.574+0000 7fe65b594640 1 --2- 172.21.15.31:0/1962598128 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe65415f6d0 0x7fe6540ae8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:46.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.574+0000 7fe65b594640 1 --2- 172.21.15.31:0/1962598128 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe6540d2410 0x7fe6540b73c0 unknown :-1 s=CLOSED pgs=1658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:46.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.574+0000 7fe65b594640 1 --2- 172.21.15.31:0/1962598128 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe6540cfce0 0x7fe65414b320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:46.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.574+0000 7fe65b594640 1 -- 172.21.15.31:0/1962598128 >> 172.21.15.31:0/1962598128 conn(0x7fe65409aa30 msgr2=0x7fe6540b2d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:46.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.574+0000 7fe65b594640 1 -- 172.21.15.31:0/1962598128 shutdown_connections 2024-09-16T07:28:46.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.574+0000 7fe65b594640 1 -- 172.21.15.31:0/1962598128 wait complete. 2024-09-16T07:28:46.585 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-16T07:28:46.585 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-16T07:28:46.585 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-16T07:28:46.585 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:28:46.585 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-16T07:28:46.586 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-16T07:28:46.586 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-16T07:28:46.586 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:28:46.586 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-16T07:28:46.586 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-16T07:28:46.586 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-16T07:28:46.586 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:28:46.587 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-16T07:28:46.587 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-16T07:28:46.587 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-16T07:28:46.587 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:28:46.597 INFO:tasks.ceph.mds.a:Stopped 2024-09-16T07:28:46.597 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-16T07:28:46.598 INFO:tasks.ceph.mds.c:Stopped 2024-09-16T07:28:46.598 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-16T07:28:46.599 INFO:tasks.ceph.mds.d:Stopped 2024-09-16T07:28:46.599 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-16T07:28:46.600 INFO:tasks.ceph.mds.b:Stopped 2024-09-16T07:28:46.600 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-16T07:28:46.640 INFO:tasks.ceph.mds.a:Started 2024-09-16T07:28:46.640 DEBUG:teuthology.parallel:result is None 2024-09-16T07:28:46.641 INFO:tasks.ceph.mds.c:Started 2024-09-16T07:28:46.641 DEBUG:teuthology.parallel:result is None 2024-09-16T07:28:46.643 INFO:tasks.ceph.mds.d:Started 2024-09-16T07:28:46.643 DEBUG:teuthology.parallel:result is None 2024-09-16T07:28:46.643 INFO:tasks.ceph.mds.b:Started 2024-09-16T07:28:46.644 DEBUG:teuthology.parallel:result is None 2024-09-16T07:28:46.644 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-16T07:28:46.717 INFO:tasks.ceph.mds.a.smithi031.stdout:starting mds.a at 2024-09-16T07:28:46.717 INFO:tasks.ceph.mds.c.smithi031.stdout:starting mds.c at 2024-09-16T07:28:46.725 INFO:tasks.ceph.mds.d.smithi155.stdout:starting mds.d at 2024-09-16T07:28:46.725 INFO:tasks.ceph.mds.b.smithi155.stdout:starting mds.b at 2024-09-16T07:28:46.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.754+0000 7f48a48a9640 1 -- 172.21.15.31:0/1813780664 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f48a00d0d40 msgr2=0x7f48a00cf9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:46.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.754+0000 7f48a48a9640 1 --2- 172.21.15.31:0/1813780664 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f48a00d0d40 0x7f48a00cf9b0 secure :-1 s=READY pgs=1664 cs=0 l=1 rev1=1 crypto rx=0x7f48a00b9f50 tx=0x7f488802a530 comp rx=0 tx=0).stop 2024-09-16T07:28:46.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.754+0000 7f48a48a9640 1 -- 172.21.15.31:0/1813780664 shutdown_connections 2024-09-16T07:28:46.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.754+0000 7f48a48a9640 1 --2- 172.21.15.31:0/1813780664 >> v2:172.21.15.155:3300/0 conn(0x7f48a00d49c0 0x7f48a00b3800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:46.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.754+0000 7f48a48a9640 1 --2- 172.21.15.31:0/1813780664 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f48a00d0d40 0x7f48a00cf9b0 unknown :-1 s=CLOSED pgs=1664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:46.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.754+0000 7f48a48a9640 1 -- 172.21.15.31:0/1813780664 >> 172.21.15.31:0/1813780664 conn(0x7f48a00d3ea0 msgr2=0x7f48a00d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:46.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.754+0000 7f48a48a9640 1 -- 172.21.15.31:0/1813780664 shutdown_connections 2024-09-16T07:28:46.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.754+0000 7f48a48a9640 1 -- 172.21.15.31:0/1813780664 wait complete. 2024-09-16T07:28:46.755 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.756+0000 7f48a48a9640 1 Processor -- start 2024-09-16T07:28:46.755 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.756+0000 7f48a48a9640 1 -- start start 2024-09-16T07:28:46.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.756+0000 7f48a48a9640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f48a00d0d40 0x7f48a015ffd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:46.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.756+0000 7f48a48a9640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f48a00d49c0 0x7f48a00cdc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:46.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.756+0000 7f48a48a9640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f48a015df90 0x7f48a00ca7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:46.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.756+0000 7f48a48a9640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f48a0162690 con 0x7f48a00d0d40 2024-09-16T07:28:46.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.756+0000 7f48a48a9640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f48a00b3d40 con 0x7f48a015df90 2024-09-16T07:28:46.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.756+0000 7f48a48a9640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f48a014dd20 con 0x7f48a00d49c0 2024-09-16T07:28:46.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.756+0000 7f489e59c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f48a00d0d40 0x7f48a015ffd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:46.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.757+0000 7f489e59c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f48a00d0d40 0x7f48a015ffd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41960/0 (socket says 172.21.15.31:41960) 2024-09-16T07:28:46.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.757+0000 7f489e59c640 1 -- 172.21.15.31:0/1457629166 learned_addr learned my addr 172.21.15.31:0/1457629166 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:46.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.757+0000 7f489dd9b640 1 --2- 172.21.15.31:0/1457629166 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f48a00d49c0 0x7f48a00cdc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:46.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.757+0000 7f489ed9d640 1 --2- 172.21.15.31:0/1457629166 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f48a015df90 0x7f48a00ca7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:46.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.757+0000 7f489e59c640 1 -- 172.21.15.31:0/1457629166 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f48a00d49c0 msgr2=0x7f48a00cdc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:46.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.757+0000 7f489e59c640 1 --2- 172.21.15.31:0/1457629166 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f48a00d49c0 0x7f48a00cdc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:46.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.757+0000 7f489e59c640 1 -- 172.21.15.31:0/1457629166 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f48a015df90 msgr2=0x7f48a00ca7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:46.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.757+0000 7f489e59c640 1 --2- 172.21.15.31:0/1457629166 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f48a015df90 0x7f48a00ca7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:46.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.757+0000 7f489e59c640 1 -- 172.21.15.31:0/1457629166 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48a00ce1d0 con 0x7f48a00d0d40 2024-09-16T07:28:46.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.757+0000 7f489e59c640 1 --2- 172.21.15.31:0/1457629166 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f48a00d0d40 0x7f48a015ffd0 secure :-1 s=READY pgs=1665 cs=0 l=1 rev1=1 crypto rx=0x7f489800c3a0 tx=0x7f489800c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:46.759 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.757+0000 7f4896ffd640 1 -- 172.21.15.31:0/1457629166 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4898011790 con 0x7f48a00d0d40 2024-09-16T07:28:46.759 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.757+0000 7f4896ffd640 1 -- 172.21.15.31:0/1457629166 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4898017070 con 0x7f48a00d0d40 2024-09-16T07:28:46.759 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.757+0000 7f48a48a9640 1 -- 172.21.15.31:0/1457629166 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48a00cad30 con 0x7f48a00d0d40 2024-09-16T07:28:46.759 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.757+0000 7f4896ffd640 1 -- 172.21.15.31:0/1457629166 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4898011cc0 con 0x7f48a00d0d40 2024-09-16T07:28:46.759 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.757+0000 7f48a48a9640 1 -- 172.21.15.31:0/1457629166 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48a0160940 con 0x7f48a00d0d40 2024-09-16T07:28:46.760 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.758+0000 7f48a48a9640 1 -- 172.21.15.31:0/1457629166 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f48a00cf9b0 con 0x7f48a00d0d40 2024-09-16T07:28:46.760 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.759+0000 7f4896ffd640 1 -- 172.21.15.31:0/1457629166 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 24) ==== 102052+0+0 (secure 0 0 0) 0x7f489801c460 con 0x7f48a00d0d40 2024-09-16T07:28:46.760 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.760+0000 7f4896ffd640 1 --2- 172.21.15.31:0/1457629166 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f48800790c0 0x7f488007b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:46.760 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.760+0000 7f4896ffd640 1 -- 172.21.15.31:0/1457629166 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(146..146 src has 1..146) ==== 4971+0+0 (secure 0 0 0) 0x7f4898098e10 con 0x7f48a00d0d40 2024-09-16T07:28:46.760 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.760+0000 7f489dd9b640 1 --2- 172.21.15.31:0/1457629166 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f48800790c0 0x7f488007b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:46.761 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.760+0000 7f489dd9b640 1 --2- 172.21.15.31:0/1457629166 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f48800790c0 0x7f488007b580 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f4888034000 tx=0x7f4888004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:46.763 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.764+0000 7f4896ffd640 1 -- 172.21.15.31:0/1457629166 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f48a00ce970 con 0x7f48a00d0d40 2024-09-16T07:28:46.962 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:46.963+0000 7f48a48a9640 1 -- 172.21.15.31:0/1457629166 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f48a008d590 con 0x7f48a00d0d40 2024-09-16T07:28:48.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.035+0000 7f4896ffd640 1 -- 172.21.15.31:0/1457629166 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v151) ==== 97+0+0 (secure 0 0 0) 0x7f48980628e0 con 0x7f48a00d0d40 2024-09-16T07:28:48.035 INFO:teuthology.orchestra.run.smithi031.stderr: removed all blocklist entries 2024-09-16T07:28:48.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.038+0000 7f48a48a9640 1 -- 172.21.15.31:0/1457629166 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f48800790c0 msgr2=0x7f488007b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:48.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.038+0000 7f48a48a9640 1 --2- 172.21.15.31:0/1457629166 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f48800790c0 0x7f488007b580 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f4888034000 tx=0x7f4888004730 comp rx=0 tx=0).stop 2024-09-16T07:28:48.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.038+0000 7f48a48a9640 1 -- 172.21.15.31:0/1457629166 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f48a00d0d40 msgr2=0x7f48a015ffd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:48.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.038+0000 7f48a48a9640 1 --2- 172.21.15.31:0/1457629166 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f48a00d0d40 0x7f48a015ffd0 secure :-1 s=READY pgs=1665 cs=0 l=1 rev1=1 crypto rx=0x7f489800c3a0 tx=0x7f489800c860 comp rx=0 tx=0).stop 2024-09-16T07:28:48.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.038+0000 7f48a48a9640 1 -- 172.21.15.31:0/1457629166 shutdown_connections 2024-09-16T07:28:48.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.038+0000 7f48a48a9640 1 --2- 172.21.15.31:0/1457629166 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f48800790c0 0x7f488007b580 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:48.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.038+0000 7f48a48a9640 1 --2- 172.21.15.31:0/1457629166 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f48a015df90 0x7f48a00ca7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:48.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.038+0000 7f48a48a9640 1 --2- 172.21.15.31:0/1457629166 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f48a00d49c0 0x7f48a00cdc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:48.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.039+0000 7f48a48a9640 1 --2- 172.21.15.31:0/1457629166 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f48a00d0d40 0x7f48a015ffd0 unknown :-1 s=CLOSED pgs=1665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:48.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.039+0000 7f48a48a9640 1 -- 172.21.15.31:0/1457629166 >> 172.21.15.31:0/1457629166 conn(0x7f48a00d3ea0 msgr2=0x7f48a00b41a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:48.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.039+0000 7f48a48a9640 1 -- 172.21.15.31:0/1457629166 shutdown_connections 2024-09-16T07:28:48.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.039+0000 7f48a48a9640 1 -- 172.21.15.31:0/1457629166 wait complete. 2024-09-16T07:28:48.052 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-16T07:28:48.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.165+0000 7fbd5cadd640 1 -- 172.21.15.31:0/1866320289 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbd5815df90 msgr2=0x7fbd580cf9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:48.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.165+0000 7fbd5cadd640 1 --2- 172.21.15.31:0/1866320289 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbd5815df90 0x7fbd580cf9b0 secure :-1 s=READY pgs=1666 cs=0 l=1 rev1=1 crypto rx=0x7fbd580d1c90 tx=0x7fbd4802a560 comp rx=0 tx=0).stop 2024-09-16T07:28:48.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.165+0000 7fbd5cadd640 1 -- 172.21.15.31:0/1866320289 shutdown_connections 2024-09-16T07:28:48.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.165+0000 7fbd5cadd640 1 --2- 172.21.15.31:0/1866320289 >> v2:172.21.15.155:3300/0 conn(0x7fbd580d49c0 0x7fbd580d0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:48.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.165+0000 7fbd5cadd640 1 --2- 172.21.15.31:0/1866320289 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbd5815df90 0x7fbd580cf9b0 unknown :-1 s=CLOSED pgs=1666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:48.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.165+0000 7fbd5cadd640 1 -- 172.21.15.31:0/1866320289 >> 172.21.15.31:0/1866320289 conn(0x7fbd580d3ea0 msgr2=0x7fbd580d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:48.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.165+0000 7fbd5cadd640 1 -- 172.21.15.31:0/1866320289 shutdown_connections 2024-09-16T07:28:48.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.165+0000 7fbd5cadd640 1 -- 172.21.15.31:0/1866320289 wait complete. 2024-09-16T07:28:48.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.166+0000 7fbd5cadd640 1 Processor -- start 2024-09-16T07:28:48.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.166+0000 7fbd5cadd640 1 -- start start 2024-09-16T07:28:48.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.167+0000 7fbd5cadd640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbd580d49c0 0x7fbd5814dc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:48.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.167+0000 7fbd5cadd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbd5815df90 0x7fbd5815cf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:48.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.167+0000 7fbd5cadd640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbd58162480 0x7fbd581f8400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:48.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.167+0000 7fbd5cadd640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fbd580d0f00 con 0x7fbd5815df90 2024-09-16T07:28:48.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.167+0000 7fbd5cadd640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fbd580d0d80 con 0x7fbd580d49c0 2024-09-16T07:28:48.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.167+0000 7fbd5cadd640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fbd580b3f10 con 0x7fbd58162480 2024-09-16T07:28:48.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.167+0000 7fbd4ffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbd5815df90 0x7fbd5815cf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:48.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.167+0000 7fbd4ffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbd5815df90 0x7fbd5815cf90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41980/0 (socket says 172.21.15.31:41980) 2024-09-16T07:28:48.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.167+0000 7fbd4ffff640 1 -- 172.21.15.31:0/1525782877 learned_addr learned my addr 172.21.15.31:0/1525782877 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:48.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.167+0000 7fbd5659c640 1 --2- 172.21.15.31:0/1525782877 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbd580d49c0 0x7fbd5814dc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:48.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.167+0000 7fbd56d9d640 1 --2- 172.21.15.31:0/1525782877 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbd58162480 0x7fbd581f8400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:48.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.167+0000 7fbd4ffff640 1 -- 172.21.15.31:0/1525782877 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbd58162480 msgr2=0x7fbd581f8400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:48.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.167+0000 7fbd4ffff640 1 --2- 172.21.15.31:0/1525782877 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbd58162480 0x7fbd581f8400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:48.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.167+0000 7fbd4ffff640 1 -- 172.21.15.31:0/1525782877 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbd580d49c0 msgr2=0x7fbd5814dc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:48.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.167+0000 7fbd4ffff640 1 --2- 172.21.15.31:0/1525782877 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbd580d49c0 0x7fbd5814dc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:48.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.167+0000 7fbd4ffff640 1 -- 172.21.15.31:0/1525782877 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd58160970 con 0x7fbd5815df90 2024-09-16T07:28:48.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.167+0000 7fbd56d9d640 1 --2- 172.21.15.31:0/1525782877 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbd58162480 0x7fbd581f8400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:28:48.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.168+0000 7fbd4ffff640 1 --2- 172.21.15.31:0/1525782877 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbd5815df90 0x7fbd5815cf90 secure :-1 s=READY pgs=1667 cs=0 l=1 rev1=1 crypto rx=0x7fbd4000d770 tx=0x7fbd4000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:48.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.168+0000 7fbd4effd640 1 -- 172.21.15.31:0/1525782877 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd40017070 con 0x7fbd5815df90 2024-09-16T07:28:48.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.168+0000 7fbd4effd640 1 -- 172.21.15.31:0/1525782877 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbd40009d20 con 0x7fbd5815df90 2024-09-16T07:28:48.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.168+0000 7fbd5cadd640 1 -- 172.21.15.31:0/1525782877 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbd580cde20 con 0x7fbd5815df90 2024-09-16T07:28:48.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.168+0000 7fbd4effd640 1 -- 172.21.15.31:0/1525782877 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd40005280 con 0x7fbd5815df90 2024-09-16T07:28:48.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.168+0000 7fbd5cadd640 1 -- 172.21.15.31:0/1525782877 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbd580cb540 con 0x7fbd5815df90 2024-09-16T07:28:48.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.169+0000 7fbd5cadd640 1 -- 172.21.15.31:0/1525782877 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbd580b4430 con 0x7fbd5815df90 2024-09-16T07:28:48.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.169+0000 7fbd4effd640 1 -- 172.21.15.31:0/1525782877 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 24) ==== 102052+0+0 (secure 0 0 0) 0x7fbd40005420 con 0x7fbd5815df90 2024-09-16T07:28:48.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.170+0000 7fbd4effd640 1 --2- 172.21.15.31:0/1525782877 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fbd380790c0 0x7fbd3807b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:48.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.170+0000 7fbd4effd640 1 -- 172.21.15.31:0/1525782877 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(151..151 src has 1..151) ==== 4885+0+0 (secure 0 0 0) 0x7fbd40099280 con 0x7fbd5815df90 2024-09-16T07:28:48.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.170+0000 7fbd5659c640 1 --2- 172.21.15.31:0/1525782877 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fbd380790c0 0x7fbd3807b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:48.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.170+0000 7fbd5659c640 1 --2- 172.21.15.31:0/1525782877 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fbd380790c0 0x7fbd3807b580 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fbd48033000 tx=0x7fbd48004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:48.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.174+0000 7fbd4effd640 1 -- 172.21.15.31:0/1525782877 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fbd40062d50 con 0x7fbd5815df90 2024-09-16T07:28:48.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.431+0000 7fbd5cadd640 1 -- 172.21.15.31:0/1525782877 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7fbd5808d590 con 0x7fbd5815df90 2024-09-16T07:28:48.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.432+0000 7fbd4effd640 1 -- 172.21.15.31:0/1525782877 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v26) ==== 80+0+5304 (secure 0 0 0) 0x7fbd40067780 con 0x7fbd5815df90 2024-09-16T07:28:48.431 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:28:48.431 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-16T07:28:48.432 INFO:teuthology.orchestra.run.smithi031.stdout: "auth_dump": [ 2024-09-16T07:28:48.432 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:28:48.432 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mds.a", 2024-09-16T07:28:48.432 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmqZelCxAAscsPpPoHsQV4HwJyGUrzNg==", 2024-09-16T07:28:48.432 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:28:48.432 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:28:48.432 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-16T07:28:48.432 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-16T07:28:48.432 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:28:48.432 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:28:48.432 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:28:48.432 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:28:48.432 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mds.b", 2024-09-16T07:28:48.433 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmfXmZFxAA0mYeuvcMORlWFFaaDmQbxw==", 2024-09-16T07:28:48.433 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:28:48.433 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:28:48.433 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-16T07:28:48.433 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-16T07:28:48.433 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:28:48.433 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:28:48.433 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:28:48.433 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:28:48.433 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mds.c", 2024-09-16T07:28:48.433 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3Odm/cTfEhAAaZgZnhh9QGyve9RYquWC0Q==", 2024-09-16T07:28:48.433 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:28:48.434 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:28:48.434 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-16T07:28:48.434 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-16T07:28:48.434 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:28:48.434 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:28:48.434 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:28:48.434 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:28:48.434 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mds.d", 2024-09-16T07:28:48.434 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3Odm8EGiHhAAIhv2GzralSJeeiMnM31Z+A==", 2024-09-16T07:28:48.434 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:28:48.434 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:28:48.434 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-16T07:28:48.434 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-16T07:28:48.435 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:28:48.435 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:28:48.435 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:28:48.435 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:28:48.435 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.0", 2024-09-16T07:28:48.435 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAt3Odm1TDYBBAAuJFJONHh8+uAFkIcQ3Mk/g==", 2024-09-16T07:28:48.435 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:28:48.435 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:28:48.435 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:28:48.435 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:28:48.435 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:28:48.435 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:28:48.435 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:28:48.436 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.1", 2024-09-16T07:28:48.436 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAw3OdmEqk3BxAAMCfxQ9tUoIzjRULBEmXnaQ==", 2024-09-16T07:28:48.436 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:28:48.436 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:28:48.436 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:28:48.436 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:28:48.436 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:28:48.436 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:28:48.436 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:28:48.436 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.2", 2024-09-16T07:28:48.436 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAz3OdmF9NyCRAAZxPWCrgzE7K49H8eURVIeg==", 2024-09-16T07:28:48.436 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:28:48.436 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:28:48.437 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:28:48.437 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:28:48.437 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:28:48.437 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:28:48.437 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:28:48.437 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.3", 2024-09-16T07:28:48.437 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQA23OdmAWFmGhAA6Z7zsRIfx/L0hjYcyl/B5w==", 2024-09-16T07:28:48.437 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:28:48.437 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:28:48.437 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:28:48.437 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:28:48.437 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:28:48.437 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:28:48.438 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:28:48.438 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.4", 2024-09-16T07:28:48.438 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQA93OdmY9BKFBAAssskgPYXTuKx1qSrhUEPjA==", 2024-09-16T07:28:48.438 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:28:48.438 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:28:48.438 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:28:48.438 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:28:48.438 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:28:48.438 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:28:48.438 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:28:48.438 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.5", 2024-09-16T07:28:48.438 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQBB3OdmdTufBhAANeNgBap5Vw/toilxLT55fA==", 2024-09-16T07:28:48.438 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:28:48.439 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:28:48.439 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:28:48.439 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:28:48.439 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:28:48.439 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:28:48.439 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:28:48.439 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.6", 2024-09-16T07:28:48.439 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQBE3Odm67gaJhAAhpplhm3JGeAQE4M6hZNxog==", 2024-09-16T07:28:48.439 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:28:48.439 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:28:48.439 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:28:48.439 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:28:48.439 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:28:48.439 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:28:48.440 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:28:48.440 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.7", 2024-09-16T07:28:48.440 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQBH3OdmTNeJNhAAezS0/56A2+76DoYwfs7jAQ==", 2024-09-16T07:28:48.440 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:28:48.440 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:28:48.440 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:28:48.440 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:28:48.440 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:28:48.440 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:28:48.440 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:28:48.440 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.0", 2024-09-16T07:28:48.440 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmOi3VIhAA6pREvErOkWIiU+/Wlqimsw==", 2024-09-16T07:28:48.441 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:28:48.441 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:28:48.441 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow r", 2024-09-16T07:28:48.441 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-16T07:28:48.441 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:28:48.441 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:28:48.441 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:28:48.441 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.1", 2024-09-16T07:28:48.441 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmTiLQKxAAIGqY1wYPmJI86PYNb+gngw==", 2024-09-16T07:28:48.441 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:28:48.441 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:28:48.441 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow r", 2024-09-16T07:28:48.441 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow rw", 2024-09-16T07:28:48.442 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow rwx" 2024-09-16T07:28:48.442 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:28:48.442 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:28:48.442 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:28:48.442 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.2", 2024-09-16T07:28:48.442 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmLLaRKBAAQ0i+yw037feTEHpSrd2Iwg==", 2024-09-16T07:28:48.442 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:28:48.442 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:28:48.442 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow r", 2024-09-16T07:28:48.442 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow rw", 2024-09-16T07:28:48.442 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow rwx" 2024-09-16T07:28:48.442 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:28:48.442 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:28:48.443 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:28:48.443 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.3", 2024-09-16T07:28:48.443 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3Odmxe1yMRAAVpguX9xvU2H1VDIC1iZZdQ==", 2024-09-16T07:28:48.443 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:28:48.443 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:28:48.443 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow r", 2024-09-16T07:28:48.443 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow rw", 2024-09-16T07:28:48.443 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow rwx" 2024-09-16T07:28:48.443 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:28:48.443 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:28:48.443 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:28:48.444 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.admin", 2024-09-16T07:28:48.444 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAo3OdmZ9mRKxAASODnqbtdFSv2jjXDSPXSuw==", 2024-09-16T07:28:48.444 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:28:48.444 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow *", 2024-09-16T07:28:48.444 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-16T07:28:48.444 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-16T07:28:48.444 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:28:48.444 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:28:48.444 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:28:48.444 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:28:48.444 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mgr.x", 2024-09-16T07:28:48.444 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmoVFWCBAA1E3B8t60xOMqiOyfwDlYMw==", 2024-09-16T07:28:48.444 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:28:48.445 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow *", 2024-09-16T07:28:48.445 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile mgr", 2024-09-16T07:28:48.445 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:28:48.445 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:28:48.445 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:28:48.445 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:28:48.445 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mgr.y", 2024-09-16T07:28:48.445 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3Odm9hHfBBAAiSK5kbNBYonj7atHktVxiA==", 2024-09-16T07:28:48.445 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:28:48.445 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow *", 2024-09-16T07:28:48.445 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile mgr", 2024-09-16T07:28:48.445 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:28:48.445 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:28:48.446 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:28:48.446 INFO:teuthology.orchestra.run.smithi031.stdout: ] 2024-09-16T07:28:48.446 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-16T07:28:48.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.434+0000 7fbd5cadd640 1 -- 172.21.15.31:0/1525782877 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fbd380790c0 msgr2=0x7fbd3807b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:48.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.434+0000 7fbd5cadd640 1 --2- 172.21.15.31:0/1525782877 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fbd380790c0 0x7fbd3807b580 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fbd48033000 tx=0x7fbd48004730 comp rx=0 tx=0).stop 2024-09-16T07:28:48.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.434+0000 7fbd5cadd640 1 -- 172.21.15.31:0/1525782877 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbd5815df90 msgr2=0x7fbd5815cf90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:48.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.434+0000 7fbd5cadd640 1 --2- 172.21.15.31:0/1525782877 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbd5815df90 0x7fbd5815cf90 secure :-1 s=READY pgs=1667 cs=0 l=1 rev1=1 crypto rx=0x7fbd4000d770 tx=0x7fbd4000dc30 comp rx=0 tx=0).stop 2024-09-16T07:28:48.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.434+0000 7fbd5cadd640 1 -- 172.21.15.31:0/1525782877 shutdown_connections 2024-09-16T07:28:48.448 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.434+0000 7fbd5cadd640 1 --2- 172.21.15.31:0/1525782877 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fbd380790c0 0x7fbd3807b580 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:48.448 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.434+0000 7fbd5cadd640 1 --2- 172.21.15.31:0/1525782877 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbd58162480 0x7fbd581f8400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:48.448 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.434+0000 7fbd5cadd640 1 --2- 172.21.15.31:0/1525782877 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbd5815df90 0x7fbd5815cf90 unknown :-1 s=CLOSED pgs=1667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:48.448 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.434+0000 7fbd5cadd640 1 --2- 172.21.15.31:0/1525782877 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbd580d49c0 0x7fbd5814dc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:48.448 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.434+0000 7fbd5cadd640 1 -- 172.21.15.31:0/1525782877 >> 172.21.15.31:0/1525782877 conn(0x7fbd580d3ea0 msgr2=0x7fbd580b8ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:48.448 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.434+0000 7fbd5cadd640 1 -- 172.21.15.31:0/1525782877 shutdown_connections 2024-09-16T07:28:48.448 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.434+0000 7fbd5cadd640 1 -- 172.21.15.31:0/1525782877 wait complete. 2024-09-16T07:28:48.448 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-16T07:28:48.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.554+0000 7fa4ac085640 1 -- 172.21.15.31:0/2491834368 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa490003a00 msgr2=0x7fa490003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:48.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.554+0000 7fa4ac085640 1 --2- 172.21.15.31:0/2491834368 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa490003a00 0x7fa490003e20 secure :-1 s=READY pgs=1669 cs=0 l=1 rev1=1 crypto rx=0x7fa4a0009880 tx=0x7fa490005830 comp rx=0 tx=0).stop 2024-09-16T07:28:48.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.554+0000 7fa4aa622640 1 -- 172.21.15.31:0/2491834368 reap_dead start 2024-09-16T07:28:48.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.555+0000 7fa4ac085640 1 -- 172.21.15.31:0/2491834368 shutdown_connections 2024-09-16T07:28:48.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.555+0000 7fa4ac085640 1 -- 172.21.15.31:0/2491834368 >> 172.21.15.31:0/2491834368 conn(0x7fa4a409aa30 msgr2=0x7fa4a409ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:48.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.555+0000 7fa4ac085640 1 -- 172.21.15.31:0/2491834368 shutdown_connections 2024-09-16T07:28:48.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.555+0000 7fa4ac085640 1 -- 172.21.15.31:0/2491834368 wait complete. 2024-09-16T07:28:48.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.556+0000 7fa4ac085640 1 Processor -- start 2024-09-16T07:28:48.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.556+0000 7fa4ac085640 1 -- start start 2024-09-16T07:28:48.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.557+0000 7fa4ac085640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa490003a00 0x7fa4a4071b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:48.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.557+0000 7fa4ac085640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4a4148980 0x7fa4a4148e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:48.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.557+0000 7fa4ac085640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa4a40cafa0 0x7fa4a40cb420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:48.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.557+0000 7fa4ac085640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fa4a40b3210 con 0x7fa490003a00 2024-09-16T07:28:48.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.557+0000 7fa4ac085640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa4a40b3090 con 0x7fa4a4148980 2024-09-16T07:28:48.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.557+0000 7fa4ac085640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa4a40b3390 con 0x7fa4a40cafa0 2024-09-16T07:28:48.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.557+0000 7fa4a9e21640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa490003a00 0x7fa4a4071b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:48.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.557+0000 7fa4a9e21640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa490003a00 0x7fa4a4071b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:42000/0 (socket says 172.21.15.31:42000) 2024-09-16T07:28:48.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.557+0000 7fa4a9e21640 1 -- 172.21.15.31:0/2052275106 learned_addr learned my addr 172.21.15.31:0/2052275106 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:48.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.557+0000 7fa4a9e21640 1 -- 172.21.15.31:0/2052275106 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa4a40cafa0 msgr2=0x7fa4a40cb420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:48.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.557+0000 7fa4a9e21640 1 --2- 172.21.15.31:0/2052275106 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa4a40cafa0 0x7fa4a40cb420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:48.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.557+0000 7fa4a9e21640 1 -- 172.21.15.31:0/2052275106 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4a4148980 msgr2=0x7fa4a4148e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:48.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.557+0000 7fa4a9e21640 1 --2- 172.21.15.31:0/2052275106 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4a4148980 0x7fa4a4148e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:48.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.557+0000 7fa4a9e21640 1 -- 172.21.15.31:0/2052275106 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4a414c610 con 0x7fa490003a00 2024-09-16T07:28:48.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.557+0000 7fa4a9e21640 1 --2- 172.21.15.31:0/2052275106 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa490003a00 0x7fa4a4071b30 secure :-1 s=READY pgs=1670 cs=0 l=1 rev1=1 crypto rx=0x7fa4a0035040 tx=0x7fa4a0032c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:48.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.557+0000 7fa49a7fc640 1 -- 172.21.15.31:0/2052275106 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4a0037050 con 0x7fa490003a00 2024-09-16T07:28:48.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.557+0000 7fa49a7fc640 1 -- 172.21.15.31:0/2052275106 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa4a0043070 con 0x7fa490003a00 2024-09-16T07:28:48.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.557+0000 7fa49a7fc640 1 -- 172.21.15.31:0/2052275106 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4a0009450 con 0x7fa490003a00 2024-09-16T07:28:48.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.557+0000 7fa4ac085640 1 -- 172.21.15.31:0/2052275106 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4a414b850 con 0x7fa490003a00 2024-09-16T07:28:48.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.558+0000 7fa4ac085640 1 -- 172.21.15.31:0/2052275106 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4a414be10 con 0x7fa490003a00 2024-09-16T07:28:48.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.558+0000 7fa4ac085640 1 -- 172.21.15.31:0/2052275106 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa4a414c240 con 0x7fa490003a00 2024-09-16T07:28:48.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.559+0000 7fa49a7fc640 1 -- 172.21.15.31:0/2052275106 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 24) ==== 102052+0+0 (secure 0 0 0) 0x7fa4a003e6b0 con 0x7fa490003a00 2024-09-16T07:28:48.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.560+0000 7fa49a7fc640 1 --2- 172.21.15.31:0/2052275106 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa4880790c0 0x7fa48807b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:48.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.560+0000 7fa49a7fc640 1 -- 172.21.15.31:0/2052275106 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(151..151 src has 1..151) ==== 4885+0+0 (secure 0 0 0) 0x7fa4a00bcc60 con 0x7fa490003a00 2024-09-16T07:28:48.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.560+0000 7fa4a9620640 1 --2- 172.21.15.31:0/2052275106 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa4880790c0 0x7fa48807b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:48.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.560+0000 7fa4a9620640 1 --2- 172.21.15.31:0/2052275106 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa4880790c0 0x7fa48807b580 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fa4a40c8c00 tx=0x7fa494001640 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:48.563 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.564+0000 7fa49a7fc640 1 -- 172.21.15.31:0/2052275106 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fa4a0084800 con 0x7fa490003a00 2024-09-16T07:28:48.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.750+0000 7fa4ac085640 1 -- 172.21.15.31:0/2052275106 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fa4a40d0150 con 0x7fa490003a00 2024-09-16T07:28:48.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.751+0000 7fa49a7fc640 1 -- 172.21.15.31:0/2052275106 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v151) ==== 84+0+65 (secure 0 0 0) 0x7fa4a0084100 con 0x7fa490003a00 2024-09-16T07:28:48.750 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:28:48.751 INFO:teuthology.orchestra.run.smithi031.stdout:[ 2024-09-16T07:28:48.751 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:28:48.751 INFO:teuthology.orchestra.run.smithi031.stdout: "poolnum": 1, 2024-09-16T07:28:48.751 INFO:teuthology.orchestra.run.smithi031.stdout: "poolname": ".mgr" 2024-09-16T07:28:48.751 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:28:48.751 INFO:teuthology.orchestra.run.smithi031.stdout:] 2024-09-16T07:28:48.752 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.753+0000 7fa4ac085640 1 -- 172.21.15.31:0/2052275106 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa4880790c0 msgr2=0x7fa48807b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:48.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.753+0000 7fa4ac085640 1 --2- 172.21.15.31:0/2052275106 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa4880790c0 0x7fa48807b580 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fa4a40c8c00 tx=0x7fa494001640 comp rx=0 tx=0).stop 2024-09-16T07:28:48.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.753+0000 7fa4ac085640 1 -- 172.21.15.31:0/2052275106 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa490003a00 msgr2=0x7fa4a4071b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:48.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.753+0000 7fa4ac085640 1 --2- 172.21.15.31:0/2052275106 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa490003a00 0x7fa4a4071b30 secure :-1 s=READY pgs=1670 cs=0 l=1 rev1=1 crypto rx=0x7fa4a0035040 tx=0x7fa4a0032c40 comp rx=0 tx=0).stop 2024-09-16T07:28:48.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.753+0000 7fa4ac085640 1 -- 172.21.15.31:0/2052275106 shutdown_connections 2024-09-16T07:28:48.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.753+0000 7fa4ac085640 1 --2- 172.21.15.31:0/2052275106 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa4880790c0 0x7fa48807b580 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:48.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.753+0000 7fa4ac085640 1 --2- 172.21.15.31:0/2052275106 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa4a40cafa0 0x7fa4a40cb420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:48.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.753+0000 7fa4ac085640 1 --2- 172.21.15.31:0/2052275106 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4a4148980 0x7fa4a4148e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:48.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.753+0000 7fa4ac085640 1 --2- 172.21.15.31:0/2052275106 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa490003a00 0x7fa4a4071b30 unknown :-1 s=CLOSED pgs=1670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:48.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.753+0000 7fa4ac085640 1 -- 172.21.15.31:0/2052275106 >> 172.21.15.31:0/2052275106 conn(0x7fa4a409aa30 msgr2=0x7fa4a40b3740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:48.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.753+0000 7fa4ac085640 1 -- 172.21.15.31:0/2052275106 shutdown_connections 2024-09-16T07:28:48.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.753+0000 7fa4ac085640 1 -- 172.21.15.31:0/2052275106 wait complete. 2024-09-16T07:28:48.763 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-16T07:28:48.764 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-16T07:28:48.874 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.875+0000 7f82398ef640 1 -- 172.21.15.31:0/3099076859 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8234070590 msgr2=0x7f8234157cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:48.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.875+0000 7f82398ef640 1 --2- 172.21.15.31:0/3099076859 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8234070590 0x7f8234157cf0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f822c009830 tx=0x7f822c02a510 comp rx=0 tx=0).stop 2024-09-16T07:28:48.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.875+0000 7f82398ef640 1 -- 172.21.15.31:0/3099076859 shutdown_connections 2024-09-16T07:28:48.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.875+0000 7f82398ef640 1 --2- 172.21.15.31:0/3099076859 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8234070590 0x7f8234157cf0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:48.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.875+0000 7f82398ef640 1 --2- 172.21.15.31:0/3099076859 >> v2:172.21.15.155:3300/0 conn(0x7f82340aee40 0x7f823415b970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:48.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.875+0000 7f82398ef640 1 -- 172.21.15.31:0/3099076859 >> 172.21.15.31:0/3099076859 conn(0x7f82340b1620 msgr2=0x7f82340b1a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:48.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.875+0000 7f82398ef640 1 -- 172.21.15.31:0/3099076859 shutdown_connections 2024-09-16T07:28:48.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.875+0000 7f82398ef640 1 -- 172.21.15.31:0/3099076859 wait complete. 2024-09-16T07:28:48.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.876+0000 7f82398ef640 1 Processor -- start 2024-09-16T07:28:48.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.876+0000 7f82398ef640 1 -- start start 2024-09-16T07:28:48.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.877+0000 7f82398ef640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f823406e940 0x7f82341518a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:48.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.877+0000 7f82398ef640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8234070590 0x7f8234157310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:48.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.877+0000 7f82398ef640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f82340aee40 0x7f82341f2880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:48.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.877+0000 7f82398ef640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f8234158700 con 0x7f823406e940 2024-09-16T07:28:48.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.877+0000 7f82398ef640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f8234158580 con 0x7f82340aee40 2024-09-16T07:28:48.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.877+0000 7f82398ef640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f8234158880 con 0x7f8234070590 2024-09-16T07:28:48.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.877+0000 7f8232ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f823406e940 0x7f82341518a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:48.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.877+0000 7f8232ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f823406e940 0x7f82341518a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:42008/0 (socket says 172.21.15.31:42008) 2024-09-16T07:28:48.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.877+0000 7f8232ffd640 1 -- 172.21.15.31:0/39158575 learned_addr learned my addr 172.21.15.31:0/39158575 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:48.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.877+0000 7f8232ffd640 1 -- 172.21.15.31:0/39158575 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8234070590 msgr2=0x7f8234157310 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-16T07:28:48.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.877+0000 7f8232ffd640 1 --2- 172.21.15.31:0/39158575 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8234070590 0x7f8234157310 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:48.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.877+0000 7f8232ffd640 1 -- 172.21.15.31:0/39158575 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f82340aee40 msgr2=0x7f82341f2880 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-16T07:28:48.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.877+0000 7f8232ffd640 1 --2- 172.21.15.31:0/39158575 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f82340aee40 0x7f82341f2880 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:48.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.877+0000 7f8232ffd640 1 -- 172.21.15.31:0/39158575 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82341f31f0 con 0x7f823406e940 2024-09-16T07:28:48.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.877+0000 7f8232ffd640 1 --2- 172.21.15.31:0/39158575 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f823406e940 0x7f82341518a0 secure :-1 s=READY pgs=1671 cs=0 l=1 rev1=1 crypto rx=0x7f822400ba50 tx=0x7f822400bf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:48.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.878+0000 7f822bfff640 1 -- 172.21.15.31:0/39158575 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8224019070 con 0x7f823406e940 2024-09-16T07:28:48.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.878+0000 7f822bfff640 1 -- 172.21.15.31:0/39158575 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f822400ccf0 con 0x7f823406e940 2024-09-16T07:28:48.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.878+0000 7f82398ef640 1 -- 172.21.15.31:0/39158575 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82341f34d0 con 0x7f823406e940 2024-09-16T07:28:48.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.878+0000 7f822bfff640 1 -- 172.21.15.31:0/39158575 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82240146a0 con 0x7f823406e940 2024-09-16T07:28:48.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.878+0000 7f82398ef640 1 -- 172.21.15.31:0/39158575 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8234150460 con 0x7f823406e940 2024-09-16T07:28:48.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.879+0000 7f82398ef640 1 -- 172.21.15.31:0/39158575 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8234157cf0 con 0x7f823406e940 2024-09-16T07:28:48.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.880+0000 7f822bfff640 1 -- 172.21.15.31:0/39158575 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 24) ==== 102052+0+0 (secure 0 0 0) 0x7f822401c070 con 0x7f823406e940 2024-09-16T07:28:48.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.880+0000 7f822bfff640 1 --2- 172.21.15.31:0/39158575 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f82140790c0 0x7f821407b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:48.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.880+0000 7f822bfff640 1 -- 172.21.15.31:0/39158575 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(151..151 src has 1..151) ==== 4885+0+0 (secure 0 0 0) 0x7f8224098f60 con 0x7f823406e940 2024-09-16T07:28:48.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.880+0000 7f82327fc640 1 --2- 172.21.15.31:0/39158575 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f82140790c0 0x7f821407b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:48.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.881+0000 7f82327fc640 1 --2- 172.21.15.31:0/39158575 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f82140790c0 0x7f821407b580 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f82341559f0 tx=0x7f821c0078a0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:48.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:48.884+0000 7f822bfff640 1 -- 172.21.15.31:0/39158575 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f8224063080 con 0x7f823406e940 2024-09-16T07:28:49.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:49.071+0000 7f82398ef640 1 -- 172.21.15.31:0/39158575 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f8234150630 con 0x7f823406e940 2024-09-16T07:28:50.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:50.038+0000 7f822bfff640 1 -- 172.21.15.31:0/39158575 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v152) ==== 138+0+0 (secure 0 0 0) 0x7f8224062980 con 0x7f823406e940 2024-09-16T07:28:50.038 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_metadata' created 2024-09-16T07:28:50.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:50.043+0000 7f82398ef640 1 -- 172.21.15.31:0/39158575 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f82140790c0 msgr2=0x7f821407b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:50.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:50.043+0000 7f82398ef640 1 --2- 172.21.15.31:0/39158575 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f82140790c0 0x7f821407b580 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f82341559f0 tx=0x7f821c0078a0 comp rx=0 tx=0).stop 2024-09-16T07:28:50.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:50.043+0000 7f82398ef640 1 -- 172.21.15.31:0/39158575 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f823406e940 msgr2=0x7f82341518a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:50.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:50.043+0000 7f82398ef640 1 --2- 172.21.15.31:0/39158575 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f823406e940 0x7f82341518a0 secure :-1 s=READY pgs=1671 cs=0 l=1 rev1=1 crypto rx=0x7f822400ba50 tx=0x7f822400bf10 comp rx=0 tx=0).stop 2024-09-16T07:28:50.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:50.044+0000 7f82398ef640 1 -- 172.21.15.31:0/39158575 shutdown_connections 2024-09-16T07:28:50.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:50.044+0000 7f82398ef640 1 --2- 172.21.15.31:0/39158575 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f82140790c0 0x7f821407b580 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:50.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:50.044+0000 7f82398ef640 1 --2- 172.21.15.31:0/39158575 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f82340aee40 0x7f82341f2880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:50.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:50.044+0000 7f82398ef640 1 --2- 172.21.15.31:0/39158575 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8234070590 0x7f8234157310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:50.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:50.044+0000 7f82398ef640 1 --2- 172.21.15.31:0/39158575 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f823406e940 0x7f82341518a0 unknown :-1 s=CLOSED pgs=1671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:50.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:50.044+0000 7f82398ef640 1 -- 172.21.15.31:0/39158575 >> 172.21.15.31:0/39158575 conn(0x7f82340b1620 msgr2=0x7f82340b0c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:50.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:50.045+0000 7f82398ef640 1 -- 172.21.15.31:0/39158575 shutdown_connections 2024-09-16T07:28:50.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:50.045+0000 7f82398ef640 1 -- 172.21.15.31:0/39158575 wait complete. 2024-09-16T07:28:50.060 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-16T07:28:50.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:50.183+0000 7f9c6fccd640 1 -- 172.21.15.31:0/3036763038 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9c68161ef0 msgr2=0x7f9c680b0d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:50.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:50.183+0000 7f9c6fccd640 1 --2- 172.21.15.31:0/3036763038 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9c68161ef0 0x7f9c680b0d40 secure :-1 s=READY pgs=1672 cs=0 l=1 rev1=1 crypto rx=0x7f9c60005fd0 tx=0x7f9c6002aa00 comp rx=0 tx=0).stop 2024-09-16T07:28:50.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:50.183+0000 7f9c6fccd640 1 -- 172.21.15.31:0/3036763038 shutdown_connections 2024-09-16T07:28:50.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:50.183+0000 7f9c6fccd640 1 --2- 172.21.15.31:0/3036763038 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9c68161ef0 0x7f9c680b0d40 unknown :-1 s=CLOSED pgs=1672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:50.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:50.183+0000 7f9c6fccd640 1 --2- 172.21.15.31:0/3036763038 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9c680b44b0 0x7f9c681619b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:50.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:50.183+0000 7f9c6fccd640 1 -- 172.21.15.31:0/3036763038 >> 172.21.15.31:0/3036763038 conn(0x7f9c68069620 msgr2=0x7f9c6809d1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:50.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:50.183+0000 7f9c6fccd640 1 -- 172.21.15.31:0/3036763038 shutdown_connections 2024-09-16T07:28:50.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:50.183+0000 7f9c6fccd640 1 -- 172.21.15.31:0/3036763038 wait complete. 2024-09-16T07:28:50.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:50.184+0000 7f9c6fccd640 1 Processor -- start 2024-09-16T07:28:50.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:50.184+0000 7f9c6fccd640 1 -- start start 2024-09-16T07:28:50.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:50.185+0000 7f9c6fccd640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9c680b44b0 0x7f9c680c93b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:50.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:50.185+0000 7f9c6fccd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9c6815dcf0 0x7f9c681f8400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:50.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:50.185+0000 7f9c6fccd640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9c68161ef0 0x7f9c680b90a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:50.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:50.185+0000 7f9c6fccd640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f9c680b1690 con 0x7f9c6815dcf0 2024-09-16T07:28:50.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:50.185+0000 7f9c6fccd640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f9c680b1510 con 0x7f9c68161ef0 2024-09-16T07:28:50.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:50.185+0000 7f9c6fccd640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f9c680b1810 con 0x7f9c680b44b0 2024-09-16T07:28:50.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:50.185+0000 7f9c6d268640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9c6815dcf0 0x7f9c681f8400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:50.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:50.185+0000 7f9c6d268640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9c6815dcf0 0x7f9c681f8400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:42022/0 (socket says 172.21.15.31:42022) 2024-09-16T07:28:50.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:50.185+0000 7f9c6d268640 1 -- 172.21.15.31:0/1579552927 learned_addr learned my addr 172.21.15.31:0/1579552927 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:50.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:50.185+0000 7f9c6e26a640 1 --2- 172.21.15.31:0/1579552927 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9c68161ef0 0x7f9c680b90a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:50.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:50.185+0000 7f9c6da69640 1 --2- 172.21.15.31:0/1579552927 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9c680b44b0 0x7f9c680c93b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:50.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:50.185+0000 7f9c6d268640 1 -- 172.21.15.31:0/1579552927 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9c680b44b0 msgr2=0x7f9c680c93b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:50.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:50.185+0000 7f9c6d268640 1 --2- 172.21.15.31:0/1579552927 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9c680b44b0 0x7f9c680c93b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:50.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:50.185+0000 7f9c6d268640 1 -- 172.21.15.31:0/1579552927 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9c68161ef0 msgr2=0x7f9c680b90a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:50.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:50.185+0000 7f9c6d268640 1 --2- 172.21.15.31:0/1579552927 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9c68161ef0 0x7f9c680b90a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:50.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:50.185+0000 7f9c6d268640 1 -- 172.21.15.31:0/1579552927 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c681f8940 con 0x7f9c6815dcf0 2024-09-16T07:28:50.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:50.186+0000 7f9c6d268640 1 --2- 172.21.15.31:0/1579552927 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9c6815dcf0 0x7f9c681f8400 secure :-1 s=READY pgs=1673 cs=0 l=1 rev1=1 crypto rx=0x7f9c5800d770 tx=0x7f9c5800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:50.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:50.186+0000 7f9c5e7fc640 1 -- 172.21.15.31:0/1579552927 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c58017070 con 0x7f9c6815dcf0 2024-09-16T07:28:50.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:50.186+0000 7f9c5e7fc640 1 -- 172.21.15.31:0/1579552927 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9c58009d20 con 0x7f9c6815dcf0 2024-09-16T07:28:50.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:50.186+0000 7f9c6fccd640 1 -- 172.21.15.31:0/1579552927 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c681f46c0 con 0x7f9c6815dcf0 2024-09-16T07:28:50.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:50.186+0000 7f9c5e7fc640 1 -- 172.21.15.31:0/1579552927 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c58005280 con 0x7f9c6815dcf0 2024-09-16T07:28:50.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:50.186+0000 7f9c6fccd640 1 -- 172.21.15.31:0/1579552927 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c681f4c80 con 0x7f9c6815dcf0 2024-09-16T07:28:50.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:50.187+0000 7f9c6fccd640 1 -- 172.21.15.31:0/1579552927 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9c680b1d30 con 0x7f9c6815dcf0 2024-09-16T07:28:50.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:50.188+0000 7f9c5e7fc640 1 -- 172.21.15.31:0/1579552927 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 24) ==== 102052+0+0 (secure 0 0 0) 0x7f9c58005420 con 0x7f9c6815dcf0 2024-09-16T07:28:50.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:50.188+0000 7f9c5e7fc640 1 --2- 172.21.15.31:0/1579552927 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9c4c0790c0 0x7f9c4c07b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:50.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:50.188+0000 7f9c5e7fc640 1 -- 172.21.15.31:0/1579552927 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(152..152 src has 1..152) ==== 5255+0+0 (secure 0 0 0) 0x7f9c580997f0 con 0x7f9c6815dcf0 2024-09-16T07:28:50.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:50.188+0000 7f9c6da69640 1 --2- 172.21.15.31:0/1579552927 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9c4c0790c0 0x7f9c4c07b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:50.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:50.189+0000 7f9c6da69640 1 --2- 172.21.15.31:0/1579552927 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9c4c0790c0 0x7f9c4c07b580 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f9c680ce410 tx=0x7f9c64009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:50.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:50.196+0000 7f9c5e7fc640 1 -- 172.21.15.31:0/1579552927 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f9c681f8940 con 0x7f9c6815dcf0 2024-09-16T07:28:50.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:50.386+0000 7f9c6fccd640 1 -- 172.21.15.31:0/1579552927 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f9c680d2930 con 0x7f9c6815dcf0 2024-09-16T07:28:51.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:51.040+0000 7f9c5e7fc640 1 -- 172.21.15.31:0/1579552927 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v153) ==== 170+0+0 (secure 0 0 0) 0x7f9c680d2930 con 0x7f9c6815dcf0 2024-09-16T07:28:51.040 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_data' created 2024-09-16T07:28:51.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:51.044+0000 7f9c6fccd640 1 -- 172.21.15.31:0/1579552927 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9c4c0790c0 msgr2=0x7f9c4c07b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:51.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:51.044+0000 7f9c6fccd640 1 --2- 172.21.15.31:0/1579552927 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9c4c0790c0 0x7f9c4c07b580 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f9c680ce410 tx=0x7f9c64009040 comp rx=0 tx=0).stop 2024-09-16T07:28:51.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:51.044+0000 7f9c6fccd640 1 -- 172.21.15.31:0/1579552927 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9c6815dcf0 msgr2=0x7f9c681f8400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:51.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:51.044+0000 7f9c6fccd640 1 --2- 172.21.15.31:0/1579552927 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9c6815dcf0 0x7f9c681f8400 secure :-1 s=READY pgs=1673 cs=0 l=1 rev1=1 crypto rx=0x7f9c5800d770 tx=0x7f9c5800dc30 comp rx=0 tx=0).stop 2024-09-16T07:28:51.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:51.045+0000 7f9c6fccd640 1 -- 172.21.15.31:0/1579552927 shutdown_connections 2024-09-16T07:28:51.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:51.045+0000 7f9c6fccd640 1 --2- 172.21.15.31:0/1579552927 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9c4c0790c0 0x7f9c4c07b580 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:51.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:51.045+0000 7f9c6fccd640 1 --2- 172.21.15.31:0/1579552927 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9c68161ef0 0x7f9c680b90a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:51.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:51.045+0000 7f9c6fccd640 1 --2- 172.21.15.31:0/1579552927 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9c6815dcf0 0x7f9c681f8400 unknown :-1 s=CLOSED pgs=1673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:51.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:51.045+0000 7f9c6fccd640 1 --2- 172.21.15.31:0/1579552927 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9c680b44b0 0x7f9c680c93b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:51.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:51.045+0000 7f9c6fccd640 1 -- 172.21.15.31:0/1579552927 >> 172.21.15.31:0/1579552927 conn(0x7f9c68069620 msgr2=0x7f9c6806e120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:51.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:51.045+0000 7f9c6fccd640 1 -- 172.21.15.31:0/1579552927 shutdown_connections 2024-09-16T07:28:51.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:51.046+0000 7f9c6fccd640 1 -- 172.21.15.31:0/1579552927 wait complete. 2024-09-16T07:28:51.071 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-16T07:28:51.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:51.182+0000 7fcd9a35a640 1 -- 172.21.15.31:0/3933523167 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcd940d06b0 msgr2=0x7fcd940d1ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:51.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:51.182+0000 7fcd9a35a640 1 --2- 172.21.15.31:0/3933523167 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcd940d06b0 0x7fcd940d1ab0 secure :-1 s=READY pgs=1675 cs=0 l=1 rev1=1 crypto rx=0x7fcd88009830 tx=0x7fcd8802a510 comp rx=0 tx=0).stop 2024-09-16T07:28:51.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:51.182+0000 7fcd9a35a640 1 -- 172.21.15.31:0/3933523167 shutdown_connections 2024-09-16T07:28:51.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:51.182+0000 7fcd9a35a640 1 --2- 172.21.15.31:0/3933523167 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcd940d06b0 0x7fcd940d1ab0 unknown :-1 s=CLOSED pgs=1675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:51.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:51.182+0000 7fcd9a35a640 1 -- 172.21.15.31:0/3933523167 >> 172.21.15.31:0/3933523167 conn(0x7fcd9409aa30 msgr2=0x7fcd9409ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:51.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:51.182+0000 7fcd9a35a640 1 -- 172.21.15.31:0/3933523167 shutdown_connections 2024-09-16T07:28:51.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:51.182+0000 7fcd9a35a640 1 -- 172.21.15.31:0/3933523167 wait complete. 2024-09-16T07:28:51.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:51.183+0000 7fcd9a35a640 1 Processor -- start 2024-09-16T07:28:51.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:51.183+0000 7fcd9a35a640 1 -- start start 2024-09-16T07:28:51.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:51.184+0000 7fcd9a35a640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcd940d06b0 0x7fcd9406f610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:51.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:51.184+0000 7fcd9a35a640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcd940d1ff0 0x7fcd9415d6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:51.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:51.184+0000 7fcd9a35a640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcd9415be30 0x7fcd941f46b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:51.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:51.184+0000 7fcd9a35a640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fcd940cd940 con 0x7fcd9415be30 2024-09-16T07:28:51.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:51.184+0000 7fcd9a35a640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fcd940cd7c0 con 0x7fcd940d1ff0 2024-09-16T07:28:51.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:51.184+0000 7fcd9a35a640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fcd940cdac0 con 0x7fcd940d06b0 2024-09-16T07:28:51.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:51.184+0000 7fcd988f7640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcd9415be30 0x7fcd941f46b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:51.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:51.184+0000 7fcd988f7640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcd9415be30 0x7fcd941f46b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:42052/0 (socket says 172.21.15.31:42052) 2024-09-16T07:28:51.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:51.184+0000 7fcd988f7640 1 -- 172.21.15.31:0/4166636266 learned_addr learned my addr 172.21.15.31:0/4166636266 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:51.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:51.184+0000 7fcd937fe640 1 --2- 172.21.15.31:0/4166636266 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcd940d1ff0 0x7fcd9415d6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:51.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:51.184+0000 7fcd93fff640 1 --2- 172.21.15.31:0/4166636266 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcd940d06b0 0x7fcd9406f610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:51.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:51.185+0000 7fcd988f7640 1 -- 172.21.15.31:0/4166636266 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcd940d06b0 msgr2=0x7fcd9406f610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:51.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:51.185+0000 7fcd988f7640 1 --2- 172.21.15.31:0/4166636266 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcd940d06b0 0x7fcd9406f610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:51.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:51.185+0000 7fcd988f7640 1 -- 172.21.15.31:0/4166636266 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcd940d1ff0 msgr2=0x7fcd9415d6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:51.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:51.185+0000 7fcd988f7640 1 --2- 172.21.15.31:0/4166636266 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcd940d1ff0 0x7fcd9415d6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:51.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:51.185+0000 7fcd988f7640 1 -- 172.21.15.31:0/4166636266 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd941f5070 con 0x7fcd9415be30 2024-09-16T07:28:51.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:51.185+0000 7fcd988f7640 1 --2- 172.21.15.31:0/4166636266 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcd9415be30 0x7fcd941f46b0 secure :-1 s=READY pgs=1676 cs=0 l=1 rev1=1 crypto rx=0x7fcd8c00cbc0 tx=0x7fcd8c00a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:51.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:51.185+0000 7fcd90ff9640 1 -- 172.21.15.31:0/4166636266 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd8c016020 con 0x7fcd9415be30 2024-09-16T07:28:51.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:51.185+0000 7fcd90ff9640 1 -- 172.21.15.31:0/4166636266 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcd8c00add0 con 0x7fcd9415be30 2024-09-16T07:28:51.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:51.185+0000 7fcd9a35a640 1 -- 172.21.15.31:0/4166636266 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcd941f5350 con 0x7fcd9415be30 2024-09-16T07:28:51.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:51.185+0000 7fcd90ff9640 1 -- 172.21.15.31:0/4166636266 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd8c012680 con 0x7fcd9415be30 2024-09-16T07:28:51.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:51.185+0000 7fcd9a35a640 1 -- 172.21.15.31:0/4166636266 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcd9415d180 con 0x7fcd9415be30 2024-09-16T07:28:51.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:51.186+0000 7fcd9a35a640 1 -- 172.21.15.31:0/4166636266 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcd940d1a90 con 0x7fcd9415be30 2024-09-16T07:28:51.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:51.188+0000 7fcd90ff9640 1 -- 172.21.15.31:0/4166636266 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 24) ==== 102052+0+0 (secure 0 0 0) 0x7fcd8c019020 con 0x7fcd9415be30 2024-09-16T07:28:51.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:51.188+0000 7fcd90ff9640 1 --2- 172.21.15.31:0/4166636266 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fcd800790f0 0x7fcd8007b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:51.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:51.189+0000 7fcd90ff9640 1 -- 172.21.15.31:0/4166636266 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(153..153 src has 1..153) ==== 5637+0+0 (secure 0 0 0) 0x7fcd8c099bb0 con 0x7fcd9415be30 2024-09-16T07:28:51.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:51.189+0000 7fcd93fff640 1 --2- 172.21.15.31:0/4166636266 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fcd800790f0 0x7fcd8007b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:51.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:51.189+0000 7fcd93fff640 1 --2- 172.21.15.31:0/4166636266 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fcd800790f0 0x7fcd8007b5b0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fcd84006fd0 tx=0x7fcd84009060 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:51.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:51.194+0000 7fcd90ff9640 1 -- 172.21.15.31:0/4166636266 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fcd8c020030 con 0x7fcd9415be30 2024-09-16T07:28:51.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:51.420+0000 7fcd9a35a640 1 -- 172.21.15.31:0/4166636266 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fcd9415d350 con 0x7fcd9415be30 2024-09-16T07:28:52.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.195+0000 7fcd90ff9640 1 -- 172.21.15.31:0/4166636266 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 24 and data pool 25 v104) ==== 174+0+0 (secure 0 0 0) 0x7fcd8c063680 con 0x7fcd9415be30 2024-09-16T07:28:52.195 INFO:teuthology.orchestra.run.smithi031.stderr:new fs with metadata pool 24 and data pool 25 2024-09-16T07:28:52.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.199+0000 7fcd9a35a640 1 -- 172.21.15.31:0/4166636266 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fcd800790f0 msgr2=0x7fcd8007b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:52.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.199+0000 7fcd9a35a640 1 --2- 172.21.15.31:0/4166636266 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fcd800790f0 0x7fcd8007b5b0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fcd84006fd0 tx=0x7fcd84009060 comp rx=0 tx=0).stop 2024-09-16T07:28:52.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.199+0000 7fcd9a35a640 1 -- 172.21.15.31:0/4166636266 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcd9415be30 msgr2=0x7fcd941f46b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:52.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.199+0000 7fcd9a35a640 1 --2- 172.21.15.31:0/4166636266 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcd9415be30 0x7fcd941f46b0 secure :-1 s=READY pgs=1676 cs=0 l=1 rev1=1 crypto rx=0x7fcd8c00cbc0 tx=0x7fcd8c00a430 comp rx=0 tx=0).stop 2024-09-16T07:28:52.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.199+0000 7fcd9a35a640 1 -- 172.21.15.31:0/4166636266 shutdown_connections 2024-09-16T07:28:52.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.199+0000 7fcd9a35a640 1 --2- 172.21.15.31:0/4166636266 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fcd800790f0 0x7fcd8007b5b0 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:52.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.199+0000 7fcd9a35a640 1 --2- 172.21.15.31:0/4166636266 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcd9415be30 0x7fcd941f46b0 unknown :-1 s=CLOSED pgs=1676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:52.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.199+0000 7fcd9a35a640 1 --2- 172.21.15.31:0/4166636266 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcd940d1ff0 0x7fcd9415d6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:52.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.199+0000 7fcd9a35a640 1 --2- 172.21.15.31:0/4166636266 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcd940d06b0 0x7fcd9406f610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:52.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.199+0000 7fcd9a35a640 1 -- 172.21.15.31:0/4166636266 >> 172.21.15.31:0/4166636266 conn(0x7fcd9409aa30 msgr2=0x7fcd940706a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:52.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.200+0000 7fcd9a35a640 1 -- 172.21.15.31:0/4166636266 shutdown_connections 2024-09-16T07:28:52.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.200+0000 7fcd9a35a640 1 -- 172.21.15.31:0/4166636266 wait complete. 2024-09-16T07:28:52.217 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:28:52.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.325+0000 7f16d8d56640 1 -- 172.21.15.31:0/2248613152 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f16d40735a0 msgr2=0x7f16d40739d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:52.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.325+0000 7f16d8d56640 1 --2- 172.21.15.31:0/2248613152 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f16d40735a0 0x7f16d40739d0 secure :-1 s=READY pgs=1678 cs=0 l=1 rev1=1 crypto rx=0x7f16bc009830 tx=0x7f16bc02a470 comp rx=0 tx=0).stop 2024-09-16T07:28:52.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.326+0000 7f16d8d56640 1 -- 172.21.15.31:0/2248613152 shutdown_connections 2024-09-16T07:28:52.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.326+0000 7f16d8d56640 1 --2- 172.21.15.31:0/2248613152 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f16d406ff80 0x7f16d4070410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:52.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.326+0000 7f16d8d56640 1 --2- 172.21.15.31:0/2248613152 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f16d40735a0 0x7f16d40739d0 unknown :-1 s=CLOSED pgs=1678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:52.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.326+0000 7f16d8d56640 1 -- 172.21.15.31:0/2248613152 >> 172.21.15.31:0/2248613152 conn(0x7f16d40b1690 msgr2=0x7f16d40b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:52.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.326+0000 7f16d8d56640 1 -- 172.21.15.31:0/2248613152 shutdown_connections 2024-09-16T07:28:52.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.326+0000 7f16d8d56640 1 -- 172.21.15.31:0/2248613152 wait complete. 2024-09-16T07:28:52.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.327+0000 7f16d8d56640 1 Processor -- start 2024-09-16T07:28:52.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.327+0000 7f16d8d56640 1 -- start start 2024-09-16T07:28:52.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.328+0000 7f16d8d56640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f16d406ff80 0x7f16d413ee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:52.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.328+0000 7f16d8d56640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f16d40735a0 0x7f16d41e7bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:52.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.328+0000 7f16d8d56640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f16d415aa70 0x7f16d41e8110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:52.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.328+0000 7f16d8d56640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f16d40cd270 con 0x7f16d40735a0 2024-09-16T07:28:52.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.328+0000 7f16d8d56640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f16d40cd0f0 con 0x7f16d415aa70 2024-09-16T07:28:52.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.328+0000 7f16d8d56640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f16d40cd3f0 con 0x7f16d406ff80 2024-09-16T07:28:52.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.328+0000 7f16c9d9b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f16d40735a0 0x7f16d41e7bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:52.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.328+0000 7f16c9d9b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f16d40735a0 0x7f16d41e7bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:42072/0 (socket says 172.21.15.31:42072) 2024-09-16T07:28:52.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.328+0000 7f16c9d9b640 1 -- 172.21.15.31:0/580549652 learned_addr learned my addr 172.21.15.31:0/580549652 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:52.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.328+0000 7f16d259c640 1 --2- 172.21.15.31:0/580549652 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f16d406ff80 0x7f16d413ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:52.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.328+0000 7f16d2d9d640 1 --2- 172.21.15.31:0/580549652 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f16d415aa70 0x7f16d41e8110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:52.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.328+0000 7f16c9d9b640 1 -- 172.21.15.31:0/580549652 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f16d406ff80 msgr2=0x7f16d413ee20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:52.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.328+0000 7f16c9d9b640 1 --2- 172.21.15.31:0/580549652 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f16d406ff80 0x7f16d413ee20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:52.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.328+0000 7f16c9d9b640 1 -- 172.21.15.31:0/580549652 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f16d415aa70 msgr2=0x7f16d41e8110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:52.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.328+0000 7f16c9d9b640 1 --2- 172.21.15.31:0/580549652 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f16d415aa70 0x7f16d41e8110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:52.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.328+0000 7f16c9d9b640 1 -- 172.21.15.31:0/580549652 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16d413f810 con 0x7f16d40735a0 2024-09-16T07:28:52.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.329+0000 7f16c9d9b640 1 --2- 172.21.15.31:0/580549652 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f16d40735a0 0x7f16d41e7bd0 secure :-1 s=READY pgs=1679 cs=0 l=1 rev1=1 crypto rx=0x7f16bc000c00 tx=0x7f16bc032c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:52.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.329+0000 7f16cb7fe640 1 -- 172.21.15.31:0/580549652 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16bc040070 con 0x7f16d40735a0 2024-09-16T07:28:52.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.329+0000 7f16cb7fe640 1 -- 172.21.15.31:0/580549652 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f16bc032e70 con 0x7f16d40735a0 2024-09-16T07:28:52.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.329+0000 7f16cb7fe640 1 -- 172.21.15.31:0/580549652 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16bc003d90 con 0x7f16d40735a0 2024-09-16T07:28:52.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.329+0000 7f16d8d56640 1 -- 172.21.15.31:0/580549652 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16d413faf0 con 0x7f16d40735a0 2024-09-16T07:28:52.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.329+0000 7f16d8d56640 1 -- 172.21.15.31:0/580549652 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16d41e5220 con 0x7f16d40735a0 2024-09-16T07:28:52.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.330+0000 7f16d8d56640 1 -- 172.21.15.31:0/580549652 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f16d40cd8a0 con 0x7f16d40735a0 2024-09-16T07:28:52.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.330+0000 7f16cb7fe640 1 -- 172.21.15.31:0/580549652 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 24) ==== 102052+0+0 (secure 0 0 0) 0x7f16bc039040 con 0x7f16d40735a0 2024-09-16T07:28:52.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.331+0000 7f16cb7fe640 1 --2- 172.21.15.31:0/580549652 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f16b40790c0 0x7f16b407b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:52.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.331+0000 7f16cb7fe640 1 -- 172.21.15.31:0/580549652 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(154..154 src has 1..154) ==== 5737+0+0 (secure 0 0 0) 0x7f16bc0ba600 con 0x7f16d40735a0 2024-09-16T07:28:52.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.331+0000 7f16d259c640 1 --2- 172.21.15.31:0/580549652 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f16b40790c0 0x7f16b407b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:52.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.331+0000 7f16d259c640 1 --2- 172.21.15.31:0/580549652 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f16b40790c0 0x7f16b407b580 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f16c4001720 tx=0x7f16c4007e90 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:52.335 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.335+0000 7f16cb7fe640 1 -- 172.21.15.31:0/580549652 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f16bc0840d0 con 0x7f16d40735a0 2024-09-16T07:28:52.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.523+0000 7f16d8d56640 1 -- 172.21.15.31:0/580549652 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f16d40b1c80 con 0x7f16d40735a0 2024-09-16T07:28:52.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.524+0000 7f16cb7fe640 1 -- 172.21.15.31:0/580549652 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v154) ==== 74+0+16716 (secure 0 0 0) 0x7f16bc088b00 con 0x7f16d40735a0 2024-09-16T07:28:52.523 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:28:52.524 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":154,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:28:51.421213+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":25,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":24,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:28:49.076248+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"154","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":25,"pool_name":"cephfs_data","create_time":"2024-09-16T07:28:50.392233+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"154","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:28:52.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.526+0000 7f16d8d56640 1 -- 172.21.15.31:0/580549652 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f16b40790c0 msgr2=0x7f16b407b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:52.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.526+0000 7f16d8d56640 1 --2- 172.21.15.31:0/580549652 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f16b40790c0 0x7f16b407b580 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f16c4001720 tx=0x7f16c4007e90 comp rx=0 tx=0).stop 2024-09-16T07:28:52.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.526+0000 7f16d8d56640 1 -- 172.21.15.31:0/580549652 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f16d40735a0 msgr2=0x7f16d41e7bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:52.529 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.526+0000 7f16d8d56640 1 --2- 172.21.15.31:0/580549652 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f16d40735a0 0x7f16d41e7bd0 secure :-1 s=READY pgs=1679 cs=0 l=1 rev1=1 crypto rx=0x7f16bc000c00 tx=0x7f16bc032c80 comp rx=0 tx=0).stop 2024-09-16T07:28:52.529 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.526+0000 7f16d8d56640 1 -- 172.21.15.31:0/580549652 shutdown_connections 2024-09-16T07:28:52.529 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.526+0000 7f16d8d56640 1 --2- 172.21.15.31:0/580549652 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f16b40790c0 0x7f16b407b580 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:52.529 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.526+0000 7f16d8d56640 1 --2- 172.21.15.31:0/580549652 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f16d415aa70 0x7f16d41e8110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:52.529 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.526+0000 7f16d8d56640 1 --2- 172.21.15.31:0/580549652 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f16d40735a0 0x7f16d41e7bd0 unknown :-1 s=CLOSED pgs=1679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:52.529 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.526+0000 7f16d8d56640 1 --2- 172.21.15.31:0/580549652 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f16d406ff80 0x7f16d413ee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:52.529 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.526+0000 7f16d8d56640 1 -- 172.21.15.31:0/580549652 >> 172.21.15.31:0/580549652 conn(0x7f16d40b1690 msgr2=0x7f16d40b2990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:52.529 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.526+0000 7f16d8d56640 1 -- 172.21.15.31:0/580549652 shutdown_connections 2024-09-16T07:28:52.529 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.526+0000 7f16d8d56640 1 -- 172.21.15.31:0/580549652 wait complete. 2024-09-16T07:28:52.537 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:28:52.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.643+0000 7f397d910640 1 -- 172.21.15.31:0/3526097816 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3964003a00 msgr2=0x7f3964003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:52.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.643+0000 7f397d910640 1 --2- 172.21.15.31:0/3526097816 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3964003a00 0x7f3964003e20 secure :-1 s=READY pgs=1681 cs=0 l=1 rev1=1 crypto rx=0x7f396800c290 tx=0x7f3964005830 comp rx=0 tx=0).stop 2024-09-16T07:28:52.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.643+0000 7f39777fe640 1 -- 172.21.15.31:0/3526097816 reap_dead start 2024-09-16T07:28:52.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.643+0000 7f397d910640 1 -- 172.21.15.31:0/3526097816 shutdown_connections 2024-09-16T07:28:52.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.643+0000 7f397d910640 1 -- 172.21.15.31:0/3526097816 >> 172.21.15.31:0/3526097816 conn(0x7f39780741f0 msgr2=0x7f3978074600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:52.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.643+0000 7f397d910640 1 -- 172.21.15.31:0/3526097816 shutdown_connections 2024-09-16T07:28:52.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.644+0000 7f397d910640 1 -- 172.21.15.31:0/3526097816 wait complete. 2024-09-16T07:28:52.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.645+0000 7f397d910640 1 Processor -- start 2024-09-16T07:28:52.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.645+0000 7f397d910640 1 -- start start 2024-09-16T07:28:52.647 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.646+0000 7f397d910640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3964003a00 0x7f397815c7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:52.647 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.646+0000 7f397d910640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f39781f2b80 0x7f39781f3000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:52.647 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.646+0000 7f397d910640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f39781f5d10 0x7f39781f6150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:52.647 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.646+0000 7f397d910640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f397815e670 con 0x7f3964003a00 2024-09-16T07:28:52.647 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.646+0000 7f397d910640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f39780cd960 con 0x7f39781f5d10 2024-09-16T07:28:52.647 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.646+0000 7f397d910640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f39780cbb80 con 0x7f39781f2b80 2024-09-16T07:28:52.647 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.646+0000 7f3976ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3964003a00 0x7f397815c7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:52.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.646+0000 7f3976ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3964003a00 0x7f397815c7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59602/0 (socket says 172.21.15.31:59602) 2024-09-16T07:28:52.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.646+0000 7f3976ffd640 1 -- 172.21.15.31:0/703218646 learned_addr learned my addr 172.21.15.31:0/703218646 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:52.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.646+0000 7f39777fe640 1 --2- 172.21.15.31:0/703218646 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f39781f5d10 0x7f39781f6150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:52.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.646+0000 7f39767fc640 1 --2- 172.21.15.31:0/703218646 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f39781f2b80 0x7f39781f3000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:52.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.646+0000 7f3976ffd640 1 -- 172.21.15.31:0/703218646 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f39781f2b80 msgr2=0x7f39781f3000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:52.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.646+0000 7f3976ffd640 1 --2- 172.21.15.31:0/703218646 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f39781f2b80 0x7f39781f3000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:52.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.646+0000 7f3976ffd640 1 -- 172.21.15.31:0/703218646 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f39781f5d10 msgr2=0x7f39781f6150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:52.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.646+0000 7f3976ffd640 1 --2- 172.21.15.31:0/703218646 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f39781f5d10 0x7f39781f6150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:52.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.646+0000 7f3976ffd640 1 -- 172.21.15.31:0/703218646 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39781f6a80 con 0x7f3964003a00 2024-09-16T07:28:52.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.646+0000 7f39767fc640 1 --2- 172.21.15.31:0/703218646 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f39781f2b80 0x7f39781f3000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:28:52.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.646+0000 7f3976ffd640 1 --2- 172.21.15.31:0/703218646 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3964003a00 0x7f397815c7b0 secure :-1 s=READY pgs=1682 cs=0 l=1 rev1=1 crypto rx=0x7f396802b130 tx=0x7f3968006ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:52.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.647+0000 7f396ffff640 1 -- 172.21.15.31:0/703218646 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3968031040 con 0x7f3964003a00 2024-09-16T07:28:52.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.647+0000 7f396ffff640 1 -- 172.21.15.31:0/703218646 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f39680035f0 con 0x7f3964003a00 2024-09-16T07:28:52.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.647+0000 7f396ffff640 1 -- 172.21.15.31:0/703218646 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3968003a40 con 0x7f3964003a00 2024-09-16T07:28:52.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.647+0000 7f397d910640 1 -- 172.21.15.31:0/703218646 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f397814d0c0 con 0x7f3964003a00 2024-09-16T07:28:52.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.647+0000 7f397d910640 1 -- 172.21.15.31:0/703218646 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f397814d900 con 0x7f3964003a00 2024-09-16T07:28:52.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.648+0000 7f397d910640 1 -- 172.21.15.31:0/703218646 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3978075070 con 0x7f3964003a00 2024-09-16T07:28:52.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.648+0000 7f396ffff640 1 -- 172.21.15.31:0/703218646 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 24) ==== 102052+0+0 (secure 0 0 0) 0x7f3968034070 con 0x7f3964003a00 2024-09-16T07:28:52.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.649+0000 7f396ffff640 1 --2- 172.21.15.31:0/703218646 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f39580790f0 0x7f395807b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:52.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.649+0000 7f396ffff640 1 -- 172.21.15.31:0/703218646 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(154..154 src has 1..154) ==== 5737+0+0 (secure 0 0 0) 0x7f39680b8e30 con 0x7f3964003a00 2024-09-16T07:28:52.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.649+0000 7f39767fc640 1 --2- 172.21.15.31:0/703218646 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f39580790f0 0x7f395807b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:52.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.649+0000 7f39767fc640 1 --2- 172.21.15.31:0/703218646 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f39580790f0 0x7f395807b5b0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f39780ca700 tx=0x7f3960005f90 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:52.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.653+0000 7f396ffff640 1 -- 172.21.15.31:0/703218646 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f3968047030 con 0x7f3964003a00 2024-09-16T07:28:52.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.839+0000 7f397d910640 1 -- 172.21.15.31:0/703218646 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3978074d10 con 0x7f3964003a00 2024-09-16T07:28:52.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.840+0000 7f396ffff640 1 -- 172.21.15.31:0/703218646 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v154) ==== 74+0+16716 (secure 0 0 0) 0x7f397814d0c0 con 0x7f3964003a00 2024-09-16T07:28:52.840 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:28:52.840 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":154,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:28:51.421213+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":25,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":24,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:28:49.076248+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"154","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":25,"pool_name":"cephfs_data","create_time":"2024-09-16T07:28:50.392233+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"154","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:28:52.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.842+0000 7f397d910640 1 -- 172.21.15.31:0/703218646 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f39580790f0 msgr2=0x7f395807b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:52.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.842+0000 7f397d910640 1 --2- 172.21.15.31:0/703218646 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f39580790f0 0x7f395807b5b0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f39780ca700 tx=0x7f3960005f90 comp rx=0 tx=0).stop 2024-09-16T07:28:52.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.842+0000 7f397d910640 1 -- 172.21.15.31:0/703218646 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3964003a00 msgr2=0x7f397815c7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:52.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.842+0000 7f397d910640 1 --2- 172.21.15.31:0/703218646 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3964003a00 0x7f397815c7b0 secure :-1 s=READY pgs=1682 cs=0 l=1 rev1=1 crypto rx=0x7f396802b130 tx=0x7f3968006ce0 comp rx=0 tx=0).stop 2024-09-16T07:28:52.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.842+0000 7f397d910640 1 -- 172.21.15.31:0/703218646 shutdown_connections 2024-09-16T07:28:52.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.842+0000 7f397d910640 1 --2- 172.21.15.31:0/703218646 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f39580790f0 0x7f395807b5b0 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:52.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.842+0000 7f397d910640 1 --2- 172.21.15.31:0/703218646 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f39781f5d10 0x7f39781f6150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:52.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.842+0000 7f397d910640 1 --2- 172.21.15.31:0/703218646 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f39781f2b80 0x7f39781f3000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:52.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.842+0000 7f397d910640 1 --2- 172.21.15.31:0/703218646 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3964003a00 0x7f397815c7b0 unknown :-1 s=CLOSED pgs=1682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:52.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.842+0000 7f397d910640 1 -- 172.21.15.31:0/703218646 >> 172.21.15.31:0/703218646 conn(0x7f39780741f0 msgr2=0x7f39780c8350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:52.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.843+0000 7f397d910640 1 -- 172.21.15.31:0/703218646 shutdown_connections 2024-09-16T07:28:52.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.843+0000 7f397d910640 1 -- 172.21.15.31:0/703218646 wait complete. 2024-09-16T07:28:52.853 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-16T07:28:52.962 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.963+0000 7f3b12ce2640 1 -- 172.21.15.31:0/4022462034 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3afc004800 msgr2=0x7f3afc004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:52.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.963+0000 7f3b12ce2640 1 --2- 172.21.15.31:0/4022462034 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3afc004800 0x7f3afc004c80 secure :-1 s=READY pgs=1684 cs=0 l=1 rev1=1 crypto rx=0x7f3af800baf0 tx=0x7f3afc005830 comp rx=0 tx=0).stop 2024-09-16T07:28:52.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.963+0000 7f3b12ce2640 1 -- 172.21.15.31:0/4022462034 shutdown_connections 2024-09-16T07:28:52.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.963+0000 7f3b12ce2640 1 --2- 172.21.15.31:0/4022462034 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3afc004800 0x7f3afc004c80 unknown :-1 s=CLOSED pgs=1684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:52.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.963+0000 7f3b12ce2640 1 -- 172.21.15.31:0/4022462034 >> 172.21.15.31:0/4022462034 conn(0x7f3b0c0d3e30 msgr2=0x7f3b0c0d4240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:52.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.963+0000 7f3b12ce2640 1 -- 172.21.15.31:0/4022462034 shutdown_connections 2024-09-16T07:28:52.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.963+0000 7f3b12ce2640 1 -- 172.21.15.31:0/4022462034 wait complete. 2024-09-16T07:28:52.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.964+0000 7f3b12ce2640 1 Processor -- start 2024-09-16T07:28:52.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.964+0000 7f3b12ce2640 1 -- start start 2024-09-16T07:28:52.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.965+0000 7f3b12ce2640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3afc004800 0x7f3b0c1492d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:52.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.965+0000 7f3b12ce2640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3b0c14b360 0x7f3b0c06e3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:52.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.965+0000 7f3b12ce2640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3b0c06e8e0 0x7f3b0c1f8860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:52.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.965+0000 7f3b12ce2640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f3b0c0d2170 con 0x7f3b0c06e8e0 2024-09-16T07:28:52.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.965+0000 7f3b12ce2640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f3b0c0d1ff0 con 0x7f3afc004800 2024-09-16T07:28:52.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.965+0000 7f3b12ce2640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f3b0c0d22f0 con 0x7f3b0c14b360 2024-09-16T07:28:52.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.965+0000 7f3b1127f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3b0c06e8e0 0x7f3b0c1f8860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:52.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.965+0000 7f3b1127f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3b0c06e8e0 0x7f3b0c1f8860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59616/0 (socket says 172.21.15.31:59616) 2024-09-16T07:28:52.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.965+0000 7f3b1127f640 1 -- 172.21.15.31:0/323399956 learned_addr learned my addr 172.21.15.31:0/323399956 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:52.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.965+0000 7f3b10a7e640 1 --2- 172.21.15.31:0/323399956 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3afc004800 0x7f3b0c1492d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:52.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.965+0000 7f3b0bfff640 1 --2- 172.21.15.31:0/323399956 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3b0c14b360 0x7f3b0c06e3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:52.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.965+0000 7f3b1127f640 1 -- 172.21.15.31:0/323399956 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3b0c14b360 msgr2=0x7f3b0c06e3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:52.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.965+0000 7f3b1127f640 1 --2- 172.21.15.31:0/323399956 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3b0c14b360 0x7f3b0c06e3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:52.967 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.965+0000 7f3b1127f640 1 -- 172.21.15.31:0/323399956 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3afc004800 msgr2=0x7f3b0c1492d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:52.967 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.965+0000 7f3b1127f640 1 --2- 172.21.15.31:0/323399956 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3afc004800 0x7f3b0c1492d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:52.967 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.965+0000 7f3b1127f640 1 -- 172.21.15.31:0/323399956 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b0c0b8710 con 0x7f3b0c06e8e0 2024-09-16T07:28:52.967 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.966+0000 7f3b1127f640 1 --2- 172.21.15.31:0/323399956 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3b0c06e8e0 0x7f3b0c1f8860 secure :-1 s=READY pgs=1685 cs=0 l=1 rev1=1 crypto rx=0x7f3b04001390 tx=0x7f3b0400ccd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:52.967 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.966+0000 7f3b097fa640 1 -- 172.21.15.31:0/323399956 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b04017070 con 0x7f3b0c06e8e0 2024-09-16T07:28:52.967 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.966+0000 7f3b097fa640 1 -- 172.21.15.31:0/323399956 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3b04005070 con 0x7f3b0c06e8e0 2024-09-16T07:28:52.967 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.966+0000 7f3b12ce2640 1 -- 172.21.15.31:0/323399956 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b0c14bbb0 con 0x7f3b0c06e8e0 2024-09-16T07:28:52.967 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.966+0000 7f3b097fa640 1 -- 172.21.15.31:0/323399956 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b040054c0 con 0x7f3b0c06e8e0 2024-09-16T07:28:52.967 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.966+0000 7f3b12ce2640 1 -- 172.21.15.31:0/323399956 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b0c14c170 con 0x7f3b0c06e8e0 2024-09-16T07:28:52.968 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.967+0000 7f3b12ce2640 1 -- 172.21.15.31:0/323399956 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3b0c0d2850 con 0x7f3b0c06e8e0 2024-09-16T07:28:52.968 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.968+0000 7f3b097fa640 1 -- 172.21.15.31:0/323399956 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 24) ==== 102052+0+0 (secure 0 0 0) 0x7f3b0401a070 con 0x7f3b0c06e8e0 2024-09-16T07:28:52.968 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.968+0000 7f3b097fa640 1 --2- 172.21.15.31:0/323399956 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3af00790c0 0x7f3af007b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:52.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.968+0000 7f3b097fa640 1 -- 172.21.15.31:0/323399956 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(154..154 src has 1..154) ==== 5737+0+0 (secure 0 0 0) 0x7f3b04098540 con 0x7f3b0c06e8e0 2024-09-16T07:28:52.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.968+0000 7f3b10a7e640 1 --2- 172.21.15.31:0/323399956 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3af00790c0 0x7f3af007b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:52.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.969+0000 7f3b10a7e640 1 --2- 172.21.15.31:0/323399956 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3af00790c0 0x7f3af007b580 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f3b0c052890 tx=0x7f3b00006d80 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:52.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:52.973+0000 7f3b097fa640 1 -- 172.21.15.31:0/323399956 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f3b04062010 con 0x7f3b0c06e8e0 2024-09-16T07:28:53.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:53.202+0000 7f3b12ce2640 1 -- 172.21.15.31:0/323399956 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f3b0c0b5700 con 0x7f3b0c06e8e0 2024-09-16T07:28:54.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:54.204+0000 7f3b097fa640 1 -- 172.21.15.31:0/323399956 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v107) ==== 118+0+0 (secure 0 0 0) 0x7f3b04066a40 con 0x7f3b0c06e8e0 2024-09-16T07:28:54.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:54.207+0000 7f3b12ce2640 1 -- 172.21.15.31:0/323399956 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3af00790c0 msgr2=0x7f3af007b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:54.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:54.207+0000 7f3b12ce2640 1 --2- 172.21.15.31:0/323399956 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3af00790c0 0x7f3af007b580 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f3b0c052890 tx=0x7f3b00006d80 comp rx=0 tx=0).stop 2024-09-16T07:28:54.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:54.207+0000 7f3b12ce2640 1 -- 172.21.15.31:0/323399956 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3b0c06e8e0 msgr2=0x7f3b0c1f8860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:54.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:54.207+0000 7f3b12ce2640 1 --2- 172.21.15.31:0/323399956 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3b0c06e8e0 0x7f3b0c1f8860 secure :-1 s=READY pgs=1685 cs=0 l=1 rev1=1 crypto rx=0x7f3b04001390 tx=0x7f3b0400ccd0 comp rx=0 tx=0).stop 2024-09-16T07:28:54.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:54.207+0000 7f3b12ce2640 1 -- 172.21.15.31:0/323399956 shutdown_connections 2024-09-16T07:28:54.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:54.207+0000 7f3b12ce2640 1 --2- 172.21.15.31:0/323399956 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3af00790c0 0x7f3af007b580 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:54.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:54.207+0000 7f3b12ce2640 1 --2- 172.21.15.31:0/323399956 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3b0c06e8e0 0x7f3b0c1f8860 unknown :-1 s=CLOSED pgs=1685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:54.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:54.207+0000 7f3b12ce2640 1 --2- 172.21.15.31:0/323399956 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3b0c14b360 0x7f3b0c06e3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:54.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:54.207+0000 7f3b12ce2640 1 --2- 172.21.15.31:0/323399956 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3afc004800 0x7f3b0c1492d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:54.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:54.207+0000 7f3b12ce2640 1 -- 172.21.15.31:0/323399956 >> 172.21.15.31:0/323399956 conn(0x7f3b0c0d3e30 msgr2=0x7f3b0c0b2a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:54.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:54.207+0000 7f3b12ce2640 1 -- 172.21.15.31:0/323399956 shutdown_connections 2024-09-16T07:28:54.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:54.207+0000 7f3b12ce2640 1 -- 172.21.15.31:0/323399956 wait complete. 2024-09-16T07:28:54.220 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-16T07:28:54.220 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-16T07:28:54.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:54.336+0000 7fe60d0f7640 1 -- 172.21.15.31:0/3457353709 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe608161500 msgr2=0x7fe6080cf950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:54.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:54.336+0000 7fe60d0f7640 1 --2- 172.21.15.31:0/3457353709 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe608161500 0x7fe6080cf950 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fe5f8009830 tx=0x7fe5f802a480 comp rx=0 tx=0).stop 2024-09-16T07:28:54.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:54.336+0000 7fe60d0f7640 1 -- 172.21.15.31:0/3457353709 shutdown_connections 2024-09-16T07:28:54.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:54.336+0000 7fe60d0f7640 1 --2- 172.21.15.31:0/3457353709 >> v2:172.21.15.155:3300/0 conn(0x7fe6080d2200 0x7fe6080b3880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:54.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:54.336+0000 7fe60d0f7640 1 --2- 172.21.15.31:0/3457353709 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe608161500 0x7fe6080cf950 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:54.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:54.336+0000 7fe60d0f7640 1 -- 172.21.15.31:0/3457353709 >> 172.21.15.31:0/3457353709 conn(0x7fe60809d190 msgr2=0x7fe6080d3f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:54.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:54.336+0000 7fe60d0f7640 1 -- 172.21.15.31:0/3457353709 shutdown_connections 2024-09-16T07:28:54.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:54.337+0000 7fe60d0f7640 1 -- 172.21.15.31:0/3457353709 wait complete. 2024-09-16T07:28:54.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:54.338+0000 7fe60d0f7640 1 Processor -- start 2024-09-16T07:28:54.338 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:54.338+0000 7fe60d0f7640 1 -- start start 2024-09-16T07:28:54.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:54.339+0000 7fe60d0f7640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe6080b4c20 0x7fe60814e0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:54.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:54.339+0000 7fe60d0f7640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe6080d2200 0x7fe6080b1420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:54.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:54.339+0000 7fe60d0f7640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe608161500 0x7fe6080b1960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:54.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:54.339+0000 7fe60d0f7640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fe6080d27a0 con 0x7fe6080b4c20 2024-09-16T07:28:54.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:54.339+0000 7fe60d0f7640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fe608161af0 con 0x7fe608161500 2024-09-16T07:28:54.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:54.339+0000 7fe60d0f7640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fe6080b3dc0 con 0x7fe6080d2200 2024-09-16T07:28:54.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:54.339+0000 7fe606d9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe6080b4c20 0x7fe60814e0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:54.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:54.339+0000 7fe606d9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe6080b4c20 0x7fe60814e0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59626/0 (socket says 172.21.15.31:59626) 2024-09-16T07:28:54.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:54.339+0000 7fe606d9d640 1 -- 172.21.15.31:0/4073901727 learned_addr learned my addr 172.21.15.31:0/4073901727 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:54.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:54.339+0000 7fe60659c640 1 --2- 172.21.15.31:0/4073901727 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe6080d2200 0x7fe6080b1420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:54.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:54.339+0000 7fe60759e640 1 --2- 172.21.15.31:0/4073901727 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe608161500 0x7fe6080b1960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:54.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:54.339+0000 7fe606d9d640 1 -- 172.21.15.31:0/4073901727 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe6080d2200 msgr2=0x7fe6080b1420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:54.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:54.339+0000 7fe606d9d640 1 --2- 172.21.15.31:0/4073901727 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe6080d2200 0x7fe6080b1420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:54.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:54.339+0000 7fe606d9d640 1 -- 172.21.15.31:0/4073901727 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe608161500 msgr2=0x7fe6080b1960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:54.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:54.339+0000 7fe606d9d640 1 --2- 172.21.15.31:0/4073901727 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe608161500 0x7fe6080b1960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:54.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:54.339+0000 7fe606d9d640 1 -- 172.21.15.31:0/4073901727 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6080cd090 con 0x7fe6080b4c20 2024-09-16T07:28:54.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:54.340+0000 7fe606d9d640 1 --2- 172.21.15.31:0/4073901727 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe6080b4c20 0x7fe60814e0a0 secure :-1 s=READY pgs=1686 cs=0 l=1 rev1=1 crypto rx=0x7fe5f802aa70 tx=0x7fe5f8033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:54.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:54.340+0000 7fe5ef7fe640 1 -- 172.21.15.31:0/4073901727 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5f8031d60 con 0x7fe6080b4c20 2024-09-16T07:28:54.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:54.340+0000 7fe5ef7fe640 1 -- 172.21.15.31:0/4073901727 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe5f8033e10 con 0x7fe6080b4c20 2024-09-16T07:28:54.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:54.340+0000 7fe5ef7fe640 1 -- 172.21.15.31:0/4073901727 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5f8005260 con 0x7fe6080b4c20 2024-09-16T07:28:54.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:54.340+0000 7fe60d0f7640 1 -- 172.21.15.31:0/4073901727 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6080cd370 con 0x7fe6080b4c20 2024-09-16T07:28:54.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:54.340+0000 7fe60d0f7640 1 -- 172.21.15.31:0/4073901727 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6080cd930 con 0x7fe6080b4c20 2024-09-16T07:28:54.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:54.341+0000 7fe60d0f7640 1 -- 172.21.15.31:0/4073901727 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe6080d1580 con 0x7fe6080b4c20 2024-09-16T07:28:54.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:54.342+0000 7fe5ef7fe640 1 -- 172.21.15.31:0/4073901727 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 24) ==== 102052+0+0 (secure 0 0 0) 0x7fe5f8005400 con 0x7fe6080b4c20 2024-09-16T07:28:54.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:54.342+0000 7fe5ef7fe640 1 --2- 172.21.15.31:0/4073901727 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe5f40790c0 0x7fe5f407b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:54.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:54.343+0000 7fe60659c640 1 --2- 172.21.15.31:0/4073901727 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe5f40790c0 0x7fe5f407b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:54.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:54.343+0000 7fe5ef7fe640 1 -- 172.21.15.31:0/4073901727 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5737+0+0 (secure 0 0 0) 0x7fe5f80bcd70 con 0x7fe6080b4c20 2024-09-16T07:28:54.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:54.343+0000 7fe60659c640 1 --2- 172.21.15.31:0/4073901727 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe5f40790c0 0x7fe5f407b580 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fe60806efd0 tx=0x7fe5fc009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:54.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:54.347+0000 7fe5ef7fe640 1 -- 172.21.15.31:0/4073901727 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fe5f803f030 con 0x7fe6080b4c20 2024-09-16T07:28:54.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:54.571+0000 7fe60d0f7640 1 -- 172.21.15.31:0/4073901727 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7fe6080cdd70 con 0x7fe6080b4c20 2024-09-16T07:28:55.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.210+0000 7fe5ef7fe640 1 -- 172.21.15.31:0/4073901727 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v108) ==== 122+0+0 (secure 0 0 0) 0x7fe5f8084420 con 0x7fe6080b4c20 2024-09-16T07:28:55.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.212+0000 7fe60d0f7640 1 -- 172.21.15.31:0/4073901727 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe5f40790c0 msgr2=0x7fe5f407b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:55.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.213+0000 7fe60d0f7640 1 --2- 172.21.15.31:0/4073901727 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe5f40790c0 0x7fe5f407b580 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fe60806efd0 tx=0x7fe5fc009040 comp rx=0 tx=0).stop 2024-09-16T07:28:55.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.213+0000 7fe60d0f7640 1 -- 172.21.15.31:0/4073901727 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe6080b4c20 msgr2=0x7fe60814e0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:55.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.213+0000 7fe60d0f7640 1 --2- 172.21.15.31:0/4073901727 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe6080b4c20 0x7fe60814e0a0 secure :-1 s=READY pgs=1686 cs=0 l=1 rev1=1 crypto rx=0x7fe5f802aa70 tx=0x7fe5f8033c20 comp rx=0 tx=0).stop 2024-09-16T07:28:55.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.213+0000 7fe60d0f7640 1 -- 172.21.15.31:0/4073901727 shutdown_connections 2024-09-16T07:28:55.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.213+0000 7fe60d0f7640 1 --2- 172.21.15.31:0/4073901727 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe5f40790c0 0x7fe5f407b580 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:55.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.213+0000 7fe60d0f7640 1 --2- 172.21.15.31:0/4073901727 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe608161500 0x7fe6080b1960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:55.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.213+0000 7fe60d0f7640 1 --2- 172.21.15.31:0/4073901727 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe6080d2200 0x7fe6080b1420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:55.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.213+0000 7fe60d0f7640 1 --2- 172.21.15.31:0/4073901727 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe6080b4c20 0x7fe60814e0a0 unknown :-1 s=CLOSED pgs=1686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:55.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.213+0000 7fe60d0f7640 1 -- 172.21.15.31:0/4073901727 >> 172.21.15.31:0/4073901727 conn(0x7fe60809d190 msgr2=0x7fe6081607c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:55.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.213+0000 7fe60d0f7640 1 -- 172.21.15.31:0/4073901727 shutdown_connections 2024-09-16T07:28:55.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.213+0000 7fe60d0f7640 1 -- 172.21.15.31:0/4073901727 wait complete. 2024-09-16T07:28:55.225 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-16T07:28:55.225 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:28:55.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.336+0000 7f469955d640 1 -- 172.21.15.31:0/912211459 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f469415df90 msgr2=0x7f46940cf9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:55.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.336+0000 7f469955d640 1 --2- 172.21.15.31:0/912211459 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f469415df90 0x7f46940cf9b0 secure :-1 s=READY pgs=1688 cs=0 l=1 rev1=1 crypto rx=0x7f46940b9f20 tx=0x7f468402a8b0 comp rx=0 tx=0).stop 2024-09-16T07:28:55.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.336+0000 7f469955d640 1 -- 172.21.15.31:0/912211459 shutdown_connections 2024-09-16T07:28:55.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.336+0000 7f469955d640 1 --2- 172.21.15.31:0/912211459 >> v2:172.21.15.155:3300/0 conn(0x7f46940d0d40 0x7f46940b3800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:55.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.336+0000 7f469955d640 1 --2- 172.21.15.31:0/912211459 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f469415df90 0x7f46940cf9b0 unknown :-1 s=CLOSED pgs=1688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:55.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.336+0000 7f469955d640 1 -- 172.21.15.31:0/912211459 >> 172.21.15.31:0/912211459 conn(0x7f46940d3ea0 msgr2=0x7f46940d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:55.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.336+0000 7f469955d640 1 -- 172.21.15.31:0/912211459 shutdown_connections 2024-09-16T07:28:55.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.336+0000 7f469955d640 1 -- 172.21.15.31:0/912211459 wait complete. 2024-09-16T07:28:55.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.338+0000 7f469955d640 1 Processor -- start 2024-09-16T07:28:55.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.338+0000 7f469955d640 1 -- start start 2024-09-16T07:28:55.339 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.339+0000 7f469955d640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f46940d0d40 0x7f46941f77f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:55.339 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.339+0000 7f469955d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f46940d49c0 0x7f4694160bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:55.339 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.339+0000 7f469955d640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f469415df90 0x7f4694161100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:55.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.339+0000 7f469955d640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f4694162690 con 0x7f46940d49c0 2024-09-16T07:28:55.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.339+0000 7f469955d640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f46940b3d40 con 0x7f469415df90 2024-09-16T07:28:55.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.339+0000 7f469955d640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f46940cd8c0 con 0x7f46940d0d40 2024-09-16T07:28:55.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.339+0000 7f46927fc640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f46940d49c0 0x7f4694160bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:55.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.339+0000 7f46927fc640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f46940d49c0 0x7f4694160bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59646/0 (socket says 172.21.15.31:59646) 2024-09-16T07:28:55.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.339+0000 7f46927fc640 1 -- 172.21.15.31:0/1357405133 learned_addr learned my addr 172.21.15.31:0/1357405133 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:55.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.339+0000 7f46937fe640 1 --2- 172.21.15.31:0/1357405133 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f469415df90 0x7f4694161100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:55.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.339+0000 7f46927fc640 1 -- 172.21.15.31:0/1357405133 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f46940d0d40 msgr2=0x7f46941f77f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:55.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.339+0000 7f4692ffd640 1 --2- 172.21.15.31:0/1357405133 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f46940d0d40 0x7f46941f77f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:55.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.339+0000 7f46927fc640 1 --2- 172.21.15.31:0/1357405133 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f46940d0d40 0x7f46941f77f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:55.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.339+0000 7f46927fc640 1 -- 172.21.15.31:0/1357405133 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f469415df90 msgr2=0x7f4694161100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:55.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.339+0000 7f46927fc640 1 --2- 172.21.15.31:0/1357405133 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f469415df90 0x7f4694161100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:55.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.339+0000 7f46927fc640 1 -- 172.21.15.31:0/1357405133 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46940cccb0 con 0x7f46940d49c0 2024-09-16T07:28:55.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.339+0000 7f46927fc640 1 --2- 172.21.15.31:0/1357405133 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f46940d49c0 0x7f4694160bc0 secure :-1 s=READY pgs=1689 cs=0 l=1 rev1=1 crypto rx=0x7f467c00c730 tx=0x7f467c00cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:55.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.339+0000 7f468b7fe640 1 -- 172.21.15.31:0/1357405133 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f467c017070 con 0x7f46940d49c0 2024-09-16T07:28:55.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.339+0000 7f468b7fe640 1 -- 172.21.15.31:0/1357405133 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f467c005180 con 0x7f46940d49c0 2024-09-16T07:28:55.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.339+0000 7f469955d640 1 -- 172.21.15.31:0/1357405133 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46940ccf90 con 0x7f46940d49c0 2024-09-16T07:28:55.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.340+0000 7f468b7fe640 1 -- 172.21.15.31:0/1357405133 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f467c00a640 con 0x7f46940d49c0 2024-09-16T07:28:55.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.340+0000 7f469955d640 1 -- 172.21.15.31:0/1357405133 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46940cd550 con 0x7f46940d49c0 2024-09-16T07:28:55.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.341+0000 7f469955d640 1 -- 172.21.15.31:0/1357405133 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f46940b53e0 con 0x7f46940d49c0 2024-09-16T07:28:55.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.342+0000 7f468b7fe640 1 -- 172.21.15.31:0/1357405133 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 24) ==== 102052+0+0 (secure 0 0 0) 0x7f467c01a070 con 0x7f46940d49c0 2024-09-16T07:28:55.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.342+0000 7f468b7fe640 1 --2- 172.21.15.31:0/1357405133 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f46740790c0 0x7f467407b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:55.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.342+0000 7f468b7fe640 1 -- 172.21.15.31:0/1357405133 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5737+0+0 (secure 0 0 0) 0x7f467c0985b0 con 0x7f46940d49c0 2024-09-16T07:28:55.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.342+0000 7f4692ffd640 1 --2- 172.21.15.31:0/1357405133 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f46740790c0 0x7f467407b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:55.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.343+0000 7f4692ffd640 1 --2- 172.21.15.31:0/1357405133 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f46740790c0 0x7f467407b580 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f4684034000 tx=0x7f4684004ab0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:55.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.346+0000 7f468b7fe640 1 -- 172.21.15.31:0/1357405133 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f46940ce970 con 0x7f46940d49c0 2024-09-16T07:28:55.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.571+0000 7f469955d640 1 -- 172.21.15.31:0/1357405133 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f469408d590 con 0x7f46940d49c0 2024-09-16T07:28:55.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.572+0000 7f468b7fe640 1 -- 172.21.15.31:0/1357405133 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 108 v108) ==== 95+0+5239 (secure 0 0 0) 0x7f467c062650 con 0x7f46940d49c0 2024-09-16T07:28:55.572 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:28:55.572 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":108,"btime":"2024-09-16T07:28:55:205493+0000","default_fscid":12,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6989,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/3423769264","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":3423769264},{"type":"v1","addr":"172.21.15.31:6835","nonce":3423769264}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103},{"gid":6992,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6834/3126328711","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":3126328711},{"type":"v1","addr":"172.21.15.155:6834","nonce":3126328711}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103},{"gid":7759,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/3353166766","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6809","nonce":3353166766},{"type":"v1","addr":"172.21.15.155:6835","nonce":3353166766}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103}],"filesystems":[{"mdsmap":{"epoch":108,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:28:51.421175+0000","modified":"2024-09-16T07:28:54.573088+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8937},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8937":{"gid":8937,"name":"c","rank":0,"incarnation":104,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6834/1633533960","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":1633533960},{"type":"v1","addr":"172.21.15.31:6834","nonce":1633533960}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[25],"metadata_pool":24,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8937,"qdb_cluster":[8937]},"id":12}]} 2024-09-16T07:28:55.572 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 108 2024-09-16T07:28:55.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.574+0000 7f469955d640 1 -- 172.21.15.31:0/1357405133 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f46740790c0 msgr2=0x7f467407b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:55.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.574+0000 7f469955d640 1 --2- 172.21.15.31:0/1357405133 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f46740790c0 0x7f467407b580 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f4684034000 tx=0x7f4684004ab0 comp rx=0 tx=0).stop 2024-09-16T07:28:55.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.574+0000 7f469955d640 1 -- 172.21.15.31:0/1357405133 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f46940d49c0 msgr2=0x7f4694160bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:55.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.574+0000 7f469955d640 1 --2- 172.21.15.31:0/1357405133 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f46940d49c0 0x7f4694160bc0 secure :-1 s=READY pgs=1689 cs=0 l=1 rev1=1 crypto rx=0x7f467c00c730 tx=0x7f467c00cbf0 comp rx=0 tx=0).stop 2024-09-16T07:28:55.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.574+0000 7f469955d640 1 -- 172.21.15.31:0/1357405133 shutdown_connections 2024-09-16T07:28:55.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.574+0000 7f469955d640 1 --2- 172.21.15.31:0/1357405133 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f46740790c0 0x7f467407b580 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:55.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.574+0000 7f469955d640 1 --2- 172.21.15.31:0/1357405133 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f469415df90 0x7f4694161100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:55.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.574+0000 7f469955d640 1 --2- 172.21.15.31:0/1357405133 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f46940d49c0 0x7f4694160bc0 unknown :-1 s=CLOSED pgs=1689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:55.575 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.574+0000 7f469955d640 1 --2- 172.21.15.31:0/1357405133 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f46940d0d40 0x7f46941f77f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:55.575 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.574+0000 7f469955d640 1 -- 172.21.15.31:0/1357405133 >> 172.21.15.31:0/1357405133 conn(0x7f46940d3ea0 msgr2=0x7f469406eb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:55.575 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.574+0000 7f469955d640 1 -- 172.21.15.31:0/1357405133 shutdown_connections 2024-09-16T07:28:55.575 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.574+0000 7f469955d640 1 -- 172.21.15.31:0/1357405133 wait complete. 2024-09-16T07:28:55.585 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:28:55.690 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.690+0000 7f8387dc6640 1 -- 172.21.15.31:0/172250338 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f83800cfce0 msgr2=0x7f83800d0150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:55.690 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.690+0000 7f8387dc6640 1 --2- 172.21.15.31:0/172250338 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f83800cfce0 0x7f83800d0150 secure :-1 s=READY pgs=1691 cs=0 l=1 rev1=1 crypto rx=0x7f8378005fd0 tx=0x7f837802a940 comp rx=0 tx=0).stop 2024-09-16T07:28:55.690 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.690+0000 7f8387dc6640 1 -- 172.21.15.31:0/172250338 shutdown_connections 2024-09-16T07:28:55.690 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.690+0000 7f8387dc6640 1 --2- 172.21.15.31:0/172250338 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f83800cfce0 0x7f83800d0150 unknown :-1 s=CLOSED pgs=1691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:55.690 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.690+0000 7f8387dc6640 1 --2- 172.21.15.31:0/172250338 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f83800b3090 0x7f838015f6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:55.690 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.690+0000 7f8387dc6640 1 -- 172.21.15.31:0/172250338 >> 172.21.15.31:0/172250338 conn(0x7f838009aa30 msgr2=0x7f838009ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:55.690 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.690+0000 7f8387dc6640 1 -- 172.21.15.31:0/172250338 shutdown_connections 2024-09-16T07:28:55.691 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.690+0000 7f8387dc6640 1 -- 172.21.15.31:0/172250338 wait complete. 2024-09-16T07:28:55.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.691+0000 7f8387dc6640 1 Processor -- start 2024-09-16T07:28:55.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.691+0000 7f8387dc6640 1 -- start start 2024-09-16T07:28:55.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.692+0000 7f8387dc6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f83800b3090 0x7f83800b4a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:55.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.692+0000 7f8387dc6640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f83800cfce0 0x7f83800b74d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:55.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.692+0000 7f8387dc6640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f83800d2410 0x7f83800b6280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:55.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.692+0000 7f8387dc6640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f83800b13c0 con 0x7f83800b3090 2024-09-16T07:28:55.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.692+0000 7f8387dc6640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f83800b1240 con 0x7f83800d2410 2024-09-16T07:28:55.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.692+0000 7f8387dc6640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f83800b1540 con 0x7f83800cfce0 2024-09-16T07:28:55.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.692+0000 7f8385b62640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f83800b3090 0x7f83800b4a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:55.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.692+0000 7f8385b62640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f83800b3090 0x7f83800b4a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59658/0 (socket says 172.21.15.31:59658) 2024-09-16T07:28:55.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.692+0000 7f8385b62640 1 -- 172.21.15.31:0/686817224 learned_addr learned my addr 172.21.15.31:0/686817224 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:55.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.692+0000 7f8385361640 1 --2- 172.21.15.31:0/686817224 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f83800cfce0 0x7f83800b74d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:55.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.692+0000 7f8386363640 1 --2- 172.21.15.31:0/686817224 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f83800d2410 0x7f83800b6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:55.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.693+0000 7f8385b62640 1 -- 172.21.15.31:0/686817224 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f83800cfce0 msgr2=0x7f83800b74d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:55.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.693+0000 7f8385b62640 1 --2- 172.21.15.31:0/686817224 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f83800cfce0 0x7f83800b74d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:55.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.693+0000 7f8385b62640 1 -- 172.21.15.31:0/686817224 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f83800d2410 msgr2=0x7f83800b6280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:55.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.693+0000 7f8385b62640 1 --2- 172.21.15.31:0/686817224 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f83800d2410 0x7f83800b6280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:55.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.693+0000 7f8385b62640 1 -- 172.21.15.31:0/686817224 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83800b50f0 con 0x7f83800b3090 2024-09-16T07:28:55.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.693+0000 7f8385b62640 1 --2- 172.21.15.31:0/686817224 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f83800b3090 0x7f83800b4a80 secure :-1 s=READY pgs=1692 cs=0 l=1 rev1=1 crypto rx=0x7f837c00c3a0 tx=0x7f837c00c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:55.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.693+0000 7f83767fc640 1 -- 172.21.15.31:0/686817224 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f837c011790 con 0x7f83800b3090 2024-09-16T07:28:55.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.693+0000 7f83767fc640 1 -- 172.21.15.31:0/686817224 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f837c017070 con 0x7f83800b3090 2024-09-16T07:28:55.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.693+0000 7f8387dc6640 1 -- 172.21.15.31:0/686817224 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83800b53d0 con 0x7f83800b3090 2024-09-16T07:28:55.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.693+0000 7f83767fc640 1 -- 172.21.15.31:0/686817224 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f837c011cc0 con 0x7f83800b3090 2024-09-16T07:28:55.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.693+0000 7f8387dc6640 1 -- 172.21.15.31:0/686817224 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83800b7a10 con 0x7f83800b3090 2024-09-16T07:28:55.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.694+0000 7f8387dc6640 1 -- 172.21.15.31:0/686817224 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f83800b19d0 con 0x7f83800b3090 2024-09-16T07:28:55.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.695+0000 7f83767fc640 1 -- 172.21.15.31:0/686817224 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 24) ==== 102052+0+0 (secure 0 0 0) 0x7f837c01c460 con 0x7f83800b3090 2024-09-16T07:28:55.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.695+0000 7f83767fc640 1 --2- 172.21.15.31:0/686817224 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f83640790c0 0x7f836407b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:55.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.695+0000 7f83767fc640 1 -- 172.21.15.31:0/686817224 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5737+0+0 (secure 0 0 0) 0x7f837c098f20 con 0x7f83800b3090 2024-09-16T07:28:55.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.695+0000 7f8385361640 1 --2- 172.21.15.31:0/686817224 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f83640790c0 0x7f836407b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:55.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.696+0000 7f8385361640 1 --2- 172.21.15.31:0/686817224 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f83640790c0 0x7f836407b580 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f8370005fd0 tx=0x7f8370005850 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:55.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.699+0000 7f83767fc640 1 -- 172.21.15.31:0/686817224 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f838015c0e0 con 0x7f83800b3090 2024-09-16T07:28:55.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.887+0000 7f8387dc6640 1 -- 172.21.15.31:0/686817224 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f83800d29a0 con 0x7f83800b3090 2024-09-16T07:28:55.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.888+0000 7f83767fc640 1 -- 172.21.15.31:0/686817224 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v155) ==== 74+0+16703 (secure 0 0 0) 0x7f837c063040 con 0x7f83800b3090 2024-09-16T07:28:55.887 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:28:55.888 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":155,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:28:53.060374+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":25,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":24,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:28:49.076248+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"154","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":25,"pool_name":"cephfs_data","create_time":"2024-09-16T07:28:50.392233+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"155","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:28:55.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.890+0000 7f8387dc6640 1 -- 172.21.15.31:0/686817224 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f83640790c0 msgr2=0x7f836407b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:55.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.890+0000 7f8387dc6640 1 --2- 172.21.15.31:0/686817224 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f83640790c0 0x7f836407b580 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f8370005fd0 tx=0x7f8370005850 comp rx=0 tx=0).stop 2024-09-16T07:28:55.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.890+0000 7f8387dc6640 1 -- 172.21.15.31:0/686817224 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f83800b3090 msgr2=0x7f83800b4a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:55.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.890+0000 7f8387dc6640 1 --2- 172.21.15.31:0/686817224 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f83800b3090 0x7f83800b4a80 secure :-1 s=READY pgs=1692 cs=0 l=1 rev1=1 crypto rx=0x7f837c00c3a0 tx=0x7f837c00c860 comp rx=0 tx=0).stop 2024-09-16T07:28:55.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.890+0000 7f8387dc6640 1 -- 172.21.15.31:0/686817224 shutdown_connections 2024-09-16T07:28:55.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.890+0000 7f8387dc6640 1 --2- 172.21.15.31:0/686817224 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f83640790c0 0x7f836407b580 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:55.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.890+0000 7f8387dc6640 1 --2- 172.21.15.31:0/686817224 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f83800d2410 0x7f83800b6280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:55.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.890+0000 7f8387dc6640 1 --2- 172.21.15.31:0/686817224 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f83800cfce0 0x7f83800b74d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:55.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.890+0000 7f8387dc6640 1 --2- 172.21.15.31:0/686817224 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f83800b3090 0x7f83800b4a80 unknown :-1 s=CLOSED pgs=1692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:55.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.890+0000 7f8387dc6640 1 -- 172.21.15.31:0/686817224 >> 172.21.15.31:0/686817224 conn(0x7f838009aa30 msgr2=0x7f83800cc670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:55.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.890+0000 7f8387dc6640 1 -- 172.21.15.31:0/686817224 shutdown_connections 2024-09-16T07:28:55.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:55.890+0000 7f8387dc6640 1 -- 172.21.15.31:0/686817224 wait complete. 2024-09-16T07:28:55.901 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-16T07:28:55.901 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T07:28:56.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.007+0000 7f3bcc994640 1 -- 172.21.15.31:0/2076221576 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3bb4005210 msgr2=0x7f3bb400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:56.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.007+0000 7f3bcc994640 1 --2- 172.21.15.31:0/2076221576 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3bb4005210 0x7f3bb400b9c0 secure :-1 s=READY pgs=1694 cs=0 l=1 rev1=1 crypto rx=0x7f3bb80043b0 tx=0x7f3bb4005830 comp rx=0 tx=0).stop 2024-09-16T07:28:56.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.007+0000 7f3bcc994640 1 -- 172.21.15.31:0/2076221576 shutdown_connections 2024-09-16T07:28:56.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.007+0000 7f3bcc994640 1 --2- 172.21.15.31:0/2076221576 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3bb4005210 0x7f3bb400b9c0 unknown :-1 s=CLOSED pgs=1694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:56.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.007+0000 7f3bcc994640 1 -- 172.21.15.31:0/2076221576 >> 172.21.15.31:0/2076221576 conn(0x7f3bc80b1690 msgr2=0x7f3bc80b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:56.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.007+0000 7f3bcc994640 1 -- 172.21.15.31:0/2076221576 shutdown_connections 2024-09-16T07:28:56.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.007+0000 7f3bcc994640 1 -- 172.21.15.31:0/2076221576 wait complete. 2024-09-16T07:28:56.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.008+0000 7f3bcc994640 1 Processor -- start 2024-09-16T07:28:56.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.008+0000 7f3bcc994640 1 -- start start 2024-09-16T07:28:56.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.009+0000 7f3bcc994640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3bb4005210 0x7f3bc81554e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:56.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.009+0000 7f3bcc994640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3bc81528c0 0x7f3bc81417a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:56.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.009+0000 7f3bcc994640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3bc81f5970 0x7f3bc8159c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:56.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.009+0000 7f3bcc994640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f3bc815d3f0 con 0x7f3bc81f5970 2024-09-16T07:28:56.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.009+0000 7f3bcc994640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f3bc815d270 con 0x7f3bb4005210 2024-09-16T07:28:56.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.009+0000 7f3bcc994640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f3bc815d570 con 0x7f3bc81528c0 2024-09-16T07:28:56.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.009+0000 7f3bc6d9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3bc81f5970 0x7f3bc8159c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:56.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.009+0000 7f3bc6d9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3bc81f5970 0x7f3bc8159c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59678/0 (socket says 172.21.15.31:59678) 2024-09-16T07:28:56.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.009+0000 7f3bc6d9d640 1 -- 172.21.15.31:0/1272432194 learned_addr learned my addr 172.21.15.31:0/1272432194 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:56.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.009+0000 7f3bc5d9b640 1 --2- 172.21.15.31:0/1272432194 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3bc81528c0 0x7f3bc81417a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:56.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.010+0000 7f3bc659c640 1 --2- 172.21.15.31:0/1272432194 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3bb4005210 0x7f3bc81554e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:56.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.010+0000 7f3bc6d9d640 1 -- 172.21.15.31:0/1272432194 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3bc81528c0 msgr2=0x7f3bc81417a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:56.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.010+0000 7f3bc6d9d640 1 --2- 172.21.15.31:0/1272432194 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3bc81528c0 0x7f3bc81417a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:56.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.010+0000 7f3bc6d9d640 1 -- 172.21.15.31:0/1272432194 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3bb4005210 msgr2=0x7f3bc81554e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:56.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.010+0000 7f3bc6d9d640 1 --2- 172.21.15.31:0/1272432194 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3bb4005210 0x7f3bc81554e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:56.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.010+0000 7f3bc6d9d640 1 -- 172.21.15.31:0/1272432194 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3bc81f62e0 con 0x7f3bc81f5970 2024-09-16T07:28:56.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.010+0000 7f3bc5d9b640 1 --2- 172.21.15.31:0/1272432194 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3bc81528c0 0x7f3bc81417a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:28:56.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.010+0000 7f3bc6d9d640 1 --2- 172.21.15.31:0/1272432194 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3bc81f5970 0x7f3bc8159c80 secure :-1 s=READY pgs=1695 cs=0 l=1 rev1=1 crypto rx=0x7f3bb80044d0 tx=0x7f3bb8032430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:56.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.010+0000 7f3bbeffd640 1 -- 172.21.15.31:0/1272432194 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bb8037040 con 0x7f3bc81f5970 2024-09-16T07:28:56.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.010+0000 7f3bbeffd640 1 -- 172.21.15.31:0/1272432194 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3bb80328e0 con 0x7f3bc81f5970 2024-09-16T07:28:56.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.010+0000 7f3bbeffd640 1 -- 172.21.15.31:0/1272432194 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bb8032d30 con 0x7f3bc81f5970 2024-09-16T07:28:56.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.010+0000 7f3bcc994640 1 -- 172.21.15.31:0/1272432194 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3bc81f65c0 con 0x7f3bc81f5970 2024-09-16T07:28:56.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.010+0000 7f3bcc994640 1 -- 172.21.15.31:0/1272432194 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3bc8141ce0 con 0x7f3bc81f5970 2024-09-16T07:28:56.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.011+0000 7f3bcc994640 1 -- 172.21.15.31:0/1272432194 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3bc815f830 con 0x7f3bc81f5970 2024-09-16T07:28:56.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.012+0000 7f3bbeffd640 1 -- 172.21.15.31:0/1272432194 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 24) ==== 102052+0+0 (secure 0 0 0) 0x7f3bb8006070 con 0x7f3bc81f5970 2024-09-16T07:28:56.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.012+0000 7f3bbeffd640 1 --2- 172.21.15.31:0/1272432194 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3ba80790c0 0x7f3ba807b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:56.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.012+0000 7f3bbeffd640 1 -- 172.21.15.31:0/1272432194 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5737+0+0 (secure 0 0 0) 0x7f3bb80bb650 con 0x7f3bc81f5970 2024-09-16T07:28:56.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.012+0000 7f3bc659c640 1 --2- 172.21.15.31:0/1272432194 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3ba80790c0 0x7f3ba807b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:56.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.013+0000 7f3bc659c640 1 --2- 172.21.15.31:0/1272432194 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3ba80790c0 0x7f3ba807b580 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f3bc8154e80 tx=0x7f3bc00067a0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:56.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.016+0000 7f3bbeffd640 1 -- 172.21.15.31:0/1272432194 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f3bb8082e40 con 0x7f3bc81f5970 2024-09-16T07:28:56.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.200+0000 7f3bcc994640 1 -- 172.21.15.31:0/1272432194 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f3bc815cd00 con 0x7f3ba80790c0 2024-09-16T07:28:56.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.204+0000 7f3bbeffd640 1 -- 172.21.15.31:0/1272432194 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+247114 (secure 0 0 0) 0x7f3bc815cd00 con 0x7f3ba80790c0 2024-09-16T07:28:56.206 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:28:56.208 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-16T07:28:56.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.207+0000 7f3bcc994640 1 -- 172.21.15.31:0/1272432194 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3ba80790c0 msgr2=0x7f3ba807b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:56.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.207+0000 7f3bcc994640 1 --2- 172.21.15.31:0/1272432194 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3ba80790c0 0x7f3ba807b580 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f3bc8154e80 tx=0x7f3bc00067a0 comp rx=0 tx=0).stop 2024-09-16T07:28:56.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.207+0000 7f3bcc994640 1 -- 172.21.15.31:0/1272432194 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3bc81f5970 msgr2=0x7f3bc8159c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:56.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.207+0000 7f3bcc994640 1 --2- 172.21.15.31:0/1272432194 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3bc81f5970 0x7f3bc8159c80 secure :-1 s=READY pgs=1695 cs=0 l=1 rev1=1 crypto rx=0x7f3bb80044d0 tx=0x7f3bb8032430 comp rx=0 tx=0).stop 2024-09-16T07:28:56.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.207+0000 7f3bcc994640 1 -- 172.21.15.31:0/1272432194 shutdown_connections 2024-09-16T07:28:56.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.207+0000 7f3bcc994640 1 --2- 172.21.15.31:0/1272432194 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3ba80790c0 0x7f3ba807b580 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:56.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.207+0000 7f3bcc994640 1 --2- 172.21.15.31:0/1272432194 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3bc81f5970 0x7f3bc8159c80 unknown :-1 s=CLOSED pgs=1695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:56.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.207+0000 7f3bcc994640 1 --2- 172.21.15.31:0/1272432194 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3bc81528c0 0x7f3bc81417a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:56.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.207+0000 7f3bcc994640 1 --2- 172.21.15.31:0/1272432194 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3bb4005210 0x7f3bc81554e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:56.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.207+0000 7f3bcc994640 1 -- 172.21.15.31:0/1272432194 >> 172.21.15.31:0/1272432194 conn(0x7f3bc80b1690 msgr2=0x7f3bc815ee40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:56.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.208+0000 7f3bcc994640 1 -- 172.21.15.31:0/1272432194 shutdown_connections 2024-09-16T07:28:56.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.208+0000 7f3bcc994640 1 -- 172.21.15.31:0/1272432194 wait complete. 2024-09-16T07:28:56.218 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":196,"stamp":"2024-09-16T07:28:54.265416+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":34,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":265604,"kb_used_data":16084,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754709116,"statfs":{"total":773094113280,"available":772822134784,"internally_reserved":0,"allocated":16470016,"data_stored":7928999,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":17,"apply_latency_ms":17,"commit_latency_ns":17000000,"apply_latency_ns":17000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.225307"},"pg_stats":[{"pgid":"25.3f","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.045096+0000","last_change":"2024-09-16T07:28:51.045096+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.045096+0000","last_undegraded":"2024-09-16T07:28:51.045096+0000","last_fullsized":"2024-09-16T07:28:51.045096+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.3e","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.053102+0000","last_change":"2024-09-16T07:28:51.053102+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.053102+0000","last_undegraded":"2024-09-16T07:28:51.053102+0000","last_fullsized":"2024-09-16T07:28:51.053102+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.3d","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.055932+0000","last_change":"2024-09-16T07:28:51.055932+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.055932+0000","last_undegraded":"2024-09-16T07:28:51.055932+0000","last_fullsized":"2024-09-16T07:28:51.055932+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.3c","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.052653+0000","last_change":"2024-09-16T07:28:51.052653+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.052653+0000","last_undegraded":"2024-09-16T07:28:51.052653+0000","last_fullsized":"2024-09-16T07:28:51.052653+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.3b","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.045767+0000","last_change":"2024-09-16T07:28:51.045767+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.045767+0000","last_undegraded":"2024-09-16T07:28:51.045767+0000","last_fullsized":"2024-09-16T07:28:51.045767+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.3a","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.050256+0000","last_change":"2024-09-16T07:28:51.050256+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.050256+0000","last_undegraded":"2024-09-16T07:28:51.050256+0000","last_fullsized":"2024-09-16T07:28:51.050256+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.39","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.049133+0000","last_change":"2024-09-16T07:28:51.049133+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.049133+0000","last_undegraded":"2024-09-16T07:28:51.049133+0000","last_fullsized":"2024-09-16T07:28:51.049133+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.38","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.046648+0000","last_change":"2024-09-16T07:28:51.046648+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.046648+0000","last_undegraded":"2024-09-16T07:28:51.046648+0000","last_fullsized":"2024-09-16T07:28:51.046648+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.37","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.052626+0000","last_change":"2024-09-16T07:28:51.052626+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.052626+0000","last_undegraded":"2024-09-16T07:28:51.052626+0000","last_fullsized":"2024-09-16T07:28:51.052626+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.36","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.053871+0000","last_change":"2024-09-16T07:28:51.053871+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.053871+0000","last_undegraded":"2024-09-16T07:28:51.053871+0000","last_fullsized":"2024-09-16T07:28:51.053871+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.35","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.045119+0000","last_change":"2024-09-16T07:28:51.045119+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.045119+0000","last_undegraded":"2024-09-16T07:28:51.045119+0000","last_fullsized":"2024-09-16T07:28:51.045119+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.34","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.054571+0000","last_change":"2024-09-16T07:28:51.054571+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.054571+0000","last_undegraded":"2024-09-16T07:28:51.054571+0000","last_fullsized":"2024-09-16T07:28:51.054571+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.33","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.045190+0000","last_change":"2024-09-16T07:28:51.045190+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.045190+0000","last_undegraded":"2024-09-16T07:28:51.045190+0000","last_fullsized":"2024-09-16T07:28:51.045190+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.32","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.052208+0000","last_change":"2024-09-16T07:28:51.052208+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.052208+0000","last_undegraded":"2024-09-16T07:28:51.052208+0000","last_fullsized":"2024-09-16T07:28:51.052208+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.31","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.045960+0000","last_change":"2024-09-16T07:28:51.045960+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.045960+0000","last_undegraded":"2024-09-16T07:28:51.045960+0000","last_fullsized":"2024-09-16T07:28:51.045960+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.30","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.052261+0000","last_change":"2024-09-16T07:28:51.052261+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.052261+0000","last_undegraded":"2024-09-16T07:28:51.052261+0000","last_fullsized":"2024-09-16T07:28:51.052261+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.2f","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.050691+0000","last_change":"2024-09-16T07:28:51.050691+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.050691+0000","last_undegraded":"2024-09-16T07:28:51.050691+0000","last_fullsized":"2024-09-16T07:28:51.050691+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.2e","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.050739+0000","last_change":"2024-09-16T07:28:51.050739+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.050739+0000","last_undegraded":"2024-09-16T07:28:51.050739+0000","last_fullsized":"2024-09-16T07:28:51.050739+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.2d","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.055347+0000","last_change":"2024-09-16T07:28:51.055347+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.055347+0000","last_undegraded":"2024-09-16T07:28:51.055347+0000","last_fullsized":"2024-09-16T07:28:51.055347+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.2c","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.045126+0000","last_change":"2024-09-16T07:28:51.045126+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.045126+0000","last_undegraded":"2024-09-16T07:28:51.045126+0000","last_fullsized":"2024-09-16T07:28:51.045126+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.2b","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.053237+0000","last_change":"2024-09-16T07:28:51.053237+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.053237+0000","last_undegraded":"2024-09-16T07:28:51.053237+0000","last_fullsized":"2024-09-16T07:28:51.053237+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.2a","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.045000+0000","last_change":"2024-09-16T07:28:51.045000+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.045000+0000","last_undegraded":"2024-09-16T07:28:51.045000+0000","last_fullsized":"2024-09-16T07:28:51.045000+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.29","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.050436+0000","last_change":"2024-09-16T07:28:51.050436+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.050436+0000","last_undegraded":"2024-09-16T07:28:51.050436+0000","last_fullsized":"2024-09-16T07:28:51.050436+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.28","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.045994+0000","last_change":"2024-09-16T07:28:51.045994+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.045994+0000","last_undegraded":"2024-09-16T07:28:51.045994+0000","last_fullsized":"2024-09-16T07:28:51.045994+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.27","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.051143+0000","last_change":"2024-09-16T07:28:51.051143+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.051143+0000","last_undegraded":"2024-09-16T07:28:51.051143+0000","last_fullsized":"2024-09-16T07:28:51.051143+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.26","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.054500+0000","last_change":"2024-09-16T07:28:51.054500+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.054500+0000","last_undegraded":"2024-09-16T07:28:51.054500+0000","last_fullsized":"2024-09-16T07:28:51.054500+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.25","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.054850+0000","last_change":"2024-09-16T07:28:51.054850+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.054850+0000","last_undegraded":"2024-09-16T07:28:51.054850+0000","last_fullsized":"2024-09-16T07:28:51.054850+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.24","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.051935+0000","last_change":"2024-09-16T07:28:51.051935+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.051935+0000","last_undegraded":"2024-09-16T07:28:51.051935+0000","last_fullsized":"2024-09-16T07:28:51.051935+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.23","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.054032+0000","last_change":"2024-09-16T07:28:51.054032+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.054032+0000","last_undegraded":"2024-09-16T07:28:51.054032+0000","last_fullsized":"2024-09-16T07:28:51.054032+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.22","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.054050+0000","last_change":"2024-09-16T07:28:51.054050+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.054050+0000","last_undegraded":"2024-09-16T07:28:51.054050+0000","last_fullsized":"2024-09-16T07:28:51.054050+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.21","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.046447+0000","last_change":"2024-09-16T07:28:51.046447+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.046447+0000","last_undegraded":"2024-09-16T07:28:51.046447+0000","last_fullsized":"2024-09-16T07:28:51.046447+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.20","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.045240+0000","last_change":"2024-09-16T07:28:51.045240+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.045240+0000","last_undegraded":"2024-09-16T07:28:51.045240+0000","last_fullsized":"2024-09-16T07:28:51.045240+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.1e","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.045911+0000","last_change":"2024-09-16T07:28:51.045911+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.045911+0000","last_undegraded":"2024-09-16T07:28:51.045911+0000","last_fullsized":"2024-09-16T07:28:51.045911+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.1f","version":"0'0","reported_seq":10,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-16T07:28:51.065325+0000","last_change":"2024-09-16T07:28:51.063057+0000","last_active":"2024-09-16T07:28:51.065325+0000","last_peered":"2024-09-16T07:28:51.065325+0000","last_clean":"2024-09-16T07:28:51.065325+0000","last_became_active":"2024-09-16T07:28:51.062671+0000","last_became_peered":"2024-09-16T07:28:51.062671+0000","last_unstale":"2024-09-16T07:28:51.065325+0000","last_undegraded":"2024-09-16T07:28:51.065325+0000","last_fullsized":"2024-09-16T07:28:51.065325+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:19:00.948608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.1f","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.053046+0000","last_change":"2024-09-16T07:28:51.053046+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.053046+0000","last_undegraded":"2024-09-16T07:28:51.053046+0000","last_fullsized":"2024-09-16T07:28:51.053046+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.1e","version":"0'0","reported_seq":10,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-16T07:28:51.062333+0000","last_change":"2024-09-16T07:28:51.057654+0000","last_active":"2024-09-16T07:28:51.062333+0000","last_peered":"2024-09-16T07:28:51.062333+0000","last_clean":"2024-09-16T07:28:51.062333+0000","last_became_active":"2024-09-16T07:28:51.057396+0000","last_became_peered":"2024-09-16T07:28:51.057396+0000","last_unstale":"2024-09-16T07:28:51.062333+0000","last_undegraded":"2024-09-16T07:28:51.062333+0000","last_fullsized":"2024-09-16T07:28:51.062333+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:53:38.413210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.1c","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.051708+0000","last_change":"2024-09-16T07:28:51.051708+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.051708+0000","last_undegraded":"2024-09-16T07:28:51.051708+0000","last_fullsized":"2024-09-16T07:28:51.051708+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.1d","version":"0'0","reported_seq":10,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-16T07:28:51.064304+0000","last_change":"2024-09-16T07:28:51.060013+0000","last_active":"2024-09-16T07:28:51.064304+0000","last_peered":"2024-09-16T07:28:51.064304+0000","last_clean":"2024-09-16T07:28:51.064304+0000","last_became_active":"2024-09-16T07:28:51.058395+0000","last_became_peered":"2024-09-16T07:28:51.058395+0000","last_unstale":"2024-09-16T07:28:51.064304+0000","last_undegraded":"2024-09-16T07:28:51.064304+0000","last_fullsized":"2024-09-16T07:28:51.064304+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:02:53.542581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.1d","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.050390+0000","last_change":"2024-09-16T07:28:51.050390+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.050390+0000","last_undegraded":"2024-09-16T07:28:51.050390+0000","last_fullsized":"2024-09-16T07:28:51.050390+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.1c","version":"0'0","reported_seq":10,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-16T07:28:51.062175+0000","last_change":"2024-09-16T07:28:51.057296+0000","last_active":"2024-09-16T07:28:51.062175+0000","last_peered":"2024-09-16T07:28:51.062175+0000","last_clean":"2024-09-16T07:28:51.062175+0000","last_became_active":"2024-09-16T07:28:51.057020+0000","last_became_peered":"2024-09-16T07:28:51.057020+0000","last_unstale":"2024-09-16T07:28:51.062175+0000","last_undegraded":"2024-09-16T07:28:51.062175+0000","last_fullsized":"2024-09-16T07:28:51.062175+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:12:11.516311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.1a","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.049812+0000","last_change":"2024-09-16T07:28:51.049812+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.049812+0000","last_undegraded":"2024-09-16T07:28:51.049812+0000","last_fullsized":"2024-09-16T07:28:51.049812+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.1b","version":"0'0","reported_seq":10,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-16T07:28:51.062260+0000","last_change":"2024-09-16T07:28:51.058736+0000","last_active":"2024-09-16T07:28:51.062260+0000","last_peered":"2024-09-16T07:28:51.062260+0000","last_clean":"2024-09-16T07:28:51.062260+0000","last_became_active":"2024-09-16T07:28:51.058476+0000","last_became_peered":"2024-09-16T07:28:51.058476+0000","last_unstale":"2024-09-16T07:28:51.062260+0000","last_undegraded":"2024-09-16T07:28:51.062260+0000","last_fullsized":"2024-09-16T07:28:51.062260+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:52:25.578996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.1b","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.045080+0000","last_change":"2024-09-16T07:28:51.045080+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.045080+0000","last_undegraded":"2024-09-16T07:28:51.045080+0000","last_fullsized":"2024-09-16T07:28:51.045080+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.1a","version":"0'0","reported_seq":10,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-16T07:28:51.063287+0000","last_change":"2024-09-16T07:28:51.058875+0000","last_active":"2024-09-16T07:28:51.063287+0000","last_peered":"2024-09-16T07:28:51.063287+0000","last_clean":"2024-09-16T07:28:51.063287+0000","last_became_active":"2024-09-16T07:28:51.058519+0000","last_became_peered":"2024-09-16T07:28:51.058519+0000","last_unstale":"2024-09-16T07:28:51.063287+0000","last_undegraded":"2024-09-16T07:28:51.063287+0000","last_fullsized":"2024-09-16T07:28:51.063287+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:53:51.493435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.19","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.045570+0000","last_change":"2024-09-16T07:28:51.045570+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.045570+0000","last_undegraded":"2024-09-16T07:28:51.045570+0000","last_fullsized":"2024-09-16T07:28:51.045570+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.18","version":"0'0","reported_seq":10,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-16T07:28:51.063715+0000","last_change":"2024-09-16T07:28:51.063289+0000","last_active":"2024-09-16T07:28:51.063715+0000","last_peered":"2024-09-16T07:28:51.063715+0000","last_clean":"2024-09-16T07:28:51.063715+0000","last_became_active":"2024-09-16T07:28:51.063030+0000","last_became_peered":"2024-09-16T07:28:51.063030+0000","last_unstale":"2024-09-16T07:28:51.063715+0000","last_undegraded":"2024-09-16T07:28:51.063715+0000","last_fullsized":"2024-09-16T07:28:51.063715+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:32:35.819131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.16","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.054599+0000","last_change":"2024-09-16T07:28:51.054599+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.054599+0000","last_undegraded":"2024-09-16T07:28:51.054599+0000","last_fullsized":"2024-09-16T07:28:51.054599+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.17","version":"0'0","reported_seq":10,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-16T07:28:51.054844+0000","last_change":"2024-09-16T07:28:51.050992+0000","last_active":"2024-09-16T07:28:51.054844+0000","last_peered":"2024-09-16T07:28:51.054844+0000","last_clean":"2024-09-16T07:28:51.054844+0000","last_became_active":"2024-09-16T07:28:51.050726+0000","last_became_peered":"2024-09-16T07:28:51.050726+0000","last_unstale":"2024-09-16T07:28:51.054844+0000","last_undegraded":"2024-09-16T07:28:51.054844+0000","last_fullsized":"2024-09-16T07:28:51.054844+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:42:09.780472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.17","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.052614+0000","last_change":"2024-09-16T07:28:51.052614+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.052614+0000","last_undegraded":"2024-09-16T07:28:51.052614+0000","last_fullsized":"2024-09-16T07:28:51.052614+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.16","version":"0'0","reported_seq":10,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-16T07:28:51.065354+0000","last_change":"2024-09-16T07:28:51.064201+0000","last_active":"2024-09-16T07:28:51.065354+0000","last_peered":"2024-09-16T07:28:51.065354+0000","last_clean":"2024-09-16T07:28:51.065354+0000","last_became_active":"2024-09-16T07:28:51.063911+0000","last_became_peered":"2024-09-16T07:28:51.063911+0000","last_unstale":"2024-09-16T07:28:51.065354+0000","last_undegraded":"2024-09-16T07:28:51.065354+0000","last_fullsized":"2024-09-16T07:28:51.065354+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:53:46.142197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.14","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.054037+0000","last_change":"2024-09-16T07:28:51.054037+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.054037+0000","last_undegraded":"2024-09-16T07:28:51.054037+0000","last_fullsized":"2024-09-16T07:28:51.054037+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.15","version":"0'0","reported_seq":10,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-16T07:28:51.064351+0000","last_change":"2024-09-16T07:28:51.060630+0000","last_active":"2024-09-16T07:28:51.064351+0000","last_peered":"2024-09-16T07:28:51.064351+0000","last_clean":"2024-09-16T07:28:51.064351+0000","last_became_active":"2024-09-16T07:28:51.060382+0000","last_became_peered":"2024-09-16T07:28:51.060382+0000","last_unstale":"2024-09-16T07:28:51.064351+0000","last_undegraded":"2024-09-16T07:28:51.064351+0000","last_fullsized":"2024-09-16T07:28:51.064351+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:34:08.952575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.15","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.052184+0000","last_change":"2024-09-16T07:28:51.052184+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.052184+0000","last_undegraded":"2024-09-16T07:28:51.052184+0000","last_fullsized":"2024-09-16T07:28:51.052184+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.14","version":"0'0","reported_seq":10,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-16T07:28:51.063536+0000","last_change":"2024-09-16T07:28:51.059508+0000","last_active":"2024-09-16T07:28:51.063536+0000","last_peered":"2024-09-16T07:28:51.063536+0000","last_clean":"2024-09-16T07:28:51.063536+0000","last_became_active":"2024-09-16T07:28:51.059219+0000","last_became_peered":"2024-09-16T07:28:51.059219+0000","last_unstale":"2024-09-16T07:28:51.063536+0000","last_undegraded":"2024-09-16T07:28:51.063536+0000","last_fullsized":"2024-09-16T07:28:51.063536+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:47:07.829382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.12","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.051430+0000","last_change":"2024-09-16T07:28:51.051430+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.051430+0000","last_undegraded":"2024-09-16T07:28:51.051430+0000","last_fullsized":"2024-09-16T07:28:51.051430+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.13","version":"0'0","reported_seq":10,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-16T07:28:51.062290+0000","last_change":"2024-09-16T07:28:51.057827+0000","last_active":"2024-09-16T07:28:51.062290+0000","last_peered":"2024-09-16T07:28:51.062290+0000","last_clean":"2024-09-16T07:28:51.062290+0000","last_became_active":"2024-09-16T07:28:51.057563+0000","last_became_peered":"2024-09-16T07:28:51.057563+0000","last_unstale":"2024-09-16T07:28:51.062290+0000","last_undegraded":"2024-09-16T07:28:51.062290+0000","last_fullsized":"2024-09-16T07:28:51.062290+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:51:35.685750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.13","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.050041+0000","last_change":"2024-09-16T07:28:51.050041+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.050041+0000","last_undegraded":"2024-09-16T07:28:51.050041+0000","last_fullsized":"2024-09-16T07:28:51.050041+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.12","version":"0'0","reported_seq":10,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-16T07:28:51.059758+0000","last_change":"2024-09-16T07:28:51.054937+0000","last_active":"2024-09-16T07:28:51.059758+0000","last_peered":"2024-09-16T07:28:51.059758+0000","last_clean":"2024-09-16T07:28:51.059758+0000","last_became_active":"2024-09-16T07:28:51.054663+0000","last_became_peered":"2024-09-16T07:28:51.054663+0000","last_unstale":"2024-09-16T07:28:51.059758+0000","last_undegraded":"2024-09-16T07:28:51.059758+0000","last_fullsized":"2024-09-16T07:28:51.059758+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:32:53.854430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.10","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.054130+0000","last_change":"2024-09-16T07:28:51.054130+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.054130+0000","last_undegraded":"2024-09-16T07:28:51.054130+0000","last_fullsized":"2024-09-16T07:28:51.054130+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.11","version":"0'0","reported_seq":10,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-16T07:28:51.062347+0000","last_change":"2024-09-16T07:28:51.058031+0000","last_active":"2024-09-16T07:28:51.062347+0000","last_peered":"2024-09-16T07:28:51.062347+0000","last_clean":"2024-09-16T07:28:51.062347+0000","last_became_active":"2024-09-16T07:28:51.057736+0000","last_became_peered":"2024-09-16T07:28:51.057736+0000","last_unstale":"2024-09-16T07:28:51.062347+0000","last_undegraded":"2024-09-16T07:28:51.062347+0000","last_fullsized":"2024-09-16T07:28:51.062347+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:49:51.697797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.11","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.045936+0000","last_change":"2024-09-16T07:28:51.045936+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.045936+0000","last_undegraded":"2024-09-16T07:28:51.045936+0000","last_fullsized":"2024-09-16T07:28:51.045936+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.10","version":"0'0","reported_seq":10,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-16T07:28:51.062254+0000","last_change":"2024-09-16T07:28:51.060434+0000","last_active":"2024-09-16T07:28:51.062254+0000","last_peered":"2024-09-16T07:28:51.062254+0000","last_clean":"2024-09-16T07:28:51.062254+0000","last_became_active":"2024-09-16T07:28:51.060174+0000","last_became_peered":"2024-09-16T07:28:51.060174+0000","last_unstale":"2024-09-16T07:28:51.062254+0000","last_undegraded":"2024-09-16T07:28:51.062254+0000","last_fullsized":"2024-09-16T07:28:51.062254+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:45:56.336951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.e","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.049345+0000","last_change":"2024-09-16T07:28:51.049345+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.049345+0000","last_undegraded":"2024-09-16T07:28:51.049345+0000","last_fullsized":"2024-09-16T07:28:51.049345+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.f","version":"0'0","reported_seq":10,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-16T07:28:51.062285+0000","last_change":"2024-09-16T07:28:51.058853+0000","last_active":"2024-09-16T07:28:51.062285+0000","last_peered":"2024-09-16T07:28:51.062285+0000","last_clean":"2024-09-16T07:28:51.062285+0000","last_became_active":"2024-09-16T07:28:51.058561+0000","last_became_peered":"2024-09-16T07:28:51.058561+0000","last_unstale":"2024-09-16T07:28:51.062285+0000","last_undegraded":"2024-09-16T07:28:51.062285+0000","last_fullsized":"2024-09-16T07:28:51.062285+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:25:47.610868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.f","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.053259+0000","last_change":"2024-09-16T07:28:51.053259+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.053259+0000","last_undegraded":"2024-09-16T07:28:51.053259+0000","last_fullsized":"2024-09-16T07:28:51.053259+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.e","version":"0'0","reported_seq":10,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-16T07:28:51.065493+0000","last_change":"2024-09-16T07:28:51.061555+0000","last_active":"2024-09-16T07:28:51.065493+0000","last_peered":"2024-09-16T07:28:51.065493+0000","last_clean":"2024-09-16T07:28:51.065493+0000","last_became_active":"2024-09-16T07:28:51.061254+0000","last_became_peered":"2024-09-16T07:28:51.061254+0000","last_unstale":"2024-09-16T07:28:51.065493+0000","last_undegraded":"2024-09-16T07:28:51.065493+0000","last_fullsized":"2024-09-16T07:28:51.065493+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:27:44.887689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.c","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.051283+0000","last_change":"2024-09-16T07:28:51.051283+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.051283+0000","last_undegraded":"2024-09-16T07:28:51.051283+0000","last_fullsized":"2024-09-16T07:28:51.051283+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.d","version":"0'0","reported_seq":10,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-16T07:28:51.061651+0000","last_change":"2024-09-16T07:28:51.058010+0000","last_active":"2024-09-16T07:28:51.061651+0000","last_peered":"2024-09-16T07:28:51.061651+0000","last_clean":"2024-09-16T07:28:51.061651+0000","last_became_active":"2024-09-16T07:28:51.057727+0000","last_became_peered":"2024-09-16T07:28:51.057727+0000","last_unstale":"2024-09-16T07:28:51.061651+0000","last_undegraded":"2024-09-16T07:28:51.061651+0000","last_fullsized":"2024-09-16T07:28:51.061651+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:27:36.101752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.d","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.049785+0000","last_change":"2024-09-16T07:28:51.049785+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.049785+0000","last_undegraded":"2024-09-16T07:28:51.049785+0000","last_fullsized":"2024-09-16T07:28:51.049785+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.c","version":"0'0","reported_seq":10,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-16T07:28:51.062438+0000","last_change":"2024-09-16T07:28:51.061474+0000","last_active":"2024-09-16T07:28:51.062438+0000","last_peered":"2024-09-16T07:28:51.062438+0000","last_clean":"2024-09-16T07:28:51.062438+0000","last_became_active":"2024-09-16T07:28:51.061186+0000","last_became_peered":"2024-09-16T07:28:51.061186+0000","last_unstale":"2024-09-16T07:28:51.062438+0000","last_undegraded":"2024-09-16T07:28:51.062438+0000","last_fullsized":"2024-09-16T07:28:51.062438+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:20:00.793713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.a","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.049272+0000","last_change":"2024-09-16T07:28:51.049272+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.049272+0000","last_undegraded":"2024-09-16T07:28:51.049272+0000","last_fullsized":"2024-09-16T07:28:51.049272+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.b","version":"0'0","reported_seq":10,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-16T07:28:51.053885+0000","last_change":"2024-09-16T07:28:51.051912+0000","last_active":"2024-09-16T07:28:51.053885+0000","last_peered":"2024-09-16T07:28:51.053885+0000","last_clean":"2024-09-16T07:28:51.053885+0000","last_became_active":"2024-09-16T07:28:51.051620+0000","last_became_peered":"2024-09-16T07:28:51.051620+0000","last_unstale":"2024-09-16T07:28:51.053885+0000","last_undegraded":"2024-09-16T07:28:51.053885+0000","last_fullsized":"2024-09-16T07:28:51.053885+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:41:03.395093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.b","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.049645+0000","last_change":"2024-09-16T07:28:51.049645+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.049645+0000","last_undegraded":"2024-09-16T07:28:51.049645+0000","last_fullsized":"2024-09-16T07:28:51.049645+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.a","version":"0'0","reported_seq":10,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-16T07:28:51.065108+0000","last_change":"2024-09-16T07:28:51.058565+0000","last_active":"2024-09-16T07:28:51.065108+0000","last_peered":"2024-09-16T07:28:51.065108+0000","last_clean":"2024-09-16T07:28:51.065108+0000","last_became_active":"2024-09-16T07:28:51.058160+0000","last_became_peered":"2024-09-16T07:28:51.058160+0000","last_unstale":"2024-09-16T07:28:51.065108+0000","last_undegraded":"2024-09-16T07:28:51.065108+0000","last_fullsized":"2024-09-16T07:28:51.065108+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:24:34.411401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.8","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.044736+0000","last_change":"2024-09-16T07:28:51.044736+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.044736+0000","last_undegraded":"2024-09-16T07:28:51.044736+0000","last_fullsized":"2024-09-16T07:28:51.044736+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.9","version":"0'0","reported_seq":10,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-16T07:28:51.056976+0000","last_change":"2024-09-16T07:28:51.055175+0000","last_active":"2024-09-16T07:28:51.056976+0000","last_peered":"2024-09-16T07:28:51.056976+0000","last_clean":"2024-09-16T07:28:51.056976+0000","last_became_active":"2024-09-16T07:28:51.054879+0000","last_became_peered":"2024-09-16T07:28:51.054879+0000","last_unstale":"2024-09-16T07:28:51.056976+0000","last_undegraded":"2024-09-16T07:28:51.056976+0000","last_fullsized":"2024-09-16T07:28:51.056976+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:45:25.808303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.9","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.050017+0000","last_change":"2024-09-16T07:28:51.050017+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.050017+0000","last_undegraded":"2024-09-16T07:28:51.050017+0000","last_fullsized":"2024-09-16T07:28:51.050017+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.8","version":"0'0","reported_seq":10,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-16T07:28:51.061703+0000","last_change":"2024-09-16T07:28:51.057352+0000","last_active":"2024-09-16T07:28:51.061703+0000","last_peered":"2024-09-16T07:28:51.061703+0000","last_clean":"2024-09-16T07:28:51.061703+0000","last_became_active":"2024-09-16T07:28:51.057107+0000","last_became_peered":"2024-09-16T07:28:51.057107+0000","last_unstale":"2024-09-16T07:28:51.061703+0000","last_undegraded":"2024-09-16T07:28:51.061703+0000","last_fullsized":"2024-09-16T07:28:51.061703+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:47:00.448987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.6","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.054186+0000","last_change":"2024-09-16T07:28:51.054186+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.054186+0000","last_undegraded":"2024-09-16T07:28:51.054186+0000","last_fullsized":"2024-09-16T07:28:51.054186+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.7","version":"0'0","reported_seq":10,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-16T07:28:51.062386+0000","last_change":"2024-09-16T07:28:51.061402+0000","last_active":"2024-09-16T07:28:51.062386+0000","last_peered":"2024-09-16T07:28:51.062386+0000","last_clean":"2024-09-16T07:28:51.062386+0000","last_became_active":"2024-09-16T07:28:51.061143+0000","last_became_peered":"2024-09-16T07:28:51.061143+0000","last_unstale":"2024-09-16T07:28:51.062386+0000","last_undegraded":"2024-09-16T07:28:51.062386+0000","last_fullsized":"2024-09-16T07:28:51.062386+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:06:01.591038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.7","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.054946+0000","last_change":"2024-09-16T07:28:51.054946+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.054946+0000","last_undegraded":"2024-09-16T07:28:51.054946+0000","last_fullsized":"2024-09-16T07:28:51.054946+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.6","version":"0'0","reported_seq":10,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-16T07:28:51.063343+0000","last_change":"2024-09-16T07:28:51.060528+0000","last_active":"2024-09-16T07:28:51.063343+0000","last_peered":"2024-09-16T07:28:51.063343+0000","last_clean":"2024-09-16T07:28:51.063343+0000","last_became_active":"2024-09-16T07:28:51.060252+0000","last_became_peered":"2024-09-16T07:28:51.060252+0000","last_unstale":"2024-09-16T07:28:51.063343+0000","last_undegraded":"2024-09-16T07:28:51.063343+0000","last_fullsized":"2024-09-16T07:28:51.063343+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:00:47.338910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.4","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.053089+0000","last_change":"2024-09-16T07:28:51.053089+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.053089+0000","last_undegraded":"2024-09-16T07:28:51.053089+0000","last_fullsized":"2024-09-16T07:28:51.053089+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.5","version":"0'0","reported_seq":10,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-16T07:28:51.065346+0000","last_change":"2024-09-16T07:28:51.063043+0000","last_active":"2024-09-16T07:28:51.065346+0000","last_peered":"2024-09-16T07:28:51.065346+0000","last_clean":"2024-09-16T07:28:51.065346+0000","last_became_active":"2024-09-16T07:28:51.062377+0000","last_became_peered":"2024-09-16T07:28:51.062377+0000","last_unstale":"2024-09-16T07:28:51.065346+0000","last_undegraded":"2024-09-16T07:28:51.065346+0000","last_fullsized":"2024-09-16T07:28:51.065346+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:11:42.692329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.5","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.045446+0000","last_change":"2024-09-16T07:28:51.045446+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.045446+0000","last_undegraded":"2024-09-16T07:28:51.045446+0000","last_fullsized":"2024-09-16T07:28:51.045446+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.4","version":"0'0","reported_seq":10,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-16T07:28:51.062465+0000","last_change":"2024-09-16T07:28:51.057882+0000","last_active":"2024-09-16T07:28:51.062465+0000","last_peered":"2024-09-16T07:28:51.062465+0000","last_clean":"2024-09-16T07:28:51.062465+0000","last_became_active":"2024-09-16T07:28:51.057577+0000","last_became_peered":"2024-09-16T07:28:51.057577+0000","last_unstale":"2024-09-16T07:28:51.062465+0000","last_undegraded":"2024-09-16T07:28:51.062465+0000","last_fullsized":"2024-09-16T07:28:51.062465+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:39:27.889727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.2","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.050701+0000","last_change":"2024-09-16T07:28:51.050701+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.050701+0000","last_undegraded":"2024-09-16T07:28:51.050701+0000","last_fullsized":"2024-09-16T07:28:51.050701+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.3","version":"0'0","reported_seq":10,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-16T07:28:51.056100+0000","last_change":"2024-09-16T07:28:51.055264+0000","last_active":"2024-09-16T07:28:51.056100+0000","last_peered":"2024-09-16T07:28:51.056100+0000","last_clean":"2024-09-16T07:28:51.056100+0000","last_became_active":"2024-09-16T07:28:51.055007+0000","last_became_peered":"2024-09-16T07:28:51.055007+0000","last_unstale":"2024-09-16T07:28:51.056100+0000","last_undegraded":"2024-09-16T07:28:51.056100+0000","last_fullsized":"2024-09-16T07:28:51.056100+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:34:56.406176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.3","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.044734+0000","last_change":"2024-09-16T07:28:51.044734+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.044734+0000","last_undegraded":"2024-09-16T07:28:51.044734+0000","last_fullsized":"2024-09-16T07:28:51.044734+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.2","version":"0'0","reported_seq":10,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-16T07:28:51.059489+0000","last_change":"2024-09-16T07:28:51.056024+0000","last_active":"2024-09-16T07:28:51.059489+0000","last_peered":"2024-09-16T07:28:51.059489+0000","last_clean":"2024-09-16T07:28:51.059489+0000","last_became_active":"2024-09-16T07:28:51.055730+0000","last_became_peered":"2024-09-16T07:28:51.055730+0000","last_unstale":"2024-09-16T07:28:51.059489+0000","last_undegraded":"2024-09-16T07:28:51.059489+0000","last_fullsized":"2024-09-16T07:28:51.059489+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:25:28.610074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.0","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.049834+0000","last_change":"2024-09-16T07:28:51.049834+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.049834+0000","last_undegraded":"2024-09-16T07:28:51.049834+0000","last_fullsized":"2024-09-16T07:28:51.049834+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.1","version":"0'0","reported_seq":10,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-16T07:28:51.059438+0000","last_change":"2024-09-16T07:28:51.058362+0000","last_active":"2024-09-16T07:28:51.059438+0000","last_peered":"2024-09-16T07:28:51.059438+0000","last_clean":"2024-09-16T07:28:51.059438+0000","last_became_active":"2024-09-16T07:28:51.058101+0000","last_became_peered":"2024-09-16T07:28:51.058101+0000","last_unstale":"2024-09-16T07:28:51.059438+0000","last_undegraded":"2024-09-16T07:28:51.059438+0000","last_fullsized":"2024-09-16T07:28:51.059438+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:16:17.319012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.1","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.045016+0000","last_change":"2024-09-16T07:28:51.045016+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.045016+0000","last_undegraded":"2024-09-16T07:28:51.045016+0000","last_fullsized":"2024-09-16T07:28:51.045016+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.0","version":"0'0","reported_seq":10,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-16T07:28:51.065086+0000","last_change":"2024-09-16T07:28:51.057273+0000","last_active":"2024-09-16T07:28:51.065086+0000","last_peered":"2024-09-16T07:28:51.065086+0000","last_clean":"2024-09-16T07:28:51.065086+0000","last_became_active":"2024-09-16T07:28:51.056932+0000","last_became_peered":"2024-09-16T07:28:51.056932+0000","last_unstale":"2024-09-16T07:28:51.065086+0000","last_undegraded":"2024-09-16T07:28:51.065086+0000","last_fullsized":"2024-09-16T07:28:51.065086+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:07:42.857791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.18","version":"0'0","reported_seq":1,"reported_epoch":153,"state":"creating+peering","last_fresh":"2024-09-16T07:28:51.049736+0000","last_change":"2024-09-16T07:28:51.049736+0000","last_active":"2024-09-16T07:28:51.039117+0000","last_peered":"2024-09-16T07:28:51.039117+0000","last_clean":"2024-09-16T07:28:51.039117+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T07:28:51.049736+0000","last_undegraded":"2024-09-16T07:28:51.049736+0000","last_fullsized":"2024-09-16T07:28:51.049736+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.19","version":"0'0","reported_seq":10,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-16T07:28:51.062300+0000","last_change":"2024-09-16T07:28:51.058812+0000","last_active":"2024-09-16T07:28:51.062300+0000","last_peered":"2024-09-16T07:28:51.062300+0000","last_clean":"2024-09-16T07:28:51.062300+0000","last_became_active":"2024-09-16T07:28:51.058527+0000","last_became_peered":"2024-09-16T07:28:51.058527+0000","last_unstale":"2024-09-16T07:28:51.062300+0000","last_undegraded":"2024-09-16T07:28:51.062300+0000","last_fullsized":"2024-09-16T07:28:51.062300+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:11:53.607763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"70'79","reported_seq":383,"reported_epoch":153,"state":"active+clean","last_fresh":"2024-09-16T07:28:51.047665+0000","last_change":"2024-09-16T07:21:02.600196+0000","last_active":"2024-09-16T07:28:51.047665+0000","last_peered":"2024-09-16T07:28:51.047665+0000","last_clean":"2024-09-16T07:28:51.047665+0000","last_became_active":"2024-09-16T07:21:02.599001+0000","last_became_peered":"2024-09-16T07:21:02.599001+0000","last_unstale":"2024-09-16T07:28:51.047665+0000","last_undegraded":"2024-09-16T07:28:51.047665+0000","last_fullsized":"2024-09-16T07:28:51.047665+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_clean_scrub_stamp":"2024-09-16T07:21:01.331773+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:28:40.942832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":25,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":24,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509539,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33060,"kb_used_data":1864,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338780,"statfs":{"total":96636764160,"available":96602910720,"internally_reserved":0,"allocated":1908736,"data_stored":842745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574945,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33052,"kb_used_data":1864,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338788,"statfs":{"total":96636764160,"available":96602918912,"internally_reserved":0,"allocated":1908736,"data_stored":842745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509538,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33648,"kb_used_data":2456,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338192,"statfs":{"total":96636764160,"available":96602308608,"internally_reserved":0,"allocated":2514944,"data_stored":1439416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509538,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33056,"kb_used_data":1864,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338784,"statfs":{"total":96636764160,"available":96602914816,"internally_reserved":0,"allocated":1908736,"data_stored":842745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509539,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33052,"kb_used_data":1864,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338788,"statfs":{"total":96636764160,"available":96602918912,"internally_reserved":0,"allocated":1908736,"data_stored":842745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509539,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33052,"kb_used_data":1864,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338788,"statfs":{"total":96636764160,"available":96602918912,"internally_reserved":0,"allocated":1908736,"data_stored":842745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509539,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33632,"kb_used_data":2444,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338208,"statfs":{"total":96636764160,"available":96602324992,"internally_reserved":0,"allocated":2502656,"data_stored":1433113,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509540,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33052,"kb_used_data":1864,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338788,"statfs":{"total":96636764160,"available":96602918912,"internally_reserved":0,"allocated":1908736,"data_stored":842745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T07:28:56.225 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T07:28:56.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.364+0000 7f30f45b4640 1 -- 172.21.15.31:0/793096350 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f30ec0b3090 msgr2=0x7f30ec15f6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:56.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.364+0000 7f30f45b4640 1 --2- 172.21.15.31:0/793096350 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f30ec0b3090 0x7f30ec15f6d0 secure :-1 s=READY pgs=1696 cs=0 l=1 rev1=1 crypto rx=0x7f30ec074b30 tx=0x7f30dc02a5f0 comp rx=0 tx=0).stop 2024-09-16T07:28:56.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.364+0000 7f30f45b4640 1 -- 172.21.15.31:0/793096350 shutdown_connections 2024-09-16T07:28:56.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.364+0000 7f30f45b4640 1 --2- 172.21.15.31:0/793096350 >> v2:172.21.15.155:3300/0 conn(0x7f30ec0cfce0 0x7f30ec0d00f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:56.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.364+0000 7f30f45b4640 1 --2- 172.21.15.31:0/793096350 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f30ec0b3090 0x7f30ec15f6d0 unknown :-1 s=CLOSED pgs=1696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:56.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.364+0000 7f30f45b4640 1 -- 172.21.15.31:0/793096350 >> 172.21.15.31:0/793096350 conn(0x7f30ec09aa30 msgr2=0x7f30ec09ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:56.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.364+0000 7f30f45b4640 1 -- 172.21.15.31:0/793096350 shutdown_connections 2024-09-16T07:28:56.364 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.364+0000 7f30f45b4640 1 -- 172.21.15.31:0/793096350 wait complete. 2024-09-16T07:28:56.366 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.365+0000 7f30f45b4640 1 Processor -- start 2024-09-16T07:28:56.366 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.365+0000 7f30f45b4640 1 -- start start 2024-09-16T07:28:56.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.366+0000 7f30f45b4640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f30ec0b3090 0x7f30ec0c6910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:56.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.366+0000 7f30f45b4640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f30ec0cfce0 0x7f30ec0b6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:56.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.366+0000 7f30f45b4640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f30ec0d2410 0x7f30ec15af30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:56.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.366+0000 7f30f45b4640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f30ec0b13c0 con 0x7f30ec0cfce0 2024-09-16T07:28:56.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.366+0000 7f30f45b4640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f30ec0b1240 con 0x7f30ec0d2410 2024-09-16T07:28:56.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.366+0000 7f30f45b4640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f30ec0b1540 con 0x7f30ec0b3090 2024-09-16T07:28:56.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.366+0000 7f30f1b4f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f30ec0cfce0 0x7f30ec0b6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:56.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.366+0000 7f30f1b4f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f30ec0cfce0 0x7f30ec0b6210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59684/0 (socket says 172.21.15.31:59684) 2024-09-16T07:28:56.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.366+0000 7f30f1b4f640 1 -- 172.21.15.31:0/1159260867 learned_addr learned my addr 172.21.15.31:0/1159260867 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:56.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.366+0000 7f30f2350640 1 --2- 172.21.15.31:0/1159260867 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f30ec0b3090 0x7f30ec0c6910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:56.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.366+0000 7f30f2b51640 1 --2- 172.21.15.31:0/1159260867 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f30ec0d2410 0x7f30ec15af30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:56.368 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.366+0000 7f30f1b4f640 1 -- 172.21.15.31:0/1159260867 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f30ec0b3090 msgr2=0x7f30ec0c6910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:56.368 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.366+0000 7f30f1b4f640 1 --2- 172.21.15.31:0/1159260867 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f30ec0b3090 0x7f30ec0c6910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:56.368 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.366+0000 7f30f1b4f640 1 -- 172.21.15.31:0/1159260867 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f30ec0d2410 msgr2=0x7f30ec15af30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:56.368 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.366+0000 7f30f1b4f640 1 --2- 172.21.15.31:0/1159260867 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f30ec0d2410 0x7f30ec15af30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:56.368 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.366+0000 7f30f1b4f640 1 -- 172.21.15.31:0/1159260867 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30ec0b4fa0 con 0x7f30ec0cfce0 2024-09-16T07:28:56.368 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.366+0000 7f30f1b4f640 1 --2- 172.21.15.31:0/1159260867 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f30ec0cfce0 0x7f30ec0b6210 secure :-1 s=READY pgs=1697 cs=0 l=1 rev1=1 crypto rx=0x7f30dc009850 tx=0x7f30dc0039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:56.368 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.367+0000 7f30e2ffd640 1 -- 172.21.15.31:0/1159260867 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30dc03f070 con 0x7f30ec0cfce0 2024-09-16T07:28:56.368 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.367+0000 7f30e2ffd640 1 -- 172.21.15.31:0/1159260867 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f30dc004890 con 0x7f30ec0cfce0 2024-09-16T07:28:56.368 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.367+0000 7f30f45b4640 1 -- 172.21.15.31:0/1159260867 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30ec0b5280 con 0x7f30ec0cfce0 2024-09-16T07:28:56.368 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.367+0000 7f30e2ffd640 1 -- 172.21.15.31:0/1159260867 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30dc035030 con 0x7f30ec0cfce0 2024-09-16T07:28:56.368 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.367+0000 7f30f45b4640 1 -- 172.21.15.31:0/1159260867 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30ec1f29b0 con 0x7f30ec0cfce0 2024-09-16T07:28:56.369 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.368+0000 7f30f45b4640 1 -- 172.21.15.31:0/1159260867 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f30ec0b1a30 con 0x7f30ec0cfce0 2024-09-16T07:28:56.369 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.368+0000 7f30e2ffd640 1 -- 172.21.15.31:0/1159260867 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 24) ==== 102052+0+0 (secure 0 0 0) 0x7f30dc042070 con 0x7f30ec0cfce0 2024-09-16T07:28:56.369 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.369+0000 7f30e2ffd640 1 --2- 172.21.15.31:0/1159260867 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f30d00790c0 0x7f30d007b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:56.370 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.369+0000 7f30e2ffd640 1 -- 172.21.15.31:0/1159260867 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5737+0+0 (secure 0 0 0) 0x7f30dc0ba060 con 0x7f30ec0cfce0 2024-09-16T07:28:56.370 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.369+0000 7f30f2350640 1 --2- 172.21.15.31:0/1159260867 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f30d00790c0 0x7f30d007b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:56.370 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.369+0000 7f30f2350640 1 --2- 172.21.15.31:0/1159260867 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f30d00790c0 0x7f30d007b580 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f30e8006fd0 tx=0x7f30e8008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:56.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.373+0000 7f30e2ffd640 1 -- 172.21.15.31:0/1159260867 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f30ec15c0e0 con 0x7f30ec0cfce0 2024-09-16T07:28:56.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.554+0000 7f30f45b4640 1 -- 172.21.15.31:0/1159260867 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f30ec0b5680 con 0x7f30d00790c0 2024-09-16T07:28:56.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.558+0000 7f30e2ffd640 1 -- 172.21.15.31:0/1159260867 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252481 (secure 0 0 0) 0x7f30e800be30 con 0x7f30d00790c0 2024-09-16T07:28:56.560 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:28:56.561 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-16T07:28:56.563 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.561+0000 7f30f45b4640 1 -- 172.21.15.31:0/1159260867 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f30d00790c0 msgr2=0x7f30d007b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:56.563 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.561+0000 7f30f45b4640 1 --2- 172.21.15.31:0/1159260867 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f30d00790c0 0x7f30d007b580 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f30e8006fd0 tx=0x7f30e8008040 comp rx=0 tx=0).stop 2024-09-16T07:28:56.563 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.561+0000 7f30f45b4640 1 -- 172.21.15.31:0/1159260867 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f30ec0cfce0 msgr2=0x7f30ec0b6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:56.563 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.561+0000 7f30f45b4640 1 --2- 172.21.15.31:0/1159260867 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f30ec0cfce0 0x7f30ec0b6210 secure :-1 s=READY pgs=1697 cs=0 l=1 rev1=1 crypto rx=0x7f30dc009850 tx=0x7f30dc0039e0 comp rx=0 tx=0).stop 2024-09-16T07:28:56.563 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.561+0000 7f30f45b4640 1 -- 172.21.15.31:0/1159260867 shutdown_connections 2024-09-16T07:28:56.563 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.561+0000 7f30f45b4640 1 --2- 172.21.15.31:0/1159260867 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f30d00790c0 0x7f30d007b580 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:56.563 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.561+0000 7f30f45b4640 1 --2- 172.21.15.31:0/1159260867 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f30ec0d2410 0x7f30ec15af30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:56.563 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.561+0000 7f30f45b4640 1 --2- 172.21.15.31:0/1159260867 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f30ec0cfce0 0x7f30ec0b6210 unknown :-1 s=CLOSED pgs=1697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:56.563 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.561+0000 7f30f45b4640 1 --2- 172.21.15.31:0/1159260867 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f30ec0b3090 0x7f30ec0c6910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:56.563 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.561+0000 7f30f45b4640 1 -- 172.21.15.31:0/1159260867 >> 172.21.15.31:0/1159260867 conn(0x7f30ec09aa30 msgr2=0x7f30ec070780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:56.564 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.562+0000 7f30f45b4640 1 -- 172.21.15.31:0/1159260867 shutdown_connections 2024-09-16T07:28:56.564 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.562+0000 7f30f45b4640 1 -- 172.21.15.31:0/1159260867 wait complete. 2024-09-16T07:28:56.571 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":197,"stamp":"2024-09-16T07:28:56.265715+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":158,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":118,"ondisk_log_size":118,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":265940,"kb_used_data":16424,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754708780,"statfs":{"total":773094113280,"available":772821790720,"internally_reserved":0,"allocated":16818176,"data_stored":8082988,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":17,"apply_latency_ms":17,"commit_latency_ns":17000000,"apply_latency_ns":17000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.000887"},"pg_stats":[{"pgid":"25.3f","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.806160+0000","last_change":"2024-09-16T07:28:52.085077+0000","last_active":"2024-09-16T07:28:53.806160+0000","last_peered":"2024-09-16T07:28:53.806160+0000","last_clean":"2024-09-16T07:28:53.806160+0000","last_became_active":"2024-09-16T07:28:52.084768+0000","last_became_peered":"2024-09-16T07:28:52.084768+0000","last_unstale":"2024-09-16T07:28:53.806160+0000","last_undegraded":"2024-09-16T07:28:53.806160+0000","last_fullsized":"2024-09-16T07:28:53.806160+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:11:32.847135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.3e","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.063999+0000","last_change":"2024-09-16T07:28:52.078202+0000","last_active":"2024-09-16T07:28:53.063999+0000","last_peered":"2024-09-16T07:28:53.063999+0000","last_clean":"2024-09-16T07:28:53.063999+0000","last_became_active":"2024-09-16T07:28:52.077297+0000","last_became_peered":"2024-09-16T07:28:52.077297+0000","last_unstale":"2024-09-16T07:28:53.063999+0000","last_undegraded":"2024-09-16T07:28:53.063999+0000","last_fullsized":"2024-09-16T07:28:53.063999+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:21:20.491480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.3d","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.066749+0000","last_change":"2024-09-16T07:28:52.082706+0000","last_active":"2024-09-16T07:28:53.066749+0000","last_peered":"2024-09-16T07:28:53.066749+0000","last_clean":"2024-09-16T07:28:53.066749+0000","last_became_active":"2024-09-16T07:28:52.082052+0000","last_became_peered":"2024-09-16T07:28:52.082052+0000","last_unstale":"2024-09-16T07:28:53.066749+0000","last_undegraded":"2024-09-16T07:28:53.066749+0000","last_fullsized":"2024-09-16T07:28:53.066749+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:46:44.058403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.3c","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.063779+0000","last_change":"2024-09-16T07:28:52.075562+0000","last_active":"2024-09-16T07:28:53.063779+0000","last_peered":"2024-09-16T07:28:53.063779+0000","last_clean":"2024-09-16T07:28:53.063779+0000","last_became_active":"2024-09-16T07:28:52.075267+0000","last_became_peered":"2024-09-16T07:28:52.075267+0000","last_unstale":"2024-09-16T07:28:53.063779+0000","last_undegraded":"2024-09-16T07:28:53.063779+0000","last_fullsized":"2024-09-16T07:28:53.063779+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:47:35.967543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.3b","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.065131+0000","last_change":"2024-09-16T07:28:52.080626+0000","last_active":"2024-09-16T07:28:53.065131+0000","last_peered":"2024-09-16T07:28:53.065131+0000","last_clean":"2024-09-16T07:28:53.065131+0000","last_became_active":"2024-09-16T07:28:52.080335+0000","last_became_peered":"2024-09-16T07:28:52.080335+0000","last_unstale":"2024-09-16T07:28:53.065131+0000","last_undegraded":"2024-09-16T07:28:53.065131+0000","last_fullsized":"2024-09-16T07:28:53.065131+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:34:27.626120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.3a","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.805127+0000","last_change":"2024-09-16T07:28:52.087032+0000","last_active":"2024-09-16T07:28:53.805127+0000","last_peered":"2024-09-16T07:28:53.805127+0000","last_clean":"2024-09-16T07:28:53.805127+0000","last_became_active":"2024-09-16T07:28:52.086739+0000","last_became_peered":"2024-09-16T07:28:52.086739+0000","last_unstale":"2024-09-16T07:28:53.805127+0000","last_undegraded":"2024-09-16T07:28:53.805127+0000","last_fullsized":"2024-09-16T07:28:53.805127+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:23:24.958169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.39","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.677136+0000","last_change":"2024-09-16T07:28:52.081402+0000","last_active":"2024-09-16T07:28:53.677136+0000","last_peered":"2024-09-16T07:28:53.677136+0000","last_clean":"2024-09-16T07:28:53.677136+0000","last_became_active":"2024-09-16T07:28:52.081117+0000","last_became_peered":"2024-09-16T07:28:52.081117+0000","last_unstale":"2024-09-16T07:28:53.677136+0000","last_undegraded":"2024-09-16T07:28:53.677136+0000","last_fullsized":"2024-09-16T07:28:53.677136+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:51:36.687573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.38","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.064793+0000","last_change":"2024-09-16T07:28:52.081827+0000","last_active":"2024-09-16T07:28:53.064793+0000","last_peered":"2024-09-16T07:28:53.064793+0000","last_clean":"2024-09-16T07:28:53.064793+0000","last_became_active":"2024-09-16T07:28:52.081205+0000","last_became_peered":"2024-09-16T07:28:52.081205+0000","last_unstale":"2024-09-16T07:28:53.064793+0000","last_undegraded":"2024-09-16T07:28:53.064793+0000","last_fullsized":"2024-09-16T07:28:53.064793+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:51:36.687573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.37","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.063721+0000","last_change":"2024-09-16T07:28:52.069762+0000","last_active":"2024-09-16T07:28:53.063721+0000","last_peered":"2024-09-16T07:28:53.063721+0000","last_clean":"2024-09-16T07:28:53.063721+0000","last_became_active":"2024-09-16T07:28:52.069369+0000","last_became_peered":"2024-09-16T07:28:52.069369+0000","last_unstale":"2024-09-16T07:28:53.063721+0000","last_undegraded":"2024-09-16T07:28:53.063721+0000","last_fullsized":"2024-09-16T07:28:53.063721+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:17:17.906088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.36","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.355688+0000","last_change":"2024-09-16T07:28:52.078770+0000","last_active":"2024-09-16T07:28:53.355688+0000","last_peered":"2024-09-16T07:28:53.355688+0000","last_clean":"2024-09-16T07:28:53.355688+0000","last_became_active":"2024-09-16T07:28:52.078494+0000","last_became_peered":"2024-09-16T07:28:52.078494+0000","last_unstale":"2024-09-16T07:28:53.355688+0000","last_undegraded":"2024-09-16T07:28:53.355688+0000","last_fullsized":"2024-09-16T07:28:53.355688+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:50:47.804846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.35","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.805962+0000","last_change":"2024-09-16T07:28:52.079521+0000","last_active":"2024-09-16T07:28:53.805962+0000","last_peered":"2024-09-16T07:28:53.805962+0000","last_clean":"2024-09-16T07:28:53.805962+0000","last_became_active":"2024-09-16T07:28:52.079211+0000","last_became_peered":"2024-09-16T07:28:52.079211+0000","last_unstale":"2024-09-16T07:28:53.805962+0000","last_undegraded":"2024-09-16T07:28:53.805962+0000","last_fullsized":"2024-09-16T07:28:53.805962+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:21:45.356776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.34","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.805360+0000","last_change":"2024-09-16T07:28:52.074663+0000","last_active":"2024-09-16T07:28:53.805360+0000","last_peered":"2024-09-16T07:28:53.805360+0000","last_clean":"2024-09-16T07:28:53.805360+0000","last_became_active":"2024-09-16T07:28:52.074325+0000","last_became_peered":"2024-09-16T07:28:52.074325+0000","last_unstale":"2024-09-16T07:28:53.805360+0000","last_undegraded":"2024-09-16T07:28:53.805360+0000","last_fullsized":"2024-09-16T07:28:53.805360+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:31:50.734602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.33","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.805507+0000","last_change":"2024-09-16T07:28:52.086849+0000","last_active":"2024-09-16T07:28:53.805507+0000","last_peered":"2024-09-16T07:28:53.805507+0000","last_clean":"2024-09-16T07:28:53.805507+0000","last_became_active":"2024-09-16T07:28:52.086539+0000","last_became_peered":"2024-09-16T07:28:52.086539+0000","last_unstale":"2024-09-16T07:28:53.805507+0000","last_undegraded":"2024-09-16T07:28:53.805507+0000","last_fullsized":"2024-09-16T07:28:53.805507+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:11:18.525741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.32","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.063569+0000","last_change":"2024-09-16T07:28:52.086013+0000","last_active":"2024-09-16T07:28:53.063569+0000","last_peered":"2024-09-16T07:28:53.063569+0000","last_clean":"2024-09-16T07:28:53.063569+0000","last_became_active":"2024-09-16T07:28:52.085710+0000","last_became_peered":"2024-09-16T07:28:52.085710+0000","last_unstale":"2024-09-16T07:28:53.063569+0000","last_undegraded":"2024-09-16T07:28:53.063569+0000","last_fullsized":"2024-09-16T07:28:53.063569+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:34:52.190566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.31","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.805484+0000","last_change":"2024-09-16T07:28:52.079434+0000","last_active":"2024-09-16T07:28:53.805484+0000","last_peered":"2024-09-16T07:28:53.805484+0000","last_clean":"2024-09-16T07:28:53.805484+0000","last_became_active":"2024-09-16T07:28:52.079113+0000","last_became_peered":"2024-09-16T07:28:52.079113+0000","last_unstale":"2024-09-16T07:28:53.805484+0000","last_undegraded":"2024-09-16T07:28:53.805484+0000","last_fullsized":"2024-09-16T07:28:53.805484+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:45:13.268462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.30","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.065724+0000","last_change":"2024-09-16T07:28:52.082407+0000","last_active":"2024-09-16T07:28:53.065724+0000","last_peered":"2024-09-16T07:28:53.065724+0000","last_clean":"2024-09-16T07:28:53.065724+0000","last_became_active":"2024-09-16T07:28:52.082108+0000","last_became_peered":"2024-09-16T07:28:52.082108+0000","last_unstale":"2024-09-16T07:28:53.065724+0000","last_undegraded":"2024-09-16T07:28:53.065724+0000","last_fullsized":"2024-09-16T07:28:53.065724+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:49:11.325622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.2f","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.805334+0000","last_change":"2024-09-16T07:28:52.085818+0000","last_active":"2024-09-16T07:28:53.805334+0000","last_peered":"2024-09-16T07:28:53.805334+0000","last_clean":"2024-09-16T07:28:53.805334+0000","last_became_active":"2024-09-16T07:28:52.085453+0000","last_became_peered":"2024-09-16T07:28:52.085453+0000","last_unstale":"2024-09-16T07:28:53.805334+0000","last_undegraded":"2024-09-16T07:28:53.805334+0000","last_fullsized":"2024-09-16T07:28:53.805334+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:03:24.251325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.2e","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.677469+0000","last_change":"2024-09-16T07:28:52.080196+0000","last_active":"2024-09-16T07:28:53.677469+0000","last_peered":"2024-09-16T07:28:53.677469+0000","last_clean":"2024-09-16T07:28:53.677469+0000","last_became_active":"2024-09-16T07:28:52.079881+0000","last_became_peered":"2024-09-16T07:28:52.079881+0000","last_unstale":"2024-09-16T07:28:53.677469+0000","last_undegraded":"2024-09-16T07:28:53.677469+0000","last_fullsized":"2024-09-16T07:28:53.677469+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:38:20.225190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.2d","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.066977+0000","last_change":"2024-09-16T07:28:52.075283+0000","last_active":"2024-09-16T07:28:53.066977+0000","last_peered":"2024-09-16T07:28:53.066977+0000","last_clean":"2024-09-16T07:28:53.066977+0000","last_became_active":"2024-09-16T07:28:52.074993+0000","last_became_peered":"2024-09-16T07:28:52.074993+0000","last_unstale":"2024-09-16T07:28:53.066977+0000","last_undegraded":"2024-09-16T07:28:53.066977+0000","last_fullsized":"2024-09-16T07:28:53.066977+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:37:15.784173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.2c","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.065354+0000","last_change":"2024-09-16T07:28:52.080225+0000","last_active":"2024-09-16T07:28:53.065354+0000","last_peered":"2024-09-16T07:28:53.065354+0000","last_clean":"2024-09-16T07:28:53.065354+0000","last_became_active":"2024-09-16T07:28:52.079935+0000","last_became_peered":"2024-09-16T07:28:52.079935+0000","last_unstale":"2024-09-16T07:28:53.065354+0000","last_undegraded":"2024-09-16T07:28:53.065354+0000","last_fullsized":"2024-09-16T07:28:53.065354+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:15:19.571737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.2b","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.066290+0000","last_change":"2024-09-16T07:28:52.075665+0000","last_active":"2024-09-16T07:28:53.066290+0000","last_peered":"2024-09-16T07:28:53.066290+0000","last_clean":"2024-09-16T07:28:53.066290+0000","last_became_active":"2024-09-16T07:28:52.073443+0000","last_became_peered":"2024-09-16T07:28:52.073443+0000","last_unstale":"2024-09-16T07:28:53.066290+0000","last_undegraded":"2024-09-16T07:28:53.066290+0000","last_fullsized":"2024-09-16T07:28:53.066290+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:24:45.397497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.2a","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.065350+0000","last_change":"2024-09-16T07:28:52.084612+0000","last_active":"2024-09-16T07:28:53.065350+0000","last_peered":"2024-09-16T07:28:53.065350+0000","last_clean":"2024-09-16T07:28:53.065350+0000","last_became_active":"2024-09-16T07:28:52.081059+0000","last_became_peered":"2024-09-16T07:28:52.081059+0000","last_unstale":"2024-09-16T07:28:53.065350+0000","last_undegraded":"2024-09-16T07:28:53.065350+0000","last_fullsized":"2024-09-16T07:28:53.065350+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:11:51.865380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.29","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.355388+0000","last_change":"2024-09-16T07:28:52.085982+0000","last_active":"2024-09-16T07:28:53.355388+0000","last_peered":"2024-09-16T07:28:53.355388+0000","last_clean":"2024-09-16T07:28:53.355388+0000","last_became_active":"2024-09-16T07:28:52.084482+0000","last_became_peered":"2024-09-16T07:28:52.084482+0000","last_unstale":"2024-09-16T07:28:53.355388+0000","last_undegraded":"2024-09-16T07:28:53.355388+0000","last_fullsized":"2024-09-16T07:28:53.355388+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:12:42.104915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.28","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.064881+0000","last_change":"2024-09-16T07:28:52.078397+0000","last_active":"2024-09-16T07:28:53.064881+0000","last_peered":"2024-09-16T07:28:53.064881+0000","last_clean":"2024-09-16T07:28:53.064881+0000","last_became_active":"2024-09-16T07:28:52.078109+0000","last_became_peered":"2024-09-16T07:28:52.078109+0000","last_unstale":"2024-09-16T07:28:53.064881+0000","last_undegraded":"2024-09-16T07:28:53.064881+0000","last_fullsized":"2024-09-16T07:28:53.064881+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:11:54.609586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.27","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.063887+0000","last_change":"2024-09-16T07:28:52.077294+0000","last_active":"2024-09-16T07:28:53.063887+0000","last_peered":"2024-09-16T07:28:53.063887+0000","last_clean":"2024-09-16T07:28:53.063887+0000","last_became_active":"2024-09-16T07:28:52.077001+0000","last_became_peered":"2024-09-16T07:28:52.077001+0000","last_unstale":"2024-09-16T07:28:53.063887+0000","last_undegraded":"2024-09-16T07:28:53.063887+0000","last_fullsized":"2024-09-16T07:28:53.063887+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:43:14.951405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.26","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.805719+0000","last_change":"2024-09-16T07:28:52.083036+0000","last_active":"2024-09-16T07:28:53.805719+0000","last_peered":"2024-09-16T07:28:53.805719+0000","last_clean":"2024-09-16T07:28:53.805719+0000","last_became_active":"2024-09-16T07:28:52.082757+0000","last_became_peered":"2024-09-16T07:28:52.082757+0000","last_unstale":"2024-09-16T07:28:53.805719+0000","last_undegraded":"2024-09-16T07:28:53.805719+0000","last_fullsized":"2024-09-16T07:28:53.805719+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:16:05.988390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.25","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.067152+0000","last_change":"2024-09-16T07:28:52.076896+0000","last_active":"2024-09-16T07:28:53.067152+0000","last_peered":"2024-09-16T07:28:53.067152+0000","last_clean":"2024-09-16T07:28:53.067152+0000","last_became_active":"2024-09-16T07:28:52.076473+0000","last_became_peered":"2024-09-16T07:28:52.076473+0000","last_unstale":"2024-09-16T07:28:53.067152+0000","last_undegraded":"2024-09-16T07:28:53.067152+0000","last_fullsized":"2024-09-16T07:28:53.067152+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:31:50.734602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.24","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.355644+0000","last_change":"2024-09-16T07:28:52.084716+0000","last_active":"2024-09-16T07:28:53.355644+0000","last_peered":"2024-09-16T07:28:53.355644+0000","last_clean":"2024-09-16T07:28:53.355644+0000","last_became_active":"2024-09-16T07:28:52.084413+0000","last_became_peered":"2024-09-16T07:28:52.084413+0000","last_unstale":"2024-09-16T07:28:53.355644+0000","last_undegraded":"2024-09-16T07:28:53.355644+0000","last_fullsized":"2024-09-16T07:28:53.355644+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:02:50.414335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.23","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.805901+0000","last_change":"2024-09-16T07:28:52.087907+0000","last_active":"2024-09-16T07:28:53.805901+0000","last_peered":"2024-09-16T07:28:53.805901+0000","last_clean":"2024-09-16T07:28:53.805901+0000","last_became_active":"2024-09-16T07:28:52.087550+0000","last_became_peered":"2024-09-16T07:28:52.087550+0000","last_unstale":"2024-09-16T07:28:53.805901+0000","last_undegraded":"2024-09-16T07:28:53.805901+0000","last_fullsized":"2024-09-16T07:28:53.805901+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:03:19.736415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.22","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.805247+0000","last_change":"2024-09-16T07:28:52.080068+0000","last_active":"2024-09-16T07:28:53.805247+0000","last_peered":"2024-09-16T07:28:53.805247+0000","last_clean":"2024-09-16T07:28:53.805247+0000","last_became_active":"2024-09-16T07:28:52.079046+0000","last_became_peered":"2024-09-16T07:28:52.079046+0000","last_unstale":"2024-09-16T07:28:53.805247+0000","last_undegraded":"2024-09-16T07:28:53.805247+0000","last_fullsized":"2024-09-16T07:28:53.805247+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:44:45.387037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.21","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.065544+0000","last_change":"2024-09-16T07:28:52.083895+0000","last_active":"2024-09-16T07:28:53.065544+0000","last_peered":"2024-09-16T07:28:53.065544+0000","last_clean":"2024-09-16T07:28:53.065544+0000","last_became_active":"2024-09-16T07:28:52.079754+0000","last_became_peered":"2024-09-16T07:28:52.079754+0000","last_unstale":"2024-09-16T07:28:53.065544+0000","last_undegraded":"2024-09-16T07:28:53.065544+0000","last_fullsized":"2024-09-16T07:28:53.065544+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:23:35.676318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.20","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.065140+0000","last_change":"2024-09-16T07:28:52.082125+0000","last_active":"2024-09-16T07:28:53.065140+0000","last_peered":"2024-09-16T07:28:53.065140+0000","last_clean":"2024-09-16T07:28:53.065140+0000","last_became_active":"2024-09-16T07:28:52.081541+0000","last_became_peered":"2024-09-16T07:28:52.081541+0000","last_unstale":"2024-09-16T07:28:53.065140+0000","last_undegraded":"2024-09-16T07:28:53.065140+0000","last_fullsized":"2024-09-16T07:28:53.065140+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:30:05.466642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.1e","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.067017+0000","last_change":"2024-09-16T07:28:52.080444+0000","last_active":"2024-09-16T07:28:53.067017+0000","last_peered":"2024-09-16T07:28:53.067017+0000","last_clean":"2024-09-16T07:28:53.067017+0000","last_became_active":"2024-09-16T07:28:52.080160+0000","last_became_peered":"2024-09-16T07:28:52.080160+0000","last_unstale":"2024-09-16T07:28:53.067017+0000","last_undegraded":"2024-09-16T07:28:53.067017+0000","last_fullsized":"2024-09-16T07:28:53.067017+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:29:13.928505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.1f","version":"154'4","reported_seq":19,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.066900+0000","last_change":"2024-09-16T07:28:51.063057+0000","last_active":"2024-09-16T07:28:53.066900+0000","last_peered":"2024-09-16T07:28:53.066900+0000","last_clean":"2024-09-16T07:28:53.066900+0000","last_became_active":"2024-09-16T07:28:51.062671+0000","last_became_peered":"2024-09-16T07:28:51.062671+0000","last_unstale":"2024-09-16T07:28:53.066900+0000","last_undegraded":"2024-09-16T07:28:53.066900+0000","last_fullsized":"2024-09-16T07:28:53.066900+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:17:47.639680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.1f","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.355756+0000","last_change":"2024-09-16T07:28:52.078935+0000","last_active":"2024-09-16T07:28:53.355756+0000","last_peered":"2024-09-16T07:28:53.355756+0000","last_clean":"2024-09-16T07:28:53.355756+0000","last_became_active":"2024-09-16T07:28:52.078629+0000","last_became_peered":"2024-09-16T07:28:52.078629+0000","last_unstale":"2024-09-16T07:28:53.355756+0000","last_undegraded":"2024-09-16T07:28:53.355756+0000","last_fullsized":"2024-09-16T07:28:53.355756+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:43:07.366969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.1e","version":"154'1","reported_seq":16,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.806106+0000","last_change":"2024-09-16T07:28:51.057654+0000","last_active":"2024-09-16T07:28:53.806106+0000","last_peered":"2024-09-16T07:28:53.806106+0000","last_clean":"2024-09-16T07:28:53.806106+0000","last_became_active":"2024-09-16T07:28:51.057396+0000","last_became_peered":"2024-09-16T07:28:51.057396+0000","last_unstale":"2024-09-16T07:28:53.806106+0000","last_undegraded":"2024-09-16T07:28:53.806106+0000","last_fullsized":"2024-09-16T07:28:53.806106+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:38:19.223367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.1c","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.063804+0000","last_change":"2024-09-16T07:28:52.076408+0000","last_active":"2024-09-16T07:28:53.063804+0000","last_peered":"2024-09-16T07:28:53.063804+0000","last_clean":"2024-09-16T07:28:53.063804+0000","last_became_active":"2024-09-16T07:28:52.076070+0000","last_became_peered":"2024-09-16T07:28:52.076070+0000","last_unstale":"2024-09-16T07:28:53.063804+0000","last_undegraded":"2024-09-16T07:28:53.063804+0000","last_fullsized":"2024-09-16T07:28:53.063804+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:08:43.271309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.1d","version":"154'2","reported_seq":17,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.066263+0000","last_change":"2024-09-16T07:28:51.060013+0000","last_active":"2024-09-16T07:28:53.066263+0000","last_peered":"2024-09-16T07:28:53.066263+0000","last_clean":"2024-09-16T07:28:53.066263+0000","last_became_active":"2024-09-16T07:28:51.058395+0000","last_became_peered":"2024-09-16T07:28:51.058395+0000","last_unstale":"2024-09-16T07:28:53.066263+0000","last_undegraded":"2024-09-16T07:28:53.066263+0000","last_fullsized":"2024-09-16T07:28:53.066263+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:51:25.221322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.1d","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.064085+0000","last_change":"2024-09-16T07:28:52.086840+0000","last_active":"2024-09-16T07:28:53.064085+0000","last_peered":"2024-09-16T07:28:53.064085+0000","last_clean":"2024-09-16T07:28:53.064085+0000","last_became_active":"2024-09-16T07:28:52.086541+0000","last_became_peered":"2024-09-16T07:28:52.086541+0000","last_unstale":"2024-09-16T07:28:53.064085+0000","last_undegraded":"2024-09-16T07:28:53.064085+0000","last_fullsized":"2024-09-16T07:28:53.064085+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:19:35.599790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.1c","version":"154'2","reported_seq":17,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.805551+0000","last_change":"2024-09-16T07:28:51.057296+0000","last_active":"2024-09-16T07:28:53.805551+0000","last_peered":"2024-09-16T07:28:53.805551+0000","last_clean":"2024-09-16T07:28:53.805551+0000","last_became_active":"2024-09-16T07:28:51.057020+0000","last_became_peered":"2024-09-16T07:28:51.057020+0000","last_unstale":"2024-09-16T07:28:53.805551+0000","last_undegraded":"2024-09-16T07:28:53.805551+0000","last_fullsized":"2024-09-16T07:28:53.805551+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:15:18.569914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.1a","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.805173+0000","last_change":"2024-09-16T07:28:52.087240+0000","last_active":"2024-09-16T07:28:53.805173+0000","last_peered":"2024-09-16T07:28:53.805173+0000","last_clean":"2024-09-16T07:28:53.805173+0000","last_became_active":"2024-09-16T07:28:52.086953+0000","last_became_peered":"2024-09-16T07:28:52.086953+0000","last_unstale":"2024-09-16T07:28:53.805173+0000","last_undegraded":"2024-09-16T07:28:53.805173+0000","last_fullsized":"2024-09-16T07:28:53.805173+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:36:01.734499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.1b","version":"154'1","reported_seq":16,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.065550+0000","last_change":"2024-09-16T07:28:51.058736+0000","last_active":"2024-09-16T07:28:53.065550+0000","last_peered":"2024-09-16T07:28:53.065550+0000","last_clean":"2024-09-16T07:28:53.065550+0000","last_became_active":"2024-09-16T07:28:51.058476+0000","last_became_peered":"2024-09-16T07:28:51.058476+0000","last_unstale":"2024-09-16T07:28:53.065550+0000","last_undegraded":"2024-09-16T07:28:53.065550+0000","last_fullsized":"2024-09-16T07:28:53.065550+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:11:40.975862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.1b","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.065428+0000","last_change":"2024-09-16T07:28:52.080732+0000","last_active":"2024-09-16T07:28:53.065428+0000","last_peered":"2024-09-16T07:28:53.065428+0000","last_clean":"2024-09-16T07:28:53.065428+0000","last_became_active":"2024-09-16T07:28:52.080442+0000","last_became_peered":"2024-09-16T07:28:52.080442+0000","last_unstale":"2024-09-16T07:28:53.065428+0000","last_undegraded":"2024-09-16T07:28:53.065428+0000","last_fullsized":"2024-09-16T07:28:53.065428+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:36:20.846687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.1a","version":"154'1","reported_seq":16,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.065350+0000","last_change":"2024-09-16T07:28:51.058875+0000","last_active":"2024-09-16T07:28:53.065350+0000","last_peered":"2024-09-16T07:28:53.065350+0000","last_clean":"2024-09-16T07:28:53.065350+0000","last_became_active":"2024-09-16T07:28:51.058519+0000","last_became_peered":"2024-09-16T07:28:51.058519+0000","last_unstale":"2024-09-16T07:28:53.065350+0000","last_undegraded":"2024-09-16T07:28:53.065350+0000","last_fullsized":"2024-09-16T07:28:53.065350+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:08:42.979410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.19","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.805871+0000","last_change":"2024-09-16T07:28:52.084435+0000","last_active":"2024-09-16T07:28:53.805871+0000","last_peered":"2024-09-16T07:28:53.805871+0000","last_clean":"2024-09-16T07:28:53.805871+0000","last_became_active":"2024-09-16T07:28:52.084064+0000","last_became_peered":"2024-09-16T07:28:52.084064+0000","last_unstale":"2024-09-16T07:28:53.805871+0000","last_undegraded":"2024-09-16T07:28:53.805871+0000","last_fullsized":"2024-09-16T07:28:53.805871+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:45:09.821790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.18","version":"0'0","reported_seq":15,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.677037+0000","last_change":"2024-09-16T07:28:51.063289+0000","last_active":"2024-09-16T07:28:53.677037+0000","last_peered":"2024-09-16T07:28:53.677037+0000","last_clean":"2024-09-16T07:28:53.677037+0000","last_became_active":"2024-09-16T07:28:51.063030+0000","last_became_peered":"2024-09-16T07:28:51.063030+0000","last_unstale":"2024-09-16T07:28:53.677037+0000","last_undegraded":"2024-09-16T07:28:53.677037+0000","last_fullsized":"2024-09-16T07:28:53.677037+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:37:54.734412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.16","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.066885+0000","last_change":"2024-09-16T07:28:52.077190+0000","last_active":"2024-09-16T07:28:53.066885+0000","last_peered":"2024-09-16T07:28:53.066885+0000","last_clean":"2024-09-16T07:28:53.066885+0000","last_became_active":"2024-09-16T07:28:52.076903+0000","last_became_peered":"2024-09-16T07:28:52.076903+0000","last_unstale":"2024-09-16T07:28:53.066885+0000","last_undegraded":"2024-09-16T07:28:53.066885+0000","last_fullsized":"2024-09-16T07:28:53.066885+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:21:59.738602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.17","version":"0'0","reported_seq":15,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.806149+0000","last_change":"2024-09-16T07:28:51.050992+0000","last_active":"2024-09-16T07:28:53.806149+0000","last_peered":"2024-09-16T07:28:53.806149+0000","last_clean":"2024-09-16T07:28:53.806149+0000","last_became_active":"2024-09-16T07:28:51.050726+0000","last_became_peered":"2024-09-16T07:28:51.050726+0000","last_unstale":"2024-09-16T07:28:53.806149+0000","last_undegraded":"2024-09-16T07:28:53.806149+0000","last_fullsized":"2024-09-16T07:28:53.806149+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:19:24.961647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.17","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.355818+0000","last_change":"2024-09-16T07:28:52.085604+0000","last_active":"2024-09-16T07:28:53.355818+0000","last_peered":"2024-09-16T07:28:53.355818+0000","last_clean":"2024-09-16T07:28:53.355818+0000","last_became_active":"2024-09-16T07:28:52.085216+0000","last_became_peered":"2024-09-16T07:28:52.085216+0000","last_unstale":"2024-09-16T07:28:53.355818+0000","last_undegraded":"2024-09-16T07:28:53.355818+0000","last_fullsized":"2024-09-16T07:28:53.355818+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:32:40.888036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.16","version":"0'0","reported_seq":15,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.355901+0000","last_change":"2024-09-16T07:28:51.064201+0000","last_active":"2024-09-16T07:28:53.355901+0000","last_peered":"2024-09-16T07:28:53.355901+0000","last_clean":"2024-09-16T07:28:53.355901+0000","last_became_active":"2024-09-16T07:28:51.063911+0000","last_became_peered":"2024-09-16T07:28:51.063911+0000","last_unstale":"2024-09-16T07:28:53.355901+0000","last_undegraded":"2024-09-16T07:28:53.355901+0000","last_fullsized":"2024-09-16T07:28:53.355901+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:42:27.924852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.14","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.805859+0000","last_change":"2024-09-16T07:28:52.079636+0000","last_active":"2024-09-16T07:28:53.805859+0000","last_peered":"2024-09-16T07:28:53.805859+0000","last_clean":"2024-09-16T07:28:53.805859+0000","last_became_active":"2024-09-16T07:28:52.079356+0000","last_became_peered":"2024-09-16T07:28:52.079356+0000","last_unstale":"2024-09-16T07:28:53.805859+0000","last_undegraded":"2024-09-16T07:28:53.805859+0000","last_fullsized":"2024-09-16T07:28:53.805859+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:44:24.060612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.15","version":"154'3","reported_seq":18,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.066599+0000","last_change":"2024-09-16T07:28:51.060630+0000","last_active":"2024-09-16T07:28:53.066599+0000","last_peered":"2024-09-16T07:28:53.066599+0000","last_clean":"2024-09-16T07:28:53.066599+0000","last_became_active":"2024-09-16T07:28:51.060382+0000","last_became_peered":"2024-09-16T07:28:51.060382+0000","last_unstale":"2024-09-16T07:28:53.066599+0000","last_undegraded":"2024-09-16T07:28:53.066599+0000","last_fullsized":"2024-09-16T07:28:53.066599+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:29:45.011231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.15","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.355865+0000","last_change":"2024-09-16T07:28:52.085172+0000","last_active":"2024-09-16T07:28:53.355865+0000","last_peered":"2024-09-16T07:28:53.355865+0000","last_clean":"2024-09-16T07:28:53.355865+0000","last_became_active":"2024-09-16T07:28:52.084775+0000","last_became_peered":"2024-09-16T07:28:52.084775+0000","last_unstale":"2024-09-16T07:28:53.355865+0000","last_undegraded":"2024-09-16T07:28:53.355865+0000","last_fullsized":"2024-09-16T07:28:53.355865+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:51:57.238177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.14","version":"154'6","reported_seq":21,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.066175+0000","last_change":"2024-09-16T07:28:51.059508+0000","last_active":"2024-09-16T07:28:53.066175+0000","last_peered":"2024-09-16T07:28:53.066175+0000","last_clean":"2024-09-16T07:28:53.066175+0000","last_became_active":"2024-09-16T07:28:51.059219+0000","last_became_peered":"2024-09-16T07:28:51.059219+0000","last_unstale":"2024-09-16T07:28:53.066175+0000","last_undegraded":"2024-09-16T07:28:53.066175+0000","last_fullsized":"2024-09-16T07:28:53.066175+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:23:13.913946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.12","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.355617+0000","last_change":"2024-09-16T07:28:52.085505+0000","last_active":"2024-09-16T07:28:53.355617+0000","last_peered":"2024-09-16T07:28:53.355617+0000","last_clean":"2024-09-16T07:28:53.355617+0000","last_became_active":"2024-09-16T07:28:52.085061+0000","last_became_peered":"2024-09-16T07:28:52.085061+0000","last_unstale":"2024-09-16T07:28:53.355617+0000","last_undegraded":"2024-09-16T07:28:53.355617+0000","last_fullsized":"2024-09-16T07:28:53.355617+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:02:26.557906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.13","version":"154'2","reported_seq":17,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.805497+0000","last_change":"2024-09-16T07:28:51.057827+0000","last_active":"2024-09-16T07:28:53.805497+0000","last_peered":"2024-09-16T07:28:53.805497+0000","last_clean":"2024-09-16T07:28:53.805497+0000","last_became_active":"2024-09-16T07:28:51.057563+0000","last_became_peered":"2024-09-16T07:28:51.057563+0000","last_unstale":"2024-09-16T07:28:53.805497+0000","last_undegraded":"2024-09-16T07:28:53.805497+0000","last_fullsized":"2024-09-16T07:28:53.805497+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:06:06.213498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.13","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.677370+0000","last_change":"2024-09-16T07:28:52.082417+0000","last_active":"2024-09-16T07:28:53.677370+0000","last_peered":"2024-09-16T07:28:53.677370+0000","last_clean":"2024-09-16T07:28:53.677370+0000","last_became_active":"2024-09-16T07:28:52.082079+0000","last_became_peered":"2024-09-16T07:28:52.082079+0000","last_unstale":"2024-09-16T07:28:53.677370+0000","last_undegraded":"2024-09-16T07:28:53.677370+0000","last_fullsized":"2024-09-16T07:28:53.677370+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:11:54.609586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.12","version":"0'0","reported_seq":15,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.355400+0000","last_change":"2024-09-16T07:28:51.054937+0000","last_active":"2024-09-16T07:28:53.355400+0000","last_peered":"2024-09-16T07:28:53.355400+0000","last_clean":"2024-09-16T07:28:53.355400+0000","last_became_active":"2024-09-16T07:28:51.054663+0000","last_became_peered":"2024-09-16T07:28:51.054663+0000","last_unstale":"2024-09-16T07:28:53.355400+0000","last_undegraded":"2024-09-16T07:28:53.355400+0000","last_fullsized":"2024-09-16T07:28:53.355400+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:54:10.391256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.10","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.805062+0000","last_change":"2024-09-16T07:28:52.070718+0000","last_active":"2024-09-16T07:28:53.805062+0000","last_peered":"2024-09-16T07:28:53.805062+0000","last_clean":"2024-09-16T07:28:53.805062+0000","last_became_active":"2024-09-16T07:28:52.070425+0000","last_became_peered":"2024-09-16T07:28:52.070425+0000","last_unstale":"2024-09-16T07:28:53.805062+0000","last_undegraded":"2024-09-16T07:28:53.805062+0000","last_fullsized":"2024-09-16T07:28:53.805062+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:11:32.434319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.11","version":"0'0","reported_seq":15,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.065788+0000","last_change":"2024-09-16T07:28:51.058031+0000","last_active":"2024-09-16T07:28:53.065788+0000","last_peered":"2024-09-16T07:28:53.065788+0000","last_clean":"2024-09-16T07:28:53.065788+0000","last_became_active":"2024-09-16T07:28:51.057736+0000","last_became_peered":"2024-09-16T07:28:51.057736+0000","last_unstale":"2024-09-16T07:28:53.065788+0000","last_undegraded":"2024-09-16T07:28:53.065788+0000","last_fullsized":"2024-09-16T07:28:53.065788+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:38:30.353509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.11","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.065532+0000","last_change":"2024-09-16T07:28:52.080116+0000","last_active":"2024-09-16T07:28:53.065532+0000","last_peered":"2024-09-16T07:28:53.065532+0000","last_clean":"2024-09-16T07:28:53.065532+0000","last_became_active":"2024-09-16T07:28:52.079483+0000","last_became_peered":"2024-09-16T07:28:52.079483+0000","last_unstale":"2024-09-16T07:28:53.065532+0000","last_undegraded":"2024-09-16T07:28:53.065532+0000","last_fullsized":"2024-09-16T07:28:53.065532+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:11:10.478050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.10","version":"154'8","reported_seq":23,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.677111+0000","last_change":"2024-09-16T07:28:51.060434+0000","last_active":"2024-09-16T07:28:53.677111+0000","last_peered":"2024-09-16T07:28:53.677111+0000","last_clean":"2024-09-16T07:28:53.677111+0000","last_became_active":"2024-09-16T07:28:51.060174+0000","last_became_peered":"2024-09-16T07:28:51.060174+0000","last_unstale":"2024-09-16T07:28:53.677111+0000","last_undegraded":"2024-09-16T07:28:53.677111+0000","last_fullsized":"2024-09-16T07:28:53.677111+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:10:27.655125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.e","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.355680+0000","last_change":"2024-09-16T07:28:52.080858+0000","last_active":"2024-09-16T07:28:53.355680+0000","last_peered":"2024-09-16T07:28:53.355680+0000","last_clean":"2024-09-16T07:28:53.355680+0000","last_became_active":"2024-09-16T07:28:52.080554+0000","last_became_peered":"2024-09-16T07:28:52.080554+0000","last_unstale":"2024-09-16T07:28:53.355680+0000","last_undegraded":"2024-09-16T07:28:53.355680+0000","last_fullsized":"2024-09-16T07:28:53.355680+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:04:25.692404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.f","version":"154'1","reported_seq":16,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.066563+0000","last_change":"2024-09-16T07:28:51.058853+0000","last_active":"2024-09-16T07:28:53.066563+0000","last_peered":"2024-09-16T07:28:53.066563+0000","last_clean":"2024-09-16T07:28:53.066563+0000","last_became_active":"2024-09-16T07:28:51.058561+0000","last_became_peered":"2024-09-16T07:28:51.058561+0000","last_unstale":"2024-09-16T07:28:53.066563+0000","last_undegraded":"2024-09-16T07:28:53.066563+0000","last_fullsized":"2024-09-16T07:28:53.066563+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:27:36.728366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.f","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.805501+0000","last_change":"2024-09-16T07:28:52.084011+0000","last_active":"2024-09-16T07:28:53.805501+0000","last_peered":"2024-09-16T07:28:53.805501+0000","last_clean":"2024-09-16T07:28:53.805501+0000","last_became_active":"2024-09-16T07:28:52.083661+0000","last_became_peered":"2024-09-16T07:28:52.083661+0000","last_unstale":"2024-09-16T07:28:53.805501+0000","last_undegraded":"2024-09-16T07:28:53.805501+0000","last_fullsized":"2024-09-16T07:28:53.805501+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:59:51.160114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.e","version":"154'2","reported_seq":17,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.805415+0000","last_change":"2024-09-16T07:28:51.061555+0000","last_active":"2024-09-16T07:28:53.805415+0000","last_peered":"2024-09-16T07:28:53.805415+0000","last_clean":"2024-09-16T07:28:53.805415+0000","last_became_active":"2024-09-16T07:28:51.061254+0000","last_became_peered":"2024-09-16T07:28:51.061254+0000","last_unstale":"2024-09-16T07:28:53.805415+0000","last_undegraded":"2024-09-16T07:28:53.805415+0000","last_fullsized":"2024-09-16T07:28:53.805415+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:02:22.938596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.c","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.064000+0000","last_change":"2024-09-16T07:28:52.068940+0000","last_active":"2024-09-16T07:28:53.064000+0000","last_peered":"2024-09-16T07:28:53.064000+0000","last_clean":"2024-09-16T07:28:53.064000+0000","last_became_active":"2024-09-16T07:28:52.068591+0000","last_became_peered":"2024-09-16T07:28:52.068591+0000","last_unstale":"2024-09-16T07:28:53.064000+0000","last_undegraded":"2024-09-16T07:28:53.064000+0000","last_fullsized":"2024-09-16T07:28:53.064000+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:15:52.704248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.d","version":"154'1","reported_seq":16,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.806033+0000","last_change":"2024-09-16T07:28:51.058010+0000","last_active":"2024-09-16T07:28:53.806033+0000","last_peered":"2024-09-16T07:28:53.806033+0000","last_clean":"2024-09-16T07:28:53.806033+0000","last_became_active":"2024-09-16T07:28:51.057727+0000","last_became_peered":"2024-09-16T07:28:51.057727+0000","last_unstale":"2024-09-16T07:28:53.806033+0000","last_undegraded":"2024-09-16T07:28:53.806033+0000","last_fullsized":"2024-09-16T07:28:53.806033+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:12:19.340293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.d","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.805443+0000","last_change":"2024-09-16T07:28:52.075251+0000","last_active":"2024-09-16T07:28:53.805443+0000","last_peered":"2024-09-16T07:28:53.805443+0000","last_clean":"2024-09-16T07:28:53.805443+0000","last_became_active":"2024-09-16T07:28:52.074967+0000","last_became_peered":"2024-09-16T07:28:52.074967+0000","last_unstale":"2024-09-16T07:28:53.805443+0000","last_undegraded":"2024-09-16T07:28:53.805443+0000","last_fullsized":"2024-09-16T07:28:53.805443+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:14:31.960377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.c","version":"0'0","reported_seq":15,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.805747+0000","last_change":"2024-09-16T07:28:51.061474+0000","last_active":"2024-09-16T07:28:53.805747+0000","last_peered":"2024-09-16T07:28:53.805747+0000","last_clean":"2024-09-16T07:28:53.805747+0000","last_became_active":"2024-09-16T07:28:51.061186+0000","last_became_peered":"2024-09-16T07:28:51.061186+0000","last_unstale":"2024-09-16T07:28:53.805747+0000","last_undegraded":"2024-09-16T07:28:53.805747+0000","last_fullsized":"2024-09-16T07:28:53.805747+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:52:05.303850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.a","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.805496+0000","last_change":"2024-09-16T07:28:52.075484+0000","last_active":"2024-09-16T07:28:53.805496+0000","last_peered":"2024-09-16T07:28:53.805496+0000","last_clean":"2024-09-16T07:28:53.805496+0000","last_became_active":"2024-09-16T07:28:52.075200+0000","last_became_peered":"2024-09-16T07:28:52.075200+0000","last_unstale":"2024-09-16T07:28:53.805496+0000","last_undegraded":"2024-09-16T07:28:53.805496+0000","last_fullsized":"2024-09-16T07:28:53.805496+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:59:08.625432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.b","version":"154'2","reported_seq":17,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.065598+0000","last_change":"2024-09-16T07:28:51.051912+0000","last_active":"2024-09-16T07:28:53.065598+0000","last_peered":"2024-09-16T07:28:53.065598+0000","last_clean":"2024-09-16T07:28:53.065598+0000","last_became_active":"2024-09-16T07:28:51.051620+0000","last_became_peered":"2024-09-16T07:28:51.051620+0000","last_unstale":"2024-09-16T07:28:53.065598+0000","last_undegraded":"2024-09-16T07:28:53.065598+0000","last_fullsized":"2024-09-16T07:28:53.065598+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:47:00.894350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.b","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.677399+0000","last_change":"2024-09-16T07:28:52.087265+0000","last_active":"2024-09-16T07:28:53.677399+0000","last_peered":"2024-09-16T07:28:53.677399+0000","last_clean":"2024-09-16T07:28:53.677399+0000","last_became_active":"2024-09-16T07:28:52.086967+0000","last_became_peered":"2024-09-16T07:28:52.086967+0000","last_unstale":"2024-09-16T07:28:53.677399+0000","last_undegraded":"2024-09-16T07:28:53.677399+0000","last_fullsized":"2024-09-16T07:28:53.677399+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:06:07.215321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.a","version":"0'0","reported_seq":15,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.805474+0000","last_change":"2024-09-16T07:28:51.058565+0000","last_active":"2024-09-16T07:28:53.805474+0000","last_peered":"2024-09-16T07:28:53.805474+0000","last_clean":"2024-09-16T07:28:53.805474+0000","last_became_active":"2024-09-16T07:28:51.058160+0000","last_became_peered":"2024-09-16T07:28:51.058160+0000","last_unstale":"2024-09-16T07:28:53.805474+0000","last_undegraded":"2024-09-16T07:28:53.805474+0000","last_fullsized":"2024-09-16T07:28:53.805474+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:16:42.017335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.8","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.805775+0000","last_change":"2024-09-16T07:28:52.080425+0000","last_active":"2024-09-16T07:28:53.805775+0000","last_peered":"2024-09-16T07:28:53.805775+0000","last_clean":"2024-09-16T07:28:53.805775+0000","last_became_active":"2024-09-16T07:28:52.080138+0000","last_became_peered":"2024-09-16T07:28:52.080138+0000","last_unstale":"2024-09-16T07:28:53.805775+0000","last_undegraded":"2024-09-16T07:28:53.805775+0000","last_fullsized":"2024-09-16T07:28:53.805775+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:16:58.741218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.9","version":"0'0","reported_seq":15,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.805046+0000","last_change":"2024-09-16T07:28:51.055175+0000","last_active":"2024-09-16T07:28:53.805046+0000","last_peered":"2024-09-16T07:28:53.805046+0000","last_clean":"2024-09-16T07:28:53.805046+0000","last_became_active":"2024-09-16T07:28:51.054879+0000","last_became_peered":"2024-09-16T07:28:51.054879+0000","last_unstale":"2024-09-16T07:28:53.805046+0000","last_undegraded":"2024-09-16T07:28:53.805046+0000","last_fullsized":"2024-09-16T07:28:53.805046+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:55:08.393709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.9","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.355460+0000","last_change":"2024-09-16T07:28:52.083870+0000","last_active":"2024-09-16T07:28:53.355460+0000","last_peered":"2024-09-16T07:28:53.355460+0000","last_clean":"2024-09-16T07:28:53.355460+0000","last_became_active":"2024-09-16T07:28:52.083601+0000","last_became_peered":"2024-09-16T07:28:52.083601+0000","last_unstale":"2024-09-16T07:28:53.355460+0000","last_undegraded":"2024-09-16T07:28:53.355460+0000","last_fullsized":"2024-09-16T07:28:53.355460+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:55:57.882714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.8","version":"0'0","reported_seq":15,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.805709+0000","last_change":"2024-09-16T07:28:51.057352+0000","last_active":"2024-09-16T07:28:53.805709+0000","last_peered":"2024-09-16T07:28:53.805709+0000","last_clean":"2024-09-16T07:28:53.805709+0000","last_became_active":"2024-09-16T07:28:51.057107+0000","last_became_peered":"2024-09-16T07:28:51.057107+0000","last_unstale":"2024-09-16T07:28:53.805709+0000","last_undegraded":"2024-09-16T07:28:53.805709+0000","last_fullsized":"2024-09-16T07:28:53.805709+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:03:23.249502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.6","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.066911+0000","last_change":"2024-09-16T07:28:52.079642+0000","last_active":"2024-09-16T07:28:53.066911+0000","last_peered":"2024-09-16T07:28:53.066911+0000","last_clean":"2024-09-16T07:28:53.066911+0000","last_became_active":"2024-09-16T07:28:52.079359+0000","last_became_peered":"2024-09-16T07:28:52.079359+0000","last_unstale":"2024-09-16T07:28:53.066911+0000","last_undegraded":"2024-09-16T07:28:53.066911+0000","last_fullsized":"2024-09-16T07:28:53.066911+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:48:47.164152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.7","version":"154'2","reported_seq":17,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.806255+0000","last_change":"2024-09-16T07:28:51.061402+0000","last_active":"2024-09-16T07:28:53.806255+0000","last_peered":"2024-09-16T07:28:53.806255+0000","last_clean":"2024-09-16T07:28:53.806255+0000","last_became_active":"2024-09-16T07:28:51.061143+0000","last_became_peered":"2024-09-16T07:28:51.061143+0000","last_unstale":"2024-09-16T07:28:53.806255+0000","last_undegraded":"2024-09-16T07:28:53.806255+0000","last_fullsized":"2024-09-16T07:28:53.806255+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:36:40.680014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.7","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.066687+0000","last_change":"2024-09-16T07:28:52.075064+0000","last_active":"2024-09-16T07:28:53.066687+0000","last_peered":"2024-09-16T07:28:53.066687+0000","last_clean":"2024-09-16T07:28:53.066687+0000","last_became_active":"2024-09-16T07:28:52.074791+0000","last_became_peered":"2024-09-16T07:28:52.074791+0000","last_unstale":"2024-09-16T07:28:53.066687+0000","last_undegraded":"2024-09-16T07:28:53.066687+0000","last_fullsized":"2024-09-16T07:28:53.066687+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:28:19.839301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.6","version":"155'1","reported_seq":16,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.067156+0000","last_change":"2024-09-16T07:28:51.060528+0000","last_active":"2024-09-16T07:28:53.067156+0000","last_peered":"2024-09-16T07:28:53.067156+0000","last_clean":"2024-09-16T07:28:53.067156+0000","last_became_active":"2024-09-16T07:28:51.060252+0000","last_became_peered":"2024-09-16T07:28:51.060252+0000","last_unstale":"2024-09-16T07:28:53.067156+0000","last_undegraded":"2024-09-16T07:28:53.067156+0000","last_fullsized":"2024-09-16T07:28:53.067156+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:21:06.959771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.4","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.066441+0000","last_change":"2024-09-16T07:28:52.083294+0000","last_active":"2024-09-16T07:28:53.066441+0000","last_peered":"2024-09-16T07:28:53.066441+0000","last_clean":"2024-09-16T07:28:53.066441+0000","last_became_active":"2024-09-16T07:28:52.083043+0000","last_became_peered":"2024-09-16T07:28:52.083043+0000","last_unstale":"2024-09-16T07:28:53.066441+0000","last_undegraded":"2024-09-16T07:28:53.066441+0000","last_fullsized":"2024-09-16T07:28:53.066441+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:29:13.928505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.5","version":"0'0","reported_seq":15,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.067330+0000","last_change":"2024-09-16T07:28:51.063043+0000","last_active":"2024-09-16T07:28:53.067330+0000","last_peered":"2024-09-16T07:28:53.067330+0000","last_clean":"2024-09-16T07:28:53.067330+0000","last_became_active":"2024-09-16T07:28:51.062377+0000","last_became_peered":"2024-09-16T07:28:51.062377+0000","last_unstale":"2024-09-16T07:28:53.067330+0000","last_undegraded":"2024-09-16T07:28:53.067330+0000","last_fullsized":"2024-09-16T07:28:53.067330+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:18:07.035271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.5","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.066180+0000","last_change":"2024-09-16T07:28:52.081935+0000","last_active":"2024-09-16T07:28:53.066180+0000","last_peered":"2024-09-16T07:28:53.066180+0000","last_clean":"2024-09-16T07:28:53.066180+0000","last_became_active":"2024-09-16T07:28:52.081527+0000","last_became_peered":"2024-09-16T07:28:52.081527+0000","last_unstale":"2024-09-16T07:28:53.066180+0000","last_undegraded":"2024-09-16T07:28:53.066180+0000","last_fullsized":"2024-09-16T07:28:53.066180+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:24:45.397497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.4","version":"0'0","reported_seq":15,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.066246+0000","last_change":"2024-09-16T07:28:51.057882+0000","last_active":"2024-09-16T07:28:53.066246+0000","last_peered":"2024-09-16T07:28:53.066246+0000","last_clean":"2024-09-16T07:28:53.066246+0000","last_became_active":"2024-09-16T07:28:51.057577+0000","last_became_peered":"2024-09-16T07:28:51.057577+0000","last_unstale":"2024-09-16T07:28:53.066246+0000","last_undegraded":"2024-09-16T07:28:53.066246+0000","last_fullsized":"2024-09-16T07:28:53.066246+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:22:34.404130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.2","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.063635+0000","last_change":"2024-09-16T07:28:52.083012+0000","last_active":"2024-09-16T07:28:53.063635+0000","last_peered":"2024-09-16T07:28:53.063635+0000","last_clean":"2024-09-16T07:28:53.063635+0000","last_became_active":"2024-09-16T07:28:52.082697+0000","last_became_peered":"2024-09-16T07:28:52.082697+0000","last_unstale":"2024-09-16T07:28:53.063635+0000","last_undegraded":"2024-09-16T07:28:53.063635+0000","last_fullsized":"2024-09-16T07:28:53.063635+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:44:28.972061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.3","version":"0'0","reported_seq":15,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.063710+0000","last_change":"2024-09-16T07:28:51.055264+0000","last_active":"2024-09-16T07:28:53.063710+0000","last_peered":"2024-09-16T07:28:53.063710+0000","last_clean":"2024-09-16T07:28:53.063710+0000","last_became_active":"2024-09-16T07:28:51.055007+0000","last_became_peered":"2024-09-16T07:28:51.055007+0000","last_unstale":"2024-09-16T07:28:53.063710+0000","last_undegraded":"2024-09-16T07:28:53.063710+0000","last_fullsized":"2024-09-16T07:28:53.063710+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:14:08.683099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.3","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.805756+0000","last_change":"2024-09-16T07:28:52.078839+0000","last_active":"2024-09-16T07:28:53.805756+0000","last_peered":"2024-09-16T07:28:53.805756+0000","last_clean":"2024-09-16T07:28:53.805756+0000","last_became_active":"2024-09-16T07:28:52.078544+0000","last_became_peered":"2024-09-16T07:28:52.078544+0000","last_unstale":"2024-09-16T07:28:53.805756+0000","last_undegraded":"2024-09-16T07:28:53.805756+0000","last_fullsized":"2024-09-16T07:28:53.805756+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:23:59.737061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.2","version":"0'0","reported_seq":15,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.063729+0000","last_change":"2024-09-16T07:28:51.056024+0000","last_active":"2024-09-16T07:28:53.063729+0000","last_peered":"2024-09-16T07:28:53.063729+0000","last_clean":"2024-09-16T07:28:53.063729+0000","last_became_active":"2024-09-16T07:28:51.055730+0000","last_became_peered":"2024-09-16T07:28:51.055730+0000","last_unstale":"2024-09-16T07:28:53.063729+0000","last_undegraded":"2024-09-16T07:28:53.063729+0000","last_fullsized":"2024-09-16T07:28:53.063729+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:54:58.447473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.0","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.063540+0000","last_change":"2024-09-16T07:28:52.083462+0000","last_active":"2024-09-16T07:28:53.063540+0000","last_peered":"2024-09-16T07:28:53.063540+0000","last_clean":"2024-09-16T07:28:53.063540+0000","last_became_active":"2024-09-16T07:28:52.082713+0000","last_became_peered":"2024-09-16T07:28:52.082713+0000","last_unstale":"2024-09-16T07:28:53.063540+0000","last_undegraded":"2024-09-16T07:28:53.063540+0000","last_fullsized":"2024-09-16T07:28:53.063540+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:12:03.991895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.1","version":"0'0","reported_seq":15,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.063542+0000","last_change":"2024-09-16T07:28:51.058362+0000","last_active":"2024-09-16T07:28:53.063542+0000","last_peered":"2024-09-16T07:28:53.063542+0000","last_clean":"2024-09-16T07:28:53.063542+0000","last_became_active":"2024-09-16T07:28:51.058101+0000","last_became_peered":"2024-09-16T07:28:51.058101+0000","last_unstale":"2024-09-16T07:28:53.063542+0000","last_undegraded":"2024-09-16T07:28:53.063542+0000","last_fullsized":"2024-09-16T07:28:53.063542+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:48:16.519682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.1","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.066063+0000","last_change":"2024-09-16T07:28:52.080818+0000","last_active":"2024-09-16T07:28:53.066063+0000","last_peered":"2024-09-16T07:28:53.066063+0000","last_clean":"2024-09-16T07:28:53.066063+0000","last_became_active":"2024-09-16T07:28:52.080499+0000","last_became_peered":"2024-09-16T07:28:52.080499+0000","last_unstale":"2024-09-16T07:28:53.066063+0000","last_undegraded":"2024-09-16T07:28:53.066063+0000","last_fullsized":"2024-09-16T07:28:53.066063+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:49:11.325622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.0","version":"0'0","reported_seq":15,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.805120+0000","last_change":"2024-09-16T07:28:51.057273+0000","last_active":"2024-09-16T07:28:53.805120+0000","last_peered":"2024-09-16T07:28:53.805120+0000","last_clean":"2024-09-16T07:28:53.805120+0000","last_became_active":"2024-09-16T07:28:51.056932+0000","last_became_peered":"2024-09-16T07:28:51.056932+0000","last_unstale":"2024-09-16T07:28:53.805120+0000","last_undegraded":"2024-09-16T07:28:53.805120+0000","last_fullsized":"2024-09-16T07:28:53.805120+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:47:41.012725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.18","version":"0'0","reported_seq":13,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.805172+0000","last_change":"2024-09-16T07:28:52.078791+0000","last_active":"2024-09-16T07:28:53.805172+0000","last_peered":"2024-09-16T07:28:53.805172+0000","last_clean":"2024-09-16T07:28:53.805172+0000","last_became_active":"2024-09-16T07:28:52.078507+0000","last_became_peered":"2024-09-16T07:28:52.078507+0000","last_unstale":"2024-09-16T07:28:53.805172+0000","last_undegraded":"2024-09-16T07:28:53.805172+0000","last_fullsized":"2024-09-16T07:28:53.805172+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":153,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:51.039117+0000","last_clean_scrub_stamp":"2024-09-16T07:28:51.039117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:19:25.963470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.19","version":"0'0","reported_seq":15,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.805091+0000","last_change":"2024-09-16T07:28:51.058812+0000","last_active":"2024-09-16T07:28:53.805091+0000","last_peered":"2024-09-16T07:28:53.805091+0000","last_clean":"2024-09-16T07:28:53.805091+0000","last_became_active":"2024-09-16T07:28:51.058527+0000","last_became_peered":"2024-09-16T07:28:51.058527+0000","last_unstale":"2024-09-16T07:28:53.805091+0000","last_undegraded":"2024-09-16T07:28:53.805091+0000","last_fullsized":"2024-09-16T07:28:53.805091+0000","mapping_epoch":152,"log_start":"0'0","ondisk_log_start":"0'0","created":152,"last_epoch_clean":153,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:28:50.037294+0000","last_clean_scrub_stamp":"2024-09-16T07:28:50.037294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:11:50.863557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"70'79","reported_seq":387,"reported_epoch":155,"state":"active+clean","last_fresh":"2024-09-16T07:28:53.063509+0000","last_change":"2024-09-16T07:21:02.600196+0000","last_active":"2024-09-16T07:28:53.063509+0000","last_peered":"2024-09-16T07:28:53.063509+0000","last_clean":"2024-09-16T07:28:53.063509+0000","last_became_active":"2024-09-16T07:21:02.599001+0000","last_became_peered":"2024-09-16T07:21:02.599001+0000","last_unstale":"2024-09-16T07:28:53.063509+0000","last_undegraded":"2024-09-16T07:28:53.063509+0000","last_fullsized":"2024-09-16T07:28:53.063509+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_clean_scrub_stamp":"2024-09-16T07:21:01.331773+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:28:40.942832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":25,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":24,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509540,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33116,"kb_used_data":1920,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338724,"statfs":{"total":96636764160,"available":96602853376,"internally_reserved":0,"allocated":1966080,"data_stored":863903,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574946,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33096,"kb_used_data":1904,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338744,"statfs":{"total":96636764160,"available":96602873856,"internally_reserved":0,"allocated":1949696,"data_stored":862269,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509539,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33676,"kb_used_data":2488,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338164,"statfs":{"total":96636764160,"available":96602279936,"internally_reserved":0,"allocated":2547712,"data_stored":1453151,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509539,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33092,"kb_used_data":1904,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338748,"statfs":{"total":96636764160,"available":96602877952,"internally_reserved":0,"allocated":1949696,"data_stored":862213,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509540,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33104,"kb_used_data":1916,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338736,"statfs":{"total":96636764160,"available":96602865664,"internally_reserved":0,"allocated":1961984,"data_stored":863861,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509540,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33092,"kb_used_data":1904,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338748,"statfs":{"total":96636764160,"available":96602877952,"internally_reserved":0,"allocated":1949696,"data_stored":862249,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509540,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33668,"kb_used_data":2480,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338172,"statfs":{"total":96636764160,"available":96602288128,"internally_reserved":0,"allocated":2539520,"data_stored":1452547,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509541,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33096,"kb_used_data":1908,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338744,"statfs":{"total":96636764160,"available":96602873856,"internally_reserved":0,"allocated":1953792,"data_stored":862795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T07:28:56.575 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-16T07:28:56.575 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-16T07:28:56.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.725+0000 7fb6a592b640 1 -- 172.21.15.31:0/1004873669 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb6a015bdd0 msgr2=0x7fb6a00b65c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:56.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.725+0000 7fb6a592b640 1 --2- 172.21.15.31:0/1004873669 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb6a015bdd0 0x7fb6a00b65c0 secure :-1 s=READY pgs=1699 cs=0 l=1 rev1=1 crypto rx=0x7fb688009830 tx=0x7fb68802a480 comp rx=0 tx=0).stop 2024-09-16T07:28:56.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.725+0000 7fb6a592b640 1 -- 172.21.15.31:0/1004873669 shutdown_connections 2024-09-16T07:28:56.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.725+0000 7fb6a592b640 1 --2- 172.21.15.31:0/1004873669 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb6a015bdd0 0x7fb6a00b65c0 unknown :-1 s=CLOSED pgs=1699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:56.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.725+0000 7fb6a592b640 1 -- 172.21.15.31:0/1004873669 >> 172.21.15.31:0/1004873669 conn(0x7fb6a00d0bb0 msgr2=0x7fb6a00d0fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:56.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.725+0000 7fb6a592b640 1 -- 172.21.15.31:0/1004873669 shutdown_connections 2024-09-16T07:28:56.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.725+0000 7fb6a592b640 1 -- 172.21.15.31:0/1004873669 wait complete. 2024-09-16T07:28:56.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.727+0000 7fb6a592b640 1 Processor -- start 2024-09-16T07:28:56.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.727+0000 7fb6a592b640 1 -- start start 2024-09-16T07:28:56.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.727+0000 7fb6a592b640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb6a015b9f0 0x7fb6a01f60d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:56.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.727+0000 7fb6a592b640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb6a015bdd0 0x7fb6a00b39e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:56.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.727+0000 7fb6a592b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb6a015f730 0x7fb6a01490b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:56.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.727+0000 7fb6a592b640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fb6a00cd170 con 0x7fb6a015f730 2024-09-16T07:28:56.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.727+0000 7fb6a592b640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb6a00cee90 con 0x7fb6a015b9f0 2024-09-16T07:28:56.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.727+0000 7fb6a592b640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb6a015d5d0 con 0x7fb6a015bdd0 2024-09-16T07:28:56.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.728+0000 7fb69f7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb6a015f730 0x7fb6a01490b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:56.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.728+0000 7fb69f7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb6a015f730 0x7fb6a01490b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59704/0 (socket says 172.21.15.31:59704) 2024-09-16T07:28:56.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.728+0000 7fb69f7fe640 1 -- 172.21.15.31:0/104353349 learned_addr learned my addr 172.21.15.31:0/104353349 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:56.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.728+0000 7fb69effd640 1 --2- 172.21.15.31:0/104353349 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb6a015b9f0 0x7fb6a01f60d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:56.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.728+0000 7fb69e7fc640 1 --2- 172.21.15.31:0/104353349 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb6a015bdd0 0x7fb6a00b39e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:56.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.728+0000 7fb69f7fe640 1 -- 172.21.15.31:0/104353349 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb6a015bdd0 msgr2=0x7fb6a00b39e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:56.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.728+0000 7fb69f7fe640 1 --2- 172.21.15.31:0/104353349 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb6a015bdd0 0x7fb6a00b39e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:56.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.728+0000 7fb69f7fe640 1 -- 172.21.15.31:0/104353349 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb6a015b9f0 msgr2=0x7fb6a01f60d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:56.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.728+0000 7fb69f7fe640 1 --2- 172.21.15.31:0/104353349 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb6a015b9f0 0x7fb6a01f60d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:56.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.728+0000 7fb69f7fe640 1 -- 172.21.15.31:0/104353349 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6a0152500 con 0x7fb6a015f730 2024-09-16T07:28:56.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.728+0000 7fb69f7fe640 1 --2- 172.21.15.31:0/104353349 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb6a015f730 0x7fb6a01490b0 secure :-1 s=READY pgs=1700 cs=0 l=1 rev1=1 crypto rx=0x7fb69000b990 tx=0x7fb69000be50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:56.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.728+0000 7fb697fff640 1 -- 172.21.15.31:0/104353349 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb690019070 con 0x7fb6a015f730 2024-09-16T07:28:56.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.728+0000 7fb697fff640 1 -- 172.21.15.31:0/104353349 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb69000cc90 con 0x7fb6a015f730 2024-09-16T07:28:56.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.728+0000 7fb6a592b640 1 -- 172.21.15.31:0/104353349 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6a01f66b0 con 0x7fb6a015f730 2024-09-16T07:28:56.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.728+0000 7fb697fff640 1 -- 172.21.15.31:0/104353349 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6900146a0 con 0x7fb6a015f730 2024-09-16T07:28:56.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.728+0000 7fb6a592b640 1 -- 172.21.15.31:0/104353349 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6a01f6c70 con 0x7fb6a015f730 2024-09-16T07:28:56.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.729+0000 7fb6a592b640 1 -- 172.21.15.31:0/104353349 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb6a01f7010 con 0x7fb6a015f730 2024-09-16T07:28:56.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.730+0000 7fb697fff640 1 -- 172.21.15.31:0/104353349 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 24) ==== 102052+0+0 (secure 0 0 0) 0x7fb69001c070 con 0x7fb6a015f730 2024-09-16T07:28:56.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.730+0000 7fb697fff640 1 --2- 172.21.15.31:0/104353349 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb6800790c0 0x7fb68007b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:56.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.731+0000 7fb69effd640 1 --2- 172.21.15.31:0/104353349 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb6800790c0 0x7fb68007b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:56.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.731+0000 7fb697fff640 1 -- 172.21.15.31:0/104353349 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5737+0+0 (secure 0 0 0) 0x7fb69009b9d0 con 0x7fb6a015f730 2024-09-16T07:28:56.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.731+0000 7fb69effd640 1 --2- 172.21.15.31:0/104353349 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb6800790c0 0x7fb68007b580 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fb698001700 tx=0x7fb698009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:56.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.735+0000 7fb697fff640 1 -- 172.21.15.31:0/104353349 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fb690062ff0 con 0x7fb6a015f730 2024-09-16T07:28:56.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:56.998+0000 7fb6a592b640 1 -- 172.21.15.31:0/104353349 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7fb6a00cf410 con 0x7fb6a015f730 2024-09-16T07:28:57.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.001+0000 7fb697fff640 1 -- 172.21.15.31:0/104353349 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v28) ==== 190+0+147 (secure 0 0 0) 0x7fb6900628f0 con 0x7fb6a015f730 2024-09-16T07:28:57.000 INFO:teuthology.orchestra.run.smithi031.stdout:[client.0] 2024-09-16T07:28:57.000 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQAp3OdmOi3VIhAA6pREvErOkWIiU+/Wlqimsw== 2024-09-16T07:28:57.000 INFO:teuthology.orchestra.run.smithi031.stdout: caps mds = "allow" 2024-09-16T07:28:57.000 INFO:teuthology.orchestra.run.smithi031.stdout: caps mon = "allow r" 2024-09-16T07:28:57.000 INFO:teuthology.orchestra.run.smithi031.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-16T07:28:57.001 INFO:teuthology.orchestra.run.smithi031.stderr:updated caps for client.0 2024-09-16T07:28:57.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.003+0000 7fb6a592b640 1 -- 172.21.15.31:0/104353349 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb6800790c0 msgr2=0x7fb68007b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:57.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.003+0000 7fb6a592b640 1 --2- 172.21.15.31:0/104353349 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb6800790c0 0x7fb68007b580 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fb698001700 tx=0x7fb698009040 comp rx=0 tx=0).stop 2024-09-16T07:28:57.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.003+0000 7fb6a592b640 1 -- 172.21.15.31:0/104353349 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb6a015f730 msgr2=0x7fb6a01490b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:57.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.003+0000 7fb6a592b640 1 --2- 172.21.15.31:0/104353349 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb6a015f730 0x7fb6a01490b0 secure :-1 s=READY pgs=1700 cs=0 l=1 rev1=1 crypto rx=0x7fb69000b990 tx=0x7fb69000be50 comp rx=0 tx=0).stop 2024-09-16T07:28:57.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.003+0000 7fb6a592b640 1 -- 172.21.15.31:0/104353349 shutdown_connections 2024-09-16T07:28:57.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.003+0000 7fb6a592b640 1 --2- 172.21.15.31:0/104353349 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb6800790c0 0x7fb68007b580 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:57.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.003+0000 7fb6a592b640 1 --2- 172.21.15.31:0/104353349 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb6a015f730 0x7fb6a01490b0 unknown :-1 s=CLOSED pgs=1700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:57.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.003+0000 7fb6a592b640 1 --2- 172.21.15.31:0/104353349 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb6a015bdd0 0x7fb6a00b39e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:57.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.003+0000 7fb6a592b640 1 --2- 172.21.15.31:0/104353349 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb6a015b9f0 0x7fb6a01f60d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:57.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.003+0000 7fb6a592b640 1 -- 172.21.15.31:0/104353349 >> 172.21.15.31:0/104353349 conn(0x7fb6a00d0bb0 msgr2=0x7fb6a0073a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:57.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.003+0000 7fb6a592b640 1 -- 172.21.15.31:0/104353349 shutdown_connections 2024-09-16T07:28:57.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.003+0000 7fb6a592b640 1 -- 172.21.15.31:0/104353349 wait complete. 2024-09-16T07:28:57.013 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:28:57.119 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.119+0000 7f8085408640 1 -- 172.21.15.31:0/1597290800 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8080161b30 msgr2=0x7f80800cf920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:57.119 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.119+0000 7f8085408640 1 --2- 172.21.15.31:0/1597290800 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8080161b30 0x7f80800cf920 secure :-1 s=READY pgs=1701 cs=0 l=1 rev1=1 crypto rx=0x7f8070005fd0 tx=0x7f807002a5a0 comp rx=0 tx=0).stop 2024-09-16T07:28:57.119 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.119+0000 7f8085408640 1 -- 172.21.15.31:0/1597290800 shutdown_connections 2024-09-16T07:28:57.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.119+0000 7f8085408640 1 --2- 172.21.15.31:0/1597290800 >> v2:172.21.15.155:3300/0 conn(0x7f80800d1a10 0x7f8080161f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:57.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.120+0000 7f8085408640 1 --2- 172.21.15.31:0/1597290800 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8080161b30 0x7f80800cf920 unknown :-1 s=CLOSED pgs=1701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:57.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.120+0000 7f8085408640 1 -- 172.21.15.31:0/1597290800 >> 172.21.15.31:0/1597290800 conn(0x7f80800d3e40 msgr2=0x7f80800d4250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:57.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.120+0000 7f8085408640 1 -- 172.21.15.31:0/1597290800 shutdown_connections 2024-09-16T07:28:57.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.120+0000 7f8085408640 1 -- 172.21.15.31:0/1597290800 wait complete. 2024-09-16T07:28:57.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.121+0000 7f8085408640 1 Processor -- start 2024-09-16T07:28:57.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.121+0000 7f8085408640 1 -- start start 2024-09-16T07:28:57.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.121+0000 7f8085408640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f80800d1a10 0x7f80800cde90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:57.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.121+0000 7f8085408640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8080160ac0 0x7f80800b9600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:57.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.121+0000 7f8085408640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8080161b30 0x7f80800b85f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:57.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.121+0000 7f8085408640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f80800b39e0 con 0x7f8080161b30 2024-09-16T07:28:57.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.121+0000 7f8085408640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f8080161900 con 0x7f80800d1a10 2024-09-16T07:28:57.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.121+0000 7f8085408640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f80800b3b60 con 0x7f8080160ac0 2024-09-16T07:28:57.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.122+0000 7f807f7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8080161b30 0x7f80800b85f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:57.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.122+0000 7f807f7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8080161b30 0x7f80800b85f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59716/0 (socket says 172.21.15.31:59716) 2024-09-16T07:28:57.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.122+0000 7f807f7fe640 1 -- 172.21.15.31:0/4283559595 learned_addr learned my addr 172.21.15.31:0/4283559595 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:57.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.122+0000 7f807effd640 1 --2- 172.21.15.31:0/4283559595 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f80800d1a10 0x7f80800cde90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:57.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.122+0000 7f8077fff640 1 --2- 172.21.15.31:0/4283559595 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8080160ac0 0x7f80800b9600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:57.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.122+0000 7f807f7fe640 1 -- 172.21.15.31:0/4283559595 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8080160ac0 msgr2=0x7f80800b9600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:57.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.122+0000 7f807f7fe640 1 --2- 172.21.15.31:0/4283559595 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8080160ac0 0x7f80800b9600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:57.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.122+0000 7f807f7fe640 1 -- 172.21.15.31:0/4283559595 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f80800d1a10 msgr2=0x7f80800cde90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:57.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.122+0000 7f807f7fe640 1 --2- 172.21.15.31:0/4283559595 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f80800d1a10 0x7f80800cde90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:57.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.122+0000 7f807f7fe640 1 -- 172.21.15.31:0/4283559595 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80801f83c0 con 0x7f8080161b30 2024-09-16T07:28:57.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.122+0000 7f807f7fe640 1 --2- 172.21.15.31:0/4283559595 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8080161b30 0x7f80800b85f0 secure :-1 s=READY pgs=1702 cs=0 l=1 rev1=1 crypto rx=0x7f807800c780 tx=0x7f807800cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:57.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.122+0000 7f80777fe640 1 -- 172.21.15.31:0/4283559595 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8078004b60 con 0x7f8080161b30 2024-09-16T07:28:57.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.122+0000 7f80777fe640 1 -- 172.21.15.31:0/4283559595 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8078004df0 con 0x7f8080161b30 2024-09-16T07:28:57.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.122+0000 7f80777fe640 1 -- 172.21.15.31:0/4283559595 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f807800aa70 con 0x7f8080161b30 2024-09-16T07:28:57.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.122+0000 7f8085408640 1 -- 172.21.15.31:0/4283559595 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f80800cbd90 con 0x7f8080161b30 2024-09-16T07:28:57.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.122+0000 7f8085408640 1 -- 172.21.15.31:0/4283559595 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f80800cc350 con 0x7f8080161b30 2024-09-16T07:28:57.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.123+0000 7f8085408640 1 -- 172.21.15.31:0/4283559595 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8080161f10 con 0x7f8080161b30 2024-09-16T07:28:57.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.124+0000 7f80777fe640 1 -- 172.21.15.31:0/4283559595 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 24) ==== 102052+0+0 (secure 0 0 0) 0x7f807800ac10 con 0x7f8080161b30 2024-09-16T07:28:57.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.124+0000 7f80777fe640 1 --2- 172.21.15.31:0/4283559595 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f80600790c0 0x7f806007b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:57.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.125+0000 7f80777fe640 1 -- 172.21.15.31:0/4283559595 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5737+0+0 (secure 0 0 0) 0x7f8078099240 con 0x7f8080161b30 2024-09-16T07:28:57.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.125+0000 7f807effd640 1 --2- 172.21.15.31:0/4283559595 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f80600790c0 0x7f806007b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:57.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.125+0000 7f807effd640 1 --2- 172.21.15.31:0/4283559595 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f80600790c0 0x7f806007b580 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f8070033000 tx=0x7f8070004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:57.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.129+0000 7f80777fe640 1 -- 172.21.15.31:0/4283559595 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f8078020070 con 0x7f8080161b30 2024-09-16T07:28:57.353 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.353+0000 7f8085408640 1 -- 172.21.15.31:0/4283559595 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f80801f8590 con 0x7f8080161b30 2024-09-16T07:28:57.353 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.353+0000 7f80777fe640 1 -- 172.21.15.31:0/4283559595 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 108 v108) ==== 95+0+5239 (secure 0 0 0) 0x7f8078062d10 con 0x7f8080161b30 2024-09-16T07:28:57.353 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:28:57.353 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":108,"btime":"2024-09-16T07:28:55:205493+0000","default_fscid":12,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6989,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/3423769264","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":3423769264},{"type":"v1","addr":"172.21.15.31:6835","nonce":3423769264}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103},{"gid":6992,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6834/3126328711","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":3126328711},{"type":"v1","addr":"172.21.15.155:6834","nonce":3126328711}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103},{"gid":7759,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/3353166766","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6809","nonce":3353166766},{"type":"v1","addr":"172.21.15.155:6835","nonce":3353166766}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103}],"filesystems":[{"mdsmap":{"epoch":108,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:28:51.421175+0000","modified":"2024-09-16T07:28:54.573088+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8937},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8937":{"gid":8937,"name":"c","rank":0,"incarnation":104,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6834/1633533960","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":1633533960},{"type":"v1","addr":"172.21.15.31:6834","nonce":1633533960}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[25],"metadata_pool":24,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8937,"qdb_cluster":[8937]},"id":12}]} 2024-09-16T07:28:57.354 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 108 2024-09-16T07:28:57.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.355+0000 7f8085408640 1 -- 172.21.15.31:0/4283559595 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f80600790c0 msgr2=0x7f806007b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:57.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.355+0000 7f8085408640 1 --2- 172.21.15.31:0/4283559595 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f80600790c0 0x7f806007b580 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f8070033000 tx=0x7f8070004730 comp rx=0 tx=0).stop 2024-09-16T07:28:57.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.355+0000 7f8085408640 1 -- 172.21.15.31:0/4283559595 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8080161b30 msgr2=0x7f80800b85f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:57.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.355+0000 7f8085408640 1 --2- 172.21.15.31:0/4283559595 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8080161b30 0x7f80800b85f0 secure :-1 s=READY pgs=1702 cs=0 l=1 rev1=1 crypto rx=0x7f807800c780 tx=0x7f807800cc40 comp rx=0 tx=0).stop 2024-09-16T07:28:57.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.355+0000 7f8085408640 1 -- 172.21.15.31:0/4283559595 shutdown_connections 2024-09-16T07:28:57.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.355+0000 7f8085408640 1 --2- 172.21.15.31:0/4283559595 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f80600790c0 0x7f806007b580 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:57.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.355+0000 7f8085408640 1 --2- 172.21.15.31:0/4283559595 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8080161b30 0x7f80800b85f0 unknown :-1 s=CLOSED pgs=1702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:57.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.356+0000 7f8085408640 1 --2- 172.21.15.31:0/4283559595 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8080160ac0 0x7f80800b9600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:57.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.356+0000 7f8085408640 1 --2- 172.21.15.31:0/4283559595 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f80800d1a10 0x7f80800cde90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:57.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.356+0000 7f8085408640 1 -- 172.21.15.31:0/4283559595 >> 172.21.15.31:0/4283559595 conn(0x7f80800d3e40 msgr2=0x7f80800b5d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:57.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.356+0000 7f8085408640 1 -- 172.21.15.31:0/4283559595 shutdown_connections 2024-09-16T07:28:57.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.356+0000 7f8085408640 1 -- 172.21.15.31:0/4283559595 wait complete. 2024-09-16T07:28:57.378 INFO:tasks.ceph.mds.c.smithi031.stderr:2024-09-16T07:28:57.379+0000 7fcda7bd7640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-16T07:28:57.769 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 108, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-16T07:28:51.421175+0000', 'modified': '2024-09-16T07:28:54.573088+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 8937}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_8937': {'gid': 8937, 'name': 'c', 'rank': 0, 'incarnation': 104, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.31:6834/1633533960', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.31:6832', 'nonce': 1633533960}, {'type': 'v1', 'addr': '172.21.15.31:6834', 'nonce': 1633533960}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [25], 'metadata_pool': 24, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 8937, 'qdb_cluster': [8937]} 2024-09-16T07:28:57.769 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-16T07:28:57.770 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-16T07:28:57.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.878+0000 7fcc96616640 1 -- 172.21.15.31:0/2721319802 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcc900d27e0 msgr2=0x7fcc900b37d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:57.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.878+0000 7fcc96616640 1 --2- 172.21.15.31:0/2721319802 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcc900d27e0 0x7fcc900b37d0 secure :-1 s=READY pgs=1703 cs=0 l=1 rev1=1 crypto rx=0x7fcc84005fd0 tx=0x7fcc8402a580 comp rx=0 tx=0).stop 2024-09-16T07:28:57.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.878+0000 7fcc96616640 1 -- 172.21.15.31:0/2721319802 shutdown_connections 2024-09-16T07:28:57.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.878+0000 7fcc96616640 1 --2- 172.21.15.31:0/2721319802 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcc900b52f0 0x7fcc900b3d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:57.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.878+0000 7fcc96616640 1 --2- 172.21.15.31:0/2721319802 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcc900d27e0 0x7fcc900b37d0 unknown :-1 s=CLOSED pgs=1703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:57.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.878+0000 7fcc96616640 1 --2- 172.21.15.31:0/2721319802 >> v2:172.21.15.155:3300/0 conn(0x7fcc900d1ec0 0x7fcc900d22a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:57.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.878+0000 7fcc96616640 1 -- 172.21.15.31:0/2721319802 >> 172.21.15.31:0/2721319802 conn(0x7fcc900d3e70 msgr2=0x7fcc900d4280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:57.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.878+0000 7fcc96616640 1 -- 172.21.15.31:0/2721319802 shutdown_connections 2024-09-16T07:28:57.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.878+0000 7fcc96616640 1 -- 172.21.15.31:0/2721319802 wait complete. 2024-09-16T07:28:57.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.879+0000 7fcc96616640 1 Processor -- start 2024-09-16T07:28:57.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.880+0000 7fcc96616640 1 -- start start 2024-09-16T07:28:57.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.880+0000 7fcc96616640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcc900b52f0 0x7fcc90157aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:57.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.880+0000 7fcc96616640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcc900d1ec0 0x7fcc900b9210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:57.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.880+0000 7fcc96616640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcc900d27e0 0x7fcc901471f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:57.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.880+0000 7fcc96616640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fcc90162230 con 0x7fcc900d27e0 2024-09-16T07:28:57.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.880+0000 7fcc96616640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fcc901620b0 con 0x7fcc900b52f0 2024-09-16T07:28:57.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.880+0000 7fcc96616640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fcc901623b0 con 0x7fcc900d1ec0 2024-09-16T07:28:57.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.880+0000 7fcc94bb3640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcc900d27e0 0x7fcc901471f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:57.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.881+0000 7fcc94bb3640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcc900d27e0 0x7fcc901471f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59730/0 (socket says 172.21.15.31:59730) 2024-09-16T07:28:57.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.881+0000 7fcc94bb3640 1 -- 172.21.15.31:0/970349508 learned_addr learned my addr 172.21.15.31:0/970349508 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:57.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.881+0000 7fcc8ffff640 1 --2- 172.21.15.31:0/970349508 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcc900b52f0 0x7fcc90157aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:57.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.881+0000 7fcc8f7fe640 1 --2- 172.21.15.31:0/970349508 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcc900d1ec0 0x7fcc900b9210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:57.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.881+0000 7fcc94bb3640 1 -- 172.21.15.31:0/970349508 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcc900d1ec0 msgr2=0x7fcc900b9210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:57.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.881+0000 7fcc94bb3640 1 --2- 172.21.15.31:0/970349508 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcc900d1ec0 0x7fcc900b9210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:57.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.881+0000 7fcc94bb3640 1 -- 172.21.15.31:0/970349508 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcc900b52f0 msgr2=0x7fcc90157aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:57.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.881+0000 7fcc94bb3640 1 --2- 172.21.15.31:0/970349508 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcc900b52f0 0x7fcc90157aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:57.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.881+0000 7fcc94bb3640 1 -- 172.21.15.31:0/970349508 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc90147d40 con 0x7fcc900d27e0 2024-09-16T07:28:57.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.881+0000 7fcc94bb3640 1 --2- 172.21.15.31:0/970349508 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcc900d27e0 0x7fcc901471f0 secure :-1 s=READY pgs=1704 cs=0 l=1 rev1=1 crypto rx=0x7fcc8800cce0 tx=0x7fcc8800a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:57.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.881+0000 7fcc8cff9640 1 -- 172.21.15.31:0/970349508 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc8800f450 con 0x7fcc900d27e0 2024-09-16T07:28:57.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.881+0000 7fcc8cff9640 1 -- 172.21.15.31:0/970349508 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcc8800f610 con 0x7fcc900d27e0 2024-09-16T07:28:57.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.881+0000 7fcc8cff9640 1 -- 172.21.15.31:0/970349508 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc8800fa60 con 0x7fcc900d27e0 2024-09-16T07:28:57.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.881+0000 7fcc96616640 1 -- 172.21.15.31:0/970349508 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc90148020 con 0x7fcc900d27e0 2024-09-16T07:28:57.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.881+0000 7fcc96616640 1 -- 172.21.15.31:0/970349508 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc901614a0 con 0x7fcc900d27e0 2024-09-16T07:28:57.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.884+0000 7fcc8cff9640 1 -- 172.21.15.31:0/970349508 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 24) ==== 102052+0+0 (secure 0 0 0) 0x7fcc8800fc00 con 0x7fcc900d27e0 2024-09-16T07:28:57.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.884+0000 7fcc8cff9640 1 --2- 172.21.15.31:0/970349508 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fcc7c0790c0 0x7fcc7c07b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:57.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.884+0000 7fcc8cff9640 1 -- 172.21.15.31:0/970349508 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5737+0+0 (secure 0 0 0) 0x7fcc88099bd0 con 0x7fcc900d27e0 2024-09-16T07:28:57.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.884+0000 7fcc8ffff640 1 --2- 172.21.15.31:0/970349508 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fcc7c0790c0 0x7fcc7c07b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:57.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.884+0000 7fcc993eb740 1 Processor -- start 2024-09-16T07:28:57.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.885+0000 7fcc993eb740 1 -- start start 2024-09-16T07:28:57.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.885+0000 7fcc8ffff640 1 --2- 172.21.15.31:0/970349508 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fcc7c0790c0 0x7fcc7c07b580 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fcc8000abe0 tx=0x7fcc8000a2d0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:57.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.885+0000 7fcc993eb740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x561f95ef51b0 0x561f95eccb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:57.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.885+0000 7fcc993eb740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x561f95f14df0 0x561f95f151f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:57.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.885+0000 7fcc993eb740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x561f95eca5f0 0x561f95ecaa40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:57.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.885+0000 7fcc993eb740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x561f95e41820 con 0x561f95eca5f0 2024-09-16T07:28:57.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.885+0000 7fcc993eb740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x561f95e30c50 con 0x561f95ef51b0 2024-09-16T07:28:57.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.885+0000 7fcc993eb740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x561f95e34a60 con 0x561f95f14df0 2024-09-16T07:28:57.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.885+0000 7fcc94bb3640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x561f95eca5f0 0x561f95ecaa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:57.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.885+0000 7fcc94bb3640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x561f95eca5f0 0x561f95ecaa40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59738/0 (socket says 172.21.15.31:59738) 2024-09-16T07:28:57.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.885+0000 7fcc94bb3640 1 -- 172.21.15.31:0/3585801392 learned_addr learned my addr 172.21.15.31:0/3585801392 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:57.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.886+0000 7fcc8ffff640 1 --2- 172.21.15.31:0/3585801392 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x561f95ef51b0 0x561f95eccb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:57.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.886+0000 7fcc8f7fe640 1 --2- 172.21.15.31:0/3585801392 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x561f95f14df0 0x561f95f151f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:57.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.886+0000 7fcc94bb3640 1 -- 172.21.15.31:0/3585801392 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x561f95f14df0 msgr2=0x561f95f151f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:28:57.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.886+0000 7fcc94bb3640 1 --2- 172.21.15.31:0/3585801392 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x561f95f14df0 0x561f95f151f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:57.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.886+0000 7fcc94bb3640 1 -- 172.21.15.31:0/3585801392 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x561f95ef51b0 msgr2=0x561f95eccb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:28:57.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.886+0000 7fcc94bb3640 1 --2- 172.21.15.31:0/3585801392 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x561f95ef51b0 0x561f95eccb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:57.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.886+0000 7fcc94bb3640 1 -- 172.21.15.31:0/3585801392 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561f95b92850 con 0x561f95eca5f0 2024-09-16T07:28:57.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.886+0000 7fcc94bb3640 1 --2- 172.21.15.31:0/3585801392 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x561f95eca5f0 0x561f95ecaa40 secure :-1 s=READY pgs=1705 cs=0 l=1 rev1=1 crypto rx=0x7fcc88063500 tx=0x7fcc88062da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e7d61f2395f3197 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:57.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.886+0000 7fcc75ffb640 1 -- 172.21.15.31:0/3585801392 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc8801d040 con 0x561f95eca5f0 2024-09-16T07:28:57.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.886+0000 7fcc75ffb640 1 -- 172.21.15.31:0/3585801392 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcc88063570 con 0x561f95eca5f0 2024-09-16T07:28:57.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.886+0000 7fcc75ffb640 1 -- 172.21.15.31:0/3585801392 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc8806ccd0 con 0x561f95eca5f0 2024-09-16T07:28:57.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.887+0000 7fcc993eb740 1 -- 172.21.15.31:0/3585801392 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x561f95eca5f0 msgr2=0x561f95ecaa40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:57.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.887+0000 7fcc993eb740 1 --2- 172.21.15.31:0/3585801392 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x561f95eca5f0 0x561f95ecaa40 secure :-1 s=READY pgs=1705 cs=0 l=1 rev1=1 crypto rx=0x7fcc88063500 tx=0x7fcc88062da0 comp rx=0 tx=0).stop 2024-09-16T07:28:57.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.887+0000 7fcc993eb740 1 -- 172.21.15.31:0/3585801392 shutdown_connections 2024-09-16T07:28:57.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.887+0000 7fcc993eb740 1 --2- 172.21.15.31:0/3585801392 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x561f95eca5f0 0x561f95ecaa40 unknown :-1 s=CLOSED pgs=1705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:57.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.887+0000 7fcc993eb740 1 --2- 172.21.15.31:0/3585801392 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x561f95f14df0 0x561f95f151f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:57.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.887+0000 7fcc993eb740 1 --2- 172.21.15.31:0/3585801392 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x561f95ef51b0 0x561f95eccb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:57.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.887+0000 7fcc993eb740 1 -- 172.21.15.31:0/3585801392 >> 172.21.15.31:0/3585801392 conn(0x561f95ecb6a0 msgr2=0x561f95ecf0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:57.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.887+0000 7fcc993eb740 1 -- 172.21.15.31:0/3585801392 shutdown_connections 2024-09-16T07:28:57.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.887+0000 7fcc993eb740 1 -- 172.21.15.31:0/3585801392 wait complete. 2024-09-16T07:28:57.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.887+0000 7fcc993eb740 1 -- start start 2024-09-16T07:28:57.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.888+0000 7fcc993eb740 1 Processor -- start 2024-09-16T07:28:57.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.888+0000 7fcc993eb740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x561f95ef51b0 0x561f95ef9540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:57.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.888+0000 7fcc993eb740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x561f95f14df0 0x561f95ec87c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:57.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.888+0000 7fcc993eb740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x561f95ec8d00 0x561f95eec0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:57.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.888+0000 7fcc993eb740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x561f95ba1620 con 0x561f95ef51b0 2024-09-16T07:28:57.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.888+0000 7fcc993eb740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x561f95dd65f0 con 0x561f95ec8d00 2024-09-16T07:28:57.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.888+0000 7fcc993eb740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x561f95ec9b30 con 0x561f95f14df0 2024-09-16T07:28:57.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.888+0000 7fcc993eb740 10 client.0 _ll_register_callbacks cb 0x561f95dda0a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T07:28:57.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.888+0000 7fcc8ffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x561f95ef51b0 0x561f95ef9540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:57.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.889+0000 7fcc8ffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x561f95ef51b0 0x561f95ef9540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59754/0 (socket says 172.21.15.31:59754) 2024-09-16T07:28:57.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.889+0000 7fcc8ffff640 1 -- 172.21.15.31:0/3903910747 learned_addr learned my addr 172.21.15.31:0/3903910747 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:57.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.889+0000 7fcc94bb3640 1 --2- 172.21.15.31:0/3903910747 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x561f95ec8d00 0x561f95eec0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:57.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.889+0000 7fcc8f7fe640 1 --2- 172.21.15.31:0/3903910747 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x561f95f14df0 0x561f95ec87c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:57.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.889+0000 7fcc8ffff640 1 -- 172.21.15.31:0/3903910747 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x561f95f14df0 msgr2=0x561f95ec87c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:28:57.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.889+0000 7fcc8ffff640 1 --2- 172.21.15.31:0/3903910747 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x561f95f14df0 0x561f95ec87c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:57.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.889+0000 7fcc8ffff640 1 -- 172.21.15.31:0/3903910747 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x561f95ec8d00 msgr2=0x561f95eec0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:28:57.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.889+0000 7fcc8ffff640 1 --2- 172.21.15.31:0/3903910747 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x561f95ec8d00 0x561f95eec0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:57.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.889+0000 7fcc8ffff640 1 -- 172.21.15.31:0/3903910747 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561f95c096b0 con 0x561f95ef51b0 2024-09-16T07:28:57.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.889+0000 7fcc8ffff640 1 --2- 172.21.15.31:0/3903910747 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x561f95ef51b0 0x561f95ef9540 secure :-1 s=READY pgs=1706 cs=0 l=1 rev1=1 crypto rx=0x7fcc80010b10 tx=0x7fcc80004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c6d5bcf5597d5a43 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:57.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.889+0000 7fcc6effd640 10 client.0 ms_handle_connect on v2:172.21.15.31:3300/0 2024-09-16T07:28:57.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.889+0000 7fcc6effd640 1 -- 172.21.15.31:0/3903910747 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc8002a060 con 0x561f95ef51b0 2024-09-16T07:28:57.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.889+0000 7fcc6effd640 1 -- 172.21.15.31:0/3903910747 <== mon.0 v2:172.21.15.31:3300/0 2 ==== osd_map(155..155 src has 1..155) ==== 5737+0+0 (secure 0 0 0) 0x7fcc8001c770 con 0x561f95ef51b0 2024-09-16T07:28:57.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.889+0000 7fcc993eb740 1 -- 172.21.15.31:0/3903910747 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcc88063570 con 0x561f95ef51b0 2024-09-16T07:28:57.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.889+0000 7fcc6effd640 1 -- 172.21.15.31:0/3903910747 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_get_version_reply(handle=1 version=108) ==== 24+0+0 (secure 0 0 0) 0x7fcc80030050 con 0x561f95ef51b0 2024-09-16T07:28:57.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.889+0000 7fcc993eb740 10 client.9069 fetch_fsmap learned FSMap version 108 2024-09-16T07:28:57.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.889+0000 7fcc993eb740 1 -- 172.21.15.31:0/3903910747 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,fsmap=108,monmap=2+}) -- 0x561f95eed420 con 0x561f95ef51b0 2024-09-16T07:28:57.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.890+0000 7fcc6effd640 1 -- 172.21.15.31:0/3903910747 <== mon.0 v2:172.21.15.31:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcc88063570 con 0x561f95ef51b0 2024-09-16T07:28:57.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.890+0000 7fcc6effd640 1 -- 172.21.15.31:0/3903910747 <== mon.0 v2:172.21.15.31:3300/0 5 ==== fsmap(e 108) ==== 3502+0+0 (secure 0 0 0) 0x7fcc80033020 con 0x561f95ef51b0 2024-09-16T07:28:57.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.890+0000 7fcc993eb740 10 client.9069 fetch_fsmap finished waiting for FSMap version 108 2024-09-16T07:28:57.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.890+0000 7fcc993eb740 10 client.9069 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-16T07:28:57.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.890+0000 7fcc993eb740 20 client.9069 populate_metadata read hostname 'smithi031' 2024-09-16T07:28:57.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.890+0000 7fcc993eb740 1 --2- 172.21.15.31:0/3903910747 >> [v2:172.21.15.31:6832/1633533960,v1:172.21.15.31:6834/1633533960] conn(0x561f95ef6b90 0x561f95ef6f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:57.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.890+0000 7fcc993eb740 4 client.9069 mds_command: new command op to 8937 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T07:28:57.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.890+0000 7fcc993eb740 1 -- 172.21.15.31:0/3903910747 --> [v2:172.21.15.31:6832/1633533960,v1:172.21.15.31:6834/1633533960] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561f95e43770 con 0x561f95ef6b90 2024-09-16T07:28:57.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.890+0000 7fcc8f7fe640 1 --2- 172.21.15.31:0/3903910747 >> [v2:172.21.15.31:6832/1633533960,v1:172.21.15.31:6834/1633533960] conn(0x561f95ef6b90 0x561f95ef6f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:57.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.890+0000 7fcc6effd640 10 client.9069 ms_handle_connect on v2:172.21.15.31:6832/1633533960 2024-09-16T07:28:57.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.890+0000 7fcc8f7fe640 1 --2- 172.21.15.31:0/3903910747 >> [v2:172.21.15.31:6832/1633533960,v1:172.21.15.31:6834/1633533960] conn(0x561f95ef6b90 0x561f95ef6f70 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ee987889fdc53cc4 server_cookie=5a1d496489070795 in_seq=0 out_seq=0 2024-09-16T07:28:57.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.891+0000 7fcc6effd640 1 -- 172.21.15.31:0/3903910747 <== mds.0 v2:172.21.15.31:6832/1633533960 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x561f95e43770 con 0x561f95ef6b90 2024-09-16T07:28:57.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.891+0000 7fcc6effd640 10 client.9069 handle_command_reply: tid=0 2024-09-16T07:28:57.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.891+0000 7fcc993eb740 1 client.9069 shutdown 2024-09-16T07:28:57.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.891+0000 7fcc993eb740 1 -- 172.21.15.31:0/3903910747 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x561f95ef51b0 msgr2=0x561f95ef9540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:57.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.891+0000 7fcc993eb740 1 --2- 172.21.15.31:0/3903910747 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x561f95ef51b0 0x561f95ef9540 secure :-1 s=READY pgs=1706 cs=0 l=1 rev1=1 crypto rx=0x7fcc80010b10 tx=0x7fcc80004730 comp rx=0 tx=0).stop 2024-09-16T07:28:57.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.891+0000 7fcc993eb740 1 -- 172.21.15.31:0/3903910747 shutdown_connections 2024-09-16T07:28:57.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.891+0000 7fcc993eb740 1 --2- 172.21.15.31:0/3903910747 >> [v2:172.21.15.31:6832/1633533960,v1:172.21.15.31:6834/1633533960] conn(0x561f95ef6b90 0x561f95ef6f70 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:57.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.891+0000 7fcc993eb740 1 --2- 172.21.15.31:0/3903910747 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x561f95ec8d00 0x561f95eec0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:57.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.891+0000 7fcc6effd640 0 client.9069 ms_handle_reset on v2:172.21.15.31:6832/1633533960 2024-09-16T07:28:57.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.891+0000 7fcc993eb740 1 --2- 172.21.15.31:0/3903910747 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x561f95f14df0 0x561f95ec87c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:57.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.891+0000 7fcc993eb740 1 --2- 172.21.15.31:0/3903910747 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x561f95ef51b0 0x561f95ef9540 unknown :-1 s=CLOSED pgs=1706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:57.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.891+0000 7fcc993eb740 1 -- 172.21.15.31:0/3903910747 >> 172.21.15.31:0/3903910747 conn(0x561f95eca5f0 msgr2=0x561f95ecf2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:57.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.891+0000 7fcc993eb740 1 -- 172.21.15.31:0/3903910747 shutdown_connections 2024-09-16T07:28:57.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.891+0000 7fcc993eb740 1 -- 172.21.15.31:0/3903910747 wait complete. 2024-09-16T07:28:57.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.891+0000 7fcc993eb740 20 client.9069 trim_cache size 0 max 16384 2024-09-16T07:28:57.909 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.909+0000 7fcc993eb740 1 Processor -- start 2024-09-16T07:28:57.909 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.910+0000 7fcc993eb740 1 -- start start 2024-09-16T07:28:57.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.910+0000 7fcc993eb740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x561f95eca5f0 0x561f95ecab80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:57.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.910+0000 7fcc993eb740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x561f95ec8d00 0x561f95f10360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:57.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.910+0000 7fcc993eb740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x561f95ef51b0 0x561f95f108a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:57.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.910+0000 7fcc993eb740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fcc90200040 con 0x561f95ef51b0 2024-09-16T07:28:57.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.910+0000 7fcc993eb740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fcc901f7f60 con 0x561f95eca5f0 2024-09-16T07:28:57.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.910+0000 7fcc993eb740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fcc901f85b0 con 0x561f95ec8d00 2024-09-16T07:28:57.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.910+0000 7fcc94bb3640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x561f95ef51b0 0x561f95f108a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:57.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.910+0000 7fcc94bb3640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x561f95ef51b0 0x561f95f108a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59768/0 (socket says 172.21.15.31:59768) 2024-09-16T07:28:57.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.910+0000 7fcc94bb3640 1 -- 172.21.15.31:0/1541684301 learned_addr learned my addr 172.21.15.31:0/1541684301 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:57.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.911+0000 7fcc8ffff640 1 --2- 172.21.15.31:0/1541684301 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x561f95eca5f0 0x561f95ecab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:57.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.911+0000 7fcc8f7fe640 1 --2- 172.21.15.31:0/1541684301 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x561f95ec8d00 0x561f95f10360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:57.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.911+0000 7fcc94bb3640 1 -- 172.21.15.31:0/1541684301 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x561f95ec8d00 msgr2=0x561f95f10360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:28:57.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.911+0000 7fcc94bb3640 1 --2- 172.21.15.31:0/1541684301 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x561f95ec8d00 0x561f95f10360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:57.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.911+0000 7fcc94bb3640 1 -- 172.21.15.31:0/1541684301 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x561f95eca5f0 msgr2=0x561f95ecab80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:28:57.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.911+0000 7fcc94bb3640 1 --2- 172.21.15.31:0/1541684301 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x561f95eca5f0 0x561f95ecab80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:57.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.911+0000 7fcc94bb3640 1 -- 172.21.15.31:0/1541684301 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561f95e6daa0 con 0x561f95ef51b0 2024-09-16T07:28:57.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.911+0000 7fcc8f7fe640 1 --2- 172.21.15.31:0/1541684301 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x561f95ec8d00 0x561f95f10360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:28:57.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.911+0000 7fcc94bb3640 1 --2- 172.21.15.31:0/1541684301 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x561f95ef51b0 0x561f95f108a0 secure :-1 s=READY pgs=1707 cs=0 l=1 rev1=1 crypto rx=0x7fcc880607e0 tx=0x7fcc88019000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=50508baeeec44691 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:57.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.911+0000 7fcc757fa640 1 -- 172.21.15.31:0/1541684301 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc8801d040 con 0x561f95ef51b0 2024-09-16T07:28:57.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.911+0000 7fcc757fa640 1 -- 172.21.15.31:0/1541684301 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcc88068050 con 0x561f95ef51b0 2024-09-16T07:28:57.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.911+0000 7fcc757fa640 1 -- 172.21.15.31:0/1541684301 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc8806ccd0 con 0x561f95ef51b0 2024-09-16T07:28:57.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.911+0000 7fcc993eb740 1 -- 172.21.15.31:0/1541684301 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x561f95ef51b0 msgr2=0x561f95f108a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:57.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.911+0000 7fcc993eb740 1 --2- 172.21.15.31:0/1541684301 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x561f95ef51b0 0x561f95f108a0 secure :-1 s=READY pgs=1707 cs=0 l=1 rev1=1 crypto rx=0x7fcc880607e0 tx=0x7fcc88019000 comp rx=0 tx=0).stop 2024-09-16T07:28:57.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.912+0000 7fcc993eb740 1 -- 172.21.15.31:0/1541684301 shutdown_connections 2024-09-16T07:28:57.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.912+0000 7fcc993eb740 1 --2- 172.21.15.31:0/1541684301 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x561f95ef51b0 0x561f95f108a0 unknown :-1 s=CLOSED pgs=1707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:57.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.912+0000 7fcc993eb740 1 --2- 172.21.15.31:0/1541684301 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x561f95ec8d00 0x561f95f10360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:57.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.912+0000 7fcc993eb740 1 --2- 172.21.15.31:0/1541684301 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x561f95eca5f0 0x561f95ecab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:57.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.912+0000 7fcc993eb740 1 -- 172.21.15.31:0/1541684301 >> 172.21.15.31:0/1541684301 conn(0x561f95ef9890 msgr2=0x561f95f151d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:57.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.912+0000 7fcc993eb740 1 -- 172.21.15.31:0/1541684301 shutdown_connections 2024-09-16T07:28:57.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.912+0000 7fcc993eb740 1 -- 172.21.15.31:0/1541684301 wait complete. 2024-09-16T07:28:57.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.912+0000 7fcc993eb740 1 -- start start 2024-09-16T07:28:57.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.912+0000 7fcc993eb740 1 Processor -- start 2024-09-16T07:28:57.917 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.913+0000 7fcc993eb740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x561f95ec8d00 0x561f95eebd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:57.917 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.913+0000 7fcc993eb740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x561f95eca5f0 0x561f95f93cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:57.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.913+0000 7fcc993eb740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x561f95ef51b0 0x561f95f941f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:57.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.913+0000 7fcc993eb740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x561f95eec830 con 0x561f95ec8d00 2024-09-16T07:28:57.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.913+0000 7fcc993eb740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x561f95f278b0 con 0x561f95eca5f0 2024-09-16T07:28:57.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.913+0000 7fcc993eb740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x561f95f0e3c0 con 0x561f95ef51b0 2024-09-16T07:28:57.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.913+0000 7fcc993eb740 10 client.0 _ll_register_callbacks cb 0x7fcc80005be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T07:28:57.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.913+0000 7fcc8ffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x561f95ec8d00 0x561f95eebd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:57.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.913+0000 7fcc8ffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x561f95ec8d00 0x561f95eebd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59778/0 (socket says 172.21.15.31:59778) 2024-09-16T07:28:57.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.913+0000 7fcc8ffff640 1 -- 172.21.15.31:0/337714147 learned_addr learned my addr 172.21.15.31:0/337714147 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:57.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.913+0000 7fcc8ffff640 1 -- 172.21.15.31:0/337714147 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x561f95ef51b0 msgr2=0x561f95f941f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:28:57.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.913+0000 7fcc8ffff640 1 --2- 172.21.15.31:0/337714147 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x561f95ef51b0 0x561f95f941f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:57.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.913+0000 7fcc8ffff640 1 -- 172.21.15.31:0/337714147 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x561f95eca5f0 msgr2=0x561f95f93cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:28:57.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.913+0000 7fcc8ffff640 1 --2- 172.21.15.31:0/337714147 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x561f95eca5f0 0x561f95f93cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:57.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.914+0000 7fcc8ffff640 1 -- 172.21.15.31:0/337714147 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561f95f94730 con 0x561f95ec8d00 2024-09-16T07:28:57.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.914+0000 7fcc8ffff640 1 --2- 172.21.15.31:0/337714147 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x561f95ec8d00 0x561f95eebd10 secure :-1 s=READY pgs=1708 cs=0 l=1 rev1=1 crypto rx=0x7fcc8001baf0 tx=0x7fcc8001bb20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b4dee862595d1fb server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:57.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.914+0000 7fcc6effd640 10 client.0 ms_handle_connect on v2:172.21.15.31:3300/0 2024-09-16T07:28:57.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.914+0000 7fcc6effd640 1 -- 172.21.15.31:0/337714147 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc80038070 con 0x561f95ec8d00 2024-09-16T07:28:57.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.914+0000 7fcc6effd640 1 -- 172.21.15.31:0/337714147 <== mon.0 v2:172.21.15.31:3300/0 2 ==== osd_map(155..155 src has 1..155) ==== 5737+0+0 (secure 0 0 0) 0x7fcc8001ce00 con 0x561f95ec8d00 2024-09-16T07:28:57.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.914+0000 7fcc993eb740 1 -- 172.21.15.31:0/337714147 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcc88068050 con 0x561f95ec8d00 2024-09-16T07:28:57.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.914+0000 7fcc6effd640 1 -- 172.21.15.31:0/337714147 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_get_version_reply(handle=1 version=108) ==== 24+0+0 (secure 0 0 0) 0x7fcc80043050 con 0x561f95ec8d00 2024-09-16T07:28:57.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.914+0000 7fcc993eb740 10 client.9075 fetch_fsmap learned FSMap version 108 2024-09-16T07:28:57.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.914+0000 7fcc993eb740 1 -- 172.21.15.31:0/337714147 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,fsmap=108,monmap=2+}) -- 0x561f95f36530 con 0x561f95ec8d00 2024-09-16T07:28:57.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.914+0000 7fcc6effd640 1 -- 172.21.15.31:0/337714147 <== mon.0 v2:172.21.15.31:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcc88068050 con 0x561f95ec8d00 2024-09-16T07:28:57.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.914+0000 7fcc6effd640 1 -- 172.21.15.31:0/337714147 <== mon.0 v2:172.21.15.31:3300/0 5 ==== fsmap(e 108) ==== 3502+0+0 (secure 0 0 0) 0x7fcc80046020 con 0x561f95ec8d00 2024-09-16T07:28:57.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.914+0000 7fcc993eb740 10 client.9075 fetch_fsmap finished waiting for FSMap version 108 2024-09-16T07:28:57.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.914+0000 7fcc993eb740 10 client.9075 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-16T07:28:57.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.914+0000 7fcc993eb740 20 client.9075 populate_metadata read hostname 'smithi031' 2024-09-16T07:28:57.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.914+0000 7fcc993eb740 1 --2- 172.21.15.31:0/337714147 >> [v2:172.21.15.31:6832/1633533960,v1:172.21.15.31:6834/1633533960] conn(0x561f95f14df0 0x561f95f98990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:57.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.914+0000 7fcc993eb740 4 client.9075 mds_command: new command op to 8937 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-16T07:28:57.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.914+0000 7fcc993eb740 1 -- 172.21.15.31:0/337714147 --> [v2:172.21.15.31:6832/1633533960,v1:172.21.15.31:6834/1633533960] -- command(tid 0: {"prefix": "status"}) -- 0x561f95e3f220 con 0x561f95f14df0 2024-09-16T07:28:57.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.914+0000 7fcc8f7fe640 1 --2- 172.21.15.31:0/337714147 >> [v2:172.21.15.31:6832/1633533960,v1:172.21.15.31:6834/1633533960] conn(0x561f95f14df0 0x561f95f98990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:57.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.915+0000 7fcc6effd640 10 client.9075 ms_handle_connect on v2:172.21.15.31:6832/1633533960 2024-09-16T07:28:57.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.915+0000 7fcc8f7fe640 1 --2- 172.21.15.31:0/337714147 >> [v2:172.21.15.31:6832/1633533960,v1:172.21.15.31:6834/1633533960] conn(0x561f95f14df0 0x561f95f98990 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=231bd63d64adcbf1 server_cookie=3c80dc7d6e14b623 in_seq=0 out_seq=0 2024-09-16T07:28:57.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.915+0000 7fcc6effd640 1 -- 172.21.15.31:0/337714147 <== mds.0 v2:172.21.15.31:6832/1633533960 1 ==== command_reply(tid 0: 0 ) ==== 8+0+328 (crc 0 0 0) 0x561f95e3f220 con 0x561f95f14df0 2024-09-16T07:28:57.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.915+0000 7fcc6effd640 10 client.9075 handle_command_reply: tid=0 2024-09-16T07:28:57.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.915+0000 7fcc993eb740 1 client.9075 shutdown 2024-09-16T07:28:57.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.915+0000 7fcc993eb740 1 -- 172.21.15.31:0/337714147 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x561f95ec8d00 msgr2=0x561f95eebd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:57.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.915+0000 7fcc993eb740 1 --2- 172.21.15.31:0/337714147 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x561f95ec8d00 0x561f95eebd10 secure :-1 s=READY pgs=1708 cs=0 l=1 rev1=1 crypto rx=0x7fcc8001baf0 tx=0x7fcc8001bb20 comp rx=0 tx=0).stop 2024-09-16T07:28:57.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.915+0000 7fcc993eb740 1 -- 172.21.15.31:0/337714147 shutdown_connections 2024-09-16T07:28:57.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.915+0000 7fcc993eb740 1 --2- 172.21.15.31:0/337714147 >> [v2:172.21.15.31:6832/1633533960,v1:172.21.15.31:6834/1633533960] conn(0x561f95f14df0 0x561f95f98990 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:57.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.915+0000 7fcc993eb740 1 --2- 172.21.15.31:0/337714147 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x561f95ef51b0 0x561f95f941f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:57.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.915+0000 7fcc993eb740 1 --2- 172.21.15.31:0/337714147 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x561f95eca5f0 0x561f95f93cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:57.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.915+0000 7fcc6effd640 0 client.9075 ms_handle_reset on v2:172.21.15.31:6832/1633533960 2024-09-16T07:28:57.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.915+0000 7fcc993eb740 1 --2- 172.21.15.31:0/337714147 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x561f95ec8d00 0x561f95eebd10 unknown :-1 s=CLOSED pgs=1708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:57.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.915+0000 7fcc993eb740 1 -- 172.21.15.31:0/337714147 >> 172.21.15.31:0/337714147 conn(0x561f95ef9890 msgr2=0x561f95eca9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:57.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.915+0000 7fcc993eb740 1 -- 172.21.15.31:0/337714147 shutdown_connections 2024-09-16T07:28:57.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.915+0000 7fcc993eb740 1 -- 172.21.15.31:0/337714147 wait complete. 2024-09-16T07:28:57.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.915+0000 7fcc993eb740 20 client.9075 trim_cache size 0 max 16384 2024-09-16T07:28:57.921 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-16T07:28:57.921 INFO:teuthology.orchestra.run.smithi031.stdout: "cluster_fsid": "aed87fb1-9c90-4029-9d57-80f2a5b1b4b1", 2024-09-16T07:28:57.922 INFO:teuthology.orchestra.run.smithi031.stdout: "whoami": 0, 2024-09-16T07:28:57.922 INFO:teuthology.orchestra.run.smithi031.stdout: "id": 8937, 2024-09-16T07:28:57.922 INFO:teuthology.orchestra.run.smithi031.stdout: "want_state": "up:active", 2024-09-16T07:28:57.922 INFO:teuthology.orchestra.run.smithi031.stdout: "state": "up:active", 2024-09-16T07:28:57.922 INFO:teuthology.orchestra.run.smithi031.stdout: "fs_name": "cephfs", 2024-09-16T07:28:57.922 INFO:teuthology.orchestra.run.smithi031.stdout: "rank_uptime": 5.7188332319999997, 2024-09-16T07:28:57.922 INFO:teuthology.orchestra.run.smithi031.stdout: "mdsmap_epoch": 108, 2024-09-16T07:28:57.922 INFO:teuthology.orchestra.run.smithi031.stdout: "osdmap_epoch": 155, 2024-09-16T07:28:57.922 INFO:teuthology.orchestra.run.smithi031.stdout: "osdmap_epoch_barrier": 155, 2024-09-16T07:28:57.922 INFO:teuthology.orchestra.run.smithi031.stdout: "uptime": 11.196005154 2024-09-16T07:28:57.922 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-16T07:28:57.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.916+0000 7fcc96616640 1 -- 172.21.15.31:0/970349508 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fcc7c0790c0 msgr2=0x7fcc7c07b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:57.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.916+0000 7fcc96616640 1 --2- 172.21.15.31:0/970349508 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fcc7c0790c0 0x7fcc7c07b580 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fcc8000abe0 tx=0x7fcc8000a2d0 comp rx=0 tx=0).stop 2024-09-16T07:28:57.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.916+0000 7fcc96616640 1 -- 172.21.15.31:0/970349508 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcc900d27e0 msgr2=0x7fcc901471f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:57.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.916+0000 7fcc96616640 1 --2- 172.21.15.31:0/970349508 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcc900d27e0 0x7fcc901471f0 secure :-1 s=READY pgs=1704 cs=0 l=1 rev1=1 crypto rx=0x7fcc8800cce0 tx=0x7fcc8800a620 comp rx=0 tx=0).stop 2024-09-16T07:28:57.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.916+0000 7fcc96616640 1 -- 172.21.15.31:0/970349508 shutdown_connections 2024-09-16T07:28:57.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.916+0000 7fcc96616640 1 --2- 172.21.15.31:0/970349508 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fcc7c0790c0 0x7fcc7c07b580 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:57.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.916+0000 7fcc96616640 1 --2- 172.21.15.31:0/970349508 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcc900d27e0 0x7fcc901471f0 unknown :-1 s=CLOSED pgs=1704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:57.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.916+0000 7fcc96616640 1 --2- 172.21.15.31:0/970349508 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcc900d1ec0 0x7fcc900b9210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:57.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.916+0000 7fcc96616640 1 --2- 172.21.15.31:0/970349508 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcc900b52f0 0x7fcc90157aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:57.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.916+0000 7fcc96616640 1 -- 172.21.15.31:0/970349508 >> 172.21.15.31:0/970349508 conn(0x7fcc900d3e70 msgr2=0x7fcc900b6ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:57.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.916+0000 7fcc96616640 1 -- 172.21.15.31:0/970349508 shutdown_connections 2024-09-16T07:28:57.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:57.916+0000 7fcc96616640 1 -- 172.21.15.31:0/970349508 wait complete. 2024-09-16T07:28:57.926 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T07:28:58.031 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:58.032+0000 7fb505124640 1 -- 172.21.15.31:0/1826544641 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb5000d2760 msgr2=0x7fb5000ce630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:58.031 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:58.032+0000 7fb505124640 1 --2- 172.21.15.31:0/1826544641 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb5000d2760 0x7fb5000ce630 secure :-1 s=READY pgs=1710 cs=0 l=1 rev1=1 crypto rx=0x7fb4e8009830 tx=0x7fb4e802a480 comp rx=0 tx=0).stop 2024-09-16T07:28:58.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:58.032+0000 7fb505124640 1 -- 172.21.15.31:0/1826544641 shutdown_connections 2024-09-16T07:28:58.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:58.032+0000 7fb505124640 1 --2- 172.21.15.31:0/1826544641 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb5000ceb70 0x7fb5000cd1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:58.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:58.032+0000 7fb505124640 1 --2- 172.21.15.31:0/1826544641 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb5000d2760 0x7fb5000ce630 unknown :-1 s=CLOSED pgs=1710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:58.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:58.032+0000 7fb505124640 1 -- 172.21.15.31:0/1826544641 >> 172.21.15.31:0/1826544641 conn(0x7fb5000d1c40 msgr2=0x7fb5000d2050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:58.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:58.032+0000 7fb505124640 1 -- 172.21.15.31:0/1826544641 shutdown_connections 2024-09-16T07:28:58.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:58.032+0000 7fb505124640 1 -- 172.21.15.31:0/1826544641 wait complete. 2024-09-16T07:28:58.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:58.033+0000 7fb505124640 1 Processor -- start 2024-09-16T07:28:58.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:58.033+0000 7fb505124640 1 -- start start 2024-09-16T07:28:58.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:58.034+0000 7fb505124640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb5000ceb70 0x7fb5000c6120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:58.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:58.034+0000 7fb505124640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb5000d2760 0x7fb5000c7db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:58.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:58.034+0000 7fb505124640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb50015bd30 0x7fb5000b35f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:58.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:58.034+0000 7fb505124640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fb5000cf590 con 0x7fb50015bd30 2024-09-16T07:28:58.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:58.034+0000 7fb505124640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb5000cf410 con 0x7fb5000d2760 2024-09-16T07:28:58.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:58.034+0000 7fb505124640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb5000cd730 con 0x7fb5000ceb70 2024-09-16T07:28:58.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:58.034+0000 7fb4ff59e640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb50015bd30 0x7fb5000b35f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:58.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:58.034+0000 7fb4ff59e640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb50015bd30 0x7fb5000b35f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59798/0 (socket says 172.21.15.31:59798) 2024-09-16T07:28:58.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:58.034+0000 7fb4ff59e640 1 -- 172.21.15.31:0/3076881008 learned_addr learned my addr 172.21.15.31:0/3076881008 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:58.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:58.034+0000 7fb4f7fff640 1 --2- 172.21.15.31:0/3076881008 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb5000d2760 0x7fb5000c7db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:58.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:58.034+0000 7fb4fed9d640 1 --2- 172.21.15.31:0/3076881008 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb5000ceb70 0x7fb5000c6120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:58.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:58.034+0000 7fb4ff59e640 1 -- 172.21.15.31:0/3076881008 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb5000ceb70 msgr2=0x7fb5000c6120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:58.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:58.034+0000 7fb4ff59e640 1 --2- 172.21.15.31:0/3076881008 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb5000ceb70 0x7fb5000c6120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:58.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:58.034+0000 7fb4ff59e640 1 -- 172.21.15.31:0/3076881008 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb5000d2760 msgr2=0x7fb5000c7db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:58.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:58.034+0000 7fb4ff59e640 1 --2- 172.21.15.31:0/3076881008 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb5000d2760 0x7fb5000c7db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:58.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:58.034+0000 7fb4ff59e640 1 -- 172.21.15.31:0/3076881008 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5000b2590 con 0x7fb50015bd30 2024-09-16T07:28:58.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:58.035+0000 7fb4ff59e640 1 --2- 172.21.15.31:0/3076881008 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb50015bd30 0x7fb5000b35f0 secure :-1 s=READY pgs=1711 cs=0 l=1 rev1=1 crypto rx=0x7fb4f800eaa0 tx=0x7fb4f800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:58.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:58.035+0000 7fb4f77fe640 1 -- 172.21.15.31:0/3076881008 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4f800cdb0 con 0x7fb50015bd30 2024-09-16T07:28:58.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:58.035+0000 7fb4f77fe640 1 -- 172.21.15.31:0/3076881008 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb4f8004c10 con 0x7fb50015bd30 2024-09-16T07:28:58.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:58.035+0000 7fb4f77fe640 1 -- 172.21.15.31:0/3076881008 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4f8005020 con 0x7fb50015bd30 2024-09-16T07:28:58.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:58.035+0000 7fb505124640 1 -- 172.21.15.31:0/3076881008 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5000b2830 con 0x7fb50015bd30 2024-09-16T07:28:58.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:58.035+0000 7fb505124640 1 -- 172.21.15.31:0/3076881008 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5000b2df0 con 0x7fb50015bd30 2024-09-16T07:28:58.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:58.036+0000 7fb505124640 1 -- 172.21.15.31:0/3076881008 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb5000cf1f0 con 0x7fb50015bd30 2024-09-16T07:28:58.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:58.037+0000 7fb4f77fe640 1 -- 172.21.15.31:0/3076881008 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 24) ==== 102052+0+0 (secure 0 0 0) 0x7fb4f80051c0 con 0x7fb50015bd30 2024-09-16T07:28:58.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:58.037+0000 7fb4f77fe640 1 --2- 172.21.15.31:0/3076881008 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb4e00790c0 0x7fb4e007b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:58.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:58.037+0000 7fb4fed9d640 1 --2- 172.21.15.31:0/3076881008 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb4e00790c0 0x7fb4e007b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:58.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:58.037+0000 7fb4f77fe640 1 -- 172.21.15.31:0/3076881008 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5737+0+0 (secure 0 0 0) 0x7fb4f8099ae0 con 0x7fb50015bd30 2024-09-16T07:28:58.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:58.038+0000 7fb4fed9d640 1 --2- 172.21.15.31:0/3076881008 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb4e00790c0 0x7fb4e007b580 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fb4f0001720 tx=0x7fb4f0007e90 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:58.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:58.042+0000 7fb4f77fe640 1 -- 172.21.15.31:0/3076881008 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fb4f8016030 con 0x7fb50015bd30 2024-09-16T07:28:58.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:58.267+0000 7fb505124640 1 -- 172.21.15.31:0/3076881008 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fb5000b1ed0 con 0x7fb50015bd30 2024-09-16T07:28:58.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:58.267+0000 7fb4f77fe640 1 -- 172.21.15.31:0/3076881008 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v108) ==== 53+0+73 (secure 0 0 0) 0x7fb4f80635b0 con 0x7fb50015bd30 2024-09-16T07:28:58.267 INFO:teuthology.orchestra.run.smithi031.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T07:28:58.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:58.269+0000 7fb505124640 1 -- 172.21.15.31:0/3076881008 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb4e00790c0 msgr2=0x7fb4e007b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:58.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:58.269+0000 7fb505124640 1 --2- 172.21.15.31:0/3076881008 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb4e00790c0 0x7fb4e007b580 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fb4f0001720 tx=0x7fb4f0007e90 comp rx=0 tx=0).stop 2024-09-16T07:28:58.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:58.269+0000 7fb505124640 1 -- 172.21.15.31:0/3076881008 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb50015bd30 msgr2=0x7fb5000b35f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:58.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:58.269+0000 7fb505124640 1 --2- 172.21.15.31:0/3076881008 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb50015bd30 0x7fb5000b35f0 secure :-1 s=READY pgs=1711 cs=0 l=1 rev1=1 crypto rx=0x7fb4f800eaa0 tx=0x7fb4f800ef60 comp rx=0 tx=0).stop 2024-09-16T07:28:58.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:58.269+0000 7fb505124640 1 -- 172.21.15.31:0/3076881008 shutdown_connections 2024-09-16T07:28:58.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:58.269+0000 7fb505124640 1 --2- 172.21.15.31:0/3076881008 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb4e00790c0 0x7fb4e007b580 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:58.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:58.269+0000 7fb505124640 1 --2- 172.21.15.31:0/3076881008 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb50015bd30 0x7fb5000b35f0 unknown :-1 s=CLOSED pgs=1711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:58.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:58.269+0000 7fb505124640 1 --2- 172.21.15.31:0/3076881008 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb5000d2760 0x7fb5000c7db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:58.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:58.269+0000 7fb505124640 1 --2- 172.21.15.31:0/3076881008 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb5000ceb70 0x7fb5000c6120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:58.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:58.269+0000 7fb505124640 1 -- 172.21.15.31:0/3076881008 >> 172.21.15.31:0/3076881008 conn(0x7fb5000d1c40 msgr2=0x7fb5000d2020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:58.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:58.269+0000 7fb505124640 1 -- 172.21.15.31:0/3076881008 shutdown_connections 2024-09-16T07:28:58.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:58.269+0000 7fb505124640 1 -- 172.21.15.31:0/3076881008 wait complete. 2024-09-16T07:28:58.279 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T07:28:58.279 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T07:28:58.279 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi031.front.sepia.ceph.com 2024-09-16T07:28:58.280 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-16T07:28:58.280 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-16T07:28:58.280 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T07:28:58.280 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T07:28:58.280 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T07:28:58.280 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T07:28:58.280 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:28:58.280 DEBUG:teuthology.orchestra.run.smithi031:> ip addr 2024-09-16T07:28:58.297 INFO:teuthology.orchestra.run.smithi031.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T07:28:58.297 INFO:teuthology.orchestra.run.smithi031.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T07:28:58.297 INFO:teuthology.orchestra.run.smithi031.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T07:28:58.297 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:28:58.297 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 ::1/128 scope host 2024-09-16T07:28:58.297 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:28:58.297 INFO:teuthology.orchestra.run.smithi031.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:28:58.297 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 0c:c4:7a:6b:f6:cc brd ff:ff:ff:ff:ff:ff 2024-09-16T07:28:58.297 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp7s0f0 2024-09-16T07:28:58.297 INFO:teuthology.orchestra.run.smithi031.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:28:58.297 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 0c:c4:7a:6b:f6:cd brd ff:ff:ff:ff:ff:ff 2024-09-16T07:28:58.297 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp7s0f1 2024-09-16T07:28:58.298 INFO:teuthology.orchestra.run.smithi031.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T07:28:58.298 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether ac:1f:6b:a5:ca:ba brd ff:ff:ff:ff:ff:ff 2024-09-16T07:28:58.298 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp1s0f0 2024-09-16T07:28:58.298 INFO:teuthology.orchestra.run.smithi031.stdout: inet 172.21.15.31/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-16T07:28:58.298 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft 42281sec preferred_lft 42281sec 2024-09-16T07:28:58.298 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::ae1f:6bff:fea5:caba/64 scope link 2024-09-16T07:28:58.298 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:28:58.298 INFO:teuthology.orchestra.run.smithi031.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:28:58.298 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether ac:1f:6b:a5:ca:bb brd ff:ff:ff:ff:ff:ff 2024-09-16T07:28:58.298 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp1s0f1 2024-09-16T07:28:58.298 INFO:teuthology.orchestra.run.smithi031.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T07:28:58.298 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 32:cb:fd:46:4e:14 brd ff:ff:ff:ff:ff:ff 2024-09-16T07:28:58.298 INFO:teuthology.orchestra.run.smithi031.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-16T07:28:58.299 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:28:58.299 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::5853:30ff:feaf:abcc/64 scope link 2024-09-16T07:28:58.299 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:28:58.299 INFO:teuthology.orchestra.run.smithi031.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T07:28:58.299 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether ea:2f:ff:7f:16:93 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:28:58.299 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::e82f:ffff:fe7f:1693/64 scope link 2024-09-16T07:28:58.299 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:28:58.299 INFO:teuthology.orchestra.run.smithi031.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T07:28:58.299 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 32:cb:fd:46:4e:14 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:28:58.299 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::30cb:fdff:fe46:4e14/64 scope link 2024-09-16T07:28:58.299 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:28:58.300 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:28:58.300 DEBUG:teuthology.orchestra.run.smithi031:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T07:28:58.361 INFO:teuthology.orchestra.run.smithi031.stdout:1 2024-09-16T07:28:58.363 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:28:58.363 DEBUG:teuthology.orchestra.run.smithi031:> route 2024-09-16T07:28:58.419 INFO:teuthology.orchestra.run.smithi031.stdout:Kernel IP routing table 2024-09-16T07:28:58.420 INFO:teuthology.orchestra.run.smithi031.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T07:28:58.420 INFO:teuthology.orchestra.run.smithi031.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-16T07:28:58.420 INFO:teuthology.orchestra.run.smithi031.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-16T07:28:58.420 INFO:teuthology.orchestra.run.smithi031.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T07:28:58.420 DEBUG:teuthology.orchestra.run.smithi031:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T07:28:58.420 DEBUG:teuthology.orchestra.run.smithi031:> set -e 2024-09-16T07:28:58.420 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-16T07:28:58.420 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-16T07:28:58.421 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-16T07:28:58.421 DEBUG:teuthology.orchestra.run.smithi031:> ') 2024-09-16T07:28:58.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:58 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T07:28:58.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:28:58.549 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:28:58.549 DEBUG:teuthology.orchestra.run.smithi031:> ip netns list 2024-09-16T07:28:58.564 INFO:teuthology.orchestra.run.smithi031.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-16T07:28:58.564 INFO:teuthology.orchestra.run.smithi031.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-16T07:28:58.565 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T07:28:58.565 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:28:58.565 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip link set brx.0 up 2024-09-16T07:28:58.630 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-16T07:28:58.630 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T07:28:58.630 DEBUG:teuthology.orchestra.run.smithi031:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-16T07:28:58.685 INFO:teuthology.orchestra.run.smithi031.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-16T07:28:58.686 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T07:28:58.686 DEBUG:teuthology.orchestra.run.smithi031:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-16T07:28:58.741 DEBUG:teuthology.orchestra.run.smithi031:> sudo modprobe fuse 2024-09-16T07:28:58.807 DEBUG:teuthology.orchestra.run.smithi031:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T07:28:58.864 INFO:teuthology.orchestra.run.smithi031.stdout:/proc 2024-09-16T07:28:58.864 INFO:teuthology.orchestra.run.smithi031.stdout:/sys 2024-09-16T07:28:58.864 INFO:teuthology.orchestra.run.smithi031.stdout:/dev 2024-09-16T07:28:58.864 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/security 2024-09-16T07:28:58.864 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/shm 2024-09-16T07:28:58.864 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/pts 2024-09-16T07:28:58.864 INFO:teuthology.orchestra.run.smithi031.stdout:/run 2024-09-16T07:28:58.864 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/cgroup 2024-09-16T07:28:58.864 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/pstore 2024-09-16T07:28:58.865 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/bpf 2024-09-16T07:28:58.865 INFO:teuthology.orchestra.run.smithi031.stdout:/ 2024-09-16T07:28:58.865 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/selinux 2024-09-16T07:28:58.865 INFO:teuthology.orchestra.run.smithi031.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T07:28:58.865 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/tracing 2024-09-16T07:28:58.865 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/mqueue 2024-09-16T07:28:58.865 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/debug 2024-09-16T07:28:58.865 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/hugepages 2024-09-16T07:28:58.865 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T07:28:58.865 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/fuse/connections 2024-09-16T07:28:58.865 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/config 2024-09-16T07:28:58.866 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T07:28:58.866 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T07:28:58.866 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T07:28:58.866 INFO:teuthology.orchestra.run.smithi031.stdout:/run/user/1000 2024-09-16T07:28:58.866 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph 2024-09-16T07:28:58.866 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T07:28:58.866 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T07:28:58.866 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T07:28:58.866 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T07:28:58.866 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns 2024-09-16T07:28:58.866 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:28:58.866 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:28:58.866 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:28:58.867 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:28:58.867 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:28:58.867 DEBUG:teuthology.orchestra.run.smithi031:> ls /sys/fs/fuse/connections 2024-09-16T07:28:58.920 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-16T07:28:58.920 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-16T07:28:58.962 DEBUG:teuthology.orchestra.run.smithi031:> sudo modprobe fuse 2024-09-16T07:28:58.988 DEBUG:teuthology.orchestra.run.smithi031:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T07:28:59.045 INFO:teuthology.orchestra.run.smithi031.stdout:/proc 2024-09-16T07:28:59.045 INFO:teuthology.orchestra.run.smithi031.stdout:/sys 2024-09-16T07:28:59.045 INFO:teuthology.orchestra.run.smithi031.stdout:/dev 2024-09-16T07:28:59.045 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/security 2024-09-16T07:28:59.045 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/shm 2024-09-16T07:28:59.045 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/pts 2024-09-16T07:28:59.045 INFO:teuthology.orchestra.run.smithi031.stdout:/run 2024-09-16T07:28:59.045 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/cgroup 2024-09-16T07:28:59.045 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/pstore 2024-09-16T07:28:59.046 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/bpf 2024-09-16T07:28:59.046 INFO:teuthology.orchestra.run.smithi031.stdout:/ 2024-09-16T07:28:59.046 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/selinux 2024-09-16T07:28:59.046 INFO:teuthology.orchestra.run.smithi031.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T07:28:59.046 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/tracing 2024-09-16T07:28:59.046 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/mqueue 2024-09-16T07:28:59.046 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/debug 2024-09-16T07:28:59.046 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/hugepages 2024-09-16T07:28:59.046 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T07:28:59.046 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/fuse/connections 2024-09-16T07:28:59.046 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/config 2024-09-16T07:28:59.046 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T07:28:59.046 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T07:28:59.047 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T07:28:59.047 INFO:teuthology.orchestra.run.smithi031.stdout:/run/user/1000 2024-09-16T07:28:59.047 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph 2024-09-16T07:28:59.047 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T07:28:59.047 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T07:28:59.047 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T07:28:59.047 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T07:28:59.047 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns 2024-09-16T07:28:59.047 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:28:59.047 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:28:59.047 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:28:59.047 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:28:59.048 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:28:59.048 DEBUG:teuthology.orchestra.run.smithi031:> ls /sys/fs/fuse/connections 2024-09-16T07:28:59.048 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi031.stderr:2024-09-16T07:28:59.047+0000 7faca8669480 -1 init, newargv = 0x55c39db4d2b0 newargc=15 2024-09-16T07:28:59.049 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi031.stderr:ceph-fuse[78466]: starting ceph client 2024-09-16T07:28:59.052 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi031.stderr:ceph-fuse[78466]: starting fuse 2024-09-16T07:28:59.066 INFO:teuthology.orchestra.run.smithi031.stdout:42 2024-09-16T07:28:59.066 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [42] 2024-09-16T07:28:59.066 DEBUG:teuthology.orchestra.run.smithi031:> sudo stdin-killer -- python3 -c ' 2024-09-16T07:28:59.066 DEBUG:teuthology.orchestra.run.smithi031:> import glob 2024-09-16T07:28:59.066 DEBUG:teuthology.orchestra.run.smithi031:> import re 2024-09-16T07:28:59.066 DEBUG:teuthology.orchestra.run.smithi031:> import os 2024-09-16T07:28:59.066 DEBUG:teuthology.orchestra.run.smithi031:> import subprocess 2024-09-16T07:28:59.066 DEBUG:teuthology.orchestra.run.smithi031:> 2024-09-16T07:28:59.066 DEBUG:teuthology.orchestra.run.smithi031:> def _find_admin_socket(client_name): 2024-09-16T07:28:59.067 DEBUG:teuthology.orchestra.run.smithi031:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-16T07:28:59.067 DEBUG:teuthology.orchestra.run.smithi031:> files = glob.glob(asok_path) 2024-09-16T07:28:59.067 DEBUG:teuthology.orchestra.run.smithi031:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-16T07:28:59.067 DEBUG:teuthology.orchestra.run.smithi031:> 2024-09-16T07:28:59.067 DEBUG:teuthology.orchestra.run.smithi031:> # Given a non-glob path, it better be there 2024-09-16T07:28:59.067 DEBUG:teuthology.orchestra.run.smithi031:> if "*" not in asok_path: 2024-09-16T07:28:59.067 DEBUG:teuthology.orchestra.run.smithi031:> assert(len(files) == 1) 2024-09-16T07:28:59.067 DEBUG:teuthology.orchestra.run.smithi031:> return files[0] 2024-09-16T07:28:59.067 DEBUG:teuthology.orchestra.run.smithi031:> 2024-09-16T07:28:59.067 DEBUG:teuthology.orchestra.run.smithi031:> for f in files: 2024-09-16T07:28:59.067 DEBUG:teuthology.orchestra.run.smithi031:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T07:28:59.067 DEBUG:teuthology.orchestra.run.smithi031:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T07:28:59.067 DEBUG:teuthology.orchestra.run.smithi031:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T07:28:59.067 DEBUG:teuthology.orchestra.run.smithi031:> contents = proc_f.read() 2024-09-16T07:28:59.068 DEBUG:teuthology.orchestra.run.smithi031:> if mountpoint in contents: 2024-09-16T07:28:59.068 DEBUG:teuthology.orchestra.run.smithi031:> return f 2024-09-16T07:28:59.068 DEBUG:teuthology.orchestra.run.smithi031:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T07:28:59.068 DEBUG:teuthology.orchestra.run.smithi031:> 2024-09-16T07:28:59.068 DEBUG:teuthology.orchestra.run.smithi031:> print(_find_admin_socket("client.0")) 2024-09-16T07:28:59.068 DEBUG:teuthology.orchestra.run.smithi031:> ' 2024-09-16T07:28:59.187 INFO:teuthology.orchestra.run.smithi031.stdout:/var/run/ceph/ceph-client.0.78466.asok 2024-09-16T07:28:59.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:28:59.197 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.78466.asok 2024-09-16T07:28:59.198 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:28:59.198 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.78466.asok status 2024-09-16T07:28:59.335 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-16T07:28:59.335 INFO:teuthology.orchestra.run.smithi031.stdout: "metadata": { 2024-09-16T07:28:59.335 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph_sha1": "4ef5f0587d1cad82c4295c20951c303dc342ac74", 2024-09-16T07:28:59.335 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph_version": "ceph version 19.3.0-4938-g4ef5f058 (4ef5f0587d1cad82c4295c20951c303dc342ac74) squid (dev)", 2024-09-16T07:28:59.335 INFO:teuthology.orchestra.run.smithi031.stdout: "entity_id": "0", 2024-09-16T07:28:59.335 INFO:teuthology.orchestra.run.smithi031.stdout: "hostname": "smithi031", 2024-09-16T07:28:59.335 INFO:teuthology.orchestra.run.smithi031.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-16T07:28:59.336 INFO:teuthology.orchestra.run.smithi031.stdout: "pid": "78466", 2024-09-16T07:28:59.336 INFO:teuthology.orchestra.run.smithi031.stdout: "root": "/" 2024-09-16T07:28:59.336 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:28:59.336 INFO:teuthology.orchestra.run.smithi031.stdout: "dentry_count": 0, 2024-09-16T07:28:59.336 INFO:teuthology.orchestra.run.smithi031.stdout: "dentry_pinned_count": 0, 2024-09-16T07:28:59.336 INFO:teuthology.orchestra.run.smithi031.stdout: "id": 9093, 2024-09-16T07:28:59.336 INFO:teuthology.orchestra.run.smithi031.stdout: "inst": { 2024-09-16T07:28:59.336 INFO:teuthology.orchestra.run.smithi031.stdout: "name": { 2024-09-16T07:28:59.336 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "client", 2024-09-16T07:28:59.336 INFO:teuthology.orchestra.run.smithi031.stdout: "num": 9093 2024-09-16T07:28:59.336 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:28:59.336 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": { 2024-09-16T07:28:59.336 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "v1", 2024-09-16T07:28:59.337 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": "192.168.0.1:0", 2024-09-16T07:28:59.337 INFO:teuthology.orchestra.run.smithi031.stdout: "nonce": 3668709839 2024-09-16T07:28:59.337 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:28:59.337 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:28:59.337 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": { 2024-09-16T07:28:59.337 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "v1", 2024-09-16T07:28:59.337 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": "192.168.0.1:0", 2024-09-16T07:28:59.337 INFO:teuthology.orchestra.run.smithi031.stdout: "nonce": 3668709839 2024-09-16T07:28:59.337 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:28:59.337 INFO:teuthology.orchestra.run.smithi031.stdout: "inst_str": "client.9093 192.168.0.1:0/3668709839", 2024-09-16T07:28:59.337 INFO:teuthology.orchestra.run.smithi031.stdout: "addr_str": "192.168.0.1:0/3668709839", 2024-09-16T07:28:59.337 INFO:teuthology.orchestra.run.smithi031.stdout: "inode_count": 1, 2024-09-16T07:28:59.337 INFO:teuthology.orchestra.run.smithi031.stdout: "mds_epoch": 108, 2024-09-16T07:28:59.337 INFO:teuthology.orchestra.run.smithi031.stdout: "osd_epoch": 155, 2024-09-16T07:28:59.338 INFO:teuthology.orchestra.run.smithi031.stdout: "osd_epoch_barrier": 0, 2024-09-16T07:28:59.338 INFO:teuthology.orchestra.run.smithi031.stdout: "blocklisted": false, 2024-09-16T07:28:59.338 INFO:teuthology.orchestra.run.smithi031.stdout: "fs_name": "cephfs" 2024-09-16T07:28:59.338 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-16T07:28:59.343 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:28:59.343 DEBUG:teuthology.orchestra.run.smithi031:> stat --file-system '--printf=%T 2024-09-16T07:28:59.343 DEBUG:teuthology.orchestra.run.smithi031:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-16T07:28:59.360 INFO:teuthology.orchestra.run.smithi031.stdout:fuseblk 2024-09-16T07:28:59.360 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-16T07:28:59.360 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:28:59.360 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-16T07:28:59.426 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T07:28:59.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:59.573+0000 7f4af67ad640 1 -- 172.21.15.31:0/1066392476 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4af00b3090 msgr2=0x7f4af015f6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:59.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:59.573+0000 7f4af67ad640 1 --2- 172.21.15.31:0/1066392476 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4af00b3090 0x7f4af015f6d0 secure :-1 s=READY pgs=1715 cs=0 l=1 rev1=1 crypto rx=0x7f4ad8005fd0 tx=0x7f4ad802a5c0 comp rx=0 tx=0).stop 2024-09-16T07:28:59.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:59.573+0000 7f4af67ad640 1 -- 172.21.15.31:0/1066392476 shutdown_connections 2024-09-16T07:28:59.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:59.573+0000 7f4af67ad640 1 --2- 172.21.15.31:0/1066392476 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4af00cfce0 0x7f4af00d0130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:59.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:59.573+0000 7f4af67ad640 1 --2- 172.21.15.31:0/1066392476 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4af00b3090 0x7f4af015f6d0 unknown :-1 s=CLOSED pgs=1715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:59.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:59.573+0000 7f4af67ad640 1 -- 172.21.15.31:0/1066392476 >> 172.21.15.31:0/1066392476 conn(0x7f4af009aa30 msgr2=0x7f4af009ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:59.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:59.573+0000 7f4af67ad640 1 -- 172.21.15.31:0/1066392476 shutdown_connections 2024-09-16T07:28:59.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:59.573+0000 7f4af67ad640 1 -- 172.21.15.31:0/1066392476 wait complete. 2024-09-16T07:28:59.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:59.574+0000 7f4af67ad640 1 Processor -- start 2024-09-16T07:28:59.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:59.574+0000 7f4af67ad640 1 -- start start 2024-09-16T07:28:59.576 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:59.575+0000 7f4af67ad640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4af00b3090 0x7f4af014f6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:59.576 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:59.575+0000 7f4af67ad640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4af00cfce0 0x7f4af01f7de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:59.576 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:59.575+0000 7f4af67ad640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4af00d2410 0x7f4af01f8320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:59.576 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:59.575+0000 7f4af67ad640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f4af00b13c0 con 0x7f4af00b3090 2024-09-16T07:28:59.576 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:59.575+0000 7f4af67ad640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f4af00b1240 con 0x7f4af00d2410 2024-09-16T07:28:59.576 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:59.575+0000 7f4af67ad640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f4af00b1540 con 0x7f4af00cfce0 2024-09-16T07:28:59.576 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:59.575+0000 7f4aeffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4af00b3090 0x7f4af014f6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:59.576 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:59.575+0000 7f4aeffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4af00b3090 0x7f4af014f6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59814/0 (socket says 172.21.15.31:59814) 2024-09-16T07:28:59.576 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:59.575+0000 7f4aeffff640 1 -- 172.21.15.31:0/2464287475 learned_addr learned my addr 172.21.15.31:0/2464287475 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:28:59.576 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:59.575+0000 7f4af4d4a640 1 --2- 172.21.15.31:0/2464287475 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4af00d2410 0x7f4af01f8320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:59.576 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:59.575+0000 7f4aef7fe640 1 --2- 172.21.15.31:0/2464287475 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4af00cfce0 0x7f4af01f7de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:59.577 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:59.575+0000 7f4aeffff640 1 -- 172.21.15.31:0/2464287475 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4af00cfce0 msgr2=0x7f4af01f7de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:59.577 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:59.575+0000 7f4aeffff640 1 --2- 172.21.15.31:0/2464287475 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4af00cfce0 0x7f4af01f7de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:59.577 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:59.575+0000 7f4aeffff640 1 -- 172.21.15.31:0/2464287475 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4af00d2410 msgr2=0x7f4af01f8320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:59.577 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:59.575+0000 7f4aeffff640 1 --2- 172.21.15.31:0/2464287475 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4af00d2410 0x7f4af01f8320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:59.577 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:59.575+0000 7f4aeffff640 1 -- 172.21.15.31:0/2464287475 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4af014fc30 con 0x7f4af00b3090 2024-09-16T07:28:59.577 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:59.575+0000 7f4aef7fe640 1 --2- 172.21.15.31:0/2464287475 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4af00cfce0 0x7f4af01f7de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:28:59.577 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:59.576+0000 7f4aeffff640 1 --2- 172.21.15.31:0/2464287475 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4af00b3090 0x7f4af014f6f0 secure :-1 s=READY pgs=1716 cs=0 l=1 rev1=1 crypto rx=0x7f4ae000b3f0 tx=0x7f4ae000b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:59.577 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:59.576+0000 7f4aecff9640 1 -- 172.21.15.31:0/2464287475 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ae0015020 con 0x7f4af00b3090 2024-09-16T07:28:59.577 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:59.576+0000 7f4aecff9640 1 -- 172.21.15.31:0/2464287475 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4ae0011920 con 0x7f4af00b3090 2024-09-16T07:28:59.577 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:59.576+0000 7f4af67ad640 1 -- 172.21.15.31:0/2464287475 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4af00b05d0 con 0x7f4af00b3090 2024-09-16T07:28:59.577 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:59.576+0000 7f4aecff9640 1 -- 172.21.15.31:0/2464287475 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ae0011d70 con 0x7f4af00b3090 2024-09-16T07:28:59.577 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:59.576+0000 7f4af67ad640 1 -- 172.21.15.31:0/2464287475 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4af015a8d0 con 0x7f4af00b3090 2024-09-16T07:28:59.578 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:59.577+0000 7f4af67ad640 1 -- 172.21.15.31:0/2464287475 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4af00b19a0 con 0x7f4af00b3090 2024-09-16T07:28:59.578 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:59.578+0000 7f4aecff9640 1 -- 172.21.15.31:0/2464287475 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 24) ==== 102052+0+0 (secure 0 0 0) 0x7f4ae0018020 con 0x7f4af00b3090 2024-09-16T07:28:59.578 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:59.579+0000 7f4aecff9640 1 --2- 172.21.15.31:0/2464287475 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4ad00790c0 0x7f4ad007b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:28:59.578 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:59.579+0000 7f4aecff9640 1 -- 172.21.15.31:0/2464287475 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5737+0+0 (secure 0 0 0) 0x7f4ae009bb50 con 0x7f4af00b3090 2024-09-16T07:28:59.578 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:59.579+0000 7f4aef7fe640 1 --2- 172.21.15.31:0/2464287475 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4ad00790c0 0x7f4ad007b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:28:59.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:59.579+0000 7f4aef7fe640 1 --2- 172.21.15.31:0/2464287475 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4ad00790c0 0x7f4ad007b580 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f4ad8033000 tx=0x7f4ad8004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:28:59.581 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:59.582+0000 7f4aecff9640 1 -- 172.21.15.31:0/2464287475 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f4ae001f030 con 0x7f4af00b3090 2024-09-16T07:28:59.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:59.810+0000 7f4af67ad640 1 -- 172.21.15.31:0/2464287475 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f4af00d29a0 con 0x7f4af00b3090 2024-09-16T07:28:59.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:59.811+0000 7f4aecff9640 1 -- 172.21.15.31:0/2464287475 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v108) ==== 53+0+73 (secure 0 0 0) 0x7f4ae0063280 con 0x7f4af00b3090 2024-09-16T07:28:59.810 INFO:teuthology.orchestra.run.smithi031.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T07:28:59.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:59.813+0000 7f4af67ad640 1 -- 172.21.15.31:0/2464287475 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4ad00790c0 msgr2=0x7f4ad007b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:59.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:59.813+0000 7f4af67ad640 1 --2- 172.21.15.31:0/2464287475 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4ad00790c0 0x7f4ad007b580 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f4ad8033000 tx=0x7f4ad8004730 comp rx=0 tx=0).stop 2024-09-16T07:28:59.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:59.813+0000 7f4af67ad640 1 -- 172.21.15.31:0/2464287475 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4af00b3090 msgr2=0x7f4af014f6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:28:59.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:59.813+0000 7f4af67ad640 1 --2- 172.21.15.31:0/2464287475 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4af00b3090 0x7f4af014f6f0 secure :-1 s=READY pgs=1716 cs=0 l=1 rev1=1 crypto rx=0x7f4ae000b3f0 tx=0x7f4ae000b8b0 comp rx=0 tx=0).stop 2024-09-16T07:28:59.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:59.813+0000 7f4af67ad640 1 -- 172.21.15.31:0/2464287475 shutdown_connections 2024-09-16T07:28:59.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:59.813+0000 7f4af67ad640 1 --2- 172.21.15.31:0/2464287475 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4ad00790c0 0x7f4ad007b580 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:59.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:59.813+0000 7f4af67ad640 1 --2- 172.21.15.31:0/2464287475 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4af00d2410 0x7f4af01f8320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:59.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:59.813+0000 7f4af67ad640 1 --2- 172.21.15.31:0/2464287475 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4af00cfce0 0x7f4af01f7de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:59.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:59.813+0000 7f4af67ad640 1 --2- 172.21.15.31:0/2464287475 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4af00b3090 0x7f4af014f6f0 unknown :-1 s=CLOSED pgs=1716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:28:59.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:59.813+0000 7f4af67ad640 1 -- 172.21.15.31:0/2464287475 >> 172.21.15.31:0/2464287475 conn(0x7f4af009aa30 msgr2=0x7f4af00cc630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:28:59.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:59.813+0000 7f4af67ad640 1 -- 172.21.15.31:0/2464287475 shutdown_connections 2024-09-16T07:28:59.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:28:59.813+0000 7f4af67ad640 1 -- 172.21.15.31:0/2464287475 wait complete. 2024-09-16T07:28:59.823 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T07:28:59.823 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T07:28:59.823 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi155.front.sepia.ceph.com 2024-09-16T07:28:59.823 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-16T07:28:59.823 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-16T07:28:59.823 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T07:28:59.823 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T07:28:59.823 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T07:28:59.823 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-16T07:28:59.823 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:28:59.824 DEBUG:teuthology.orchestra.run.smithi155:> ip addr 2024-09-16T07:28:59.843 INFO:teuthology.orchestra.run.smithi155.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T07:28:59.843 INFO:teuthology.orchestra.run.smithi155.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T07:28:59.843 INFO:teuthology.orchestra.run.smithi155.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T07:28:59.843 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:28:59.843 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 ::1/128 scope host 2024-09-16T07:28:59.844 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:28:59.844 INFO:teuthology.orchestra.run.smithi155.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:28:59.844 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 0c:c4:7a:d9:a0:fa brd ff:ff:ff:ff:ff:ff 2024-09-16T07:28:59.844 INFO:teuthology.orchestra.run.smithi155.stdout: altname enp7s0f0 2024-09-16T07:28:59.844 INFO:teuthology.orchestra.run.smithi155.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:28:59.844 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 0c:c4:7a:d9:a0:fb brd ff:ff:ff:ff:ff:ff 2024-09-16T07:28:59.844 INFO:teuthology.orchestra.run.smithi155.stdout: altname enp7s0f1 2024-09-16T07:28:59.844 INFO:teuthology.orchestra.run.smithi155.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:28:59.844 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 0c:c4:7a:88:6d:ec brd ff:ff:ff:ff:ff:ff 2024-09-16T07:28:59.844 INFO:teuthology.orchestra.run.smithi155.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T07:28:59.844 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 0c:c4:7a:88:6d:ed brd ff:ff:ff:ff:ff:ff 2024-09-16T07:28:59.844 INFO:teuthology.orchestra.run.smithi155.stdout: inet 172.21.15.155/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-16T07:28:59.844 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft 42297sec preferred_lft 42297sec 2024-09-16T07:28:59.845 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 fe80::ec4:7aff:fe88:6ded/64 scope link noprefixroute 2024-09-16T07:28:59.845 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:28:59.845 INFO:teuthology.orchestra.run.smithi155.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T07:28:59.845 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 6a:24:67:c2:77:cc brd ff:ff:ff:ff:ff:ff 2024-09-16T07:28:59.845 INFO:teuthology.orchestra.run.smithi155.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-16T07:28:59.845 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:28:59.845 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 fe80::88e4:b9ff:fe24:e8a7/64 scope link 2024-09-16T07:28:59.845 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:28:59.845 INFO:teuthology.orchestra.run.smithi155.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T07:28:59.845 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether d6:1d:e5:de:08:cd brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:28:59.845 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 fe80::d41d:e5ff:fede:8cd/64 scope link 2024-09-16T07:28:59.845 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:28:59.845 INFO:teuthology.orchestra.run.smithi155.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T07:28:59.846 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 6a:24:67:c2:77:cc brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:28:59.846 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 fe80::6824:67ff:fec2:77cc/64 scope link 2024-09-16T07:28:59.846 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:28:59.846 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:28:59.846 DEBUG:teuthology.orchestra.run.smithi155:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T07:28:59.912 INFO:teuthology.orchestra.run.smithi155.stdout:1 2024-09-16T07:28:59.914 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:28:59.914 DEBUG:teuthology.orchestra.run.smithi155:> route 2024-09-16T07:28:59.973 INFO:teuthology.orchestra.run.smithi155.stdout:Kernel IP routing table 2024-09-16T07:28:59.973 INFO:teuthology.orchestra.run.smithi155.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T07:28:59.973 INFO:teuthology.orchestra.run.smithi155.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-16T07:28:59.973 INFO:teuthology.orchestra.run.smithi155.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-16T07:28:59.973 INFO:teuthology.orchestra.run.smithi155.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T07:28:59.974 DEBUG:teuthology.orchestra.run.smithi155:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T07:28:59.974 DEBUG:teuthology.orchestra.run.smithi155:> set -e 2024-09-16T07:28:59.974 DEBUG:teuthology.orchestra.run.smithi155:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-16T07:28:59.974 DEBUG:teuthology.orchestra.run.smithi155:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-16T07:28:59.974 DEBUG:teuthology.orchestra.run.smithi155:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-16T07:28:59.974 DEBUG:teuthology.orchestra.run.smithi155:> ') 2024-09-16T07:29:00.067 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:29:00 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T07:29:00.102 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:29:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:29:00.109 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:29:00.109 DEBUG:teuthology.orchestra.run.smithi155:> ip netns list 2024-09-16T07:29:00.125 INFO:teuthology.orchestra.run.smithi155.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-16T07:29:00.126 INFO:teuthology.orchestra.run.smithi155.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-16T07:29:00.126 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-16T07:29:00.126 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:29:00.126 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip link set brx.0 up 2024-09-16T07:29:00.192 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-16T07:29:00.192 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T07:29:00.192 DEBUG:teuthology.orchestra.run.smithi155:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-16T07:29:00.247 INFO:teuthology.orchestra.run.smithi155.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-16T07:29:00.248 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T07:29:00.248 DEBUG:teuthology.orchestra.run.smithi155:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-16T07:29:00.303 DEBUG:teuthology.orchestra.run.smithi155:> sudo modprobe fuse 2024-09-16T07:29:00.368 DEBUG:teuthology.orchestra.run.smithi155:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T07:29:00.424 INFO:teuthology.orchestra.run.smithi155.stdout:/proc 2024-09-16T07:29:00.424 INFO:teuthology.orchestra.run.smithi155.stdout:/sys 2024-09-16T07:29:00.424 INFO:teuthology.orchestra.run.smithi155.stdout:/dev 2024-09-16T07:29:00.424 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/security 2024-09-16T07:29:00.424 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/shm 2024-09-16T07:29:00.425 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/pts 2024-09-16T07:29:00.425 INFO:teuthology.orchestra.run.smithi155.stdout:/run 2024-09-16T07:29:00.425 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/cgroup 2024-09-16T07:29:00.425 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/pstore 2024-09-16T07:29:00.425 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/bpf 2024-09-16T07:29:00.425 INFO:teuthology.orchestra.run.smithi155.stdout:/ 2024-09-16T07:29:00.425 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/selinux 2024-09-16T07:29:00.425 INFO:teuthology.orchestra.run.smithi155.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T07:29:00.425 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/hugepages 2024-09-16T07:29:00.425 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/mqueue 2024-09-16T07:29:00.425 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/debug 2024-09-16T07:29:00.426 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/tracing 2024-09-16T07:29:00.426 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/fuse/connections 2024-09-16T07:29:00.426 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/config 2024-09-16T07:29:00.426 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T07:29:00.426 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T07:29:00.426 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T07:29:00.426 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T07:29:00.426 INFO:teuthology.orchestra.run.smithi155.stdout:/run/user/1000 2024-09-16T07:29:00.426 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph 2024-09-16T07:29:00.426 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-4 2024-09-16T07:29:00.426 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-5 2024-09-16T07:29:00.426 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-6 2024-09-16T07:29:00.426 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-7 2024-09-16T07:29:00.427 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns 2024-09-16T07:29:00.427 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:29:00.427 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:29:00.427 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:29:00.427 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:29:00.427 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:29:00.427 DEBUG:teuthology.orchestra.run.smithi155:> ls /sys/fs/fuse/connections 2024-09-16T07:29:00.479 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-16T07:29:00.479 DEBUG:teuthology.orchestra.run.smithi155:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-16T07:29:00.521 DEBUG:teuthology.orchestra.run.smithi155:> sudo modprobe fuse 2024-09-16T07:29:00.545 DEBUG:teuthology.orchestra.run.smithi155:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T07:29:00.601 INFO:teuthology.orchestra.run.smithi155.stdout:/proc 2024-09-16T07:29:00.601 INFO:teuthology.orchestra.run.smithi155.stdout:/sys 2024-09-16T07:29:00.601 INFO:teuthology.orchestra.run.smithi155.stdout:/dev 2024-09-16T07:29:00.601 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/security 2024-09-16T07:29:00.601 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/shm 2024-09-16T07:29:00.601 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/pts 2024-09-16T07:29:00.601 INFO:teuthology.orchestra.run.smithi155.stdout:/run 2024-09-16T07:29:00.601 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/cgroup 2024-09-16T07:29:00.601 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/pstore 2024-09-16T07:29:00.602 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/bpf 2024-09-16T07:29:00.602 INFO:teuthology.orchestra.run.smithi155.stdout:/ 2024-09-16T07:29:00.602 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/selinux 2024-09-16T07:29:00.602 INFO:teuthology.orchestra.run.smithi155.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T07:29:00.602 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/hugepages 2024-09-16T07:29:00.602 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/mqueue 2024-09-16T07:29:00.602 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/debug 2024-09-16T07:29:00.602 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/tracing 2024-09-16T07:29:00.602 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/fuse/connections 2024-09-16T07:29:00.602 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/config 2024-09-16T07:29:00.602 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T07:29:00.602 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T07:29:00.602 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T07:29:00.603 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T07:29:00.603 INFO:teuthology.orchestra.run.smithi155.stdout:/run/user/1000 2024-09-16T07:29:00.603 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph 2024-09-16T07:29:00.603 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-4 2024-09-16T07:29:00.603 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-5 2024-09-16T07:29:00.603 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-6 2024-09-16T07:29:00.603 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-7 2024-09-16T07:29:00.603 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns 2024-09-16T07:29:00.603 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:29:00.603 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:29:00.603 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:29:00.603 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:29:00.604 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:29:00.604 DEBUG:teuthology.orchestra.run.smithi155:> ls /sys/fs/fuse/connections 2024-09-16T07:29:00.604 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi155.stderr:2024-09-16T07:29:00.602+0000 7f2cac600480 -1 init, newargv = 0x55e394f135c0 newargc=15 2024-09-16T07:29:00.605 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi155.stderr:ceph-fuse[49482]: starting ceph client 2024-09-16T07:29:00.607 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi155.stderr:ceph-fuse[49482]: starting fuse 2024-09-16T07:29:00.619 INFO:teuthology.orchestra.run.smithi155.stdout:43 2024-09-16T07:29:00.619 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-16T07:29:00.619 DEBUG:teuthology.orchestra.run.smithi155:> sudo stdin-killer -- python3 -c ' 2024-09-16T07:29:00.619 DEBUG:teuthology.orchestra.run.smithi155:> import glob 2024-09-16T07:29:00.620 DEBUG:teuthology.orchestra.run.smithi155:> import re 2024-09-16T07:29:00.620 DEBUG:teuthology.orchestra.run.smithi155:> import os 2024-09-16T07:29:00.620 DEBUG:teuthology.orchestra.run.smithi155:> import subprocess 2024-09-16T07:29:00.620 DEBUG:teuthology.orchestra.run.smithi155:> 2024-09-16T07:29:00.620 DEBUG:teuthology.orchestra.run.smithi155:> def _find_admin_socket(client_name): 2024-09-16T07:29:00.620 DEBUG:teuthology.orchestra.run.smithi155:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-16T07:29:00.620 DEBUG:teuthology.orchestra.run.smithi155:> files = glob.glob(asok_path) 2024-09-16T07:29:00.620 DEBUG:teuthology.orchestra.run.smithi155:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-16T07:29:00.620 DEBUG:teuthology.orchestra.run.smithi155:> 2024-09-16T07:29:00.620 DEBUG:teuthology.orchestra.run.smithi155:> # Given a non-glob path, it better be there 2024-09-16T07:29:00.620 DEBUG:teuthology.orchestra.run.smithi155:> if "*" not in asok_path: 2024-09-16T07:29:00.620 DEBUG:teuthology.orchestra.run.smithi155:> assert(len(files) == 1) 2024-09-16T07:29:00.620 DEBUG:teuthology.orchestra.run.smithi155:> return files[0] 2024-09-16T07:29:00.620 DEBUG:teuthology.orchestra.run.smithi155:> 2024-09-16T07:29:00.621 DEBUG:teuthology.orchestra.run.smithi155:> for f in files: 2024-09-16T07:29:00.621 DEBUG:teuthology.orchestra.run.smithi155:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T07:29:00.621 DEBUG:teuthology.orchestra.run.smithi155:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T07:29:00.621 DEBUG:teuthology.orchestra.run.smithi155:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T07:29:00.621 DEBUG:teuthology.orchestra.run.smithi155:> contents = proc_f.read() 2024-09-16T07:29:00.621 DEBUG:teuthology.orchestra.run.smithi155:> if mountpoint in contents: 2024-09-16T07:29:00.621 DEBUG:teuthology.orchestra.run.smithi155:> return f 2024-09-16T07:29:00.621 DEBUG:teuthology.orchestra.run.smithi155:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T07:29:00.621 DEBUG:teuthology.orchestra.run.smithi155:> 2024-09-16T07:29:00.621 DEBUG:teuthology.orchestra.run.smithi155:> print(_find_admin_socket("client.1")) 2024-09-16T07:29:00.621 DEBUG:teuthology.orchestra.run.smithi155:> ' 2024-09-16T07:29:00.736 INFO:teuthology.orchestra.run.smithi155.stdout:/var/run/ceph/ceph-client.1.49482.asok 2024-09-16T07:29:00.739 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:29:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:29:00.747 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.49482.asok 2024-09-16T07:29:00.747 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:29:00.747 DEBUG:teuthology.orchestra.run.smithi155:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.49482.asok status 2024-09-16T07:29:00.881 INFO:teuthology.orchestra.run.smithi155.stdout:{ 2024-09-16T07:29:00.882 INFO:teuthology.orchestra.run.smithi155.stdout: "metadata": { 2024-09-16T07:29:00.882 INFO:teuthology.orchestra.run.smithi155.stdout: "ceph_sha1": "4ef5f0587d1cad82c4295c20951c303dc342ac74", 2024-09-16T07:29:00.882 INFO:teuthology.orchestra.run.smithi155.stdout: "ceph_version": "ceph version 19.3.0-4938-g4ef5f058 (4ef5f0587d1cad82c4295c20951c303dc342ac74) squid (dev)", 2024-09-16T07:29:00.882 INFO:teuthology.orchestra.run.smithi155.stdout: "entity_id": "1", 2024-09-16T07:29:00.882 INFO:teuthology.orchestra.run.smithi155.stdout: "hostname": "smithi155", 2024-09-16T07:29:00.882 INFO:teuthology.orchestra.run.smithi155.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-16T07:29:00.883 INFO:teuthology.orchestra.run.smithi155.stdout: "pid": "49482", 2024-09-16T07:29:00.883 INFO:teuthology.orchestra.run.smithi155.stdout: "root": "/" 2024-09-16T07:29:00.883 INFO:teuthology.orchestra.run.smithi155.stdout: }, 2024-09-16T07:29:00.883 INFO:teuthology.orchestra.run.smithi155.stdout: "dentry_count": 0, 2024-09-16T07:29:00.883 INFO:teuthology.orchestra.run.smithi155.stdout: "dentry_pinned_count": 0, 2024-09-16T07:29:00.883 INFO:teuthology.orchestra.run.smithi155.stdout: "id": 7073, 2024-09-16T07:29:00.883 INFO:teuthology.orchestra.run.smithi155.stdout: "inst": { 2024-09-16T07:29:00.883 INFO:teuthology.orchestra.run.smithi155.stdout: "name": { 2024-09-16T07:29:00.883 INFO:teuthology.orchestra.run.smithi155.stdout: "type": "client", 2024-09-16T07:29:00.883 INFO:teuthology.orchestra.run.smithi155.stdout: "num": 7073 2024-09-16T07:29:00.883 INFO:teuthology.orchestra.run.smithi155.stdout: }, 2024-09-16T07:29:00.883 INFO:teuthology.orchestra.run.smithi155.stdout: "addr": { 2024-09-16T07:29:00.884 INFO:teuthology.orchestra.run.smithi155.stdout: "type": "v1", 2024-09-16T07:29:00.884 INFO:teuthology.orchestra.run.smithi155.stdout: "addr": "192.168.0.1:0", 2024-09-16T07:29:00.884 INFO:teuthology.orchestra.run.smithi155.stdout: "nonce": 2327804797 2024-09-16T07:29:00.884 INFO:teuthology.orchestra.run.smithi155.stdout: } 2024-09-16T07:29:00.884 INFO:teuthology.orchestra.run.smithi155.stdout: }, 2024-09-16T07:29:00.884 INFO:teuthology.orchestra.run.smithi155.stdout: "addr": { 2024-09-16T07:29:00.884 INFO:teuthology.orchestra.run.smithi155.stdout: "type": "v1", 2024-09-16T07:29:00.884 INFO:teuthology.orchestra.run.smithi155.stdout: "addr": "192.168.0.1:0", 2024-09-16T07:29:00.884 INFO:teuthology.orchestra.run.smithi155.stdout: "nonce": 2327804797 2024-09-16T07:29:00.884 INFO:teuthology.orchestra.run.smithi155.stdout: }, 2024-09-16T07:29:00.884 INFO:teuthology.orchestra.run.smithi155.stdout: "inst_str": "client.7073 192.168.0.1:0/2327804797", 2024-09-16T07:29:00.884 INFO:teuthology.orchestra.run.smithi155.stdout: "addr_str": "192.168.0.1:0/2327804797", 2024-09-16T07:29:00.884 INFO:teuthology.orchestra.run.smithi155.stdout: "inode_count": 1, 2024-09-16T07:29:00.884 INFO:teuthology.orchestra.run.smithi155.stdout: "mds_epoch": 108, 2024-09-16T07:29:00.885 INFO:teuthology.orchestra.run.smithi155.stdout: "osd_epoch": 155, 2024-09-16T07:29:00.885 INFO:teuthology.orchestra.run.smithi155.stdout: "osd_epoch_barrier": 0, 2024-09-16T07:29:00.885 INFO:teuthology.orchestra.run.smithi155.stdout: "blocklisted": false, 2024-09-16T07:29:00.885 INFO:teuthology.orchestra.run.smithi155.stdout: "fs_name": "cephfs" 2024-09-16T07:29:00.885 INFO:teuthology.orchestra.run.smithi155.stdout:} 2024-09-16T07:29:00.889 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:29:00.890 DEBUG:teuthology.orchestra.run.smithi155:> stat --file-system '--printf=%T 2024-09-16T07:29:00.890 DEBUG:teuthology.orchestra.run.smithi155:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-16T07:29:00.905 INFO:teuthology.orchestra.run.smithi155.stdout:fuseblk 2024-09-16T07:29:00.905 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-16T07:29:00.906 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:29:00.906 DEBUG:teuthology.orchestra.run.smithi155:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-16T07:29:00.972 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs flag set enable_multiple true --yes-i-really-mean-it 2024-09-16T07:29:01.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:01.092+0000 7fb1e2d89640 1 -- 172.21.15.31:0/1817034830 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb1dc0d16b0 msgr2=0x7fb1dc06d080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:01.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:01.092+0000 7fb1e2d89640 1 --2- 172.21.15.31:0/1817034830 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb1dc0d16b0 0x7fb1dc06d080 secure :-1 s=READY pgs=1717 cs=0 l=1 rev1=1 crypto rx=0x7fb1d4005fd0 tx=0x7fb1d402a970 comp rx=0 tx=0).stop 2024-09-16T07:29:01.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:01.092+0000 7fb1e2d89640 1 -- 172.21.15.31:0/1817034830 shutdown_connections 2024-09-16T07:29:01.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:01.092+0000 7fb1e2d89640 1 --2- 172.21.15.31:0/1817034830 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb1dc0d16b0 0x7fb1dc06d080 unknown :-1 s=CLOSED pgs=1717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:01.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:01.092+0000 7fb1e2d89640 1 --2- 172.21.15.31:0/1817034830 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb1dc15ba60 0x7fb1dc06cb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:01.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:01.092+0000 7fb1e2d89640 1 -- 172.21.15.31:0/1817034830 >> 172.21.15.31:0/1817034830 conn(0x7fb1dc0d0b90 msgr2=0x7fb1dc0d0fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:01.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:01.092+0000 7fb1e2d89640 1 -- 172.21.15.31:0/1817034830 shutdown_connections 2024-09-16T07:29:01.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:01.092+0000 7fb1e2d89640 1 -- 172.21.15.31:0/1817034830 wait complete. 2024-09-16T07:29:01.093 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:01.093+0000 7fb1e2d89640 1 Processor -- start 2024-09-16T07:29:01.093 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:01.093+0000 7fb1e2d89640 1 -- start start 2024-09-16T07:29:01.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:01.094+0000 7fb1e2d89640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb1dc071cb0 0x7fb1dc143670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:01.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:01.094+0000 7fb1e2d89640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb1dc0d16b0 0x7fb1dc15f180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:01.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:01.094+0000 7fb1e2d89640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb1dc15ba60 0x7fb1dc156960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:01.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:01.094+0000 7fb1e2d89640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fb1dc15fe50 con 0x7fb1dc15ba60 2024-09-16T07:29:01.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:01.094+0000 7fb1e2d89640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb1dc0d0610 con 0x7fb1dc071cb0 2024-09-16T07:29:01.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:01.094+0000 7fb1e2d89640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb1dc15ffd0 con 0x7fb1dc0d16b0 2024-09-16T07:29:01.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:01.094+0000 7fb1e1326640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb1dc15ba60 0x7fb1dc156960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:01.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:01.094+0000 7fb1e1326640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb1dc15ba60 0x7fb1dc156960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59836/0 (socket says 172.21.15.31:59836) 2024-09-16T07:29:01.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:01.094+0000 7fb1e1326640 1 -- 172.21.15.31:0/3924886286 learned_addr learned my addr 172.21.15.31:0/3924886286 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:01.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:01.094+0000 7fb1e0b25640 1 --2- 172.21.15.31:0/3924886286 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb1dc071cb0 0x7fb1dc143670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:01.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:01.094+0000 7fb1dbfff640 1 --2- 172.21.15.31:0/3924886286 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb1dc0d16b0 0x7fb1dc15f180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:01.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:01.095+0000 7fb1e1326640 1 -- 172.21.15.31:0/3924886286 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb1dc0d16b0 msgr2=0x7fb1dc15f180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:01.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:01.095+0000 7fb1e1326640 1 --2- 172.21.15.31:0/3924886286 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb1dc0d16b0 0x7fb1dc15f180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:01.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:01.095+0000 7fb1e1326640 1 -- 172.21.15.31:0/3924886286 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb1dc071cb0 msgr2=0x7fb1dc143670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:01.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:01.095+0000 7fb1e1326640 1 --2- 172.21.15.31:0/3924886286 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb1dc071cb0 0x7fb1dc143670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:01.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:01.095+0000 7fb1e1326640 1 -- 172.21.15.31:0/3924886286 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1dc0b4630 con 0x7fb1dc15ba60 2024-09-16T07:29:01.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:01.095+0000 7fb1e1326640 1 --2- 172.21.15.31:0/3924886286 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb1dc15ba60 0x7fb1dc156960 secure :-1 s=READY pgs=1718 cs=0 l=1 rev1=1 crypto rx=0x7fb1d4009d90 tx=0x7fb1d4003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:01.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:01.095+0000 7fb1d97fa640 1 -- 172.21.15.31:0/3924886286 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1d4034050 con 0x7fb1dc15ba60 2024-09-16T07:29:01.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:01.095+0000 7fb1d97fa640 1 -- 172.21.15.31:0/3924886286 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb1d40044d0 con 0x7fb1dc15ba60 2024-09-16T07:29:01.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:01.095+0000 7fb1e2d89640 1 -- 172.21.15.31:0/3924886286 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb1dc15f6c0 con 0x7fb1dc15ba60 2024-09-16T07:29:01.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:01.095+0000 7fb1d97fa640 1 -- 172.21.15.31:0/3924886286 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1d4043440 con 0x7fb1dc15ba60 2024-09-16T07:29:01.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:01.095+0000 7fb1e2d89640 1 -- 172.21.15.31:0/3924886286 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1dc0b48a0 con 0x7fb1dc15ba60 2024-09-16T07:29:01.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:01.096+0000 7fb1e2d89640 1 -- 172.21.15.31:0/3924886286 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb1dc1604f0 con 0x7fb1dc15ba60 2024-09-16T07:29:01.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:01.097+0000 7fb1d97fa640 1 -- 172.21.15.31:0/3924886286 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 24) ==== 102052+0+0 (secure 0 0 0) 0x7fb1d4037020 con 0x7fb1dc15ba60 2024-09-16T07:29:01.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:01.097+0000 7fb1d97fa640 1 --2- 172.21.15.31:0/3924886286 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb1c00790f0 0x7fb1c007b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:01.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:01.097+0000 7fb1d97fa640 1 -- 172.21.15.31:0/3924886286 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5737+0+0 (secure 0 0 0) 0x7fb1d40ba490 con 0x7fb1dc15ba60 2024-09-16T07:29:01.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:01.097+0000 7fb1e0b25640 1 --2- 172.21.15.31:0/3924886286 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb1c00790f0 0x7fb1c007b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:01.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:01.098+0000 7fb1e0b25640 1 --2- 172.21.15.31:0/3924886286 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb1c00790f0 0x7fb1c007b5b0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fb1d00058c0 tx=0x7fb1d0005f60 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:01.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:01.102+0000 7fb1d97fa640 1 -- 172.21.15.31:0/3924886286 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fb1d4083f60 con 0x7fb1dc15ba60 2024-09-16T07:29:01.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:01.327+0000 7fb1e2d89640 1 -- 172.21.15.31:0/3924886286 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true} v 0) -- 0x7fb1dc0cd050 con 0x7fb1dc15ba60 2024-09-16T07:29:02.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.238+0000 7fb1d97fa640 1 -- 172.21.15.31:0/3924886286 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true}]=0 v109) ==== 136+0+0 (secure 0 0 0) 0x7fb1d4088990 con 0x7fb1dc15ba60 2024-09-16T07:29:02.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.241+0000 7fb1e2d89640 1 -- 172.21.15.31:0/3924886286 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb1c00790f0 msgr2=0x7fb1c007b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:02.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.241+0000 7fb1e2d89640 1 --2- 172.21.15.31:0/3924886286 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb1c00790f0 0x7fb1c007b5b0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fb1d00058c0 tx=0x7fb1d0005f60 comp rx=0 tx=0).stop 2024-09-16T07:29:02.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.241+0000 7fb1e2d89640 1 -- 172.21.15.31:0/3924886286 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb1dc15ba60 msgr2=0x7fb1dc156960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:02.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.241+0000 7fb1e2d89640 1 --2- 172.21.15.31:0/3924886286 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb1dc15ba60 0x7fb1dc156960 secure :-1 s=READY pgs=1718 cs=0 l=1 rev1=1 crypto rx=0x7fb1d4009d90 tx=0x7fb1d4003f10 comp rx=0 tx=0).stop 2024-09-16T07:29:02.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.242+0000 7fb1e2d89640 1 -- 172.21.15.31:0/3924886286 shutdown_connections 2024-09-16T07:29:02.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.242+0000 7fb1e2d89640 1 --2- 172.21.15.31:0/3924886286 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb1c00790f0 0x7fb1c007b5b0 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:02.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.242+0000 7fb1e2d89640 1 --2- 172.21.15.31:0/3924886286 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb1dc15ba60 0x7fb1dc156960 unknown :-1 s=CLOSED pgs=1718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:02.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.242+0000 7fb1e2d89640 1 --2- 172.21.15.31:0/3924886286 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb1dc0d16b0 0x7fb1dc15f180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:02.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.242+0000 7fb1e2d89640 1 --2- 172.21.15.31:0/3924886286 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb1dc071cb0 0x7fb1dc143670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:02.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.242+0000 7fb1e2d89640 1 -- 172.21.15.31:0/3924886286 >> 172.21.15.31:0/3924886286 conn(0x7fb1dc0d0b90 msgr2=0x7fb1dc073b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:02.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.242+0000 7fb1e2d89640 1 -- 172.21.15.31:0/3924886286 shutdown_connections 2024-09-16T07:29:02.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.242+0000 7fb1e2d89640 1 -- 172.21.15.31:0/3924886286 wait complete. 2024-09-16T07:29:02.254 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume ls 2024-09-16T07:29:02.368 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.368+0000 7fa29ca71640 1 -- 172.21.15.31:0/483842201 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa2980d0d40 msgr2=0x7fa2980cf9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:02.368 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.368+0000 7fa29ca71640 1 --2- 172.21.15.31:0/483842201 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa2980d0d40 0x7fa2980cf9b0 secure :-1 s=READY pgs=1719 cs=0 l=1 rev1=1 crypto rx=0x7fa280005fd0 tx=0x7fa28002a4a0 comp rx=0 tx=0).stop 2024-09-16T07:29:02.368 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.368+0000 7fa29ca71640 1 -- 172.21.15.31:0/483842201 shutdown_connections 2024-09-16T07:29:02.368 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.368+0000 7fa29ca71640 1 --2- 172.21.15.31:0/483842201 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa2980d49c0 0x7fa2980b3800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:02.368 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.368+0000 7fa29ca71640 1 --2- 172.21.15.31:0/483842201 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa2980d0d40 0x7fa2980cf9b0 unknown :-1 s=CLOSED pgs=1719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:02.368 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.368+0000 7fa29ca71640 1 -- 172.21.15.31:0/483842201 >> 172.21.15.31:0/483842201 conn(0x7fa2980d3ea0 msgr2=0x7fa2980d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:02.368 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.368+0000 7fa29ca71640 1 -- 172.21.15.31:0/483842201 shutdown_connections 2024-09-16T07:29:02.368 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.368+0000 7fa29ca71640 1 -- 172.21.15.31:0/483842201 wait complete. 2024-09-16T07:29:02.370 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.369+0000 7fa29ca71640 1 Processor -- start 2024-09-16T07:29:02.371 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.369+0000 7fa29ca71640 1 -- start start 2024-09-16T07:29:02.371 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.370+0000 7fa29ca71640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa2980d0d40 0x7fa2980cdec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:02.371 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.370+0000 7fa29ca71640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa2980d49c0 0x7fa2981f4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:02.371 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.370+0000 7fa29ca71640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa29815df90 0x7fa298152320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:02.371 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.370+0000 7fa29ca71640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fa2980b3d40 con 0x7fa29815df90 2024-09-16T07:29:02.371 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.370+0000 7fa29ca71640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa298162710 con 0x7fa2980d0d40 2024-09-16T07:29:02.371 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.370+0000 7fa29ca71640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa2980b3ec0 con 0x7fa2980d49c0 2024-09-16T07:29:02.371 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.370+0000 7fa296d9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa29815df90 0x7fa298152320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:02.371 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.370+0000 7fa296d9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa29815df90 0x7fa298152320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59868/0 (socket says 172.21.15.31:59868) 2024-09-16T07:29:02.371 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.370+0000 7fa296d9d640 1 -- 172.21.15.31:0/3531595046 learned_addr learned my addr 172.21.15.31:0/3531595046 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:02.371 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.370+0000 7fa28ffff640 1 --2- 172.21.15.31:0/3531595046 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa2980d49c0 0x7fa2981f4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:02.371 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.370+0000 7fa29659c640 1 --2- 172.21.15.31:0/3531595046 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa2980d0d40 0x7fa2980cdec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:02.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.371+0000 7fa296d9d640 1 -- 172.21.15.31:0/3531595046 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa2980d49c0 msgr2=0x7fa2981f4d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:02.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.371+0000 7fa296d9d640 1 --2- 172.21.15.31:0/3531595046 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa2980d49c0 0x7fa2981f4d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:02.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.371+0000 7fa296d9d640 1 -- 172.21.15.31:0/3531595046 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa2980d0d40 msgr2=0x7fa2980cdec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:02.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.371+0000 7fa296d9d640 1 --2- 172.21.15.31:0/3531595046 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa2980d0d40 0x7fa2980cdec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:02.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.371+0000 7fa296d9d640 1 -- 172.21.15.31:0/3531595046 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2980cb2c0 con 0x7fa29815df90 2024-09-16T07:29:02.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.371+0000 7fa29659c640 1 --2- 172.21.15.31:0/3531595046 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa2980d0d40 0x7fa2980cdec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:29:02.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.371+0000 7fa296d9d640 1 --2- 172.21.15.31:0/3531595046 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa29815df90 0x7fa298152320 secure :-1 s=READY pgs=1720 cs=0 l=1 rev1=1 crypto rx=0x7fa29000cad0 tx=0x7fa29000cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:02.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.371+0000 7fa28effd640 1 -- 172.21.15.31:0/3531595046 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa29000ae20 con 0x7fa29815df90 2024-09-16T07:29:02.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.371+0000 7fa28effd640 1 -- 172.21.15.31:0/3531595046 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa290004b20 con 0x7fa29815df90 2024-09-16T07:29:02.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.371+0000 7fa29ca71640 1 -- 172.21.15.31:0/3531595046 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa29815ff80 con 0x7fa29815df90 2024-09-16T07:29:02.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.371+0000 7fa28effd640 1 -- 172.21.15.31:0/3531595046 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa290005020 con 0x7fa29815df90 2024-09-16T07:29:02.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.371+0000 7fa29ca71640 1 -- 172.21.15.31:0/3531595046 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2980caf70 con 0x7fa29815df90 2024-09-16T07:29:02.373 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.372+0000 7fa29ca71640 1 -- 172.21.15.31:0/3531595046 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa2980b43b0 con 0x7fa29815df90 2024-09-16T07:29:02.373 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.373+0000 7fa28effd640 1 -- 172.21.15.31:0/3531595046 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 24) ==== 102052+0+0 (secure 0 0 0) 0x7fa2900051c0 con 0x7fa29815df90 2024-09-16T07:29:02.373 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.373+0000 7fa28effd640 1 --2- 172.21.15.31:0/3531595046 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa2780790c0 0x7fa27807b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:02.373 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.373+0000 7fa28effd640 1 -- 172.21.15.31:0/3531595046 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5737+0+0 (secure 0 0 0) 0x7fa2900999d0 con 0x7fa29815df90 2024-09-16T07:29:02.374 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.373+0000 7fa29659c640 1 --2- 172.21.15.31:0/3531595046 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa2780790c0 0x7fa27807b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:02.374 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.374+0000 7fa29659c640 1 --2- 172.21.15.31:0/3531595046 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa2780790c0 0x7fa27807b580 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fa298152b30 tx=0x7fa288008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:02.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.378+0000 7fa28effd640 1 -- 172.21.15.31:0/3531595046 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fa290014030 con 0x7fa29815df90 2024-09-16T07:29:02.587 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.588+0000 7fa29ca71640 1 -- 172.21.15.31:0/3531595046 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs volume ls", "target": ["mon-mgr", ""]}) -- 0x7fa2980cb5a0 con 0x7fa2780790c0 2024-09-16T07:29:02.588 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.589+0000 7fa28effd640 1 -- 172.21.15.31:0/3531595046 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+41 (secure 0 0 0) 0x7fa2980cb5a0 con 0x7fa2780790c0 2024-09-16T07:29:02.589 INFO:teuthology.orchestra.run.smithi031.stdout:[ 2024-09-16T07:29:02.589 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:29:02.589 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "cephfs" 2024-09-16T07:29:02.589 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:29:02.589 INFO:teuthology.orchestra.run.smithi031.stdout:] 2024-09-16T07:29:02.591 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.592+0000 7fa29ca71640 1 -- 172.21.15.31:0/3531595046 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa2780790c0 msgr2=0x7fa27807b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:02.591 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.592+0000 7fa29ca71640 1 --2- 172.21.15.31:0/3531595046 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa2780790c0 0x7fa27807b580 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fa298152b30 tx=0x7fa288008040 comp rx=0 tx=0).stop 2024-09-16T07:29:02.591 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.592+0000 7fa29ca71640 1 -- 172.21.15.31:0/3531595046 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa29815df90 msgr2=0x7fa298152320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:02.591 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.592+0000 7fa29ca71640 1 --2- 172.21.15.31:0/3531595046 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa29815df90 0x7fa298152320 secure :-1 s=READY pgs=1720 cs=0 l=1 rev1=1 crypto rx=0x7fa29000cad0 tx=0x7fa29000cf90 comp rx=0 tx=0).stop 2024-09-16T07:29:02.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.592+0000 7fa29ca71640 1 -- 172.21.15.31:0/3531595046 shutdown_connections 2024-09-16T07:29:02.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.592+0000 7fa29ca71640 1 --2- 172.21.15.31:0/3531595046 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa2780790c0 0x7fa27807b580 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:02.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.592+0000 7fa29ca71640 1 --2- 172.21.15.31:0/3531595046 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa29815df90 0x7fa298152320 unknown :-1 s=CLOSED pgs=1720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:02.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.592+0000 7fa29ca71640 1 --2- 172.21.15.31:0/3531595046 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa2980d49c0 0x7fa2981f4d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:02.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.592+0000 7fa29ca71640 1 --2- 172.21.15.31:0/3531595046 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa2980d0d40 0x7fa2980cdec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:02.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.592+0000 7fa29ca71640 1 -- 172.21.15.31:0/3531595046 >> 172.21.15.31:0/3531595046 conn(0x7fa2980d3ea0 msgr2=0x7fa2980b0ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:02.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.592+0000 7fa29ca71640 1 -- 172.21.15.31:0/3531595046 shutdown_connections 2024-09-16T07:29:02.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.592+0000 7fa29ca71640 1 -- 172.21.15.31:0/3531595046 wait complete. 2024-09-16T07:29:02.602 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-16T07:29:02.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.712+0000 7f15a1fc2640 1 -- 172.21.15.31:0/2761932143 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1588003c60 msgr2=0x7f1588004080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:02.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.712+0000 7f15a1fc2640 1 --2- 172.21.15.31:0/2761932143 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1588003c60 0x7f1588004080 secure :-1 s=READY pgs=1722 cs=0 l=1 rev1=1 crypto rx=0x7f158c006f90 tx=0x7f1588005830 comp rx=0 tx=0).stop 2024-09-16T07:29:02.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.712+0000 7f159bfff640 1 -- 172.21.15.31:0/2761932143 reap_dead start 2024-09-16T07:29:02.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.712+0000 7f15a1fc2640 1 -- 172.21.15.31:0/2761932143 shutdown_connections 2024-09-16T07:29:02.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.712+0000 7f15a1fc2640 1 -- 172.21.15.31:0/2761932143 >> 172.21.15.31:0/2761932143 conn(0x7f159c0d3e30 msgr2=0x7f159c0d4240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:02.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.712+0000 7f15a1fc2640 1 -- 172.21.15.31:0/2761932143 shutdown_connections 2024-09-16T07:29:02.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.712+0000 7f15a1fc2640 1 -- 172.21.15.31:0/2761932143 wait complete. 2024-09-16T07:29:02.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.713+0000 7f15a1fc2640 1 Processor -- start 2024-09-16T07:29:02.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.713+0000 7f15a1fc2640 1 -- start start 2024-09-16T07:29:02.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.714+0000 7f15a1fc2640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1588003c60 0x7f159c157930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:02.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.714+0000 7f15a1fc2640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f159c158590 0x7f159c0b6c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:02.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.714+0000 7f15a1fc2640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f159c158060 0x7f159c0cd0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:02.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.714+0000 7f15a1fc2640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f159c0d2910 con 0x7f159c158590 2024-09-16T07:29:02.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.714+0000 7f15a1fc2640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f159c0d2790 con 0x7f159c158060 2024-09-16T07:29:02.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.714+0000 7f15a1fc2640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f159c0d2a90 con 0x7f1588003c60 2024-09-16T07:29:02.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.714+0000 7f1592ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f159c158590 0x7f159c0b6c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:02.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.714+0000 7f1592ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f159c158590 0x7f159c0b6c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59908/0 (socket says 172.21.15.31:59908) 2024-09-16T07:29:02.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.714+0000 7f1592ffd640 1 -- 172.21.15.31:0/1128540497 learned_addr learned my addr 172.21.15.31:0/1128540497 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:02.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.714+0000 7f159bfff640 1 --2- 172.21.15.31:0/1128540497 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f159c158060 0x7f159c0cd0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:02.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.714+0000 7f159b7fe640 1 --2- 172.21.15.31:0/1128540497 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1588003c60 0x7f159c157930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:02.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.714+0000 7f1592ffd640 1 -- 172.21.15.31:0/1128540497 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1588003c60 msgr2=0x7f159c157930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:02.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.714+0000 7f1592ffd640 1 --2- 172.21.15.31:0/1128540497 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1588003c60 0x7f159c157930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:02.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.714+0000 7f1592ffd640 1 -- 172.21.15.31:0/1128540497 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f159c158060 msgr2=0x7f159c0cd0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:02.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.714+0000 7f1592ffd640 1 --2- 172.21.15.31:0/1128540497 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f159c158060 0x7f159c0cd0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:02.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.714+0000 7f1592ffd640 1 -- 172.21.15.31:0/1128540497 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f159c157e70 con 0x7f159c158590 2024-09-16T07:29:02.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.714+0000 7f159bfff640 1 --2- 172.21.15.31:0/1128540497 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f159c158060 0x7f159c0cd0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:29:02.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.715+0000 7f1592ffd640 1 --2- 172.21.15.31:0/1128540497 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f159c158590 0x7f159c0b6c60 secure :-1 s=READY pgs=1723 cs=0 l=1 rev1=1 crypto rx=0x7f1584011ae0 tx=0x7f1584009e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:02.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.715+0000 7f1598ff9640 1 -- 172.21.15.31:0/1128540497 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f158401e070 con 0x7f159c158590 2024-09-16T07:29:02.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.715+0000 7f1598ff9640 1 -- 172.21.15.31:0/1128540497 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f158400fc10 con 0x7f159c158590 2024-09-16T07:29:02.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.715+0000 7f1598ff9640 1 -- 172.21.15.31:0/1128540497 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1584019410 con 0x7f159c158590 2024-09-16T07:29:02.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.715+0000 7f15a1fc2640 1 -- 172.21.15.31:0/1128540497 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f159c1f5a10 con 0x7f159c158590 2024-09-16T07:29:02.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.715+0000 7f15a1fc2640 1 -- 172.21.15.31:0/1128540497 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f159c0cb280 con 0x7f159c158590 2024-09-16T07:29:02.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.716+0000 7f15a1fc2640 1 -- 172.21.15.31:0/1128540497 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f159c0b4c70 con 0x7f159c158590 2024-09-16T07:29:02.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.716+0000 7f1598ff9640 1 -- 172.21.15.31:0/1128540497 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 24) ==== 102052+0+0 (secure 0 0 0) 0x7f1584021070 con 0x7f159c158590 2024-09-16T07:29:02.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.717+0000 7f1598ff9640 1 --2- 172.21.15.31:0/1128540497 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f157c0790f0 0x7f157c07b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:02.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.717+0000 7f1598ff9640 1 -- 172.21.15.31:0/1128540497 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5737+0+0 (secure 0 0 0) 0x7f1584099960 con 0x7f159c158590 2024-09-16T07:29:02.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.717+0000 7f159b7fe640 1 --2- 172.21.15.31:0/1128540497 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f157c0790f0 0x7f157c07b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:02.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.717+0000 7f159b7fe640 1 --2- 172.21.15.31:0/1128540497 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f157c0790f0 0x7f157c07b5b0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f158c033000 tx=0x7f159c0d3960 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:02.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.721+0000 7f1598ff9640 1 -- 172.21.15.31:0/1128540497 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f1584063430 con 0x7f159c158590 2024-09-16T07:29:02.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.907+0000 7f15a1fc2640 1 -- 172.21.15.31:0/1128540497 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f159c0b30b0 con 0x7f159c158590 2024-09-16T07:29:02.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.908+0000 7f1598ff9640 1 -- 172.21.15.31:0/1128540497 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v46)=0 v46) ==== 122+0+0 (secure 0 0 0) 0x7f1584067e60 con 0x7f159c158590 2024-09-16T07:29:02.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.910+0000 7f15a1fc2640 1 -- 172.21.15.31:0/1128540497 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f157c0790f0 msgr2=0x7f157c07b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:02.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.910+0000 7f15a1fc2640 1 --2- 172.21.15.31:0/1128540497 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f157c0790f0 0x7f157c07b5b0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f158c033000 tx=0x7f159c0d3960 comp rx=0 tx=0).stop 2024-09-16T07:29:02.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.910+0000 7f15a1fc2640 1 -- 172.21.15.31:0/1128540497 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f159c158590 msgr2=0x7f159c0b6c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:02.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.910+0000 7f15a1fc2640 1 --2- 172.21.15.31:0/1128540497 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f159c158590 0x7f159c0b6c60 secure :-1 s=READY pgs=1723 cs=0 l=1 rev1=1 crypto rx=0x7f1584011ae0 tx=0x7f1584009e60 comp rx=0 tx=0).stop 2024-09-16T07:29:02.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.910+0000 7f15a1fc2640 1 -- 172.21.15.31:0/1128540497 shutdown_connections 2024-09-16T07:29:02.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.910+0000 7f15a1fc2640 1 --2- 172.21.15.31:0/1128540497 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f157c0790f0 0x7f157c07b5b0 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:02.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.910+0000 7f15a1fc2640 1 --2- 172.21.15.31:0/1128540497 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f159c158060 0x7f159c0cd0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:02.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.910+0000 7f15a1fc2640 1 --2- 172.21.15.31:0/1128540497 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f159c158590 0x7f159c0b6c60 unknown :-1 s=CLOSED pgs=1723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:02.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.910+0000 7f15a1fc2640 1 --2- 172.21.15.31:0/1128540497 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1588003c60 0x7f159c157930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:02.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.910+0000 7f15a1fc2640 1 -- 172.21.15.31:0/1128540497 >> 172.21.15.31:0/1128540497 conn(0x7f159c0d3e30 msgr2=0x7f159c0b4e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:02.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.910+0000 7f15a1fc2640 1 -- 172.21.15.31:0/1128540497 shutdown_connections 2024-09-16T07:29:02.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:02.910+0000 7f15a1fc2640 1 -- 172.21.15.31:0/1128540497 wait complete. 2024-09-16T07:29:02.921 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:29:02.921 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo mkdir -p volumes/_nogroup/subvol49510/1272a065-20b4-4e2a-bb96-d20e11010977) 2024-09-16T07:29:02.956 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:29:02.956 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.dir.layout.pool .) 2024-09-16T07:29:03.013 INFO:teuthology.orchestra.run.smithi031.stdout:cephfs_data 2024-09-16T07:29:03.014 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:29:03.014 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo setfattr -n ceph.dir.layout.pool -v cephfs_data volumes/_nogroup/subvol49510/1272a065-20b4-4e2a-bb96-d20e11010977) 2024-09-16T07:29:03.084 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:29:03.084 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd of=/home/ubuntu/cephtest/mnt.0/volumes/_nogroup/subvol49510/.meta 2024-09-16T07:29:03.155 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:29:03.155 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo mkdir -p volumes/subvol_grp19000/subvol14351/f5e13843-a263-40d8-9926-9548b3fbb7b4) 2024-09-16T07:29:03.226 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:29:03.226 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.dir.layout.pool .) 2024-09-16T07:29:03.284 INFO:teuthology.orchestra.run.smithi031.stdout:cephfs_data 2024-09-16T07:29:03.284 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:29:03.284 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo setfattr -n ceph.dir.layout.pool -v cephfs_data volumes/subvol_grp19000/subvol14351/f5e13843-a263-40d8-9926-9548b3fbb7b4) 2024-09-16T07:29:03.355 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:29:03.355 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd of=/home/ubuntu/cephtest/mnt.0/volumes/subvol_grp19000/subvol14351/.meta 2024-09-16T07:29:03.423 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs subvol49510 2024-09-16T07:29:03.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.574+0000 7fb04a5c2640 1 -- 172.21.15.31:0/3458099428 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb02c004d90 msgr2=0x7fb02c005210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:03.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.574+0000 7fb04a5c2640 1 --2- 172.21.15.31:0/3458099428 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb02c004d90 0x7fb02c005210 secure :-1 s=READY pgs=1725 cs=0 l=1 rev1=1 crypto rx=0x7fb03c001d90 tx=0x7fb02c005830 comp rx=0 tx=0).stop 2024-09-16T07:29:03.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.574+0000 7fb048b5f640 1 -- 172.21.15.31:0/3458099428 reap_dead start 2024-09-16T07:29:03.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.574+0000 7fb04a5c2640 1 -- 172.21.15.31:0/3458099428 shutdown_connections 2024-09-16T07:29:03.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.574+0000 7fb04a5c2640 1 -- 172.21.15.31:0/3458099428 >> 172.21.15.31:0/3458099428 conn(0x7fb04409d3c0 msgr2=0x7fb0440d40e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:03.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.574+0000 7fb04a5c2640 1 -- 172.21.15.31:0/3458099428 shutdown_connections 2024-09-16T07:29:03.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.574+0000 7fb04a5c2640 1 -- 172.21.15.31:0/3458099428 wait complete. 2024-09-16T07:29:03.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.575+0000 7fb04a5c2640 1 Processor -- start 2024-09-16T07:29:03.575 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.575+0000 7fb04a5c2640 1 -- start start 2024-09-16T07:29:03.576 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.576+0000 7fb04a5c2640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb02c004d90 0x7fb0440caa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:03.577 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.576+0000 7fb04a5c2640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb0441f8ec0 0x7fb0440cde80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:03.577 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.576+0000 7fb04a5c2640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb0440cc650 0x7fb0441f8290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:03.577 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.576+0000 7fb04a5c2640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fb044161640 con 0x7fb0441f8ec0 2024-09-16T07:29:03.577 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.576+0000 7fb04a5c2640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb0441614c0 con 0x7fb02c004d90 2024-09-16T07:29:03.577 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.576+0000 7fb04a5c2640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb0440cf020 con 0x7fb0440cc650 2024-09-16T07:29:03.577 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.576+0000 7fb0437fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb0441f8ec0 0x7fb0440cde80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:03.577 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.576+0000 7fb0437fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb0441f8ec0 0x7fb0440cde80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59936/0 (socket says 172.21.15.31:59936) 2024-09-16T07:29:03.577 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.576+0000 7fb0437fe640 1 -- 172.21.15.31:0/4172062900 learned_addr learned my addr 172.21.15.31:0/4172062900 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:03.577 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.576+0000 7fb043fff640 1 --2- 172.21.15.31:0/4172062900 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb02c004d90 0x7fb0440caa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:03.577 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.576+0000 7fb048b5f640 1 --2- 172.21.15.31:0/4172062900 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb0440cc650 0x7fb0441f8290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:03.577 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.576+0000 7fb0437fe640 1 -- 172.21.15.31:0/4172062900 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb0440cc650 msgr2=0x7fb0441f8290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:03.577 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.576+0000 7fb0437fe640 1 --2- 172.21.15.31:0/4172062900 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb0440cc650 0x7fb0441f8290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:03.577 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.576+0000 7fb0437fe640 1 -- 172.21.15.31:0/4172062900 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb02c004d90 msgr2=0x7fb0440caa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:03.578 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.576+0000 7fb0437fe640 1 --2- 172.21.15.31:0/4172062900 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb02c004d90 0x7fb0440caa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:03.578 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.576+0000 7fb0437fe640 1 -- 172.21.15.31:0/4172062900 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0440cb5b0 con 0x7fb0441f8ec0 2024-09-16T07:29:03.578 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.577+0000 7fb0437fe640 1 --2- 172.21.15.31:0/4172062900 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb0441f8ec0 0x7fb0440cde80 secure :-1 s=READY pgs=1726 cs=0 l=1 rev1=1 crypto rx=0x7fb038003fa0 tx=0x7fb03800ba60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:03.578 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.577+0000 7fb040ff9640 1 -- 172.21.15.31:0/4172062900 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0380107f0 con 0x7fb0441f8ec0 2024-09-16T07:29:03.578 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.577+0000 7fb040ff9640 1 -- 172.21.15.31:0/4172062900 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb038010990 con 0x7fb0441f8ec0 2024-09-16T07:29:03.578 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.577+0000 7fb04a5c2640 1 -- 172.21.15.31:0/4172062900 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb0440cb890 con 0x7fb0441f8ec0 2024-09-16T07:29:03.578 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.577+0000 7fb040ff9640 1 -- 172.21.15.31:0/4172062900 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb038010da0 con 0x7fb0441f8ec0 2024-09-16T07:29:03.578 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.577+0000 7fb04a5c2640 1 -- 172.21.15.31:0/4172062900 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0440cbe50 con 0x7fb0441f8ec0 2024-09-16T07:29:03.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.578+0000 7fb04a5c2640 1 -- 172.21.15.31:0/4172062900 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb0440b40d0 con 0x7fb0441f8ec0 2024-09-16T07:29:03.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.578+0000 7fb040ff9640 1 -- 172.21.15.31:0/4172062900 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 24) ==== 102052+0+0 (secure 0 0 0) 0x7fb038023440 con 0x7fb0441f8ec0 2024-09-16T07:29:03.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.579+0000 7fb040ff9640 1 --2- 172.21.15.31:0/4172062900 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb0300790f0 0x7fb03007b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:03.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.579+0000 7fb043fff640 1 --2- 172.21.15.31:0/4172062900 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb0300790f0 0x7fb03007b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:03.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.579+0000 7fb040ff9640 1 -- 172.21.15.31:0/4172062900 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5737+0+0 (secure 0 0 0) 0x7fb03809c640 con 0x7fb0441f8ec0 2024-09-16T07:29:03.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.580+0000 7fb043fff640 1 --2- 172.21.15.31:0/4172062900 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb0300790f0 0x7fb03007b5b0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fb034000fb0 tx=0x7fb034006910 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:03.583 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.584+0000 7fb040ff9640 1 -- 172.21.15.31:0/4172062900 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fb038063e30 con 0x7fb0441f8ec0 2024-09-16T07:29:03.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.801+0000 7fb04a5c2640 1 -- 172.21.15.31:0/4172062900 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "subvol49510", "target": ["mon-mgr", ""]}) -- 0x7fb0440d2bf0 con 0x7fb0300790f0 2024-09-16T07:29:03.806 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:29:03.806+0000 7f8a5fdaa640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:29:03.806 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:29:03.806+0000 7f8a5fdaa640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:29:03.806 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:29:03.806+0000 7f8a5fdaa640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:29:03.806 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:29:03.806+0000 7f8a5fdaa640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:29:03.806 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:29:03.806+0000 7f8a5fdaa640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:29:03.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.846+0000 7fb040ff9640 1 -- 172.21.15.31:0/4172062900 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+67 (secure 0 0 0) 0x7fb0440d2bf0 con 0x7fb0300790f0 2024-09-16T07:29:03.845 INFO:teuthology.orchestra.run.smithi031.stdout:/volumes/_nogroup/subvol49510/1272a065-20b4-4e2a-bb96-d20e11010977 2024-09-16T07:29:03.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.848+0000 7fb04a5c2640 1 -- 172.21.15.31:0/4172062900 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb0300790f0 msgr2=0x7fb03007b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:03.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.848+0000 7fb04a5c2640 1 --2- 172.21.15.31:0/4172062900 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb0300790f0 0x7fb03007b5b0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fb034000fb0 tx=0x7fb034006910 comp rx=0 tx=0).stop 2024-09-16T07:29:03.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.848+0000 7fb04a5c2640 1 -- 172.21.15.31:0/4172062900 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb0441f8ec0 msgr2=0x7fb0440cde80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:03.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.848+0000 7fb04a5c2640 1 --2- 172.21.15.31:0/4172062900 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb0441f8ec0 0x7fb0440cde80 secure :-1 s=READY pgs=1726 cs=0 l=1 rev1=1 crypto rx=0x7fb038003fa0 tx=0x7fb03800ba60 comp rx=0 tx=0).stop 2024-09-16T07:29:03.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.848+0000 7fb04a5c2640 1 -- 172.21.15.31:0/4172062900 shutdown_connections 2024-09-16T07:29:03.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.848+0000 7fb04a5c2640 1 --2- 172.21.15.31:0/4172062900 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb0300790f0 0x7fb03007b5b0 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:03.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.848+0000 7fb04a5c2640 1 --2- 172.21.15.31:0/4172062900 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb0440cc650 0x7fb0441f8290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:03.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.848+0000 7fb04a5c2640 1 --2- 172.21.15.31:0/4172062900 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb0441f8ec0 0x7fb0440cde80 unknown :-1 s=CLOSED pgs=1726 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:03.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.848+0000 7fb04a5c2640 1 --2- 172.21.15.31:0/4172062900 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb02c004d90 0x7fb0440caa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:03.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.848+0000 7fb04a5c2640 1 -- 172.21.15.31:0/4172062900 >> 172.21.15.31:0/4172062900 conn(0x7fb04409d3c0 msgr2=0x7fb0440d3dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:03.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.848+0000 7fb04a5c2640 1 -- 172.21.15.31:0/4172062900 shutdown_connections 2024-09-16T07:29:03.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.848+0000 7fb04a5c2640 1 -- 172.21.15.31:0/4172062900 wait complete. 2024-09-16T07:29:03.859 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs subvol14351 subvol_grp19000 2024-09-16T07:29:03.968 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.969+0000 7f551b0bd640 1 -- 172.21.15.31:0/2347153077 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f55140cf300 msgr2=0x7f55140cf710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:03.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.969+0000 7f551b0bd640 1 --2- 172.21.15.31:0/2347153077 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f55140cf300 0x7f55140cf710 secure :-1 s=READY pgs=1729 cs=0 l=1 rev1=1 crypto rx=0x7f55140cdde0 tx=0x7f550c02a8f0 comp rx=0 tx=0).stop 2024-09-16T07:29:03.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.969+0000 7f551b0bd640 1 -- 172.21.15.31:0/2347153077 shutdown_connections 2024-09-16T07:29:03.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.969+0000 7f551b0bd640 1 --2- 172.21.15.31:0/2347153077 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f55140cf300 0x7f55140cf710 unknown :-1 s=CLOSED pgs=1729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:03.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.969+0000 7f551b0bd640 1 --2- 172.21.15.31:0/2347153077 >> v2:172.21.15.155:3300/0 conn(0x7f551415be70 0x7f55140ccc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:03.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.969+0000 7f551b0bd640 1 -- 172.21.15.31:0/2347153077 >> 172.21.15.31:0/2347153077 conn(0x7f5514074160 msgr2=0x7f5514074570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:03.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.969+0000 7f551b0bd640 1 -- 172.21.15.31:0/2347153077 shutdown_connections 2024-09-16T07:29:03.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.969+0000 7f551b0bd640 1 -- 172.21.15.31:0/2347153077 wait complete. 2024-09-16T07:29:03.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.970+0000 7f551b0bd640 1 Processor -- start 2024-09-16T07:29:03.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.970+0000 7f551b0bd640 1 -- start start 2024-09-16T07:29:03.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.971+0000 7f551b0bd640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f55140b0590 0x7f55140b41c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:03.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.971+0000 7f551b0bd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f55140cf300 0x7f551415d990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:03.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.971+0000 7f551b0bd640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f551415be70 0x7f551415ded0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:03.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.971+0000 7f551b0bd640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f55140cda60 con 0x7f55140cf300 2024-09-16T07:29:03.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.971+0000 7f551b0bd640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f55140cd8e0 con 0x7f551415be70 2024-09-16T07:29:03.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.971+0000 7f551b0bd640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f55140cfc50 con 0x7f55140b0590 2024-09-16T07:29:03.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.971+0000 7f5513fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f55140cf300 0x7f551415d990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:03.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.971+0000 7f5513fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f55140cf300 0x7f551415d990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59964/0 (socket says 172.21.15.31:59964) 2024-09-16T07:29:03.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.971+0000 7f5513fff640 1 -- 172.21.15.31:0/926844091 learned_addr learned my addr 172.21.15.31:0/926844091 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:03.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.971+0000 7f5513fff640 1 -- 172.21.15.31:0/926844091 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f55140b0590 msgr2=0x7f55140b41c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:03.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.971+0000 7f5513fff640 1 --2- 172.21.15.31:0/926844091 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f55140b0590 0x7f55140b41c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:03.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.971+0000 7f5513fff640 1 -- 172.21.15.31:0/926844091 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f551415be70 msgr2=0x7f551415ded0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:03.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.971+0000 7f5513fff640 1 --2- 172.21.15.31:0/926844091 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f551415be70 0x7f551415ded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:03.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.972+0000 7f5513fff640 1 -- 172.21.15.31:0/926844091 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55140b5310 con 0x7f55140cf300 2024-09-16T07:29:03.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.972+0000 7f5513fff640 1 --2- 172.21.15.31:0/926844091 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f55140cf300 0x7f551415d990 secure :-1 s=READY pgs=1730 cs=0 l=1 rev1=1 crypto rx=0x7f550800c410 tx=0x7f550800c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:03.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.972+0000 7f55117fa640 1 -- 172.21.15.31:0/926844091 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5508017070 con 0x7f55140cf300 2024-09-16T07:29:03.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.972+0000 7f55117fa640 1 -- 172.21.15.31:0/926844091 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f55080035f0 con 0x7f55140cf300 2024-09-16T07:29:03.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.972+0000 7f551b0bd640 1 -- 172.21.15.31:0/926844091 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55140b55f0 con 0x7f55140cf300 2024-09-16T07:29:03.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.972+0000 7f55117fa640 1 -- 172.21.15.31:0/926844091 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5508003a80 con 0x7f55140cf300 2024-09-16T07:29:03.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.972+0000 7f551b0bd640 1 -- 172.21.15.31:0/926844091 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55140b5bb0 con 0x7f55140cf300 2024-09-16T07:29:03.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.973+0000 7f551b0bd640 1 -- 172.21.15.31:0/926844091 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f55140c3840 con 0x7f55140cf300 2024-09-16T07:29:03.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.974+0000 7f55117fa640 1 -- 172.21.15.31:0/926844091 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 24) ==== 102052+0+0 (secure 0 0 0) 0x7f550801a070 con 0x7f55140cf300 2024-09-16T07:29:03.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.974+0000 7f55117fa640 1 --2- 172.21.15.31:0/926844091 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f55000790f0 0x7f550007b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:03.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.974+0000 7f55117fa640 1 -- 172.21.15.31:0/926844091 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5737+0+0 (secure 0 0 0) 0x7f5508098480 con 0x7f55140cf300 2024-09-16T07:29:03.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.974+0000 7f5518e59640 1 --2- 172.21.15.31:0/926844091 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f55000790f0 0x7f550007b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:03.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.975+0000 7f5518e59640 1 --2- 172.21.15.31:0/926844091 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f55000790f0 0x7f550007b5b0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f5504009670 tx=0x7f5504006bf0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:03.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:03.978+0000 7f55117fa640 1 -- 172.21.15.31:0/926844091 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f55080625a0 con 0x7f55140cf300 2024-09-16T07:29:04.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.192+0000 7f551b0bd640 1 -- 172.21.15.31:0/926844091 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "subvol14351", "group_name": "subvol_grp19000", "target": ["mon-mgr", ""]}) -- 0x7f55140b6240 con 0x7f55000790f0 2024-09-16T07:29:04.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.227+0000 7f55117fa640 1 -- 172.21.15.31:0/926844091 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+74 (secure 0 0 0) 0x7f55140b6240 con 0x7f55000790f0 2024-09-16T07:29:04.227 INFO:teuthology.orchestra.run.smithi031.stdout:/volumes/subvol_grp19000/subvol14351/f5e13843-a263-40d8-9926-9548b3fbb7b4 2024-09-16T07:29:04.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.229+0000 7f551b0bd640 1 -- 172.21.15.31:0/926844091 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f55000790f0 msgr2=0x7f550007b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:04.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.229+0000 7f551b0bd640 1 --2- 172.21.15.31:0/926844091 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f55000790f0 0x7f550007b5b0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f5504009670 tx=0x7f5504006bf0 comp rx=0 tx=0).stop 2024-09-16T07:29:04.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.229+0000 7f551b0bd640 1 -- 172.21.15.31:0/926844091 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f55140cf300 msgr2=0x7f551415d990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:04.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.229+0000 7f551b0bd640 1 --2- 172.21.15.31:0/926844091 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f55140cf300 0x7f551415d990 secure :-1 s=READY pgs=1730 cs=0 l=1 rev1=1 crypto rx=0x7f550800c410 tx=0x7f550800c8d0 comp rx=0 tx=0).stop 2024-09-16T07:29:04.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.229+0000 7f551b0bd640 1 -- 172.21.15.31:0/926844091 shutdown_connections 2024-09-16T07:29:04.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.229+0000 7f551b0bd640 1 --2- 172.21.15.31:0/926844091 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f55000790f0 0x7f550007b5b0 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:04.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.229+0000 7f551b0bd640 1 --2- 172.21.15.31:0/926844091 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f551415be70 0x7f551415ded0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:04.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.229+0000 7f551b0bd640 1 --2- 172.21.15.31:0/926844091 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f55140cf300 0x7f551415d990 unknown :-1 s=CLOSED pgs=1730 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:04.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.229+0000 7f551b0bd640 1 --2- 172.21.15.31:0/926844091 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f55140b0590 0x7f55140b41c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:04.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.229+0000 7f551b0bd640 1 -- 172.21.15.31:0/926844091 >> 172.21.15.31:0/926844091 conn(0x7f5514074160 msgr2=0x7f55140adc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:04.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.229+0000 7f551b0bd640 1 -- 172.21.15.31:0/926844091 shutdown_connections 2024-09-16T07:29:04.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.229+0000 7f551b0bd640 1 -- 172.21.15.31:0/926844091 wait complete. 2024-09-16T07:29:04.240 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:29:04.240 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo cat ./volumes/_nogroup/subvol49510/.meta) 2024-09-16T07:29:04.268 INFO:teuthology.orchestra.run.smithi031.stdout:[GLOBAL] 2024-09-16T07:29:04.269 INFO:teuthology.orchestra.run.smithi031.stdout:version = 2 2024-09-16T07:29:04.269 INFO:teuthology.orchestra.run.smithi031.stdout:type = subvolume 2024-09-16T07:29:04.269 INFO:teuthology.orchestra.run.smithi031.stdout:path = /volumes/_nogroup/subvol49510/1272a065-20b4-4e2a-bb96-d20e11010977 2024-09-16T07:29:04.269 INFO:teuthology.orchestra.run.smithi031.stdout:state = complete 2024-09-16T07:29:04.269 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:29:04.270 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:29:04.270 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo cat ./volumes/subvol_grp19000/subvol14351/.meta) 2024-09-16T07:29:04.339 INFO:teuthology.orchestra.run.smithi031.stdout:[GLOBAL] 2024-09-16T07:29:04.340 INFO:teuthology.orchestra.run.smithi031.stdout:version = 2 2024-09-16T07:29:04.340 INFO:teuthology.orchestra.run.smithi031.stdout:type = subvolume 2024-09-16T07:29:04.340 INFO:teuthology.orchestra.run.smithi031.stdout:path = /volumes/subvol_grp19000/subvol14351/f5e13843-a263-40d8-9926-9548b3fbb7b4 2024-09-16T07:29:04.340 INFO:teuthology.orchestra.run.smithi031.stdout:state = complete 2024-09-16T07:29:04.340 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:29:04.341 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume rm cephfs subvol49510 2024-09-16T07:29:04.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.492+0000 7fbda9352640 1 -- 172.21.15.31:0/2727304186 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbd90004d40 msgr2=0x7fbd900051a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:04.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.492+0000 7fbda9352640 1 --2- 172.21.15.31:0/2727304186 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbd90004d40 0x7fbd900051a0 secure :-1 s=READY pgs=1732 cs=0 l=1 rev1=1 crypto rx=0x7fbd94009b50 tx=0x7fbd90005830 comp rx=0 tx=0).stop 2024-09-16T07:29:04.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.492+0000 7fbda37fe640 1 -- 172.21.15.31:0/2727304186 reap_dead start 2024-09-16T07:29:04.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.492+0000 7fbda9352640 1 -- 172.21.15.31:0/2727304186 shutdown_connections 2024-09-16T07:29:04.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.492+0000 7fbda9352640 1 -- 172.21.15.31:0/2727304186 >> 172.21.15.31:0/2727304186 conn(0x7fbda40d3e30 msgr2=0x7fbda40d4240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:04.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.492+0000 7fbda9352640 1 -- 172.21.15.31:0/2727304186 shutdown_connections 2024-09-16T07:29:04.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.492+0000 7fbda9352640 1 -- 172.21.15.31:0/2727304186 wait complete. 2024-09-16T07:29:04.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.493+0000 7fbda9352640 1 Processor -- start 2024-09-16T07:29:04.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.494+0000 7fbda9352640 1 -- start start 2024-09-16T07:29:04.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.494+0000 7fbda9352640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbd90004d40 0x7fbda415d960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:04.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.494+0000 7fbda9352640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbda40cb660 0x7fbda415dea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:04.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.494+0000 7fbda9352640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbda414bbd0 0x7fbda415c300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:04.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.494+0000 7fbda9352640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fbda4167060 con 0x7fbda40cb660 2024-09-16T07:29:04.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.494+0000 7fbda9352640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fbda4166ee0 con 0x7fbda414bbd0 2024-09-16T07:29:04.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.494+0000 7fbda9352640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fbda41671e0 con 0x7fbd90004d40 2024-09-16T07:29:04.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.494+0000 7fbda27fc640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbda40cb660 0x7fbda415dea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:04.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.494+0000 7fbda27fc640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbda40cb660 0x7fbda415dea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59986/0 (socket says 172.21.15.31:59986) 2024-09-16T07:29:04.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.494+0000 7fbda27fc640 1 -- 172.21.15.31:0/3452978309 learned_addr learned my addr 172.21.15.31:0/3452978309 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:04.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.495+0000 7fbda2ffd640 1 --2- 172.21.15.31:0/3452978309 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbd90004d40 0x7fbda415d960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:04.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.495+0000 7fbda37fe640 1 --2- 172.21.15.31:0/3452978309 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbda414bbd0 0x7fbda415c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:04.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.495+0000 7fbda27fc640 1 -- 172.21.15.31:0/3452978309 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbd90004d40 msgr2=0x7fbda415d960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:04.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.495+0000 7fbda27fc640 1 --2- 172.21.15.31:0/3452978309 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbd90004d40 0x7fbda415d960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:04.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.495+0000 7fbda27fc640 1 -- 172.21.15.31:0/3452978309 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbda414bbd0 msgr2=0x7fbda415c300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:04.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.495+0000 7fbda27fc640 1 --2- 172.21.15.31:0/3452978309 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbda414bbd0 0x7fbda415c300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:04.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.495+0000 7fbda27fc640 1 -- 172.21.15.31:0/3452978309 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbda415f660 con 0x7fbda40cb660 2024-09-16T07:29:04.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.495+0000 7fbda27fc640 1 --2- 172.21.15.31:0/3452978309 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbda40cb660 0x7fbda415dea0 secure :-1 s=READY pgs=1733 cs=0 l=1 rev1=1 crypto rx=0x7fbd8c0065d0 tx=0x7fbd8c0039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:04.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.495+0000 7fbd9b7fe640 1 -- 172.21.15.31:0/3452978309 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd8c015070 con 0x7fbda40cb660 2024-09-16T07:29:04.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.495+0000 7fbd9b7fe640 1 -- 172.21.15.31:0/3452978309 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbd8c011920 con 0x7fbda40cb660 2024-09-16T07:29:04.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.495+0000 7fbd9b7fe640 1 -- 172.21.15.31:0/3452978309 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd8c011d70 con 0x7fbda40cb660 2024-09-16T07:29:04.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.495+0000 7fbda9352640 1 -- 172.21.15.31:0/3452978309 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbda40c92e0 con 0x7fbda40cb660 2024-09-16T07:29:04.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.495+0000 7fbda9352640 1 -- 172.21.15.31:0/3452978309 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbda40c98a0 con 0x7fbda40cb660 2024-09-16T07:29:04.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.496+0000 7fbda9352640 1 -- 172.21.15.31:0/3452978309 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbda40d1d30 con 0x7fbda40cb660 2024-09-16T07:29:04.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.497+0000 7fbd9b7fe640 1 -- 172.21.15.31:0/3452978309 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 24) ==== 102052+0+0 (secure 0 0 0) 0x7fbd8c00f430 con 0x7fbda40cb660 2024-09-16T07:29:04.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.498+0000 7fbd9b7fe640 1 --2- 172.21.15.31:0/3452978309 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fbd840790f0 0x7fbd8407b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:04.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.498+0000 7fbd9b7fe640 1 -- 172.21.15.31:0/3452978309 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5737+0+0 (secure 0 0 0) 0x7fbd8c09c910 con 0x7fbda40cb660 2024-09-16T07:29:04.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.498+0000 7fbda2ffd640 1 --2- 172.21.15.31:0/3452978309 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fbd840790f0 0x7fbd8407b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:04.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.498+0000 7fbda2ffd640 1 --2- 172.21.15.31:0/3452978309 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fbd840790f0 0x7fbd8407b5b0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fbd9c000f80 tx=0x7fbd9c006e90 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:04.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.502+0000 7fbd9b7fe640 1 -- 172.21.15.31:0/3452978309 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fbd8c0638f0 con 0x7fbda40cb660 2024-09-16T07:29:04.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.718+0000 7fbda9352640 1 -- 172.21.15.31:0/3452978309 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolume rm", "vol_name": "cephfs", "sub_name": "subvol49510", "target": ["mon-mgr", ""]}) -- 0x7fbda40c9090 con 0x7fbd840790f0 2024-09-16T07:29:04.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.731+0000 7fbd9b7fe640 1 -- 172.21.15.31:0/3452978309 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fbda40c9090 con 0x7fbd840790f0 2024-09-16T07:29:04.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.733+0000 7fbda9352640 1 -- 172.21.15.31:0/3452978309 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fbd840790f0 msgr2=0x7fbd8407b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:04.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.733+0000 7fbda9352640 1 --2- 172.21.15.31:0/3452978309 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fbd840790f0 0x7fbd8407b5b0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fbd9c000f80 tx=0x7fbd9c006e90 comp rx=0 tx=0).stop 2024-09-16T07:29:04.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.733+0000 7fbda9352640 1 -- 172.21.15.31:0/3452978309 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbda40cb660 msgr2=0x7fbda415dea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:04.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.733+0000 7fbda9352640 1 --2- 172.21.15.31:0/3452978309 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbda40cb660 0x7fbda415dea0 secure :-1 s=READY pgs=1733 cs=0 l=1 rev1=1 crypto rx=0x7fbd8c0065d0 tx=0x7fbd8c0039c0 comp rx=0 tx=0).stop 2024-09-16T07:29:04.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.733+0000 7fbda9352640 1 -- 172.21.15.31:0/3452978309 shutdown_connections 2024-09-16T07:29:04.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.733+0000 7fbda9352640 1 --2- 172.21.15.31:0/3452978309 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fbd840790f0 0x7fbd8407b5b0 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:04.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.733+0000 7fbda9352640 1 --2- 172.21.15.31:0/3452978309 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbda414bbd0 0x7fbda415c300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:04.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.733+0000 7fbda9352640 1 --2- 172.21.15.31:0/3452978309 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbda40cb660 0x7fbda415dea0 unknown :-1 s=CLOSED pgs=1733 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:04.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.733+0000 7fbda9352640 1 --2- 172.21.15.31:0/3452978309 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbd90004d40 0x7fbda415d960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:04.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.733+0000 7fbda9352640 1 -- 172.21.15.31:0/3452978309 >> 172.21.15.31:0/3452978309 conn(0x7fbda40d3e30 msgr2=0x7fbda406e560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:04.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.733+0000 7fbda9352640 1 -- 172.21.15.31:0/3452978309 shutdown_connections 2024-09-16T07:29:04.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.733+0000 7fbda9352640 1 -- 172.21.15.31:0/3452978309 wait complete. 2024-09-16T07:29:04.735 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:29:04.736+0000 7f8a615ad640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:29:04.735 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:29:04.736+0000 7f8a615ad640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:29:04.735 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:29:04.736+0000 7f8a615ad640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:29:04.736 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:29:04.736+0000 7f8a615ad640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:29:04.736 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:29:04.736+0000 7f8a615ad640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:29:04.746 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume rm cephfs subvol14351 subvol_grp19000 2024-09-16T07:29:04.749 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:29:04.750+0000 7f8a61dae640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:29:04.749 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:29:04.750+0000 7f8a61dae640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:29:04.749 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:29:04.750+0000 7f8a61dae640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:29:04.749 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:29:04.750+0000 7f8a61dae640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:29:04.749 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:29:04.750+0000 7f8a61dae640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:29:04.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.859+0000 7fb3e7a0f640 1 -- 172.21.15.31:0/904704193 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb3cc0041c0 msgr2=0x7fb3cc004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:04.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.859+0000 7fb3e7a0f640 1 --2- 172.21.15.31:0/904704193 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb3cc0041c0 0x7fb3cc004800 secure :-1 s=READY pgs=1739 cs=0 l=1 rev1=1 crypto rx=0x7fb3d0001800 tx=0x7fb3cc005830 comp rx=0 tx=0).stop 2024-09-16T07:29:04.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.859+0000 7fb3e5fac640 1 -- 172.21.15.31:0/904704193 reap_dead start 2024-09-16T07:29:04.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.859+0000 7fb3e7a0f640 1 -- 172.21.15.31:0/904704193 shutdown_connections 2024-09-16T07:29:04.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.859+0000 7fb3e7a0f640 1 -- 172.21.15.31:0/904704193 >> 172.21.15.31:0/904704193 conn(0x7fb3e00cfdf0 msgr2=0x7fb3e00d01d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:04.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.859+0000 7fb3e7a0f640 1 -- 172.21.15.31:0/904704193 shutdown_connections 2024-09-16T07:29:04.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.859+0000 7fb3e7a0f640 1 -- 172.21.15.31:0/904704193 wait complete. 2024-09-16T07:29:04.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.861+0000 7fb3e7a0f640 1 Processor -- start 2024-09-16T07:29:04.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.861+0000 7fb3e7a0f640 1 -- start start 2024-09-16T07:29:04.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.861+0000 7fb3e7a0f640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb3cc0041c0 0x7fb3e0153140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:04.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.861+0000 7fb3e7a0f640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb3e01f6a00 0x7fb3e01f60d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:04.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.861+0000 7fb3e7a0f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb3e00c9460 0x7fb3e00c98e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:04.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.862+0000 7fb3e7a0f640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fb3e00700f0 con 0x7fb3e00c9460 2024-09-16T07:29:04.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.862+0000 7fb3e7a0f640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb3e006ff70 con 0x7fb3e01f6a00 2024-09-16T07:29:04.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.862+0000 7fb3e7a0f640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb3e00cb6f0 con 0x7fb3cc0041c0 2024-09-16T07:29:04.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.862+0000 7fb3e5fac640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb3e00c9460 0x7fb3e00c98e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:04.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.862+0000 7fb3e5fac640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb3e00c9460 0x7fb3e00c98e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:60044/0 (socket says 172.21.15.31:60044) 2024-09-16T07:29:04.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.862+0000 7fb3e5fac640 1 -- 172.21.15.31:0/3194075280 learned_addr learned my addr 172.21.15.31:0/3194075280 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:04.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.862+0000 7fb3e4faa640 1 --2- 172.21.15.31:0/3194075280 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb3e01f6a00 0x7fb3e01f60d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:04.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.862+0000 7fb3e57ab640 1 --2- 172.21.15.31:0/3194075280 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb3cc0041c0 0x7fb3e0153140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:04.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.862+0000 7fb3e5fac640 1 -- 172.21.15.31:0/3194075280 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb3cc0041c0 msgr2=0x7fb3e0153140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:04.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.862+0000 7fb3e5fac640 1 --2- 172.21.15.31:0/3194075280 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb3cc0041c0 0x7fb3e0153140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:04.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.862+0000 7fb3e5fac640 1 -- 172.21.15.31:0/3194075280 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb3e01f6a00 msgr2=0x7fb3e01f60d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:04.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.862+0000 7fb3e5fac640 1 --2- 172.21.15.31:0/3194075280 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb3e01f6a00 0x7fb3e01f60d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:04.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.862+0000 7fb3e5fac640 1 -- 172.21.15.31:0/3194075280 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3e01557c0 con 0x7fb3e00c9460 2024-09-16T07:29:04.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.862+0000 7fb3e5fac640 1 --2- 172.21.15.31:0/3194075280 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb3e00c9460 0x7fb3e00c98e0 secure :-1 s=READY pgs=1740 cs=0 l=1 rev1=1 crypto rx=0x7fb3e00cc840 tx=0x7fb3d8006660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:04.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.862+0000 7fb3d5ffb640 1 -- 172.21.15.31:0/3194075280 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3d800fa80 con 0x7fb3e00c9460 2024-09-16T07:29:04.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.862+0000 7fb3d5ffb640 1 -- 172.21.15.31:0/3194075280 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb3d8018070 con 0x7fb3e00c9460 2024-09-16T07:29:04.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.862+0000 7fb3e7a0f640 1 -- 172.21.15.31:0/3194075280 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3e00c9e20 con 0x7fb3e00c9460 2024-09-16T07:29:04.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.862+0000 7fb3d5ffb640 1 -- 172.21.15.31:0/3194075280 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3d8011430 con 0x7fb3e00c9460 2024-09-16T07:29:04.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.863+0000 7fb3e7a0f640 1 -- 172.21.15.31:0/3194075280 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3e0155d40 con 0x7fb3e00c9460 2024-09-16T07:29:04.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.863+0000 7fb3e7a0f640 1 -- 172.21.15.31:0/3194075280 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb3e006cb40 con 0x7fb3e00c9460 2024-09-16T07:29:04.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.864+0000 7fb3d5ffb640 1 -- 172.21.15.31:0/3194075280 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 24) ==== 102052+0+0 (secure 0 0 0) 0x7fb3d80115d0 con 0x7fb3e00c9460 2024-09-16T07:29:04.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.865+0000 7fb3d5ffb640 1 --2- 172.21.15.31:0/3194075280 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb3c40790c0 0x7fb3c407b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:04.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.865+0000 7fb3d5ffb640 1 -- 172.21.15.31:0/3194075280 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5737+0+0 (secure 0 0 0) 0x7fb3d809c3d0 con 0x7fb3e00c9460 2024-09-16T07:29:04.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.865+0000 7fb3e57ab640 1 --2- 172.21.15.31:0/3194075280 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb3c40790c0 0x7fb3c407b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:04.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.865+0000 7fb3e57ab640 1 --2- 172.21.15.31:0/3194075280 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb3c40790c0 0x7fb3c407b580 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fb3dc009b70 tx=0x7fb3dc005f90 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:04.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:04.869+0000 7fb3d5ffb640 1 -- 172.21.15.31:0/3194075280 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fb3d80639f0 con 0x7fb3e00c9460 2024-09-16T07:29:05.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:05.081+0000 7fb3e7a0f640 1 -- 172.21.15.31:0/3194075280 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolume rm", "vol_name": "cephfs", "sub_name": "subvol14351", "group_name": "subvol_grp19000", "target": ["mon-mgr", ""]}) -- 0x7fb3e006f910 con 0x7fb3c40790c0 2024-09-16T07:29:06.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:06.265+0000 7fb3d5ffb640 1 -- 172.21.15.31:0/3194075280 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mgrmap(e 25) ==== 102205+0+0 (secure 0 0 0) 0x7fb3d805f560 con 0x7fb3e00c9460 2024-09-16T07:29:06.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:06.730+0000 7fb3d5ffb640 1 -- 172.21.15.31:0/3194075280 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fb3e006f910 con 0x7fb3c40790c0 2024-09-16T07:29:06.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:06.734+0000 7fb3e7a0f640 1 -- 172.21.15.31:0/3194075280 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb3c40790c0 msgr2=0x7fb3c407b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:06.733 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:06.734+0000 7fb3e7a0f640 1 --2- 172.21.15.31:0/3194075280 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb3c40790c0 0x7fb3c407b580 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fb3dc009b70 tx=0x7fb3dc005f90 comp rx=0 tx=0).stop 2024-09-16T07:29:06.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:06.734+0000 7fb3e7a0f640 1 -- 172.21.15.31:0/3194075280 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb3e00c9460 msgr2=0x7fb3e00c98e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:06.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:06.734+0000 7fb3e7a0f640 1 --2- 172.21.15.31:0/3194075280 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb3e00c9460 0x7fb3e00c98e0 secure :-1 s=READY pgs=1740 cs=0 l=1 rev1=1 crypto rx=0x7fb3e00cc840 tx=0x7fb3d8006660 comp rx=0 tx=0).stop 2024-09-16T07:29:06.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:06.734+0000 7fb3e7a0f640 1 -- 172.21.15.31:0/3194075280 shutdown_connections 2024-09-16T07:29:06.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:06.734+0000 7fb3e7a0f640 1 --2- 172.21.15.31:0/3194075280 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb3c40790c0 0x7fb3c407b580 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:06.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:06.734+0000 7fb3e7a0f640 1 --2- 172.21.15.31:0/3194075280 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb3e00c9460 0x7fb3e00c98e0 unknown :-1 s=CLOSED pgs=1740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:06.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:06.734+0000 7fb3e7a0f640 1 --2- 172.21.15.31:0/3194075280 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb3e01f6a00 0x7fb3e01f60d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:06.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:06.734+0000 7fb3e7a0f640 1 --2- 172.21.15.31:0/3194075280 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb3cc0041c0 0x7fb3e0153140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:06.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:06.734+0000 7fb3e7a0f640 1 -- 172.21.15.31:0/3194075280 >> 172.21.15.31:0/3194075280 conn(0x7fb3e00cfdf0 msgr2=0x7fb3e00b0e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:06.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:06.734+0000 7fb3e7a0f640 1 -- 172.21.15.31:0/3194075280 shutdown_connections 2024-09-16T07:29:06.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:06.734+0000 7fb3e7a0f640 1 -- 172.21.15.31:0/3194075280 wait complete. 2024-09-16T07:29:06.749 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'stat -c %h /home/ubuntu/cephtest/mnt.0/./volumes/_deleting') 2024-09-16T07:29:06.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:06 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-16T07:29:06.851 INFO:teuthology.orchestra.run.smithi031.stdout:2 2024-09-16T07:29:06.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:29:06.859 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-16T07:29:06.859 DEBUG:teuthology.orchestra.run.smithi031:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T07:29:06.899 DEBUG:teuthology.orchestra.run.smithi155:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T07:29:06.946 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-16T07:29:06.947 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T07:29:06.947 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:29:06.947 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:29:06.964 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:29:06.964 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:29:07.021 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T07:29:07.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.168+0000 7f29226d4640 1 -- 172.21.15.31:0/2313950325 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2904003fd0 msgr2=0x7f2904004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:07.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.168+0000 7f29226d4640 1 --2- 172.21.15.31:0/2313950325 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2904003fd0 0x7f2904004800 secure :-1 s=READY pgs=1742 cs=0 l=1 rev1=1 crypto rx=0x7f2910009b50 tx=0x7f2904005830 comp rx=0 tx=0).stop 2024-09-16T07:29:07.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.168+0000 7f2920c71640 1 -- 172.21.15.31:0/2313950325 reap_dead start 2024-09-16T07:29:07.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.168+0000 7f29226d4640 1 -- 172.21.15.31:0/2313950325 shutdown_connections 2024-09-16T07:29:07.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.168+0000 7f29226d4640 1 -- 172.21.15.31:0/2313950325 >> 172.21.15.31:0/2313950325 conn(0x7f291c09aa30 msgr2=0x7f291c09ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:07.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.168+0000 7f29226d4640 1 -- 172.21.15.31:0/2313950325 shutdown_connections 2024-09-16T07:29:07.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.168+0000 7f29226d4640 1 -- 172.21.15.31:0/2313950325 wait complete. 2024-09-16T07:29:07.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.169+0000 7f29226d4640 1 Processor -- start 2024-09-16T07:29:07.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.170+0000 7f29226d4640 1 -- start start 2024-09-16T07:29:07.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.170+0000 7f29226d4640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2904003fd0 0x7f291c14d180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:07.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.170+0000 7f29226d4640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f291c0b7510 0x7f291c14e5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:07.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.170+0000 7f29226d4640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f291c0aedb0 0x7f291c157c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:07.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.170+0000 7f29226d4640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f291c0d02b0 con 0x7f2904003fd0 2024-09-16T07:29:07.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.170+0000 7f29226d4640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f291c0d0130 con 0x7f291c0aedb0 2024-09-16T07:29:07.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.170+0000 7f29226d4640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f291c0d0430 con 0x7f291c0b7510 2024-09-16T07:29:07.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.171+0000 7f291bfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2904003fd0 0x7f291c14d180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:07.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.171+0000 7f291bfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2904003fd0 0x7f291c14d180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:60056/0 (socket says 172.21.15.31:60056) 2024-09-16T07:29:07.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.171+0000 7f291bfff640 1 -- 172.21.15.31:0/1284433354 learned_addr learned my addr 172.21.15.31:0/1284433354 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:07.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.171+0000 7f291b7fe640 1 --2- 172.21.15.31:0/1284433354 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f291c0b7510 0x7f291c14e5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:07.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.171+0000 7f2920c71640 1 --2- 172.21.15.31:0/1284433354 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f291c0aedb0 0x7f291c157c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:07.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.171+0000 7f291bfff640 1 -- 172.21.15.31:0/1284433354 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f291c0b7510 msgr2=0x7f291c14e5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:07.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.171+0000 7f291bfff640 1 --2- 172.21.15.31:0/1284433354 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f291c0b7510 0x7f291c14e5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:07.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.171+0000 7f291bfff640 1 -- 172.21.15.31:0/1284433354 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f291c0aedb0 msgr2=0x7f291c157c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:07.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.171+0000 7f291bfff640 1 --2- 172.21.15.31:0/1284433354 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f291c0aedb0 0x7f291c157c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:07.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.171+0000 7f291bfff640 1 -- 172.21.15.31:0/1284433354 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f291c156ed0 con 0x7f2904003fd0 2024-09-16T07:29:07.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.171+0000 7f291b7fe640 1 --2- 172.21.15.31:0/1284433354 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f291c0b7510 0x7f291c14e5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:29:07.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.171+0000 7f291bfff640 1 --2- 172.21.15.31:0/1284433354 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2904003fd0 0x7f291c14d180 secure :-1 s=READY pgs=1743 cs=0 l=1 rev1=1 crypto rx=0x7f290c001a30 tx=0x7f290c0039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:07.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.171+0000 7f2918ff9640 1 -- 172.21.15.31:0/1284433354 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f290c015070 con 0x7f2904003fd0 2024-09-16T07:29:07.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.171+0000 7f2918ff9640 1 -- 172.21.15.31:0/1284433354 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f290c011900 con 0x7f2904003fd0 2024-09-16T07:29:07.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.171+0000 7f29226d4640 1 -- 172.21.15.31:0/1284433354 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f291c1571b0 con 0x7f2904003fd0 2024-09-16T07:29:07.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.171+0000 7f2918ff9640 1 -- 172.21.15.31:0/1284433354 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f290c011cb0 con 0x7f2904003fd0 2024-09-16T07:29:07.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.171+0000 7f29226d4640 1 -- 172.21.15.31:0/1284433354 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f291c14d6c0 con 0x7f2904003fd0 2024-09-16T07:29:07.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.172+0000 7f29226d4640 1 -- 172.21.15.31:0/1284433354 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f291c15f6d0 con 0x7f2904003fd0 2024-09-16T07:29:07.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.173+0000 7f2918ff9640 1 -- 172.21.15.31:0/1284433354 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 25) ==== 102205+0+0 (secure 0 0 0) 0x7f290c00f430 con 0x7f2904003fd0 2024-09-16T07:29:07.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.173+0000 7f2918ff9640 1 --2- 172.21.15.31:0/1284433354 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f29080792a0 0x7f290807b760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:07.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.174+0000 7f2918ff9640 1 -- 172.21.15.31:0/1284433354 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5737+0+0 (secure 0 0 0) 0x7f290c09a1f0 con 0x7f2904003fd0 2024-09-16T07:29:07.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.174+0000 7f291b7fe640 1 --2- 172.21.15.31:0/1284433354 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f29080792a0 0x7f290807b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:07.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.174+0000 7f291b7fe640 1 --2- 172.21.15.31:0/1284433354 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f29080792a0 0x7f290807b760 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f2910035000 tx=0x7f29100046c0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:07.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.178+0000 7f2918ff9640 1 -- 172.21.15.31:0/1284433354 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f291c15c0e0 con 0x7f2904003fd0 2024-09-16T07:29:07.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.377+0000 7f29226d4640 1 -- 172.21.15.31:0/1284433354 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f291c070ee0 con 0x7f2904003fd0 2024-09-16T07:29:07.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.378+0000 7f2918ff9640 1 -- 172.21.15.31:0/1284433354 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v155) ==== 80+0+0 (secure 0 0 0) 0x7f290c064070 con 0x7f2904003fd0 2024-09-16T07:29:07.377 INFO:teuthology.orchestra.run.smithi031.stderr:listed 0 entries 2024-09-16T07:29:07.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.380+0000 7f29226d4640 1 -- 172.21.15.31:0/1284433354 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f29080792a0 msgr2=0x7f290807b760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:07.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.380+0000 7f29226d4640 1 --2- 172.21.15.31:0/1284433354 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f29080792a0 0x7f290807b760 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f2910035000 tx=0x7f29100046c0 comp rx=0 tx=0).stop 2024-09-16T07:29:07.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.380+0000 7f29226d4640 1 -- 172.21.15.31:0/1284433354 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2904003fd0 msgr2=0x7f291c14d180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:07.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.380+0000 7f29226d4640 1 --2- 172.21.15.31:0/1284433354 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2904003fd0 0x7f291c14d180 secure :-1 s=READY pgs=1743 cs=0 l=1 rev1=1 crypto rx=0x7f290c001a30 tx=0x7f290c0039c0 comp rx=0 tx=0).stop 2024-09-16T07:29:07.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.380+0000 7f29226d4640 1 -- 172.21.15.31:0/1284433354 shutdown_connections 2024-09-16T07:29:07.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.380+0000 7f29226d4640 1 --2- 172.21.15.31:0/1284433354 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f29080792a0 0x7f290807b760 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:07.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.380+0000 7f29226d4640 1 --2- 172.21.15.31:0/1284433354 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f291c0aedb0 0x7f291c157c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:07.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.380+0000 7f29226d4640 1 --2- 172.21.15.31:0/1284433354 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f291c0b7510 0x7f291c14e5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:07.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.380+0000 7f29226d4640 1 --2- 172.21.15.31:0/1284433354 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2904003fd0 0x7f291c14d180 unknown :-1 s=CLOSED pgs=1743 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:07.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.380+0000 7f29226d4640 1 -- 172.21.15.31:0/1284433354 >> 172.21.15.31:0/1284433354 conn(0x7f291c09aa30 msgr2=0x7f291c15d1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:07.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.380+0000 7f29226d4640 1 -- 172.21.15.31:0/1284433354 shutdown_connections 2024-09-16T07:29:07.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.380+0000 7f29226d4640 1 -- 172.21.15.31:0/1284433354 wait complete. 2024-09-16T07:29:07.390 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi031.front.sepia.ceph.com... 2024-09-16T07:29:07.391 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:29:07.391 DEBUG:teuthology.orchestra.run.smithi031:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-16T07:29:07.415 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi031.stderr:ceph-fuse[78466]: fuse finished with error 0 and tester_r 0 2024-09-16T07:29:07.417 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi031.front.sepia.ceph.com 2024-09-16T07:29:07.417 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:29:07.417 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-16T07:29:07.584 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T07:29:07.584 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:29:07.584 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:29:07.603 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:29:07.603 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:29:07.662 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T07:29:07.770 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.770+0000 7fefebdf3640 1 -- 172.21.15.31:0/900227985 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fefe40d1a10 msgr2=0x7fefe4161f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:07.770 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.770+0000 7fefebdf3640 1 --2- 172.21.15.31:0/900227985 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fefe40d1a10 0x7fefe4161f10 secure :-1 s=READY pgs=1744 cs=0 l=1 rev1=1 crypto rx=0x7fefe40d2ce0 tx=0x7fefd802a560 comp rx=0 tx=0).stop 2024-09-16T07:29:07.770 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.770+0000 7fefebdf3640 1 -- 172.21.15.31:0/900227985 shutdown_connections 2024-09-16T07:29:07.770 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.770+0000 7fefebdf3640 1 --2- 172.21.15.31:0/900227985 >> v2:172.21.15.155:3300/0 conn(0x7fefe4160ac0 0x7fefe4160f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:07.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.770+0000 7fefebdf3640 1 --2- 172.21.15.31:0/900227985 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fefe40d1a10 0x7fefe4161f10 unknown :-1 s=CLOSED pgs=1744 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:07.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.770+0000 7fefebdf3640 1 --2- 172.21.15.31:0/900227985 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fefe4161b30 0x7fefe40cf920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:07.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.770+0000 7fefebdf3640 1 -- 172.21.15.31:0/900227985 >> 172.21.15.31:0/900227985 conn(0x7fefe40d3e40 msgr2=0x7fefe40d4250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:07.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.770+0000 7fefebdf3640 1 -- 172.21.15.31:0/900227985 shutdown_connections 2024-09-16T07:29:07.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.770+0000 7fefebdf3640 1 -- 172.21.15.31:0/900227985 wait complete. 2024-09-16T07:29:07.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.772+0000 7fefebdf3640 1 Processor -- start 2024-09-16T07:29:07.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.772+0000 7fefebdf3640 1 -- start start 2024-09-16T07:29:07.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.772+0000 7fefebdf3640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fefe40d1a10 0x7fefe4151180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:07.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.772+0000 7fefebdf3640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fefe4160ac0 0x7fefe40caf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:07.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.772+0000 7fefebdf3640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fefe4161b30 0x7fefe41f83e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:07.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.772+0000 7fefebdf3640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fefe41617b0 con 0x7fefe40d1a10 2024-09-16T07:29:07.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.772+0000 7fefebdf3640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fefe40d0710 con 0x7fefe4160ac0 2024-09-16T07:29:07.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.772+0000 7fefebdf3640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fefe40ce0f0 con 0x7fefe4161b30 2024-09-16T07:29:07.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.773+0000 7fefe9b8f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fefe40d1a10 0x7fefe4151180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:07.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.773+0000 7fefe9b8f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fefe40d1a10 0x7fefe4151180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:60074/0 (socket says 172.21.15.31:60074) 2024-09-16T07:29:07.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.773+0000 7fefe9b8f640 1 -- 172.21.15.31:0/1786795203 learned_addr learned my addr 172.21.15.31:0/1786795203 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:07.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.773+0000 7fefe938e640 1 --2- 172.21.15.31:0/1786795203 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fefe4160ac0 0x7fefe40caf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:07.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.773+0000 7fefea390640 1 --2- 172.21.15.31:0/1786795203 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fefe4161b30 0x7fefe41f83e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:07.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.773+0000 7fefe9b8f640 1 -- 172.21.15.31:0/1786795203 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fefe4161b30 msgr2=0x7fefe41f83e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:07.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.773+0000 7fefe9b8f640 1 --2- 172.21.15.31:0/1786795203 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fefe4161b30 0x7fefe41f83e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:07.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.773+0000 7fefe9b8f640 1 -- 172.21.15.31:0/1786795203 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fefe4160ac0 msgr2=0x7fefe40caf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:07.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.773+0000 7fefe9b8f640 1 --2- 172.21.15.31:0/1786795203 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fefe4160ac0 0x7fefe40caf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:07.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.773+0000 7fefe9b8f640 1 -- 172.21.15.31:0/1786795203 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fefe41f9260 con 0x7fefe40d1a10 2024-09-16T07:29:07.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.773+0000 7fefe9b8f640 1 --2- 172.21.15.31:0/1786795203 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fefe40d1a10 0x7fefe4151180 secure :-1 s=READY pgs=1745 cs=0 l=1 rev1=1 crypto rx=0x7fefdc00b410 tx=0x7fefdc00b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:07.775 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.773+0000 7fefe27fc640 1 -- 172.21.15.31:0/1786795203 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefdc015020 con 0x7fefe40d1a10 2024-09-16T07:29:07.775 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.773+0000 7fefe27fc640 1 -- 172.21.15.31:0/1786795203 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fefdc011940 con 0x7fefe40d1a10 2024-09-16T07:29:07.775 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.773+0000 7fefebdf3640 1 -- 172.21.15.31:0/1786795203 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fefe40cd590 con 0x7fefe40d1a10 2024-09-16T07:29:07.775 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.773+0000 7fefe27fc640 1 -- 172.21.15.31:0/1786795203 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefdc011d90 con 0x7fefe40d1a10 2024-09-16T07:29:07.775 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.773+0000 7fefebdf3640 1 -- 172.21.15.31:0/1786795203 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fefe40cde10 con 0x7fefe40d1a10 2024-09-16T07:29:07.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.774+0000 7fefebdf3640 1 -- 172.21.15.31:0/1786795203 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fefe4160f50 con 0x7fefe40d1a10 2024-09-16T07:29:07.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.775+0000 7fefe27fc640 1 -- 172.21.15.31:0/1786795203 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 25) ==== 102205+0+0 (secure 0 0 0) 0x7fefdc018020 con 0x7fefe40d1a10 2024-09-16T07:29:07.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.776+0000 7fefe27fc640 1 --2- 172.21.15.31:0/1786795203 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fefd0079270 0x7fefd007b730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:07.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.776+0000 7fefe938e640 1 --2- 172.21.15.31:0/1786795203 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fefd0079270 0x7fefd007b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:07.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.776+0000 7fefe27fc640 1 -- 172.21.15.31:0/1786795203 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5737+0+0 (secure 0 0 0) 0x7fefdc0992e0 con 0x7fefe40d1a10 2024-09-16T07:29:07.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.776+0000 7fefe938e640 1 --2- 172.21.15.31:0/1786795203 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fefd0079270 0x7fefd007b730 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fefd8033000 tx=0x7fefd8004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:07.779 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.780+0000 7fefe27fc640 1 -- 172.21.15.31:0/1786795203 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fefdc01f020 con 0x7fefe40d1a10 2024-09-16T07:29:07.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.979+0000 7fefebdf3640 1 -- 172.21.15.31:0/1786795203 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fefe40b3580 con 0x7fefe40d1a10 2024-09-16T07:29:07.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.980+0000 7fefe27fc640 1 -- 172.21.15.31:0/1786795203 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v155) ==== 80+0+0 (secure 0 0 0) 0x7fefdc062b30 con 0x7fefe40d1a10 2024-09-16T07:29:07.979 INFO:teuthology.orchestra.run.smithi031.stderr:listed 0 entries 2024-09-16T07:29:07.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.982+0000 7fefebdf3640 1 -- 172.21.15.31:0/1786795203 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fefd0079270 msgr2=0x7fefd007b730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:07.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.982+0000 7fefebdf3640 1 --2- 172.21.15.31:0/1786795203 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fefd0079270 0x7fefd007b730 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fefd8033000 tx=0x7fefd8004730 comp rx=0 tx=0).stop 2024-09-16T07:29:07.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.982+0000 7fefebdf3640 1 -- 172.21.15.31:0/1786795203 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fefe40d1a10 msgr2=0x7fefe4151180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:07.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.982+0000 7fefebdf3640 1 --2- 172.21.15.31:0/1786795203 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fefe40d1a10 0x7fefe4151180 secure :-1 s=READY pgs=1745 cs=0 l=1 rev1=1 crypto rx=0x7fefdc00b410 tx=0x7fefdc00b8d0 comp rx=0 tx=0).stop 2024-09-16T07:29:07.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.982+0000 7fefebdf3640 1 -- 172.21.15.31:0/1786795203 shutdown_connections 2024-09-16T07:29:07.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.982+0000 7fefebdf3640 1 --2- 172.21.15.31:0/1786795203 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fefd0079270 0x7fefd007b730 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:07.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.982+0000 7fefebdf3640 1 --2- 172.21.15.31:0/1786795203 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fefe4161b30 0x7fefe41f83e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:07.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.982+0000 7fefebdf3640 1 --2- 172.21.15.31:0/1786795203 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fefe4160ac0 0x7fefe40caf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:07.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.982+0000 7fefebdf3640 1 --2- 172.21.15.31:0/1786795203 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fefe40d1a10 0x7fefe4151180 unknown :-1 s=CLOSED pgs=1745 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:07.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.982+0000 7fefebdf3640 1 -- 172.21.15.31:0/1786795203 >> 172.21.15.31:0/1786795203 conn(0x7fefe40d3e40 msgr2=0x7fefe415e250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:07.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.982+0000 7fefebdf3640 1 -- 172.21.15.31:0/1786795203 shutdown_connections 2024-09-16T07:29:07.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:07.982+0000 7fefebdf3640 1 -- 172.21.15.31:0/1786795203 wait complete. 2024-09-16T07:29:07.992 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi155.front.sepia.ceph.com... 2024-09-16T07:29:07.992 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:29:07.993 DEBUG:teuthology.orchestra.run.smithi155:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-16T07:29:08.021 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi155.stderr:ceph-fuse[49482]: fuse finished with error 0 and tester_r 0 2024-09-16T07:29:08.023 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi155.front.sepia.ceph.com 2024-09-16T07:29:08.023 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:29:08.023 DEBUG:teuthology.orchestra.run.smithi155:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-16T07:29:08.192 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T07:29:08.192 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:29:08.192 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:29:08.209 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17171 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T07:29:08.209 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T07:29:08.209 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:29:08.209 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:29:08.250 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056027,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1315 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T07:29:08.250 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:29:08.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.357+0000 7f9d7e416640 1 -- 172.21.15.31:0/2697806539 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9d60004800 msgr2=0x7f9d60004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:08.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.357+0000 7f9d7e416640 1 --2- 172.21.15.31:0/2697806539 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9d60004800 0x7f9d60004c80 secure :-1 s=READY pgs=1747 cs=0 l=1 rev1=1 crypto rx=0x7f9d6c009b50 tx=0x7f9d60005830 comp rx=0 tx=0).stop 2024-09-16T07:29:08.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.357+0000 7f9d7e416640 1 -- 172.21.15.31:0/2697806539 shutdown_connections 2024-09-16T07:29:08.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.357+0000 7f9d7e416640 1 --2- 172.21.15.31:0/2697806539 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9d60004800 0x7f9d60004c80 unknown :-1 s=CLOSED pgs=1747 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:08.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.357+0000 7f9d7e416640 1 -- 172.21.15.31:0/2697806539 >> 172.21.15.31:0/2697806539 conn(0x7f9d7809aa30 msgr2=0x7f9d7809ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:08.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.357+0000 7f9d7e416640 1 -- 172.21.15.31:0/2697806539 shutdown_connections 2024-09-16T07:29:08.358 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.357+0000 7f9d7e416640 1 -- 172.21.15.31:0/2697806539 wait complete. 2024-09-16T07:29:08.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.358+0000 7f9d7e416640 1 Processor -- start 2024-09-16T07:29:08.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.359+0000 7f9d7e416640 1 -- start start 2024-09-16T07:29:08.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.359+0000 7f9d7e416640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9d60004800 0x7f9d780b4a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:08.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.359+0000 7f9d7e416640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9d7815b820 0x7f9d780b64b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:08.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.359+0000 7f9d7e416640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9d7815d970 0x7f9d7815de00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:08.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.359+0000 7f9d7e416640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f9d780d00f0 con 0x7f9d7815b820 2024-09-16T07:29:08.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.359+0000 7f9d7e416640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f9d7815fbb0 con 0x7f9d60004800 2024-09-16T07:29:08.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.359+0000 7f9d7e416640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f9d780d0270 con 0x7f9d7815d970 2024-09-16T07:29:08.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.359+0000 7f9d777fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9d7815b820 0x7f9d780b64b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:08.361 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.360+0000 7f9d777fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9d7815b820 0x7f9d780b64b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:60090/0 (socket says 172.21.15.31:60090) 2024-09-16T07:29:08.361 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.360+0000 7f9d777fe640 1 -- 172.21.15.31:0/1689817614 learned_addr learned my addr 172.21.15.31:0/1689817614 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:08.361 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.360+0000 7f9d77fff640 1 --2- 172.21.15.31:0/1689817614 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9d60004800 0x7f9d780b4a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:08.361 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.360+0000 7f9d7c9b3640 1 --2- 172.21.15.31:0/1689817614 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9d7815d970 0x7f9d7815de00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:08.361 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.360+0000 7f9d777fe640 1 -- 172.21.15.31:0/1689817614 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9d7815d970 msgr2=0x7f9d7815de00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:08.361 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.360+0000 7f9d777fe640 1 --2- 172.21.15.31:0/1689817614 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9d7815d970 0x7f9d7815de00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:08.361 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.360+0000 7f9d777fe640 1 -- 172.21.15.31:0/1689817614 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9d60004800 msgr2=0x7f9d780b4a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:08.361 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.360+0000 7f9d777fe640 1 --2- 172.21.15.31:0/1689817614 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9d60004800 0x7f9d780b4a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:08.361 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.360+0000 7f9d777fe640 1 -- 172.21.15.31:0/1689817614 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d7815bca0 con 0x7f9d7815b820 2024-09-16T07:29:08.361 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.360+0000 7f9d777fe640 1 --2- 172.21.15.31:0/1689817614 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9d7815b820 0x7f9d780b64b0 secure :-1 s=READY pgs=1748 cs=0 l=1 rev1=1 crypto rx=0x7f9d6c036040 tx=0x7f9d6c0336f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:08.361 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.360+0000 7f9d74ff9640 1 -- 172.21.15.31:0/1689817614 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d6c038040 con 0x7f9d7815b820 2024-09-16T07:29:08.361 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.360+0000 7f9d74ff9640 1 -- 172.21.15.31:0/1689817614 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9d6c004230 con 0x7f9d7815b820 2024-09-16T07:29:08.362 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.360+0000 7f9d7e416640 1 -- 172.21.15.31:0/1689817614 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d7815ce90 con 0x7f9d7815b820 2024-09-16T07:29:08.362 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.360+0000 7f9d74ff9640 1 -- 172.21.15.31:0/1689817614 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d6c0338e0 con 0x7f9d7815b820 2024-09-16T07:29:08.362 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.360+0000 7f9d7e416640 1 -- 172.21.15.31:0/1689817614 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d78153500 con 0x7f9d7815b820 2024-09-16T07:29:08.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.361+0000 7f9d7e416640 1 -- 172.21.15.31:0/1689817614 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9d78050ee0 con 0x7f9d7815b820 2024-09-16T07:29:08.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.362+0000 7f9d74ff9640 1 -- 172.21.15.31:0/1689817614 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 25) ==== 102205+0+0 (secure 0 0 0) 0x7f9d6c02b8a0 con 0x7f9d7815b820 2024-09-16T07:29:08.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.362+0000 7f9d74ff9640 1 --2- 172.21.15.31:0/1689817614 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9d640792a0 0x7f9d6407b760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:08.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.362+0000 7f9d74ff9640 1 -- 172.21.15.31:0/1689817614 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5737+0+0 (secure 0 0 0) 0x7f9d6c0b9940 con 0x7f9d7815b820 2024-09-16T07:29:08.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.362+0000 7f9d77fff640 1 --2- 172.21.15.31:0/1689817614 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9d640792a0 0x7f9d6407b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:08.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.363+0000 7f9d77fff640 1 --2- 172.21.15.31:0/1689817614 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9d640792a0 0x7f9d6407b760 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f9d68001a30 tx=0x7f9d68001370 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:08.366 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.367+0000 7f9d74ff9640 1 -- 172.21.15.31:0/1689817614 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f9d78050ee0 con 0x7f9d7815b820 2024-09-16T07:29:08.588 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.589+0000 7f9d7e416640 1 -- 172.21.15.31:0/1689817614 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9d7815c880 con 0x7f9d7815b820 2024-09-16T07:29:08.589 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.589+0000 7f9d74ff9640 1 -- 172.21.15.31:0/1689817614 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 109 v109) ==== 95+0+5239 (secure 0 0 0) 0x7f9d6c083190 con 0x7f9d7815b820 2024-09-16T07:29:08.589 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:29:08.589 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":109,"btime":"2024-09-16T07:29:02:233477+0000","default_fscid":12,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6989,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/3423769264","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":3423769264},{"type":"v1","addr":"172.21.15.31:6835","nonce":3423769264}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103},{"gid":6992,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6834/3126328711","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":3126328711},{"type":"v1","addr":"172.21.15.155:6834","nonce":3126328711}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103},{"gid":7759,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/3353166766","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6809","nonce":3353166766},{"type":"v1","addr":"172.21.15.155:6835","nonce":3353166766}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103}],"filesystems":[{"mdsmap":{"epoch":108,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:28:51.421175+0000","modified":"2024-09-16T07:28:54.573088+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8937},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8937":{"gid":8937,"name":"c","rank":0,"incarnation":104,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6834/1633533960","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":1633533960},{"type":"v1","addr":"172.21.15.31:6834","nonce":1633533960}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[25],"metadata_pool":24,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8937,"qdb_cluster":[8937]},"id":12}]} 2024-09-16T07:29:08.589 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 109 2024-09-16T07:29:08.591 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.592+0000 7f9d7e416640 1 -- 172.21.15.31:0/1689817614 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9d640792a0 msgr2=0x7f9d6407b760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:08.591 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.592+0000 7f9d7e416640 1 --2- 172.21.15.31:0/1689817614 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9d640792a0 0x7f9d6407b760 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f9d68001a30 tx=0x7f9d68001370 comp rx=0 tx=0).stop 2024-09-16T07:29:08.591 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.592+0000 7f9d7e416640 1 -- 172.21.15.31:0/1689817614 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9d7815b820 msgr2=0x7f9d780b64b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:08.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.592+0000 7f9d7e416640 1 --2- 172.21.15.31:0/1689817614 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9d7815b820 0x7f9d780b64b0 secure :-1 s=READY pgs=1748 cs=0 l=1 rev1=1 crypto rx=0x7f9d6c036040 tx=0x7f9d6c0336f0 comp rx=0 tx=0).stop 2024-09-16T07:29:08.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.592+0000 7f9d7e416640 1 -- 172.21.15.31:0/1689817614 shutdown_connections 2024-09-16T07:29:08.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.592+0000 7f9d7e416640 1 --2- 172.21.15.31:0/1689817614 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9d640792a0 0x7f9d6407b760 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:08.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.592+0000 7f9d7e416640 1 --2- 172.21.15.31:0/1689817614 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9d7815d970 0x7f9d7815de00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:08.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.592+0000 7f9d7e416640 1 --2- 172.21.15.31:0/1689817614 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9d7815b820 0x7f9d780b64b0 unknown :-1 s=CLOSED pgs=1748 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:08.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.592+0000 7f9d7e416640 1 --2- 172.21.15.31:0/1689817614 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9d60004800 0x7f9d780b4a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:08.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.592+0000 7f9d7e416640 1 -- 172.21.15.31:0/1689817614 >> 172.21.15.31:0/1689817614 conn(0x7f9d7809aa30 msgr2=0x7f9d780b3740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:08.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.592+0000 7f9d7e416640 1 -- 172.21.15.31:0/1689817614 shutdown_connections 2024-09-16T07:29:08.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.592+0000 7f9d7e416640 1 -- 172.21.15.31:0/1689817614 wait complete. 2024-09-16T07:29:08.602 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:29:08.630 DEBUG:teuthology.orchestra.run.smithi031:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T07:29:08.647 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T07:29:08.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.709+0000 7f29eaba3640 1 -- 172.21.15.31:0/168924602 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f29cc003a30 msgr2=0x7f29cc003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:08.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.709+0000 7f29eaba3640 1 --2- 172.21.15.31:0/168924602 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f29cc003a30 0x7f29cc003e70 secure :-1 s=READY pgs=1750 cs=0 l=1 rev1=1 crypto rx=0x7f29d400c610 tx=0x7f29cc005830 comp rx=0 tx=0).stop 2024-09-16T07:29:08.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.709+0000 7f29e9140640 1 -- 172.21.15.31:0/168924602 reap_dead start 2024-09-16T07:29:08.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.709+0000 7f29eaba3640 1 -- 172.21.15.31:0/168924602 shutdown_connections 2024-09-16T07:29:08.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.709+0000 7f29eaba3640 1 -- 172.21.15.31:0/168924602 >> 172.21.15.31:0/168924602 conn(0x7f29e40d3ea0 msgr2=0x7f29e40d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:08.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.709+0000 7f29eaba3640 1 -- 172.21.15.31:0/168924602 shutdown_connections 2024-09-16T07:29:08.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.709+0000 7f29eaba3640 1 -- 172.21.15.31:0/168924602 wait complete. 2024-09-16T07:29:08.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.710+0000 7f29eaba3640 1 Processor -- start 2024-09-16T07:29:08.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.710+0000 7f29eaba3640 1 -- start start 2024-09-16T07:29:08.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.711+0000 7f29eaba3640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f29cc003a30 0x7f29e4161120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:08.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.711+0000 7f29eaba3640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f29e4160590 0x7f29e415c550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:08.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.711+0000 7f29eaba3640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f29e40b9280 0x7f29e40b9700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:08.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.711+0000 7f29eaba3640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f29e4162690 con 0x7f29e40b9280 2024-09-16T07:29:08.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.711+0000 7f29eaba3640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f29e40cf9b0 con 0x7f29e4160590 2024-09-16T07:29:08.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.711+0000 7f29eaba3640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f29e4160ce0 con 0x7f29cc003a30 2024-09-16T07:29:08.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.711+0000 7f29e9140640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f29e40b9280 0x7f29e40b9700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:08.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.711+0000 7f29e9140640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f29e40b9280 0x7f29e40b9700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:60108/0 (socket says 172.21.15.31:60108) 2024-09-16T07:29:08.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.711+0000 7f29e9140640 1 -- 172.21.15.31:0/3838081189 learned_addr learned my addr 172.21.15.31:0/3838081189 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:08.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.711+0000 7f29e893f640 1 --2- 172.21.15.31:0/3838081189 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f29cc003a30 0x7f29e4161120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:08.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.711+0000 7f29e3fff640 1 --2- 172.21.15.31:0/3838081189 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f29e4160590 0x7f29e415c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:08.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.711+0000 7f29e9140640 1 -- 172.21.15.31:0/3838081189 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f29cc003a30 msgr2=0x7f29e4161120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:08.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.711+0000 7f29e9140640 1 --2- 172.21.15.31:0/3838081189 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f29cc003a30 0x7f29e4161120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:08.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.711+0000 7f29e9140640 1 -- 172.21.15.31:0/3838081189 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f29e4160590 msgr2=0x7f29e415c550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:08.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.711+0000 7f29e9140640 1 --2- 172.21.15.31:0/3838081189 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f29e4160590 0x7f29e415c550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:08.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.711+0000 7f29e9140640 1 -- 172.21.15.31:0/3838081189 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29e41f8d20 con 0x7f29e40b9280 2024-09-16T07:29:08.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.711+0000 7f29e9140640 1 --2- 172.21.15.31:0/3838081189 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f29e40b9280 0x7f29e40b9700 secure :-1 s=READY pgs=1751 cs=0 l=1 rev1=1 crypto rx=0x7f29dc005fd0 tx=0x7f29dc00f3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:08.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.712+0000 7f29e17fa640 1 -- 172.21.15.31:0/3838081189 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29dc004b20 con 0x7f29e40b9280 2024-09-16T07:29:08.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.712+0000 7f29e17fa640 1 -- 172.21.15.31:0/3838081189 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f29dc004cc0 con 0x7f29e40b9280 2024-09-16T07:29:08.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.712+0000 7f29eaba3640 1 -- 172.21.15.31:0/3838081189 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f29e4160a10 con 0x7f29e40b9280 2024-09-16T07:29:08.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.712+0000 7f29e17fa640 1 -- 172.21.15.31:0/3838081189 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29dc003bd0 con 0x7f29e40b9280 2024-09-16T07:29:08.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.712+0000 7f29eaba3640 1 -- 172.21.15.31:0/3838081189 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f29e41f8240 con 0x7f29e40b9280 2024-09-16T07:29:08.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.713+0000 7f29eaba3640 1 -- 172.21.15.31:0/3838081189 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f29e408d590 con 0x7f29e40b9280 2024-09-16T07:29:08.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.713+0000 7f29e17fa640 1 -- 172.21.15.31:0/3838081189 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 25) ==== 102205+0+0 (secure 0 0 0) 0x7f29dc004030 con 0x7f29e40b9280 2024-09-16T07:29:08.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.714+0000 7f29e17fa640 1 --2- 172.21.15.31:0/3838081189 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f29d0079270 0x7f29d007b730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:08.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.714+0000 7f29e17fa640 1 -- 172.21.15.31:0/3838081189 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5737+0+0 (secure 0 0 0) 0x7f29dc099970 con 0x7f29e40b9280 2024-09-16T07:29:08.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.714+0000 7f29e893f640 1 --2- 172.21.15.31:0/3838081189 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f29d0079270 0x7f29d007b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:08.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.715+0000 7f29e893f640 1 --2- 172.21.15.31:0/3838081189 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f29d0079270 0x7f29d007b730 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f29d4033000 tx=0x7f29d402d040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:08.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.718+0000 7f29e17fa640 1 -- 172.21.15.31:0/3838081189 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f29dc063440 con 0x7f29e40b9280 2024-09-16T07:29:08.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.942+0000 7f29eaba3640 1 -- 172.21.15.31:0/3838081189 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f29e40d4350 con 0x7f29e40b9280 2024-09-16T07:29:08.942 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.942+0000 7f29e17fa640 1 -- 172.21.15.31:0/3838081189 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 109 v109) ==== 95+0+5239 (secure 0 0 0) 0x7f29dc067e70 con 0x7f29e40b9280 2024-09-16T07:29:08.942 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:29:08.942 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":109,"btime":"2024-09-16T07:29:02:233477+0000","default_fscid":12,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6989,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/3423769264","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":3423769264},{"type":"v1","addr":"172.21.15.31:6835","nonce":3423769264}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103},{"gid":6992,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6834/3126328711","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":3126328711},{"type":"v1","addr":"172.21.15.155:6834","nonce":3126328711}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103},{"gid":7759,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/3353166766","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6809","nonce":3353166766},{"type":"v1","addr":"172.21.15.155:6835","nonce":3353166766}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103}],"filesystems":[{"mdsmap":{"epoch":108,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:28:51.421175+0000","modified":"2024-09-16T07:28:54.573088+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8937},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8937":{"gid":8937,"name":"c","rank":0,"incarnation":104,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6834/1633533960","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":1633533960},{"type":"v1","addr":"172.21.15.31:6834","nonce":1633533960}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[25],"metadata_pool":24,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8937,"qdb_cluster":[8937]},"id":12}]} 2024-09-16T07:29:08.942 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 109 2024-09-16T07:29:08.944 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.945+0000 7f29eaba3640 1 -- 172.21.15.31:0/3838081189 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f29d0079270 msgr2=0x7f29d007b730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:08.944 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.945+0000 7f29eaba3640 1 --2- 172.21.15.31:0/3838081189 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f29d0079270 0x7f29d007b730 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f29d4033000 tx=0x7f29d402d040 comp rx=0 tx=0).stop 2024-09-16T07:29:08.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.945+0000 7f29eaba3640 1 -- 172.21.15.31:0/3838081189 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f29e40b9280 msgr2=0x7f29e40b9700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:08.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.945+0000 7f29eaba3640 1 --2- 172.21.15.31:0/3838081189 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f29e40b9280 0x7f29e40b9700 secure :-1 s=READY pgs=1751 cs=0 l=1 rev1=1 crypto rx=0x7f29dc005fd0 tx=0x7f29dc00f3c0 comp rx=0 tx=0).stop 2024-09-16T07:29:08.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.945+0000 7f29eaba3640 1 -- 172.21.15.31:0/3838081189 shutdown_connections 2024-09-16T07:29:08.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.945+0000 7f29eaba3640 1 --2- 172.21.15.31:0/3838081189 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f29d0079270 0x7f29d007b730 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:08.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.945+0000 7f29eaba3640 1 --2- 172.21.15.31:0/3838081189 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f29e40b9280 0x7f29e40b9700 unknown :-1 s=CLOSED pgs=1751 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:08.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.945+0000 7f29eaba3640 1 --2- 172.21.15.31:0/3838081189 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f29e4160590 0x7f29e415c550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:08.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.945+0000 7f29eaba3640 1 --2- 172.21.15.31:0/3838081189 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f29cc003a30 0x7f29e4161120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:08.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.945+0000 7f29eaba3640 1 -- 172.21.15.31:0/3838081189 >> 172.21.15.31:0/3838081189 conn(0x7f29e40d3ea0 msgr2=0x7f29e406d2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:08.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.945+0000 7f29eaba3640 1 -- 172.21.15.31:0/3838081189 shutdown_connections 2024-09-16T07:29:08.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:08.945+0000 7f29eaba3640 1 -- 172.21.15.31:0/3838081189 wait complete. 2024-09-16T07:29:08.955 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:29:09.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.101+0000 7f2ed26d6640 1 -- 172.21.15.31:0/657011735 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2ecc0d0d40 msgr2=0x7f2ecc0cf9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:09.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.101+0000 7f2ed26d6640 1 --2- 172.21.15.31:0/657011735 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2ecc0d0d40 0x7f2ecc0cf9b0 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f2ec0009830 tx=0x7f2ec002a540 comp rx=0 tx=0).stop 2024-09-16T07:29:09.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.101+0000 7f2ed26d6640 1 -- 172.21.15.31:0/657011735 shutdown_connections 2024-09-16T07:29:09.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.101+0000 7f2ed26d6640 1 --2- 172.21.15.31:0/657011735 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2ecc0d0d40 0x7f2ecc0cf9b0 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:09.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.101+0000 7f2ed26d6640 1 -- 172.21.15.31:0/657011735 >> 172.21.15.31:0/657011735 conn(0x7f2ecc0d3ea0 msgr2=0x7f2ecc0d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:09.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.101+0000 7f2ed26d6640 1 -- 172.21.15.31:0/657011735 shutdown_connections 2024-09-16T07:29:09.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.101+0000 7f2ed26d6640 1 -- 172.21.15.31:0/657011735 wait complete. 2024-09-16T07:29:09.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.102+0000 7f2ed26d6640 1 Processor -- start 2024-09-16T07:29:09.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.102+0000 7f2ed26d6640 1 -- start start 2024-09-16T07:29:09.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.103+0000 7f2ed26d6640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2ecc0d0d40 0x7f2ecc1f8220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:09.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.103+0000 7f2ed26d6640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2ecc0d49c0 0x7f2ecc1f49c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:09.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.103+0000 7f2ed26d6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2ecc15df90 0x7f2ecc1f4f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:09.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.103+0000 7f2ed26d6640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f2ecc162690 con 0x7f2ecc15df90 2024-09-16T07:29:09.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.103+0000 7f2ed26d6640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f2ecc0b3f10 con 0x7f2ecc0d0d40 2024-09-16T07:29:09.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.103+0000 7f2ed26d6640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f2ecc160f00 con 0x7f2ecc0d49c0 2024-09-16T07:29:09.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.103+0000 7f2ed0c73640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2ecc15df90 0x7f2ecc1f4f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:09.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.103+0000 7f2ed0c73640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2ecc15df90 0x7f2ecc1f4f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:60122/0 (socket says 172.21.15.31:60122) 2024-09-16T07:29:09.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.103+0000 7f2ed0c73640 1 -- 172.21.15.31:0/2876532923 learned_addr learned my addr 172.21.15.31:0/2876532923 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:09.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.103+0000 7f2ecb7fe640 1 --2- 172.21.15.31:0/2876532923 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2ecc0d49c0 0x7f2ecc1f49c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:09.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.103+0000 7f2ed0c73640 1 -- 172.21.15.31:0/2876532923 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2ecc0d49c0 msgr2=0x7f2ecc1f49c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:09.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.103+0000 7f2ed0c73640 1 --2- 172.21.15.31:0/2876532923 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2ecc0d49c0 0x7f2ecc1f49c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:09.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.103+0000 7f2ed0c73640 1 -- 172.21.15.31:0/2876532923 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2ecc0d0d40 msgr2=0x7f2ecc1f8220 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-16T07:29:09.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.103+0000 7f2ed0c73640 1 --2- 172.21.15.31:0/2876532923 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2ecc0d0d40 0x7f2ecc1f8220 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:09.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.103+0000 7f2ed0c73640 1 -- 172.21.15.31:0/2876532923 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ecc1f5cb0 con 0x7f2ecc15df90 2024-09-16T07:29:09.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.103+0000 7f2ed0c73640 1 --2- 172.21.15.31:0/2876532923 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2ecc15df90 0x7f2ecc1f4f00 secure :-1 s=READY pgs=1753 cs=0 l=1 rev1=1 crypto rx=0x7f2ec4001910 tx=0x7f2ec400a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:09.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.104+0000 7f2ec8ff9640 1 -- 172.21.15.31:0/2876532923 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ec4016020 con 0x7f2ecc15df90 2024-09-16T07:29:09.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.104+0000 7f2ec8ff9640 1 -- 172.21.15.31:0/2876532923 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2ec400ae30 con 0x7f2ecc15df90 2024-09-16T07:29:09.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.104+0000 7f2ed26d6640 1 -- 172.21.15.31:0/2876532923 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ecc1f5f90 con 0x7f2ecc15df90 2024-09-16T07:29:09.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.104+0000 7f2ec8ff9640 1 -- 172.21.15.31:0/2876532923 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ec4012660 con 0x7f2ecc15df90 2024-09-16T07:29:09.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.104+0000 7f2ed26d6640 1 -- 172.21.15.31:0/2876532923 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ecc1f8760 con 0x7f2ecc15df90 2024-09-16T07:29:09.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.105+0000 7f2ed26d6640 1 -- 172.21.15.31:0/2876532923 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ecc0b4450 con 0x7f2ecc15df90 2024-09-16T07:29:09.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.105+0000 7f2ec8ff9640 1 -- 172.21.15.31:0/2876532923 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 25) ==== 102205+0+0 (secure 0 0 0) 0x7f2ec4019020 con 0x7f2ecc15df90 2024-09-16T07:29:09.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.106+0000 7f2ec8ff9640 1 --2- 172.21.15.31:0/2876532923 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2eb8079270 0x7f2eb807b730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:09.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.106+0000 7f2ec8ff9640 1 -- 172.21.15.31:0/2876532923 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5737+0+0 (secure 0 0 0) 0x7f2ec4099b70 con 0x7f2ecc15df90 2024-09-16T07:29:09.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.106+0000 7f2ecbfff640 1 --2- 172.21.15.31:0/2876532923 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2eb8079270 0x7f2eb807b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:09.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.106+0000 7f2ecbfff640 1 --2- 172.21.15.31:0/2876532923 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2eb8079270 0x7f2eb807b730 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f2ebc000f60 tx=0x7f2ebc0079b0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:09.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.110+0000 7f2ec8ff9640 1 -- 172.21.15.31:0/2876532923 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f2ec4020020 con 0x7f2ecc15df90 2024-09-16T07:29:09.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.297+0000 7f2ed26d6640 1 -- 172.21.15.31:0/2876532923 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2ecc08d590 con 0x7f2ecc15df90 2024-09-16T07:29:09.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.298+0000 7f2ec8ff9640 1 -- 172.21.15.31:0/2876532923 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v155) ==== 74+0+16703 (secure 0 0 0) 0x7f2ecc0ce970 con 0x7f2ecc15df90 2024-09-16T07:29:09.298 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:29:09.298 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":155,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:28:53.060374+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":25,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":24,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:28:49.076248+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"154","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":25,"pool_name":"cephfs_data","create_time":"2024-09-16T07:28:50.392233+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"155","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:29:09.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.300+0000 7f2ed26d6640 1 -- 172.21.15.31:0/2876532923 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2eb8079270 msgr2=0x7f2eb807b730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:09.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.300+0000 7f2ed26d6640 1 --2- 172.21.15.31:0/2876532923 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2eb8079270 0x7f2eb807b730 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f2ebc000f60 tx=0x7f2ebc0079b0 comp rx=0 tx=0).stop 2024-09-16T07:29:09.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.301+0000 7f2ed26d6640 1 -- 172.21.15.31:0/2876532923 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2ecc15df90 msgr2=0x7f2ecc1f4f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:09.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.301+0000 7f2ed26d6640 1 --2- 172.21.15.31:0/2876532923 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2ecc15df90 0x7f2ecc1f4f00 secure :-1 s=READY pgs=1753 cs=0 l=1 rev1=1 crypto rx=0x7f2ec4001910 tx=0x7f2ec400a430 comp rx=0 tx=0).stop 2024-09-16T07:29:09.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.301+0000 7f2ed26d6640 1 -- 172.21.15.31:0/2876532923 shutdown_connections 2024-09-16T07:29:09.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.301+0000 7f2ed26d6640 1 --2- 172.21.15.31:0/2876532923 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2eb8079270 0x7f2eb807b730 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:09.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.301+0000 7f2ed26d6640 1 --2- 172.21.15.31:0/2876532923 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2ecc15df90 0x7f2ecc1f4f00 unknown :-1 s=CLOSED pgs=1753 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:09.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.301+0000 7f2ed26d6640 1 --2- 172.21.15.31:0/2876532923 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2ecc0d49c0 0x7f2ecc1f49c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:09.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.301+0000 7f2ed26d6640 1 --2- 172.21.15.31:0/2876532923 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2ecc0d0d40 0x7f2ecc1f8220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:09.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.301+0000 7f2ed26d6640 1 -- 172.21.15.31:0/2876532923 >> 172.21.15.31:0/2876532923 conn(0x7f2ecc0d3ea0 msgr2=0x7f2ecc0b0a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:09.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.301+0000 7f2ed26d6640 1 -- 172.21.15.31:0/2876532923 shutdown_connections 2024-09-16T07:29:09.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.301+0000 7f2ed26d6640 1 -- 172.21.15.31:0/2876532923 wait complete. 2024-09-16T07:29:09.311 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-16T07:29:09.312 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:29:09.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.418+0000 7f4a59582640 1 -- 172.21.15.31:0/2638232248 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4a540d49c0 msgr2=0x7f4a540d0630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:09.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.418+0000 7f4a59582640 1 --2- 172.21.15.31:0/2638232248 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4a540d49c0 0x7f4a540d0630 secure :-1 s=READY pgs=1755 cs=0 l=1 rev1=1 crypto rx=0x7f4a48009830 tx=0x7f4a4802a510 comp rx=0 tx=0).stop 2024-09-16T07:29:09.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.418+0000 7f4a59582640 1 -- 172.21.15.31:0/2638232248 shutdown_connections 2024-09-16T07:29:09.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.418+0000 7f4a59582640 1 --2- 172.21.15.31:0/2638232248 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4a540d49c0 0x7f4a540d0630 unknown :-1 s=CLOSED pgs=1755 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:09.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.418+0000 7f4a59582640 1 --2- 172.21.15.31:0/2638232248 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4a5415df90 0x7f4a540cf9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:09.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.418+0000 7f4a59582640 1 -- 172.21.15.31:0/2638232248 >> 172.21.15.31:0/2638232248 conn(0x7f4a540d3ea0 msgr2=0x7f4a540d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:09.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.418+0000 7f4a59582640 1 -- 172.21.15.31:0/2638232248 shutdown_connections 2024-09-16T07:29:09.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.418+0000 7f4a59582640 1 -- 172.21.15.31:0/2638232248 wait complete. 2024-09-16T07:29:09.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.419+0000 7f4a59582640 1 Processor -- start 2024-09-16T07:29:09.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.419+0000 7f4a59582640 1 -- start start 2024-09-16T07:29:09.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.420+0000 7f4a59582640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4a540d49c0 0x7f4a54161910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:09.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.420+0000 7f4a59582640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4a5415df90 0x7f4a541f48b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:09.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.420+0000 7f4a59582640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4a54162480 0x7f4a5414d590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:09.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.420+0000 7f4a59582640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f4a540d0f00 con 0x7f4a54162480 2024-09-16T07:29:09.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.420+0000 7f4a59582640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f4a540d0d80 con 0x7f4a540d49c0 2024-09-16T07:29:09.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.420+0000 7f4a59582640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f4a540b3f10 con 0x7f4a5415df90 2024-09-16T07:29:09.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.420+0000 7f4a537fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4a54162480 0x7f4a5414d590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:09.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.420+0000 7f4a537fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4a54162480 0x7f4a5414d590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:60138/0 (socket says 172.21.15.31:60138) 2024-09-16T07:29:09.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.420+0000 7f4a537fe640 1 -- 172.21.15.31:0/58638313 learned_addr learned my addr 172.21.15.31:0/58638313 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:09.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.420+0000 7f4a52ffd640 1 --2- 172.21.15.31:0/58638313 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4a540d49c0 0x7f4a54161910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:09.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.420+0000 7f4a527fc640 1 --2- 172.21.15.31:0/58638313 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4a5415df90 0x7f4a541f48b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:09.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.420+0000 7f4a537fe640 1 -- 172.21.15.31:0/58638313 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4a5415df90 msgr2=0x7f4a541f48b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:09.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.420+0000 7f4a537fe640 1 --2- 172.21.15.31:0/58638313 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4a5415df90 0x7f4a541f48b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:09.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.420+0000 7f4a537fe640 1 -- 172.21.15.31:0/58638313 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4a540d49c0 msgr2=0x7f4a54161910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:09.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.420+0000 7f4a537fe640 1 --2- 172.21.15.31:0/58638313 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4a540d49c0 0x7f4a54161910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:09.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.420+0000 7f4a537fe640 1 -- 172.21.15.31:0/58638313 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a540ccca0 con 0x7f4a54162480 2024-09-16T07:29:09.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.421+0000 7f4a537fe640 1 --2- 172.21.15.31:0/58638313 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4a54162480 0x7f4a5414d590 secure :-1 s=READY pgs=1756 cs=0 l=1 rev1=1 crypto rx=0x7f4a4c00c730 tx=0x7f4a4c00cb30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:09.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.421+0000 7f4a3b7fe640 1 -- 172.21.15.31:0/58638313 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a4c003b70 con 0x7f4a54162480 2024-09-16T07:29:09.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.421+0000 7f4a3b7fe640 1 -- 172.21.15.31:0/58638313 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4a4c003d10 con 0x7f4a54162480 2024-09-16T07:29:09.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.421+0000 7f4a3b7fe640 1 -- 172.21.15.31:0/58638313 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a4c0052d0 con 0x7f4a54162480 2024-09-16T07:29:09.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.421+0000 7f4a59582640 1 -- 172.21.15.31:0/58638313 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a540ccf40 con 0x7f4a54162480 2024-09-16T07:29:09.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.421+0000 7f4a59582640 1 -- 172.21.15.31:0/58638313 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a540cd500 con 0x7f4a54162480 2024-09-16T07:29:09.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.422+0000 7f4a59582640 1 -- 172.21.15.31:0/58638313 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a540b4430 con 0x7f4a54162480 2024-09-16T07:29:09.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.423+0000 7f4a3b7fe640 1 -- 172.21.15.31:0/58638313 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 25) ==== 102205+0+0 (secure 0 0 0) 0x7f4a4c005470 con 0x7f4a54162480 2024-09-16T07:29:09.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.423+0000 7f4a3b7fe640 1 --2- 172.21.15.31:0/58638313 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4a40079270 0x7f4a4007b730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:09.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.423+0000 7f4a52ffd640 1 --2- 172.21.15.31:0/58638313 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4a40079270 0x7f4a4007b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:09.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.423+0000 7f4a3b7fe640 1 -- 172.21.15.31:0/58638313 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5737+0+0 (secure 0 0 0) 0x7f4a4c098ff0 con 0x7f4a54162480 2024-09-16T07:29:09.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.424+0000 7f4a52ffd640 1 --2- 172.21.15.31:0/58638313 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4a40079270 0x7f4a4007b730 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f4a540a1c70 tx=0x7f4a44005f90 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:09.428 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.428+0000 7f4a3b7fe640 1 -- 172.21.15.31:0/58638313 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f4a540ce970 con 0x7f4a54162480 2024-09-16T07:29:09.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.657+0000 7f4a59582640 1 -- 172.21.15.31:0/58638313 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4a5408d590 con 0x7f4a54162480 2024-09-16T07:29:09.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.657+0000 7f4a3b7fe640 1 -- 172.21.15.31:0/58638313 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 109 v109) ==== 95+0+5239 (secure 0 0 0) 0x7f4a4c0628a0 con 0x7f4a54162480 2024-09-16T07:29:09.657 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:29:09.657 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":109,"btime":"2024-09-16T07:29:02:233477+0000","default_fscid":12,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6989,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/3423769264","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":3423769264},{"type":"v1","addr":"172.21.15.31:6835","nonce":3423769264}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103},{"gid":6992,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6834/3126328711","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":3126328711},{"type":"v1","addr":"172.21.15.155:6834","nonce":3126328711}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103},{"gid":7759,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/3353166766","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6809","nonce":3353166766},{"type":"v1","addr":"172.21.15.155:6835","nonce":3353166766}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103}],"filesystems":[{"mdsmap":{"epoch":108,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:28:51.421175+0000","modified":"2024-09-16T07:28:54.573088+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8937},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8937":{"gid":8937,"name":"c","rank":0,"incarnation":104,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6834/1633533960","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":1633533960},{"type":"v1","addr":"172.21.15.31:6834","nonce":1633533960}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[25],"metadata_pool":24,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8937,"qdb_cluster":[8937]},"id":12}]} 2024-09-16T07:29:09.657 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 109 2024-09-16T07:29:09.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.659+0000 7f4a59582640 1 -- 172.21.15.31:0/58638313 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4a40079270 msgr2=0x7f4a4007b730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:09.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.659+0000 7f4a59582640 1 --2- 172.21.15.31:0/58638313 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4a40079270 0x7f4a4007b730 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f4a540a1c70 tx=0x7f4a44005f90 comp rx=0 tx=0).stop 2024-09-16T07:29:09.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.659+0000 7f4a59582640 1 -- 172.21.15.31:0/58638313 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4a54162480 msgr2=0x7f4a5414d590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:09.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.659+0000 7f4a59582640 1 --2- 172.21.15.31:0/58638313 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4a54162480 0x7f4a5414d590 secure :-1 s=READY pgs=1756 cs=0 l=1 rev1=1 crypto rx=0x7f4a4c00c730 tx=0x7f4a4c00cb30 comp rx=0 tx=0).stop 2024-09-16T07:29:09.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.659+0000 7f4a59582640 1 -- 172.21.15.31:0/58638313 shutdown_connections 2024-09-16T07:29:09.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.659+0000 7f4a59582640 1 --2- 172.21.15.31:0/58638313 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4a40079270 0x7f4a4007b730 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:09.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.659+0000 7f4a59582640 1 --2- 172.21.15.31:0/58638313 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4a54162480 0x7f4a5414d590 unknown :-1 s=CLOSED pgs=1756 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:09.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.659+0000 7f4a59582640 1 --2- 172.21.15.31:0/58638313 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4a5415df90 0x7f4a541f48b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:09.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.659+0000 7f4a59582640 1 --2- 172.21.15.31:0/58638313 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4a540d49c0 0x7f4a54161910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:09.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.659+0000 7f4a59582640 1 -- 172.21.15.31:0/58638313 >> 172.21.15.31:0/58638313 conn(0x7f4a540d3ea0 msgr2=0x7f4a5406e830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:09.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.659+0000 7f4a59582640 1 -- 172.21.15.31:0/58638313 shutdown_connections 2024-09-16T07:29:09.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.659+0000 7f4a59582640 1 -- 172.21.15.31:0/58638313 wait complete. 2024-09-16T07:29:09.670 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:29:09.775 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.776+0000 7f4c7d56c640 1 -- 172.21.15.31:0/2667062640 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4c78159680 msgr2=0x7f4c7815d270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:09.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.776+0000 7f4c7d56c640 1 --2- 172.21.15.31:0/2667062640 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4c78159680 0x7f4c7815d270 secure :-1 s=READY pgs=1758 cs=0 l=1 rev1=1 crypto rx=0x7f4c68009830 tx=0x7f4c6802a510 comp rx=0 tx=0).stop 2024-09-16T07:29:09.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.776+0000 7f4c7d56c640 1 -- 172.21.15.31:0/2667062640 shutdown_connections 2024-09-16T07:29:09.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.776+0000 7f4c7d56c640 1 --2- 172.21.15.31:0/2667062640 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4c78159680 0x7f4c7815d270 unknown :-1 s=CLOSED pgs=1758 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:09.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.776+0000 7f4c7d56c640 1 -- 172.21.15.31:0/2667062640 >> 172.21.15.31:0/2667062640 conn(0x7f4c780b1690 msgr2=0x7f4c780b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:09.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.776+0000 7f4c7d56c640 1 -- 172.21.15.31:0/2667062640 shutdown_connections 2024-09-16T07:29:09.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.776+0000 7f4c7d56c640 1 -- 172.21.15.31:0/2667062640 wait complete. 2024-09-16T07:29:09.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.777+0000 7f4c7d56c640 1 Processor -- start 2024-09-16T07:29:09.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.777+0000 7f4c7d56c640 1 -- start start 2024-09-16T07:29:09.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.778+0000 7f4c7d56c640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4c780cc490 0x7f4c78150ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:09.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.778+0000 7f4c7d56c640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4c78159680 0x7f4c78074170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:09.779 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.778+0000 7f4c7d56c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4c7815fe60 0x7f4c78152e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:09.779 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.778+0000 7f4c7d56c640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f4c780cca80 con 0x7f4c7815fe60 2024-09-16T07:29:09.779 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.778+0000 7f4c7d56c640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f4c780cc900 con 0x7f4c780cc490 2024-09-16T07:29:09.779 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.778+0000 7f4c7d56c640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f4c780ccc00 con 0x7f4c78159680 2024-09-16T07:29:09.779 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.778+0000 7f4c777fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4c7815fe60 0x7f4c78152e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:09.779 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.778+0000 7f4c777fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4c7815fe60 0x7f4c78152e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:60142/0 (socket says 172.21.15.31:60142) 2024-09-16T07:29:09.779 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.778+0000 7f4c777fe640 1 -- 172.21.15.31:0/2225923672 learned_addr learned my addr 172.21.15.31:0/2225923672 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:09.779 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.778+0000 7f4c76ffd640 1 --2- 172.21.15.31:0/2225923672 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4c780cc490 0x7f4c78150ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:09.779 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.778+0000 7f4c767fc640 1 --2- 172.21.15.31:0/2225923672 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4c78159680 0x7f4c78074170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:09.779 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.778+0000 7f4c777fe640 1 -- 172.21.15.31:0/2225923672 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4c78159680 msgr2=0x7f4c78074170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:09.779 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.778+0000 7f4c777fe640 1 --2- 172.21.15.31:0/2225923672 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4c78159680 0x7f4c78074170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:09.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.778+0000 7f4c777fe640 1 -- 172.21.15.31:0/2225923672 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4c780cc490 msgr2=0x7f4c78150ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:09.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.778+0000 7f4c777fe640 1 --2- 172.21.15.31:0/2225923672 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4c780cc490 0x7f4c78150ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:09.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.778+0000 7f4c777fe640 1 -- 172.21.15.31:0/2225923672 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c781f2970 con 0x7f4c7815fe60 2024-09-16T07:29:09.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.778+0000 7f4c777fe640 1 --2- 172.21.15.31:0/2225923672 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4c7815fe60 0x7f4c78152e90 secure :-1 s=READY pgs=1759 cs=0 l=1 rev1=1 crypto rx=0x7f4c7000c730 tx=0x7f4c7000cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:09.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.779+0000 7f4c6f7fe640 1 -- 172.21.15.31:0/2225923672 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c70017070 con 0x7f4c7815fe60 2024-09-16T07:29:09.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.779+0000 7f4c6f7fe640 1 -- 172.21.15.31:0/2225923672 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4c70003c60 con 0x7f4c7815fe60 2024-09-16T07:29:09.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.779+0000 7f4c7d56c640 1 -- 172.21.15.31:0/2225923672 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c781f2c50 con 0x7f4c7815fe60 2024-09-16T07:29:09.781 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.779+0000 7f4c6f7fe640 1 -- 172.21.15.31:0/2225923672 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c700052d0 con 0x7f4c7815fe60 2024-09-16T07:29:09.781 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.779+0000 7f4c7d56c640 1 -- 172.21.15.31:0/2225923672 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c781f3210 con 0x7f4c7815fe60 2024-09-16T07:29:09.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.780+0000 7f4c7d56c640 1 -- 172.21.15.31:0/2225923672 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4c780cf390 con 0x7f4c7815fe60 2024-09-16T07:29:09.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.780+0000 7f4c6f7fe640 1 -- 172.21.15.31:0/2225923672 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 25) ==== 102205+0+0 (secure 0 0 0) 0x7f4c7001a070 con 0x7f4c7815fe60 2024-09-16T07:29:09.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.781+0000 7f4c6f7fe640 1 --2- 172.21.15.31:0/2225923672 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4c58079270 0x7f4c5807b730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:09.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.781+0000 7f4c6f7fe640 1 -- 172.21.15.31:0/2225923672 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5737+0+0 (secure 0 0 0) 0x7f4c7009b670 con 0x7f4c7815fe60 2024-09-16T07:29:09.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.781+0000 7f4c76ffd640 1 --2- 172.21.15.31:0/2225923672 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4c58079270 0x7f4c5807b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:09.782 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.781+0000 7f4c76ffd640 1 --2- 172.21.15.31:0/2225923672 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4c58079270 0x7f4c5807b730 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f4c68034000 tx=0x7f4c68004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:09.784 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:09.785+0000 7f4c6f7fe640 1 -- 172.21.15.31:0/2225923672 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f4c70062b10 con 0x7f4c7815fe60 2024-09-16T07:29:10.009 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.009+0000 7f4c7d56c640 1 -- 172.21.15.31:0/2225923672 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4c7815c3a0 con 0x7f4c7815fe60 2024-09-16T07:29:10.009 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.010+0000 7f4c6f7fe640 1 -- 172.21.15.31:0/2225923672 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 109 v109) ==== 95+0+5239 (secure 0 0 0) 0x7f4c70062410 con 0x7f4c7815fe60 2024-09-16T07:29:10.010 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:29:10.010 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":109,"btime":"2024-09-16T07:29:02:233477+0000","default_fscid":12,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6989,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/3423769264","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":3423769264},{"type":"v1","addr":"172.21.15.31:6835","nonce":3423769264}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103},{"gid":6992,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6834/3126328711","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":3126328711},{"type":"v1","addr":"172.21.15.155:6834","nonce":3126328711}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103},{"gid":7759,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/3353166766","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6809","nonce":3353166766},{"type":"v1","addr":"172.21.15.155:6835","nonce":3353166766}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103}],"filesystems":[{"mdsmap":{"epoch":108,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:28:51.421175+0000","modified":"2024-09-16T07:28:54.573088+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8937},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8937":{"gid":8937,"name":"c","rank":0,"incarnation":104,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6834/1633533960","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":1633533960},{"type":"v1","addr":"172.21.15.31:6834","nonce":1633533960}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[25],"metadata_pool":24,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8937,"qdb_cluster":[8937]},"id":12}]} 2024-09-16T07:29:10.010 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 109 2024-09-16T07:29:10.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.012+0000 7f4c7d56c640 1 -- 172.21.15.31:0/2225923672 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4c58079270 msgr2=0x7f4c5807b730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:10.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.012+0000 7f4c7d56c640 1 --2- 172.21.15.31:0/2225923672 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4c58079270 0x7f4c5807b730 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f4c68034000 tx=0x7f4c68004730 comp rx=0 tx=0).stop 2024-09-16T07:29:10.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.012+0000 7f4c7d56c640 1 -- 172.21.15.31:0/2225923672 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4c7815fe60 msgr2=0x7f4c78152e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:10.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.012+0000 7f4c7d56c640 1 --2- 172.21.15.31:0/2225923672 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4c7815fe60 0x7f4c78152e90 secure :-1 s=READY pgs=1759 cs=0 l=1 rev1=1 crypto rx=0x7f4c7000c730 tx=0x7f4c7000cbf0 comp rx=0 tx=0).stop 2024-09-16T07:29:10.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.012+0000 7f4c7d56c640 1 -- 172.21.15.31:0/2225923672 shutdown_connections 2024-09-16T07:29:10.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.012+0000 7f4c7d56c640 1 --2- 172.21.15.31:0/2225923672 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4c58079270 0x7f4c5807b730 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:10.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.012+0000 7f4c7d56c640 1 --2- 172.21.15.31:0/2225923672 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4c7815fe60 0x7f4c78152e90 unknown :-1 s=CLOSED pgs=1759 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:10.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.012+0000 7f4c7d56c640 1 --2- 172.21.15.31:0/2225923672 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4c78159680 0x7f4c78074170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:10.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.012+0000 7f4c7d56c640 1 --2- 172.21.15.31:0/2225923672 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4c780cc490 0x7f4c78150ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:10.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.012+0000 7f4c7d56c640 1 -- 172.21.15.31:0/2225923672 >> 172.21.15.31:0/2225923672 conn(0x7f4c780b1690 msgr2=0x7f4c780b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:10.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.012+0000 7f4c7d56c640 1 -- 172.21.15.31:0/2225923672 shutdown_connections 2024-09-16T07:29:10.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.012+0000 7f4c7d56c640 1 -- 172.21.15.31:0/2225923672 wait complete. 2024-09-16T07:29:10.023 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:29:10.128 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.129+0000 7f3ec9e5a640 1 -- 172.21.15.31:0/1388737985 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3ec40b3090 msgr2=0x7f3ec415f6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:10.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.129+0000 7f3ec9e5a640 1 --2- 172.21.15.31:0/1388737985 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3ec40b3090 0x7f3ec415f6d0 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f3eac009830 tx=0x7f3eac02a5d0 comp rx=0 tx=0).stop 2024-09-16T07:29:10.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.129+0000 7f3ec9e5a640 1 -- 172.21.15.31:0/1388737985 shutdown_connections 2024-09-16T07:29:10.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.129+0000 7f3ec9e5a640 1 --2- 172.21.15.31:0/1388737985 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3ec40b3090 0x7f3ec415f6d0 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:10.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.129+0000 7f3ec9e5a640 1 -- 172.21.15.31:0/1388737985 >> 172.21.15.31:0/1388737985 conn(0x7f3ec409aa30 msgr2=0x7f3ec409ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:10.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.129+0000 7f3ec9e5a640 1 -- 172.21.15.31:0/1388737985 shutdown_connections 2024-09-16T07:29:10.129 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.129+0000 7f3ec9e5a640 1 -- 172.21.15.31:0/1388737985 wait complete. 2024-09-16T07:29:10.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.130+0000 7f3ec9e5a640 1 Processor -- start 2024-09-16T07:29:10.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.130+0000 7f3ec9e5a640 1 -- start start 2024-09-16T07:29:10.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.131+0000 7f3ec9e5a640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3ec40b3090 0x7f3ec40b5cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:10.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.131+0000 7f3ec9e5a640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3ec40cfce0 0x7f3ec41efce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:10.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.131+0000 7f3ec9e5a640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3ec40d2410 0x7f3ec41f67d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:10.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.131+0000 7f3ec9e5a640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f3ec40b15d0 con 0x7f3ec40cfce0 2024-09-16T07:29:10.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.131+0000 7f3ec9e5a640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f3ec40b1450 con 0x7f3ec40d2410 2024-09-16T07:29:10.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.131+0000 7f3ec9e5a640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f3ec40b1750 con 0x7f3ec40b3090 2024-09-16T07:29:10.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.131+0000 7f3ebaffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3ec40cfce0 0x7f3ec41efce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:10.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.131+0000 7f3ebaffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3ec40cfce0 0x7f3ec41efce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:60148/0 (socket says 172.21.15.31:60148) 2024-09-16T07:29:10.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.131+0000 7f3ebaffd640 1 -- 172.21.15.31:0/2339029692 learned_addr learned my addr 172.21.15.31:0/2339029692 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:10.132 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.131+0000 7f3ec3fff640 1 --2- 172.21.15.31:0/2339029692 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3ec40d2410 0x7f3ec41f67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:10.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.131+0000 7f3ebaffd640 1 -- 172.21.15.31:0/2339029692 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3ec40b3090 msgr2=0x7f3ec40b5cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:10.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.131+0000 7f3ec37fe640 1 --2- 172.21.15.31:0/2339029692 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3ec40b3090 0x7f3ec40b5cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:10.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.132+0000 7f3ebaffd640 1 --2- 172.21.15.31:0/2339029692 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3ec40b3090 0x7f3ec40b5cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:10.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.132+0000 7f3ebaffd640 1 -- 172.21.15.31:0/2339029692 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3ec40d2410 msgr2=0x7f3ec41f67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:10.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.132+0000 7f3ebaffd640 1 --2- 172.21.15.31:0/2339029692 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3ec40d2410 0x7f3ec41f67d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:10.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.132+0000 7f3ebaffd640 1 -- 172.21.15.31:0/2339029692 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ec40b6200 con 0x7f3ec40cfce0 2024-09-16T07:29:10.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.132+0000 7f3ec3fff640 1 --2- 172.21.15.31:0/2339029692 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3ec40d2410 0x7f3ec41f67d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:29:10.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.132+0000 7f3ec37fe640 1 --2- 172.21.15.31:0/2339029692 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3ec40b3090 0x7f3ec40b5cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:29:10.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.132+0000 7f3ebaffd640 1 --2- 172.21.15.31:0/2339029692 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3ec40cfce0 0x7f3ec41efce0 secure :-1 s=READY pgs=1761 cs=0 l=1 rev1=1 crypto rx=0x7f3eac009950 tx=0x7f3eac003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:10.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.132+0000 7f3ec0ff9640 1 -- 172.21.15.31:0/2339029692 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3eac005c90 con 0x7f3ec40cfce0 2024-09-16T07:29:10.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.132+0000 7f3ec0ff9640 1 -- 172.21.15.31:0/2339029692 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3eac005020 con 0x7f3ec40cfce0 2024-09-16T07:29:10.134 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.132+0000 7f3ec9e5a640 1 -- 172.21.15.31:0/2339029692 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ec41f0220 con 0x7f3ec40cfce0 2024-09-16T07:29:10.134 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.132+0000 7f3ec0ff9640 1 -- 172.21.15.31:0/2339029692 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3eac005450 con 0x7f3ec40cfce0 2024-09-16T07:29:10.134 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.132+0000 7f3ec9e5a640 1 -- 172.21.15.31:0/2339029692 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ec41f2ce0 con 0x7f3ec40cfce0 2024-09-16T07:29:10.134 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.133+0000 7f3ec9e5a640 1 -- 172.21.15.31:0/2339029692 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ec4159d20 con 0x7f3ec40cfce0 2024-09-16T07:29:10.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.134+0000 7f3ec0ff9640 1 -- 172.21.15.31:0/2339029692 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 25) ==== 102205+0+0 (secure 0 0 0) 0x7f3eac039040 con 0x7f3ec40cfce0 2024-09-16T07:29:10.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.134+0000 7f3ec0ff9640 1 --2- 172.21.15.31:0/2339029692 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3ea8079270 0x7f3ea807b730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:10.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.134+0000 7f3ec0ff9640 1 -- 172.21.15.31:0/2339029692 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5737+0+0 (secure 0 0 0) 0x7f3eac0ba4c0 con 0x7f3ec40cfce0 2024-09-16T07:29:10.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.134+0000 7f3ec37fe640 1 --2- 172.21.15.31:0/2339029692 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3ea8079270 0x7f3ea807b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:10.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.135+0000 7f3ec37fe640 1 --2- 172.21.15.31:0/2339029692 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3ea8079270 0x7f3ea807b730 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f3eb4001590 tx=0x7f3eb4009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:10.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.138+0000 7f3ec0ff9640 1 -- 172.21.15.31:0/2339029692 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f3eac040030 con 0x7f3ec40cfce0 2024-09-16T07:29:10.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.327+0000 7f3ec9e5a640 1 -- 172.21.15.31:0/2339029692 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3ec40b1b70 con 0x7f3ec40cfce0 2024-09-16T07:29:10.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.328+0000 7f3ec0ff9640 1 -- 172.21.15.31:0/2339029692 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v155) ==== 74+0+16703 (secure 0 0 0) 0x7f3eac0843c0 con 0x7f3ec40cfce0 2024-09-16T07:29:10.327 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:29:10.327 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":155,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:28:53.060374+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":25,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":24,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:28:49.076248+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"154","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":25,"pool_name":"cephfs_data","create_time":"2024-09-16T07:28:50.392233+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"155","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:29:10.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.330+0000 7f3ec9e5a640 1 -- 172.21.15.31:0/2339029692 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3ea8079270 msgr2=0x7f3ea807b730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:10.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.330+0000 7f3ec9e5a640 1 --2- 172.21.15.31:0/2339029692 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3ea8079270 0x7f3ea807b730 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f3eb4001590 tx=0x7f3eb4009040 comp rx=0 tx=0).stop 2024-09-16T07:29:10.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.330+0000 7f3ec9e5a640 1 -- 172.21.15.31:0/2339029692 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3ec40cfce0 msgr2=0x7f3ec41efce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:10.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.330+0000 7f3ec9e5a640 1 --2- 172.21.15.31:0/2339029692 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3ec40cfce0 0x7f3ec41efce0 secure :-1 s=READY pgs=1761 cs=0 l=1 rev1=1 crypto rx=0x7f3eac009950 tx=0x7f3eac003c10 comp rx=0 tx=0).stop 2024-09-16T07:29:10.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.330+0000 7f3ec9e5a640 1 -- 172.21.15.31:0/2339029692 shutdown_connections 2024-09-16T07:29:10.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.330+0000 7f3ec9e5a640 1 --2- 172.21.15.31:0/2339029692 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3ea8079270 0x7f3ea807b730 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:10.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.330+0000 7f3ec9e5a640 1 --2- 172.21.15.31:0/2339029692 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3ec40d2410 0x7f3ec41f67d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:10.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.330+0000 7f3ec9e5a640 1 --2- 172.21.15.31:0/2339029692 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3ec40cfce0 0x7f3ec41efce0 unknown :-1 s=CLOSED pgs=1761 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:10.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.330+0000 7f3ec9e5a640 1 --2- 172.21.15.31:0/2339029692 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3ec40b3090 0x7f3ec40b5cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:10.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.330+0000 7f3ec9e5a640 1 -- 172.21.15.31:0/2339029692 >> 172.21.15.31:0/2339029692 conn(0x7f3ec409aa30 msgr2=0x7f3ec40cd4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:10.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.330+0000 7f3ec9e5a640 1 -- 172.21.15.31:0/2339029692 shutdown_connections 2024-09-16T07:29:10.331 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.330+0000 7f3ec9e5a640 1 -- 172.21.15.31:0/2339029692 wait complete. 2024-09-16T07:29:10.341 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-16T07:29:10.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.447+0000 7f62b1c40640 1 -- 172.21.15.31:0/766950095 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f62ac0d2410 msgr2=0x7f62ac0b3090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:10.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.447+0000 7f62b1c40640 1 --2- 172.21.15.31:0/766950095 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f62ac0d2410 0x7f62ac0b3090 secure :-1 s=READY pgs=1763 cs=0 l=1 rev1=1 crypto rx=0x7f62ac074b30 tx=0x7f629c02a5d0 comp rx=0 tx=0).stop 2024-09-16T07:29:10.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.447+0000 7f62b1c40640 1 -- 172.21.15.31:0/766950095 shutdown_connections 2024-09-16T07:29:10.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.447+0000 7f62b1c40640 1 --2- 172.21.15.31:0/766950095 >> v2:172.21.15.155:3300/0 conn(0x7f62ac0cfce0 0x7f62ac0d00f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:10.448 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.447+0000 7f62b1c40640 1 --2- 172.21.15.31:0/766950095 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f62ac0d2410 0x7f62ac0b3090 unknown :-1 s=CLOSED pgs=1763 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:10.448 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.447+0000 7f62b1c40640 1 -- 172.21.15.31:0/766950095 >> 172.21.15.31:0/766950095 conn(0x7f62ac09aa30 msgr2=0x7f62ac09ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:10.448 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.447+0000 7f62b1c40640 1 -- 172.21.15.31:0/766950095 shutdown_connections 2024-09-16T07:29:10.448 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.447+0000 7f62b1c40640 1 -- 172.21.15.31:0/766950095 wait complete. 2024-09-16T07:29:10.450 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.449+0000 7f62b1c40640 1 Processor -- start 2024-09-16T07:29:10.450 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.449+0000 7f62b1c40640 1 -- start start 2024-09-16T07:29:10.450 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.450+0000 7f62b1c40640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f62ac0cfce0 0x7f62ac1593c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:10.450 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.450+0000 7f62b1c40640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f62ac0d2410 0x7f62ac0c9830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:10.450 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.450+0000 7f62b1c40640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f62ac15f6d0 0x7f62ac15acc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:10.451 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.450+0000 7f62b1c40640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f62ac0b13c0 con 0x7f62ac15f6d0 2024-09-16T07:29:10.451 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.450+0000 7f62b1c40640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f62ac0b1240 con 0x7f62ac0d2410 2024-09-16T07:29:10.451 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.450+0000 7f62b1c40640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f62ac0b1540 con 0x7f62ac0cfce0 2024-09-16T07:29:10.451 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.450+0000 7f62abfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f62ac15f6d0 0x7f62ac15acc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:10.451 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.450+0000 7f62abfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f62ac15f6d0 0x7f62ac15acc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:60166/0 (socket says 172.21.15.31:60166) 2024-09-16T07:29:10.451 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.450+0000 7f62abfff640 1 -- 172.21.15.31:0/132095661 learned_addr learned my addr 172.21.15.31:0/132095661 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:10.451 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.450+0000 7f62ab7fe640 1 --2- 172.21.15.31:0/132095661 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f62ac0cfce0 0x7f62ac1593c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:10.451 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.450+0000 7f62abfff640 1 -- 172.21.15.31:0/132095661 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f62ac0cfce0 msgr2=0x7f62ac1593c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:10.451 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.450+0000 7f62abfff640 1 --2- 172.21.15.31:0/132095661 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f62ac0cfce0 0x7f62ac1593c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:10.451 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.450+0000 7f62abfff640 1 -- 172.21.15.31:0/132095661 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f62ac0d2410 msgr2=0x7f62ac0c9830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:10.451 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.450+0000 7f62aaffd640 1 --2- 172.21.15.31:0/132095661 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f62ac0d2410 0x7f62ac0c9830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:10.451 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.450+0000 7f62abfff640 1 --2- 172.21.15.31:0/132095661 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f62ac0d2410 0x7f62ac0c9830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:10.451 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.450+0000 7f62abfff640 1 -- 172.21.15.31:0/132095661 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62ac159900 con 0x7f62ac15f6d0 2024-09-16T07:29:10.452 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.450+0000 7f62ab7fe640 1 --2- 172.21.15.31:0/132095661 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f62ac0cfce0 0x7f62ac1593c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:29:10.452 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.450+0000 7f62aaffd640 1 --2- 172.21.15.31:0/132095661 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f62ac0d2410 0x7f62ac0c9830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:29:10.452 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.450+0000 7f62abfff640 1 --2- 172.21.15.31:0/132095661 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f62ac15f6d0 0x7f62ac15acc0 secure :-1 s=READY pgs=1764 cs=0 l=1 rev1=1 crypto rx=0x7f62a400eaa0 tx=0x7f62a400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:10.452 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.450+0000 7f6293fff640 1 -- 172.21.15.31:0/132095661 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62a400cdb0 con 0x7f62ac15f6d0 2024-09-16T07:29:10.452 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.450+0000 7f6293fff640 1 -- 172.21.15.31:0/132095661 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f62a4004c10 con 0x7f62ac15f6d0 2024-09-16T07:29:10.452 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.450+0000 7f62b1c40640 1 -- 172.21.15.31:0/132095661 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62ac06e0c0 con 0x7f62ac15f6d0 2024-09-16T07:29:10.452 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.450+0000 7f6293fff640 1 -- 172.21.15.31:0/132095661 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62a4005020 con 0x7f62ac15f6d0 2024-09-16T07:29:10.452 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.450+0000 7f62b1c40640 1 -- 172.21.15.31:0/132095661 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62ac06e680 con 0x7f62ac15f6d0 2024-09-16T07:29:10.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.451+0000 7f62b1c40640 1 -- 172.21.15.31:0/132095661 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f62ac0b4b50 con 0x7f62ac15f6d0 2024-09-16T07:29:10.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.452+0000 7f6293fff640 1 -- 172.21.15.31:0/132095661 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 25) ==== 102205+0+0 (secure 0 0 0) 0x7f62a40051c0 con 0x7f62ac15f6d0 2024-09-16T07:29:10.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.453+0000 7f6293fff640 1 --2- 172.21.15.31:0/132095661 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f62980792a0 0x7f629807b760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:10.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.453+0000 7f62ab7fe640 1 --2- 172.21.15.31:0/132095661 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f62980792a0 0x7f629807b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:10.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.453+0000 7f6293fff640 1 -- 172.21.15.31:0/132095661 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5737+0+0 (secure 0 0 0) 0x7f62a4099e00 con 0x7f62ac15f6d0 2024-09-16T07:29:10.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.453+0000 7f62ab7fe640 1 --2- 172.21.15.31:0/132095661 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f62980792a0 0x7f629807b760 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f629c034000 tx=0x7f629c004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:10.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.457+0000 7f6293fff640 1 -- 172.21.15.31:0/132095661 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f62a4016030 con 0x7f62ac15f6d0 2024-09-16T07:29:10.681 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.681+0000 7f62b1c40640 1 -- 172.21.15.31:0/132095661 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f62ac0b19f0 con 0x7f62ac15f6d0 2024-09-16T07:29:10.681 INFO:tasks.ceph.mon.a.smithi031.stderr:2024-09-16T07:29:10.682+0000 7fe9e4df9640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T07:29:10.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.685+0000 7f6293fff640 1 -- 172.21.15.31:0/132095661 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v110) ==== 161+0+0 (secure 0 0 0) 0x7f62a4063ca0 con 0x7f62ac15f6d0 2024-09-16T07:29:10.684 INFO:teuthology.orchestra.run.smithi031.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-16T07:29:10.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.688+0000 7f62b1c40640 1 -- 172.21.15.31:0/132095661 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f62980792a0 msgr2=0x7f629807b760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:10.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.688+0000 7f62b1c40640 1 --2- 172.21.15.31:0/132095661 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f62980792a0 0x7f629807b760 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f629c034000 tx=0x7f629c004730 comp rx=0 tx=0).stop 2024-09-16T07:29:10.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.688+0000 7f62b1c40640 1 -- 172.21.15.31:0/132095661 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f62ac15f6d0 msgr2=0x7f62ac15acc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:10.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.688+0000 7f62b1c40640 1 --2- 172.21.15.31:0/132095661 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f62ac15f6d0 0x7f62ac15acc0 secure :-1 s=READY pgs=1764 cs=0 l=1 rev1=1 crypto rx=0x7f62a400eaa0 tx=0x7f62a400ef60 comp rx=0 tx=0).stop 2024-09-16T07:29:10.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.688+0000 7f62b1c40640 1 -- 172.21.15.31:0/132095661 shutdown_connections 2024-09-16T07:29:10.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.688+0000 7f62b1c40640 1 --2- 172.21.15.31:0/132095661 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f62980792a0 0x7f629807b760 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:10.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.688+0000 7f62b1c40640 1 --2- 172.21.15.31:0/132095661 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f62ac15f6d0 0x7f62ac15acc0 unknown :-1 s=CLOSED pgs=1764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:10.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.688+0000 7f62b1c40640 1 --2- 172.21.15.31:0/132095661 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f62ac0d2410 0x7f62ac0c9830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:10.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.688+0000 7f62b1c40640 1 --2- 172.21.15.31:0/132095661 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f62ac0cfce0 0x7f62ac1593c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:10.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.688+0000 7f62b1c40640 1 -- 172.21.15.31:0/132095661 >> 172.21.15.31:0/132095661 conn(0x7f62ac09aa30 msgr2=0x7f62ac0b1fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:10.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.688+0000 7f62b1c40640 1 -- 172.21.15.31:0/132095661 shutdown_connections 2024-09-16T07:29:10.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.688+0000 7f62b1c40640 1 -- 172.21.15.31:0/132095661 wait complete. 2024-09-16T07:29:10.700 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-16T07:29:10.726 INFO:tasks.ceph.mds.c.smithi031.stdout:starting mds.c at 2024-09-16T07:29:10.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.809+0000 7fd92cc95640 1 -- 172.21.15.31:0/765585779 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd92815bdc0 msgr2=0x7fd9280d02b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:10.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.809+0000 7fd92cc95640 1 --2- 172.21.15.31:0/765585779 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd92815bdc0 0x7fd9280d02b0 secure :-1 s=READY pgs=1769 cs=0 l=1 rev1=1 crypto rx=0x7fd918005fd0 tx=0x7fd91802a670 comp rx=0 tx=0).stop 2024-09-16T07:29:10.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.809+0000 7fd92cc95640 1 -- 172.21.15.31:0/765585779 shutdown_connections 2024-09-16T07:29:10.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.809+0000 7fd92cc95640 1 --2- 172.21.15.31:0/765585779 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd92815bdc0 0x7fd9280d02b0 unknown :-1 s=CLOSED pgs=1769 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:10.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.809+0000 7fd92cc95640 1 -- 172.21.15.31:0/765585779 >> 172.21.15.31:0/765585779 conn(0x7fd92809aa30 msgr2=0x7fd92809ae40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:10.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.809+0000 7fd92cc95640 1 -- 172.21.15.31:0/765585779 shutdown_connections 2024-09-16T07:29:10.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.809+0000 7fd92cc95640 1 -- 172.21.15.31:0/765585779 wait complete. 2024-09-16T07:29:10.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.810+0000 7fd92cc95640 1 Processor -- start 2024-09-16T07:29:10.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.810+0000 7fd92cc95640 1 -- start start 2024-09-16T07:29:10.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.811+0000 7fd92cc95640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd9280b1360 0x7fd9281efbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:10.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.811+0000 7fd92cc95640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd9280d2330 0x7fd9280c53f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:10.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.811+0000 7fd92cc95640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd92815bdc0 0x7fd9281f26d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:10.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.811+0000 7fd92cc95640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fd9280cd1b0 con 0x7fd9280b1360 2024-09-16T07:29:10.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.811+0000 7fd92cc95640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fd9280cd030 con 0x7fd92815bdc0 2024-09-16T07:29:10.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.811+0000 7fd92cc95640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fd9280cd330 con 0x7fd9280d2330 2024-09-16T07:29:10.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.811+0000 7fd92659c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd9280b1360 0x7fd9281efbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:10.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.811+0000 7fd92659c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd9280b1360 0x7fd9281efbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:60212/0 (socket says 172.21.15.31:60212) 2024-09-16T07:29:10.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.811+0000 7fd92659c640 1 -- 172.21.15.31:0/1450836883 learned_addr learned my addr 172.21.15.31:0/1450836883 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:10.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.811+0000 7fd91ffff640 1 --2- 172.21.15.31:0/1450836883 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd9280d2330 0x7fd9280c53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:10.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.811+0000 7fd926d9d640 1 --2- 172.21.15.31:0/1450836883 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd92815bdc0 0x7fd9281f26d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:10.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.811+0000 7fd92659c640 1 -- 172.21.15.31:0/1450836883 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd9280d2330 msgr2=0x7fd9280c53f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:10.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.811+0000 7fd92659c640 1 --2- 172.21.15.31:0/1450836883 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd9280d2330 0x7fd9280c53f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:10.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.811+0000 7fd92659c640 1 -- 172.21.15.31:0/1450836883 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd92815bdc0 msgr2=0x7fd9281f26d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:10.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.811+0000 7fd92659c640 1 --2- 172.21.15.31:0/1450836883 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd92815bdc0 0x7fd9281f26d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:10.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.811+0000 7fd92659c640 1 -- 172.21.15.31:0/1450836883 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9281f0110 con 0x7fd9280b1360 2024-09-16T07:29:10.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.812+0000 7fd92659c640 1 --2- 172.21.15.31:0/1450836883 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd9280b1360 0x7fd9281efbd0 secure :-1 s=READY pgs=1770 cs=0 l=1 rev1=1 crypto rx=0x7fd918034040 tx=0x7fd9180039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:10.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.812+0000 7fd91effd640 1 -- 172.21.15.31:0/1450836883 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd91803e030 con 0x7fd9280b1360 2024-09-16T07:29:10.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.812+0000 7fd92cc95640 1 -- 172.21.15.31:0/1450836883 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd9280c8260 con 0x7fd9280b1360 2024-09-16T07:29:10.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.812+0000 7fd91effd640 1 -- 172.21.15.31:0/1450836883 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd9180047a0 con 0x7fd9280b1360 2024-09-16T07:29:10.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.812+0000 7fd91effd640 1 -- 172.21.15.31:0/1450836883 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd918035040 con 0x7fd9280b1360 2024-09-16T07:29:10.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.812+0000 7fd92cc95640 1 -- 172.21.15.31:0/1450836883 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9280c8820 con 0x7fd9280b1360 2024-09-16T07:29:10.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.813+0000 7fd92cc95640 1 -- 172.21.15.31:0/1450836883 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd92809aeb0 con 0x7fd9280b1360 2024-09-16T07:29:10.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.814+0000 7fd91effd640 1 -- 172.21.15.31:0/1450836883 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 25) ==== 102205+0+0 (secure 0 0 0) 0x7fd918041030 con 0x7fd9280b1360 2024-09-16T07:29:10.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.814+0000 7fd91effd640 1 --2- 172.21.15.31:0/1450836883 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd908079270 0x7fd90807b730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:10.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.814+0000 7fd91ffff640 1 --2- 172.21.15.31:0/1450836883 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd908079270 0x7fd90807b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:10.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.814+0000 7fd91effd640 1 -- 172.21.15.31:0/1450836883 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(156..156 src has 1..156) ==== 5823+0+0 (secure 0 0 0) 0x7fd9180b9c90 con 0x7fd9280b1360 2024-09-16T07:29:10.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.815+0000 7fd91ffff640 1 --2- 172.21.15.31:0/1450836883 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd908079270 0x7fd90807b730 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7fd9280b6c20 tx=0x7fd910009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:10.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:10.818+0000 7fd91effd640 1 -- 172.21.15.31:0/1450836883 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fd9281f0110 con 0x7fd9280b1360 2024-09-16T07:29:11.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:11.041+0000 7fd92cc95640 1 -- 172.21.15.31:0/1450836883 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fd9281f5df0 con 0x7fd9280b1360 2024-09-16T07:29:11.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:11.688+0000 7fd91effd640 1 -- 172.21.15.31:0/1450836883 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v111) ==== 104+0+0 (secure 0 0 0) 0x7fd918083b10 con 0x7fd9280b1360 2024-09-16T07:29:11.691 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:11.691+0000 7fd92cc95640 1 -- 172.21.15.31:0/1450836883 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd908079270 msgr2=0x7fd90807b730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:11.691 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:11.691+0000 7fd92cc95640 1 --2- 172.21.15.31:0/1450836883 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd908079270 0x7fd90807b730 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7fd9280b6c20 tx=0x7fd910009040 comp rx=0 tx=0).stop 2024-09-16T07:29:11.691 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:11.691+0000 7fd92cc95640 1 -- 172.21.15.31:0/1450836883 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd9280b1360 msgr2=0x7fd9281efbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:11.691 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:11.691+0000 7fd92cc95640 1 --2- 172.21.15.31:0/1450836883 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd9280b1360 0x7fd9281efbd0 secure :-1 s=READY pgs=1770 cs=0 l=1 rev1=1 crypto rx=0x7fd918034040 tx=0x7fd9180039e0 comp rx=0 tx=0).stop 2024-09-16T07:29:11.691 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:11.691+0000 7fd92cc95640 1 -- 172.21.15.31:0/1450836883 shutdown_connections 2024-09-16T07:29:11.691 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:11.691+0000 7fd92cc95640 1 --2- 172.21.15.31:0/1450836883 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd908079270 0x7fd90807b730 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:11.691 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:11.691+0000 7fd92cc95640 1 --2- 172.21.15.31:0/1450836883 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd92815bdc0 0x7fd9281f26d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:11.691 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:11.691+0000 7fd92cc95640 1 --2- 172.21.15.31:0/1450836883 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd9280d2330 0x7fd9280c53f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:11.691 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:11.691+0000 7fd92cc95640 1 --2- 172.21.15.31:0/1450836883 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd9280b1360 0x7fd9281efbd0 unknown :-1 s=CLOSED pgs=1770 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:11.691 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:11.691+0000 7fd92cc95640 1 -- 172.21.15.31:0/1450836883 >> 172.21.15.31:0/1450836883 conn(0x7fd92809aa30 msgr2=0x7fd9280ae9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:11.691 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:11.691+0000 7fd92cc95640 1 -- 172.21.15.31:0/1450836883 shutdown_connections 2024-09-16T07:29:11.692 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:11.691+0000 7fd92cc95640 1 -- 172.21.15.31:0/1450836883 wait complete. 2024-09-16T07:29:11.705 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-16T07:29:11.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:11.862+0000 7fd0bf06b640 1 -- 172.21.15.31:0/1570138422 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd0b80d1c10 msgr2=0x7fd0b8160140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:11.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:11.862+0000 7fd0bf06b640 1 --2- 172.21.15.31:0/1570138422 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd0b80d1c10 0x7fd0b8160140 secure :-1 s=READY pgs=1772 cs=0 l=1 rev1=1 crypto rx=0x7fd0a8009830 tx=0x7fd0a802a510 comp rx=0 tx=0).stop 2024-09-16T07:29:11.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:11.862+0000 7fd0bf06b640 1 -- 172.21.15.31:0/1570138422 shutdown_connections 2024-09-16T07:29:11.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:11.862+0000 7fd0bf06b640 1 --2- 172.21.15.31:0/1570138422 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd0b815d250 0x7fd0b80b26d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:11.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:11.862+0000 7fd0bf06b640 1 --2- 172.21.15.31:0/1570138422 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd0b80d1c10 0x7fd0b8160140 unknown :-1 s=CLOSED pgs=1772 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:11.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:11.862+0000 7fd0bf06b640 1 -- 172.21.15.31:0/1570138422 >> 172.21.15.31:0/1570138422 conn(0x7fd0b809aa30 msgr2=0x7fd0b809ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:11.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:11.862+0000 7fd0bf06b640 1 -- 172.21.15.31:0/1570138422 shutdown_connections 2024-09-16T07:29:11.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:11.862+0000 7fd0bf06b640 1 -- 172.21.15.31:0/1570138422 wait complete. 2024-09-16T07:29:11.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:11.863+0000 7fd0bf06b640 1 Processor -- start 2024-09-16T07:29:11.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:11.863+0000 7fd0bf06b640 1 -- start start 2024-09-16T07:29:11.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:11.864+0000 7fd0bf06b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd0b80d1c10 0x7fd0b80cb990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:11.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:11.864+0000 7fd0bf06b640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd0b80d1ff0 0x7fd0b8150110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:11.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:11.864+0000 7fd0bf06b640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd0b815d250 0x7fd0b81f2bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:11.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:11.864+0000 7fd0bf06b640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fd0b80b34a0 con 0x7fd0b80d1c10 2024-09-16T07:29:11.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:11.864+0000 7fd0bf06b640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fd0b80b3320 con 0x7fd0b80d1ff0 2024-09-16T07:29:11.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:11.864+0000 7fd0bf06b640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fd0b815ca90 con 0x7fd0b815d250 2024-09-16T07:29:11.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:11.864+0000 7fd0bce07640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd0b80d1c10 0x7fd0b80cb990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:11.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:11.864+0000 7fd0bce07640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd0b80d1c10 0x7fd0b80cb990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:60224/0 (socket says 172.21.15.31:60224) 2024-09-16T07:29:11.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:11.864+0000 7fd0bce07640 1 -- 172.21.15.31:0/1530037249 learned_addr learned my addr 172.21.15.31:0/1530037249 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:11.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:11.864+0000 7fd0b7fff640 1 --2- 172.21.15.31:0/1530037249 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd0b80d1ff0 0x7fd0b8150110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:11.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:11.864+0000 7fd0bd608640 1 --2- 172.21.15.31:0/1530037249 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd0b815d250 0x7fd0b81f2bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:11.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:11.865+0000 7fd0bce07640 1 -- 172.21.15.31:0/1530037249 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd0b815d250 msgr2=0x7fd0b81f2bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:11.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:11.865+0000 7fd0bce07640 1 --2- 172.21.15.31:0/1530037249 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd0b815d250 0x7fd0b81f2bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:11.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:11.865+0000 7fd0bce07640 1 -- 172.21.15.31:0/1530037249 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd0b80d1ff0 msgr2=0x7fd0b8150110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:11.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:11.865+0000 7fd0bce07640 1 --2- 172.21.15.31:0/1530037249 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd0b80d1ff0 0x7fd0b8150110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:11.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:11.865+0000 7fd0bce07640 1 -- 172.21.15.31:0/1530037249 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0b80b6010 con 0x7fd0b80d1c10 2024-09-16T07:29:11.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:11.865+0000 7fd0bce07640 1 --2- 172.21.15.31:0/1530037249 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd0b80d1c10 0x7fd0b80cb990 secure :-1 s=READY pgs=1773 cs=0 l=1 rev1=1 crypto rx=0x7fd0a8000c00 tx=0x7fd0a8032c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:11.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:11.865+0000 7fd0b57fa640 1 -- 172.21.15.31:0/1530037249 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0a8040070 con 0x7fd0b80d1c10 2024-09-16T07:29:11.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:11.865+0000 7fd0b57fa640 1 -- 172.21.15.31:0/1530037249 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd0a8032e70 con 0x7fd0b80d1c10 2024-09-16T07:29:11.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:11.865+0000 7fd0bf06b640 1 -- 172.21.15.31:0/1530037249 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0b80b62f0 con 0x7fd0b80d1c10 2024-09-16T07:29:11.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:11.865+0000 7fd0b57fa640 1 -- 172.21.15.31:0/1530037249 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0a8003d90 con 0x7fd0b80d1c10 2024-09-16T07:29:11.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:11.865+0000 7fd0bf06b640 1 -- 172.21.15.31:0/1530037249 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0b80b68b0 con 0x7fd0b80d1c10 2024-09-16T07:29:11.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:11.866+0000 7fd0bf06b640 1 -- 172.21.15.31:0/1530037249 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd0b806c540 con 0x7fd0b80d1c10 2024-09-16T07:29:11.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:11.867+0000 7fd0b57fa640 1 -- 172.21.15.31:0/1530037249 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 25) ==== 102205+0+0 (secure 0 0 0) 0x7fd0a8039040 con 0x7fd0b80d1c10 2024-09-16T07:29:11.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:11.867+0000 7fd0b57fa640 1 --2- 172.21.15.31:0/1530037249 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd0a4079270 0x7fd0a407b730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:11.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:11.867+0000 7fd0b57fa640 1 -- 172.21.15.31:0/1530037249 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(156..156 src has 1..156) ==== 5823+0+0 (secure 0 0 0) 0x7fd0a80ba8f0 con 0x7fd0b80d1c10 2024-09-16T07:29:11.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:11.867+0000 7fd0b7fff640 1 --2- 172.21.15.31:0/1530037249 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd0a4079270 0x7fd0a407b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:11.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:11.868+0000 7fd0b7fff640 1 --2- 172.21.15.31:0/1530037249 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd0a4079270 0x7fd0a407b730 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fd0b8159aa0 tx=0x7fd0ac00b2e0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:11.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:11.872+0000 7fd0b57fa640 1 -- 172.21.15.31:0/1530037249 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fd0b806c540 con 0x7fd0b80d1c10 2024-09-16T07:29:12.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:12.060+0000 7fd0bf06b640 1 -- 172.21.15.31:0/1530037249 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fd0b815cef0 con 0x7fd0b80d1c10 2024-09-16T07:29:12.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:12.698+0000 7fd0b57fa640 1 -- 172.21.15.31:0/1530037249 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v157) ==== 181+0+0 (secure 0 0 0) 0x7fd0a80841a0 con 0x7fd0b80d1c10 2024-09-16T07:29:12.697 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_metadata' removed 2024-09-16T07:29:12.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:12.700+0000 7fd0bf06b640 1 -- 172.21.15.31:0/1530037249 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd0a4079270 msgr2=0x7fd0a407b730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:12.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:12.700+0000 7fd0bf06b640 1 --2- 172.21.15.31:0/1530037249 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd0a4079270 0x7fd0a407b730 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fd0b8159aa0 tx=0x7fd0ac00b2e0 comp rx=0 tx=0).stop 2024-09-16T07:29:12.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:12.700+0000 7fd0bf06b640 1 -- 172.21.15.31:0/1530037249 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd0b80d1c10 msgr2=0x7fd0b80cb990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:12.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:12.700+0000 7fd0bf06b640 1 --2- 172.21.15.31:0/1530037249 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd0b80d1c10 0x7fd0b80cb990 secure :-1 s=READY pgs=1773 cs=0 l=1 rev1=1 crypto rx=0x7fd0a8000c00 tx=0x7fd0a8032c80 comp rx=0 tx=0).stop 2024-09-16T07:29:12.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:12.701+0000 7fd0bf06b640 1 -- 172.21.15.31:0/1530037249 shutdown_connections 2024-09-16T07:29:12.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:12.701+0000 7fd0bf06b640 1 --2- 172.21.15.31:0/1530037249 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd0a4079270 0x7fd0a407b730 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:12.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:12.701+0000 7fd0bf06b640 1 --2- 172.21.15.31:0/1530037249 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd0b815d250 0x7fd0b81f2bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:12.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:12.701+0000 7fd0bf06b640 1 --2- 172.21.15.31:0/1530037249 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd0b80d1ff0 0x7fd0b8150110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:12.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:12.701+0000 7fd0bf06b640 1 --2- 172.21.15.31:0/1530037249 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd0b80d1c10 0x7fd0b80cb990 unknown :-1 s=CLOSED pgs=1773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:12.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:12.701+0000 7fd0bf06b640 1 -- 172.21.15.31:0/1530037249 >> 172.21.15.31:0/1530037249 conn(0x7fd0b809aa30 msgr2=0x7fd0b80aeaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:12.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:12.701+0000 7fd0bf06b640 1 -- 172.21.15.31:0/1530037249 shutdown_connections 2024-09-16T07:29:12.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:12.701+0000 7fd0bf06b640 1 -- 172.21.15.31:0/1530037249 wait complete. 2024-09-16T07:29:12.716 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-16T07:29:12.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:12.833+0000 7f50e4f2b640 1 -- 172.21.15.31:0/3081287508 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f50cc004d40 msgr2=0x7f50cc0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:12.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:12.833+0000 7f50e4f2b640 1 --2- 172.21.15.31:0/3081287508 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f50cc004d40 0x7f50cc0051c0 secure :-1 s=READY pgs=1775 cs=0 l=1 rev1=1 crypto rx=0x7f50d8009ed0 tx=0x7f50cc005830 comp rx=0 tx=0).stop 2024-09-16T07:29:12.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:12.833+0000 7f50ded9d640 1 -- 172.21.15.31:0/3081287508 reap_dead start 2024-09-16T07:29:12.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:12.833+0000 7f50e4f2b640 1 -- 172.21.15.31:0/3081287508 shutdown_connections 2024-09-16T07:29:12.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:12.833+0000 7f50e4f2b640 1 -- 172.21.15.31:0/3081287508 >> 172.21.15.31:0/3081287508 conn(0x7f50e00d3e20 msgr2=0x7f50e00d4230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:12.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:12.833+0000 7f50e4f2b640 1 -- 172.21.15.31:0/3081287508 shutdown_connections 2024-09-16T07:29:12.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:12.833+0000 7f50e4f2b640 1 -- 172.21.15.31:0/3081287508 wait complete. 2024-09-16T07:29:12.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:12.834+0000 7f50e4f2b640 1 Processor -- start 2024-09-16T07:29:12.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:12.834+0000 7f50e4f2b640 1 -- start start 2024-09-16T07:29:12.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:12.835+0000 7f50e4f2b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f50cc004d40 0x7f50e01f5330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:12.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:12.835+0000 7f50e4f2b640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f50e00b83f0 0x7f50e01f7f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:12.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:12.835+0000 7f50e4f2b640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f50e01f8450 0x7f50e00b2c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:12.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:12.835+0000 7f50e4f2b640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f50e00d4cd0 con 0x7f50cc004d40 2024-09-16T07:29:12.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:12.835+0000 7f50e4f2b640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f50e00d4b50 con 0x7f50e00b83f0 2024-09-16T07:29:12.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:12.835+0000 7f50e4f2b640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f50e00d2d00 con 0x7f50e01f8450 2024-09-16T07:29:12.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:12.835+0000 7f50de59c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f50cc004d40 0x7f50e01f5330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:12.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:12.835+0000 7f50de59c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f50cc004d40 0x7f50e01f5330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48320/0 (socket says 172.21.15.31:48320) 2024-09-16T07:29:12.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:12.835+0000 7f50de59c640 1 -- 172.21.15.31:0/3606476562 learned_addr learned my addr 172.21.15.31:0/3606476562 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:12.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:12.836+0000 7f50ddd9b640 1 --2- 172.21.15.31:0/3606476562 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f50e00b83f0 0x7f50e01f7f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:12.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:12.836+0000 7f50ded9d640 1 --2- 172.21.15.31:0/3606476562 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f50e01f8450 0x7f50e00b2c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:12.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:12.836+0000 7f50de59c640 1 -- 172.21.15.31:0/3606476562 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f50e01f8450 msgr2=0x7f50e00b2c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:12.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:12.836+0000 7f50de59c640 1 --2- 172.21.15.31:0/3606476562 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f50e01f8450 0x7f50e00b2c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:12.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:12.836+0000 7f50de59c640 1 -- 172.21.15.31:0/3606476562 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f50e00b83f0 msgr2=0x7f50e01f7f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:12.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:12.836+0000 7f50de59c640 1 --2- 172.21.15.31:0/3606476562 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f50e00b83f0 0x7f50e01f7f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:12.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:12.836+0000 7f50de59c640 1 -- 172.21.15.31:0/3606476562 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50e01f5870 con 0x7f50cc004d40 2024-09-16T07:29:12.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:12.836+0000 7f50ded9d640 1 --2- 172.21.15.31:0/3606476562 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f50e01f8450 0x7f50e00b2c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:29:12.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:12.836+0000 7f50de59c640 1 --2- 172.21.15.31:0/3606476562 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f50cc004d40 0x7f50e01f5330 secure :-1 s=READY pgs=1776 cs=0 l=1 rev1=1 crypto rx=0x7f50d000e900 tx=0x7f50d000edc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:12.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:12.836+0000 7f50d6ffd640 1 -- 172.21.15.31:0/3606476562 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50d0015070 con 0x7f50cc004d40 2024-09-16T07:29:12.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:12.836+0000 7f50d6ffd640 1 -- 172.21.15.31:0/3606476562 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f50d000cc50 con 0x7f50cc004d40 2024-09-16T07:29:12.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:12.836+0000 7f50e4f2b640 1 -- 172.21.15.31:0/3606476562 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50e01f88f0 con 0x7f50cc004d40 2024-09-16T07:29:12.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:12.836+0000 7f50d6ffd640 1 -- 172.21.15.31:0/3606476562 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50d0011460 con 0x7f50cc004d40 2024-09-16T07:29:12.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:12.836+0000 7f50e4f2b640 1 -- 172.21.15.31:0/3606476562 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50e01f4b30 con 0x7f50cc004d40 2024-09-16T07:29:12.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:12.837+0000 7f50e4f2b640 1 -- 172.21.15.31:0/3606476562 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f50e01f4920 con 0x7f50cc004d40 2024-09-16T07:29:12.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:12.838+0000 7f50d6ffd640 1 -- 172.21.15.31:0/3606476562 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 25) ==== 102205+0+0 (secure 0 0 0) 0x7f50d0018070 con 0x7f50cc004d40 2024-09-16T07:29:12.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:12.838+0000 7f50d6ffd640 1 --2- 172.21.15.31:0/3606476562 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f50c0079270 0x7f50c007b730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:12.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:12.838+0000 7f50ddd9b640 1 --2- 172.21.15.31:0/3606476562 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f50c0079270 0x7f50c007b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:12.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:12.838+0000 7f50d6ffd640 1 -- 172.21.15.31:0/3606476562 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(157..157 src has 1..157) ==== 5385+0+0 (secure 0 0 0) 0x7f50d0099b30 con 0x7f50cc004d40 2024-09-16T07:29:12.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:12.839+0000 7f50ddd9b640 1 --2- 172.21.15.31:0/3606476562 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f50c0079270 0x7f50c007b730 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f50e00a1ca0 tx=0x7f50c8005f90 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:12.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:12.842+0000 7f50d6ffd640 1 -- 172.21.15.31:0/3606476562 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f50d0063990 con 0x7f50cc004d40 2024-09-16T07:29:13.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:13.030+0000 7f50e4f2b640 1 -- 172.21.15.31:0/3606476562 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f50e00b73e0 con 0x7f50cc004d40 2024-09-16T07:29:13.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:13.699+0000 7f50d6ffd640 1 -- 172.21.15.31:0/3606476562 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v158) ==== 169+0+0 (secure 0 0 0) 0x7f50d0063290 con 0x7f50cc004d40 2024-09-16T07:29:13.699 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_data' removed 2024-09-16T07:29:13.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:13.703+0000 7f50e4f2b640 1 -- 172.21.15.31:0/3606476562 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f50c0079270 msgr2=0x7f50c007b730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:13.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:13.703+0000 7f50e4f2b640 1 --2- 172.21.15.31:0/3606476562 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f50c0079270 0x7f50c007b730 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f50e00a1ca0 tx=0x7f50c8005f90 comp rx=0 tx=0).stop 2024-09-16T07:29:13.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:13.703+0000 7f50e4f2b640 1 -- 172.21.15.31:0/3606476562 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f50cc004d40 msgr2=0x7f50e01f5330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:13.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:13.703+0000 7f50e4f2b640 1 --2- 172.21.15.31:0/3606476562 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f50cc004d40 0x7f50e01f5330 secure :-1 s=READY pgs=1776 cs=0 l=1 rev1=1 crypto rx=0x7f50d000e900 tx=0x7f50d000edc0 comp rx=0 tx=0).stop 2024-09-16T07:29:13.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:13.703+0000 7f50e4f2b640 1 -- 172.21.15.31:0/3606476562 shutdown_connections 2024-09-16T07:29:13.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:13.703+0000 7f50e4f2b640 1 --2- 172.21.15.31:0/3606476562 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f50c0079270 0x7f50c007b730 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:13.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:13.703+0000 7f50e4f2b640 1 --2- 172.21.15.31:0/3606476562 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f50e01f8450 0x7f50e00b2c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:13.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:13.703+0000 7f50e4f2b640 1 --2- 172.21.15.31:0/3606476562 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f50e00b83f0 0x7f50e01f7f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:13.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:13.703+0000 7f50e4f2b640 1 --2- 172.21.15.31:0/3606476562 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f50cc004d40 0x7f50e01f5330 unknown :-1 s=CLOSED pgs=1776 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:13.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:13.703+0000 7f50e4f2b640 1 -- 172.21.15.31:0/3606476562 >> 172.21.15.31:0/3606476562 conn(0x7f50e00d3e20 msgr2=0x7f50e00ccf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:13.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:13.703+0000 7f50e4f2b640 1 -- 172.21.15.31:0/3606476562 shutdown_connections 2024-09-16T07:29:13.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:13.703+0000 7f50e4f2b640 1 -- 172.21.15.31:0/3606476562 wait complete. 2024-09-16T07:29:13.725 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config reset 27 2024-09-16T07:29:13.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:13.837+0000 7f1626652640 1 -- 172.21.15.31:0/967373877 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1608003fd0 msgr2=0x7f1608004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:13.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:13.837+0000 7f1626652640 1 --2- 172.21.15.31:0/967373877 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1608003fd0 0x7f1608004800 secure :-1 s=READY pgs=1778 cs=0 l=1 rev1=1 crypto rx=0x7f1614009b50 tx=0x7f1608005830 comp rx=0 tx=0).stop 2024-09-16T07:29:13.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:13.838+0000 7f1624bef640 1 -- 172.21.15.31:0/967373877 reap_dead start 2024-09-16T07:29:13.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:13.838+0000 7f1626652640 1 -- 172.21.15.31:0/967373877 shutdown_connections 2024-09-16T07:29:13.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:13.838+0000 7f1626652640 1 -- 172.21.15.31:0/967373877 >> 172.21.15.31:0/967373877 conn(0x7f16200d1c40 msgr2=0x7f16200d2050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:13.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:13.838+0000 7f1626652640 1 -- 172.21.15.31:0/967373877 shutdown_connections 2024-09-16T07:29:13.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:13.838+0000 7f1626652640 1 -- 172.21.15.31:0/967373877 wait complete. 2024-09-16T07:29:13.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:13.839+0000 7f1626652640 1 Processor -- start 2024-09-16T07:29:13.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:13.839+0000 7f1626652640 1 -- start start 2024-09-16T07:29:13.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:13.840+0000 7f1626652640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1608003fd0 0x7f162006f660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:13.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:13.840+0000 7f1626652640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f16201e8600 0x7f16201e8a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:13.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:13.840+0000 7f1626652640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f16201f4100 0x7f16201f4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:13.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:13.840+0000 7f1626652640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f16200cf410 con 0x7f1608003fd0 2024-09-16T07:29:13.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:13.840+0000 7f1626652640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f16200cca40 con 0x7f16201e8600 2024-09-16T07:29:13.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:13.840+0000 7f1626652640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f16200cf590 con 0x7f16201f4100 2024-09-16T07:29:13.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:13.840+0000 7f161ffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1608003fd0 0x7f162006f660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:13.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:13.840+0000 7f161ffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1608003fd0 0x7f162006f660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48332/0 (socket says 172.21.15.31:48332) 2024-09-16T07:29:13.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:13.840+0000 7f161ffff640 1 -- 172.21.15.31:0/2557168247 learned_addr learned my addr 172.21.15.31:0/2557168247 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:13.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:13.840+0000 7f161f7fe640 1 --2- 172.21.15.31:0/2557168247 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f16201e8600 0x7f16201e8a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:13.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:13.840+0000 7f1624bef640 1 --2- 172.21.15.31:0/2557168247 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f16201f4100 0x7f16201f4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:13.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:13.840+0000 7f161ffff640 1 -- 172.21.15.31:0/2557168247 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f16201f4100 msgr2=0x7f16201f4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:13.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:13.840+0000 7f161ffff640 1 --2- 172.21.15.31:0/2557168247 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f16201f4100 0x7f16201f4580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:13.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:13.840+0000 7f161ffff640 1 -- 172.21.15.31:0/2557168247 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f16201e8600 msgr2=0x7f16201e8a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:13.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:13.840+0000 7f161ffff640 1 --2- 172.21.15.31:0/2557168247 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f16201e8600 0x7f16201e8a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:13.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:13.840+0000 7f161ffff640 1 -- 172.21.15.31:0/2557168247 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16201f4ea0 con 0x7f1608003fd0 2024-09-16T07:29:13.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:13.841+0000 7f161ffff640 1 --2- 172.21.15.31:0/2557168247 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1608003fd0 0x7f162006f660 secure :-1 s=READY pgs=1779 cs=0 l=1 rev1=1 crypto rx=0x7f161000e590 tx=0x7f161000ea50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:13.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:13.841+0000 7f161cff9640 1 -- 172.21.15.31:0/2557168247 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1610015070 con 0x7f1608003fd0 2024-09-16T07:29:13.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:13.841+0000 7f161cff9640 1 -- 172.21.15.31:0/2557168247 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f161000c9e0 con 0x7f1608003fd0 2024-09-16T07:29:13.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:13.841+0000 7f161cff9640 1 -- 172.21.15.31:0/2557168247 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f161000ce10 con 0x7f1608003fd0 2024-09-16T07:29:13.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:13.841+0000 7f1626652640 1 -- 172.21.15.31:0/2557168247 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f162006dea0 con 0x7f1608003fd0 2024-09-16T07:29:13.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:13.841+0000 7f1626652640 1 -- 172.21.15.31:0/2557168247 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f162006e460 con 0x7f1608003fd0 2024-09-16T07:29:13.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:13.842+0000 7f1626652640 1 -- 172.21.15.31:0/2557168247 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f16201e8fc0 con 0x7f1608003fd0 2024-09-16T07:29:13.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:13.842+0000 7f161cff9640 1 -- 172.21.15.31:0/2557168247 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 25) ==== 102205+0+0 (secure 0 0 0) 0x7f1610018070 con 0x7f1608003fd0 2024-09-16T07:29:13.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:13.843+0000 7f161cff9640 1 --2- 172.21.15.31:0/2557168247 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f160c0792a0 0x7f160c07b760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:13.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:13.843+0000 7f161f7fe640 1 --2- 172.21.15.31:0/2557168247 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f160c0792a0 0x7f160c07b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:13.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:13.843+0000 7f161cff9640 1 -- 172.21.15.31:0/2557168247 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(158..158 src has 1..158) ==== 4971+0+0 (secure 0 0 0) 0x7f1610099770 con 0x7f1608003fd0 2024-09-16T07:29:13.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:13.844+0000 7f161f7fe640 1 --2- 172.21.15.31:0/2557168247 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f160c0792a0 0x7f160c07b760 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f1614035000 tx=0x7f16140046c0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:13.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:13.848+0000 7f161cff9640 1 -- 172.21.15.31:0/2557168247 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f1610063020 con 0x7f1608003fd0 2024-09-16T07:29:14.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.040+0000 7f1626652640 1 -- 172.21.15.31:0/2557168247 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "config reset", "num": 27} v 0) -- 0x7f16200ce630 con 0x7f1608003fd0 2024-09-16T07:29:14.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.043+0000 7f161cff9640 1 -- 172.21.15.31:0/2557168247 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "config reset", "num": 27}]=0 v47) ==== 71+0+0 (secure 0 0 0) 0x7f1610067a50 con 0x7f1608003fd0 2024-09-16T07:29:14.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.046+0000 7f1626652640 1 -- 172.21.15.31:0/2557168247 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f160c0792a0 msgr2=0x7f160c07b760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:14.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.046+0000 7f1626652640 1 --2- 172.21.15.31:0/2557168247 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f160c0792a0 0x7f160c07b760 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f1614035000 tx=0x7f16140046c0 comp rx=0 tx=0).stop 2024-09-16T07:29:14.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.046+0000 7f1626652640 1 -- 172.21.15.31:0/2557168247 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1608003fd0 msgr2=0x7f162006f660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:14.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.046+0000 7f1626652640 1 --2- 172.21.15.31:0/2557168247 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1608003fd0 0x7f162006f660 secure :-1 s=READY pgs=1779 cs=0 l=1 rev1=1 crypto rx=0x7f161000e590 tx=0x7f161000ea50 comp rx=0 tx=0).stop 2024-09-16T07:29:14.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.046+0000 7f1626652640 1 -- 172.21.15.31:0/2557168247 shutdown_connections 2024-09-16T07:29:14.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.046+0000 7f1626652640 1 --2- 172.21.15.31:0/2557168247 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f160c0792a0 0x7f160c07b760 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:14.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.046+0000 7f1626652640 1 --2- 172.21.15.31:0/2557168247 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f16201f4100 0x7f16201f4580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:14.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.046+0000 7f1626652640 1 --2- 172.21.15.31:0/2557168247 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f16201e8600 0x7f16201e8a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:14.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.046+0000 7f1626652640 1 --2- 172.21.15.31:0/2557168247 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1608003fd0 0x7f162006f660 unknown :-1 s=CLOSED pgs=1779 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:14.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.046+0000 7f1626652640 1 -- 172.21.15.31:0/2557168247 >> 172.21.15.31:0/2557168247 conn(0x7f16200d1c40 msgr2=0x7f16200b15a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:14.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.046+0000 7f1626652640 1 -- 172.21.15.31:0/2557168247 shutdown_connections 2024-09-16T07:29:14.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.046+0000 7f1626652640 1 -- 172.21.15.31:0/2557168247 wait complete. 2024-09-16T07:29:14.056 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_volumes.TestMisc.test_subvolume_upgrade_v1_to_v2' 2024-09-16T07:29:14.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.162+0000 7f7f1fb5d640 1 -- 172.21.15.31:0/2458071139 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7f180d1a10 msgr2=0x7f7f18161f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:14.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.162+0000 7f7f1fb5d640 1 --2- 172.21.15.31:0/2458071139 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7f180d1a10 0x7f7f18161f10 secure :-1 s=READY pgs=1781 cs=0 l=1 rev1=1 crypto rx=0x7f7f0c009830 tx=0x7f7f0c02a560 comp rx=0 tx=0).stop 2024-09-16T07:29:14.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.162+0000 7f7f1fb5d640 1 -- 172.21.15.31:0/2458071139 shutdown_connections 2024-09-16T07:29:14.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.162+0000 7f7f1fb5d640 1 --2- 172.21.15.31:0/2458071139 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7f180d1a10 0x7f7f18161f10 unknown :-1 s=CLOSED pgs=1781 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:14.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.162+0000 7f7f1fb5d640 1 --2- 172.21.15.31:0/2458071139 >> v2:172.21.15.155:3300/0 conn(0x7f7f18161b30 0x7f7f180cf920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:14.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.162+0000 7f7f1fb5d640 1 -- 172.21.15.31:0/2458071139 >> 172.21.15.31:0/2458071139 conn(0x7f7f180d3e40 msgr2=0x7f7f180d4250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:14.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.162+0000 7f7f1fb5d640 1 -- 172.21.15.31:0/2458071139 shutdown_connections 2024-09-16T07:29:14.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.162+0000 7f7f1fb5d640 1 -- 172.21.15.31:0/2458071139 wait complete. 2024-09-16T07:29:14.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.163+0000 7f7f1fb5d640 1 Processor -- start 2024-09-16T07:29:14.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.164+0000 7f7f1fb5d640 1 -- start start 2024-09-16T07:29:14.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.164+0000 7f7f1fb5d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7f180d1a10 0x7f7f1814d8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:14.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.164+0000 7f7f1fb5d640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7f18160ac0 0x7f7f180cdbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:14.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.164+0000 7f7f1fb5d640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7f18161b30 0x7f7f1814e130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:14.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.164+0000 7f7f1fb5d640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f7f180b39e0 con 0x7f7f180d1a10 2024-09-16T07:29:14.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.164+0000 7f7f1fb5d640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f7f18161900 con 0x7f7f18161b30 2024-09-16T07:29:14.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.164+0000 7f7f1fb5d640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f7f180b3b60 con 0x7f7f18160ac0 2024-09-16T07:29:14.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.164+0000 7f7f1d8f9640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7f180d1a10 0x7f7f1814d8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:14.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.164+0000 7f7f1d8f9640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7f180d1a10 0x7f7f1814d8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48354/0 (socket says 172.21.15.31:48354) 2024-09-16T07:29:14.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.164+0000 7f7f1d8f9640 1 -- 172.21.15.31:0/1445621679 learned_addr learned my addr 172.21.15.31:0/1445621679 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:14.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.165+0000 7f7f1e0fa640 1 --2- 172.21.15.31:0/1445621679 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7f18161b30 0x7f7f1814e130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:14.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.165+0000 7f7f1d0f8640 1 --2- 172.21.15.31:0/1445621679 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7f18160ac0 0x7f7f180cdbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:14.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.165+0000 7f7f1d8f9640 1 -- 172.21.15.31:0/1445621679 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7f18160ac0 msgr2=0x7f7f180cdbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:14.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.165+0000 7f7f1d8f9640 1 --2- 172.21.15.31:0/1445621679 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7f18160ac0 0x7f7f180cdbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:14.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.165+0000 7f7f1d8f9640 1 -- 172.21.15.31:0/1445621679 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7f18161b30 msgr2=0x7f7f1814e130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:14.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.165+0000 7f7f1d8f9640 1 --2- 172.21.15.31:0/1445621679 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7f18161b30 0x7f7f1814e130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:14.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.165+0000 7f7f1d8f9640 1 -- 172.21.15.31:0/1445621679 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f1814de00 con 0x7f7f180d1a10 2024-09-16T07:29:14.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.165+0000 7f7f1e0fa640 1 --2- 172.21.15.31:0/1445621679 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7f18161b30 0x7f7f1814e130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:29:14.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.165+0000 7f7f1d0f8640 1 --2- 172.21.15.31:0/1445621679 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7f18160ac0 0x7f7f180cdbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:29:14.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.165+0000 7f7f1d8f9640 1 --2- 172.21.15.31:0/1445621679 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7f180d1a10 0x7f7f1814d8c0 secure :-1 s=READY pgs=1782 cs=0 l=1 rev1=1 crypto rx=0x7f7f0800cd10 tx=0x7f7f08007610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:14.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.165+0000 7f7f167fc640 1 -- 172.21.15.31:0/1445621679 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f08004b20 con 0x7f7f180d1a10 2024-09-16T07:29:14.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.165+0000 7f7f167fc640 1 -- 172.21.15.31:0/1445621679 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7f08004db0 con 0x7f7f180d1a10 2024-09-16T07:29:14.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.165+0000 7f7f1fb5d640 1 -- 172.21.15.31:0/1445621679 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f180ccb30 con 0x7f7f180d1a10 2024-09-16T07:29:14.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.165+0000 7f7f167fc640 1 -- 172.21.15.31:0/1445621679 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f08005280 con 0x7f7f180d1a10 2024-09-16T07:29:14.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.165+0000 7f7f1fb5d640 1 -- 172.21.15.31:0/1445621679 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f180cd3d0 con 0x7f7f180d1a10 2024-09-16T07:29:14.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.166+0000 7f7f1fb5d640 1 -- 172.21.15.31:0/1445621679 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7f180cf920 con 0x7f7f180d1a10 2024-09-16T07:29:14.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.167+0000 7f7f167fc640 1 -- 172.21.15.31:0/1445621679 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 25) ==== 102205+0+0 (secure 0 0 0) 0x7f7f08005420 con 0x7f7f180d1a10 2024-09-16T07:29:14.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.167+0000 7f7f167fc640 1 --2- 172.21.15.31:0/1445621679 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7f04079270 0x7f7f0407b730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:14.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.167+0000 7f7f167fc640 1 -- 172.21.15.31:0/1445621679 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(158..158 src has 1..158) ==== 4971+0+0 (secure 0 0 0) 0x7f7f08099b80 con 0x7f7f180d1a10 2024-09-16T07:29:14.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.167+0000 7f7f1d0f8640 1 --2- 172.21.15.31:0/1445621679 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7f04079270 0x7f7f0407b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:14.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.168+0000 7f7f1d0f8640 1 --2- 172.21.15.31:0/1445621679 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7f04079270 0x7f7f0407b730 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f7f0c034000 tx=0x7f7f0c004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:14.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.171+0000 7f7f167fc640 1 -- 172.21.15.31:0/1445621679 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f7f08014030 con 0x7f7f180d1a10 2024-09-16T07:29:14.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.433+0000 7f7f1fb5d640 1 -- 172.21.15.31:0/1445621679 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_subvolume_upgrade_v1_to_v2"]} v 0) -- 0x7f7f180b3580 con 0x7f7f180d1a10 2024-09-16T07:29:14.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.700+0000 7f7f167fc640 1 -- 172.21.15.31:0/1445621679 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_subvolume_upgrade_v1_to_v2"]}]=0 v449) ==== 145+0+0 (secure 0 0 0) 0x7f7f08063a80 con 0x7f7f180d1a10 2024-09-16T07:29:14.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.703+0000 7f7f1fb5d640 1 -- 172.21.15.31:0/1445621679 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7f04079270 msgr2=0x7f7f0407b730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:14.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.703+0000 7f7f1fb5d640 1 --2- 172.21.15.31:0/1445621679 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7f04079270 0x7f7f0407b730 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f7f0c034000 tx=0x7f7f0c004730 comp rx=0 tx=0).stop 2024-09-16T07:29:14.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.703+0000 7f7f1fb5d640 1 -- 172.21.15.31:0/1445621679 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7f180d1a10 msgr2=0x7f7f1814d8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:14.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.703+0000 7f7f1fb5d640 1 --2- 172.21.15.31:0/1445621679 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7f180d1a10 0x7f7f1814d8c0 secure :-1 s=READY pgs=1782 cs=0 l=1 rev1=1 crypto rx=0x7f7f0800cd10 tx=0x7f7f08007610 comp rx=0 tx=0).stop 2024-09-16T07:29:14.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.703+0000 7f7f1fb5d640 1 -- 172.21.15.31:0/1445621679 shutdown_connections 2024-09-16T07:29:14.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.703+0000 7f7f1fb5d640 1 --2- 172.21.15.31:0/1445621679 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7f04079270 0x7f7f0407b730 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:14.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.703+0000 7f7f1fb5d640 1 --2- 172.21.15.31:0/1445621679 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7f18161b30 0x7f7f1814e130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:14.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.703+0000 7f7f1fb5d640 1 --2- 172.21.15.31:0/1445621679 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7f18160ac0 0x7f7f180cdbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:14.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.703+0000 7f7f1fb5d640 1 --2- 172.21.15.31:0/1445621679 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7f180d1a10 0x7f7f1814d8c0 unknown :-1 s=CLOSED pgs=1782 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:14.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.703+0000 7f7f1fb5d640 1 -- 172.21.15.31:0/1445621679 >> 172.21.15.31:0/1445621679 conn(0x7f7f180d3e40 msgr2=0x7f7f180b58b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:14.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.703+0000 7f7f1fb5d640 1 -- 172.21.15.31:0/1445621679 shutdown_connections 2024-09-16T07:29:14.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.703+0000 7f7f1fb5d640 1 -- 172.21.15.31:0/1445621679 wait complete. 2024-09-16T07:29:14.714 INFO:tasks.cephfs_test_runner:poor man's upgrade test -- theme continues... ... ok 2024-09-16T07:29:14.714 INFO:tasks.cephfs_test_runner:Starting test: test_unparseable_metafile_on_legacy_to_v1_upgrade (tasks.cephfs.test_volumes.TestMisc) Validate unparseable text .meta file on legacy subvol root doesn't break the system 2024-09-16T07:29:14.715 INFO:tasks.cephfs_test_runner:test_unparseable_metafile_on_legacy_to_v1_upgrade (tasks.cephfs.test_volumes.TestMisc) 2024-09-16T07:29:14.715 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:29:14.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.823+0000 7f1eb667f640 1 -- 172.21.15.31:0/1003495517 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1eb00cf920 msgr2=0x7f1eb00d1a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:14.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.823+0000 7f1eb667f640 1 --2- 172.21.15.31:0/1003495517 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1eb00cf920 0x7f1eb00d1a10 secure :-1 s=READY pgs=1784 cs=0 l=1 rev1=1 crypto rx=0x7f1e98009860 tx=0x7f1e9802a540 comp rx=0 tx=0).stop 2024-09-16T07:29:14.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.823+0000 7f1eb667f640 1 -- 172.21.15.31:0/1003495517 shutdown_connections 2024-09-16T07:29:14.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.823+0000 7f1eb667f640 1 --2- 172.21.15.31:0/1003495517 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1eb0160ac0 0x7f1eb0160f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:14.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.823+0000 7f1eb667f640 1 --2- 172.21.15.31:0/1003495517 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1eb00cf920 0x7f1eb00d1a10 unknown :-1 s=CLOSED pgs=1784 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:14.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.823+0000 7f1eb667f640 1 -- 172.21.15.31:0/1003495517 >> 172.21.15.31:0/1003495517 conn(0x7f1eb00d3e40 msgr2=0x7f1eb00d4250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:14.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.823+0000 7f1eb667f640 1 -- 172.21.15.31:0/1003495517 shutdown_connections 2024-09-16T07:29:14.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.823+0000 7f1eb667f640 1 -- 172.21.15.31:0/1003495517 wait complete. 2024-09-16T07:29:14.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.824+0000 7f1eb667f640 1 Processor -- start 2024-09-16T07:29:14.824 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.824+0000 7f1eb667f640 1 -- start start 2024-09-16T07:29:14.831 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.825+0000 7f1eb667f640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1eb00cf920 0x7f1eb00b0e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:14.831 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.825+0000 7f1eb667f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1eb0160ac0 0x7f1eb00b9660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:14.831 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.825+0000 7f1eb667f640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1eb0161b30 0x7f1eb015b3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:14.831 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.825+0000 7f1eb667f640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f1eb00b39e0 con 0x7f1eb0160ac0 2024-09-16T07:29:14.831 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.825+0000 7f1eb667f640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f1eb0161940 con 0x7f1eb00cf920 2024-09-16T07:29:14.831 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.825+0000 7f1eb667f640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f1eb00b3b60 con 0x7f1eb0161b30 2024-09-16T07:29:14.831 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.825+0000 7f1eaf7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1eb0160ac0 0x7f1eb00b9660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:14.831 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.825+0000 7f1eaf7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1eb0160ac0 0x7f1eb00b9660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48376/0 (socket says 172.21.15.31:48376) 2024-09-16T07:29:14.831 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.825+0000 7f1eaf7fe640 1 -- 172.21.15.31:0/4054456051 learned_addr learned my addr 172.21.15.31:0/4054456051 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:14.831 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.825+0000 7f1eaffff640 1 --2- 172.21.15.31:0/4054456051 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1eb00cf920 0x7f1eb00b0e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:14.831 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.825+0000 7f1eb4c1c640 1 --2- 172.21.15.31:0/4054456051 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1eb0161b30 0x7f1eb015b3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:14.831 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.825+0000 7f1eaf7fe640 1 -- 172.21.15.31:0/4054456051 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1eb0161b30 msgr2=0x7f1eb015b3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:14.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.825+0000 7f1eaf7fe640 1 --2- 172.21.15.31:0/4054456051 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1eb0161b30 0x7f1eb015b3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:14.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.825+0000 7f1eaf7fe640 1 -- 172.21.15.31:0/4054456051 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1eb00cf920 msgr2=0x7f1eb00b0e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:14.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.825+0000 7f1eaf7fe640 1 --2- 172.21.15.31:0/4054456051 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1eb00cf920 0x7f1eb00b0e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:14.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.825+0000 7f1eaf7fe640 1 -- 172.21.15.31:0/4054456051 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1eb00b14a0 con 0x7f1eb0160ac0 2024-09-16T07:29:14.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.825+0000 7f1eb4c1c640 1 --2- 172.21.15.31:0/4054456051 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1eb0161b30 0x7f1eb015b3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:29:14.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.825+0000 7f1eaf7fe640 1 --2- 172.21.15.31:0/4054456051 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1eb0160ac0 0x7f1eb00b9660 secure :-1 s=READY pgs=1785 cs=0 l=1 rev1=1 crypto rx=0x7f1e98009980 tx=0x7f1e98032c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:14.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.826+0000 7f1eacff9640 1 -- 172.21.15.31:0/4054456051 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e98040070 con 0x7f1eb0160ac0 2024-09-16T07:29:14.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.826+0000 7f1eacff9640 1 -- 172.21.15.31:0/4054456051 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1e98005310 con 0x7f1eb0160ac0 2024-09-16T07:29:14.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.826+0000 7f1eb667f640 1 -- 172.21.15.31:0/4054456051 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1eb00b1780 con 0x7f1eb0160ac0 2024-09-16T07:29:14.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.826+0000 7f1eacff9640 1 -- 172.21.15.31:0/4054456051 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e98005c90 con 0x7f1eb0160ac0 2024-09-16T07:29:14.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.826+0000 7f1eb667f640 1 -- 172.21.15.31:0/4054456051 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1eb00b1d40 con 0x7f1eb0160ac0 2024-09-16T07:29:14.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.827+0000 7f1eb667f640 1 -- 172.21.15.31:0/4054456051 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1eb00d1a10 con 0x7f1eb0160ac0 2024-09-16T07:29:14.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.827+0000 7f1eacff9640 1 -- 172.21.15.31:0/4054456051 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 25) ==== 102205+0+0 (secure 0 0 0) 0x7f1e98039040 con 0x7f1eb0160ac0 2024-09-16T07:29:14.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.828+0000 7f1eacff9640 1 --2- 172.21.15.31:0/4054456051 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f1e900792a0 0x7f1e9007b760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:14.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.828+0000 7f1eaffff640 1 --2- 172.21.15.31:0/4054456051 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f1e900792a0 0x7f1e9007b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:14.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.828+0000 7f1eacff9640 1 -- 172.21.15.31:0/4054456051 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(158..158 src has 1..158) ==== 4971+0+0 (secure 0 0 0) 0x7f1e980ba120 con 0x7f1eb0160ac0 2024-09-16T07:29:14.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.828+0000 7f1eaffff640 1 --2- 172.21.15.31:0/4054456051 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f1e900792a0 0x7f1e9007b760 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f1ea0007fd0 tx=0x7f1ea0001390 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:14.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:14.832+0000 7f1eacff9640 1 -- 172.21.15.31:0/4054456051 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f1e98084240 con 0x7f1eb0160ac0 2024-09-16T07:29:15.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.020+0000 7f1eb667f640 1 -- 172.21.15.31:0/4054456051 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1eb00ce2e0 con 0x7f1eb0160ac0 2024-09-16T07:29:15.020 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.020+0000 7f1eacff9640 1 -- 172.21.15.31:0/4054456051 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v158) ==== 74+0+13062 (secure 0 0 0) 0x7f1e98083b40 con 0x7f1eb0160ac0 2024-09-16T07:29:15.020 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:29:15.020 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":158,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:29:13.698668+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":25,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":153,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.31:6834/1633533960":"2024-09-17T07:29:10.682993+0000","172.21.15.31:6832/1633533960":"2024-09-17T07:29:10.682993+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:29:15.022 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.022+0000 7f1eb667f640 1 -- 172.21.15.31:0/4054456051 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f1e900792a0 msgr2=0x7f1e9007b760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:15.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.022+0000 7f1eb667f640 1 --2- 172.21.15.31:0/4054456051 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f1e900792a0 0x7f1e9007b760 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f1ea0007fd0 tx=0x7f1ea0001390 comp rx=0 tx=0).stop 2024-09-16T07:29:15.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.022+0000 7f1eb667f640 1 -- 172.21.15.31:0/4054456051 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1eb0160ac0 msgr2=0x7f1eb00b9660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:15.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.022+0000 7f1eb667f640 1 --2- 172.21.15.31:0/4054456051 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1eb0160ac0 0x7f1eb00b9660 secure :-1 s=READY pgs=1785 cs=0 l=1 rev1=1 crypto rx=0x7f1e98009980 tx=0x7f1e98032c10 comp rx=0 tx=0).stop 2024-09-16T07:29:15.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.023+0000 7f1eb667f640 1 -- 172.21.15.31:0/4054456051 shutdown_connections 2024-09-16T07:29:15.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.023+0000 7f1eb667f640 1 --2- 172.21.15.31:0/4054456051 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f1e900792a0 0x7f1e9007b760 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:15.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.023+0000 7f1eb667f640 1 --2- 172.21.15.31:0/4054456051 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1eb0161b30 0x7f1eb015b3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:15.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.023+0000 7f1eb667f640 1 --2- 172.21.15.31:0/4054456051 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1eb0160ac0 0x7f1eb00b9660 unknown :-1 s=CLOSED pgs=1785 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:15.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.023+0000 7f1eb667f640 1 --2- 172.21.15.31:0/4054456051 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1eb00cf920 0x7f1eb00b0e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:15.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.023+0000 7f1eb667f640 1 -- 172.21.15.31:0/4054456051 >> 172.21.15.31:0/4054456051 conn(0x7f1eb00d3e40 msgr2=0x7f1eb006e5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:15.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.023+0000 7f1eb667f640 1 -- 172.21.15.31:0/4054456051 shutdown_connections 2024-09-16T07:29:15.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.023+0000 7f1eb667f640 1 -- 172.21.15.31:0/4054456051 wait complete. 2024-09-16T07:29:15.034 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-16T07:21:00.646987+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-16T07:29:15.035 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-16T07:29:15.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.144+0000 7f2566c71640 1 -- 172.21.15.31:0/2240966003 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2550003a30 msgr2=0x7f2550003e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:15.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.144+0000 7f2566c71640 1 --2- 172.21.15.31:0/2240966003 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2550003a30 0x7f2550003e50 secure :-1 s=READY pgs=1787 cs=0 l=1 rev1=1 crypto rx=0x7f25600730c0 tx=0x7f2550005830 comp rx=0 tx=0).stop 2024-09-16T07:29:15.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.144+0000 7f256520e640 1 -- 172.21.15.31:0/2240966003 reap_dead start 2024-09-16T07:29:15.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.144+0000 7f2566c71640 1 -- 172.21.15.31:0/2240966003 shutdown_connections 2024-09-16T07:29:15.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.144+0000 7f2566c71640 1 -- 172.21.15.31:0/2240966003 >> 172.21.15.31:0/2240966003 conn(0x7f2560074160 msgr2=0x7f2560074570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:15.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.144+0000 7f2566c71640 1 -- 172.21.15.31:0/2240966003 shutdown_connections 2024-09-16T07:29:15.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.144+0000 7f2566c71640 1 -- 172.21.15.31:0/2240966003 wait complete. 2024-09-16T07:29:15.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.145+0000 7f2566c71640 1 Processor -- start 2024-09-16T07:29:15.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.145+0000 7f2566c71640 1 -- start start 2024-09-16T07:29:15.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.146+0000 7f2566c71640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2550003a30 0x7f2560151fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:15.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.146+0000 7f2566c71640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f25600d0af0 0x7f25600c7470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:15.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.146+0000 7f2566c71640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f256015a5d0 0x7f25600c9a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:15.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.146+0000 7f2566c71640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f25600cd0b0 con 0x7f25600d0af0 2024-09-16T07:29:15.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.146+0000 7f2566c71640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f25600ccf30 con 0x7f256015a5d0 2024-09-16T07:29:15.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.146+0000 7f2566c71640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f25600b0a90 con 0x7f2550003a30 2024-09-16T07:29:15.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.146+0000 7f255ffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f25600d0af0 0x7f25600c7470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:15.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.146+0000 7f255ffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f25600d0af0 0x7f25600c7470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48390/0 (socket says 172.21.15.31:48390) 2024-09-16T07:29:15.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.146+0000 7f255ffff640 1 -- 172.21.15.31:0/314512486 learned_addr learned my addr 172.21.15.31:0/314512486 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:15.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.147+0000 7f256520e640 1 --2- 172.21.15.31:0/314512486 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f256015a5d0 0x7f25600c9a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:15.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.147+0000 7f2564a0d640 1 --2- 172.21.15.31:0/314512486 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2550003a30 0x7f2560151fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:15.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.147+0000 7f255ffff640 1 -- 172.21.15.31:0/314512486 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2550003a30 msgr2=0x7f2560151fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:15.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.147+0000 7f255ffff640 1 --2- 172.21.15.31:0/314512486 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2550003a30 0x7f2560151fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:15.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.147+0000 7f255ffff640 1 -- 172.21.15.31:0/314512486 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f256015a5d0 msgr2=0x7f25600c9a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:15.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.147+0000 7f255ffff640 1 --2- 172.21.15.31:0/314512486 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f256015a5d0 0x7f25600c9a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:15.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.147+0000 7f255ffff640 1 -- 172.21.15.31:0/314512486 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25601f3130 con 0x7f25600d0af0 2024-09-16T07:29:15.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.147+0000 7f255ffff640 1 --2- 172.21.15.31:0/314512486 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f25600d0af0 0x7f25600c7470 secure :-1 s=READY pgs=1788 cs=0 l=1 rev1=1 crypto rx=0x7f254c003f50 tx=0x7f254c001630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:15.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.147+0000 7f255d7fa640 1 -- 172.21.15.31:0/314512486 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f254c011640 con 0x7f25600d0af0 2024-09-16T07:29:15.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.147+0000 7f255d7fa640 1 -- 172.21.15.31:0/314512486 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f254c016020 con 0x7f25600d0af0 2024-09-16T07:29:15.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.147+0000 7f255d7fa640 1 -- 172.21.15.31:0/314512486 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f254c011a60 con 0x7f25600d0af0 2024-09-16T07:29:15.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.147+0000 7f2566c71640 1 -- 172.21.15.31:0/314512486 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f25600c7f60 con 0x7f25600d0af0 2024-09-16T07:29:15.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.147+0000 7f2566c71640 1 -- 172.21.15.31:0/314512486 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f256015e370 con 0x7f25600d0af0 2024-09-16T07:29:15.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.148+0000 7f2566c71640 1 -- 172.21.15.31:0/314512486 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f25600b0380 con 0x7f25600d0af0 2024-09-16T07:29:15.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.149+0000 7f255d7fa640 1 -- 172.21.15.31:0/314512486 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 25) ==== 102205+0+0 (secure 0 0 0) 0x7f254c011c00 con 0x7f25600d0af0 2024-09-16T07:29:15.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.149+0000 7f255d7fa640 1 --2- 172.21.15.31:0/314512486 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2544079270 0x7f254407b730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:15.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.149+0000 7f255d7fa640 1 -- 172.21.15.31:0/314512486 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(158..158 src has 1..158) ==== 4971+0+0 (secure 0 0 0) 0x7f254c099f20 con 0x7f25600d0af0 2024-09-16T07:29:15.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.149+0000 7f2564a0d640 1 --2- 172.21.15.31:0/314512486 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2544079270 0x7f254407b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:15.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.150+0000 7f2564a0d640 1 --2- 172.21.15.31:0/314512486 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2544079270 0x7f254407b730 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f2554036000 tx=0x7f25540046c0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:15.153 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.154+0000 7f255d7fa640 1 -- 172.21.15.31:0/314512486 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f254c020020 con 0x7f25600d0af0 2024-09-16T07:29:15.338 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.338+0000 7f2566c71640 1 -- 172.21.15.31:0/314512486 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f25600b15e0 con 0x7f25600d0af0 2024-09-16T07:29:15.338 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.339+0000 7f255d7fa640 1 -- 172.21.15.31:0/314512486 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v158) ==== 93+0+10 (secure 0 0 0) 0x7f254c063e20 con 0x7f25600d0af0 2024-09-16T07:29:15.338 INFO:teuthology.orchestra.run.smithi031.stdout:pg_num: 1 2024-09-16T07:29:15.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.341+0000 7f2566c71640 1 -- 172.21.15.31:0/314512486 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2544079270 msgr2=0x7f254407b730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:15.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.341+0000 7f2566c71640 1 --2- 172.21.15.31:0/314512486 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2544079270 0x7f254407b730 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f2554036000 tx=0x7f25540046c0 comp rx=0 tx=0).stop 2024-09-16T07:29:15.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.341+0000 7f2566c71640 1 -- 172.21.15.31:0/314512486 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f25600d0af0 msgr2=0x7f25600c7470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:15.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.341+0000 7f2566c71640 1 --2- 172.21.15.31:0/314512486 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f25600d0af0 0x7f25600c7470 secure :-1 s=READY pgs=1788 cs=0 l=1 rev1=1 crypto rx=0x7f254c003f50 tx=0x7f254c001630 comp rx=0 tx=0).stop 2024-09-16T07:29:15.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.341+0000 7f2566c71640 1 -- 172.21.15.31:0/314512486 shutdown_connections 2024-09-16T07:29:15.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.341+0000 7f2566c71640 1 --2- 172.21.15.31:0/314512486 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2544079270 0x7f254407b730 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:15.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.341+0000 7f2566c71640 1 --2- 172.21.15.31:0/314512486 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f256015a5d0 0x7f25600c9a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:15.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.341+0000 7f2566c71640 1 --2- 172.21.15.31:0/314512486 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f25600d0af0 0x7f25600c7470 unknown :-1 s=CLOSED pgs=1788 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:15.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.341+0000 7f2566c71640 1 --2- 172.21.15.31:0/314512486 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2550003a30 0x7f2560151fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:15.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.341+0000 7f2566c71640 1 -- 172.21.15.31:0/314512486 >> 172.21.15.31:0/314512486 conn(0x7f2560074160 msgr2=0x7f2560070210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:15.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.341+0000 7f2566c71640 1 -- 172.21.15.31:0/314512486 shutdown_connections 2024-09-16T07:29:15.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.341+0000 7f2566c71640 1 -- 172.21.15.31:0/314512486 wait complete. 2024-09-16T07:29:15.351 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_volumes.TestMisc.test_unparseable_metafile_on_legacy_to_v1_upgrade' 2024-09-16T07:29:15.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.458+0000 7f304173a640 1 -- 172.21.15.31:0/3588370680 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3028003fd0 msgr2=0x7f3028004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:15.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.458+0000 7f304173a640 1 --2- 172.21.15.31:0/3588370680 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3028003fd0 0x7f3028004800 secure :-1 s=READY pgs=1790 cs=0 l=1 rev1=1 crypto rx=0x7f3024009b50 tx=0x7f3028005830 comp rx=0 tx=0).stop 2024-09-16T07:29:15.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.458+0000 7f303b7fe640 1 -- 172.21.15.31:0/3588370680 reap_dead start 2024-09-16T07:29:15.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.458+0000 7f304173a640 1 -- 172.21.15.31:0/3588370680 shutdown_connections 2024-09-16T07:29:15.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.458+0000 7f304173a640 1 -- 172.21.15.31:0/3588370680 >> 172.21.15.31:0/3588370680 conn(0x7f303c09aa30 msgr2=0x7f303c09ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:15.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.458+0000 7f304173a640 1 -- 172.21.15.31:0/3588370680 shutdown_connections 2024-09-16T07:29:15.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.458+0000 7f304173a640 1 -- 172.21.15.31:0/3588370680 wait complete. 2024-09-16T07:29:15.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.459+0000 7f304173a640 1 Processor -- start 2024-09-16T07:29:15.459 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.459+0000 7f304173a640 1 -- start start 2024-09-16T07:29:15.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.460+0000 7f304173a640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3028003fd0 0x7f303c0af370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:15.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.460+0000 7f304173a640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f303c0b5610 0x7f303c0b5a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:15.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.460+0000 7f304173a640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f303c158e70 0x7f303c159300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:15.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.460+0000 7f304173a640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f303c15fa60 con 0x7f303c158e70 2024-09-16T07:29:15.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.460+0000 7f304173a640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f303c15f8e0 con 0x7f3028003fd0 2024-09-16T07:29:15.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.460+0000 7f304173a640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f303c15fbe0 con 0x7f303c0b5610 2024-09-16T07:29:15.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.460+0000 7f303b7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f303c158e70 0x7f303c159300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:15.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.460+0000 7f303b7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f303c158e70 0x7f303c159300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48414/0 (socket says 172.21.15.31:48414) 2024-09-16T07:29:15.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.460+0000 7f303b7fe640 1 -- 172.21.15.31:0/3183710311 learned_addr learned my addr 172.21.15.31:0/3183710311 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:15.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.460+0000 7f303a7fc640 1 --2- 172.21.15.31:0/3183710311 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f303c0b5610 0x7f303c0b5a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:15.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.460+0000 7f303affd640 1 --2- 172.21.15.31:0/3183710311 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3028003fd0 0x7f303c0af370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:15.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.460+0000 7f303b7fe640 1 -- 172.21.15.31:0/3183710311 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f303c0b5610 msgr2=0x7f303c0b5a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:15.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.460+0000 7f303b7fe640 1 --2- 172.21.15.31:0/3183710311 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f303c0b5610 0x7f303c0b5a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:15.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.460+0000 7f303b7fe640 1 -- 172.21.15.31:0/3183710311 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3028003fd0 msgr2=0x7f303c0af370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:15.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.460+0000 7f303b7fe640 1 --2- 172.21.15.31:0/3183710311 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3028003fd0 0x7f303c0af370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:15.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.460+0000 7f303b7fe640 1 -- 172.21.15.31:0/3183710311 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f303c0b08b0 con 0x7f303c158e70 2024-09-16T07:29:15.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.460+0000 7f303a7fc640 1 --2- 172.21.15.31:0/3183710311 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f303c0b5610 0x7f303c0b5a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:29:15.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.460+0000 7f303affd640 1 --2- 172.21.15.31:0/3183710311 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3028003fd0 0x7f303c0af370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:29:15.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.460+0000 7f303b7fe640 1 --2- 172.21.15.31:0/3183710311 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f303c158e70 0x7f303c159300 secure :-1 s=READY pgs=1791 cs=0 l=1 rev1=1 crypto rx=0x7f303c0d0f90 tx=0x7f303400b980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:15.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.461+0000 7f30337fe640 1 -- 172.21.15.31:0/3183710311 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3034005220 con 0x7f303c158e70 2024-09-16T07:29:15.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.461+0000 7f30337fe640 1 -- 172.21.15.31:0/3183710311 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3034015070 con 0x7f303c158e70 2024-09-16T07:29:15.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.461+0000 7f304173a640 1 -- 172.21.15.31:0/3183710311 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f303c0b0b90 con 0x7f303c158e70 2024-09-16T07:29:15.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.461+0000 7f30337fe640 1 -- 172.21.15.31:0/3183710311 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30340047a0 con 0x7f303c158e70 2024-09-16T07:29:15.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.461+0000 7f304173a640 1 -- 172.21.15.31:0/3183710311 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f303c159d10 con 0x7f303c158e70 2024-09-16T07:29:15.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.462+0000 7f304173a640 1 -- 172.21.15.31:0/3183710311 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f303c0d0150 con 0x7f303c158e70 2024-09-16T07:29:15.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.462+0000 7f30337fe640 1 -- 172.21.15.31:0/3183710311 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 25) ==== 102205+0+0 (secure 0 0 0) 0x7f3034004940 con 0x7f303c158e70 2024-09-16T07:29:15.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.463+0000 7f30337fe640 1 --2- 172.21.15.31:0/3183710311 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f301c0792a0 0x7f301c07b760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:15.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.463+0000 7f30337fe640 1 -- 172.21.15.31:0/3183710311 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(158..158 src has 1..158) ==== 4971+0+0 (secure 0 0 0) 0x7f3034099c30 con 0x7f303c158e70 2024-09-16T07:29:15.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.463+0000 7f303affd640 1 --2- 172.21.15.31:0/3183710311 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f301c0792a0 0x7f301c07b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:15.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.463+0000 7f303affd640 1 --2- 172.21.15.31:0/3183710311 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f301c0792a0 0x7f301c07b760 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f303c0b4c50 tx=0x7f302c005040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:15.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.467+0000 7f30337fe640 1 -- 172.21.15.31:0/3183710311 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f3034063b30 con 0x7f303c158e70 2024-09-16T07:29:15.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:15.728+0000 7f304173a640 1 -- 172.21.15.31:0/3183710311 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_unparseable_metafile_on_legacy_to_v1_upgrade"]} v 0) -- 0x7f303c159ee0 con 0x7f303c158e70 2024-09-16T07:29:16.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:16.707+0000 7f30337fe640 1 -- 172.21.15.31:0/3183710311 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_volumes.TestMisc.test_unparseable_metafile_on_legacy_to_v1_upgrade"]}]=0 v451) ==== 166+0+0 (secure 0 0 0) 0x7f3034063430 con 0x7f303c158e70 2024-09-16T07:29:16.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:16.710+0000 7f304173a640 1 -- 172.21.15.31:0/3183710311 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f301c0792a0 msgr2=0x7f301c07b760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:16.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:16.710+0000 7f304173a640 1 --2- 172.21.15.31:0/3183710311 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f301c0792a0 0x7f301c07b760 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f303c0b4c50 tx=0x7f302c005040 comp rx=0 tx=0).stop 2024-09-16T07:29:16.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:16.710+0000 7f304173a640 1 -- 172.21.15.31:0/3183710311 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f303c158e70 msgr2=0x7f303c159300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:16.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:16.710+0000 7f304173a640 1 --2- 172.21.15.31:0/3183710311 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f303c158e70 0x7f303c159300 secure :-1 s=READY pgs=1791 cs=0 l=1 rev1=1 crypto rx=0x7f303c0d0f90 tx=0x7f303400b980 comp rx=0 tx=0).stop 2024-09-16T07:29:16.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:16.710+0000 7f304173a640 1 -- 172.21.15.31:0/3183710311 shutdown_connections 2024-09-16T07:29:16.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:16.710+0000 7f304173a640 1 --2- 172.21.15.31:0/3183710311 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f301c0792a0 0x7f301c07b760 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:16.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:16.710+0000 7f304173a640 1 --2- 172.21.15.31:0/3183710311 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f303c158e70 0x7f303c159300 unknown :-1 s=CLOSED pgs=1791 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:16.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:16.710+0000 7f304173a640 1 --2- 172.21.15.31:0/3183710311 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f303c0b5610 0x7f303c0b5a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:16.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:16.710+0000 7f304173a640 1 --2- 172.21.15.31:0/3183710311 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3028003fd0 0x7f303c0af370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:16.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:16.710+0000 7f304173a640 1 -- 172.21.15.31:0/3183710311 >> 172.21.15.31:0/3183710311 conn(0x7f303c09aa30 msgr2=0x7f303c15e450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:16.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:16.710+0000 7f304173a640 1 -- 172.21.15.31:0/3183710311 shutdown_connections 2024-09-16T07:29:16.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:16.710+0000 7f304173a640 1 -- 172.21.15.31:0/3183710311 wait complete. 2024-09-16T07:29:16.722 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-09-16T07:29:16.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:16.835+0000 7f89eeae6640 1 -- 172.21.15.31:0/1644567726 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f89d0003a00 msgr2=0x7f89d0003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:16.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:16.835+0000 7f89eeae6640 1 --2- 172.21.15.31:0/1644567726 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f89d0003a00 0x7f89d0003e20 secure :-1 s=READY pgs=1793 cs=0 l=1 rev1=1 crypto rx=0x7f89d8009b80 tx=0x7f89d0005830 comp rx=0 tx=0).stop 2024-09-16T07:29:16.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:16.835+0000 7f89ed083640 1 -- 172.21.15.31:0/1644567726 reap_dead start 2024-09-16T07:29:16.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:16.835+0000 7f89eeae6640 1 -- 172.21.15.31:0/1644567726 shutdown_connections 2024-09-16T07:29:16.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:16.835+0000 7f89eeae6640 1 -- 172.21.15.31:0/1644567726 >> 172.21.15.31:0/1644567726 conn(0x7f89e80d3ea0 msgr2=0x7f89e80d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:16.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:16.835+0000 7f89eeae6640 1 -- 172.21.15.31:0/1644567726 shutdown_connections 2024-09-16T07:29:16.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:16.835+0000 7f89eeae6640 1 -- 172.21.15.31:0/1644567726 wait complete. 2024-09-16T07:29:16.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:16.836+0000 7f89eeae6640 1 Processor -- start 2024-09-16T07:29:16.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:16.836+0000 7f89eeae6640 1 -- start start 2024-09-16T07:29:16.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:16.837+0000 7f89eeae6640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f89d0003a00 0x7f89e81f8bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:16.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:16.837+0000 7f89eeae6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f89e80b8b70 0x7f89e815b970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:16.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:16.837+0000 7f89eeae6640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f89e80c9e20 0x7f89e80ca280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:16.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:16.837+0000 7f89eeae6640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f89e80cf9b0 con 0x7f89e80b8b70 2024-09-16T07:29:16.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:16.837+0000 7f89eeae6640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f89e8162710 con 0x7f89e80c9e20 2024-09-16T07:29:16.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:16.837+0000 7f89eeae6640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f89e80cfb30 con 0x7f89d0003a00 2024-09-16T07:29:16.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:16.837+0000 7f89e7fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f89e80b8b70 0x7f89e815b970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:16.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:16.837+0000 7f89e7fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f89e80b8b70 0x7f89e815b970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48426/0 (socket says 172.21.15.31:48426) 2024-09-16T07:29:16.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:16.837+0000 7f89e7fff640 1 -- 172.21.15.31:0/4122588584 learned_addr learned my addr 172.21.15.31:0/4122588584 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:16.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:16.838+0000 7f89ec882640 1 --2- 172.21.15.31:0/4122588584 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f89d0003a00 0x7f89e81f8bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:16.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:16.838+0000 7f89ed083640 1 --2- 172.21.15.31:0/4122588584 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f89e80c9e20 0x7f89e80ca280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:16.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:16.838+0000 7f89e7fff640 1 -- 172.21.15.31:0/4122588584 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f89d0003a00 msgr2=0x7f89e81f8bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:16.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:16.838+0000 7f89e7fff640 1 --2- 172.21.15.31:0/4122588584 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f89d0003a00 0x7f89e81f8bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:16.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:16.838+0000 7f89e7fff640 1 -- 172.21.15.31:0/4122588584 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f89e80c9e20 msgr2=0x7f89e80ca280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:16.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:16.838+0000 7f89e7fff640 1 --2- 172.21.15.31:0/4122588584 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f89e80c9e20 0x7f89e80ca280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:16.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:16.838+0000 7f89e7fff640 1 -- 172.21.15.31:0/4122588584 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89e80b9310 con 0x7f89e80b8b70 2024-09-16T07:29:16.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:16.838+0000 7f89ed083640 1 --2- 172.21.15.31:0/4122588584 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f89e80c9e20 0x7f89e80ca280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:29:16.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:16.838+0000 7f89e7fff640 1 --2- 172.21.15.31:0/4122588584 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f89e80b8b70 0x7f89e815b970 secure :-1 s=READY pgs=1794 cs=0 l=1 rev1=1 crypto rx=0x7f89dc00e5e0 tx=0x7f89dc00eaa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:16.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:16.838+0000 7f89e57fa640 1 -- 172.21.15.31:0/4122588584 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89dc015070 con 0x7f89e80b8b70 2024-09-16T07:29:16.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:16.838+0000 7f89e57fa640 1 -- 172.21.15.31:0/4122588584 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f89dc00ca00 con 0x7f89e80b8b70 2024-09-16T07:29:16.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:16.838+0000 7f89eeae6640 1 -- 172.21.15.31:0/4122588584 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f89e81f4bb0 con 0x7f89e80b8b70 2024-09-16T07:29:16.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:16.838+0000 7f89e57fa640 1 -- 172.21.15.31:0/4122588584 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89dc00ce30 con 0x7f89e80b8b70 2024-09-16T07:29:16.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:16.838+0000 7f89eeae6640 1 -- 172.21.15.31:0/4122588584 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89e81f5170 con 0x7f89e80b8b70 2024-09-16T07:29:16.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:16.839+0000 7f89eeae6640 1 -- 172.21.15.31:0/4122588584 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f89e808d590 con 0x7f89e80b8b70 2024-09-16T07:29:16.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:16.840+0000 7f89e57fa640 1 -- 172.21.15.31:0/4122588584 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 25) ==== 102205+0+0 (secure 0 0 0) 0x7f89dc018070 con 0x7f89e80b8b70 2024-09-16T07:29:16.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:16.841+0000 7f89e57fa640 1 --2- 172.21.15.31:0/4122588584 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f89d4079270 0x7f89d407b730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:16.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:16.841+0000 7f89ec882640 1 --2- 172.21.15.31:0/4122588584 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f89d4079270 0x7f89d407b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:16.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:16.841+0000 7f89e57fa640 1 -- 172.21.15.31:0/4122588584 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(158..158 src has 1..158) ==== 4971+0+0 (secure 0 0 0) 0x7f89dc099940 con 0x7f89e80b8b70 2024-09-16T07:29:16.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:16.841+0000 7f89ec882640 1 --2- 172.21.15.31:0/4122588584 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f89d4079270 0x7f89d407b730 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f89d8035000 tx=0x7f89d802d040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:16.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:16.845+0000 7f89e57fa640 1 -- 172.21.15.31:0/4122588584 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f89e80ce970 con 0x7f89e80b8b70 2024-09-16T07:29:17.031 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.032+0000 7f89eeae6640 1 -- 172.21.15.31:0/4122588584 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7f89e80b2910 con 0x7f89e80b8b70 2024-09-16T07:29:17.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.032+0000 7f89e57fa640 1 -- 172.21.15.31:0/4122588584 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v47) ==== 59+0+1998 (secure 0 0 0) 0x7f89dc0637e0 con 0x7f89e80b8b70 2024-09-16T07:29:17.032 INFO:teuthology.orchestra.run.smithi031.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-09-16T07:29:17.032 INFO:teuthology.orchestra.run.smithi031.stdout:mon advanced mon_op_complaint_time 120 2024-09-16T07:29:17.032 INFO:teuthology.orchestra.run.smithi031.stdout:mon dev mon_warn_on_pool_no_app false 2024-09-16T07:29:17.032 INFO:teuthology.orchestra.run.smithi031.stdout:osd advanced osd_op_complaint_time 180.000000 2024-09-16T07:29:17.032 INFO:teuthology.orchestra.run.smithi031.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 4520.820560 2024-09-16T07:29:17.032 INFO:teuthology.orchestra.run.smithi031.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 5734.367886 2024-09-16T07:29:17.032 INFO:teuthology.orchestra.run.smithi031.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 4504.591485 2024-09-16T07:29:17.032 INFO:teuthology.orchestra.run.smithi031.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 4573.380612 2024-09-16T07:29:17.033 INFO:teuthology.orchestra.run.smithi031.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 5234.235164 2024-09-16T07:29:17.033 INFO:teuthology.orchestra.run.smithi031.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 5784.050173 2024-09-16T07:29:17.033 INFO:teuthology.orchestra.run.smithi031.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 8598.617671 2024-09-16T07:29:17.033 INFO:teuthology.orchestra.run.smithi031.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 5090.838884 2024-09-16T07:29:17.033 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced debug_mds 20/20 2024-09-16T07:29:17.033 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced debug_mds_balancer 20/20 2024-09-16T07:29:17.033 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced debug_ms 2/2 2024-09-16T07:29:17.033 INFO:teuthology.orchestra.run.smithi031.stdout:mds dev mds_debug_frag true 2024-09-16T07:29:17.033 INFO:teuthology.orchestra.run.smithi031.stdout:mds dev mds_debug_scatterstat true 2024-09-16T07:29:17.033 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced mds_op_complaint_time 180.000000 2024-09-16T07:29:17.033 INFO:teuthology.orchestra.run.smithi031.stdout:mds dev mds_verify_scatter true 2024-09-16T07:29:17.033 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced osd_op_complaint_time 180.000000 2024-09-16T07:29:17.033 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced rados_mon_op_timeout 900 2024-09-16T07:29:17.034 INFO:teuthology.orchestra.run.smithi031.stdout:mds advanced rados_osd_op_timeout 900 2024-09-16T07:29:17.034 INFO:teuthology.orchestra.run.smithi031.stdout:client advanced client_mount_timeout 600 2024-09-16T07:29:17.034 INFO:teuthology.orchestra.run.smithi031.stdout:client advanced debug_client 20/20 2024-09-16T07:29:17.034 INFO:teuthology.orchestra.run.smithi031.stdout:client advanced debug_ms 1/1 2024-09-16T07:29:17.034 INFO:teuthology.orchestra.run.smithi031.stdout:client advanced rados_mon_op_timeout 900 2024-09-16T07:29:17.034 INFO:teuthology.orchestra.run.smithi031.stdout:client advanced rados_osd_op_timeout 900 2024-09-16T07:29:17.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.035+0000 7f89eeae6640 1 -- 172.21.15.31:0/4122588584 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f89d4079270 msgr2=0x7f89d407b730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:17.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.035+0000 7f89eeae6640 1 --2- 172.21.15.31:0/4122588584 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f89d4079270 0x7f89d407b730 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f89d8035000 tx=0x7f89d802d040 comp rx=0 tx=0).stop 2024-09-16T07:29:17.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.035+0000 7f89eeae6640 1 -- 172.21.15.31:0/4122588584 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f89e80b8b70 msgr2=0x7f89e815b970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:17.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.035+0000 7f89eeae6640 1 --2- 172.21.15.31:0/4122588584 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f89e80b8b70 0x7f89e815b970 secure :-1 s=READY pgs=1794 cs=0 l=1 rev1=1 crypto rx=0x7f89dc00e5e0 tx=0x7f89dc00eaa0 comp rx=0 tx=0).stop 2024-09-16T07:29:17.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.035+0000 7f89eeae6640 1 -- 172.21.15.31:0/4122588584 shutdown_connections 2024-09-16T07:29:17.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.035+0000 7f89eeae6640 1 --2- 172.21.15.31:0/4122588584 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f89d4079270 0x7f89d407b730 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:17.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.035+0000 7f89eeae6640 1 --2- 172.21.15.31:0/4122588584 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f89e80c9e20 0x7f89e80ca280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:17.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.035+0000 7f89eeae6640 1 --2- 172.21.15.31:0/4122588584 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f89e80b8b70 0x7f89e815b970 unknown :-1 s=CLOSED pgs=1794 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:17.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.035+0000 7f89eeae6640 1 --2- 172.21.15.31:0/4122588584 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f89d0003a00 0x7f89e81f8bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:17.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.035+0000 7f89eeae6640 1 -- 172.21.15.31:0/4122588584 >> 172.21.15.31:0/4122588584 conn(0x7f89e80d3ea0 msgr2=0x7f89e806d670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:17.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.035+0000 7f89eeae6640 1 -- 172.21.15.31:0/4122588584 shutdown_connections 2024-09-16T07:29:17.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.035+0000 7f89eeae6640 1 -- 172.21.15.31:0/4122588584 wait complete. 2024-09-16T07:29:17.045 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-16T07:29:17.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.154+0000 7fce555d3640 1 -- 172.21.15.31:0/4131280703 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fce500cc500 msgr2=0x7fce500cc9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:17.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.154+0000 7fce555d3640 1 --2- 172.21.15.31:0/4131280703 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fce500cc500 0x7fce500cc9b0 secure :-1 s=READY pgs=1795 cs=0 l=1 rev1=1 crypto rx=0x7fce48005fd0 tx=0x7fce4802aa00 comp rx=0 tx=0).stop 2024-09-16T07:29:17.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.154+0000 7fce555d3640 1 -- 172.21.15.31:0/4131280703 shutdown_connections 2024-09-16T07:29:17.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.154+0000 7fce555d3640 1 --2- 172.21.15.31:0/4131280703 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fce500cc500 0x7fce500cc9b0 unknown :-1 s=CLOSED pgs=1795 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:17.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.154+0000 7fce555d3640 1 --2- 172.21.15.31:0/4131280703 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fce50152710 0x7fce50072f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:17.154 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.154+0000 7fce555d3640 1 -- 172.21.15.31:0/4131280703 >> 172.21.15.31:0/4131280703 conn(0x7fce500b1700 msgr2=0x7fce500b1ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:17.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.154+0000 7fce555d3640 1 -- 172.21.15.31:0/4131280703 shutdown_connections 2024-09-16T07:29:17.155 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.154+0000 7fce555d3640 1 -- 172.21.15.31:0/4131280703 wait complete. 2024-09-16T07:29:17.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.155+0000 7fce555d3640 1 Processor -- start 2024-09-16T07:29:17.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.155+0000 7fce555d3640 1 -- start start 2024-09-16T07:29:17.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.156+0000 7fce555d3640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fce500cc500 0x7fce500c7e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:17.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.156+0000 7fce555d3640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fce50152710 0x7fce50151ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:17.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.156+0000 7fce555d3640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fce50152af0 0x7fce5015dd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:17.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.156+0000 7fce555d3640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fce5006fd70 con 0x7fce500cc500 2024-09-16T07:29:17.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.156+0000 7fce555d3640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fce5006fbf0 con 0x7fce50152af0 2024-09-16T07:29:17.157 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.156+0000 7fce555d3640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fce5006fef0 con 0x7fce50152710 2024-09-16T07:29:17.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.156+0000 7fce4effd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fce500cc500 0x7fce500c7e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:17.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.156+0000 7fce4effd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fce500cc500 0x7fce500c7e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48442/0 (socket says 172.21.15.31:48442) 2024-09-16T07:29:17.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.156+0000 7fce4effd640 1 -- 172.21.15.31:0/1291012431 learned_addr learned my addr 172.21.15.31:0/1291012431 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:17.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.157+0000 7fce4f7fe640 1 --2- 172.21.15.31:0/1291012431 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fce50152af0 0x7fce5015dd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:17.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.157+0000 7fce4e7fc640 1 --2- 172.21.15.31:0/1291012431 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fce50152710 0x7fce50151ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:17.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.157+0000 7fce4effd640 1 -- 172.21.15.31:0/1291012431 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fce50152710 msgr2=0x7fce50151ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:17.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.157+0000 7fce4effd640 1 --2- 172.21.15.31:0/1291012431 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fce50152710 0x7fce50151ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:17.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.157+0000 7fce4effd640 1 -- 172.21.15.31:0/1291012431 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fce50152af0 msgr2=0x7fce5015dd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:17.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.157+0000 7fce4effd640 1 --2- 172.21.15.31:0/1291012431 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fce50152af0 0x7fce5015dd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:17.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.157+0000 7fce4effd640 1 -- 172.21.15.31:0/1291012431 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce50152530 con 0x7fce500cc500 2024-09-16T07:29:17.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.157+0000 7fce4effd640 1 --2- 172.21.15.31:0/1291012431 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fce500cc500 0x7fce500c7e80 secure :-1 s=READY pgs=1796 cs=0 l=1 rev1=1 crypto rx=0x7fce4000b4d0 tx=0x7fce4000b990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:17.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.157+0000 7fce377fe640 1 -- 172.21.15.31:0/1291012431 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce40014070 con 0x7fce500cc500 2024-09-16T07:29:17.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.157+0000 7fce377fe640 1 -- 172.21.15.31:0/1291012431 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fce40010960 con 0x7fce500cc500 2024-09-16T07:29:17.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.157+0000 7fce555d3640 1 -- 172.21.15.31:0/1291012431 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fce500c84f0 con 0x7fce500cc500 2024-09-16T07:29:17.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.157+0000 7fce377fe640 1 -- 172.21.15.31:0/1291012431 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce40010db0 con 0x7fce500cc500 2024-09-16T07:29:17.159 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.157+0000 7fce555d3640 1 -- 172.21.15.31:0/1291012431 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fce500c8ab0 con 0x7fce500cc500 2024-09-16T07:29:17.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.158+0000 7fce555d3640 1 -- 172.21.15.31:0/1291012431 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fce500cc9b0 con 0x7fce500cc500 2024-09-16T07:29:17.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.159+0000 7fce377fe640 1 -- 172.21.15.31:0/1291012431 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 25) ==== 102205+0+0 (secure 0 0 0) 0x7fce40017070 con 0x7fce500cc500 2024-09-16T07:29:17.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.159+0000 7fce377fe640 1 --2- 172.21.15.31:0/1291012431 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fce3c0792a0 0x7fce3c07b760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:17.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.159+0000 7fce4e7fc640 1 --2- 172.21.15.31:0/1291012431 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fce3c0792a0 0x7fce3c07b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:17.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.159+0000 7fce377fe640 1 -- 172.21.15.31:0/1291012431 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(158..158 src has 1..158) ==== 4971+0+0 (secure 0 0 0) 0x7fce40099290 con 0x7fce500cc500 2024-09-16T07:29:17.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.160+0000 7fce4e7fc640 1 --2- 172.21.15.31:0/1291012431 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fce3c0792a0 0x7fce3c07b760 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fce501f5c40 tx=0x7fce44009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:17.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.163+0000 7fce377fe640 1 -- 172.21.15.31:0/1291012431 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fce50152530 con 0x7fce500cc500 2024-09-16T07:29:17.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.348+0000 7fce555d3640 1 -- 172.21.15.31:0/1291012431 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fce500c9170 con 0x7fce500cc500 2024-09-16T07:29:17.350 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.351+0000 7fce377fe640 1 -- 172.21.15.31:0/1291012431 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v48)=0 v48) ==== 122+0+0 (secure 0 0 0) 0x7fce40063110 con 0x7fce500cc500 2024-09-16T07:29:17.353 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.354+0000 7fce555d3640 1 -- 172.21.15.31:0/1291012431 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fce3c0792a0 msgr2=0x7fce3c07b760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:17.353 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.354+0000 7fce555d3640 1 --2- 172.21.15.31:0/1291012431 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fce3c0792a0 0x7fce3c07b760 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fce501f5c40 tx=0x7fce44009040 comp rx=0 tx=0).stop 2024-09-16T07:29:17.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.354+0000 7fce555d3640 1 -- 172.21.15.31:0/1291012431 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fce500cc500 msgr2=0x7fce500c7e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:17.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.354+0000 7fce555d3640 1 --2- 172.21.15.31:0/1291012431 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fce500cc500 0x7fce500c7e80 secure :-1 s=READY pgs=1796 cs=0 l=1 rev1=1 crypto rx=0x7fce4000b4d0 tx=0x7fce4000b990 comp rx=0 tx=0).stop 2024-09-16T07:29:17.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.354+0000 7fce555d3640 1 -- 172.21.15.31:0/1291012431 shutdown_connections 2024-09-16T07:29:17.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.354+0000 7fce555d3640 1 --2- 172.21.15.31:0/1291012431 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fce3c0792a0 0x7fce3c07b760 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:17.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.354+0000 7fce555d3640 1 --2- 172.21.15.31:0/1291012431 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fce50152af0 0x7fce5015dd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:17.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.354+0000 7fce555d3640 1 --2- 172.21.15.31:0/1291012431 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fce50152710 0x7fce50151ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:17.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.354+0000 7fce555d3640 1 --2- 172.21.15.31:0/1291012431 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fce500cc500 0x7fce500c7e80 unknown :-1 s=CLOSED pgs=1796 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:17.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.354+0000 7fce555d3640 1 -- 172.21.15.31:0/1291012431 >> 172.21.15.31:0/1291012431 conn(0x7fce500b1700 msgr2=0x7fce500b3410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:17.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.354+0000 7fce555d3640 1 -- 172.21.15.31:0/1291012431 shutdown_connections 2024-09-16T07:29:17.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.354+0000 7fce555d3640 1 -- 172.21.15.31:0/1291012431 wait complete. 2024-09-16T07:29:17.364 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-16T07:29:17.364 DEBUG:teuthology.orchestra.run.smithi031:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T07:29:17.404 DEBUG:teuthology.orchestra.run.smithi155:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T07:29:17.450 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-16T07:29:17.450 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:29:17.450 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:29:17.467 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17171 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T07:29:17.467 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:29:17.467 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:29:17.485 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056027,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1315 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T07:29:17.485 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:29:17.485 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:29:17.523 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17171 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T07:29:17.523 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:29:17.523 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:29:17.542 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056027,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1315 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T07:29:17.542 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-16T07:29:17.542 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:29:17.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.668+0000 7f7e52c60640 1 -- 172.21.15.31:0/571850661 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7e4c0d0d40 msgr2=0x7f7e4c0b3800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:17.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.668+0000 7f7e52c60640 1 --2- 172.21.15.31:0/571850661 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7e4c0d0d40 0x7f7e4c0b3800 secure :-1 s=READY pgs=1798 cs=0 l=1 rev1=1 crypto rx=0x7f7e44005fd0 tx=0x7f7e4402a8b0 comp rx=0 tx=0).stop 2024-09-16T07:29:17.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.668+0000 7f7e52c60640 1 -- 172.21.15.31:0/571850661 shutdown_connections 2024-09-16T07:29:17.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.668+0000 7f7e52c60640 1 --2- 172.21.15.31:0/571850661 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7e4c0d0d40 0x7f7e4c0b3800 unknown :-1 s=CLOSED pgs=1798 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:17.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.668+0000 7f7e52c60640 1 --2- 172.21.15.31:0/571850661 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7e4c15df90 0x7f7e4c0cf9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:17.669 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.668+0000 7f7e52c60640 1 -- 172.21.15.31:0/571850661 >> 172.21.15.31:0/571850661 conn(0x7f7e4c0d3ea0 msgr2=0x7f7e4c0d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:17.669 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.668+0000 7f7e52c60640 1 -- 172.21.15.31:0/571850661 shutdown_connections 2024-09-16T07:29:17.669 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.668+0000 7f7e52c60640 1 -- 172.21.15.31:0/571850661 wait complete. 2024-09-16T07:29:17.669 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.670+0000 7f7e52c60640 1 Processor -- start 2024-09-16T07:29:17.669 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.670+0000 7f7e52c60640 1 -- start start 2024-09-16T07:29:17.671 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.671+0000 7f7e52c60640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7e4c0d0d40 0x7f7e4c15b890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:17.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.671+0000 7f7e52c60640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7e4c0d49c0 0x7f7e4c15f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:17.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.671+0000 7f7e52c60640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7e4c15df90 0x7f7e4c0b7e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:17.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.671+0000 7f7e52c60640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f7e4c0b3d40 con 0x7f7e4c15df90 2024-09-16T07:29:17.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.671+0000 7f7e52c60640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f7e4c162710 con 0x7f7e4c0d49c0 2024-09-16T07:29:17.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.671+0000 7f7e52c60640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f7e4c0b3ec0 con 0x7f7e4c0d0d40 2024-09-16T07:29:17.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.671+0000 7f7e511fd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7e4c15df90 0x7f7e4c0b7e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:17.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.671+0000 7f7e511fd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7e4c15df90 0x7f7e4c0b7e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48458/0 (socket says 172.21.15.31:48458) 2024-09-16T07:29:17.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.671+0000 7f7e511fd640 1 -- 172.21.15.31:0/947334673 learned_addr learned my addr 172.21.15.31:0/947334673 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:17.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.671+0000 7f7e509fc640 1 --2- 172.21.15.31:0/947334673 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7e4c0d0d40 0x7f7e4c15b890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:17.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.671+0000 7f7e4bfff640 1 --2- 172.21.15.31:0/947334673 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7e4c0d49c0 0x7f7e4c15f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:17.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.671+0000 7f7e511fd640 1 -- 172.21.15.31:0/947334673 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7e4c0d0d40 msgr2=0x7f7e4c15b890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:17.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.671+0000 7f7e511fd640 1 --2- 172.21.15.31:0/947334673 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7e4c0d0d40 0x7f7e4c15b890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:17.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.671+0000 7f7e511fd640 1 -- 172.21.15.31:0/947334673 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7e4c0d49c0 msgr2=0x7f7e4c15f6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:17.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.671+0000 7f7e511fd640 1 --2- 172.21.15.31:0/947334673 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7e4c0d49c0 0x7f7e4c15f6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:17.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.671+0000 7f7e511fd640 1 -- 172.21.15.31:0/947334673 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e4c0b8340 con 0x7f7e4c15df90 2024-09-16T07:29:17.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.671+0000 7f7e4bfff640 1 --2- 172.21.15.31:0/947334673 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7e4c0d49c0 0x7f7e4c15f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:29:17.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.671+0000 7f7e509fc640 1 --2- 172.21.15.31:0/947334673 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7e4c0d0d40 0x7f7e4c15b890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:29:17.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.671+0000 7f7e511fd640 1 --2- 172.21.15.31:0/947334673 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7e4c15df90 0x7f7e4c0b7e00 secure :-1 s=READY pgs=1799 cs=0 l=1 rev1=1 crypto rx=0x7f7e44009cd0 tx=0x7f7e44003970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:17.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.671+0000 7f7e497fa640 1 -- 172.21.15.31:0/947334673 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e44040070 con 0x7f7e4c15df90 2024-09-16T07:29:17.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.671+0000 7f7e497fa640 1 -- 172.21.15.31:0/947334673 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7e44004130 con 0x7f7e4c15df90 2024-09-16T07:29:17.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.671+0000 7f7e52c60640 1 -- 172.21.15.31:0/947334673 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e4c1f8ba0 con 0x7f7e4c15df90 2024-09-16T07:29:17.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.671+0000 7f7e497fa640 1 -- 172.21.15.31:0/947334673 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e44004540 con 0x7f7e4c15df90 2024-09-16T07:29:17.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.671+0000 7f7e52c60640 1 -- 172.21.15.31:0/947334673 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e4c1f80c0 con 0x7f7e4c15df90 2024-09-16T07:29:17.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.673+0000 7f7e52c60640 1 -- 172.21.15.31:0/947334673 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7e4c0b43b0 con 0x7f7e4c15df90 2024-09-16T07:29:17.675 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.673+0000 7f7e497fa640 1 -- 172.21.15.31:0/947334673 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 25) ==== 102205+0+0 (secure 0 0 0) 0x7f7e44039040 con 0x7f7e4c15df90 2024-09-16T07:29:17.675 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.674+0000 7f7e497fa640 1 --2- 172.21.15.31:0/947334673 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7e38079270 0x7f7e3807b730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:17.675 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.674+0000 7f7e509fc640 1 --2- 172.21.15.31:0/947334673 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7e38079270 0x7f7e3807b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:17.675 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.674+0000 7f7e497fa640 1 -- 172.21.15.31:0/947334673 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(158..158 src has 1..158) ==== 4971+0+0 (secure 0 0 0) 0x7f7e440bab60 con 0x7f7e4c15df90 2024-09-16T07:29:17.675 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.674+0000 7f7e509fc640 1 --2- 172.21.15.31:0/947334673 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7e38079270 0x7f7e3807b730 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f7e4c15cd30 tx=0x7f7e3c005f10 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:17.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.678+0000 7f7e497fa640 1 -- 172.21.15.31:0/947334673 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f7e4c0b8340 con 0x7f7e4c15df90 2024-09-16T07:29:17.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.907+0000 7f7e52c60640 1 -- 172.21.15.31:0/947334673 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7e4c08d590 con 0x7f7e4c15df90 2024-09-16T07:29:17.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.908+0000 7f7e497fa640 1 -- 172.21.15.31:0/947334673 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 111 v111) ==== 95+0+3922 (secure 0 0 0) 0x7f7e44084940 con 0x7f7e4c15df90 2024-09-16T07:29:17.907 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:29:17.907 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":111,"btime":"2024-09-16T07:29:11:686293+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6989,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/3423769264","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":3423769264},{"type":"v1","addr":"172.21.15.31:6835","nonce":3423769264}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103},{"gid":6992,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6834/3126328711","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":3126328711},{"type":"v1","addr":"172.21.15.155:6834","nonce":3126328711}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103},{"gid":7759,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/3353166766","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6809","nonce":3353166766},{"type":"v1","addr":"172.21.15.155:6835","nonce":3353166766}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103},{"gid":9228,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6834/1564381693","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":1564381693},{"type":"v1","addr":"172.21.15.31:6834","nonce":1564381693}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":111}],"filesystems":[]} 2024-09-16T07:29:17.907 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 111 2024-09-16T07:29:17.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.910+0000 7f7e52c60640 1 -- 172.21.15.31:0/947334673 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7e38079270 msgr2=0x7f7e3807b730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:17.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.910+0000 7f7e52c60640 1 --2- 172.21.15.31:0/947334673 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7e38079270 0x7f7e3807b730 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f7e4c15cd30 tx=0x7f7e3c005f10 comp rx=0 tx=0).stop 2024-09-16T07:29:17.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.910+0000 7f7e52c60640 1 -- 172.21.15.31:0/947334673 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7e4c15df90 msgr2=0x7f7e4c0b7e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:17.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.910+0000 7f7e52c60640 1 --2- 172.21.15.31:0/947334673 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7e4c15df90 0x7f7e4c0b7e00 secure :-1 s=READY pgs=1799 cs=0 l=1 rev1=1 crypto rx=0x7f7e44009cd0 tx=0x7f7e44003970 comp rx=0 tx=0).stop 2024-09-16T07:29:17.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.910+0000 7f7e52c60640 1 -- 172.21.15.31:0/947334673 shutdown_connections 2024-09-16T07:29:17.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.910+0000 7f7e52c60640 1 --2- 172.21.15.31:0/947334673 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7e38079270 0x7f7e3807b730 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:17.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.910+0000 7f7e52c60640 1 --2- 172.21.15.31:0/947334673 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7e4c15df90 0x7f7e4c0b7e00 unknown :-1 s=CLOSED pgs=1799 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:17.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.910+0000 7f7e52c60640 1 --2- 172.21.15.31:0/947334673 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7e4c0d49c0 0x7f7e4c15f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:17.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.910+0000 7f7e52c60640 1 --2- 172.21.15.31:0/947334673 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7e4c0d0d40 0x7f7e4c15b890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:17.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.910+0000 7f7e52c60640 1 -- 172.21.15.31:0/947334673 >> 172.21.15.31:0/947334673 conn(0x7f7e4c0d3ea0 msgr2=0x7f7e4c0b45c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:17.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.910+0000 7f7e52c60640 1 -- 172.21.15.31:0/947334673 shutdown_connections 2024-09-16T07:29:17.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:17.910+0000 7f7e52c60640 1 -- 172.21.15.31:0/947334673 wait complete. 2024-09-16T07:29:17.921 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-16T07:29:17.921 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-16T07:29:17.922 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-16T07:29:17.922 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:29:17.922 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-16T07:29:17.922 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-16T07:29:17.922 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-16T07:29:17.922 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:29:17.922 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-16T07:29:17.923 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-16T07:29:17.923 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-16T07:29:17.923 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:29:17.923 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-16T07:29:17.923 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-16T07:29:17.923 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-16T07:29:17.923 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:29:17.931 INFO:tasks.ceph.mds.a:Stopped 2024-09-16T07:29:17.931 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-16T07:29:17.932 INFO:tasks.ceph.mds.c:Stopped 2024-09-16T07:29:17.932 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-16T07:29:17.934 INFO:tasks.ceph.mds.b:Stopped 2024-09-16T07:29:17.934 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-16T07:29:17.935 INFO:tasks.ceph.mds.d:Stopped 2024-09-16T07:29:17.935 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-16T07:29:17.974 INFO:tasks.ceph.mds.a:Started 2024-09-16T07:29:17.974 DEBUG:teuthology.parallel:result is None 2024-09-16T07:29:17.975 INFO:tasks.ceph.mds.c:Started 2024-09-16T07:29:17.976 DEBUG:teuthology.parallel:result is None 2024-09-16T07:29:17.978 INFO:tasks.ceph.mds.b:Started 2024-09-16T07:29:17.978 DEBUG:teuthology.parallel:result is None 2024-09-16T07:29:17.979 INFO:tasks.ceph.mds.d:Started 2024-09-16T07:29:17.979 DEBUG:teuthology.parallel:result is None 2024-09-16T07:29:17.979 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-16T07:29:18.053 INFO:tasks.ceph.mds.a.smithi031.stdout:starting mds.a at 2024-09-16T07:29:18.053 INFO:tasks.ceph.mds.c.smithi031.stdout:starting mds.c at 2024-09-16T07:29:18.058 INFO:tasks.ceph.mds.b.smithi155.stdout:starting mds.b at 2024-09-16T07:29:18.059 INFO:tasks.ceph.mds.d.smithi155.stdout:starting mds.d at 2024-09-16T07:29:18.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.091+0000 7f0b71d24640 1 -- 172.21.15.31:0/2085851680 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0b6c15df90 msgr2=0x7f0b6c0cf9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:18.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.091+0000 7f0b71d24640 1 --2- 172.21.15.31:0/2085851680 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0b6c15df90 0x7f0b6c0cf9b0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f0b5c009830 tx=0x7f0b5c02a510 comp rx=0 tx=0).stop 2024-09-16T07:29:18.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.091+0000 7f0b71d24640 1 -- 172.21.15.31:0/2085851680 shutdown_connections 2024-09-16T07:29:18.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.091+0000 7f0b71d24640 1 --2- 172.21.15.31:0/2085851680 >> v2:172.21.15.155:3300/0 conn(0x7f0b6c0d0d40 0x7f0b6c0b3800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:18.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.091+0000 7f0b71d24640 1 --2- 172.21.15.31:0/2085851680 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0b6c15df90 0x7f0b6c0cf9b0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:18.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.091+0000 7f0b71d24640 1 -- 172.21.15.31:0/2085851680 >> 172.21.15.31:0/2085851680 conn(0x7f0b6c0d3ea0 msgr2=0x7f0b6c0d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:18.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.091+0000 7f0b71d24640 1 -- 172.21.15.31:0/2085851680 shutdown_connections 2024-09-16T07:29:18.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.091+0000 7f0b71d24640 1 -- 172.21.15.31:0/2085851680 wait complete. 2024-09-16T07:29:18.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.092+0000 7f0b71d24640 1 Processor -- start 2024-09-16T07:29:18.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.092+0000 7f0b71d24640 1 -- start start 2024-09-16T07:29:18.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.093+0000 7f0b71d24640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0b6c0d0d40 0x7f0b6c0caf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:18.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.093+0000 7f0b71d24640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0b6c0d49c0 0x7f0b6c0b1ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:18.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.093+0000 7f0b71d24640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0b6c15df90 0x7f0b6c160520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:18.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.093+0000 7f0b71d24640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f0b6c0b3d40 con 0x7f0b6c15df90 2024-09-16T07:29:18.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.093+0000 7f0b71d24640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f0b6c162710 con 0x7f0b6c0d0d40 2024-09-16T07:29:18.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.093+0000 7f0b71d24640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f0b6c0b3ec0 con 0x7f0b6c0d49c0 2024-09-16T07:29:18.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.093+0000 7f0b6bfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0b6c15df90 0x7f0b6c160520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:18.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.093+0000 7f0b6bfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0b6c15df90 0x7f0b6c160520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48500/0 (socket says 172.21.15.31:48500) 2024-09-16T07:29:18.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.093+0000 7f0b6bfff640 1 -- 172.21.15.31:0/442898540 learned_addr learned my addr 172.21.15.31:0/442898540 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:18.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.093+0000 7f0b63fff640 1 --2- 172.21.15.31:0/442898540 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0b6c0d49c0 0x7f0b6c0b1ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:18.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.093+0000 7f0b6b7fe640 1 --2- 172.21.15.31:0/442898540 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0b6c0d0d40 0x7f0b6c0caf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:18.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.094+0000 7f0b6bfff640 1 -- 172.21.15.31:0/442898540 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0b6c0d49c0 msgr2=0x7f0b6c0b1ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:18.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.094+0000 7f0b6bfff640 1 --2- 172.21.15.31:0/442898540 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0b6c0d49c0 0x7f0b6c0b1ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:18.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.094+0000 7f0b6bfff640 1 -- 172.21.15.31:0/442898540 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0b6c0d0d40 msgr2=0x7f0b6c0caf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:18.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.094+0000 7f0b6bfff640 1 --2- 172.21.15.31:0/442898540 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0b6c0d0d40 0x7f0b6c0caf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:18.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.094+0000 7f0b6bfff640 1 -- 172.21.15.31:0/442898540 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b6c1f8670 con 0x7f0b6c15df90 2024-09-16T07:29:18.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.094+0000 7f0b6bfff640 1 --2- 172.21.15.31:0/442898540 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0b6c15df90 0x7f0b6c160520 secure :-1 s=READY pgs=1804 cs=0 l=1 rev1=1 crypto rx=0x7f0b6400ec50 tx=0x7f0b6400c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:18.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.094+0000 7f0b68ff9640 1 -- 172.21.15.31:0/442898540 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b64010630 con 0x7f0b6c15df90 2024-09-16T07:29:18.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.094+0000 7f0b68ff9640 1 -- 172.21.15.31:0/442898540 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0b640107d0 con 0x7f0b6c15df90 2024-09-16T07:29:18.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.094+0000 7f0b71d24640 1 -- 172.21.15.31:0/442898540 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b6c1f8950 con 0x7f0b6c15df90 2024-09-16T07:29:18.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.094+0000 7f0b68ff9640 1 -- 172.21.15.31:0/442898540 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b64010c20 con 0x7f0b6c15df90 2024-09-16T07:29:18.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.094+0000 7f0b71d24640 1 -- 172.21.15.31:0/442898540 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b6c1f8f10 con 0x7f0b6c15df90 2024-09-16T07:29:18.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.095+0000 7f0b71d24640 1 -- 172.21.15.31:0/442898540 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b6c0b5530 con 0x7f0b6c15df90 2024-09-16T07:29:18.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.096+0000 7f0b68ff9640 1 -- 172.21.15.31:0/442898540 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 25) ==== 102205+0+0 (secure 0 0 0) 0x7f0b64021440 con 0x7f0b6c15df90 2024-09-16T07:29:18.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.096+0000 7f0b68ff9640 1 --2- 172.21.15.31:0/442898540 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0b4c079270 0x7f0b4c07b730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:18.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.096+0000 7f0b68ff9640 1 -- 172.21.15.31:0/442898540 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(158..158 src has 1..158) ==== 4971+0+0 (secure 0 0 0) 0x7f0b6409a370 con 0x7f0b6c15df90 2024-09-16T07:29:18.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.096+0000 7f0b6b7fe640 1 --2- 172.21.15.31:0/442898540 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0b4c079270 0x7f0b4c07b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:18.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.097+0000 7f0b6b7fe640 1 --2- 172.21.15.31:0/442898540 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0b4c079270 0x7f0b4c07b730 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f0b5c034000 tx=0x7f0b5c004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:18.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.101+0000 7f0b68ff9640 1 -- 172.21.15.31:0/442898540 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f0b64063b40 con 0x7f0b6c15df90 2024-09-16T07:29:18.137 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~0s 2024-09-16T07:29:18.137 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~0s 2024-09-16T07:29:18.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.299+0000 7f0b71d24640 1 -- 172.21.15.31:0/442898540 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f0b6c08d590 con 0x7f0b6c15df90 2024-09-16T07:29:18.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.722+0000 7f0b68ff9640 1 -- 172.21.15.31:0/442898540 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v160) ==== 97+0+0 (secure 0 0 0) 0x7f0b64068570 con 0x7f0b6c15df90 2024-09-16T07:29:18.721 INFO:teuthology.orchestra.run.smithi031.stderr: removed all blocklist entries 2024-09-16T07:29:18.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.724+0000 7f0b71d24640 1 -- 172.21.15.31:0/442898540 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0b4c079270 msgr2=0x7f0b4c07b730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:18.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.724+0000 7f0b71d24640 1 --2- 172.21.15.31:0/442898540 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0b4c079270 0x7f0b4c07b730 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f0b5c034000 tx=0x7f0b5c004730 comp rx=0 tx=0).stop 2024-09-16T07:29:18.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.724+0000 7f0b71d24640 1 -- 172.21.15.31:0/442898540 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0b6c15df90 msgr2=0x7f0b6c160520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:18.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.724+0000 7f0b71d24640 1 --2- 172.21.15.31:0/442898540 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0b6c15df90 0x7f0b6c160520 secure :-1 s=READY pgs=1804 cs=0 l=1 rev1=1 crypto rx=0x7f0b6400ec50 tx=0x7f0b6400c6a0 comp rx=0 tx=0).stop 2024-09-16T07:29:18.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.725+0000 7f0b71d24640 1 -- 172.21.15.31:0/442898540 shutdown_connections 2024-09-16T07:29:18.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.725+0000 7f0b71d24640 1 --2- 172.21.15.31:0/442898540 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0b4c079270 0x7f0b4c07b730 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:18.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.725+0000 7f0b71d24640 1 --2- 172.21.15.31:0/442898540 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0b6c15df90 0x7f0b6c160520 unknown :-1 s=CLOSED pgs=1804 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:18.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.725+0000 7f0b71d24640 1 --2- 172.21.15.31:0/442898540 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0b6c0d49c0 0x7f0b6c0b1ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:18.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.725+0000 7f0b71d24640 1 --2- 172.21.15.31:0/442898540 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0b6c0d0d40 0x7f0b6c0caf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:18.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.725+0000 7f0b71d24640 1 -- 172.21.15.31:0/442898540 >> 172.21.15.31:0/442898540 conn(0x7f0b6c0d3ea0 msgr2=0x7f0b6c06ea00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:18.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.725+0000 7f0b71d24640 1 -- 172.21.15.31:0/442898540 shutdown_connections 2024-09-16T07:29:18.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.725+0000 7f0b71d24640 1 -- 172.21.15.31:0/442898540 wait complete. 2024-09-16T07:29:18.738 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-16T07:29:18.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.847+0000 7fc308018640 1 -- 172.21.15.31:0/4286558137 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc3000d0d40 msgr2=0x7fc3000b3800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:18.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.847+0000 7fc308018640 1 --2- 172.21.15.31:0/4286558137 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc3000d0d40 0x7fc3000b3800 secure :-1 s=READY pgs=1806 cs=0 l=1 rev1=1 crypto rx=0x7fc30008cf10 tx=0x7fc2f802a5f0 comp rx=0 tx=0).stop 2024-09-16T07:29:18.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.847+0000 7fc308018640 1 -- 172.21.15.31:0/4286558137 shutdown_connections 2024-09-16T07:29:18.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.847+0000 7fc308018640 1 --2- 172.21.15.31:0/4286558137 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc3000d0d40 0x7fc3000b3800 unknown :-1 s=CLOSED pgs=1806 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:18.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.847+0000 7fc308018640 1 --2- 172.21.15.31:0/4286558137 >> v2:172.21.15.155:3300/0 conn(0x7fc30015df90 0x7fc3000cf9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:18.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.847+0000 7fc308018640 1 -- 172.21.15.31:0/4286558137 >> 172.21.15.31:0/4286558137 conn(0x7fc3000d3ea0 msgr2=0x7fc3000d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:18.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.847+0000 7fc308018640 1 -- 172.21.15.31:0/4286558137 shutdown_connections 2024-09-16T07:29:18.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.848+0000 7fc308018640 1 -- 172.21.15.31:0/4286558137 wait complete. 2024-09-16T07:29:18.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.849+0000 7fc308018640 1 Processor -- start 2024-09-16T07:29:18.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.849+0000 7fc308018640 1 -- start start 2024-09-16T07:29:18.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.849+0000 7fc308018640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc3000d0d40 0x7fc3000ca350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:18.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.849+0000 7fc308018640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc3000d49c0 0x7fc3000ca890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:18.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.849+0000 7fc308018640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc30015df90 0x7fc3001f3930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:18.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.849+0000 7fc308018640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fc300162690 con 0x7fc3000d49c0 2024-09-16T07:29:18.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.849+0000 7fc308018640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc3000b3d40 con 0x7fc3000d0d40 2024-09-16T07:29:18.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.849+0000 7fc308018640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc3000cadd0 con 0x7fc30015df90 2024-09-16T07:29:18.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.850+0000 7fc3055b3640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc3000d49c0 0x7fc3000ca890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:18.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.850+0000 7fc3055b3640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc3000d49c0 0x7fc3000ca890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48518/0 (socket says 172.21.15.31:48518) 2024-09-16T07:29:18.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.850+0000 7fc3055b3640 1 -- 172.21.15.31:0/1893106798 learned_addr learned my addr 172.21.15.31:0/1893106798 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:18.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.850+0000 7fc305db4640 1 --2- 172.21.15.31:0/1893106798 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc3000d0d40 0x7fc3000ca350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:18.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.850+0000 7fc3065b5640 1 --2- 172.21.15.31:0/1893106798 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc30015df90 0x7fc3001f3930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:18.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.850+0000 7fc3055b3640 1 -- 172.21.15.31:0/1893106798 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc30015df90 msgr2=0x7fc3001f3930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:18.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.850+0000 7fc3055b3640 1 --2- 172.21.15.31:0/1893106798 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc30015df90 0x7fc3001f3930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:18.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.850+0000 7fc3055b3640 1 -- 172.21.15.31:0/1893106798 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc3000d0d40 msgr2=0x7fc3000ca350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:18.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.850+0000 7fc3055b3640 1 --2- 172.21.15.31:0/1893106798 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc3000d0d40 0x7fc3000ca350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:18.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.850+0000 7fc3055b3640 1 -- 172.21.15.31:0/1893106798 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3000b8af0 con 0x7fc3000d49c0 2024-09-16T07:29:18.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.850+0000 7fc3055b3640 1 --2- 172.21.15.31:0/1893106798 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc3000d49c0 0x7fc3000ca890 secure :-1 s=READY pgs=1807 cs=0 l=1 rev1=1 crypto rx=0x7fc2f400c730 tx=0x7fc2f400cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:18.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.850+0000 7fc2fe7fc640 1 -- 172.21.15.31:0/1893106798 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2f4017070 con 0x7fc3000d49c0 2024-09-16T07:29:18.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.850+0000 7fc2fe7fc640 1 -- 172.21.15.31:0/1893106798 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc2f4005180 con 0x7fc3000d49c0 2024-09-16T07:29:18.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.850+0000 7fc308018640 1 -- 172.21.15.31:0/1893106798 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc3000b8dd0 con 0x7fc3000d49c0 2024-09-16T07:29:18.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.850+0000 7fc2fe7fc640 1 -- 172.21.15.31:0/1893106798 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2f40035f0 con 0x7fc3000d49c0 2024-09-16T07:29:18.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.850+0000 7fc308018640 1 -- 172.21.15.31:0/1893106798 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3000b9390 con 0x7fc3000d49c0 2024-09-16T07:29:18.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.851+0000 7fc308018640 1 -- 172.21.15.31:0/1893106798 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc3000b4260 con 0x7fc3000d49c0 2024-09-16T07:29:18.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.852+0000 7fc2fe7fc640 1 -- 172.21.15.31:0/1893106798 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 25) ==== 102205+0+0 (secure 0 0 0) 0x7fc2f401a070 con 0x7fc3000d49c0 2024-09-16T07:29:18.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.852+0000 7fc2fe7fc640 1 --2- 172.21.15.31:0/1893106798 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc2ec079270 0x7fc2ec07b730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:18.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.853+0000 7fc2fe7fc640 1 -- 172.21.15.31:0/1893106798 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(162..162 src has 1..162) ==== 4885+0+0 (secure 0 0 0) 0x7fc2f4098700 con 0x7fc3000d49c0 2024-09-16T07:29:18.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.853+0000 7fc305db4640 1 --2- 172.21.15.31:0/1893106798 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc2ec079270 0x7fc2ec07b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:18.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.853+0000 7fc305db4640 1 --2- 172.21.15.31:0/1893106798 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc2ec079270 0x7fc2ec07b730 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fc2f0005fd0 tx=0x7fc2f0009500 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:18.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:18.857+0000 7fc2fe7fc640 1 -- 172.21.15.31:0/1893106798 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fc3000ce970 con 0x7fc3000d49c0 2024-09-16T07:29:19.120 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.121+0000 7fc308018640 1 -- 172.21.15.31:0/1893106798 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7fc30008d590 con 0x7fc3000d49c0 2024-09-16T07:29:19.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.121+0000 7fc2fe7fc640 1 -- 172.21.15.31:0/1893106798 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v28) ==== 80+0+5304 (secure 0 0 0) 0x7fc2f4061fb0 con 0x7fc3000d49c0 2024-09-16T07:29:19.121 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:29:19.121 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-16T07:29:19.121 INFO:teuthology.orchestra.run.smithi031.stdout: "auth_dump": [ 2024-09-16T07:29:19.121 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:29:19.121 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mds.a", 2024-09-16T07:29:19.121 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmqZelCxAAscsPpPoHsQV4HwJyGUrzNg==", 2024-09-16T07:29:19.121 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:29:19.121 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:29:19.121 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-16T07:29:19.122 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-16T07:29:19.122 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:29:19.122 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:29:19.122 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:29:19.122 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:29:19.122 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mds.b", 2024-09-16T07:29:19.122 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmfXmZFxAA0mYeuvcMORlWFFaaDmQbxw==", 2024-09-16T07:29:19.122 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:29:19.122 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:29:19.122 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-16T07:29:19.123 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-16T07:29:19.123 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:29:19.123 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:29:19.123 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:29:19.123 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:29:19.123 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mds.c", 2024-09-16T07:29:19.123 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3Odm/cTfEhAAaZgZnhh9QGyve9RYquWC0Q==", 2024-09-16T07:29:19.123 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:29:19.123 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:29:19.123 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-16T07:29:19.123 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-16T07:29:19.123 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:29:19.123 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:29:19.123 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:29:19.124 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:29:19.124 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mds.d", 2024-09-16T07:29:19.124 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3Odm8EGiHhAAIhv2GzralSJeeiMnM31Z+A==", 2024-09-16T07:29:19.124 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:29:19.124 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:29:19.124 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-16T07:29:19.124 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-16T07:29:19.124 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:29:19.124 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:29:19.124 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:29:19.125 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:29:19.125 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.0", 2024-09-16T07:29:19.125 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAt3Odm1TDYBBAAuJFJONHh8+uAFkIcQ3Mk/g==", 2024-09-16T07:29:19.125 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:29:19.125 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:29:19.125 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:29:19.125 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:29:19.125 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:29:19.125 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:29:19.125 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:29:19.125 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.1", 2024-09-16T07:29:19.125 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAw3OdmEqk3BxAAMCfxQ9tUoIzjRULBEmXnaQ==", 2024-09-16T07:29:19.125 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:29:19.126 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:29:19.126 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:29:19.126 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:29:19.126 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:29:19.126 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:29:19.126 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:29:19.126 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.2", 2024-09-16T07:29:19.126 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAz3OdmF9NyCRAAZxPWCrgzE7K49H8eURVIeg==", 2024-09-16T07:29:19.126 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:29:19.126 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:29:19.126 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:29:19.126 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:29:19.126 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:29:19.127 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:29:19.127 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:29:19.127 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.3", 2024-09-16T07:29:19.127 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQA23OdmAWFmGhAA6Z7zsRIfx/L0hjYcyl/B5w==", 2024-09-16T07:29:19.127 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:29:19.127 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:29:19.127 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:29:19.127 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:29:19.127 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:29:19.127 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:29:19.127 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:29:19.127 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.4", 2024-09-16T07:29:19.128 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQA93OdmY9BKFBAAssskgPYXTuKx1qSrhUEPjA==", 2024-09-16T07:29:19.128 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:29:19.128 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:29:19.128 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:29:19.128 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:29:19.128 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:29:19.128 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:29:19.128 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:29:19.128 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.5", 2024-09-16T07:29:19.128 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQBB3OdmdTufBhAANeNgBap5Vw/toilxLT55fA==", 2024-09-16T07:29:19.128 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:29:19.129 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:29:19.129 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:29:19.129 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:29:19.129 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:29:19.129 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:29:19.129 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:29:19.129 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.6", 2024-09-16T07:29:19.129 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQBE3Odm67gaJhAAhpplhm3JGeAQE4M6hZNxog==", 2024-09-16T07:29:19.129 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:29:19.129 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:29:19.129 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:29:19.129 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:29:19.129 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:29:19.130 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:29:19.130 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:29:19.130 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.7", 2024-09-16T07:29:19.130 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQBH3OdmTNeJNhAAezS0/56A2+76DoYwfs7jAQ==", 2024-09-16T07:29:19.130 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:29:19.130 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-16T07:29:19.130 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-16T07:29:19.130 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:29:19.130 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:29:19.130 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:29:19.130 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:29:19.130 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.0", 2024-09-16T07:29:19.130 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmOi3VIhAA6pREvErOkWIiU+/Wlqimsw==", 2024-09-16T07:29:19.131 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:29:19.131 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:29:19.131 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow r", 2024-09-16T07:29:19.131 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-16T07:29:19.131 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:29:19.131 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:29:19.131 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:29:19.131 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.1", 2024-09-16T07:29:19.131 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmTiLQKxAAIGqY1wYPmJI86PYNb+gngw==", 2024-09-16T07:29:19.131 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:29:19.131 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:29:19.131 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow r", 2024-09-16T07:29:19.131 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow rw", 2024-09-16T07:29:19.131 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow rwx" 2024-09-16T07:29:19.132 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:29:19.132 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:29:19.132 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:29:19.132 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.2", 2024-09-16T07:29:19.132 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmLLaRKBAAQ0i+yw037feTEHpSrd2Iwg==", 2024-09-16T07:29:19.132 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:29:19.132 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:29:19.132 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow r", 2024-09-16T07:29:19.132 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow rw", 2024-09-16T07:29:19.132 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow rwx" 2024-09-16T07:29:19.132 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:29:19.132 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:29:19.133 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:29:19.133 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.3", 2024-09-16T07:29:19.133 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3Odmxe1yMRAAVpguX9xvU2H1VDIC1iZZdQ==", 2024-09-16T07:29:19.133 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:29:19.133 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-16T07:29:19.133 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow r", 2024-09-16T07:29:19.133 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow rw", 2024-09-16T07:29:19.133 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow rwx" 2024-09-16T07:29:19.133 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:29:19.133 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:29:19.133 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:29:19.134 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.admin", 2024-09-16T07:29:19.134 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAo3OdmZ9mRKxAASODnqbtdFSv2jjXDSPXSuw==", 2024-09-16T07:29:19.134 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:29:19.134 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow *", 2024-09-16T07:29:19.134 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-16T07:29:19.134 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-16T07:29:19.134 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:29:19.134 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:29:19.134 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:29:19.134 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:29:19.134 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mgr.x", 2024-09-16T07:29:19.134 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3OdmoVFWCBAA1E3B8t60xOMqiOyfwDlYMw==", 2024-09-16T07:29:19.134 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:29:19.134 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow *", 2024-09-16T07:29:19.135 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile mgr", 2024-09-16T07:29:19.135 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:29:19.135 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:29:19.135 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:29:19.135 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:29:19.135 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mgr.y", 2024-09-16T07:29:19.135 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQAp3Odm9hHfBBAAiSK5kbNBYonj7atHktVxiA==", 2024-09-16T07:29:19.135 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-16T07:29:19.135 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow *", 2024-09-16T07:29:19.135 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile mgr", 2024-09-16T07:29:19.135 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-16T07:29:19.135 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:29:19.135 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:29:19.136 INFO:teuthology.orchestra.run.smithi031.stdout: ] 2024-09-16T07:29:19.136 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-16T07:29:19.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.124+0000 7fc308018640 1 -- 172.21.15.31:0/1893106798 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc2ec079270 msgr2=0x7fc2ec07b730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:19.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.124+0000 7fc308018640 1 --2- 172.21.15.31:0/1893106798 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc2ec079270 0x7fc2ec07b730 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fc2f0005fd0 tx=0x7fc2f0009500 comp rx=0 tx=0).stop 2024-09-16T07:29:19.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.124+0000 7fc308018640 1 -- 172.21.15.31:0/1893106798 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc3000d49c0 msgr2=0x7fc3000ca890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:19.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.124+0000 7fc308018640 1 --2- 172.21.15.31:0/1893106798 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc3000d49c0 0x7fc3000ca890 secure :-1 s=READY pgs=1807 cs=0 l=1 rev1=1 crypto rx=0x7fc2f400c730 tx=0x7fc2f400cbf0 comp rx=0 tx=0).stop 2024-09-16T07:29:19.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.124+0000 7fc308018640 1 -- 172.21.15.31:0/1893106798 shutdown_connections 2024-09-16T07:29:19.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.124+0000 7fc308018640 1 --2- 172.21.15.31:0/1893106798 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc2ec079270 0x7fc2ec07b730 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:19.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.124+0000 7fc308018640 1 --2- 172.21.15.31:0/1893106798 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc30015df90 0x7fc3001f3930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:19.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.124+0000 7fc308018640 1 --2- 172.21.15.31:0/1893106798 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc3000d49c0 0x7fc3000ca890 unknown :-1 s=CLOSED pgs=1807 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:19.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.124+0000 7fc308018640 1 --2- 172.21.15.31:0/1893106798 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc3000d0d40 0x7fc3000ca350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:19.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.124+0000 7fc308018640 1 -- 172.21.15.31:0/1893106798 >> 172.21.15.31:0/1893106798 conn(0x7fc3000d3ea0 msgr2=0x7fc30006dab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:19.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.124+0000 7fc308018640 1 -- 172.21.15.31:0/1893106798 shutdown_connections 2024-09-16T07:29:19.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.124+0000 7fc308018640 1 -- 172.21.15.31:0/1893106798 wait complete. 2024-09-16T07:29:19.140 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-16T07:29:19.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.247+0000 7f76c35d3640 1 -- 172.21.15.31:0/3556971694 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f76bc15df90 msgr2=0x7f76bc0cf9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:19.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.247+0000 7f76c35d3640 1 --2- 172.21.15.31:0/3556971694 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f76bc15df90 0x7f76bc0cf9b0 secure :-1 s=READY pgs=1809 cs=0 l=1 rev1=1 crypto rx=0x7f76bc0cf6a0 tx=0x7f76b402a5c0 comp rx=0 tx=0).stop 2024-09-16T07:29:19.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.247+0000 7f76c35d3640 1 -- 172.21.15.31:0/3556971694 shutdown_connections 2024-09-16T07:29:19.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.247+0000 7f76c35d3640 1 --2- 172.21.15.31:0/3556971694 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f76bc15df90 0x7f76bc0cf9b0 unknown :-1 s=CLOSED pgs=1809 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:19.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.247+0000 7f76c35d3640 1 -- 172.21.15.31:0/3556971694 >> 172.21.15.31:0/3556971694 conn(0x7f76bc0d3ea0 msgr2=0x7f76bc0d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:19.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.247+0000 7f76c35d3640 1 -- 172.21.15.31:0/3556971694 shutdown_connections 2024-09-16T07:29:19.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.247+0000 7f76c35d3640 1 -- 172.21.15.31:0/3556971694 wait complete. 2024-09-16T07:29:19.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.248+0000 7f76c35d3640 1 Processor -- start 2024-09-16T07:29:19.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.248+0000 7f76c35d3640 1 -- start start 2024-09-16T07:29:19.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.249+0000 7f76c35d3640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f76bc0d0d40 0x7f76bc15e7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:19.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.249+0000 7f76c35d3640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f76bc0d49c0 0x7f76bc0cbfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:19.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.249+0000 7f76c35d3640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f76bc15df90 0x7f76bc161510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:19.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.249+0000 7f76c35d3640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f76bc162690 con 0x7f76bc15df90 2024-09-16T07:29:19.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.249+0000 7f76c35d3640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f76bc0b3f10 con 0x7f76bc0d0d40 2024-09-16T07:29:19.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.249+0000 7f76c35d3640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f76bc1604f0 con 0x7f76bc0d49c0 2024-09-16T07:29:19.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.249+0000 7f76c1b70640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f76bc15df90 0x7f76bc161510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:19.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.249+0000 7f76c1b70640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f76bc15df90 0x7f76bc161510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48532/0 (socket says 172.21.15.31:48532) 2024-09-16T07:29:19.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.249+0000 7f76c1b70640 1 -- 172.21.15.31:0/3471766316 learned_addr learned my addr 172.21.15.31:0/3471766316 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:19.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.249+0000 7f76c0b6e640 1 --2- 172.21.15.31:0/3471766316 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f76bc0d49c0 0x7f76bc0cbfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:19.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.249+0000 7f76c136f640 1 --2- 172.21.15.31:0/3471766316 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f76bc0d0d40 0x7f76bc15e7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:19.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.249+0000 7f76c1b70640 1 -- 172.21.15.31:0/3471766316 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f76bc0d49c0 msgr2=0x7f76bc0cbfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:19.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.249+0000 7f76c1b70640 1 --2- 172.21.15.31:0/3471766316 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f76bc0d49c0 0x7f76bc0cbfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:19.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.249+0000 7f76c1b70640 1 -- 172.21.15.31:0/3471766316 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f76bc0d0d40 msgr2=0x7f76bc15e7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:19.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.249+0000 7f76c1b70640 1 --2- 172.21.15.31:0/3471766316 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f76bc0d0d40 0x7f76bc15e7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:19.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.249+0000 7f76c1b70640 1 -- 172.21.15.31:0/3471766316 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76bc160770 con 0x7f76bc15df90 2024-09-16T07:29:19.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.250+0000 7f76c1b70640 1 --2- 172.21.15.31:0/3471766316 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f76bc15df90 0x7f76bc161510 secure :-1 s=READY pgs=1810 cs=0 l=1 rev1=1 crypto rx=0x7f76ac00c7a0 tx=0x7f76ac00cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:19.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.250+0000 7f76b9ffb640 1 -- 172.21.15.31:0/3471766316 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76ac003b70 con 0x7f76bc15df90 2024-09-16T07:29:19.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.250+0000 7f76b9ffb640 1 -- 172.21.15.31:0/3471766316 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f76ac003d10 con 0x7f76bc15df90 2024-09-16T07:29:19.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.250+0000 7f76c35d3640 1 -- 172.21.15.31:0/3471766316 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76bc160a50 con 0x7f76bc15df90 2024-09-16T07:29:19.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.250+0000 7f76b9ffb640 1 -- 172.21.15.31:0/3471766316 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76ac00aa50 con 0x7f76bc15df90 2024-09-16T07:29:19.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.250+0000 7f76c35d3640 1 -- 172.21.15.31:0/3471766316 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76bc15ed20 con 0x7f76bc15df90 2024-09-16T07:29:19.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.251+0000 7f76c35d3640 1 -- 172.21.15.31:0/3471766316 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f76bc0b55e0 con 0x7f76bc15df90 2024-09-16T07:29:19.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.252+0000 7f76b9ffb640 1 -- 172.21.15.31:0/3471766316 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 25) ==== 102205+0+0 (secure 0 0 0) 0x7f76ac00abf0 con 0x7f76bc15df90 2024-09-16T07:29:19.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.253+0000 7f76b9ffb640 1 --2- 172.21.15.31:0/3471766316 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f76a8079270 0x7f76a807b730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:19.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.253+0000 7f76c136f640 1 --2- 172.21.15.31:0/3471766316 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f76a8079270 0x7f76a807b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:19.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.253+0000 7f76b9ffb640 1 -- 172.21.15.31:0/3471766316 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(162..162 src has 1..162) ==== 4885+0+0 (secure 0 0 0) 0x7f76ac0990e0 con 0x7f76bc15df90 2024-09-16T07:29:19.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.253+0000 7f76c136f640 1 --2- 172.21.15.31:0/3471766316 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f76a8079270 0x7f76a807b730 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f76b4034000 tx=0x7f76b4004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:19.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.257+0000 7f76b9ffb640 1 -- 172.21.15.31:0/3471766316 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f76ac062990 con 0x7f76bc15df90 2024-09-16T07:29:19.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.446+0000 7f76c35d3640 1 -- 172.21.15.31:0/3471766316 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f76bc0ce2d0 con 0x7f76bc15df90 2024-09-16T07:29:19.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.446+0000 7f76b9ffb640 1 -- 172.21.15.31:0/3471766316 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v162) ==== 84+0+65 (secure 0 0 0) 0x7f76ac0673c0 con 0x7f76bc15df90 2024-09-16T07:29:19.446 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:29:19.446 INFO:teuthology.orchestra.run.smithi031.stdout:[ 2024-09-16T07:29:19.446 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:29:19.446 INFO:teuthology.orchestra.run.smithi031.stdout: "poolnum": 1, 2024-09-16T07:29:19.446 INFO:teuthology.orchestra.run.smithi031.stdout: "poolname": ".mgr" 2024-09-16T07:29:19.446 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:29:19.446 INFO:teuthology.orchestra.run.smithi031.stdout:] 2024-09-16T07:29:19.448 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.449+0000 7f76c35d3640 1 -- 172.21.15.31:0/3471766316 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f76a8079270 msgr2=0x7f76a807b730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:19.448 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.449+0000 7f76c35d3640 1 --2- 172.21.15.31:0/3471766316 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f76a8079270 0x7f76a807b730 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f76b4034000 tx=0x7f76b4004730 comp rx=0 tx=0).stop 2024-09-16T07:29:19.449 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.449+0000 7f76c35d3640 1 -- 172.21.15.31:0/3471766316 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f76bc15df90 msgr2=0x7f76bc161510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:19.449 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.449+0000 7f76c35d3640 1 --2- 172.21.15.31:0/3471766316 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f76bc15df90 0x7f76bc161510 secure :-1 s=READY pgs=1810 cs=0 l=1 rev1=1 crypto rx=0x7f76ac00c7a0 tx=0x7f76ac00cc60 comp rx=0 tx=0).stop 2024-09-16T07:29:19.449 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.449+0000 7f76c35d3640 1 -- 172.21.15.31:0/3471766316 shutdown_connections 2024-09-16T07:29:19.449 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.449+0000 7f76c35d3640 1 --2- 172.21.15.31:0/3471766316 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f76a8079270 0x7f76a807b730 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:19.449 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.449+0000 7f76c35d3640 1 --2- 172.21.15.31:0/3471766316 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f76bc15df90 0x7f76bc161510 unknown :-1 s=CLOSED pgs=1810 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:19.449 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.449+0000 7f76c35d3640 1 --2- 172.21.15.31:0/3471766316 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f76bc0d49c0 0x7f76bc0cbfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:19.449 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.449+0000 7f76c35d3640 1 --2- 172.21.15.31:0/3471766316 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f76bc0d0d40 0x7f76bc15e7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:19.449 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.449+0000 7f76c35d3640 1 -- 172.21.15.31:0/3471766316 >> 172.21.15.31:0/3471766316 conn(0x7f76bc0d3ea0 msgr2=0x7f76bc0b0a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:19.449 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.449+0000 7f76c35d3640 1 -- 172.21.15.31:0/3471766316 shutdown_connections 2024-09-16T07:29:19.449 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.449+0000 7f76c35d3640 1 -- 172.21.15.31:0/3471766316 wait complete. 2024-09-16T07:29:19.459 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-16T07:29:19.459 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-16T07:29:19.568 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.569+0000 7f25b7e72640 1 -- 172.21.15.31:0/2787037060 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f25b0161300 msgr2=0x7f25b00d4940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:19.569 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.569+0000 7f25b7e72640 1 --2- 172.21.15.31:0/2787037060 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f25b0161300 0x7f25b00d4940 secure :-1 s=READY pgs=1812 cs=0 l=1 rev1=1 crypto rx=0x7f25b00b6df0 tx=0x7f25a802a5d0 comp rx=0 tx=0).stop 2024-09-16T07:29:19.569 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.569+0000 7f25b7e72640 1 -- 172.21.15.31:0/2787037060 shutdown_connections 2024-09-16T07:29:19.569 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.569+0000 7f25b7e72640 1 --2- 172.21.15.31:0/2787037060 >> v2:172.21.15.155:3300/0 conn(0x7f25b00d25b0 0x7f25b00b73e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:19.569 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.569+0000 7f25b7e72640 1 --2- 172.21.15.31:0/2787037060 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f25b0161300 0x7f25b00d4940 unknown :-1 s=CLOSED pgs=1812 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:19.569 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.569+0000 7f25b7e72640 1 -- 172.21.15.31:0/2787037060 >> 172.21.15.31:0/2787037060 conn(0x7f25b00d3e20 msgr2=0x7f25b00d4230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:19.569 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.569+0000 7f25b7e72640 1 -- 172.21.15.31:0/2787037060 shutdown_connections 2024-09-16T07:29:19.569 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.569+0000 7f25b7e72640 1 -- 172.21.15.31:0/2787037060 wait complete. 2024-09-16T07:29:19.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.570+0000 7f25b7e72640 1 Processor -- start 2024-09-16T07:29:19.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.570+0000 7f25b7e72640 1 -- start start 2024-09-16T07:29:19.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.571+0000 7f25b7e72640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f25b00d25b0 0x7f25b01f7dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:19.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.571+0000 7f25b7e72640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f25b0161300 0x7f25b01f3f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:19.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.571+0000 7f25b7e72640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f25b01616e0 0x7f25b01599d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:19.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.571+0000 7f25b7e72640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f25b00b7cf0 con 0x7f25b00d25b0 2024-09-16T07:29:19.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.571+0000 7f25b7e72640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f25b00b7b70 con 0x7f25b01616e0 2024-09-16T07:29:19.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.571+0000 7f25b7e72640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f25b00b7e70 con 0x7f25b0161300 2024-09-16T07:29:19.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.571+0000 7f25b5c0e640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f25b00d25b0 0x7f25b01f7dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:19.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.571+0000 7f25b5c0e640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f25b00d25b0 0x7f25b01f7dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48546/0 (socket says 172.21.15.31:48546) 2024-09-16T07:29:19.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.571+0000 7f25b5c0e640 1 -- 172.21.15.31:0/2913530410 learned_addr learned my addr 172.21.15.31:0/2913530410 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:19.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.571+0000 7f25b5c0e640 1 -- 172.21.15.31:0/2913530410 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f25b0161300 msgr2=0x7f25b01f3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:19.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.571+0000 7f25b540d640 1 --2- 172.21.15.31:0/2913530410 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f25b0161300 0x7f25b01f3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:19.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.571+0000 7f25b640f640 1 --2- 172.21.15.31:0/2913530410 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f25b01616e0 0x7f25b01599d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:19.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.571+0000 7f25b5c0e640 1 --2- 172.21.15.31:0/2913530410 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f25b0161300 0x7f25b01f3f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:19.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.571+0000 7f25b5c0e640 1 -- 172.21.15.31:0/2913530410 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f25b01616e0 msgr2=0x7f25b01599d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:19.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.571+0000 7f25b5c0e640 1 --2- 172.21.15.31:0/2913530410 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f25b01616e0 0x7f25b01599d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:19.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.571+0000 7f25b5c0e640 1 -- 172.21.15.31:0/2913530410 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25b01f8650 con 0x7f25b00d25b0 2024-09-16T07:29:19.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.571+0000 7f25b540d640 1 --2- 172.21.15.31:0/2913530410 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f25b0161300 0x7f25b01f3f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:29:19.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.571+0000 7f25b640f640 1 --2- 172.21.15.31:0/2913530410 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f25b01616e0 0x7f25b01599d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:29:19.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.571+0000 7f25b5c0e640 1 --2- 172.21.15.31:0/2913530410 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f25b00d25b0 0x7f25b01f7dc0 secure :-1 s=READY pgs=1813 cs=0 l=1 rev1=1 crypto rx=0x7f25a8000c00 tx=0x7f25a8032c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:19.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.572+0000 7f25ae7fc640 1 -- 172.21.15.31:0/2913530410 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25a8040070 con 0x7f25b00d25b0 2024-09-16T07:29:19.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.572+0000 7f25ae7fc640 1 -- 172.21.15.31:0/2913530410 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f25a80038e0 con 0x7f25b00d25b0 2024-09-16T07:29:19.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.572+0000 7f25ae7fc640 1 -- 172.21.15.31:0/2913530410 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25a8003d10 con 0x7f25b00d25b0 2024-09-16T07:29:19.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.572+0000 7f25b7e72640 1 -- 172.21.15.31:0/2913530410 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f25b01f8930 con 0x7f25b00d25b0 2024-09-16T07:29:19.575 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.572+0000 7f25b7e72640 1 -- 172.21.15.31:0/2913530410 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f25b01594b0 con 0x7f25b00d25b0 2024-09-16T07:29:19.575 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.573+0000 7f25b7e72640 1 -- 172.21.15.31:0/2913530410 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f25b00b9510 con 0x7f25b00d25b0 2024-09-16T07:29:19.575 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.573+0000 7f25ae7fc640 1 -- 172.21.15.31:0/2913530410 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 25) ==== 102205+0+0 (secure 0 0 0) 0x7f25a8039040 con 0x7f25b00d25b0 2024-09-16T07:29:19.576 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.574+0000 7f25ae7fc640 1 --2- 172.21.15.31:0/2913530410 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f259c079270 0x7f259c07b730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:19.576 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.574+0000 7f25ae7fc640 1 -- 172.21.15.31:0/2913530410 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(162..162 src has 1..162) ==== 4885+0+0 (secure 0 0 0) 0x7f25a80ba880 con 0x7f25b00d25b0 2024-09-16T07:29:19.576 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.574+0000 7f25b540d640 1 --2- 172.21.15.31:0/2913530410 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f259c079270 0x7f259c07b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:19.576 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.574+0000 7f25b540d640 1 --2- 172.21.15.31:0/2913530410 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f259c079270 0x7f259c07b730 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f25b0157570 tx=0x7f25a4009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:19.577 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.578+0000 7f25ae7fc640 1 -- 172.21.15.31:0/2913530410 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f25a80849a0 con 0x7f25b00d25b0 2024-09-16T07:29:19.765 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:19.766+0000 7f25b7e72640 1 -- 172.21.15.31:0/2913530410 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f25b006efb0 con 0x7f25b00d25b0 2024-09-16T07:29:20.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:20.731+0000 7f25ae7fc640 1 -- 172.21.15.31:0/2913530410 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v163) ==== 138+0+0 (secure 0 0 0) 0x7f25a80842a0 con 0x7f25b00d25b0 2024-09-16T07:29:20.730 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_metadata' created 2024-09-16T07:29:20.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:20.735+0000 7f25b7e72640 1 -- 172.21.15.31:0/2913530410 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f259c079270 msgr2=0x7f259c07b730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:20.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:20.735+0000 7f25b7e72640 1 --2- 172.21.15.31:0/2913530410 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f259c079270 0x7f259c07b730 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f25b0157570 tx=0x7f25a4009040 comp rx=0 tx=0).stop 2024-09-16T07:29:20.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:20.735+0000 7f25b7e72640 1 -- 172.21.15.31:0/2913530410 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f25b00d25b0 msgr2=0x7f25b01f7dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:20.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:20.735+0000 7f25b7e72640 1 --2- 172.21.15.31:0/2913530410 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f25b00d25b0 0x7f25b01f7dc0 secure :-1 s=READY pgs=1813 cs=0 l=1 rev1=1 crypto rx=0x7f25a8000c00 tx=0x7f25a8032c10 comp rx=0 tx=0).stop 2024-09-16T07:29:20.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:20.735+0000 7f25b7e72640 1 -- 172.21.15.31:0/2913530410 shutdown_connections 2024-09-16T07:29:20.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:20.735+0000 7f25b7e72640 1 --2- 172.21.15.31:0/2913530410 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f259c079270 0x7f259c07b730 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:20.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:20.735+0000 7f25b7e72640 1 --2- 172.21.15.31:0/2913530410 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f25b01616e0 0x7f25b01599d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:20.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:20.735+0000 7f25b7e72640 1 --2- 172.21.15.31:0/2913530410 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f25b0161300 0x7f25b01f3f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:20.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:20.735+0000 7f25b7e72640 1 --2- 172.21.15.31:0/2913530410 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f25b00d25b0 0x7f25b01f7dc0 unknown :-1 s=CLOSED pgs=1813 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:20.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:20.735+0000 7f25b7e72640 1 -- 172.21.15.31:0/2913530410 >> 172.21.15.31:0/2913530410 conn(0x7f25b00d3e20 msgr2=0x7f25b00d0f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:20.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:20.735+0000 7f25b7e72640 1 -- 172.21.15.31:0/2913530410 shutdown_connections 2024-09-16T07:29:20.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:20.735+0000 7f25b7e72640 1 -- 172.21.15.31:0/2913530410 wait complete. 2024-09-16T07:29:20.752 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-16T07:29:20.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:20.872+0000 7f1885c85640 1 -- 172.21.15.31:0/602379548 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f18800d23f0 msgr2=0x7f18800af830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:20.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:20.872+0000 7f1885c85640 1 --2- 172.21.15.31:0/602379548 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f18800d23f0 0x7f18800af830 secure :-1 s=READY pgs=1815 cs=0 l=1 rev1=1 crypto rx=0x7f1874009830 tx=0x7f187402a480 comp rx=0 tx=0).stop 2024-09-16T07:29:20.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:20.872+0000 7f1885c85640 1 -- 172.21.15.31:0/602379548 shutdown_connections 2024-09-16T07:29:20.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:20.872+0000 7f1885c85640 1 --2- 172.21.15.31:0/602379548 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f18800d23f0 0x7f18800af830 unknown :-1 s=CLOSED pgs=1815 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:20.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:20.872+0000 7f1885c85640 1 -- 172.21.15.31:0/602379548 >> 172.21.15.31:0/602379548 conn(0x7f188009aa30 msgr2=0x7f188009ae40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:20.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:20.872+0000 7f1885c85640 1 -- 172.21.15.31:0/602379548 shutdown_connections 2024-09-16T07:29:20.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:20.872+0000 7f1885c85640 1 -- 172.21.15.31:0/602379548 wait complete. 2024-09-16T07:29:20.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:20.873+0000 7f1885c85640 1 Processor -- start 2024-09-16T07:29:20.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:20.873+0000 7f1885c85640 1 -- start start 2024-09-16T07:29:20.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:20.874+0000 7f1885c85640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f18800b0d80 0x7f18801f5c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:20.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:20.874+0000 7f1885c85640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f18800d23f0 0x7f18800cc850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:20.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:20.874+0000 7f1885c85640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f188015bf10 0x7f18800ce660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:20.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:20.874+0000 7f1885c85640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f18800b0600 con 0x7f18800d23f0 2024-09-16T07:29:20.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:20.874+0000 7f1885c85640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f18800b0480 con 0x7f188015bf10 2024-09-16T07:29:20.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:20.874+0000 7f1885c85640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f18800b0780 con 0x7f18800b0d80 2024-09-16T07:29:20.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:20.874+0000 7f187effd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f18800d23f0 0x7f18800cc850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:20.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:20.874+0000 7f187effd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f18800d23f0 0x7f18800cc850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48562/0 (socket says 172.21.15.31:48562) 2024-09-16T07:29:20.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:20.874+0000 7f187effd640 1 -- 172.21.15.31:0/1920248241 learned_addr learned my addr 172.21.15.31:0/1920248241 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:20.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:20.874+0000 7f187effd640 1 -- 172.21.15.31:0/1920248241 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f18800b0d80 msgr2=0x7f18801f5c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:20.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:20.874+0000 7f187effd640 1 --2- 172.21.15.31:0/1920248241 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f18800b0d80 0x7f18801f5c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:20.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:20.874+0000 7f187effd640 1 -- 172.21.15.31:0/1920248241 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f188015bf10 msgr2=0x7f18800ce660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:20.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:20.874+0000 7f187ffff640 1 --2- 172.21.15.31:0/1920248241 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f188015bf10 0x7f18800ce660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:20.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:20.874+0000 7f187effd640 1 --2- 172.21.15.31:0/1920248241 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f188015bf10 0x7f18800ce660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:20.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:20.874+0000 7f187effd640 1 -- 172.21.15.31:0/1920248241 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18801f6150 con 0x7f18800d23f0 2024-09-16T07:29:20.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:20.875+0000 7f187effd640 1 --2- 172.21.15.31:0/1920248241 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f18800d23f0 0x7f18800cc850 secure :-1 s=READY pgs=1816 cs=0 l=1 rev1=1 crypto rx=0x7f1874009950 tx=0x7f1874032d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:20.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:20.875+0000 7f1867fff640 1 -- 172.21.15.31:0/1920248241 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1874040070 con 0x7f18800d23f0 2024-09-16T07:29:20.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:20.875+0000 7f1867fff640 1 -- 172.21.15.31:0/1920248241 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1874003af0 con 0x7f18800d23f0 2024-09-16T07:29:20.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:20.875+0000 7f1867fff640 1 -- 172.21.15.31:0/1920248241 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1874045460 con 0x7f18800d23f0 2024-09-16T07:29:20.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:20.875+0000 7f1885c85640 1 -- 172.21.15.31:0/1920248241 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18800c63c0 con 0x7f18800d23f0 2024-09-16T07:29:20.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:20.875+0000 7f1885c85640 1 -- 172.21.15.31:0/1920248241 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18800ce140 con 0x7f18800d23f0 2024-09-16T07:29:20.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:20.876+0000 7f1885c85640 1 -- 172.21.15.31:0/1920248241 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f18800c67b0 con 0x7f18800d23f0 2024-09-16T07:29:20.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:20.877+0000 7f1867fff640 1 -- 172.21.15.31:0/1920248241 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 25) ==== 102205+0+0 (secure 0 0 0) 0x7f1874039040 con 0x7f18800d23f0 2024-09-16T07:29:20.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:20.877+0000 7f1867fff640 1 --2- 172.21.15.31:0/1920248241 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f186c079270 0x7f186c07b730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:20.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:20.877+0000 7f1867fff640 1 -- 172.21.15.31:0/1920248241 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(163..163 src has 1..163) ==== 5255+0+0 (secure 0 0 0) 0x7f18740bab00 con 0x7f18800d23f0 2024-09-16T07:29:20.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:20.877+0000 7f187f7fe640 1 --2- 172.21.15.31:0/1920248241 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f186c079270 0x7f186c07b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:20.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:20.878+0000 7f187f7fe640 1 --2- 172.21.15.31:0/1920248241 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f186c079270 0x7f186c07b730 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f18700046b0 tx=0x7f1870007a70 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:20.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:20.882+0000 7f1867fff640 1 -- 172.21.15.31:0/1920248241 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f1874084960 con 0x7f18800d23f0 2024-09-16T07:29:21.069 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:21.070+0000 7f1885c85640 1 -- 172.21.15.31:0/1920248241 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f18800d1ce0 con 0x7f18800d23f0 2024-09-16T07:29:21.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:21.737+0000 7f1867fff640 1 -- 172.21.15.31:0/1920248241 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v164) ==== 170+0+0 (secure 0 0 0) 0x7f1874084260 con 0x7f18800d23f0 2024-09-16T07:29:21.737 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_data' created 2024-09-16T07:29:21.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:21.741+0000 7f1885c85640 1 -- 172.21.15.31:0/1920248241 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f186c079270 msgr2=0x7f186c07b730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:21.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:21.741+0000 7f1885c85640 1 --2- 172.21.15.31:0/1920248241 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f186c079270 0x7f186c07b730 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f18700046b0 tx=0x7f1870007a70 comp rx=0 tx=0).stop 2024-09-16T07:29:21.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:21.741+0000 7f1885c85640 1 -- 172.21.15.31:0/1920248241 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f18800d23f0 msgr2=0x7f18800cc850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:21.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:21.741+0000 7f1885c85640 1 --2- 172.21.15.31:0/1920248241 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f18800d23f0 0x7f18800cc850 secure :-1 s=READY pgs=1816 cs=0 l=1 rev1=1 crypto rx=0x7f1874009950 tx=0x7f1874032d50 comp rx=0 tx=0).stop 2024-09-16T07:29:21.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:21.742+0000 7f1885c85640 1 -- 172.21.15.31:0/1920248241 shutdown_connections 2024-09-16T07:29:21.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:21.742+0000 7f1885c85640 1 --2- 172.21.15.31:0/1920248241 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f186c079270 0x7f186c07b730 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:21.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:21.742+0000 7f1885c85640 1 --2- 172.21.15.31:0/1920248241 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f188015bf10 0x7f18800ce660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:21.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:21.742+0000 7f1885c85640 1 --2- 172.21.15.31:0/1920248241 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f18800d23f0 0x7f18800cc850 unknown :-1 s=CLOSED pgs=1816 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:21.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:21.742+0000 7f1885c85640 1 --2- 172.21.15.31:0/1920248241 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f18800b0d80 0x7f18801f5c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:21.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:21.742+0000 7f1885c85640 1 -- 172.21.15.31:0/1920248241 >> 172.21.15.31:0/1920248241 conn(0x7f188009aa30 msgr2=0x7f1880159d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:21.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:21.742+0000 7f1885c85640 1 -- 172.21.15.31:0/1920248241 shutdown_connections 2024-09-16T07:29:21.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:21.742+0000 7f1885c85640 1 -- 172.21.15.31:0/1920248241 wait complete. 2024-09-16T07:29:21.764 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-16T07:29:21.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:21.878+0000 7fd287657640 1 -- 172.21.15.31:0/2985236248 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd28015af10 msgr2=0x7fd28015b350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:21.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:21.878+0000 7fd287657640 1 --2- 172.21.15.31:0/2985236248 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd28015af10 0x7fd28015b350 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fd270009860 tx=0x7fd27002a530 comp rx=0 tx=0).stop 2024-09-16T07:29:21.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:21.878+0000 7fd287657640 1 -- 172.21.15.31:0/2985236248 shutdown_connections 2024-09-16T07:29:21.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:21.878+0000 7fd287657640 1 --2- 172.21.15.31:0/2985236248 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd28015af10 0x7fd28015b350 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:21.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:21.878+0000 7fd287657640 1 -- 172.21.15.31:0/2985236248 >> 172.21.15.31:0/2985236248 conn(0x7fd2800d0b60 msgr2=0x7fd2800d0f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:21.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:21.878+0000 7fd287657640 1 -- 172.21.15.31:0/2985236248 shutdown_connections 2024-09-16T07:29:21.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:21.878+0000 7fd287657640 1 -- 172.21.15.31:0/2985236248 wait complete. 2024-09-16T07:29:21.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:21.880+0000 7fd287657640 1 Processor -- start 2024-09-16T07:29:21.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:21.880+0000 7fd287657640 1 -- start start 2024-09-16T07:29:21.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:21.880+0000 7fd287657640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd280073550 0x7fd2800cfb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:21.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:21.880+0000 7fd287657640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd2800cd090 0x7fd280153d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:21.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:21.880+0000 7fd287657640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd28015af10 0x7fd28014d9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:21.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:21.880+0000 7fd287657640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fd280073ed0 con 0x7fd280073550 2024-09-16T07:29:21.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:21.880+0000 7fd287657640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fd280073d50 con 0x7fd28015af10 2024-09-16T07:29:21.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:21.880+0000 7fd287657640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fd2800b4220 con 0x7fd2800cd090 2024-09-16T07:29:21.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:21.880+0000 7fd2853f3640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd280073550 0x7fd2800cfb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:21.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:21.881+0000 7fd2853f3640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd280073550 0x7fd2800cfb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:48570/0 (socket says 172.21.15.31:48570) 2024-09-16T07:29:21.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:21.881+0000 7fd2853f3640 1 -- 172.21.15.31:0/2095752556 learned_addr learned my addr 172.21.15.31:0/2095752556 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:21.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:21.881+0000 7fd284bf2640 1 --2- 172.21.15.31:0/2095752556 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd2800cd090 0x7fd280153d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:21.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:21.881+0000 7fd285bf4640 1 --2- 172.21.15.31:0/2095752556 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd28015af10 0x7fd28014d9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:21.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:21.881+0000 7fd2853f3640 1 -- 172.21.15.31:0/2095752556 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd2800cd090 msgr2=0x7fd280153d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:21.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:21.881+0000 7fd2853f3640 1 --2- 172.21.15.31:0/2095752556 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd2800cd090 0x7fd280153d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:21.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:21.881+0000 7fd2853f3640 1 -- 172.21.15.31:0/2095752556 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd28015af10 msgr2=0x7fd28014d9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:21.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:21.881+0000 7fd2853f3640 1 --2- 172.21.15.31:0/2095752556 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd28015af10 0x7fd28014d9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:21.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:21.881+0000 7fd2853f3640 1 -- 172.21.15.31:0/2095752556 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd28014df20 con 0x7fd280073550 2024-09-16T07:29:21.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:21.881+0000 7fd2853f3640 1 --2- 172.21.15.31:0/2095752556 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd280073550 0x7fd2800cfb20 secure :-1 s=READY pgs=1818 cs=0 l=1 rev1=1 crypto rx=0x7fd27c00c450 tx=0x7fd27c00c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:21.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:21.881+0000 7fd275ffb640 1 -- 172.21.15.31:0/2095752556 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd27c0052d0 con 0x7fd280073550 2024-09-16T07:29:21.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:21.881+0000 7fd275ffb640 1 -- 172.21.15.31:0/2095752556 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd27c005470 con 0x7fd280073550 2024-09-16T07:29:21.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:21.881+0000 7fd287657640 1 -- 172.21.15.31:0/2095752556 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2801f4640 con 0x7fd280073550 2024-09-16T07:29:21.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:21.881+0000 7fd275ffb640 1 -- 172.21.15.31:0/2095752556 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd27c012870 con 0x7fd280073550 2024-09-16T07:29:21.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:21.881+0000 7fd287657640 1 -- 172.21.15.31:0/2095752556 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2800adb80 con 0x7fd280073550 2024-09-16T07:29:21.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:21.883+0000 7fd287657640 1 -- 172.21.15.31:0/2095752556 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd2800b46a0 con 0x7fd280073550 2024-09-16T07:29:21.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:21.883+0000 7fd275ffb640 1 -- 172.21.15.31:0/2095752556 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 25) ==== 102205+0+0 (secure 0 0 0) 0x7fd27c0035f0 con 0x7fd280073550 2024-09-16T07:29:21.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:21.884+0000 7fd275ffb640 1 --2- 172.21.15.31:0/2095752556 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd264079270 0x7fd26407b730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:21.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:21.884+0000 7fd275ffb640 1 -- 172.21.15.31:0/2095752556 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(164..164 src has 1..164) ==== 5637+0+0 (secure 0 0 0) 0x7fd27c098e90 con 0x7fd280073550 2024-09-16T07:29:21.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:21.884+0000 7fd284bf2640 1 --2- 172.21.15.31:0/2095752556 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd264079270 0x7fd26407b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:21.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:21.884+0000 7fd284bf2640 1 --2- 172.21.15.31:0/2095752556 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd264079270 0x7fd26407b730 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7fd270034000 tx=0x7fd270004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:21.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:21.888+0000 7fd275ffb640 1 -- 172.21.15.31:0/2095752556 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fd27c062740 con 0x7fd280073550 2024-09-16T07:29:22.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:22.113+0000 7fd287657640 1 -- 172.21.15.31:0/2095752556 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fd280154cc0 con 0x7fd280073550 2024-09-16T07:29:22.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:22.754+0000 7fd275ffb640 1 -- 172.21.15.31:0/2095752556 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 26 and data pool 27 v114) ==== 174+0+0 (secure 0 0 0) 0x7fd27c067170 con 0x7fd280073550 2024-09-16T07:29:22.754 INFO:teuthology.orchestra.run.smithi031.stderr:new fs with metadata pool 26 and data pool 27 2024-09-16T07:29:22.761 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:22.761+0000 7fd287657640 1 -- 172.21.15.31:0/2095752556 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd264079270 msgr2=0x7fd26407b730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:22.761 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:22.762+0000 7fd287657640 1 --2- 172.21.15.31:0/2095752556 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd264079270 0x7fd26407b730 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7fd270034000 tx=0x7fd270004730 comp rx=0 tx=0).stop 2024-09-16T07:29:22.761 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:22.762+0000 7fd287657640 1 -- 172.21.15.31:0/2095752556 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd280073550 msgr2=0x7fd2800cfb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:22.761 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:22.762+0000 7fd287657640 1 --2- 172.21.15.31:0/2095752556 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd280073550 0x7fd2800cfb20 secure :-1 s=READY pgs=1818 cs=0 l=1 rev1=1 crypto rx=0x7fd27c00c450 tx=0x7fd27c00c910 comp rx=0 tx=0).stop 2024-09-16T07:29:22.763 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:22.764+0000 7fd287657640 1 -- 172.21.15.31:0/2095752556 shutdown_connections 2024-09-16T07:29:22.763 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:22.764+0000 7fd287657640 1 --2- 172.21.15.31:0/2095752556 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd264079270 0x7fd26407b730 secure :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7fd270034000 tx=0x7fd270004730 comp rx=0 tx=0).stop 2024-09-16T07:29:22.763 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:22.764+0000 7fd287657640 1 --2- 172.21.15.31:0/2095752556 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd28015af10 0x7fd28014d9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:22.763 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:22.764+0000 7fd287657640 1 --2- 172.21.15.31:0/2095752556 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd2800cd090 0x7fd280153d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:22.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:22.764+0000 7fd287657640 1 --2- 172.21.15.31:0/2095752556 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd280073550 0x7fd2800cfb20 unknown :-1 s=CLOSED pgs=1818 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:22.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:22.764+0000 7fd287657640 1 -- 172.21.15.31:0/2095752556 >> 172.21.15.31:0/2095752556 conn(0x7fd2800d0b60 msgr2=0x7fd2800b08f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:22.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:22.764+0000 7fd287657640 1 -- 172.21.15.31:0/2095752556 shutdown_connections 2024-09-16T07:29:22.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:22.765+0000 7fd287657640 1 -- 172.21.15.31:0/2095752556 wait complete. 2024-09-16T07:29:22.784 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:29:22.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:22.895+0000 7f4b24c33640 1 -- 172.21.15.31:0/376404480 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4b200cc8d0 msgr2=0x7f4b2015fc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:22.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:22.895+0000 7f4b24c33640 1 --2- 172.21.15.31:0/376404480 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4b200cc8d0 0x7f4b2015fc90 secure :-1 s=READY pgs=1819 cs=0 l=1 rev1=1 crypto rx=0x7f4b20069dc0 tx=0x7f4b1802aa30 comp rx=0 tx=0).stop 2024-09-16T07:29:22.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:22.895+0000 7f4b24c33640 1 -- 172.21.15.31:0/376404480 shutdown_connections 2024-09-16T07:29:22.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:22.895+0000 7f4b24c33640 1 --2- 172.21.15.31:0/376404480 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4b200cc8d0 0x7f4b2015fc90 unknown :-1 s=CLOSED pgs=1819 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:22.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:22.895+0000 7f4b24c33640 1 --2- 172.21.15.31:0/376404480 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4b200cc490 0x7f4b2015f750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:22.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:22.895+0000 7f4b24c33640 1 --2- 172.21.15.31:0/376404480 >> v2:172.21.15.155:3300/0 conn(0x7f4b20159680 0x7f4b2015d270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:22.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:22.895+0000 7f4b24c33640 1 -- 172.21.15.31:0/376404480 >> 172.21.15.31:0/376404480 conn(0x7f4b200b1690 msgr2=0x7f4b200b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:22.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:22.895+0000 7f4b24c33640 1 -- 172.21.15.31:0/376404480 shutdown_connections 2024-09-16T07:29:22.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:22.895+0000 7f4b24c33640 1 -- 172.21.15.31:0/376404480 wait complete. 2024-09-16T07:29:22.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:22.896+0000 7f4b24c33640 1 Processor -- start 2024-09-16T07:29:22.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:22.896+0000 7f4b24c33640 1 -- start start 2024-09-16T07:29:22.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:22.897+0000 7f4b24c33640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4b200cc490 0x7f4b201f6ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:22.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:22.897+0000 7f4b24c33640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4b200cc8d0 0x7f4b2014fb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:22.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:22.897+0000 7f4b24c33640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4b20159680 0x7f4b20157420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:22.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:22.897+0000 7f4b24c33640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f4b200cec40 con 0x7f4b200cc490 2024-09-16T07:29:22.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:22.897+0000 7f4b24c33640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f4b200ceac0 con 0x7f4b20159680 2024-09-16T07:29:22.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:22.897+0000 7f4b24c33640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f4b200cedc0 con 0x7f4b200cc8d0 2024-09-16T07:29:22.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:22.897+0000 7f4b1e59c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4b200cc490 0x7f4b201f6ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:22.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:22.897+0000 7f4b1e59c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4b200cc490 0x7f4b201f6ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:45924/0 (socket says 172.21.15.31:45924) 2024-09-16T07:29:22.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:22.897+0000 7f4b1e59c640 1 -- 172.21.15.31:0/1356118159 learned_addr learned my addr 172.21.15.31:0/1356118159 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:22.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:22.897+0000 7f4b1ed9d640 1 --2- 172.21.15.31:0/1356118159 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4b20159680 0x7f4b20157420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:22.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:22.897+0000 7f4b17fff640 1 --2- 172.21.15.31:0/1356118159 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4b200cc8d0 0x7f4b2014fb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:22.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:22.897+0000 7f4b1e59c640 1 -- 172.21.15.31:0/1356118159 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4b200cc8d0 msgr2=0x7f4b2014fb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:22.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:22.897+0000 7f4b1e59c640 1 --2- 172.21.15.31:0/1356118159 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4b200cc8d0 0x7f4b2014fb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:22.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:22.897+0000 7f4b1e59c640 1 -- 172.21.15.31:0/1356118159 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4b20159680 msgr2=0x7f4b20157420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:22.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:22.897+0000 7f4b1e59c640 1 --2- 172.21.15.31:0/1356118159 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4b20159680 0x7f4b20157420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:22.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:22.897+0000 7f4b1e59c640 1 -- 172.21.15.31:0/1356118159 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b20157e00 con 0x7f4b200cc490 2024-09-16T07:29:22.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:22.897+0000 7f4b1ed9d640 1 --2- 172.21.15.31:0/1356118159 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4b20159680 0x7f4b20157420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:29:22.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:22.898+0000 7f4b1e59c640 1 --2- 172.21.15.31:0/1356118159 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4b200cc490 0x7f4b201f6ac0 secure :-1 s=READY pgs=1820 cs=0 l=1 rev1=1 crypto rx=0x7f4b1000e790 tx=0x7f4b1000ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:22.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:22.898+0000 7f4b16ffd640 1 -- 172.21.15.31:0/1356118159 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b1000eea0 con 0x7f4b200cc490 2024-09-16T07:29:22.900 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:22.898+0000 7f4b16ffd640 1 -- 172.21.15.31:0/1356118159 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4b1000cdb0 con 0x7f4b200cc490 2024-09-16T07:29:22.900 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:22.898+0000 7f4b24c33640 1 -- 172.21.15.31:0/1356118159 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b201580e0 con 0x7f4b200cc490 2024-09-16T07:29:22.900 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:22.898+0000 7f4b16ffd640 1 -- 172.21.15.31:0/1356118159 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b10010690 con 0x7f4b200cc490 2024-09-16T07:29:22.900 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:22.898+0000 7f4b24c33640 1 -- 172.21.15.31:0/1356118159 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b201f62c0 con 0x7f4b200cc490 2024-09-16T07:29:22.901 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:22.899+0000 7f4b24c33640 1 -- 172.21.15.31:0/1356118159 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4b2006a0c0 con 0x7f4b200cc490 2024-09-16T07:29:22.901 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:22.900+0000 7f4b16ffd640 1 -- 172.21.15.31:0/1356118159 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 25) ==== 102205+0+0 (secure 0 0 0) 0x7f4b10010830 con 0x7f4b200cc490 2024-09-16T07:29:22.901 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:22.900+0000 7f4b16ffd640 1 --2- 172.21.15.31:0/1356118159 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4b00079270 0x7f4b0007b730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:22.901 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:22.900+0000 7f4b16ffd640 1 -- 172.21.15.31:0/1356118159 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(165..165 src has 1..165) ==== 5737+0+0 (secure 0 0 0) 0x7f4b10099e80 con 0x7f4b200cc490 2024-09-16T07:29:22.901 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:22.900+0000 7f4b17fff640 1 --2- 172.21.15.31:0/1356118159 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4b00079270 0x7f4b0007b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:22.901 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:22.901+0000 7f4b17fff640 1 --2- 172.21.15.31:0/1356118159 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4b00079270 0x7f4b0007b730 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f4b08005e00 tx=0x7f4b08005c50 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:22.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:22.904+0000 7f4b16ffd640 1 -- 172.21.15.31:0/1356118159 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f4b2006a0c0 con 0x7f4b200cc490 2024-09-16T07:29:23.093 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.093+0000 7f4b24c33640 1 -- 172.21.15.31:0/1356118159 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4b2006e890 con 0x7f4b200cc490 2024-09-16T07:29:23.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.094+0000 7f4b16ffd640 1 -- 172.21.15.31:0/1356118159 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v165) ==== 74+0+16708 (secure 0 0 0) 0x7f4b10063d20 con 0x7f4b200cc490 2024-09-16T07:29:23.094 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:29:23.094 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":165,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:29:22.114907+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":27,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":26,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:29:19.771328+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"165","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":27,"pool_name":"cephfs_data","create_time":"2024-09-16T07:29:21.075417+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"165","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":164,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":164,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":164,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":164,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":164,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":164,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":164,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":164,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:29:23.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.097+0000 7f4b24c33640 1 -- 172.21.15.31:0/1356118159 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4b00079270 msgr2=0x7f4b0007b730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:23.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.097+0000 7f4b24c33640 1 --2- 172.21.15.31:0/1356118159 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4b00079270 0x7f4b0007b730 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f4b08005e00 tx=0x7f4b08005c50 comp rx=0 tx=0).stop 2024-09-16T07:29:23.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.097+0000 7f4b24c33640 1 -- 172.21.15.31:0/1356118159 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4b200cc490 msgr2=0x7f4b201f6ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:23.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.097+0000 7f4b24c33640 1 --2- 172.21.15.31:0/1356118159 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4b200cc490 0x7f4b201f6ac0 secure :-1 s=READY pgs=1820 cs=0 l=1 rev1=1 crypto rx=0x7f4b1000e790 tx=0x7f4b1000ec50 comp rx=0 tx=0).stop 2024-09-16T07:29:23.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.097+0000 7f4b24c33640 1 -- 172.21.15.31:0/1356118159 shutdown_connections 2024-09-16T07:29:23.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.097+0000 7f4b24c33640 1 --2- 172.21.15.31:0/1356118159 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4b00079270 0x7f4b0007b730 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:23.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.097+0000 7f4b24c33640 1 --2- 172.21.15.31:0/1356118159 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4b20159680 0x7f4b20157420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:23.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.097+0000 7f4b24c33640 1 --2- 172.21.15.31:0/1356118159 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4b200cc8d0 0x7f4b2014fb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:23.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.097+0000 7f4b24c33640 1 --2- 172.21.15.31:0/1356118159 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4b200cc490 0x7f4b201f6ac0 unknown :-1 s=CLOSED pgs=1820 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:23.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.097+0000 7f4b24c33640 1 -- 172.21.15.31:0/1356118159 >> 172.21.15.31:0/1356118159 conn(0x7f4b200b1690 msgr2=0x7f4b2015eb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:23.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.097+0000 7f4b24c33640 1 -- 172.21.15.31:0/1356118159 shutdown_connections 2024-09-16T07:29:23.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.097+0000 7f4b24c33640 1 -- 172.21.15.31:0/1356118159 wait complete. 2024-09-16T07:29:23.107 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:29:23.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.213+0000 7f58222bd640 1 -- 172.21.15.31:0/1410752932 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5804003a30 msgr2=0x7f5804003e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:23.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.213+0000 7f58222bd640 1 --2- 172.21.15.31:0/1410752932 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5804003a30 0x7f5804003e50 secure :-1 s=READY pgs=1822 cs=0 l=1 rev1=1 crypto rx=0x7f580c0016c0 tx=0x7f5804005830 comp rx=0 tx=0).stop 2024-09-16T07:29:23.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.213+0000 7f582085a640 1 -- 172.21.15.31:0/1410752932 reap_dead start 2024-09-16T07:29:23.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.213+0000 7f58222bd640 1 -- 172.21.15.31:0/1410752932 shutdown_connections 2024-09-16T07:29:23.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.213+0000 7f58222bd640 1 -- 172.21.15.31:0/1410752932 >> 172.21.15.31:0/1410752932 conn(0x7f581c0741f0 msgr2=0x7f581c074600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:23.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.213+0000 7f58222bd640 1 -- 172.21.15.31:0/1410752932 shutdown_connections 2024-09-16T07:29:23.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.213+0000 7f58222bd640 1 -- 172.21.15.31:0/1410752932 wait complete. 2024-09-16T07:29:23.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.214+0000 7f58222bd640 1 Processor -- start 2024-09-16T07:29:23.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.215+0000 7f58222bd640 1 -- start start 2024-09-16T07:29:23.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.215+0000 7f58222bd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5804003a30 0x7f581c1571d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:23.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.215+0000 7f58222bd640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f581c0c33d0 0x7f581c0d0340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:23.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.215+0000 7f58222bd640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f581c0c5810 0x7f581c0c5c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:23.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.215+0000 7f58222bd640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f581c0cbd00 con 0x7f5804003a30 2024-09-16T07:29:23.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.215+0000 7f58222bd640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f581c0cbb80 con 0x7f581c0c5810 2024-09-16T07:29:23.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.215+0000 7f58222bd640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f581c0cbe80 con 0x7f581c0c33d0 2024-09-16T07:29:23.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.215+0000 7f581bfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5804003a30 0x7f581c1571d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:23.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.215+0000 7f581bfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5804003a30 0x7f581c1571d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:45938/0 (socket says 172.21.15.31:45938) 2024-09-16T07:29:23.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.215+0000 7f581bfff640 1 -- 172.21.15.31:0/1593240164 learned_addr learned my addr 172.21.15.31:0/1593240164 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:23.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.215+0000 7f581b7fe640 1 --2- 172.21.15.31:0/1593240164 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f581c0c33d0 0x7f581c0d0340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:23.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.215+0000 7f582085a640 1 --2- 172.21.15.31:0/1593240164 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f581c0c5810 0x7f581c0c5c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:23.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.216+0000 7f581bfff640 1 -- 172.21.15.31:0/1593240164 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f581c0c33d0 msgr2=0x7f581c0d0340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:23.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.216+0000 7f581bfff640 1 --2- 172.21.15.31:0/1593240164 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f581c0c33d0 0x7f581c0d0340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:23.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.216+0000 7f581bfff640 1 -- 172.21.15.31:0/1593240164 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f581c0c5810 msgr2=0x7f581c0c5c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:23.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.216+0000 7f581bfff640 1 --2- 172.21.15.31:0/1593240164 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f581c0c5810 0x7f581c0c5c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:23.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.216+0000 7f581bfff640 1 -- 172.21.15.31:0/1593240164 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f581c0b1d70 con 0x7f5804003a30 2024-09-16T07:29:23.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.216+0000 7f581bfff640 1 --2- 172.21.15.31:0/1593240164 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5804003a30 0x7f581c1571d0 secure :-1 s=READY pgs=1823 cs=0 l=1 rev1=1 crypto rx=0x7f580c02a930 tx=0x7f580c006310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:23.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.216+0000 7f5818ff9640 1 -- 172.21.15.31:0/1593240164 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f580c041070 con 0x7f5804003a30 2024-09-16T07:29:23.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.216+0000 7f5818ff9640 1 -- 172.21.15.31:0/1593240164 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f580c003af0 con 0x7f5804003a30 2024-09-16T07:29:23.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.216+0000 7f58222bd640 1 -- 172.21.15.31:0/1593240164 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f581c0d0c40 con 0x7f5804003a30 2024-09-16T07:29:23.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.216+0000 7f5818ff9640 1 -- 172.21.15.31:0/1593240164 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f580c038070 con 0x7f5804003a30 2024-09-16T07:29:23.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.216+0000 7f58222bd640 1 -- 172.21.15.31:0/1593240164 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f581c0b22f0 con 0x7f5804003a30 2024-09-16T07:29:23.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.217+0000 7f58222bd640 1 -- 172.21.15.31:0/1593240164 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f581c0cc3a0 con 0x7f5804003a30 2024-09-16T07:29:23.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.218+0000 7f5818ff9640 1 -- 172.21.15.31:0/1593240164 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 25) ==== 102205+0+0 (secure 0 0 0) 0x7f580c044070 con 0x7f5804003a30 2024-09-16T07:29:23.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.218+0000 7f5818ff9640 1 --2- 172.21.15.31:0/1593240164 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f58080792a0 0x7f580807b760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:23.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.218+0000 7f5818ff9640 1 -- 172.21.15.31:0/1593240164 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(165..165 src has 1..165) ==== 5737+0+0 (secure 0 0 0) 0x7f580c0b88d0 con 0x7f5804003a30 2024-09-16T07:29:23.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.218+0000 7f581b7fe640 1 --2- 172.21.15.31:0/1593240164 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f58080792a0 0x7f580807b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:23.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.219+0000 7f581b7fe640 1 --2- 172.21.15.31:0/1593240164 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f58080792a0 0x7f580807b760 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f581c0adde0 tx=0x7f5810006040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:23.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.223+0000 7f5818ff9640 1 -- 172.21.15.31:0/1593240164 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f580c006500 con 0x7f5804003a30 2024-09-16T07:29:23.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.411+0000 7f58222bd640 1 -- 172.21.15.31:0/1593240164 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f581c075070 con 0x7f5804003a30 2024-09-16T07:29:23.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.412+0000 7f5818ff9640 1 -- 172.21.15.31:0/1593240164 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v165) ==== 74+0+16708 (secure 0 0 0) 0x7f580c082180 con 0x7f5804003a30 2024-09-16T07:29:23.412 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:29:23.412 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":165,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:29:22.114907+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":27,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":26,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:29:19.771328+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"165","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":27,"pool_name":"cephfs_data","create_time":"2024-09-16T07:29:21.075417+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"165","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":164,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":164,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":164,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":164,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":164,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":164,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":164,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":164,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:29:23.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.414+0000 7f58222bd640 1 -- 172.21.15.31:0/1593240164 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f58080792a0 msgr2=0x7f580807b760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:23.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.414+0000 7f58222bd640 1 --2- 172.21.15.31:0/1593240164 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f58080792a0 0x7f580807b760 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f581c0adde0 tx=0x7f5810006040 comp rx=0 tx=0).stop 2024-09-16T07:29:23.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.414+0000 7f58222bd640 1 -- 172.21.15.31:0/1593240164 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5804003a30 msgr2=0x7f581c1571d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:23.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.414+0000 7f58222bd640 1 --2- 172.21.15.31:0/1593240164 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5804003a30 0x7f581c1571d0 secure :-1 s=READY pgs=1823 cs=0 l=1 rev1=1 crypto rx=0x7f580c02a930 tx=0x7f580c006310 comp rx=0 tx=0).stop 2024-09-16T07:29:23.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.414+0000 7f58222bd640 1 -- 172.21.15.31:0/1593240164 shutdown_connections 2024-09-16T07:29:23.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.414+0000 7f58222bd640 1 --2- 172.21.15.31:0/1593240164 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f58080792a0 0x7f580807b760 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:23.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.415+0000 7f58222bd640 1 --2- 172.21.15.31:0/1593240164 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f581c0c5810 0x7f581c0c5c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:23.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.415+0000 7f58222bd640 1 --2- 172.21.15.31:0/1593240164 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f581c0c33d0 0x7f581c0d0340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:23.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.415+0000 7f58222bd640 1 --2- 172.21.15.31:0/1593240164 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5804003a30 0x7f581c1571d0 unknown :-1 s=CLOSED pgs=1823 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:23.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.415+0000 7f58222bd640 1 -- 172.21.15.31:0/1593240164 >> 172.21.15.31:0/1593240164 conn(0x7f581c0741f0 msgr2=0x7f581c0ae3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:23.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.415+0000 7f58222bd640 1 -- 172.21.15.31:0/1593240164 shutdown_connections 2024-09-16T07:29:23.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.415+0000 7f58222bd640 1 -- 172.21.15.31:0/1593240164 wait complete. 2024-09-16T07:29:23.425 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-16T07:29:23.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.534+0000 7f6e8814b640 1 -- 172.21.15.31:0/2964236844 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6e6c003a30 msgr2=0x7f6e6c003e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:23.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.534+0000 7f6e8814b640 1 --2- 172.21.15.31:0/2964236844 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6e6c003a30 0x7f6e6c003e50 secure :-1 s=READY pgs=1825 cs=0 l=1 rev1=1 crypto rx=0x7f6e7c001eb0 tx=0x7f6e6c005830 comp rx=0 tx=0).stop 2024-09-16T07:29:23.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.534+0000 7f6e866e8640 1 -- 172.21.15.31:0/2964236844 reap_dead start 2024-09-16T07:29:23.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.534+0000 7f6e8814b640 1 -- 172.21.15.31:0/2964236844 shutdown_connections 2024-09-16T07:29:23.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.534+0000 7f6e8814b640 1 -- 172.21.15.31:0/2964236844 >> 172.21.15.31:0/2964236844 conn(0x7f6e800b1700 msgr2=0x7f6e800b1ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:23.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.534+0000 7f6e8814b640 1 -- 172.21.15.31:0/2964236844 shutdown_connections 2024-09-16T07:29:23.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.534+0000 7f6e8814b640 1 -- 172.21.15.31:0/2964236844 wait complete. 2024-09-16T07:29:23.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.535+0000 7f6e8814b640 1 Processor -- start 2024-09-16T07:29:23.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.535+0000 7f6e8814b640 1 -- start start 2024-09-16T07:29:23.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.536+0000 7f6e8814b640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6e6c003a30 0x7f6e80151100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:23.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.536+0000 7f6e8814b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6e80154250 0x7f6e800b3370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:23.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.536+0000 7f6e8814b640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6e800b38b0 0x7f6e800c6c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:23.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.536+0000 7f6e8814b640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f6e800ccb90 con 0x7f6e80154250 2024-09-16T07:29:23.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.536+0000 7f6e8814b640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f6e800cca10 con 0x7f6e6c003a30 2024-09-16T07:29:23.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.536+0000 7f6e8814b640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f6e8006f410 con 0x7f6e800b38b0 2024-09-16T07:29:23.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.536+0000 7f6e856e6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6e80154250 0x7f6e800b3370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:23.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.536+0000 7f6e856e6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6e80154250 0x7f6e800b3370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:45950/0 (socket says 172.21.15.31:45950) 2024-09-16T07:29:23.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.536+0000 7f6e856e6640 1 -- 172.21.15.31:0/1134227579 learned_addr learned my addr 172.21.15.31:0/1134227579 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:23.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.537+0000 7f6e866e8640 1 --2- 172.21.15.31:0/1134227579 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6e800b38b0 0x7f6e800c6c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:23.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.537+0000 7f6e85ee7640 1 --2- 172.21.15.31:0/1134227579 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6e6c003a30 0x7f6e80151100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:23.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.537+0000 7f6e856e6640 1 -- 172.21.15.31:0/1134227579 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6e800b38b0 msgr2=0x7f6e800c6c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:23.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.537+0000 7f6e856e6640 1 --2- 172.21.15.31:0/1134227579 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6e800b38b0 0x7f6e800c6c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:23.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.537+0000 7f6e856e6640 1 -- 172.21.15.31:0/1134227579 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6e6c003a30 msgr2=0x7f6e80151100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:23.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.537+0000 7f6e856e6640 1 --2- 172.21.15.31:0/1134227579 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6e6c003a30 0x7f6e80151100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:23.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.537+0000 7f6e856e6640 1 -- 172.21.15.31:0/1134227579 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e80158280 con 0x7f6e80154250 2024-09-16T07:29:23.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.537+0000 7f6e856e6640 1 --2- 172.21.15.31:0/1134227579 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6e80154250 0x7f6e800b3370 secure :-1 s=READY pgs=1826 cs=0 l=1 rev1=1 crypto rx=0x7f6e70004ea0 tx=0x7f6e70004f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:23.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.537+0000 7f6e767fc640 1 -- 172.21.15.31:0/1134227579 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e70015020 con 0x7f6e80154250 2024-09-16T07:29:23.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.537+0000 7f6e767fc640 1 -- 172.21.15.31:0/1134227579 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6e70011960 con 0x7f6e80154250 2024-09-16T07:29:23.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.537+0000 7f6e8814b640 1 -- 172.21.15.31:0/1134227579 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e80157cc0 con 0x7f6e80154250 2024-09-16T07:29:23.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.537+0000 7f6e767fc640 1 -- 172.21.15.31:0/1134227579 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e70011d90 con 0x7f6e80154250 2024-09-16T07:29:23.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.537+0000 7f6e8814b640 1 -- 172.21.15.31:0/1134227579 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e80153a50 con 0x7f6e80154250 2024-09-16T07:29:23.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.538+0000 7f6e8814b640 1 -- 172.21.15.31:0/1134227579 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6e800c9ed0 con 0x7f6e80154250 2024-09-16T07:29:23.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.539+0000 7f6e767fc640 1 -- 172.21.15.31:0/1134227579 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 25) ==== 102205+0+0 (secure 0 0 0) 0x7f6e70018020 con 0x7f6e80154250 2024-09-16T07:29:23.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.539+0000 7f6e767fc640 1 --2- 172.21.15.31:0/1134227579 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6e64079270 0x7f6e6407b730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:23.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.539+0000 7f6e767fc640 1 -- 172.21.15.31:0/1134227579 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(165..165 src has 1..165) ==== 5737+0+0 (secure 0 0 0) 0x7f6e70099ea0 con 0x7f6e80154250 2024-09-16T07:29:23.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.539+0000 7f6e85ee7640 1 --2- 172.21.15.31:0/1134227579 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6e64079270 0x7f6e6407b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:23.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.540+0000 7f6e85ee7640 1 --2- 172.21.15.31:0/1134227579 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6e64079270 0x7f6e6407b730 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f6e7c033000 tx=0x7f6e7c001bc0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:23.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.544+0000 7f6e767fc640 1 -- 172.21.15.31:0/1134227579 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f6e800c9ed0 con 0x7f6e80154250 2024-09-16T07:29:23.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:23.776+0000 7f6e8814b640 1 -- 172.21.15.31:0/1134227579 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f6e8015a520 con 0x7f6e80154250 2024-09-16T07:29:24.765 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:24.765+0000 7f6e767fc640 1 -- 172.21.15.31:0/1134227579 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v117) ==== 118+0+0 (secure 0 0 0) 0x7f6e7001f020 con 0x7f6e80154250 2024-09-16T07:29:24.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:24.768+0000 7f6e8814b640 1 -- 172.21.15.31:0/1134227579 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6e64079270 msgr2=0x7f6e6407b730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:24.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:24.768+0000 7f6e8814b640 1 --2- 172.21.15.31:0/1134227579 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6e64079270 0x7f6e6407b730 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f6e7c033000 tx=0x7f6e7c001bc0 comp rx=0 tx=0).stop 2024-09-16T07:29:24.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:24.768+0000 7f6e8814b640 1 -- 172.21.15.31:0/1134227579 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6e80154250 msgr2=0x7f6e800b3370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:24.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:24.768+0000 7f6e8814b640 1 --2- 172.21.15.31:0/1134227579 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6e80154250 0x7f6e800b3370 secure :-1 s=READY pgs=1826 cs=0 l=1 rev1=1 crypto rx=0x7f6e70004ea0 tx=0x7f6e70004f90 comp rx=0 tx=0).stop 2024-09-16T07:29:24.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:24.768+0000 7f6e8814b640 1 -- 172.21.15.31:0/1134227579 shutdown_connections 2024-09-16T07:29:24.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:24.768+0000 7f6e8814b640 1 --2- 172.21.15.31:0/1134227579 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f6e64079270 0x7f6e6407b730 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:24.769 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:24.768+0000 7f6e8814b640 1 --2- 172.21.15.31:0/1134227579 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6e800b38b0 0x7f6e800c6c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:24.769 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:24.768+0000 7f6e8814b640 1 --2- 172.21.15.31:0/1134227579 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6e80154250 0x7f6e800b3370 unknown :-1 s=CLOSED pgs=1826 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:24.769 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:24.768+0000 7f6e8814b640 1 --2- 172.21.15.31:0/1134227579 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6e6c003a30 0x7f6e80151100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:24.769 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:24.768+0000 7f6e8814b640 1 -- 172.21.15.31:0/1134227579 >> 172.21.15.31:0/1134227579 conn(0x7f6e800b1700 msgr2=0x7f6e801589e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:24.769 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:24.769+0000 7f6e8814b640 1 -- 172.21.15.31:0/1134227579 shutdown_connections 2024-09-16T07:29:24.769 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:24.769+0000 7f6e8814b640 1 -- 172.21.15.31:0/1134227579 wait complete. 2024-09-16T07:29:24.782 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-16T07:29:24.782 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-16T07:29:24.850 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b has been restored 2024-09-16T07:29:24.851 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d has been restored 2024-09-16T07:29:24.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:24.898+0000 7f035413d640 1 -- 172.21.15.31:0/2450431990 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0338004800 msgr2=0x7f0338004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:24.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:24.898+0000 7f035413d640 1 --2- 172.21.15.31:0/2450431990 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0338004800 0x7f0338004c80 secure :-1 s=READY pgs=1828 cs=0 l=1 rev1=1 crypto rx=0x7f033c001690 tx=0x7f0338005830 comp rx=0 tx=0).stop 2024-09-16T07:29:24.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:24.898+0000 7f03526da640 1 -- 172.21.15.31:0/2450431990 reap_dead start 2024-09-16T07:29:24.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:24.898+0000 7f035413d640 1 -- 172.21.15.31:0/2450431990 shutdown_connections 2024-09-16T07:29:24.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:24.898+0000 7f035413d640 1 -- 172.21.15.31:0/2450431990 >> 172.21.15.31:0/2450431990 conn(0x7f034c0b1700 msgr2=0x7f034c0b1ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:24.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:24.898+0000 7f035413d640 1 -- 172.21.15.31:0/2450431990 shutdown_connections 2024-09-16T07:29:24.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:24.898+0000 7f035413d640 1 -- 172.21.15.31:0/2450431990 wait complete. 2024-09-16T07:29:24.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:24.900+0000 7f035413d640 1 Processor -- start 2024-09-16T07:29:24.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:24.900+0000 7f035413d640 1 -- start start 2024-09-16T07:29:24.901 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:24.900+0000 7f035413d640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0338004800 0x7f034c0aeaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:24.901 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:24.900+0000 7f035413d640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f034c1f8020 0x7f034c1f8480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:24.901 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:24.900+0000 7f035413d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f034c152e70 0x7f034c1532f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:24.901 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:24.901+0000 7f035413d640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f034c06fc60 con 0x7f034c152e70 2024-09-16T07:29:24.901 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:24.901+0000 7f035413d640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f034c0b2c50 con 0x7f0338004800 2024-09-16T07:29:24.901 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:24.901+0000 7f035413d640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f034c06fde0 con 0x7f034c1f8020 2024-09-16T07:29:24.901 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:24.901+0000 7f03526da640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f034c152e70 0x7f034c1532f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:24.902 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:24.901+0000 7f03526da640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f034c152e70 0x7f034c1532f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:45968/0 (socket says 172.21.15.31:45968) 2024-09-16T07:29:24.902 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:24.901+0000 7f03526da640 1 -- 172.21.15.31:0/2167472205 learned_addr learned my addr 172.21.15.31:0/2167472205 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:24.902 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:24.901+0000 7f03526da640 1 -- 172.21.15.31:0/2167472205 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f034c1f8020 msgr2=0x7f034c1f8480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:24.902 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:24.901+0000 7f03526da640 1 --2- 172.21.15.31:0/2167472205 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f034c1f8020 0x7f034c1f8480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:24.902 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:24.901+0000 7f03526da640 1 -- 172.21.15.31:0/2167472205 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0338004800 msgr2=0x7f034c0aeaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:24.902 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:24.901+0000 7f03526da640 1 --2- 172.21.15.31:0/2167472205 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0338004800 0x7f034c0aeaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:24.902 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:24.901+0000 7f03526da640 1 -- 172.21.15.31:0/2167472205 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f034c0ada50 con 0x7f034c152e70 2024-09-16T07:29:24.902 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:24.901+0000 7f03526da640 1 --2- 172.21.15.31:0/2167472205 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f034c152e70 0x7f034c1532f0 secure :-1 s=READY pgs=1829 cs=0 l=1 rev1=1 crypto rx=0x7f03440015e0 tx=0x7f034400ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:24.902 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:24.901+0000 7f03427fc640 1 -- 172.21.15.31:0/2167472205 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f034400cbc0 con 0x7f034c152e70 2024-09-16T07:29:24.902 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:24.901+0000 7f03427fc640 1 -- 172.21.15.31:0/2167472205 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0344017070 con 0x7f034c152e70 2024-09-16T07:29:24.902 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:24.901+0000 7f035413d640 1 -- 172.21.15.31:0/2167472205 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f034c0add30 con 0x7f034c152e70 2024-09-16T07:29:24.902 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:24.901+0000 7f03427fc640 1 -- 172.21.15.31:0/2167472205 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03440116c0 con 0x7f034c152e70 2024-09-16T07:29:24.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:24.901+0000 7f035413d640 1 -- 172.21.15.31:0/2167472205 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f034c0ae2f0 con 0x7f034c152e70 2024-09-16T07:29:24.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:24.902+0000 7f035413d640 1 -- 172.21.15.31:0/2167472205 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f034c0702e0 con 0x7f034c152e70 2024-09-16T07:29:24.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:24.903+0000 7f03427fc640 1 -- 172.21.15.31:0/2167472205 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 25) ==== 102205+0+0 (secure 0 0 0) 0x7f0344011860 con 0x7f034c152e70 2024-09-16T07:29:24.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:24.904+0000 7f03427fc640 1 --2- 172.21.15.31:0/2167472205 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0330079270 0x7f033007b730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:24.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:24.904+0000 7f03427fc640 1 -- 172.21.15.31:0/2167472205 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(166..166 src has 1..166) ==== 5737+0+0 (secure 0 0 0) 0x7f034409a360 con 0x7f034c152e70 2024-09-16T07:29:24.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:24.904+0000 7f0351ed9640 1 --2- 172.21.15.31:0/2167472205 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0330079270 0x7f033007b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:24.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:24.904+0000 7f0351ed9640 1 --2- 172.21.15.31:0/2167472205 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0330079270 0x7f033007b730 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f0348009ab0 tx=0x7f0348009550 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:24.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:24.907+0000 7f03427fc640 1 -- 172.21.15.31:0/2167472205 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f0344064240 con 0x7f034c152e70 2024-09-16T07:29:25.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:25.135+0000 7f035413d640 1 -- 172.21.15.31:0/2167472205 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f034c157500 con 0x7f034c152e70 2024-09-16T07:29:25.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:25.775+0000 7f03427fc640 1 -- 172.21.15.31:0/2167472205 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v118) ==== 122+0+0 (secure 0 0 0) 0x7f0344063b40 con 0x7f034c152e70 2024-09-16T07:29:25.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:25.778+0000 7f035413d640 1 -- 172.21.15.31:0/2167472205 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0330079270 msgr2=0x7f033007b730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:25.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:25.778+0000 7f035413d640 1 --2- 172.21.15.31:0/2167472205 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0330079270 0x7f033007b730 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f0348009ab0 tx=0x7f0348009550 comp rx=0 tx=0).stop 2024-09-16T07:29:25.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:25.778+0000 7f035413d640 1 -- 172.21.15.31:0/2167472205 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f034c152e70 msgr2=0x7f034c1532f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:25.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:25.778+0000 7f035413d640 1 --2- 172.21.15.31:0/2167472205 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f034c152e70 0x7f034c1532f0 secure :-1 s=READY pgs=1829 cs=0 l=1 rev1=1 crypto rx=0x7f03440015e0 tx=0x7f034400ed30 comp rx=0 tx=0).stop 2024-09-16T07:29:25.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:25.778+0000 7f035413d640 1 -- 172.21.15.31:0/2167472205 shutdown_connections 2024-09-16T07:29:25.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:25.778+0000 7f035413d640 1 --2- 172.21.15.31:0/2167472205 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0330079270 0x7f033007b730 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:25.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:25.778+0000 7f035413d640 1 --2- 172.21.15.31:0/2167472205 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f034c152e70 0x7f034c1532f0 unknown :-1 s=CLOSED pgs=1829 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:25.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:25.778+0000 7f035413d640 1 --2- 172.21.15.31:0/2167472205 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f034c1f8020 0x7f034c1f8480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:25.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:25.778+0000 7f035413d640 1 --2- 172.21.15.31:0/2167472205 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0338004800 0x7f034c0aeaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:25.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:25.778+0000 7f035413d640 1 -- 172.21.15.31:0/2167472205 >> 172.21.15.31:0/2167472205 conn(0x7f034c0b1700 msgr2=0x7f034c0cc6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:25.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:25.778+0000 7f035413d640 1 -- 172.21.15.31:0/2167472205 shutdown_connections 2024-09-16T07:29:25.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:25.778+0000 7f035413d640 1 -- 172.21.15.31:0/2167472205 wait complete. 2024-09-16T07:29:25.792 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-16T07:29:25.792 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:29:25.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:25.907+0000 7fbef7724640 1 -- 172.21.15.31:0/775122098 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbed8004d40 msgr2=0x7fbed80051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:25.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:25.907+0000 7fbef7724640 1 --2- 172.21.15.31:0/775122098 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbed8004d40 0x7fbed80051c0 secure :-1 s=READY pgs=1831 cs=0 l=1 rev1=1 crypto rx=0x7fbee0001660 tx=0x7fbed8005830 comp rx=0 tx=0).stop 2024-09-16T07:29:25.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:25.907+0000 7fbef5cc1640 1 -- 172.21.15.31:0/775122098 reap_dead start 2024-09-16T07:29:25.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:25.907+0000 7fbef7724640 1 -- 172.21.15.31:0/775122098 shutdown_connections 2024-09-16T07:29:25.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:25.907+0000 7fbef7724640 1 -- 172.21.15.31:0/775122098 >> 172.21.15.31:0/775122098 conn(0x7fbef00d3e40 msgr2=0x7fbef00d4250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:25.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:25.907+0000 7fbef7724640 1 -- 172.21.15.31:0/775122098 shutdown_connections 2024-09-16T07:29:25.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:25.907+0000 7fbef7724640 1 -- 172.21.15.31:0/775122098 wait complete. 2024-09-16T07:29:25.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:25.909+0000 7fbef7724640 1 Processor -- start 2024-09-16T07:29:25.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:25.909+0000 7fbef7724640 1 -- start start 2024-09-16T07:29:25.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:25.909+0000 7fbef7724640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbed8004d40 0x7fbef0157140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:25.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:25.909+0000 7fbef7724640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbef01613d0 0x7fbef01f1e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:25.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:25.910+0000 7fbef7724640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbef01f5010 0x7fbef01f5490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:25.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:25.910+0000 7fbef7724640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fbef00d2ae0 con 0x7fbef01613d0 2024-09-16T07:29:25.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:25.910+0000 7fbef7724640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fbef00cf9e0 con 0x7fbef01f5010 2024-09-16T07:29:25.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:25.910+0000 7fbef7724640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fbef01f2360 con 0x7fbed8004d40 2024-09-16T07:29:25.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:25.910+0000 7fbef4cbf640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbef01613d0 0x7fbef01f1e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:25.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:25.910+0000 7fbef4cbf640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbef01613d0 0x7fbef01f1e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:45980/0 (socket says 172.21.15.31:45980) 2024-09-16T07:29:25.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:25.910+0000 7fbef54c0640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbed8004d40 0x7fbef0157140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:25.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:25.910+0000 7fbef4cbf640 1 -- 172.21.15.31:0/1812851584 learned_addr learned my addr 172.21.15.31:0/1812851584 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:25.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:25.910+0000 7fbef5cc1640 1 --2- 172.21.15.31:0/1812851584 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbef01f5010 0x7fbef01f5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:25.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:25.910+0000 7fbef4cbf640 1 -- 172.21.15.31:0/1812851584 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbed8004d40 msgr2=0x7fbef0157140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:25.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:25.910+0000 7fbef4cbf640 1 --2- 172.21.15.31:0/1812851584 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbed8004d40 0x7fbef0157140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:25.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:25.910+0000 7fbef4cbf640 1 -- 172.21.15.31:0/1812851584 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbef01f5010 msgr2=0x7fbef01f5490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:25.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:25.910+0000 7fbef4cbf640 1 --2- 172.21.15.31:0/1812851584 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbef01f5010 0x7fbef01f5490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:25.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:25.910+0000 7fbef4cbf640 1 -- 172.21.15.31:0/1812851584 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbef0154600 con 0x7fbef01613d0 2024-09-16T07:29:25.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:25.910+0000 7fbef4cbf640 1 --2- 172.21.15.31:0/1812851584 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbef01613d0 0x7fbef01f1e20 secure :-1 s=READY pgs=1832 cs=0 l=1 rev1=1 crypto rx=0x7fbee4001be0 tx=0x7fbee4003a80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:25.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:25.910+0000 7fbeedffb640 1 -- 172.21.15.31:0/1812851584 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbee4015070 con 0x7fbef01613d0 2024-09-16T07:29:25.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:25.910+0000 7fbeedffb640 1 -- 172.21.15.31:0/1812851584 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbee400f980 con 0x7fbef01613d0 2024-09-16T07:29:25.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:25.910+0000 7fbeedffb640 1 -- 172.21.15.31:0/1812851584 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbee400fdd0 con 0x7fbef01613d0 2024-09-16T07:29:25.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:25.910+0000 7fbef7724640 1 -- 172.21.15.31:0/1812851584 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbef0154ca0 con 0x7fbef01613d0 2024-09-16T07:29:25.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:25.911+0000 7fbef7724640 1 -- 172.21.15.31:0/1812851584 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbef01f4af0 con 0x7fbef01613d0 2024-09-16T07:29:25.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:25.912+0000 7fbef7724640 1 -- 172.21.15.31:0/1812851584 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbef00d05f0 con 0x7fbef01613d0 2024-09-16T07:29:25.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:25.912+0000 7fbeedffb640 1 -- 172.21.15.31:0/1812851584 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 25) ==== 102205+0+0 (secure 0 0 0) 0x7fbee4011430 con 0x7fbef01613d0 2024-09-16T07:29:25.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:25.913+0000 7fbeedffb640 1 --2- 172.21.15.31:0/1812851584 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fbedc0792a0 0x7fbedc07b760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:25.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:25.913+0000 7fbeedffb640 1 -- 172.21.15.31:0/1812851584 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(166..166 src has 1..166) ==== 5737+0+0 (secure 0 0 0) 0x7fbee409a100 con 0x7fbef01613d0 2024-09-16T07:29:25.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:25.913+0000 7fbef54c0640 1 --2- 172.21.15.31:0/1812851584 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fbedc0792a0 0x7fbedc07b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:25.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:25.913+0000 7fbef54c0640 1 --2- 172.21.15.31:0/1812851584 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fbedc0792a0 0x7fbedc07b760 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fbee8005fd0 tx=0x7fbee8009500 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:25.916 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:25.917+0000 7fbeedffb640 1 -- 172.21.15.31:0/1812851584 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fbee4063930 con 0x7fbef01613d0 2024-09-16T07:29:26.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.147+0000 7fbef7724640 1 -- 172.21.15.31:0/1812851584 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbef00d13f0 con 0x7fbef01613d0 2024-09-16T07:29:26.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.148+0000 7fbeedffb640 1 -- 172.21.15.31:0/1812851584 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 118 v118) ==== 95+0+5239 (secure 0 0 0) 0x7fbee4068360 con 0x7fbef01613d0 2024-09-16T07:29:26.147 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:29:26.148 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":118,"btime":"2024-09-16T07:29:25:766627+0000","default_fscid":13,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7202,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/3016572826","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6809","nonce":3016572826},{"type":"v1","addr":"172.21.15.155:6835","nonce":3016572826}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":113},{"gid":7981,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/1107078161","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":1107078161},{"type":"v1","addr":"172.21.15.31:6835","nonce":1107078161}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":113},{"gid":7990,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6834/3637121490","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":3637121490},{"type":"v1","addr":"172.21.15.155:6834","nonce":3637121490}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":113}],"filesystems":[{"mdsmap":{"epoch":118,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:29:22.114869+0000","modified":"2024-09-16T07:29:25.136894+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9318},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9318":{"gid":9318,"name":"c","rank":0,"incarnation":114,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6834/3335646775","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":3335646775},{"type":"v1","addr":"172.21.15.31:6834","nonce":3335646775}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[27],"metadata_pool":26,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9318,"qdb_cluster":[9318]},"id":13}]} 2024-09-16T07:29:26.148 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 118 2024-09-16T07:29:26.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.150+0000 7fbef7724640 1 -- 172.21.15.31:0/1812851584 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fbedc0792a0 msgr2=0x7fbedc07b760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:26.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.150+0000 7fbef7724640 1 --2- 172.21.15.31:0/1812851584 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fbedc0792a0 0x7fbedc07b760 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fbee8005fd0 tx=0x7fbee8009500 comp rx=0 tx=0).stop 2024-09-16T07:29:26.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.150+0000 7fbef7724640 1 -- 172.21.15.31:0/1812851584 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbef01613d0 msgr2=0x7fbef01f1e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:26.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.150+0000 7fbef7724640 1 --2- 172.21.15.31:0/1812851584 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbef01613d0 0x7fbef01f1e20 secure :-1 s=READY pgs=1832 cs=0 l=1 rev1=1 crypto rx=0x7fbee4001be0 tx=0x7fbee4003a80 comp rx=0 tx=0).stop 2024-09-16T07:29:26.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.150+0000 7fbef7724640 1 -- 172.21.15.31:0/1812851584 shutdown_connections 2024-09-16T07:29:26.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.150+0000 7fbef7724640 1 --2- 172.21.15.31:0/1812851584 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fbedc0792a0 0x7fbedc07b760 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:26.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.150+0000 7fbef7724640 1 --2- 172.21.15.31:0/1812851584 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbef01f5010 0x7fbef01f5490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:26.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.150+0000 7fbef7724640 1 --2- 172.21.15.31:0/1812851584 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbef01613d0 0x7fbef01f1e20 unknown :-1 s=CLOSED pgs=1832 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:26.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.150+0000 7fbef7724640 1 --2- 172.21.15.31:0/1812851584 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbed8004d40 0x7fbef0157140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:26.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.150+0000 7fbef7724640 1 -- 172.21.15.31:0/1812851584 >> 172.21.15.31:0/1812851584 conn(0x7fbef00d3e40 msgr2=0x7fbef0161a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:26.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.150+0000 7fbef7724640 1 -- 172.21.15.31:0/1812851584 shutdown_connections 2024-09-16T07:29:26.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.150+0000 7fbef7724640 1 -- 172.21.15.31:0/1812851584 wait complete. 2024-09-16T07:29:26.161 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:29:26.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.268+0000 7fd77b2bd640 1 -- 172.21.15.31:0/2058259280 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd774151370 msgr2=0x7fd7740cef30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:26.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.268+0000 7fd77b2bd640 1 --2- 172.21.15.31:0/2058259280 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd774151370 0x7fd7740cef30 secure :-1 s=READY pgs=1834 cs=0 l=1 rev1=1 crypto rx=0x7fd76c00a940 tx=0x7fd76c02b850 comp rx=0 tx=0).stop 2024-09-16T07:29:26.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.268+0000 7fd77b2bd640 1 -- 172.21.15.31:0/2058259280 shutdown_connections 2024-09-16T07:29:26.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.268+0000 7fd77b2bd640 1 --2- 172.21.15.31:0/2058259280 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd7740b3140 0x7fd7740cf470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:26.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.268+0000 7fd77b2bd640 1 --2- 172.21.15.31:0/2058259280 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd774151370 0x7fd7740cef30 unknown :-1 s=CLOSED pgs=1834 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:26.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.268+0000 7fd77b2bd640 1 -- 172.21.15.31:0/2058259280 >> 172.21.15.31:0/2058259280 conn(0x7fd7740b1690 msgr2=0x7fd7740b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:26.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.268+0000 7fd77b2bd640 1 -- 172.21.15.31:0/2058259280 shutdown_connections 2024-09-16T07:29:26.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.268+0000 7fd77b2bd640 1 -- 172.21.15.31:0/2058259280 wait complete. 2024-09-16T07:29:26.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.270+0000 7fd77b2bd640 1 Processor -- start 2024-09-16T07:29:26.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.270+0000 7fd77b2bd640 1 -- start start 2024-09-16T07:29:26.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.270+0000 7fd77b2bd640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd7740725a0 0x7fd7740aed90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:26.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.270+0000 7fd77b2bd640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd7740b3140 0x7fd77414fde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:26.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.270+0000 7fd77b2bd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd774151370 0x7fd774150320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:26.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.270+0000 7fd77b2bd640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fd77406ec10 con 0x7fd774151370 2024-09-16T07:29:26.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.270+0000 7fd77b2bd640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fd77406ea90 con 0x7fd7740b3140 2024-09-16T07:29:26.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.271+0000 7fd77b2bd640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fd77406f9f0 con 0x7fd7740725a0 2024-09-16T07:29:26.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.271+0000 7fd77985a640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd774151370 0x7fd774150320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:26.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.271+0000 7fd77985a640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd774151370 0x7fd774150320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:46000/0 (socket says 172.21.15.31:46000) 2024-09-16T07:29:26.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.271+0000 7fd77985a640 1 -- 172.21.15.31:0/3966064286 learned_addr learned my addr 172.21.15.31:0/3966064286 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:26.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.271+0000 7fd779059640 1 --2- 172.21.15.31:0/3966064286 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd7740725a0 0x7fd7740aed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:26.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.271+0000 7fd778858640 1 --2- 172.21.15.31:0/3966064286 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd7740b3140 0x7fd77414fde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:26.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.271+0000 7fd77985a640 1 -- 172.21.15.31:0/3966064286 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd7740725a0 msgr2=0x7fd7740aed90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:26.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.271+0000 7fd77985a640 1 --2- 172.21.15.31:0/3966064286 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd7740725a0 0x7fd7740aed90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:26.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.271+0000 7fd77985a640 1 -- 172.21.15.31:0/3966064286 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd7740b3140 msgr2=0x7fd77414fde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:26.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.271+0000 7fd77985a640 1 --2- 172.21.15.31:0/3966064286 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd7740b3140 0x7fd77414fde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:26.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.271+0000 7fd77985a640 1 -- 172.21.15.31:0/3966064286 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7741f57b0 con 0x7fd774151370 2024-09-16T07:29:26.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.271+0000 7fd77985a640 1 --2- 172.21.15.31:0/3966064286 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd774151370 0x7fd774150320 secure :-1 s=READY pgs=1835 cs=0 l=1 rev1=1 crypto rx=0x7fd76400cbc0 tx=0x7fd76400a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:26.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.271+0000 7fd771ffb640 1 -- 172.21.15.31:0/3966064286 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd764016020 con 0x7fd774151370 2024-09-16T07:29:26.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.271+0000 7fd771ffb640 1 -- 172.21.15.31:0/3966064286 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd76400add0 con 0x7fd774151370 2024-09-16T07:29:26.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.271+0000 7fd771ffb640 1 -- 172.21.15.31:0/3966064286 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd764012680 con 0x7fd774151370 2024-09-16T07:29:26.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.271+0000 7fd77b2bd640 1 -- 172.21.15.31:0/3966064286 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7740adfd0 con 0x7fd774151370 2024-09-16T07:29:26.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.272+0000 7fd77b2bd640 1 -- 172.21.15.31:0/3966064286 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7740ae590 con 0x7fd774151370 2024-09-16T07:29:26.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.273+0000 7fd77b2bd640 1 -- 172.21.15.31:0/3966064286 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd774072a10 con 0x7fd774151370 2024-09-16T07:29:26.277 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.273+0000 7fd771ffb640 1 -- 172.21.15.31:0/3966064286 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 25) ==== 102205+0+0 (secure 0 0 0) 0x7fd764019020 con 0x7fd774151370 2024-09-16T07:29:26.277 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.274+0000 7fd771ffb640 1 --2- 172.21.15.31:0/3966064286 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd760079270 0x7fd76007b730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:26.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.274+0000 7fd771ffb640 1 -- 172.21.15.31:0/3966064286 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(166..166 src has 1..166) ==== 5737+0+0 (secure 0 0 0) 0x7fd764099760 con 0x7fd774151370 2024-09-16T07:29:26.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.274+0000 7fd779059640 1 --2- 172.21.15.31:0/3966064286 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd760079270 0x7fd76007b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:26.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.275+0000 7fd779059640 1 --2- 172.21.15.31:0/3966064286 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd760079270 0x7fd76007b730 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fd76c036000 tx=0x7fd76c004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:26.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.278+0000 7fd771ffb640 1 -- 172.21.15.31:0/3966064286 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fd764020030 con 0x7fd774151370 2024-09-16T07:29:26.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.466+0000 7fd77b2bd640 1 -- 172.21.15.31:0/3966064286 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd7740cd040 con 0x7fd774151370 2024-09-16T07:29:26.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.467+0000 7fd771ffb640 1 -- 172.21.15.31:0/3966064286 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v166) ==== 74+0+16695 (secure 0 0 0) 0x7fd764062fb0 con 0x7fd774151370 2024-09-16T07:29:26.467 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:29:26.467 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":166,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:29:23.751043+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":27,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":26,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:29:19.771328+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"165","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":27,"pool_name":"cephfs_data","create_time":"2024-09-16T07:29:21.075417+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"166","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":164,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":164,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":164,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":164,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":164,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":164,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":164,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":164,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:29:26.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.470+0000 7fd77b2bd640 1 -- 172.21.15.31:0/3966064286 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd760079270 msgr2=0x7fd76007b730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:26.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.470+0000 7fd77b2bd640 1 --2- 172.21.15.31:0/3966064286 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd760079270 0x7fd76007b730 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fd76c036000 tx=0x7fd76c004730 comp rx=0 tx=0).stop 2024-09-16T07:29:26.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.470+0000 7fd77b2bd640 1 -- 172.21.15.31:0/3966064286 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd774151370 msgr2=0x7fd774150320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:26.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.470+0000 7fd77b2bd640 1 --2- 172.21.15.31:0/3966064286 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd774151370 0x7fd774150320 secure :-1 s=READY pgs=1835 cs=0 l=1 rev1=1 crypto rx=0x7fd76400cbc0 tx=0x7fd76400a430 comp rx=0 tx=0).stop 2024-09-16T07:29:26.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.470+0000 7fd77b2bd640 1 -- 172.21.15.31:0/3966064286 shutdown_connections 2024-09-16T07:29:26.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.470+0000 7fd77b2bd640 1 --2- 172.21.15.31:0/3966064286 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd760079270 0x7fd76007b730 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:26.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.470+0000 7fd77b2bd640 1 --2- 172.21.15.31:0/3966064286 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd774151370 0x7fd774150320 unknown :-1 s=CLOSED pgs=1835 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:26.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.470+0000 7fd77b2bd640 1 --2- 172.21.15.31:0/3966064286 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd7740b3140 0x7fd77414fde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:26.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.470+0000 7fd77b2bd640 1 --2- 172.21.15.31:0/3966064286 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd7740725a0 0x7fd7740aed90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:26.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.470+0000 7fd77b2bd640 1 -- 172.21.15.31:0/3966064286 >> 172.21.15.31:0/3966064286 conn(0x7fd7740b1690 msgr2=0x7fd7740b0720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:26.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.470+0000 7fd77b2bd640 1 -- 172.21.15.31:0/3966064286 shutdown_connections 2024-09-16T07:29:26.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.470+0000 7fd77b2bd640 1 -- 172.21.15.31:0/3966064286 wait complete. 2024-09-16T07:29:26.480 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-16T07:29:26.481 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T07:29:26.586 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.586+0000 7ffb0d994640 1 -- 172.21.15.31:0/1566943768 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffb08074310 msgr2=0x7ffb0806e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:26.586 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.586+0000 7ffb0d994640 1 --2- 172.21.15.31:0/1566943768 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffb08074310 0x7ffb0806e920 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7ffb00005fd0 tx=0x7ffb0002a5d0 comp rx=0 tx=0).stop 2024-09-16T07:29:26.586 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.586+0000 7ffb0d994640 1 -- 172.21.15.31:0/1566943768 shutdown_connections 2024-09-16T07:29:26.586 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.586+0000 7ffb0d994640 1 --2- 172.21.15.31:0/1566943768 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffb08074310 0x7ffb0806e920 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:26.586 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.586+0000 7ffb0d994640 1 --2- 172.21.15.31:0/1566943768 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffb0815f3d0 0x7ffb080736c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:26.586 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.586+0000 7ffb0d994640 1 -- 172.21.15.31:0/1566943768 >> 172.21.15.31:0/1566943768 conn(0x7ffb080b19c0 msgr2=0x7ffb080b1dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:26.586 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.586+0000 7ffb0d994640 1 -- 172.21.15.31:0/1566943768 shutdown_connections 2024-09-16T07:29:26.587 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.586+0000 7ffb0d994640 1 -- 172.21.15.31:0/1566943768 wait complete. 2024-09-16T07:29:26.587 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.587+0000 7ffb0d994640 1 Processor -- start 2024-09-16T07:29:26.587 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.588+0000 7ffb0d994640 1 -- start start 2024-09-16T07:29:26.589 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.588+0000 7ffb0d994640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffb08074310 0x7ffb0814d600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:26.589 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.588+0000 7ffb0d994640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffb080cdaa0 0x7ffb081f2bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:26.589 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.588+0000 7ffb0d994640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffb0815f3d0 0x7ffb0809aa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:26.589 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.588+0000 7ffb0d994640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7ffb0806ee60 con 0x7ffb0815f3d0 2024-09-16T07:29:26.589 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.588+0000 7ffb0d994640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ffb0815f9c0 con 0x7ffb08074310 2024-09-16T07:29:26.589 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.588+0000 7ffb0d994640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ffb0806efe0 con 0x7ffb080cdaa0 2024-09-16T07:29:26.589 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.589+0000 7ffb077fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffb0815f3d0 0x7ffb0809aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:26.589 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.589+0000 7ffb077fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffb0815f3d0 0x7ffb0809aa30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:46014/0 (socket says 172.21.15.31:46014) 2024-09-16T07:29:26.589 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.589+0000 7ffb077fe640 1 -- 172.21.15.31:0/2940937741 learned_addr learned my addr 172.21.15.31:0/2940937741 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:26.589 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.589+0000 7ffb06ffd640 1 --2- 172.21.15.31:0/2940937741 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffb08074310 0x7ffb0814d600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:26.590 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.589+0000 7ffb067fc640 1 --2- 172.21.15.31:0/2940937741 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffb080cdaa0 0x7ffb081f2bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:26.590 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.589+0000 7ffb077fe640 1 -- 172.21.15.31:0/2940937741 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffb080cdaa0 msgr2=0x7ffb081f2bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:26.590 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.589+0000 7ffb077fe640 1 --2- 172.21.15.31:0/2940937741 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffb080cdaa0 0x7ffb081f2bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:26.590 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.589+0000 7ffb077fe640 1 -- 172.21.15.31:0/2940937741 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffb08074310 msgr2=0x7ffb0814d600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:26.590 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.589+0000 7ffb077fe640 1 --2- 172.21.15.31:0/2940937741 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffb08074310 0x7ffb0814d600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:26.590 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.589+0000 7ffb077fe640 1 -- 172.21.15.31:0/2940937741 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb080b5460 con 0x7ffb0815f3d0 2024-09-16T07:29:26.590 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.589+0000 7ffb077fe640 1 --2- 172.21.15.31:0/2940937741 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffb0815f3d0 0x7ffb0809aa30 secure :-1 s=READY pgs=1836 cs=0 l=1 rev1=1 crypto rx=0x7ffb00006010 tx=0x7ffb00003820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:26.590 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.589+0000 7ffafffff640 1 -- 172.21.15.31:0/2940937741 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb0003f070 con 0x7ffb0815f3d0 2024-09-16T07:29:26.590 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.589+0000 7ffb0d994640 1 -- 172.21.15.31:0/2940937741 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb080b5740 con 0x7ffb0815f3d0 2024-09-16T07:29:26.590 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.589+0000 7ffafffff640 1 -- 172.21.15.31:0/2940937741 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ffb00003e10 con 0x7ffb0815f3d0 2024-09-16T07:29:26.590 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.589+0000 7ffafffff640 1 -- 172.21.15.31:0/2940937741 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb00035030 con 0x7ffb0815f3d0 2024-09-16T07:29:26.590 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.589+0000 7ffb0d994640 1 -- 172.21.15.31:0/2940937741 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb081f3110 con 0x7ffb0815f3d0 2024-09-16T07:29:26.591 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.590+0000 7ffb0d994640 1 -- 172.21.15.31:0/2940937741 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffb0814aba0 con 0x7ffb0815f3d0 2024-09-16T07:29:26.591 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.591+0000 7ffafffff640 1 -- 172.21.15.31:0/2940937741 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 25) ==== 102205+0+0 (secure 0 0 0) 0x7ffb00042070 con 0x7ffb0815f3d0 2024-09-16T07:29:26.591 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.591+0000 7ffafffff640 1 --2- 172.21.15.31:0/2940937741 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ffae8079270 0x7ffae807b730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:26.591 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.592+0000 7ffafffff640 1 -- 172.21.15.31:0/2940937741 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(166..166 src has 1..166) ==== 5737+0+0 (secure 0 0 0) 0x7ffb000b9fd0 con 0x7ffb0815f3d0 2024-09-16T07:29:26.591 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.592+0000 7ffb06ffd640 1 --2- 172.21.15.31:0/2940937741 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ffae8079270 0x7ffae807b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:26.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.592+0000 7ffb06ffd640 1 --2- 172.21.15.31:0/2940937741 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ffae8079270 0x7ffae807b730 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7ffb0806d550 tx=0x7ffaf8009500 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:26.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.596+0000 7ffafffff640 1 -- 172.21.15.31:0/2940937741 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7ffb0814aba0 con 0x7ffb0815f3d0 2024-09-16T07:29:26.779 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.779+0000 7ffb0d994640 1 -- 172.21.15.31:0/2940937741 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ffb081f33a0 con 0x7ffae8079270 2024-09-16T07:29:26.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.784+0000 7ffafffff640 1 -- 172.21.15.31:0/2940937741 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252481 (secure 0 0 0) 0x7ffb081f33a0 con 0x7ffae8079270 2024-09-16T07:29:26.786 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:29:26.787 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-16T07:29:26.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.787+0000 7ffb0d994640 1 -- 172.21.15.31:0/2940937741 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ffae8079270 msgr2=0x7ffae807b730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:26.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.787+0000 7ffb0d994640 1 --2- 172.21.15.31:0/2940937741 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ffae8079270 0x7ffae807b730 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7ffb0806d550 tx=0x7ffaf8009500 comp rx=0 tx=0).stop 2024-09-16T07:29:26.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.787+0000 7ffb0d994640 1 -- 172.21.15.31:0/2940937741 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffb0815f3d0 msgr2=0x7ffb0809aa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:26.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.787+0000 7ffb0d994640 1 --2- 172.21.15.31:0/2940937741 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffb0815f3d0 0x7ffb0809aa30 secure :-1 s=READY pgs=1836 cs=0 l=1 rev1=1 crypto rx=0x7ffb00006010 tx=0x7ffb00003820 comp rx=0 tx=0).stop 2024-09-16T07:29:26.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.787+0000 7ffb0d994640 1 -- 172.21.15.31:0/2940937741 shutdown_connections 2024-09-16T07:29:26.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.787+0000 7ffb0d994640 1 --2- 172.21.15.31:0/2940937741 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ffae8079270 0x7ffae807b730 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:26.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.787+0000 7ffb0d994640 1 --2- 172.21.15.31:0/2940937741 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ffb0815f3d0 0x7ffb0809aa30 unknown :-1 s=CLOSED pgs=1836 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:26.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.787+0000 7ffb0d994640 1 --2- 172.21.15.31:0/2940937741 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffb080cdaa0 0x7ffb081f2bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:26.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.787+0000 7ffb0d994640 1 --2- 172.21.15.31:0/2940937741 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffb08074310 0x7ffb0814d600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:26.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.787+0000 7ffb0d994640 1 -- 172.21.15.31:0/2940937741 >> 172.21.15.31:0/2940937741 conn(0x7ffb080b19c0 msgr2=0x7ffb080b1180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:26.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.787+0000 7ffb0d994640 1 -- 172.21.15.31:0/2940937741 shutdown_connections 2024-09-16T07:29:26.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.787+0000 7ffb0d994640 1 -- 172.21.15.31:0/2940937741 wait complete. 2024-09-16T07:29:26.797 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":223,"stamp":"2024-09-16T07:29:26.271583+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":158,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":118,"ondisk_log_size":118,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":180,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":267064,"kb_used_data":17544,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754707656,"statfs":{"total":773094113280,"available":772820639744,"internally_reserved":0,"allocated":17965056,"data_stored":8591052,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":23,"apply_latency_ms":23,"commit_latency_ns":23000000,"apply_latency_ns":23000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.539067"},"pg_stats":[{"pgid":"27.3f","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.762965+0000","last_change":"2024-09-16T07:29:22.761184+0000","last_active":"2024-09-16T07:29:23.762965+0000","last_peered":"2024-09-16T07:29:23.762965+0000","last_clean":"2024-09-16T07:29:23.762965+0000","last_became_active":"2024-09-16T07:29:22.760624+0000","last_became_peered":"2024-09-16T07:29:22.760624+0000","last_unstale":"2024-09-16T07:29:23.762965+0000","last_undegraded":"2024-09-16T07:29:23.762965+0000","last_fullsized":"2024-09-16T07:29:23.762965+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:22:55.515322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.3e","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.769353+0000","last_change":"2024-09-16T07:29:22.769812+0000","last_active":"2024-09-16T07:29:23.769353+0000","last_peered":"2024-09-16T07:29:23.769353+0000","last_clean":"2024-09-16T07:29:23.769353+0000","last_became_active":"2024-09-16T07:29:22.769514+0000","last_became_peered":"2024-09-16T07:29:22.769514+0000","last_unstale":"2024-09-16T07:29:23.769353+0000","last_undegraded":"2024-09-16T07:29:23.769353+0000","last_fullsized":"2024-09-16T07:29:23.769353+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:10:19.922618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.3d","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.849963+0000","last_change":"2024-09-16T07:29:22.761097+0000","last_active":"2024-09-16T07:29:23.849963+0000","last_peered":"2024-09-16T07:29:23.849963+0000","last_clean":"2024-09-16T07:29:23.849963+0000","last_became_active":"2024-09-16T07:29:22.760634+0000","last_became_peered":"2024-09-16T07:29:22.760634+0000","last_unstale":"2024-09-16T07:29:23.849963+0000","last_undegraded":"2024-09-16T07:29:23.849963+0000","last_fullsized":"2024-09-16T07:29:23.849963+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:52:36.998808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.3c","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.848622+0000","last_change":"2024-09-16T07:29:22.762054+0000","last_active":"2024-09-16T07:29:23.848622+0000","last_peered":"2024-09-16T07:29:23.848622+0000","last_clean":"2024-09-16T07:29:23.848622+0000","last_became_active":"2024-09-16T07:29:22.761743+0000","last_became_peered":"2024-09-16T07:29:22.761743+0000","last_unstale":"2024-09-16T07:29:23.848622+0000","last_undegraded":"2024-09-16T07:29:23.848622+0000","last_fullsized":"2024-09-16T07:29:23.848622+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:26:13.991864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.3b","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.849692+0000","last_change":"2024-09-16T07:29:22.765435+0000","last_active":"2024-09-16T07:29:23.849692+0000","last_peered":"2024-09-16T07:29:23.849692+0000","last_clean":"2024-09-16T07:29:23.849692+0000","last_became_active":"2024-09-16T07:29:22.764713+0000","last_became_peered":"2024-09-16T07:29:22.764713+0000","last_unstale":"2024-09-16T07:29:23.849692+0000","last_undegraded":"2024-09-16T07:29:23.849692+0000","last_fullsized":"2024-09-16T07:29:23.849692+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:20:32.488671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.3a","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.762883+0000","last_change":"2024-09-16T07:29:22.761972+0000","last_active":"2024-09-16T07:29:23.762883+0000","last_peered":"2024-09-16T07:29:23.762883+0000","last_clean":"2024-09-16T07:29:23.762883+0000","last_became_active":"2024-09-16T07:29:22.761693+0000","last_became_peered":"2024-09-16T07:29:22.761693+0000","last_unstale":"2024-09-16T07:29:23.762883+0000","last_undegraded":"2024-09-16T07:29:23.762883+0000","last_fullsized":"2024-09-16T07:29:23.762883+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:11:38.032593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.39","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.762258+0000","last_change":"2024-09-16T07:29:22.751495+0000","last_active":"2024-09-16T07:29:23.762258+0000","last_peered":"2024-09-16T07:29:23.762258+0000","last_clean":"2024-09-16T07:29:23.762258+0000","last_became_active":"2024-09-16T07:29:22.751213+0000","last_became_peered":"2024-09-16T07:29:22.751213+0000","last_unstale":"2024-09-16T07:29:23.762258+0000","last_undegraded":"2024-09-16T07:29:23.762258+0000","last_fullsized":"2024-09-16T07:29:23.762258+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:10:22.824594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.38","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.763738+0000","last_change":"2024-09-16T07:29:22.758666+0000","last_active":"2024-09-16T07:29:23.763738+0000","last_peered":"2024-09-16T07:29:23.763738+0000","last_clean":"2024-09-16T07:29:23.763738+0000","last_became_active":"2024-09-16T07:29:22.758113+0000","last_became_peered":"2024-09-16T07:29:22.758113+0000","last_unstale":"2024-09-16T07:29:23.763738+0000","last_undegraded":"2024-09-16T07:29:23.763738+0000","last_fullsized":"2024-09-16T07:29:23.763738+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:12:43.158856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.37","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.771658+0000","last_change":"2024-09-16T07:29:22.763754+0000","last_active":"2024-09-16T07:29:23.771658+0000","last_peered":"2024-09-16T07:29:23.771658+0000","last_clean":"2024-09-16T07:29:23.771658+0000","last_became_active":"2024-09-16T07:29:22.763388+0000","last_became_peered":"2024-09-16T07:29:22.763388+0000","last_unstale":"2024-09-16T07:29:23.771658+0000","last_undegraded":"2024-09-16T07:29:23.771658+0000","last_fullsized":"2024-09-16T07:29:23.771658+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:48:29.586025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.36","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.850246+0000","last_change":"2024-09-16T07:29:22.764056+0000","last_active":"2024-09-16T07:29:23.850246+0000","last_peered":"2024-09-16T07:29:23.850246+0000","last_clean":"2024-09-16T07:29:23.850246+0000","last_became_active":"2024-09-16T07:29:22.763768+0000","last_became_peered":"2024-09-16T07:29:22.763768+0000","last_unstale":"2024-09-16T07:29:23.850246+0000","last_undegraded":"2024-09-16T07:29:23.850246+0000","last_fullsized":"2024-09-16T07:29:23.850246+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:19:38.170045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.35","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.762875+0000","last_change":"2024-09-16T07:29:22.755474+0000","last_active":"2024-09-16T07:29:23.762875+0000","last_peered":"2024-09-16T07:29:23.762875+0000","last_clean":"2024-09-16T07:29:23.762875+0000","last_became_active":"2024-09-16T07:29:22.755216+0000","last_became_peered":"2024-09-16T07:29:22.755216+0000","last_unstale":"2024-09-16T07:29:23.762875+0000","last_undegraded":"2024-09-16T07:29:23.762875+0000","last_fullsized":"2024-09-16T07:29:23.762875+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:41:14.014596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.34","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.761763+0000","last_change":"2024-09-16T07:29:22.755267+0000","last_active":"2024-09-16T07:29:23.761763+0000","last_peered":"2024-09-16T07:29:23.761763+0000","last_clean":"2024-09-16T07:29:23.761763+0000","last_became_active":"2024-09-16T07:29:22.754996+0000","last_became_peered":"2024-09-16T07:29:22.754996+0000","last_unstale":"2024-09-16T07:29:23.761763+0000","last_undegraded":"2024-09-16T07:29:23.761763+0000","last_fullsized":"2024-09-16T07:29:23.761763+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:06:39.997718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.33","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.848127+0000","last_change":"2024-09-16T07:29:22.756527+0000","last_active":"2024-09-16T07:29:23.848127+0000","last_peered":"2024-09-16T07:29:23.848127+0000","last_clean":"2024-09-16T07:29:23.848127+0000","last_became_active":"2024-09-16T07:29:22.756211+0000","last_became_peered":"2024-09-16T07:29:22.756211+0000","last_unstale":"2024-09-16T07:29:23.848127+0000","last_undegraded":"2024-09-16T07:29:23.848127+0000","last_fullsized":"2024-09-16T07:29:23.848127+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:02:58.984012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.32","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.849299+0000","last_change":"2024-09-16T07:29:22.765069+0000","last_active":"2024-09-16T07:29:23.849299+0000","last_peered":"2024-09-16T07:29:23.849299+0000","last_clean":"2024-09-16T07:29:23.849299+0000","last_became_active":"2024-09-16T07:29:22.764775+0000","last_became_peered":"2024-09-16T07:29:22.764775+0000","last_unstale":"2024-09-16T07:29:23.849299+0000","last_undegraded":"2024-09-16T07:29:23.849299+0000","last_fullsized":"2024-09-16T07:29:23.849299+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:24:41.798982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.31","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.762338+0000","last_change":"2024-09-16T07:29:22.752463+0000","last_active":"2024-09-16T07:29:23.762338+0000","last_peered":"2024-09-16T07:29:23.762338+0000","last_clean":"2024-09-16T07:29:23.762338+0000","last_became_active":"2024-09-16T07:29:22.752192+0000","last_became_peered":"2024-09-16T07:29:22.752192+0000","last_unstale":"2024-09-16T07:29:23.762338+0000","last_undegraded":"2024-09-16T07:29:23.762338+0000","last_fullsized":"2024-09-16T07:29:23.762338+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:32:13.495489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.30","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.762231+0000","last_change":"2024-09-16T07:29:22.754674+0000","last_active":"2024-09-16T07:29:23.762231+0000","last_peered":"2024-09-16T07:29:23.762231+0000","last_clean":"2024-09-16T07:29:23.762231+0000","last_became_active":"2024-09-16T07:29:22.753879+0000","last_became_peered":"2024-09-16T07:29:22.753879+0000","last_unstale":"2024-09-16T07:29:23.762231+0000","last_undegraded":"2024-09-16T07:29:23.762231+0000","last_fullsized":"2024-09-16T07:29:23.762231+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:51:31.849183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.2f","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.763121+0000","last_change":"2024-09-16T07:29:22.768759+0000","last_active":"2024-09-16T07:29:23.763121+0000","last_peered":"2024-09-16T07:29:23.763121+0000","last_clean":"2024-09-16T07:29:23.763121+0000","last_became_active":"2024-09-16T07:29:22.768494+0000","last_became_peered":"2024-09-16T07:29:22.768494+0000","last_unstale":"2024-09-16T07:29:23.763121+0000","last_undegraded":"2024-09-16T07:29:23.763121+0000","last_fullsized":"2024-09-16T07:29:23.763121+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:15:05.354549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.2e","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.850337+0000","last_change":"2024-09-16T07:29:22.769036+0000","last_active":"2024-09-16T07:29:23.850337+0000","last_peered":"2024-09-16T07:29:23.850337+0000","last_clean":"2024-09-16T07:29:23.850337+0000","last_became_active":"2024-09-16T07:29:22.768754+0000","last_became_peered":"2024-09-16T07:29:22.768754+0000","last_unstale":"2024-09-16T07:29:23.850337+0000","last_undegraded":"2024-09-16T07:29:23.850337+0000","last_fullsized":"2024-09-16T07:29:23.850337+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:58:18.289415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.2d","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.850154+0000","last_change":"2024-09-16T07:29:22.761765+0000","last_active":"2024-09-16T07:29:23.850154+0000","last_peered":"2024-09-16T07:29:23.850154+0000","last_clean":"2024-09-16T07:29:23.850154+0000","last_became_active":"2024-09-16T07:29:22.761500+0000","last_became_peered":"2024-09-16T07:29:22.761500+0000","last_unstale":"2024-09-16T07:29:23.850154+0000","last_undegraded":"2024-09-16T07:29:23.850154+0000","last_fullsized":"2024-09-16T07:29:23.850154+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:48:32.392138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.2c","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.849738+0000","last_change":"2024-09-16T07:29:22.764691+0000","last_active":"2024-09-16T07:29:23.849738+0000","last_peered":"2024-09-16T07:29:23.849738+0000","last_clean":"2024-09-16T07:29:23.849738+0000","last_became_active":"2024-09-16T07:29:22.763820+0000","last_became_peered":"2024-09-16T07:29:22.763820+0000","last_unstale":"2024-09-16T07:29:23.849738+0000","last_undegraded":"2024-09-16T07:29:23.849738+0000","last_fullsized":"2024-09-16T07:29:23.849738+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:19:56.656605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.2b","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.761967+0000","last_change":"2024-09-16T07:29:22.763107+0000","last_active":"2024-09-16T07:29:23.761967+0000","last_peered":"2024-09-16T07:29:23.761967+0000","last_clean":"2024-09-16T07:29:23.761967+0000","last_became_active":"2024-09-16T07:29:22.762829+0000","last_became_peered":"2024-09-16T07:29:22.762829+0000","last_unstale":"2024-09-16T07:29:23.761967+0000","last_undegraded":"2024-09-16T07:29:23.761967+0000","last_fullsized":"2024-09-16T07:29:23.761967+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:23:55.651304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.2a","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.769124+0000","last_change":"2024-09-16T07:29:22.760928+0000","last_active":"2024-09-16T07:29:23.769124+0000","last_peered":"2024-09-16T07:29:23.769124+0000","last_clean":"2024-09-16T07:29:23.769124+0000","last_became_active":"2024-09-16T07:29:22.760630+0000","last_became_peered":"2024-09-16T07:29:22.760630+0000","last_unstale":"2024-09-16T07:29:23.769124+0000","last_undegraded":"2024-09-16T07:29:23.769124+0000","last_fullsized":"2024-09-16T07:29:23.769124+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:54:45.940662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.29","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.848056+0000","last_change":"2024-09-16T07:29:22.763140+0000","last_active":"2024-09-16T07:29:23.848056+0000","last_peered":"2024-09-16T07:29:23.848056+0000","last_clean":"2024-09-16T07:29:23.848056+0000","last_became_active":"2024-09-16T07:29:22.762462+0000","last_became_peered":"2024-09-16T07:29:22.762462+0000","last_unstale":"2024-09-16T07:29:23.848056+0000","last_undegraded":"2024-09-16T07:29:23.848056+0000","last_fullsized":"2024-09-16T07:29:23.848056+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:07:35.502397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.28","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.771397+0000","last_change":"2024-09-16T07:29:22.754919+0000","last_active":"2024-09-16T07:29:23.771397+0000","last_peered":"2024-09-16T07:29:23.771397+0000","last_clean":"2024-09-16T07:29:23.771397+0000","last_became_active":"2024-09-16T07:29:22.754628+0000","last_became_peered":"2024-09-16T07:29:22.754628+0000","last_unstale":"2024-09-16T07:29:23.771397+0000","last_undegraded":"2024-09-16T07:29:23.771397+0000","last_fullsized":"2024-09-16T07:29:23.771397+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:58:26.221148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.27","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.848352+0000","last_change":"2024-09-16T07:29:22.753393+0000","last_active":"2024-09-16T07:29:23.848352+0000","last_peered":"2024-09-16T07:29:23.848352+0000","last_clean":"2024-09-16T07:29:23.848352+0000","last_became_active":"2024-09-16T07:29:22.753119+0000","last_became_peered":"2024-09-16T07:29:22.753119+0000","last_unstale":"2024-09-16T07:29:23.848352+0000","last_undegraded":"2024-09-16T07:29:23.848352+0000","last_fullsized":"2024-09-16T07:29:23.848352+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:07:52.119479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.26","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.764434+0000","last_change":"2024-09-16T07:29:22.760984+0000","last_active":"2024-09-16T07:29:23.764434+0000","last_peered":"2024-09-16T07:29:23.764434+0000","last_clean":"2024-09-16T07:29:23.764434+0000","last_became_active":"2024-09-16T07:29:22.760694+0000","last_became_peered":"2024-09-16T07:29:22.760694+0000","last_unstale":"2024-09-16T07:29:23.764434+0000","last_undegraded":"2024-09-16T07:29:23.764434+0000","last_fullsized":"2024-09-16T07:29:23.764434+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:56:49.205779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.25","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.761960+0000","last_change":"2024-09-16T07:29:22.760574+0000","last_active":"2024-09-16T07:29:23.761960+0000","last_peered":"2024-09-16T07:29:23.761960+0000","last_clean":"2024-09-16T07:29:23.761960+0000","last_became_active":"2024-09-16T07:29:22.760285+0000","last_became_peered":"2024-09-16T07:29:22.760285+0000","last_unstale":"2024-09-16T07:29:23.761960+0000","last_undegraded":"2024-09-16T07:29:23.761960+0000","last_fullsized":"2024-09-16T07:29:23.761960+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:19:56.656605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.24","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.764468+0000","last_change":"2024-09-16T07:29:22.750598+0000","last_active":"2024-09-16T07:29:23.764468+0000","last_peered":"2024-09-16T07:29:23.764468+0000","last_clean":"2024-09-16T07:29:23.764468+0000","last_became_active":"2024-09-16T07:29:22.750285+0000","last_became_peered":"2024-09-16T07:29:22.750285+0000","last_unstale":"2024-09-16T07:29:23.764468+0000","last_undegraded":"2024-09-16T07:29:23.764468+0000","last_fullsized":"2024-09-16T07:29:23.764468+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:29:03.856355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.23","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.769134+0000","last_change":"2024-09-16T07:29:22.761480+0000","last_active":"2024-09-16T07:29:23.769134+0000","last_peered":"2024-09-16T07:29:23.769134+0000","last_clean":"2024-09-16T07:29:23.769134+0000","last_became_active":"2024-09-16T07:29:22.761153+0000","last_became_peered":"2024-09-16T07:29:22.761153+0000","last_unstale":"2024-09-16T07:29:23.769134+0000","last_undegraded":"2024-09-16T07:29:23.769134+0000","last_fullsized":"2024-09-16T07:29:23.769134+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:29:26.761268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.22","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.848355+0000","last_change":"2024-09-16T07:29:22.752681+0000","last_active":"2024-09-16T07:29:23.848355+0000","last_peered":"2024-09-16T07:29:23.848355+0000","last_clean":"2024-09-16T07:29:23.848355+0000","last_became_active":"2024-09-16T07:29:22.752366+0000","last_became_peered":"2024-09-16T07:29:22.752366+0000","last_unstale":"2024-09-16T07:29:23.848355+0000","last_undegraded":"2024-09-16T07:29:23.848355+0000","last_fullsized":"2024-09-16T07:29:23.848355+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:20:30.356951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.21","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.849487+0000","last_change":"2024-09-16T07:29:22.764445+0000","last_active":"2024-09-16T07:29:23.849487+0000","last_peered":"2024-09-16T07:29:23.849487+0000","last_clean":"2024-09-16T07:29:23.849487+0000","last_became_active":"2024-09-16T07:29:22.763792+0000","last_became_peered":"2024-09-16T07:29:22.763792+0000","last_unstale":"2024-09-16T07:29:23.849487+0000","last_undegraded":"2024-09-16T07:29:23.849487+0000","last_fullsized":"2024-09-16T07:29:23.849487+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:47:32.143945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.20","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.849276+0000","last_change":"2024-09-16T07:29:22.760937+0000","last_active":"2024-09-16T07:29:23.849276+0000","last_peered":"2024-09-16T07:29:23.849276+0000","last_clean":"2024-09-16T07:29:23.849276+0000","last_became_active":"2024-09-16T07:29:22.760636+0000","last_became_peered":"2024-09-16T07:29:22.760636+0000","last_unstale":"2024-09-16T07:29:23.849276+0000","last_undegraded":"2024-09-16T07:29:23.849276+0000","last_fullsized":"2024-09-16T07:29:23.849276+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:54:57.263324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.1e","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.762013+0000","last_change":"2024-09-16T07:29:22.759395+0000","last_active":"2024-09-16T07:29:23.762013+0000","last_peered":"2024-09-16T07:29:23.762013+0000","last_clean":"2024-09-16T07:29:23.762013+0000","last_became_active":"2024-09-16T07:29:22.759142+0000","last_became_peered":"2024-09-16T07:29:22.759142+0000","last_unstale":"2024-09-16T07:29:23.762013+0000","last_undegraded":"2024-09-16T07:29:23.762013+0000","last_fullsized":"2024-09-16T07:29:23.762013+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:36:32.427635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.1f","version":"165'4","reported_seq":19,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.761731+0000","last_change":"2024-09-16T07:29:21.751131+0000","last_active":"2024-09-16T07:29:23.761731+0000","last_peered":"2024-09-16T07:29:23.761731+0000","last_clean":"2024-09-16T07:29:23.761731+0000","last_became_active":"2024-09-16T07:29:21.750846+0000","last_became_peered":"2024-09-16T07:29:21.750846+0000","last_unstale":"2024-09-16T07:29:23.761731+0000","last_undegraded":"2024-09-16T07:29:23.761731+0000","last_fullsized":"2024-09-16T07:29:23.761731+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:18:13.795865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.1f","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.848405+0000","last_change":"2024-09-16T07:29:22.761798+0000","last_active":"2024-09-16T07:29:23.848405+0000","last_peered":"2024-09-16T07:29:23.848405+0000","last_clean":"2024-09-16T07:29:23.848405+0000","last_became_active":"2024-09-16T07:29:22.761094+0000","last_became_peered":"2024-09-16T07:29:22.761094+0000","last_unstale":"2024-09-16T07:29:23.848405+0000","last_undegraded":"2024-09-16T07:29:23.848405+0000","last_fullsized":"2024-09-16T07:29:23.848405+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:32:54.746198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.1e","version":"165'1","reported_seq":16,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.769240+0000","last_change":"2024-09-16T07:29:21.755208+0000","last_active":"2024-09-16T07:29:23.769240+0000","last_peered":"2024-09-16T07:29:23.769240+0000","last_clean":"2024-09-16T07:29:23.769240+0000","last_became_active":"2024-09-16T07:29:21.754896+0000","last_became_peered":"2024-09-16T07:29:21.754896+0000","last_unstale":"2024-09-16T07:29:23.769240+0000","last_undegraded":"2024-09-16T07:29:23.769240+0000","last_fullsized":"2024-09-16T07:29:23.769240+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:14:53.347036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.1c","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.849997+0000","last_change":"2024-09-16T07:29:22.770072+0000","last_active":"2024-09-16T07:29:23.849997+0000","last_peered":"2024-09-16T07:29:23.849997+0000","last_clean":"2024-09-16T07:29:23.849997+0000","last_became_active":"2024-09-16T07:29:22.769730+0000","last_became_peered":"2024-09-16T07:29:22.769730+0000","last_unstale":"2024-09-16T07:29:23.849997+0000","last_undegraded":"2024-09-16T07:29:23.849997+0000","last_fullsized":"2024-09-16T07:29:23.849997+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:12:51.035252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.1d","version":"165'2","reported_seq":17,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.764235+0000","last_change":"2024-09-16T07:29:21.759079+0000","last_active":"2024-09-16T07:29:23.764235+0000","last_peered":"2024-09-16T07:29:23.764235+0000","last_clean":"2024-09-16T07:29:23.764235+0000","last_became_active":"2024-09-16T07:29:21.758742+0000","last_became_peered":"2024-09-16T07:29:21.758742+0000","last_unstale":"2024-09-16T07:29:23.764235+0000","last_undegraded":"2024-09-16T07:29:23.764235+0000","last_fullsized":"2024-09-16T07:29:23.764235+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:18:28.371255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.1d","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.850191+0000","last_change":"2024-09-16T07:29:22.765337+0000","last_active":"2024-09-16T07:29:23.850191+0000","last_peered":"2024-09-16T07:29:23.850191+0000","last_clean":"2024-09-16T07:29:23.850191+0000","last_became_active":"2024-09-16T07:29:22.765099+0000","last_became_peered":"2024-09-16T07:29:22.765099+0000","last_unstale":"2024-09-16T07:29:23.850191+0000","last_undegraded":"2024-09-16T07:29:23.850191+0000","last_fullsized":"2024-09-16T07:29:23.850191+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:10:22.824594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.1c","version":"165'2","reported_seq":17,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.848577+0000","last_change":"2024-09-16T07:29:21.754748+0000","last_active":"2024-09-16T07:29:23.848577+0000","last_peered":"2024-09-16T07:29:23.848577+0000","last_clean":"2024-09-16T07:29:23.848577+0000","last_became_active":"2024-09-16T07:29:21.754455+0000","last_became_peered":"2024-09-16T07:29:21.754455+0000","last_unstale":"2024-09-16T07:29:23.848577+0000","last_undegraded":"2024-09-16T07:29:23.848577+0000","last_fullsized":"2024-09-16T07:29:23.848577+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:30:19.916677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.1b","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.848411+0000","last_change":"2024-09-16T07:29:22.761303+0000","last_active":"2024-09-16T07:29:23.848411+0000","last_peered":"2024-09-16T07:29:23.848411+0000","last_clean":"2024-09-16T07:29:23.848411+0000","last_became_active":"2024-09-16T07:29:22.760983+0000","last_became_peered":"2024-09-16T07:29:22.760983+0000","last_unstale":"2024-09-16T07:29:23.848411+0000","last_undegraded":"2024-09-16T07:29:23.848411+0000","last_fullsized":"2024-09-16T07:29:23.848411+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:47:23.019422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.1a","version":"165'1","reported_seq":16,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.762977+0000","last_change":"2024-09-16T07:29:21.755346+0000","last_active":"2024-09-16T07:29:23.762977+0000","last_peered":"2024-09-16T07:29:23.762977+0000","last_clean":"2024-09-16T07:29:23.762977+0000","last_became_active":"2024-09-16T07:29:21.755079+0000","last_became_peered":"2024-09-16T07:29:21.755079+0000","last_unstale":"2024-09-16T07:29:23.762977+0000","last_undegraded":"2024-09-16T07:29:23.762977+0000","last_fullsized":"2024-09-16T07:29:23.762977+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:28:15.572689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.18","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.762259+0000","last_change":"2024-09-16T07:29:22.750423+0000","last_active":"2024-09-16T07:29:23.762259+0000","last_peered":"2024-09-16T07:29:23.762259+0000","last_clean":"2024-09-16T07:29:23.762259+0000","last_became_active":"2024-09-16T07:29:22.750030+0000","last_became_peered":"2024-09-16T07:29:22.750030+0000","last_unstale":"2024-09-16T07:29:23.762259+0000","last_undegraded":"2024-09-16T07:29:23.762259+0000","last_fullsized":"2024-09-16T07:29:23.762259+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:52:18.270217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.19","version":"0'0","reported_seq":15,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.763769+0000","last_change":"2024-09-16T07:29:21.756707+0000","last_active":"2024-09-16T07:29:23.763769+0000","last_peered":"2024-09-16T07:29:23.763769+0000","last_clean":"2024-09-16T07:29:23.763769+0000","last_became_active":"2024-09-16T07:29:21.756404+0000","last_became_peered":"2024-09-16T07:29:21.756404+0000","last_unstale":"2024-09-16T07:29:23.763769+0000","last_undegraded":"2024-09-16T07:29:23.763769+0000","last_fullsized":"2024-09-16T07:29:23.763769+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:45:39.504967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.19","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.771420+0000","last_change":"2024-09-16T07:29:22.766039+0000","last_active":"2024-09-16T07:29:23.771420+0000","last_peered":"2024-09-16T07:29:23.771420+0000","last_clean":"2024-09-16T07:29:23.771420+0000","last_became_active":"2024-09-16T07:29:22.765756+0000","last_became_peered":"2024-09-16T07:29:22.765756+0000","last_unstale":"2024-09-16T07:29:23.771420+0000","last_undegraded":"2024-09-16T07:29:23.771420+0000","last_fullsized":"2024-09-16T07:29:23.771420+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:56:20.622000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.18","version":"0'0","reported_seq":15,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.847894+0000","last_change":"2024-09-16T07:29:21.757053+0000","last_active":"2024-09-16T07:29:23.847894+0000","last_peered":"2024-09-16T07:29:23.847894+0000","last_clean":"2024-09-16T07:29:23.847894+0000","last_became_active":"2024-09-16T07:29:21.756789+0000","last_became_peered":"2024-09-16T07:29:21.756789+0000","last_unstale":"2024-09-16T07:29:23.847894+0000","last_undegraded":"2024-09-16T07:29:23.847894+0000","last_fullsized":"2024-09-16T07:29:23.847894+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:47:01.117500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.16","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.848374+0000","last_change":"2024-09-16T07:29:22.752686+0000","last_active":"2024-09-16T07:29:23.848374+0000","last_peered":"2024-09-16T07:29:23.848374+0000","last_clean":"2024-09-16T07:29:23.848374+0000","last_became_active":"2024-09-16T07:29:22.751807+0000","last_became_peered":"2024-09-16T07:29:22.751807+0000","last_unstale":"2024-09-16T07:29:23.848374+0000","last_undegraded":"2024-09-16T07:29:23.848374+0000","last_fullsized":"2024-09-16T07:29:23.848374+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:07:06.203349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.17","version":"0'0","reported_seq":15,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.850228+0000","last_change":"2024-09-16T07:29:21.755691+0000","last_active":"2024-09-16T07:29:23.850228+0000","last_peered":"2024-09-16T07:29:23.850228+0000","last_clean":"2024-09-16T07:29:23.850228+0000","last_became_active":"2024-09-16T07:29:21.755362+0000","last_became_peered":"2024-09-16T07:29:21.755362+0000","last_unstale":"2024-09-16T07:29:23.850228+0000","last_undegraded":"2024-09-16T07:29:23.850228+0000","last_fullsized":"2024-09-16T07:29:23.850228+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:00:20.843291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.17","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.849604+0000","last_change":"2024-09-16T07:29:22.762576+0000","last_active":"2024-09-16T07:29:23.849604+0000","last_peered":"2024-09-16T07:29:23.849604+0000","last_clean":"2024-09-16T07:29:23.849604+0000","last_became_active":"2024-09-16T07:29:22.762234+0000","last_became_peered":"2024-09-16T07:29:22.762234+0000","last_unstale":"2024-09-16T07:29:23.849604+0000","last_undegraded":"2024-09-16T07:29:23.849604+0000","last_fullsized":"2024-09-16T07:29:23.849604+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:33:42.399364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"26.16","version":"0'0","reported_seq":15,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.848185+0000","last_change":"2024-09-16T07:29:21.759414+0000","last_active":"2024-09-16T07:29:23.848185+0000","last_peered":"2024-09-16T07:29:23.848185+0000","last_clean":"2024-09-16T07:29:23.848185+0000","last_became_active":"2024-09-16T07:29:21.759117+0000","last_became_peered":"2024-09-16T07:29:21.759117+0000","last_unstale":"2024-09-16T07:29:23.848185+0000","last_undegraded":"2024-09-16T07:29:23.848185+0000","last_fullsized":"2024-09-16T07:29:23.848185+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:45:21.493205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.14","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.771599+0000","last_change":"2024-09-16T07:29:22.764788+0000","last_active":"2024-09-16T07:29:23.771599+0000","last_peered":"2024-09-16T07:29:23.771599+0000","last_clean":"2024-09-16T07:29:23.771599+0000","last_became_active":"2024-09-16T07:29:22.764485+0000","last_became_peered":"2024-09-16T07:29:22.764485+0000","last_unstale":"2024-09-16T07:29:23.771599+0000","last_undegraded":"2024-09-16T07:29:23.771599+0000","last_fullsized":"2024-09-16T07:29:23.771599+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:50:07.918059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.15","version":"165'3","reported_seq":18,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.764371+0000","last_change":"2024-09-16T07:29:21.755501+0000","last_active":"2024-09-16T07:29:23.764371+0000","last_peered":"2024-09-16T07:29:23.764371+0000","last_clean":"2024-09-16T07:29:23.764371+0000","last_became_active":"2024-09-16T07:29:21.754317+0000","last_became_peered":"2024-09-16T07:29:21.754317+0000","last_unstale":"2024-09-16T07:29:23.764371+0000","last_undegraded":"2024-09-16T07:29:23.764371+0000","last_fullsized":"2024-09-16T07:29:23.764371+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:07:40.423420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.15","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.764342+0000","last_change":"2024-09-16T07:29:22.760292+0000","last_active":"2024-09-16T07:29:23.764342+0000","last_peered":"2024-09-16T07:29:23.764342+0000","last_clean":"2024-09-16T07:29:23.764342+0000","last_became_active":"2024-09-16T07:29:22.760013+0000","last_became_peered":"2024-09-16T07:29:22.760013+0000","last_unstale":"2024-09-16T07:29:23.764342+0000","last_undegraded":"2024-09-16T07:29:23.764342+0000","last_fullsized":"2024-09-16T07:29:23.764342+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:14:54.356994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.14","version":"165'6","reported_seq":21,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.771464+0000","last_change":"2024-09-16T07:29:21.756375+0000","last_active":"2024-09-16T07:29:23.771464+0000","last_peered":"2024-09-16T07:29:23.771464+0000","last_clean":"2024-09-16T07:29:23.771464+0000","last_became_active":"2024-09-16T07:29:21.756076+0000","last_became_peered":"2024-09-16T07:29:21.756076+0000","last_unstale":"2024-09-16T07:29:23.771464+0000","last_undegraded":"2024-09-16T07:29:23.771464+0000","last_fullsized":"2024-09-16T07:29:23.771464+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:28:49.522478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.12","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.849369+0000","last_change":"2024-09-16T07:29:22.761696+0000","last_active":"2024-09-16T07:29:23.849369+0000","last_peered":"2024-09-16T07:29:23.849369+0000","last_clean":"2024-09-16T07:29:23.849369+0000","last_became_active":"2024-09-16T07:29:22.761413+0000","last_became_peered":"2024-09-16T07:29:22.761413+0000","last_unstale":"2024-09-16T07:29:23.849369+0000","last_undegraded":"2024-09-16T07:29:23.849369+0000","last_fullsized":"2024-09-16T07:29:23.849369+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:20:13.907576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"26.13","version":"165'2","reported_seq":17,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.771349+0000","last_change":"2024-09-16T07:29:21.761042+0000","last_active":"2024-09-16T07:29:23.771349+0000","last_peered":"2024-09-16T07:29:23.771349+0000","last_clean":"2024-09-16T07:29:23.771349+0000","last_became_active":"2024-09-16T07:29:21.760649+0000","last_became_peered":"2024-09-16T07:29:21.760649+0000","last_unstale":"2024-09-16T07:29:23.771349+0000","last_undegraded":"2024-09-16T07:29:23.771349+0000","last_fullsized":"2024-09-16T07:29:23.771349+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:47:13.741580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.13","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.849879+0000","last_change":"2024-09-16T07:29:22.765705+0000","last_active":"2024-09-16T07:29:23.849879+0000","last_peered":"2024-09-16T07:29:23.849879+0000","last_clean":"2024-09-16T07:29:23.849879+0000","last_became_active":"2024-09-16T07:29:22.765081+0000","last_became_peered":"2024-09-16T07:29:22.765081+0000","last_unstale":"2024-09-16T07:29:23.849879+0000","last_undegraded":"2024-09-16T07:29:23.849879+0000","last_fullsized":"2024-09-16T07:29:23.849879+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:03:54.944461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.12","version":"0'0","reported_seq":15,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.769064+0000","last_change":"2024-09-16T07:29:21.755882+0000","last_active":"2024-09-16T07:29:23.769064+0000","last_peered":"2024-09-16T07:29:23.769064+0000","last_clean":"2024-09-16T07:29:23.769064+0000","last_became_active":"2024-09-16T07:29:21.755546+0000","last_became_peered":"2024-09-16T07:29:21.755546+0000","last_unstale":"2024-09-16T07:29:23.769064+0000","last_undegraded":"2024-09-16T07:29:23.769064+0000","last_fullsized":"2024-09-16T07:29:23.769064+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:21:52.068862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.10","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.849536+0000","last_change":"2024-09-16T07:29:22.766266+0000","last_active":"2024-09-16T07:29:23.849536+0000","last_peered":"2024-09-16T07:29:23.849536+0000","last_clean":"2024-09-16T07:29:23.849536+0000","last_became_active":"2024-09-16T07:29:22.765886+0000","last_became_peered":"2024-09-16T07:29:22.765886+0000","last_unstale":"2024-09-16T07:29:23.849536+0000","last_undegraded":"2024-09-16T07:29:23.849536+0000","last_fullsized":"2024-09-16T07:29:23.849536+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:28:07.796710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.11","version":"0'0","reported_seq":15,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.763871+0000","last_change":"2024-09-16T07:29:21.751531+0000","last_active":"2024-09-16T07:29:23.763871+0000","last_peered":"2024-09-16T07:29:23.763871+0000","last_clean":"2024-09-16T07:29:23.763871+0000","last_became_active":"2024-09-16T07:29:21.751219+0000","last_became_peered":"2024-09-16T07:29:21.751219+0000","last_unstale":"2024-09-16T07:29:23.763871+0000","last_undegraded":"2024-09-16T07:29:23.763871+0000","last_fullsized":"2024-09-16T07:29:23.763871+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:22:15.039953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.11","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.762475+0000","last_change":"2024-09-16T07:29:22.759723+0000","last_active":"2024-09-16T07:29:23.762475+0000","last_peered":"2024-09-16T07:29:23.762475+0000","last_clean":"2024-09-16T07:29:23.762475+0000","last_became_active":"2024-09-16T07:29:22.759469+0000","last_became_peered":"2024-09-16T07:29:22.759469+0000","last_unstale":"2024-09-16T07:29:23.762475+0000","last_undegraded":"2024-09-16T07:29:23.762475+0000","last_fullsized":"2024-09-16T07:29:23.762475+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:13:43.151560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.10","version":"165'8","reported_seq":23,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.763809+0000","last_change":"2024-09-16T07:29:21.744469+0000","last_active":"2024-09-16T07:29:23.763809+0000","last_peered":"2024-09-16T07:29:23.763809+0000","last_clean":"2024-09-16T07:29:23.763809+0000","last_became_active":"2024-09-16T07:29:21.744073+0000","last_became_peered":"2024-09-16T07:29:21.744073+0000","last_unstale":"2024-09-16T07:29:23.763809+0000","last_undegraded":"2024-09-16T07:29:23.763809+0000","last_fullsized":"2024-09-16T07:29:23.763809+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:33:39.044734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.e","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.762042+0000","last_change":"2024-09-16T07:29:22.763790+0000","last_active":"2024-09-16T07:29:23.762042+0000","last_peered":"2024-09-16T07:29:23.762042+0000","last_clean":"2024-09-16T07:29:23.762042+0000","last_became_active":"2024-09-16T07:29:22.763526+0000","last_became_peered":"2024-09-16T07:29:22.763526+0000","last_unstale":"2024-09-16T07:29:23.762042+0000","last_undegraded":"2024-09-16T07:29:23.762042+0000","last_fullsized":"2024-09-16T07:29:23.762042+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:16:05.195469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.f","version":"165'1","reported_seq":16,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.763256+0000","last_change":"2024-09-16T07:29:21.754886+0000","last_active":"2024-09-16T07:29:23.763256+0000","last_peered":"2024-09-16T07:29:23.763256+0000","last_clean":"2024-09-16T07:29:23.763256+0000","last_became_active":"2024-09-16T07:29:21.754526+0000","last_became_peered":"2024-09-16T07:29:21.754526+0000","last_unstale":"2024-09-16T07:29:23.763256+0000","last_undegraded":"2024-09-16T07:29:23.763256+0000","last_fullsized":"2024-09-16T07:29:23.763256+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:08:47.957279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.f","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.848564+0000","last_change":"2024-09-16T07:29:22.758498+0000","last_active":"2024-09-16T07:29:23.848564+0000","last_peered":"2024-09-16T07:29:23.848564+0000","last_clean":"2024-09-16T07:29:23.848564+0000","last_became_active":"2024-09-16T07:29:22.758021+0000","last_became_peered":"2024-09-16T07:29:22.758021+0000","last_unstale":"2024-09-16T07:29:23.848564+0000","last_undegraded":"2024-09-16T07:29:23.848564+0000","last_fullsized":"2024-09-16T07:29:23.848564+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:49:28.673901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.e","version":"165'2","reported_seq":17,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.771478+0000","last_change":"2024-09-16T07:29:21.761444+0000","last_active":"2024-09-16T07:29:23.771478+0000","last_peered":"2024-09-16T07:29:23.771478+0000","last_clean":"2024-09-16T07:29:23.771478+0000","last_became_active":"2024-09-16T07:29:21.761102+0000","last_became_peered":"2024-09-16T07:29:21.761102+0000","last_unstale":"2024-09-16T07:29:23.771478+0000","last_undegraded":"2024-09-16T07:29:23.771478+0000","last_fullsized":"2024-09-16T07:29:23.771478+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:22:29.421779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.c","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.850219+0000","last_change":"2024-09-16T07:29:22.765981+0000","last_active":"2024-09-16T07:29:23.850219+0000","last_peered":"2024-09-16T07:29:23.850219+0000","last_clean":"2024-09-16T07:29:23.850219+0000","last_became_active":"2024-09-16T07:29:22.765676+0000","last_became_peered":"2024-09-16T07:29:22.765676+0000","last_unstale":"2024-09-16T07:29:23.850219+0000","last_undegraded":"2024-09-16T07:29:23.850219+0000","last_fullsized":"2024-09-16T07:29:23.850219+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:40:10.250258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.d","version":"165'1","reported_seq":16,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.849840+0000","last_change":"2024-09-16T07:29:21.757146+0000","last_active":"2024-09-16T07:29:23.849840+0000","last_peered":"2024-09-16T07:29:23.849840+0000","last_clean":"2024-09-16T07:29:23.849840+0000","last_became_active":"2024-09-16T07:29:21.756855+0000","last_became_peered":"2024-09-16T07:29:21.756855+0000","last_unstale":"2024-09-16T07:29:23.849840+0000","last_undegraded":"2024-09-16T07:29:23.849840+0000","last_fullsized":"2024-09-16T07:29:23.849840+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:46:42.665194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.d","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.762953+0000","last_change":"2024-09-16T07:29:22.755223+0000","last_active":"2024-09-16T07:29:23.762953+0000","last_peered":"2024-09-16T07:29:23.762953+0000","last_clean":"2024-09-16T07:29:23.762953+0000","last_became_active":"2024-09-16T07:29:22.754910+0000","last_became_peered":"2024-09-16T07:29:22.754910+0000","last_unstale":"2024-09-16T07:29:23.762953+0000","last_undegraded":"2024-09-16T07:29:23.762953+0000","last_fullsized":"2024-09-16T07:29:23.762953+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:40:00.079053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.c","version":"0'0","reported_seq":15,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.762441+0000","last_change":"2024-09-16T07:29:21.757843+0000","last_active":"2024-09-16T07:29:23.762441+0000","last_peered":"2024-09-16T07:29:23.762441+0000","last_clean":"2024-09-16T07:29:23.762441+0000","last_became_active":"2024-09-16T07:29:21.757344+0000","last_became_peered":"2024-09-16T07:29:21.757344+0000","last_unstale":"2024-09-16T07:29:23.762441+0000","last_undegraded":"2024-09-16T07:29:23.762441+0000","last_fullsized":"2024-09-16T07:29:23.762441+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:45:56.493303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.a","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.849579+0000","last_change":"2024-09-16T07:29:22.764166+0000","last_active":"2024-09-16T07:29:23.849579+0000","last_peered":"2024-09-16T07:29:23.849579+0000","last_clean":"2024-09-16T07:29:23.849579+0000","last_became_active":"2024-09-16T07:29:22.763866+0000","last_became_peered":"2024-09-16T07:29:22.763866+0000","last_unstale":"2024-09-16T07:29:23.849579+0000","last_undegraded":"2024-09-16T07:29:23.849579+0000","last_fullsized":"2024-09-16T07:29:23.849579+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:06:33.285996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.b","version":"165'2","reported_seq":17,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.849573+0000","last_change":"2024-09-16T07:29:21.753673+0000","last_active":"2024-09-16T07:29:23.849573+0000","last_peered":"2024-09-16T07:29:23.849573+0000","last_clean":"2024-09-16T07:29:23.849573+0000","last_became_active":"2024-09-16T07:29:21.753380+0000","last_became_peered":"2024-09-16T07:29:21.753380+0000","last_unstale":"2024-09-16T07:29:23.849573+0000","last_undegraded":"2024-09-16T07:29:23.849573+0000","last_fullsized":"2024-09-16T07:29:23.849573+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:17:46.100607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.b","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.762851+0000","last_change":"2024-09-16T07:29:22.759452+0000","last_active":"2024-09-16T07:29:23.762851+0000","last_peered":"2024-09-16T07:29:23.762851+0000","last_clean":"2024-09-16T07:29:23.762851+0000","last_became_active":"2024-09-16T07:29:22.759207+0000","last_became_peered":"2024-09-16T07:29:22.759207+0000","last_unstale":"2024-09-16T07:29:23.762851+0000","last_undegraded":"2024-09-16T07:29:23.762851+0000","last_fullsized":"2024-09-16T07:29:23.762851+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:16:56.647436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.a","version":"0'0","reported_seq":15,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.763813+0000","last_change":"2024-09-16T07:29:21.758742+0000","last_active":"2024-09-16T07:29:23.763813+0000","last_peered":"2024-09-16T07:29:23.763813+0000","last_clean":"2024-09-16T07:29:23.763813+0000","last_became_active":"2024-09-16T07:29:21.758380+0000","last_became_peered":"2024-09-16T07:29:21.758380+0000","last_unstale":"2024-09-16T07:29:23.763813+0000","last_undegraded":"2024-09-16T07:29:23.763813+0000","last_fullsized":"2024-09-16T07:29:23.763813+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:50:30.303491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.8","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.848006+0000","last_change":"2024-09-16T07:29:22.761175+0000","last_active":"2024-09-16T07:29:23.848006+0000","last_peered":"2024-09-16T07:29:23.848006+0000","last_clean":"2024-09-16T07:29:23.848006+0000","last_became_active":"2024-09-16T07:29:22.760862+0000","last_became_peered":"2024-09-16T07:29:22.760862+0000","last_unstale":"2024-09-16T07:29:23.848006+0000","last_undegraded":"2024-09-16T07:29:23.848006+0000","last_fullsized":"2024-09-16T07:29:23.848006+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:29:37.133128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.9","version":"0'0","reported_seq":15,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.849551+0000","last_change":"2024-09-16T07:29:21.759750+0000","last_active":"2024-09-16T07:29:23.849551+0000","last_peered":"2024-09-16T07:29:23.849551+0000","last_clean":"2024-09-16T07:29:23.849551+0000","last_became_active":"2024-09-16T07:29:21.759445+0000","last_became_peered":"2024-09-16T07:29:21.759445+0000","last_unstale":"2024-09-16T07:29:23.849551+0000","last_undegraded":"2024-09-16T07:29:23.849551+0000","last_fullsized":"2024-09-16T07:29:23.849551+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:44:53.743789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.9","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.848159+0000","last_change":"2024-09-16T07:29:22.760541+0000","last_active":"2024-09-16T07:29:23.848159+0000","last_peered":"2024-09-16T07:29:23.848159+0000","last_clean":"2024-09-16T07:29:23.848159+0000","last_became_active":"2024-09-16T07:29:22.756184+0000","last_became_peered":"2024-09-16T07:29:22.756184+0000","last_unstale":"2024-09-16T07:29:23.848159+0000","last_undegraded":"2024-09-16T07:29:23.848159+0000","last_fullsized":"2024-09-16T07:29:23.848159+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:16:08.999616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.8","version":"0'0","reported_seq":15,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.764034+0000","last_change":"2024-09-16T07:29:21.751654+0000","last_active":"2024-09-16T07:29:23.764034+0000","last_peered":"2024-09-16T07:29:23.764034+0000","last_clean":"2024-09-16T07:29:23.764034+0000","last_became_active":"2024-09-16T07:29:21.751287+0000","last_became_peered":"2024-09-16T07:29:21.751287+0000","last_unstale":"2024-09-16T07:29:23.764034+0000","last_undegraded":"2024-09-16T07:29:23.764034+0000","last_fullsized":"2024-09-16T07:29:23.764034+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:29:16.889241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.6","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.762129+0000","last_change":"2024-09-16T07:29:22.767363+0000","last_active":"2024-09-16T07:29:23.762129+0000","last_peered":"2024-09-16T07:29:23.762129+0000","last_clean":"2024-09-16T07:29:23.762129+0000","last_became_active":"2024-09-16T07:29:22.767027+0000","last_became_peered":"2024-09-16T07:29:22.767027+0000","last_unstale":"2024-09-16T07:29:23.762129+0000","last_undegraded":"2024-09-16T07:29:23.762129+0000","last_fullsized":"2024-09-16T07:29:23.762129+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:59:39.318567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.7","version":"165'2","reported_seq":17,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.764226+0000","last_change":"2024-09-16T07:29:21.754674+0000","last_active":"2024-09-16T07:29:23.764226+0000","last_peered":"2024-09-16T07:29:23.764226+0000","last_clean":"2024-09-16T07:29:23.764226+0000","last_became_active":"2024-09-16T07:29:21.754238+0000","last_became_peered":"2024-09-16T07:29:21.754238+0000","last_unstale":"2024-09-16T07:29:23.764226+0000","last_undegraded":"2024-09-16T07:29:23.764226+0000","last_fullsized":"2024-09-16T07:29:23.764226+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:12:02.530312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.7","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.763193+0000","last_change":"2024-09-16T07:29:22.760903+0000","last_active":"2024-09-16T07:29:23.763193+0000","last_peered":"2024-09-16T07:29:23.763193+0000","last_clean":"2024-09-16T07:29:23.763193+0000","last_became_active":"2024-09-16T07:29:22.760224+0000","last_became_peered":"2024-09-16T07:29:22.760224+0000","last_unstale":"2024-09-16T07:29:23.763193+0000","last_undegraded":"2024-09-16T07:29:23.763193+0000","last_fullsized":"2024-09-16T07:29:23.763193+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:25:20.077074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.6","version":"166'1","reported_seq":16,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.769392+0000","last_change":"2024-09-16T07:29:21.757228+0000","last_active":"2024-09-16T07:29:23.769392+0000","last_peered":"2024-09-16T07:29:23.769392+0000","last_clean":"2024-09-16T07:29:23.769392+0000","last_became_active":"2024-09-16T07:29:21.756969+0000","last_became_peered":"2024-09-16T07:29:21.756969+0000","last_unstale":"2024-09-16T07:29:23.769392+0000","last_undegraded":"2024-09-16T07:29:23.769392+0000","last_fullsized":"2024-09-16T07:29:23.769392+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:56:48.195820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.4","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.769281+0000","last_change":"2024-09-16T07:29:22.761703+0000","last_active":"2024-09-16T07:29:23.769281+0000","last_peered":"2024-09-16T07:29:23.769281+0000","last_clean":"2024-09-16T07:29:23.769281+0000","last_became_active":"2024-09-16T07:29:22.761385+0000","last_became_peered":"2024-09-16T07:29:22.761385+0000","last_unstale":"2024-09-16T07:29:23.769281+0000","last_undegraded":"2024-09-16T07:29:23.769281+0000","last_fullsized":"2024-09-16T07:29:23.769281+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:35:00.424077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.5","version":"0'0","reported_seq":15,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.763032+0000","last_change":"2024-09-16T07:29:21.752987+0000","last_active":"2024-09-16T07:29:23.763032+0000","last_peered":"2024-09-16T07:29:23.763032+0000","last_clean":"2024-09-16T07:29:23.763032+0000","last_became_active":"2024-09-16T07:29:21.752659+0000","last_became_peered":"2024-09-16T07:29:21.752659+0000","last_unstale":"2024-09-16T07:29:23.763032+0000","last_undegraded":"2024-09-16T07:29:23.763032+0000","last_fullsized":"2024-09-16T07:29:23.763032+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:25:05.096400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.5","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.761850+0000","last_change":"2024-09-16T07:29:22.766505+0000","last_active":"2024-09-16T07:29:23.761850+0000","last_peered":"2024-09-16T07:29:23.761850+0000","last_clean":"2024-09-16T07:29:23.761850+0000","last_became_active":"2024-09-16T07:29:22.766182+0000","last_became_peered":"2024-09-16T07:29:22.766182+0000","last_unstale":"2024-09-16T07:29:23.761850+0000","last_undegraded":"2024-09-16T07:29:23.761850+0000","last_fullsized":"2024-09-16T07:29:23.761850+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:13:52.083415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.4","version":"0'0","reported_seq":15,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.762501+0000","last_change":"2024-09-16T07:29:21.754289+0000","last_active":"2024-09-16T07:29:23.762501+0000","last_peered":"2024-09-16T07:29:23.762501+0000","last_clean":"2024-09-16T07:29:23.762501+0000","last_became_active":"2024-09-16T07:29:21.754036+0000","last_became_peered":"2024-09-16T07:29:21.754036+0000","last_unstale":"2024-09-16T07:29:23.762501+0000","last_undegraded":"2024-09-16T07:29:23.762501+0000","last_fullsized":"2024-09-16T07:29:23.762501+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:08:13.542791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.2","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.763070+0000","last_change":"2024-09-16T07:29:22.754642+0000","last_active":"2024-09-16T07:29:23.763070+0000","last_peered":"2024-09-16T07:29:23.763070+0000","last_clean":"2024-09-16T07:29:23.763070+0000","last_became_active":"2024-09-16T07:29:22.753895+0000","last_became_peered":"2024-09-16T07:29:22.753895+0000","last_unstale":"2024-09-16T07:29:23.763070+0000","last_undegraded":"2024-09-16T07:29:23.763070+0000","last_fullsized":"2024-09-16T07:29:23.763070+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:02:59.975296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.3","version":"0'0","reported_seq":15,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.848239+0000","last_change":"2024-09-16T07:29:21.758338+0000","last_active":"2024-09-16T07:29:23.848239+0000","last_peered":"2024-09-16T07:29:23.848239+0000","last_clean":"2024-09-16T07:29:23.848239+0000","last_became_active":"2024-09-16T07:29:21.758056+0000","last_became_peered":"2024-09-16T07:29:21.758056+0000","last_unstale":"2024-09-16T07:29:23.848239+0000","last_undegraded":"2024-09-16T07:29:23.848239+0000","last_fullsized":"2024-09-16T07:29:23.848239+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:57:14.375211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.3","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.769397+0000","last_change":"2024-09-16T07:29:22.762420+0000","last_active":"2024-09-16T07:29:23.769397+0000","last_peered":"2024-09-16T07:29:23.769397+0000","last_clean":"2024-09-16T07:29:23.769397+0000","last_became_active":"2024-09-16T07:29:22.761602+0000","last_became_peered":"2024-09-16T07:29:22.761602+0000","last_unstale":"2024-09-16T07:29:23.769397+0000","last_undegraded":"2024-09-16T07:29:23.769397+0000","last_fullsized":"2024-09-16T07:29:23.769397+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:05:38.394386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.2","version":"0'0","reported_seq":15,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.849655+0000","last_change":"2024-09-16T07:29:21.755632+0000","last_active":"2024-09-16T07:29:23.849655+0000","last_peered":"2024-09-16T07:29:23.849655+0000","last_clean":"2024-09-16T07:29:23.849655+0000","last_became_active":"2024-09-16T07:29:21.755272+0000","last_became_peered":"2024-09-16T07:29:21.755272+0000","last_unstale":"2024-09-16T07:29:23.849655+0000","last_undegraded":"2024-09-16T07:29:23.849655+0000","last_fullsized":"2024-09-16T07:29:23.849655+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:16:35.671567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.0","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.763964+0000","last_change":"2024-09-16T07:29:22.756686+0000","last_active":"2024-09-16T07:29:23.763964+0000","last_peered":"2024-09-16T07:29:23.763964+0000","last_clean":"2024-09-16T07:29:23.763964+0000","last_became_active":"2024-09-16T07:29:22.756405+0000","last_became_peered":"2024-09-16T07:29:22.756405+0000","last_unstale":"2024-09-16T07:29:23.763964+0000","last_undegraded":"2024-09-16T07:29:23.763964+0000","last_fullsized":"2024-09-16T07:29:23.763964+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:21:53.078820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.1","version":"0'0","reported_seq":15,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.761584+0000","last_change":"2024-09-16T07:29:21.752026+0000","last_active":"2024-09-16T07:29:23.761584+0000","last_peered":"2024-09-16T07:29:23.761584+0000","last_clean":"2024-09-16T07:29:23.761584+0000","last_became_active":"2024-09-16T07:29:21.751735+0000","last_became_peered":"2024-09-16T07:29:21.751735+0000","last_unstale":"2024-09-16T07:29:23.761584+0000","last_undegraded":"2024-09-16T07:29:23.761584+0000","last_fullsized":"2024-09-16T07:29:23.761584+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:26:06.562077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.1","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.848346+0000","last_change":"2024-09-16T07:29:22.756722+0000","last_active":"2024-09-16T07:29:23.848346+0000","last_peered":"2024-09-16T07:29:23.848346+0000","last_clean":"2024-09-16T07:29:23.848346+0000","last_became_active":"2024-09-16T07:29:22.756395+0000","last_became_peered":"2024-09-16T07:29:22.756395+0000","last_unstale":"2024-09-16T07:29:23.848346+0000","last_undegraded":"2024-09-16T07:29:23.848346+0000","last_fullsized":"2024-09-16T07:29:23.848346+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:37:58.364773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.0","version":"0'0","reported_seq":15,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.848000+0000","last_change":"2024-09-16T07:29:21.756369+0000","last_active":"2024-09-16T07:29:23.848000+0000","last_peered":"2024-09-16T07:29:23.848000+0000","last_clean":"2024-09-16T07:29:23.848000+0000","last_became_active":"2024-09-16T07:29:21.756065+0000","last_became_peered":"2024-09-16T07:29:21.756065+0000","last_unstale":"2024-09-16T07:29:23.848000+0000","last_undegraded":"2024-09-16T07:29:23.848000+0000","last_fullsized":"2024-09-16T07:29:23.848000+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:37:50.945588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.1a","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.849864+0000","last_change":"2024-09-16T07:29:22.766449+0000","last_active":"2024-09-16T07:29:23.849864+0000","last_peered":"2024-09-16T07:29:23.849864+0000","last_clean":"2024-09-16T07:29:23.849864+0000","last_became_active":"2024-09-16T07:29:22.766065+0000","last_became_peered":"2024-09-16T07:29:22.766065+0000","last_unstale":"2024-09-16T07:29:23.849864+0000","last_undegraded":"2024-09-16T07:29:23.849864+0000","last_fullsized":"2024-09-16T07:29:23.849864+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:37:12.374972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.1b","version":"165'1","reported_seq":16,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.769179+0000","last_change":"2024-09-16T07:29:21.758472+0000","last_active":"2024-09-16T07:29:23.769179+0000","last_peered":"2024-09-16T07:29:23.769179+0000","last_clean":"2024-09-16T07:29:23.769179+0000","last_became_active":"2024-09-16T07:29:21.758191+0000","last_became_peered":"2024-09-16T07:29:21.758191+0000","last_unstale":"2024-09-16T07:29:23.769179+0000","last_undegraded":"2024-09-16T07:29:23.769179+0000","last_fullsized":"2024-09-16T07:29:23.769179+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:12:42.148898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"70'79","reported_seq":408,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.848073+0000","last_change":"2024-09-16T07:21:02.600196+0000","last_active":"2024-09-16T07:29:23.848073+0000","last_peered":"2024-09-16T07:29:23.848073+0000","last_clean":"2024-09-16T07:29:23.848073+0000","last_became_active":"2024-09-16T07:21:02.599001+0000","last_became_peered":"2024-09-16T07:21:02.599001+0000","last_unstale":"2024-09-16T07:29:23.848073+0000","last_undegraded":"2024-09-16T07:29:23.848073+0000","last_fullsized":"2024-09-16T07:29:23.848073+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_clean_scrub_stamp":"2024-09-16T07:21:01.331773+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:28:40.942832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":26,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":27,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509546,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33236,"kb_used_data":2044,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338604,"statfs":{"total":96636764160,"available":96602730496,"internally_reserved":0,"allocated":2093056,"data_stored":925709,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574952,"num_pgs":14,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33236,"kb_used_data":2044,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338604,"statfs":{"total":96636764160,"available":96602730496,"internally_reserved":0,"allocated":2093056,"data_stored":925757,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509545,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33824,"kb_used_data":2636,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338016,"statfs":{"total":96636764160,"available":96602128384,"internally_reserved":0,"allocated":2699264,"data_stored":1516783,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509545,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33232,"kb_used_data":2044,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338608,"statfs":{"total":96636764160,"available":96602734592,"internally_reserved":0,"allocated":2093056,"data_stored":925777,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509546,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33244,"kb_used_data":2052,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338596,"statfs":{"total":96636764160,"available":96602722304,"internally_reserved":0,"allocated":2101248,"data_stored":927299,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509546,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33248,"kb_used_data":2060,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338592,"statfs":{"total":96636764160,"available":96602718208,"internally_reserved":0,"allocated":2109440,"data_stored":927403,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509546,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33808,"kb_used_data":2620,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338032,"statfs":{"total":96636764160,"available":96602144768,"internally_reserved":0,"allocated":2682880,"data_stored":1516055,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509547,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33236,"kb_used_data":2044,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338604,"statfs":{"total":96636764160,"available":96602730496,"internally_reserved":0,"allocated":2093056,"data_stored":926269,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T07:29:26.802 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T07:29:26.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.943+0000 7f9cdea08640 1 -- 172.21.15.31:0/1371517281 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9cd80d49c0 msgr2=0x7f9cd80d0630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:26.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.943+0000 7f9cdea08640 1 --2- 172.21.15.31:0/1371517281 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9cd80d49c0 0x7f9cd80d0630 secure :-1 s=READY pgs=1837 cs=0 l=1 rev1=1 crypto rx=0x7f9cc0005fd0 tx=0x7f9cc002a530 comp rx=0 tx=0).stop 2024-09-16T07:29:26.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.943+0000 7f9cdea08640 1 -- 172.21.15.31:0/1371517281 shutdown_connections 2024-09-16T07:29:26.944 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.943+0000 7f9cdea08640 1 --2- 172.21.15.31:0/1371517281 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9cd80d49c0 0x7f9cd80d0630 unknown :-1 s=CLOSED pgs=1837 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:26.944 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.943+0000 7f9cdea08640 1 --2- 172.21.15.31:0/1371517281 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9cd815df90 0x7f9cd80cf9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:26.944 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.943+0000 7f9cdea08640 1 -- 172.21.15.31:0/1371517281 >> 172.21.15.31:0/1371517281 conn(0x7f9cd80d3ea0 msgr2=0x7f9cd80d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:26.944 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.944+0000 7f9cdea08640 1 -- 172.21.15.31:0/1371517281 shutdown_connections 2024-09-16T07:29:26.944 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.944+0000 7f9cdea08640 1 -- 172.21.15.31:0/1371517281 wait complete. 2024-09-16T07:29:26.944 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.945+0000 7f9cdea08640 1 Processor -- start 2024-09-16T07:29:26.944 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.945+0000 7f9cdea08640 1 -- start start 2024-09-16T07:29:26.946 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.946+0000 7f9cdea08640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9cd80d49c0 0x7f9cd80a1610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:26.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.946+0000 7f9cdea08640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9cd815df90 0x7f9cd8153ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:26.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.946+0000 7f9cdea08640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9cd8162480 0x7f9cd809fd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:26.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.946+0000 7f9cdea08640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f9cd80d0f00 con 0x7f9cd815df90 2024-09-16T07:29:26.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.946+0000 7f9cdea08640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f9cd80d0d80 con 0x7f9cd80d49c0 2024-09-16T07:29:26.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.946+0000 7f9cdea08640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f9cd80b3f10 con 0x7f9cd8162480 2024-09-16T07:29:26.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.946+0000 7f9ccffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9cd815df90 0x7f9cd8153ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:26.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.946+0000 7f9ccffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9cd815df90 0x7f9cd8153ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:46026/0 (socket says 172.21.15.31:46026) 2024-09-16T07:29:26.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.946+0000 7f9ccffff640 1 -- 172.21.15.31:0/3065718487 learned_addr learned my addr 172.21.15.31:0/3065718487 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:26.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.946+0000 7f9cd7fff640 1 --2- 172.21.15.31:0/3065718487 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9cd80d49c0 0x7f9cd80a1610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:26.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.946+0000 7f9cdcfa5640 1 --2- 172.21.15.31:0/3065718487 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9cd8162480 0x7f9cd809fd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:26.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.946+0000 7f9ccffff640 1 -- 172.21.15.31:0/3065718487 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9cd8162480 msgr2=0x7f9cd809fd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:26.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.946+0000 7f9ccffff640 1 --2- 172.21.15.31:0/3065718487 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9cd8162480 0x7f9cd809fd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:26.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.946+0000 7f9ccffff640 1 -- 172.21.15.31:0/3065718487 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9cd80d49c0 msgr2=0x7f9cd80a1610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:26.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.946+0000 7f9ccffff640 1 --2- 172.21.15.31:0/3065718487 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9cd80d49c0 0x7f9cd80a1610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:26.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.946+0000 7f9ccffff640 1 -- 172.21.15.31:0/3065718487 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9cd80a0570 con 0x7f9cd815df90 2024-09-16T07:29:26.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.946+0000 7f9cdcfa5640 1 --2- 172.21.15.31:0/3065718487 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9cd8162480 0x7f9cd809fd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:29:26.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.946+0000 7f9ccffff640 1 --2- 172.21.15.31:0/3065718487 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9cd815df90 0x7f9cd8153ef0 secure :-1 s=READY pgs=1838 cs=0 l=1 rev1=1 crypto rx=0x7f9cc0000c00 tx=0x7f9cc00039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:26.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.946+0000 7f9cd57fa640 1 -- 172.21.15.31:0/3065718487 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cc003f070 con 0x7f9cd815df90 2024-09-16T07:29:26.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.946+0000 7f9cd57fa640 1 -- 172.21.15.31:0/3065718487 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9cc0004890 con 0x7f9cd815df90 2024-09-16T07:29:26.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.946+0000 7f9cdea08640 1 -- 172.21.15.31:0/3065718487 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9cd80a0850 con 0x7f9cd815df90 2024-09-16T07:29:26.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.946+0000 7f9cd57fa640 1 -- 172.21.15.31:0/3065718487 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cc0035030 con 0x7f9cd815df90 2024-09-16T07:29:26.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.947+0000 7f9cdea08640 1 -- 172.21.15.31:0/3065718487 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9cd80a0e10 con 0x7f9cd815df90 2024-09-16T07:29:26.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.947+0000 7f9cdea08640 1 -- 172.21.15.31:0/3065718487 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9cd80b4430 con 0x7f9cd815df90 2024-09-16T07:29:26.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.948+0000 7f9cd57fa640 1 -- 172.21.15.31:0/3065718487 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 25) ==== 102205+0+0 (secure 0 0 0) 0x7f9cc0042070 con 0x7f9cd815df90 2024-09-16T07:29:26.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.949+0000 7f9cd57fa640 1 --2- 172.21.15.31:0/3065718487 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9cb8079270 0x7f9cb807b730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:26.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.949+0000 7f9cd57fa640 1 -- 172.21.15.31:0/3065718487 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(166..166 src has 1..166) ==== 5737+0+0 (secure 0 0 0) 0x7f9cc00ba270 con 0x7f9cd815df90 2024-09-16T07:29:26.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.949+0000 7f9cd7fff640 1 --2- 172.21.15.31:0/3065718487 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9cb8079270 0x7f9cb807b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:26.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.949+0000 7f9cd7fff640 1 --2- 172.21.15.31:0/3065718487 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9cb8079270 0x7f9cb807b730 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f9cc80058c0 tx=0x7f9cc800a250 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:26.952 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:26.953+0000 7f9cd57fa640 1 -- 172.21.15.31:0/3065718487 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f9cd80ce970 con 0x7f9cd815df90 2024-09-16T07:29:27.133 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.134+0000 7f9cdea08640 1 -- 172.21.15.31:0/3065718487 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f9cd808d590 con 0x7f9cb8079270 2024-09-16T07:29:27.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.138+0000 7f9cd57fa640 1 -- 172.21.15.31:0/3065718487 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252481 (secure 0 0 0) 0x7f9cd808d590 con 0x7f9cb8079270 2024-09-16T07:29:27.139 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:29:27.141 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-16T07:29:27.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.141+0000 7f9cdea08640 1 -- 172.21.15.31:0/3065718487 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9cb8079270 msgr2=0x7f9cb807b730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:27.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.141+0000 7f9cdea08640 1 --2- 172.21.15.31:0/3065718487 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9cb8079270 0x7f9cb807b730 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f9cc80058c0 tx=0x7f9cc800a250 comp rx=0 tx=0).stop 2024-09-16T07:29:27.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.141+0000 7f9cdea08640 1 -- 172.21.15.31:0/3065718487 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9cd815df90 msgr2=0x7f9cd8153ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:27.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.141+0000 7f9cdea08640 1 --2- 172.21.15.31:0/3065718487 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9cd815df90 0x7f9cd8153ef0 secure :-1 s=READY pgs=1838 cs=0 l=1 rev1=1 crypto rx=0x7f9cc0000c00 tx=0x7f9cc00039e0 comp rx=0 tx=0).stop 2024-09-16T07:29:27.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.141+0000 7f9cdea08640 1 -- 172.21.15.31:0/3065718487 shutdown_connections 2024-09-16T07:29:27.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.141+0000 7f9cdea08640 1 --2- 172.21.15.31:0/3065718487 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9cb8079270 0x7f9cb807b730 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:27.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.141+0000 7f9cdea08640 1 --2- 172.21.15.31:0/3065718487 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9cd8162480 0x7f9cd809fd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:27.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.141+0000 7f9cdea08640 1 --2- 172.21.15.31:0/3065718487 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9cd815df90 0x7f9cd8153ef0 unknown :-1 s=CLOSED pgs=1838 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:27.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.141+0000 7f9cdea08640 1 --2- 172.21.15.31:0/3065718487 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9cd80d49c0 0x7f9cd80a1610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:27.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.141+0000 7f9cdea08640 1 -- 172.21.15.31:0/3065718487 >> 172.21.15.31:0/3065718487 conn(0x7f9cd80d3ea0 msgr2=0x7f9cd80cf9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:27.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.141+0000 7f9cdea08640 1 -- 172.21.15.31:0/3065718487 shutdown_connections 2024-09-16T07:29:27.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.141+0000 7f9cdea08640 1 -- 172.21.15.31:0/3065718487 wait complete. 2024-09-16T07:29:27.151 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":223,"stamp":"2024-09-16T07:29:26.271583+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":158,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":118,"ondisk_log_size":118,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":180,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":267064,"kb_used_data":17544,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754707656,"statfs":{"total":773094113280,"available":772820639744,"internally_reserved":0,"allocated":17965056,"data_stored":8591052,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":23,"apply_latency_ms":23,"commit_latency_ns":23000000,"apply_latency_ns":23000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.539067"},"pg_stats":[{"pgid":"27.3f","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.762965+0000","last_change":"2024-09-16T07:29:22.761184+0000","last_active":"2024-09-16T07:29:23.762965+0000","last_peered":"2024-09-16T07:29:23.762965+0000","last_clean":"2024-09-16T07:29:23.762965+0000","last_became_active":"2024-09-16T07:29:22.760624+0000","last_became_peered":"2024-09-16T07:29:22.760624+0000","last_unstale":"2024-09-16T07:29:23.762965+0000","last_undegraded":"2024-09-16T07:29:23.762965+0000","last_fullsized":"2024-09-16T07:29:23.762965+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:22:55.515322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.3e","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.769353+0000","last_change":"2024-09-16T07:29:22.769812+0000","last_active":"2024-09-16T07:29:23.769353+0000","last_peered":"2024-09-16T07:29:23.769353+0000","last_clean":"2024-09-16T07:29:23.769353+0000","last_became_active":"2024-09-16T07:29:22.769514+0000","last_became_peered":"2024-09-16T07:29:22.769514+0000","last_unstale":"2024-09-16T07:29:23.769353+0000","last_undegraded":"2024-09-16T07:29:23.769353+0000","last_fullsized":"2024-09-16T07:29:23.769353+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:10:19.922618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.3d","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.849963+0000","last_change":"2024-09-16T07:29:22.761097+0000","last_active":"2024-09-16T07:29:23.849963+0000","last_peered":"2024-09-16T07:29:23.849963+0000","last_clean":"2024-09-16T07:29:23.849963+0000","last_became_active":"2024-09-16T07:29:22.760634+0000","last_became_peered":"2024-09-16T07:29:22.760634+0000","last_unstale":"2024-09-16T07:29:23.849963+0000","last_undegraded":"2024-09-16T07:29:23.849963+0000","last_fullsized":"2024-09-16T07:29:23.849963+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:52:36.998808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.3c","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.848622+0000","last_change":"2024-09-16T07:29:22.762054+0000","last_active":"2024-09-16T07:29:23.848622+0000","last_peered":"2024-09-16T07:29:23.848622+0000","last_clean":"2024-09-16T07:29:23.848622+0000","last_became_active":"2024-09-16T07:29:22.761743+0000","last_became_peered":"2024-09-16T07:29:22.761743+0000","last_unstale":"2024-09-16T07:29:23.848622+0000","last_undegraded":"2024-09-16T07:29:23.848622+0000","last_fullsized":"2024-09-16T07:29:23.848622+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:26:13.991864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.3b","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.849692+0000","last_change":"2024-09-16T07:29:22.765435+0000","last_active":"2024-09-16T07:29:23.849692+0000","last_peered":"2024-09-16T07:29:23.849692+0000","last_clean":"2024-09-16T07:29:23.849692+0000","last_became_active":"2024-09-16T07:29:22.764713+0000","last_became_peered":"2024-09-16T07:29:22.764713+0000","last_unstale":"2024-09-16T07:29:23.849692+0000","last_undegraded":"2024-09-16T07:29:23.849692+0000","last_fullsized":"2024-09-16T07:29:23.849692+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:20:32.488671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.3a","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.762883+0000","last_change":"2024-09-16T07:29:22.761972+0000","last_active":"2024-09-16T07:29:23.762883+0000","last_peered":"2024-09-16T07:29:23.762883+0000","last_clean":"2024-09-16T07:29:23.762883+0000","last_became_active":"2024-09-16T07:29:22.761693+0000","last_became_peered":"2024-09-16T07:29:22.761693+0000","last_unstale":"2024-09-16T07:29:23.762883+0000","last_undegraded":"2024-09-16T07:29:23.762883+0000","last_fullsized":"2024-09-16T07:29:23.762883+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:11:38.032593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.39","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.762258+0000","last_change":"2024-09-16T07:29:22.751495+0000","last_active":"2024-09-16T07:29:23.762258+0000","last_peered":"2024-09-16T07:29:23.762258+0000","last_clean":"2024-09-16T07:29:23.762258+0000","last_became_active":"2024-09-16T07:29:22.751213+0000","last_became_peered":"2024-09-16T07:29:22.751213+0000","last_unstale":"2024-09-16T07:29:23.762258+0000","last_undegraded":"2024-09-16T07:29:23.762258+0000","last_fullsized":"2024-09-16T07:29:23.762258+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:10:22.824594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.38","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.763738+0000","last_change":"2024-09-16T07:29:22.758666+0000","last_active":"2024-09-16T07:29:23.763738+0000","last_peered":"2024-09-16T07:29:23.763738+0000","last_clean":"2024-09-16T07:29:23.763738+0000","last_became_active":"2024-09-16T07:29:22.758113+0000","last_became_peered":"2024-09-16T07:29:22.758113+0000","last_unstale":"2024-09-16T07:29:23.763738+0000","last_undegraded":"2024-09-16T07:29:23.763738+0000","last_fullsized":"2024-09-16T07:29:23.763738+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:12:43.158856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.37","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.771658+0000","last_change":"2024-09-16T07:29:22.763754+0000","last_active":"2024-09-16T07:29:23.771658+0000","last_peered":"2024-09-16T07:29:23.771658+0000","last_clean":"2024-09-16T07:29:23.771658+0000","last_became_active":"2024-09-16T07:29:22.763388+0000","last_became_peered":"2024-09-16T07:29:22.763388+0000","last_unstale":"2024-09-16T07:29:23.771658+0000","last_undegraded":"2024-09-16T07:29:23.771658+0000","last_fullsized":"2024-09-16T07:29:23.771658+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:48:29.586025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.36","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.850246+0000","last_change":"2024-09-16T07:29:22.764056+0000","last_active":"2024-09-16T07:29:23.850246+0000","last_peered":"2024-09-16T07:29:23.850246+0000","last_clean":"2024-09-16T07:29:23.850246+0000","last_became_active":"2024-09-16T07:29:22.763768+0000","last_became_peered":"2024-09-16T07:29:22.763768+0000","last_unstale":"2024-09-16T07:29:23.850246+0000","last_undegraded":"2024-09-16T07:29:23.850246+0000","last_fullsized":"2024-09-16T07:29:23.850246+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:19:38.170045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.35","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.762875+0000","last_change":"2024-09-16T07:29:22.755474+0000","last_active":"2024-09-16T07:29:23.762875+0000","last_peered":"2024-09-16T07:29:23.762875+0000","last_clean":"2024-09-16T07:29:23.762875+0000","last_became_active":"2024-09-16T07:29:22.755216+0000","last_became_peered":"2024-09-16T07:29:22.755216+0000","last_unstale":"2024-09-16T07:29:23.762875+0000","last_undegraded":"2024-09-16T07:29:23.762875+0000","last_fullsized":"2024-09-16T07:29:23.762875+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:41:14.014596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.34","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.761763+0000","last_change":"2024-09-16T07:29:22.755267+0000","last_active":"2024-09-16T07:29:23.761763+0000","last_peered":"2024-09-16T07:29:23.761763+0000","last_clean":"2024-09-16T07:29:23.761763+0000","last_became_active":"2024-09-16T07:29:22.754996+0000","last_became_peered":"2024-09-16T07:29:22.754996+0000","last_unstale":"2024-09-16T07:29:23.761763+0000","last_undegraded":"2024-09-16T07:29:23.761763+0000","last_fullsized":"2024-09-16T07:29:23.761763+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:06:39.997718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.33","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.848127+0000","last_change":"2024-09-16T07:29:22.756527+0000","last_active":"2024-09-16T07:29:23.848127+0000","last_peered":"2024-09-16T07:29:23.848127+0000","last_clean":"2024-09-16T07:29:23.848127+0000","last_became_active":"2024-09-16T07:29:22.756211+0000","last_became_peered":"2024-09-16T07:29:22.756211+0000","last_unstale":"2024-09-16T07:29:23.848127+0000","last_undegraded":"2024-09-16T07:29:23.848127+0000","last_fullsized":"2024-09-16T07:29:23.848127+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:02:58.984012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.32","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.849299+0000","last_change":"2024-09-16T07:29:22.765069+0000","last_active":"2024-09-16T07:29:23.849299+0000","last_peered":"2024-09-16T07:29:23.849299+0000","last_clean":"2024-09-16T07:29:23.849299+0000","last_became_active":"2024-09-16T07:29:22.764775+0000","last_became_peered":"2024-09-16T07:29:22.764775+0000","last_unstale":"2024-09-16T07:29:23.849299+0000","last_undegraded":"2024-09-16T07:29:23.849299+0000","last_fullsized":"2024-09-16T07:29:23.849299+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:24:41.798982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.31","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.762338+0000","last_change":"2024-09-16T07:29:22.752463+0000","last_active":"2024-09-16T07:29:23.762338+0000","last_peered":"2024-09-16T07:29:23.762338+0000","last_clean":"2024-09-16T07:29:23.762338+0000","last_became_active":"2024-09-16T07:29:22.752192+0000","last_became_peered":"2024-09-16T07:29:22.752192+0000","last_unstale":"2024-09-16T07:29:23.762338+0000","last_undegraded":"2024-09-16T07:29:23.762338+0000","last_fullsized":"2024-09-16T07:29:23.762338+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:32:13.495489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.30","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.762231+0000","last_change":"2024-09-16T07:29:22.754674+0000","last_active":"2024-09-16T07:29:23.762231+0000","last_peered":"2024-09-16T07:29:23.762231+0000","last_clean":"2024-09-16T07:29:23.762231+0000","last_became_active":"2024-09-16T07:29:22.753879+0000","last_became_peered":"2024-09-16T07:29:22.753879+0000","last_unstale":"2024-09-16T07:29:23.762231+0000","last_undegraded":"2024-09-16T07:29:23.762231+0000","last_fullsized":"2024-09-16T07:29:23.762231+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:51:31.849183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.2f","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.763121+0000","last_change":"2024-09-16T07:29:22.768759+0000","last_active":"2024-09-16T07:29:23.763121+0000","last_peered":"2024-09-16T07:29:23.763121+0000","last_clean":"2024-09-16T07:29:23.763121+0000","last_became_active":"2024-09-16T07:29:22.768494+0000","last_became_peered":"2024-09-16T07:29:22.768494+0000","last_unstale":"2024-09-16T07:29:23.763121+0000","last_undegraded":"2024-09-16T07:29:23.763121+0000","last_fullsized":"2024-09-16T07:29:23.763121+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:15:05.354549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.2e","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.850337+0000","last_change":"2024-09-16T07:29:22.769036+0000","last_active":"2024-09-16T07:29:23.850337+0000","last_peered":"2024-09-16T07:29:23.850337+0000","last_clean":"2024-09-16T07:29:23.850337+0000","last_became_active":"2024-09-16T07:29:22.768754+0000","last_became_peered":"2024-09-16T07:29:22.768754+0000","last_unstale":"2024-09-16T07:29:23.850337+0000","last_undegraded":"2024-09-16T07:29:23.850337+0000","last_fullsized":"2024-09-16T07:29:23.850337+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:58:18.289415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.2d","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.850154+0000","last_change":"2024-09-16T07:29:22.761765+0000","last_active":"2024-09-16T07:29:23.850154+0000","last_peered":"2024-09-16T07:29:23.850154+0000","last_clean":"2024-09-16T07:29:23.850154+0000","last_became_active":"2024-09-16T07:29:22.761500+0000","last_became_peered":"2024-09-16T07:29:22.761500+0000","last_unstale":"2024-09-16T07:29:23.850154+0000","last_undegraded":"2024-09-16T07:29:23.850154+0000","last_fullsized":"2024-09-16T07:29:23.850154+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:48:32.392138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.2c","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.849738+0000","last_change":"2024-09-16T07:29:22.764691+0000","last_active":"2024-09-16T07:29:23.849738+0000","last_peered":"2024-09-16T07:29:23.849738+0000","last_clean":"2024-09-16T07:29:23.849738+0000","last_became_active":"2024-09-16T07:29:22.763820+0000","last_became_peered":"2024-09-16T07:29:22.763820+0000","last_unstale":"2024-09-16T07:29:23.849738+0000","last_undegraded":"2024-09-16T07:29:23.849738+0000","last_fullsized":"2024-09-16T07:29:23.849738+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:19:56.656605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.2b","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.761967+0000","last_change":"2024-09-16T07:29:22.763107+0000","last_active":"2024-09-16T07:29:23.761967+0000","last_peered":"2024-09-16T07:29:23.761967+0000","last_clean":"2024-09-16T07:29:23.761967+0000","last_became_active":"2024-09-16T07:29:22.762829+0000","last_became_peered":"2024-09-16T07:29:22.762829+0000","last_unstale":"2024-09-16T07:29:23.761967+0000","last_undegraded":"2024-09-16T07:29:23.761967+0000","last_fullsized":"2024-09-16T07:29:23.761967+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:23:55.651304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.2a","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.769124+0000","last_change":"2024-09-16T07:29:22.760928+0000","last_active":"2024-09-16T07:29:23.769124+0000","last_peered":"2024-09-16T07:29:23.769124+0000","last_clean":"2024-09-16T07:29:23.769124+0000","last_became_active":"2024-09-16T07:29:22.760630+0000","last_became_peered":"2024-09-16T07:29:22.760630+0000","last_unstale":"2024-09-16T07:29:23.769124+0000","last_undegraded":"2024-09-16T07:29:23.769124+0000","last_fullsized":"2024-09-16T07:29:23.769124+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:54:45.940662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.29","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.848056+0000","last_change":"2024-09-16T07:29:22.763140+0000","last_active":"2024-09-16T07:29:23.848056+0000","last_peered":"2024-09-16T07:29:23.848056+0000","last_clean":"2024-09-16T07:29:23.848056+0000","last_became_active":"2024-09-16T07:29:22.762462+0000","last_became_peered":"2024-09-16T07:29:22.762462+0000","last_unstale":"2024-09-16T07:29:23.848056+0000","last_undegraded":"2024-09-16T07:29:23.848056+0000","last_fullsized":"2024-09-16T07:29:23.848056+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:07:35.502397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.28","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.771397+0000","last_change":"2024-09-16T07:29:22.754919+0000","last_active":"2024-09-16T07:29:23.771397+0000","last_peered":"2024-09-16T07:29:23.771397+0000","last_clean":"2024-09-16T07:29:23.771397+0000","last_became_active":"2024-09-16T07:29:22.754628+0000","last_became_peered":"2024-09-16T07:29:22.754628+0000","last_unstale":"2024-09-16T07:29:23.771397+0000","last_undegraded":"2024-09-16T07:29:23.771397+0000","last_fullsized":"2024-09-16T07:29:23.771397+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:58:26.221148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.27","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.848352+0000","last_change":"2024-09-16T07:29:22.753393+0000","last_active":"2024-09-16T07:29:23.848352+0000","last_peered":"2024-09-16T07:29:23.848352+0000","last_clean":"2024-09-16T07:29:23.848352+0000","last_became_active":"2024-09-16T07:29:22.753119+0000","last_became_peered":"2024-09-16T07:29:22.753119+0000","last_unstale":"2024-09-16T07:29:23.848352+0000","last_undegraded":"2024-09-16T07:29:23.848352+0000","last_fullsized":"2024-09-16T07:29:23.848352+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:07:52.119479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.26","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.764434+0000","last_change":"2024-09-16T07:29:22.760984+0000","last_active":"2024-09-16T07:29:23.764434+0000","last_peered":"2024-09-16T07:29:23.764434+0000","last_clean":"2024-09-16T07:29:23.764434+0000","last_became_active":"2024-09-16T07:29:22.760694+0000","last_became_peered":"2024-09-16T07:29:22.760694+0000","last_unstale":"2024-09-16T07:29:23.764434+0000","last_undegraded":"2024-09-16T07:29:23.764434+0000","last_fullsized":"2024-09-16T07:29:23.764434+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:56:49.205779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.25","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.761960+0000","last_change":"2024-09-16T07:29:22.760574+0000","last_active":"2024-09-16T07:29:23.761960+0000","last_peered":"2024-09-16T07:29:23.761960+0000","last_clean":"2024-09-16T07:29:23.761960+0000","last_became_active":"2024-09-16T07:29:22.760285+0000","last_became_peered":"2024-09-16T07:29:22.760285+0000","last_unstale":"2024-09-16T07:29:23.761960+0000","last_undegraded":"2024-09-16T07:29:23.761960+0000","last_fullsized":"2024-09-16T07:29:23.761960+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:19:56.656605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.24","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.764468+0000","last_change":"2024-09-16T07:29:22.750598+0000","last_active":"2024-09-16T07:29:23.764468+0000","last_peered":"2024-09-16T07:29:23.764468+0000","last_clean":"2024-09-16T07:29:23.764468+0000","last_became_active":"2024-09-16T07:29:22.750285+0000","last_became_peered":"2024-09-16T07:29:22.750285+0000","last_unstale":"2024-09-16T07:29:23.764468+0000","last_undegraded":"2024-09-16T07:29:23.764468+0000","last_fullsized":"2024-09-16T07:29:23.764468+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:29:03.856355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.23","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.769134+0000","last_change":"2024-09-16T07:29:22.761480+0000","last_active":"2024-09-16T07:29:23.769134+0000","last_peered":"2024-09-16T07:29:23.769134+0000","last_clean":"2024-09-16T07:29:23.769134+0000","last_became_active":"2024-09-16T07:29:22.761153+0000","last_became_peered":"2024-09-16T07:29:22.761153+0000","last_unstale":"2024-09-16T07:29:23.769134+0000","last_undegraded":"2024-09-16T07:29:23.769134+0000","last_fullsized":"2024-09-16T07:29:23.769134+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:29:26.761268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.22","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.848355+0000","last_change":"2024-09-16T07:29:22.752681+0000","last_active":"2024-09-16T07:29:23.848355+0000","last_peered":"2024-09-16T07:29:23.848355+0000","last_clean":"2024-09-16T07:29:23.848355+0000","last_became_active":"2024-09-16T07:29:22.752366+0000","last_became_peered":"2024-09-16T07:29:22.752366+0000","last_unstale":"2024-09-16T07:29:23.848355+0000","last_undegraded":"2024-09-16T07:29:23.848355+0000","last_fullsized":"2024-09-16T07:29:23.848355+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:20:30.356951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.21","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.849487+0000","last_change":"2024-09-16T07:29:22.764445+0000","last_active":"2024-09-16T07:29:23.849487+0000","last_peered":"2024-09-16T07:29:23.849487+0000","last_clean":"2024-09-16T07:29:23.849487+0000","last_became_active":"2024-09-16T07:29:22.763792+0000","last_became_peered":"2024-09-16T07:29:22.763792+0000","last_unstale":"2024-09-16T07:29:23.849487+0000","last_undegraded":"2024-09-16T07:29:23.849487+0000","last_fullsized":"2024-09-16T07:29:23.849487+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:47:32.143945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.20","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.849276+0000","last_change":"2024-09-16T07:29:22.760937+0000","last_active":"2024-09-16T07:29:23.849276+0000","last_peered":"2024-09-16T07:29:23.849276+0000","last_clean":"2024-09-16T07:29:23.849276+0000","last_became_active":"2024-09-16T07:29:22.760636+0000","last_became_peered":"2024-09-16T07:29:22.760636+0000","last_unstale":"2024-09-16T07:29:23.849276+0000","last_undegraded":"2024-09-16T07:29:23.849276+0000","last_fullsized":"2024-09-16T07:29:23.849276+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:54:57.263324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.1e","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.762013+0000","last_change":"2024-09-16T07:29:22.759395+0000","last_active":"2024-09-16T07:29:23.762013+0000","last_peered":"2024-09-16T07:29:23.762013+0000","last_clean":"2024-09-16T07:29:23.762013+0000","last_became_active":"2024-09-16T07:29:22.759142+0000","last_became_peered":"2024-09-16T07:29:22.759142+0000","last_unstale":"2024-09-16T07:29:23.762013+0000","last_undegraded":"2024-09-16T07:29:23.762013+0000","last_fullsized":"2024-09-16T07:29:23.762013+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:36:32.427635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.1f","version":"165'4","reported_seq":19,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.761731+0000","last_change":"2024-09-16T07:29:21.751131+0000","last_active":"2024-09-16T07:29:23.761731+0000","last_peered":"2024-09-16T07:29:23.761731+0000","last_clean":"2024-09-16T07:29:23.761731+0000","last_became_active":"2024-09-16T07:29:21.750846+0000","last_became_peered":"2024-09-16T07:29:21.750846+0000","last_unstale":"2024-09-16T07:29:23.761731+0000","last_undegraded":"2024-09-16T07:29:23.761731+0000","last_fullsized":"2024-09-16T07:29:23.761731+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:18:13.795865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.1f","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.848405+0000","last_change":"2024-09-16T07:29:22.761798+0000","last_active":"2024-09-16T07:29:23.848405+0000","last_peered":"2024-09-16T07:29:23.848405+0000","last_clean":"2024-09-16T07:29:23.848405+0000","last_became_active":"2024-09-16T07:29:22.761094+0000","last_became_peered":"2024-09-16T07:29:22.761094+0000","last_unstale":"2024-09-16T07:29:23.848405+0000","last_undegraded":"2024-09-16T07:29:23.848405+0000","last_fullsized":"2024-09-16T07:29:23.848405+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:32:54.746198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.1e","version":"165'1","reported_seq":16,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.769240+0000","last_change":"2024-09-16T07:29:21.755208+0000","last_active":"2024-09-16T07:29:23.769240+0000","last_peered":"2024-09-16T07:29:23.769240+0000","last_clean":"2024-09-16T07:29:23.769240+0000","last_became_active":"2024-09-16T07:29:21.754896+0000","last_became_peered":"2024-09-16T07:29:21.754896+0000","last_unstale":"2024-09-16T07:29:23.769240+0000","last_undegraded":"2024-09-16T07:29:23.769240+0000","last_fullsized":"2024-09-16T07:29:23.769240+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:14:53.347036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.1c","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.849997+0000","last_change":"2024-09-16T07:29:22.770072+0000","last_active":"2024-09-16T07:29:23.849997+0000","last_peered":"2024-09-16T07:29:23.849997+0000","last_clean":"2024-09-16T07:29:23.849997+0000","last_became_active":"2024-09-16T07:29:22.769730+0000","last_became_peered":"2024-09-16T07:29:22.769730+0000","last_unstale":"2024-09-16T07:29:23.849997+0000","last_undegraded":"2024-09-16T07:29:23.849997+0000","last_fullsized":"2024-09-16T07:29:23.849997+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:12:51.035252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.1d","version":"165'2","reported_seq":17,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.764235+0000","last_change":"2024-09-16T07:29:21.759079+0000","last_active":"2024-09-16T07:29:23.764235+0000","last_peered":"2024-09-16T07:29:23.764235+0000","last_clean":"2024-09-16T07:29:23.764235+0000","last_became_active":"2024-09-16T07:29:21.758742+0000","last_became_peered":"2024-09-16T07:29:21.758742+0000","last_unstale":"2024-09-16T07:29:23.764235+0000","last_undegraded":"2024-09-16T07:29:23.764235+0000","last_fullsized":"2024-09-16T07:29:23.764235+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T19:18:28.371255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.1d","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.850191+0000","last_change":"2024-09-16T07:29:22.765337+0000","last_active":"2024-09-16T07:29:23.850191+0000","last_peered":"2024-09-16T07:29:23.850191+0000","last_clean":"2024-09-16T07:29:23.850191+0000","last_became_active":"2024-09-16T07:29:22.765099+0000","last_became_peered":"2024-09-16T07:29:22.765099+0000","last_unstale":"2024-09-16T07:29:23.850191+0000","last_undegraded":"2024-09-16T07:29:23.850191+0000","last_fullsized":"2024-09-16T07:29:23.850191+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:10:22.824594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.1c","version":"165'2","reported_seq":17,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.848577+0000","last_change":"2024-09-16T07:29:21.754748+0000","last_active":"2024-09-16T07:29:23.848577+0000","last_peered":"2024-09-16T07:29:23.848577+0000","last_clean":"2024-09-16T07:29:23.848577+0000","last_became_active":"2024-09-16T07:29:21.754455+0000","last_became_peered":"2024-09-16T07:29:21.754455+0000","last_unstale":"2024-09-16T07:29:23.848577+0000","last_undegraded":"2024-09-16T07:29:23.848577+0000","last_fullsized":"2024-09-16T07:29:23.848577+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:30:19.916677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.1b","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.848411+0000","last_change":"2024-09-16T07:29:22.761303+0000","last_active":"2024-09-16T07:29:23.848411+0000","last_peered":"2024-09-16T07:29:23.848411+0000","last_clean":"2024-09-16T07:29:23.848411+0000","last_became_active":"2024-09-16T07:29:22.760983+0000","last_became_peered":"2024-09-16T07:29:22.760983+0000","last_unstale":"2024-09-16T07:29:23.848411+0000","last_undegraded":"2024-09-16T07:29:23.848411+0000","last_fullsized":"2024-09-16T07:29:23.848411+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:47:23.019422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.1a","version":"165'1","reported_seq":16,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.762977+0000","last_change":"2024-09-16T07:29:21.755346+0000","last_active":"2024-09-16T07:29:23.762977+0000","last_peered":"2024-09-16T07:29:23.762977+0000","last_clean":"2024-09-16T07:29:23.762977+0000","last_became_active":"2024-09-16T07:29:21.755079+0000","last_became_peered":"2024-09-16T07:29:21.755079+0000","last_unstale":"2024-09-16T07:29:23.762977+0000","last_undegraded":"2024-09-16T07:29:23.762977+0000","last_fullsized":"2024-09-16T07:29:23.762977+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:28:15.572689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.18","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.762259+0000","last_change":"2024-09-16T07:29:22.750423+0000","last_active":"2024-09-16T07:29:23.762259+0000","last_peered":"2024-09-16T07:29:23.762259+0000","last_clean":"2024-09-16T07:29:23.762259+0000","last_became_active":"2024-09-16T07:29:22.750030+0000","last_became_peered":"2024-09-16T07:29:22.750030+0000","last_unstale":"2024-09-16T07:29:23.762259+0000","last_undegraded":"2024-09-16T07:29:23.762259+0000","last_fullsized":"2024-09-16T07:29:23.762259+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:52:18.270217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.19","version":"0'0","reported_seq":15,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.763769+0000","last_change":"2024-09-16T07:29:21.756707+0000","last_active":"2024-09-16T07:29:23.763769+0000","last_peered":"2024-09-16T07:29:23.763769+0000","last_clean":"2024-09-16T07:29:23.763769+0000","last_became_active":"2024-09-16T07:29:21.756404+0000","last_became_peered":"2024-09-16T07:29:21.756404+0000","last_unstale":"2024-09-16T07:29:23.763769+0000","last_undegraded":"2024-09-16T07:29:23.763769+0000","last_fullsized":"2024-09-16T07:29:23.763769+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:45:39.504967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.19","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.771420+0000","last_change":"2024-09-16T07:29:22.766039+0000","last_active":"2024-09-16T07:29:23.771420+0000","last_peered":"2024-09-16T07:29:23.771420+0000","last_clean":"2024-09-16T07:29:23.771420+0000","last_became_active":"2024-09-16T07:29:22.765756+0000","last_became_peered":"2024-09-16T07:29:22.765756+0000","last_unstale":"2024-09-16T07:29:23.771420+0000","last_undegraded":"2024-09-16T07:29:23.771420+0000","last_fullsized":"2024-09-16T07:29:23.771420+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:56:20.622000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.18","version":"0'0","reported_seq":15,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.847894+0000","last_change":"2024-09-16T07:29:21.757053+0000","last_active":"2024-09-16T07:29:23.847894+0000","last_peered":"2024-09-16T07:29:23.847894+0000","last_clean":"2024-09-16T07:29:23.847894+0000","last_became_active":"2024-09-16T07:29:21.756789+0000","last_became_peered":"2024-09-16T07:29:21.756789+0000","last_unstale":"2024-09-16T07:29:23.847894+0000","last_undegraded":"2024-09-16T07:29:23.847894+0000","last_fullsized":"2024-09-16T07:29:23.847894+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:47:01.117500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.16","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.848374+0000","last_change":"2024-09-16T07:29:22.752686+0000","last_active":"2024-09-16T07:29:23.848374+0000","last_peered":"2024-09-16T07:29:23.848374+0000","last_clean":"2024-09-16T07:29:23.848374+0000","last_became_active":"2024-09-16T07:29:22.751807+0000","last_became_peered":"2024-09-16T07:29:22.751807+0000","last_unstale":"2024-09-16T07:29:23.848374+0000","last_undegraded":"2024-09-16T07:29:23.848374+0000","last_fullsized":"2024-09-16T07:29:23.848374+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:07:06.203349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.17","version":"0'0","reported_seq":15,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.850228+0000","last_change":"2024-09-16T07:29:21.755691+0000","last_active":"2024-09-16T07:29:23.850228+0000","last_peered":"2024-09-16T07:29:23.850228+0000","last_clean":"2024-09-16T07:29:23.850228+0000","last_became_active":"2024-09-16T07:29:21.755362+0000","last_became_peered":"2024-09-16T07:29:21.755362+0000","last_unstale":"2024-09-16T07:29:23.850228+0000","last_undegraded":"2024-09-16T07:29:23.850228+0000","last_fullsized":"2024-09-16T07:29:23.850228+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:00:20.843291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.17","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.849604+0000","last_change":"2024-09-16T07:29:22.762576+0000","last_active":"2024-09-16T07:29:23.849604+0000","last_peered":"2024-09-16T07:29:23.849604+0000","last_clean":"2024-09-16T07:29:23.849604+0000","last_became_active":"2024-09-16T07:29:22.762234+0000","last_became_peered":"2024-09-16T07:29:22.762234+0000","last_unstale":"2024-09-16T07:29:23.849604+0000","last_undegraded":"2024-09-16T07:29:23.849604+0000","last_fullsized":"2024-09-16T07:29:23.849604+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:33:42.399364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"26.16","version":"0'0","reported_seq":15,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.848185+0000","last_change":"2024-09-16T07:29:21.759414+0000","last_active":"2024-09-16T07:29:23.848185+0000","last_peered":"2024-09-16T07:29:23.848185+0000","last_clean":"2024-09-16T07:29:23.848185+0000","last_became_active":"2024-09-16T07:29:21.759117+0000","last_became_peered":"2024-09-16T07:29:21.759117+0000","last_unstale":"2024-09-16T07:29:23.848185+0000","last_undegraded":"2024-09-16T07:29:23.848185+0000","last_fullsized":"2024-09-16T07:29:23.848185+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:45:21.493205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.14","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.771599+0000","last_change":"2024-09-16T07:29:22.764788+0000","last_active":"2024-09-16T07:29:23.771599+0000","last_peered":"2024-09-16T07:29:23.771599+0000","last_clean":"2024-09-16T07:29:23.771599+0000","last_became_active":"2024-09-16T07:29:22.764485+0000","last_became_peered":"2024-09-16T07:29:22.764485+0000","last_unstale":"2024-09-16T07:29:23.771599+0000","last_undegraded":"2024-09-16T07:29:23.771599+0000","last_fullsized":"2024-09-16T07:29:23.771599+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:50:07.918059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.15","version":"165'3","reported_seq":18,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.764371+0000","last_change":"2024-09-16T07:29:21.755501+0000","last_active":"2024-09-16T07:29:23.764371+0000","last_peered":"2024-09-16T07:29:23.764371+0000","last_clean":"2024-09-16T07:29:23.764371+0000","last_became_active":"2024-09-16T07:29:21.754317+0000","last_became_peered":"2024-09-16T07:29:21.754317+0000","last_unstale":"2024-09-16T07:29:23.764371+0000","last_undegraded":"2024-09-16T07:29:23.764371+0000","last_fullsized":"2024-09-16T07:29:23.764371+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:07:40.423420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.15","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.764342+0000","last_change":"2024-09-16T07:29:22.760292+0000","last_active":"2024-09-16T07:29:23.764342+0000","last_peered":"2024-09-16T07:29:23.764342+0000","last_clean":"2024-09-16T07:29:23.764342+0000","last_became_active":"2024-09-16T07:29:22.760013+0000","last_became_peered":"2024-09-16T07:29:22.760013+0000","last_unstale":"2024-09-16T07:29:23.764342+0000","last_undegraded":"2024-09-16T07:29:23.764342+0000","last_fullsized":"2024-09-16T07:29:23.764342+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:14:54.356994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.14","version":"165'6","reported_seq":21,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.771464+0000","last_change":"2024-09-16T07:29:21.756375+0000","last_active":"2024-09-16T07:29:23.771464+0000","last_peered":"2024-09-16T07:29:23.771464+0000","last_clean":"2024-09-16T07:29:23.771464+0000","last_became_active":"2024-09-16T07:29:21.756076+0000","last_became_peered":"2024-09-16T07:29:21.756076+0000","last_unstale":"2024-09-16T07:29:23.771464+0000","last_undegraded":"2024-09-16T07:29:23.771464+0000","last_fullsized":"2024-09-16T07:29:23.771464+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:28:49.522478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.12","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.849369+0000","last_change":"2024-09-16T07:29:22.761696+0000","last_active":"2024-09-16T07:29:23.849369+0000","last_peered":"2024-09-16T07:29:23.849369+0000","last_clean":"2024-09-16T07:29:23.849369+0000","last_became_active":"2024-09-16T07:29:22.761413+0000","last_became_peered":"2024-09-16T07:29:22.761413+0000","last_unstale":"2024-09-16T07:29:23.849369+0000","last_undegraded":"2024-09-16T07:29:23.849369+0000","last_fullsized":"2024-09-16T07:29:23.849369+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:20:13.907576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"26.13","version":"165'2","reported_seq":17,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.771349+0000","last_change":"2024-09-16T07:29:21.761042+0000","last_active":"2024-09-16T07:29:23.771349+0000","last_peered":"2024-09-16T07:29:23.771349+0000","last_clean":"2024-09-16T07:29:23.771349+0000","last_became_active":"2024-09-16T07:29:21.760649+0000","last_became_peered":"2024-09-16T07:29:21.760649+0000","last_unstale":"2024-09-16T07:29:23.771349+0000","last_undegraded":"2024-09-16T07:29:23.771349+0000","last_fullsized":"2024-09-16T07:29:23.771349+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:47:13.741580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.13","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.849879+0000","last_change":"2024-09-16T07:29:22.765705+0000","last_active":"2024-09-16T07:29:23.849879+0000","last_peered":"2024-09-16T07:29:23.849879+0000","last_clean":"2024-09-16T07:29:23.849879+0000","last_became_active":"2024-09-16T07:29:22.765081+0000","last_became_peered":"2024-09-16T07:29:22.765081+0000","last_unstale":"2024-09-16T07:29:23.849879+0000","last_undegraded":"2024-09-16T07:29:23.849879+0000","last_fullsized":"2024-09-16T07:29:23.849879+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:03:54.944461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.12","version":"0'0","reported_seq":15,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.769064+0000","last_change":"2024-09-16T07:29:21.755882+0000","last_active":"2024-09-16T07:29:23.769064+0000","last_peered":"2024-09-16T07:29:23.769064+0000","last_clean":"2024-09-16T07:29:23.769064+0000","last_became_active":"2024-09-16T07:29:21.755546+0000","last_became_peered":"2024-09-16T07:29:21.755546+0000","last_unstale":"2024-09-16T07:29:23.769064+0000","last_undegraded":"2024-09-16T07:29:23.769064+0000","last_fullsized":"2024-09-16T07:29:23.769064+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:21:52.068862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.10","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.849536+0000","last_change":"2024-09-16T07:29:22.766266+0000","last_active":"2024-09-16T07:29:23.849536+0000","last_peered":"2024-09-16T07:29:23.849536+0000","last_clean":"2024-09-16T07:29:23.849536+0000","last_became_active":"2024-09-16T07:29:22.765886+0000","last_became_peered":"2024-09-16T07:29:22.765886+0000","last_unstale":"2024-09-16T07:29:23.849536+0000","last_undegraded":"2024-09-16T07:29:23.849536+0000","last_fullsized":"2024-09-16T07:29:23.849536+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:28:07.796710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.11","version":"0'0","reported_seq":15,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.763871+0000","last_change":"2024-09-16T07:29:21.751531+0000","last_active":"2024-09-16T07:29:23.763871+0000","last_peered":"2024-09-16T07:29:23.763871+0000","last_clean":"2024-09-16T07:29:23.763871+0000","last_became_active":"2024-09-16T07:29:21.751219+0000","last_became_peered":"2024-09-16T07:29:21.751219+0000","last_unstale":"2024-09-16T07:29:23.763871+0000","last_undegraded":"2024-09-16T07:29:23.763871+0000","last_fullsized":"2024-09-16T07:29:23.763871+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:22:15.039953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.11","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.762475+0000","last_change":"2024-09-16T07:29:22.759723+0000","last_active":"2024-09-16T07:29:23.762475+0000","last_peered":"2024-09-16T07:29:23.762475+0000","last_clean":"2024-09-16T07:29:23.762475+0000","last_became_active":"2024-09-16T07:29:22.759469+0000","last_became_peered":"2024-09-16T07:29:22.759469+0000","last_unstale":"2024-09-16T07:29:23.762475+0000","last_undegraded":"2024-09-16T07:29:23.762475+0000","last_fullsized":"2024-09-16T07:29:23.762475+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:13:43.151560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.10","version":"165'8","reported_seq":23,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.763809+0000","last_change":"2024-09-16T07:29:21.744469+0000","last_active":"2024-09-16T07:29:23.763809+0000","last_peered":"2024-09-16T07:29:23.763809+0000","last_clean":"2024-09-16T07:29:23.763809+0000","last_became_active":"2024-09-16T07:29:21.744073+0000","last_became_peered":"2024-09-16T07:29:21.744073+0000","last_unstale":"2024-09-16T07:29:23.763809+0000","last_undegraded":"2024-09-16T07:29:23.763809+0000","last_fullsized":"2024-09-16T07:29:23.763809+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:33:39.044734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.e","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.762042+0000","last_change":"2024-09-16T07:29:22.763790+0000","last_active":"2024-09-16T07:29:23.762042+0000","last_peered":"2024-09-16T07:29:23.762042+0000","last_clean":"2024-09-16T07:29:23.762042+0000","last_became_active":"2024-09-16T07:29:22.763526+0000","last_became_peered":"2024-09-16T07:29:22.763526+0000","last_unstale":"2024-09-16T07:29:23.762042+0000","last_undegraded":"2024-09-16T07:29:23.762042+0000","last_fullsized":"2024-09-16T07:29:23.762042+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:16:05.195469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.f","version":"165'1","reported_seq":16,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.763256+0000","last_change":"2024-09-16T07:29:21.754886+0000","last_active":"2024-09-16T07:29:23.763256+0000","last_peered":"2024-09-16T07:29:23.763256+0000","last_clean":"2024-09-16T07:29:23.763256+0000","last_became_active":"2024-09-16T07:29:21.754526+0000","last_became_peered":"2024-09-16T07:29:21.754526+0000","last_unstale":"2024-09-16T07:29:23.763256+0000","last_undegraded":"2024-09-16T07:29:23.763256+0000","last_fullsized":"2024-09-16T07:29:23.763256+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:08:47.957279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.f","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.848564+0000","last_change":"2024-09-16T07:29:22.758498+0000","last_active":"2024-09-16T07:29:23.848564+0000","last_peered":"2024-09-16T07:29:23.848564+0000","last_clean":"2024-09-16T07:29:23.848564+0000","last_became_active":"2024-09-16T07:29:22.758021+0000","last_became_peered":"2024-09-16T07:29:22.758021+0000","last_unstale":"2024-09-16T07:29:23.848564+0000","last_undegraded":"2024-09-16T07:29:23.848564+0000","last_fullsized":"2024-09-16T07:29:23.848564+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:49:28.673901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.e","version":"165'2","reported_seq":17,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.771478+0000","last_change":"2024-09-16T07:29:21.761444+0000","last_active":"2024-09-16T07:29:23.771478+0000","last_peered":"2024-09-16T07:29:23.771478+0000","last_clean":"2024-09-16T07:29:23.771478+0000","last_became_active":"2024-09-16T07:29:21.761102+0000","last_became_peered":"2024-09-16T07:29:21.761102+0000","last_unstale":"2024-09-16T07:29:23.771478+0000","last_undegraded":"2024-09-16T07:29:23.771478+0000","last_fullsized":"2024-09-16T07:29:23.771478+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:22:29.421779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.c","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.850219+0000","last_change":"2024-09-16T07:29:22.765981+0000","last_active":"2024-09-16T07:29:23.850219+0000","last_peered":"2024-09-16T07:29:23.850219+0000","last_clean":"2024-09-16T07:29:23.850219+0000","last_became_active":"2024-09-16T07:29:22.765676+0000","last_became_peered":"2024-09-16T07:29:22.765676+0000","last_unstale":"2024-09-16T07:29:23.850219+0000","last_undegraded":"2024-09-16T07:29:23.850219+0000","last_fullsized":"2024-09-16T07:29:23.850219+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:40:10.250258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.d","version":"165'1","reported_seq":16,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.849840+0000","last_change":"2024-09-16T07:29:21.757146+0000","last_active":"2024-09-16T07:29:23.849840+0000","last_peered":"2024-09-16T07:29:23.849840+0000","last_clean":"2024-09-16T07:29:23.849840+0000","last_became_active":"2024-09-16T07:29:21.756855+0000","last_became_peered":"2024-09-16T07:29:21.756855+0000","last_unstale":"2024-09-16T07:29:23.849840+0000","last_undegraded":"2024-09-16T07:29:23.849840+0000","last_fullsized":"2024-09-16T07:29:23.849840+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:46:42.665194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.d","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.762953+0000","last_change":"2024-09-16T07:29:22.755223+0000","last_active":"2024-09-16T07:29:23.762953+0000","last_peered":"2024-09-16T07:29:23.762953+0000","last_clean":"2024-09-16T07:29:23.762953+0000","last_became_active":"2024-09-16T07:29:22.754910+0000","last_became_peered":"2024-09-16T07:29:22.754910+0000","last_unstale":"2024-09-16T07:29:23.762953+0000","last_undegraded":"2024-09-16T07:29:23.762953+0000","last_fullsized":"2024-09-16T07:29:23.762953+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:40:00.079053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.c","version":"0'0","reported_seq":15,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.762441+0000","last_change":"2024-09-16T07:29:21.757843+0000","last_active":"2024-09-16T07:29:23.762441+0000","last_peered":"2024-09-16T07:29:23.762441+0000","last_clean":"2024-09-16T07:29:23.762441+0000","last_became_active":"2024-09-16T07:29:21.757344+0000","last_became_peered":"2024-09-16T07:29:21.757344+0000","last_unstale":"2024-09-16T07:29:23.762441+0000","last_undegraded":"2024-09-16T07:29:23.762441+0000","last_fullsized":"2024-09-16T07:29:23.762441+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:45:56.493303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.a","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.849579+0000","last_change":"2024-09-16T07:29:22.764166+0000","last_active":"2024-09-16T07:29:23.849579+0000","last_peered":"2024-09-16T07:29:23.849579+0000","last_clean":"2024-09-16T07:29:23.849579+0000","last_became_active":"2024-09-16T07:29:22.763866+0000","last_became_peered":"2024-09-16T07:29:22.763866+0000","last_unstale":"2024-09-16T07:29:23.849579+0000","last_undegraded":"2024-09-16T07:29:23.849579+0000","last_fullsized":"2024-09-16T07:29:23.849579+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:06:33.285996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.b","version":"165'2","reported_seq":17,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.849573+0000","last_change":"2024-09-16T07:29:21.753673+0000","last_active":"2024-09-16T07:29:23.849573+0000","last_peered":"2024-09-16T07:29:23.849573+0000","last_clean":"2024-09-16T07:29:23.849573+0000","last_became_active":"2024-09-16T07:29:21.753380+0000","last_became_peered":"2024-09-16T07:29:21.753380+0000","last_unstale":"2024-09-16T07:29:23.849573+0000","last_undegraded":"2024-09-16T07:29:23.849573+0000","last_fullsized":"2024-09-16T07:29:23.849573+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:17:46.100607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.b","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.762851+0000","last_change":"2024-09-16T07:29:22.759452+0000","last_active":"2024-09-16T07:29:23.762851+0000","last_peered":"2024-09-16T07:29:23.762851+0000","last_clean":"2024-09-16T07:29:23.762851+0000","last_became_active":"2024-09-16T07:29:22.759207+0000","last_became_peered":"2024-09-16T07:29:22.759207+0000","last_unstale":"2024-09-16T07:29:23.762851+0000","last_undegraded":"2024-09-16T07:29:23.762851+0000","last_fullsized":"2024-09-16T07:29:23.762851+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:16:56.647436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.a","version":"0'0","reported_seq":15,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.763813+0000","last_change":"2024-09-16T07:29:21.758742+0000","last_active":"2024-09-16T07:29:23.763813+0000","last_peered":"2024-09-16T07:29:23.763813+0000","last_clean":"2024-09-16T07:29:23.763813+0000","last_became_active":"2024-09-16T07:29:21.758380+0000","last_became_peered":"2024-09-16T07:29:21.758380+0000","last_unstale":"2024-09-16T07:29:23.763813+0000","last_undegraded":"2024-09-16T07:29:23.763813+0000","last_fullsized":"2024-09-16T07:29:23.763813+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:50:30.303491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.8","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.848006+0000","last_change":"2024-09-16T07:29:22.761175+0000","last_active":"2024-09-16T07:29:23.848006+0000","last_peered":"2024-09-16T07:29:23.848006+0000","last_clean":"2024-09-16T07:29:23.848006+0000","last_became_active":"2024-09-16T07:29:22.760862+0000","last_became_peered":"2024-09-16T07:29:22.760862+0000","last_unstale":"2024-09-16T07:29:23.848006+0000","last_undegraded":"2024-09-16T07:29:23.848006+0000","last_fullsized":"2024-09-16T07:29:23.848006+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:29:37.133128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.9","version":"0'0","reported_seq":15,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.849551+0000","last_change":"2024-09-16T07:29:21.759750+0000","last_active":"2024-09-16T07:29:23.849551+0000","last_peered":"2024-09-16T07:29:23.849551+0000","last_clean":"2024-09-16T07:29:23.849551+0000","last_became_active":"2024-09-16T07:29:21.759445+0000","last_became_peered":"2024-09-16T07:29:21.759445+0000","last_unstale":"2024-09-16T07:29:23.849551+0000","last_undegraded":"2024-09-16T07:29:23.849551+0000","last_fullsized":"2024-09-16T07:29:23.849551+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:44:53.743789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.9","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.848159+0000","last_change":"2024-09-16T07:29:22.760541+0000","last_active":"2024-09-16T07:29:23.848159+0000","last_peered":"2024-09-16T07:29:23.848159+0000","last_clean":"2024-09-16T07:29:23.848159+0000","last_became_active":"2024-09-16T07:29:22.756184+0000","last_became_peered":"2024-09-16T07:29:22.756184+0000","last_unstale":"2024-09-16T07:29:23.848159+0000","last_undegraded":"2024-09-16T07:29:23.848159+0000","last_fullsized":"2024-09-16T07:29:23.848159+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:16:08.999616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.8","version":"0'0","reported_seq":15,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.764034+0000","last_change":"2024-09-16T07:29:21.751654+0000","last_active":"2024-09-16T07:29:23.764034+0000","last_peered":"2024-09-16T07:29:23.764034+0000","last_clean":"2024-09-16T07:29:23.764034+0000","last_became_active":"2024-09-16T07:29:21.751287+0000","last_became_peered":"2024-09-16T07:29:21.751287+0000","last_unstale":"2024-09-16T07:29:23.764034+0000","last_undegraded":"2024-09-16T07:29:23.764034+0000","last_fullsized":"2024-09-16T07:29:23.764034+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:29:16.889241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.6","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.762129+0000","last_change":"2024-09-16T07:29:22.767363+0000","last_active":"2024-09-16T07:29:23.762129+0000","last_peered":"2024-09-16T07:29:23.762129+0000","last_clean":"2024-09-16T07:29:23.762129+0000","last_became_active":"2024-09-16T07:29:22.767027+0000","last_became_peered":"2024-09-16T07:29:22.767027+0000","last_unstale":"2024-09-16T07:29:23.762129+0000","last_undegraded":"2024-09-16T07:29:23.762129+0000","last_fullsized":"2024-09-16T07:29:23.762129+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:59:39.318567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.7","version":"165'2","reported_seq":17,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.764226+0000","last_change":"2024-09-16T07:29:21.754674+0000","last_active":"2024-09-16T07:29:23.764226+0000","last_peered":"2024-09-16T07:29:23.764226+0000","last_clean":"2024-09-16T07:29:23.764226+0000","last_became_active":"2024-09-16T07:29:21.754238+0000","last_became_peered":"2024-09-16T07:29:21.754238+0000","last_unstale":"2024-09-16T07:29:23.764226+0000","last_undegraded":"2024-09-16T07:29:23.764226+0000","last_fullsized":"2024-09-16T07:29:23.764226+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:12:02.530312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.7","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.763193+0000","last_change":"2024-09-16T07:29:22.760903+0000","last_active":"2024-09-16T07:29:23.763193+0000","last_peered":"2024-09-16T07:29:23.763193+0000","last_clean":"2024-09-16T07:29:23.763193+0000","last_became_active":"2024-09-16T07:29:22.760224+0000","last_became_peered":"2024-09-16T07:29:22.760224+0000","last_unstale":"2024-09-16T07:29:23.763193+0000","last_undegraded":"2024-09-16T07:29:23.763193+0000","last_fullsized":"2024-09-16T07:29:23.763193+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:25:20.077074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.6","version":"166'1","reported_seq":16,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.769392+0000","last_change":"2024-09-16T07:29:21.757228+0000","last_active":"2024-09-16T07:29:23.769392+0000","last_peered":"2024-09-16T07:29:23.769392+0000","last_clean":"2024-09-16T07:29:23.769392+0000","last_became_active":"2024-09-16T07:29:21.756969+0000","last_became_peered":"2024-09-16T07:29:21.756969+0000","last_unstale":"2024-09-16T07:29:23.769392+0000","last_undegraded":"2024-09-16T07:29:23.769392+0000","last_fullsized":"2024-09-16T07:29:23.769392+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:56:48.195820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.4","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.769281+0000","last_change":"2024-09-16T07:29:22.761703+0000","last_active":"2024-09-16T07:29:23.769281+0000","last_peered":"2024-09-16T07:29:23.769281+0000","last_clean":"2024-09-16T07:29:23.769281+0000","last_became_active":"2024-09-16T07:29:22.761385+0000","last_became_peered":"2024-09-16T07:29:22.761385+0000","last_unstale":"2024-09-16T07:29:23.769281+0000","last_undegraded":"2024-09-16T07:29:23.769281+0000","last_fullsized":"2024-09-16T07:29:23.769281+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:35:00.424077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.5","version":"0'0","reported_seq":15,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.763032+0000","last_change":"2024-09-16T07:29:21.752987+0000","last_active":"2024-09-16T07:29:23.763032+0000","last_peered":"2024-09-16T07:29:23.763032+0000","last_clean":"2024-09-16T07:29:23.763032+0000","last_became_active":"2024-09-16T07:29:21.752659+0000","last_became_peered":"2024-09-16T07:29:21.752659+0000","last_unstale":"2024-09-16T07:29:23.763032+0000","last_undegraded":"2024-09-16T07:29:23.763032+0000","last_fullsized":"2024-09-16T07:29:23.763032+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:25:05.096400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.5","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.761850+0000","last_change":"2024-09-16T07:29:22.766505+0000","last_active":"2024-09-16T07:29:23.761850+0000","last_peered":"2024-09-16T07:29:23.761850+0000","last_clean":"2024-09-16T07:29:23.761850+0000","last_became_active":"2024-09-16T07:29:22.766182+0000","last_became_peered":"2024-09-16T07:29:22.766182+0000","last_unstale":"2024-09-16T07:29:23.761850+0000","last_undegraded":"2024-09-16T07:29:23.761850+0000","last_fullsized":"2024-09-16T07:29:23.761850+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:13:52.083415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.4","version":"0'0","reported_seq":15,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.762501+0000","last_change":"2024-09-16T07:29:21.754289+0000","last_active":"2024-09-16T07:29:23.762501+0000","last_peered":"2024-09-16T07:29:23.762501+0000","last_clean":"2024-09-16T07:29:23.762501+0000","last_became_active":"2024-09-16T07:29:21.754036+0000","last_became_peered":"2024-09-16T07:29:21.754036+0000","last_unstale":"2024-09-16T07:29:23.762501+0000","last_undegraded":"2024-09-16T07:29:23.762501+0000","last_fullsized":"2024-09-16T07:29:23.762501+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:08:13.542791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.2","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.763070+0000","last_change":"2024-09-16T07:29:22.754642+0000","last_active":"2024-09-16T07:29:23.763070+0000","last_peered":"2024-09-16T07:29:23.763070+0000","last_clean":"2024-09-16T07:29:23.763070+0000","last_became_active":"2024-09-16T07:29:22.753895+0000","last_became_peered":"2024-09-16T07:29:22.753895+0000","last_unstale":"2024-09-16T07:29:23.763070+0000","last_undegraded":"2024-09-16T07:29:23.763070+0000","last_fullsized":"2024-09-16T07:29:23.763070+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:02:59.975296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.3","version":"0'0","reported_seq":15,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.848239+0000","last_change":"2024-09-16T07:29:21.758338+0000","last_active":"2024-09-16T07:29:23.848239+0000","last_peered":"2024-09-16T07:29:23.848239+0000","last_clean":"2024-09-16T07:29:23.848239+0000","last_became_active":"2024-09-16T07:29:21.758056+0000","last_became_peered":"2024-09-16T07:29:21.758056+0000","last_unstale":"2024-09-16T07:29:23.848239+0000","last_undegraded":"2024-09-16T07:29:23.848239+0000","last_fullsized":"2024-09-16T07:29:23.848239+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:57:14.375211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.3","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.769397+0000","last_change":"2024-09-16T07:29:22.762420+0000","last_active":"2024-09-16T07:29:23.769397+0000","last_peered":"2024-09-16T07:29:23.769397+0000","last_clean":"2024-09-16T07:29:23.769397+0000","last_became_active":"2024-09-16T07:29:22.761602+0000","last_became_peered":"2024-09-16T07:29:22.761602+0000","last_unstale":"2024-09-16T07:29:23.769397+0000","last_undegraded":"2024-09-16T07:29:23.769397+0000","last_fullsized":"2024-09-16T07:29:23.769397+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:05:38.394386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.2","version":"0'0","reported_seq":15,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.849655+0000","last_change":"2024-09-16T07:29:21.755632+0000","last_active":"2024-09-16T07:29:23.849655+0000","last_peered":"2024-09-16T07:29:23.849655+0000","last_clean":"2024-09-16T07:29:23.849655+0000","last_became_active":"2024-09-16T07:29:21.755272+0000","last_became_peered":"2024-09-16T07:29:21.755272+0000","last_unstale":"2024-09-16T07:29:23.849655+0000","last_undegraded":"2024-09-16T07:29:23.849655+0000","last_fullsized":"2024-09-16T07:29:23.849655+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:16:35.671567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.0","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.763964+0000","last_change":"2024-09-16T07:29:22.756686+0000","last_active":"2024-09-16T07:29:23.763964+0000","last_peered":"2024-09-16T07:29:23.763964+0000","last_clean":"2024-09-16T07:29:23.763964+0000","last_became_active":"2024-09-16T07:29:22.756405+0000","last_became_peered":"2024-09-16T07:29:22.756405+0000","last_unstale":"2024-09-16T07:29:23.763964+0000","last_undegraded":"2024-09-16T07:29:23.763964+0000","last_fullsized":"2024-09-16T07:29:23.763964+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:21:53.078820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.1","version":"0'0","reported_seq":15,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.761584+0000","last_change":"2024-09-16T07:29:21.752026+0000","last_active":"2024-09-16T07:29:23.761584+0000","last_peered":"2024-09-16T07:29:23.761584+0000","last_clean":"2024-09-16T07:29:23.761584+0000","last_became_active":"2024-09-16T07:29:21.751735+0000","last_became_peered":"2024-09-16T07:29:21.751735+0000","last_unstale":"2024-09-16T07:29:23.761584+0000","last_undegraded":"2024-09-16T07:29:23.761584+0000","last_fullsized":"2024-09-16T07:29:23.761584+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:26:06.562077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.1","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.848346+0000","last_change":"2024-09-16T07:29:22.756722+0000","last_active":"2024-09-16T07:29:23.848346+0000","last_peered":"2024-09-16T07:29:23.848346+0000","last_clean":"2024-09-16T07:29:23.848346+0000","last_became_active":"2024-09-16T07:29:22.756395+0000","last_became_peered":"2024-09-16T07:29:22.756395+0000","last_unstale":"2024-09-16T07:29:23.848346+0000","last_undegraded":"2024-09-16T07:29:23.848346+0000","last_fullsized":"2024-09-16T07:29:23.848346+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:37:58.364773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.0","version":"0'0","reported_seq":15,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.848000+0000","last_change":"2024-09-16T07:29:21.756369+0000","last_active":"2024-09-16T07:29:23.848000+0000","last_peered":"2024-09-16T07:29:23.848000+0000","last_clean":"2024-09-16T07:29:23.848000+0000","last_became_active":"2024-09-16T07:29:21.756065+0000","last_became_peered":"2024-09-16T07:29:21.756065+0000","last_unstale":"2024-09-16T07:29:23.848000+0000","last_undegraded":"2024-09-16T07:29:23.848000+0000","last_fullsized":"2024-09-16T07:29:23.848000+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:37:50.945588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.1a","version":"0'0","reported_seq":13,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.849864+0000","last_change":"2024-09-16T07:29:22.766449+0000","last_active":"2024-09-16T07:29:23.849864+0000","last_peered":"2024-09-16T07:29:23.849864+0000","last_clean":"2024-09-16T07:29:23.849864+0000","last_became_active":"2024-09-16T07:29:22.766065+0000","last_became_peered":"2024-09-16T07:29:22.766065+0000","last_unstale":"2024-09-16T07:29:23.849864+0000","last_undegraded":"2024-09-16T07:29:23.849864+0000","last_fullsized":"2024-09-16T07:29:23.849864+0000","mapping_epoch":164,"log_start":"0'0","ondisk_log_start":"0'0","created":164,"last_epoch_clean":165,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:21.732252+0000","last_clean_scrub_stamp":"2024-09-16T07:29:21.732252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:37:12.374972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.1b","version":"165'1","reported_seq":16,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.769179+0000","last_change":"2024-09-16T07:29:21.758472+0000","last_active":"2024-09-16T07:29:23.769179+0000","last_peered":"2024-09-16T07:29:23.769179+0000","last_clean":"2024-09-16T07:29:23.769179+0000","last_became_active":"2024-09-16T07:29:21.758191+0000","last_became_peered":"2024-09-16T07:29:21.758191+0000","last_unstale":"2024-09-16T07:29:23.769179+0000","last_undegraded":"2024-09-16T07:29:23.769179+0000","last_fullsized":"2024-09-16T07:29:23.769179+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":163,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:29:20.722294+0000","last_clean_scrub_stamp":"2024-09-16T07:29:20.722294+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:12:42.148898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"70'79","reported_seq":408,"reported_epoch":166,"state":"active+clean","last_fresh":"2024-09-16T07:29:23.848073+0000","last_change":"2024-09-16T07:21:02.600196+0000","last_active":"2024-09-16T07:29:23.848073+0000","last_peered":"2024-09-16T07:29:23.848073+0000","last_clean":"2024-09-16T07:29:23.848073+0000","last_became_active":"2024-09-16T07:21:02.599001+0000","last_became_peered":"2024-09-16T07:21:02.599001+0000","last_unstale":"2024-09-16T07:29:23.848073+0000","last_undegraded":"2024-09-16T07:29:23.848073+0000","last_fullsized":"2024-09-16T07:29:23.848073+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_clean_scrub_stamp":"2024-09-16T07:21:01.331773+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:28:40.942832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":26,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":27,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509546,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33236,"kb_used_data":2044,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338604,"statfs":{"total":96636764160,"available":96602730496,"internally_reserved":0,"allocated":2093056,"data_stored":925709,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574952,"num_pgs":14,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33236,"kb_used_data":2044,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338604,"statfs":{"total":96636764160,"available":96602730496,"internally_reserved":0,"allocated":2093056,"data_stored":925757,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509545,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33824,"kb_used_data":2636,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338016,"statfs":{"total":96636764160,"available":96602128384,"internally_reserved":0,"allocated":2699264,"data_stored":1516783,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509545,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33232,"kb_used_data":2044,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338608,"statfs":{"total":96636764160,"available":96602734592,"internally_reserved":0,"allocated":2093056,"data_stored":925777,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509546,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33244,"kb_used_data":2052,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338596,"statfs":{"total":96636764160,"available":96602722304,"internally_reserved":0,"allocated":2101248,"data_stored":927299,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509546,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33248,"kb_used_data":2060,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338592,"statfs":{"total":96636764160,"available":96602718208,"internally_reserved":0,"allocated":2109440,"data_stored":927403,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509546,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33808,"kb_used_data":2620,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338032,"statfs":{"total":96636764160,"available":96602144768,"internally_reserved":0,"allocated":2682880,"data_stored":1516055,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509547,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33236,"kb_used_data":2044,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338604,"statfs":{"total":96636764160,"available":96602730496,"internally_reserved":0,"allocated":2093056,"data_stored":926269,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T07:29:27.155 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-16T07:29:27.155 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-16T07:29:27.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.306+0000 7f404935a640 1 -- 172.21.15.31:0/1846214402 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4044072670 msgr2=0x7f40440cc8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:27.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.306+0000 7f404935a640 1 --2- 172.21.15.31:0/1846214402 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4044072670 0x7f40440cc8f0 secure :-1 s=READY pgs=1839 cs=0 l=1 rev1=1 crypto rx=0x7f403c005fd0 tx=0x7f403c02a970 comp rx=0 tx=0).stop 2024-09-16T07:29:27.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.306+0000 7f404935a640 1 -- 172.21.15.31:0/1846214402 shutdown_connections 2024-09-16T07:29:27.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.306+0000 7f404935a640 1 --2- 172.21.15.31:0/1846214402 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4044072670 0x7f40440cc8f0 unknown :-1 s=CLOSED pgs=1839 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:27.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.306+0000 7f404935a640 1 --2- 172.21.15.31:0/1846214402 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4044072bc0 0x7f40440cc3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:27.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.306+0000 7f404935a640 1 -- 172.21.15.31:0/1846214402 >> 172.21.15.31:0/1846214402 conn(0x7f40440b1700 msgr2=0x7f40440b1ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:27.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.306+0000 7f404935a640 1 -- 172.21.15.31:0/1846214402 shutdown_connections 2024-09-16T07:29:27.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.306+0000 7f404935a640 1 -- 172.21.15.31:0/1846214402 wait complete. 2024-09-16T07:29:27.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.307+0000 7f404935a640 1 Processor -- start 2024-09-16T07:29:27.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.307+0000 7f404935a640 1 -- start start 2024-09-16T07:29:27.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.308+0000 7f404935a640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4044072670 0x7f4044158eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:27.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.308+0000 7f404935a640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4044072bc0 0x7f40441f6460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:27.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.308+0000 7f404935a640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f404415aa00 0x7f40441f3570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:27.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.308+0000 7f404935a640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f404415ed40 con 0x7f4044072bc0 2024-09-16T07:29:27.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.308+0000 7f404935a640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f404415ebc0 con 0x7f4044072670 2024-09-16T07:29:27.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.308+0000 7f404935a640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f404415eec0 con 0x7f404415aa00 2024-09-16T07:29:27.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.308+0000 7f403bfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4044072bc0 0x7f40441f6460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:27.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.308+0000 7f403bfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4044072bc0 0x7f40441f6460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:46036/0 (socket says 172.21.15.31:46036) 2024-09-16T07:29:27.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.308+0000 7f403bfff640 1 -- 172.21.15.31:0/918041961 learned_addr learned my addr 172.21.15.31:0/918041961 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:27.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.308+0000 7f4042ffd640 1 --2- 172.21.15.31:0/918041961 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4044072670 0x7f4044158eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:27.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.308+0000 7f40437fe640 1 --2- 172.21.15.31:0/918041961 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f404415aa00 0x7f40441f3570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:27.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.308+0000 7f403bfff640 1 -- 172.21.15.31:0/918041961 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f404415aa00 msgr2=0x7f40441f3570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:27.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.308+0000 7f403bfff640 1 --2- 172.21.15.31:0/918041961 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f404415aa00 0x7f40441f3570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:27.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.308+0000 7f403bfff640 1 -- 172.21.15.31:0/918041961 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4044072670 msgr2=0x7f4044158eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:27.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.308+0000 7f403bfff640 1 --2- 172.21.15.31:0/918041961 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4044072670 0x7f4044158eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:27.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.308+0000 7f403bfff640 1 -- 172.21.15.31:0/918041961 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40441f3ab0 con 0x7f4044072bc0 2024-09-16T07:29:27.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.308+0000 7f4042ffd640 1 --2- 172.21.15.31:0/918041961 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4044072670 0x7f4044158eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:29:27.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.308+0000 7f403bfff640 1 --2- 172.21.15.31:0/918041961 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4044072bc0 0x7f40441f6460 secure :-1 s=READY pgs=1840 cs=0 l=1 rev1=1 crypto rx=0x7f402c00c950 tx=0x7f402c00ce10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:27.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.308+0000 7f403b7fe640 1 -- 172.21.15.31:0/918041961 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f402c007c10 con 0x7f4044072bc0 2024-09-16T07:29:27.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.308+0000 7f403b7fe640 1 -- 172.21.15.31:0/918041961 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f402c00f450 con 0x7f4044072bc0 2024-09-16T07:29:27.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.309+0000 7f404935a640 1 -- 172.21.15.31:0/918041961 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4044156980 con 0x7f4044072bc0 2024-09-16T07:29:27.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.309+0000 7f403b7fe640 1 -- 172.21.15.31:0/918041961 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f402c00f8a0 con 0x7f4044072bc0 2024-09-16T07:29:27.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.309+0000 7f404935a640 1 -- 172.21.15.31:0/918041961 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4044156f40 con 0x7f4044072bc0 2024-09-16T07:29:27.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.310+0000 7f404935a640 1 -- 172.21.15.31:0/918041961 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f404415f3e0 con 0x7f4044072bc0 2024-09-16T07:29:27.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.310+0000 7f403b7fe640 1 -- 172.21.15.31:0/918041961 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 25) ==== 102205+0+0 (secure 0 0 0) 0x7f402c00fa40 con 0x7f4044072bc0 2024-09-16T07:29:27.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.311+0000 7f403b7fe640 1 --2- 172.21.15.31:0/918041961 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4024079270 0x7f402407b730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:27.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.311+0000 7f403b7fe640 1 -- 172.21.15.31:0/918041961 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(166..166 src has 1..166) ==== 5737+0+0 (secure 0 0 0) 0x7f402c099bd0 con 0x7f4044072bc0 2024-09-16T07:29:27.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.311+0000 7f4042ffd640 1 --2- 172.21.15.31:0/918041961 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4024079270 0x7f402407b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:27.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.311+0000 7f4042ffd640 1 --2- 172.21.15.31:0/918041961 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4024079270 0x7f402407b730 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f4034006fd0 tx=0x7f4034008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:27.314 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.315+0000 7f403b7fe640 1 -- 172.21.15.31:0/918041961 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f402c014030 con 0x7f4044072bc0 2024-09-16T07:29:27.582 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.583+0000 7f404935a640 1 -- 172.21.15.31:0/918041961 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f40440ca990 con 0x7f4044072bc0 2024-09-16T07:29:27.587 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.587+0000 7f403b7fe640 1 -- 172.21.15.31:0/918041961 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v29) ==== 190+0+147 (secure 0 0 0) 0x7f402c063ad0 con 0x7f4044072bc0 2024-09-16T07:29:27.587 INFO:teuthology.orchestra.run.smithi031.stdout:[client.0] 2024-09-16T07:29:27.587 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQAp3OdmOi3VIhAA6pREvErOkWIiU+/Wlqimsw== 2024-09-16T07:29:27.587 INFO:teuthology.orchestra.run.smithi031.stdout: caps mds = "allow" 2024-09-16T07:29:27.587 INFO:teuthology.orchestra.run.smithi031.stdout: caps mon = "allow r" 2024-09-16T07:29:27.587 INFO:teuthology.orchestra.run.smithi031.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-16T07:29:27.588 INFO:teuthology.orchestra.run.smithi031.stderr:updated caps for client.0 2024-09-16T07:29:27.589 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.590+0000 7f404935a640 1 -- 172.21.15.31:0/918041961 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4024079270 msgr2=0x7f402407b730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:27.590 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.590+0000 7f404935a640 1 --2- 172.21.15.31:0/918041961 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4024079270 0x7f402407b730 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f4034006fd0 tx=0x7f4034008040 comp rx=0 tx=0).stop 2024-09-16T07:29:27.590 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.590+0000 7f404935a640 1 -- 172.21.15.31:0/918041961 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4044072bc0 msgr2=0x7f40441f6460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:27.590 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.590+0000 7f404935a640 1 --2- 172.21.15.31:0/918041961 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4044072bc0 0x7f40441f6460 secure :-1 s=READY pgs=1840 cs=0 l=1 rev1=1 crypto rx=0x7f402c00c950 tx=0x7f402c00ce10 comp rx=0 tx=0).stop 2024-09-16T07:29:27.590 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.590+0000 7f404935a640 1 -- 172.21.15.31:0/918041961 shutdown_connections 2024-09-16T07:29:27.590 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.590+0000 7f404935a640 1 --2- 172.21.15.31:0/918041961 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4024079270 0x7f402407b730 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:27.590 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.590+0000 7f404935a640 1 --2- 172.21.15.31:0/918041961 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f404415aa00 0x7f40441f3570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:27.590 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.590+0000 7f404935a640 1 --2- 172.21.15.31:0/918041961 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4044072bc0 0x7f40441f6460 unknown :-1 s=CLOSED pgs=1840 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:27.590 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.590+0000 7f404935a640 1 --2- 172.21.15.31:0/918041961 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4044072670 0x7f4044158eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:27.590 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.590+0000 7f404935a640 1 -- 172.21.15.31:0/918041961 >> 172.21.15.31:0/918041961 conn(0x7f40440b1700 msgr2=0x7f404406eb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:27.590 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.590+0000 7f404935a640 1 -- 172.21.15.31:0/918041961 shutdown_connections 2024-09-16T07:29:27.590 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.590+0000 7f404935a640 1 -- 172.21.15.31:0/918041961 wait complete. 2024-09-16T07:29:27.600 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:29:27.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.706+0000 7f9a6c2e6640 1 -- 172.21.15.31:0/2032844340 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9a640cc6d0 msgr2=0x7f9a640ccb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:27.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.706+0000 7f9a6c2e6640 1 --2- 172.21.15.31:0/2032844340 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9a640cc6d0 0x7f9a640ccb60 secure :-1 s=READY pgs=1841 cs=0 l=1 rev1=1 crypto rx=0x7f9a6406c8e0 tx=0x7f9a5c02aa30 comp rx=0 tx=0).stop 2024-09-16T07:29:27.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.706+0000 7f9a6c2e6640 1 -- 172.21.15.31:0/2032844340 shutdown_connections 2024-09-16T07:29:27.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.706+0000 7f9a6c2e6640 1 --2- 172.21.15.31:0/2032844340 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9a640cc6d0 0x7f9a640ccb60 unknown :-1 s=CLOSED pgs=1841 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:27.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.706+0000 7f9a6c2e6640 1 --2- 172.21.15.31:0/2032844340 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9a640cb270 0x7f9a640cb690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:27.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.706+0000 7f9a6c2e6640 1 --2- 172.21.15.31:0/2032844340 >> v2:172.21.15.155:3300/0 conn(0x7f9a6406d590 0x7f9a64074130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:27.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.706+0000 7f9a6c2e6640 1 -- 172.21.15.31:0/2032844340 >> 172.21.15.31:0/2032844340 conn(0x7f9a640d0c20 msgr2=0x7f9a640d1030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:27.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.706+0000 7f9a6c2e6640 1 -- 172.21.15.31:0/2032844340 shutdown_connections 2024-09-16T07:29:27.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.706+0000 7f9a6c2e6640 1 -- 172.21.15.31:0/2032844340 wait complete. 2024-09-16T07:29:27.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.707+0000 7f9a6c2e6640 1 Processor -- start 2024-09-16T07:29:27.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.707+0000 7f9a6c2e6640 1 -- start start 2024-09-16T07:29:27.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.708+0000 7f9a6c2e6640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9a6406d590 0x7f9a64157890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:27.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.708+0000 7f9a6c2e6640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9a640cb270 0x7f9a641570f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:27.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.708+0000 7f9a6c2e6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9a640cc6d0 0x7f9a6415a170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:27.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.708+0000 7f9a6c2e6640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f9a64070b10 con 0x7f9a640cc6d0 2024-09-16T07:29:27.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.708+0000 7f9a6c2e6640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f9a64070990 con 0x7f9a640cb270 2024-09-16T07:29:27.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.708+0000 7f9a6c2e6640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f9a64070c90 con 0x7f9a6406d590 2024-09-16T07:29:27.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.708+0000 7f9a6a883640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9a640cc6d0 0x7f9a6415a170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:27.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.708+0000 7f9a6a883640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9a640cc6d0 0x7f9a6415a170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:46048/0 (socket says 172.21.15.31:46048) 2024-09-16T07:29:27.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.708+0000 7f9a6a883640 1 -- 172.21.15.31:0/400271912 learned_addr learned my addr 172.21.15.31:0/400271912 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:27.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.708+0000 7f9a69881640 1 --2- 172.21.15.31:0/400271912 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9a640cb270 0x7f9a641570f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:27.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.708+0000 7f9a6a082640 1 --2- 172.21.15.31:0/400271912 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9a6406d590 0x7f9a64157890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:27.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.708+0000 7f9a6a883640 1 -- 172.21.15.31:0/400271912 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9a6406d590 msgr2=0x7f9a64157890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:27.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.708+0000 7f9a6a883640 1 --2- 172.21.15.31:0/400271912 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9a6406d590 0x7f9a64157890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:27.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.708+0000 7f9a6a883640 1 -- 172.21.15.31:0/400271912 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9a640cb270 msgr2=0x7f9a641570f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:27.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.708+0000 7f9a6a883640 1 --2- 172.21.15.31:0/400271912 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9a640cb270 0x7f9a641570f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:27.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.708+0000 7f9a6a883640 1 -- 172.21.15.31:0/400271912 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a641593b0 con 0x7f9a640cc6d0 2024-09-16T07:29:27.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.708+0000 7f9a6a082640 1 --2- 172.21.15.31:0/400271912 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9a6406d590 0x7f9a64157890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:29:27.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.709+0000 7f9a6a883640 1 --2- 172.21.15.31:0/400271912 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9a640cc6d0 0x7f9a6415a170 secure :-1 s=READY pgs=1842 cs=0 l=1 rev1=1 crypto rx=0x7f9a5c009d60 tx=0x7f9a5c003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:27.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.709+0000 7f9a5affd640 1 -- 172.21.15.31:0/400271912 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a5c033050 con 0x7f9a640cc6d0 2024-09-16T07:29:27.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.709+0000 7f9a5affd640 1 -- 172.21.15.31:0/400271912 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9a5c004550 con 0x7f9a640cc6d0 2024-09-16T07:29:27.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.709+0000 7f9a6c2e6640 1 -- 172.21.15.31:0/400271912 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a64159690 con 0x7f9a640cc6d0 2024-09-16T07:29:27.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.709+0000 7f9a5affd640 1 -- 172.21.15.31:0/400271912 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a5c038450 con 0x7f9a640cc6d0 2024-09-16T07:29:27.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.709+0000 7f9a6c2e6640 1 -- 172.21.15.31:0/400271912 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a64157630 con 0x7f9a640cc6d0 2024-09-16T07:29:27.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.710+0000 7f9a6c2e6640 1 -- 172.21.15.31:0/400271912 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9a640cb690 con 0x7f9a640cc6d0 2024-09-16T07:29:27.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.711+0000 7f9a5affd640 1 -- 172.21.15.31:0/400271912 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 25) ==== 102205+0+0 (secure 0 0 0) 0x7f9a5c036070 con 0x7f9a640cc6d0 2024-09-16T07:29:27.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.711+0000 7f9a5affd640 1 --2- 172.21.15.31:0/400271912 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9a48079270 0x7f9a4807b730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:27.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.711+0000 7f9a5affd640 1 -- 172.21.15.31:0/400271912 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(166..166 src has 1..166) ==== 5737+0+0 (secure 0 0 0) 0x7f9a5c0ba620 con 0x7f9a640cc6d0 2024-09-16T07:29:27.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.711+0000 7f9a6a082640 1 --2- 172.21.15.31:0/400271912 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9a48079270 0x7f9a4807b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:27.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.712+0000 7f9a6a082640 1 --2- 172.21.15.31:0/400271912 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9a48079270 0x7f9a4807b730 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f9a640c68c0 tx=0x7f9a60005ed0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:27.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.715+0000 7f9a5affd640 1 -- 172.21.15.31:0/400271912 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f9a5c084740 con 0x7f9a640cc6d0 2024-09-16T07:29:27.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.937+0000 7f9a6c2e6640 1 -- 172.21.15.31:0/400271912 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9a640ccd30 con 0x7f9a640cc6d0 2024-09-16T07:29:27.942 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.938+0000 7f9a5affd640 1 -- 172.21.15.31:0/400271912 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 118 v118) ==== 95+0+5239 (secure 0 0 0) 0x7f9a5c084040 con 0x7f9a640cc6d0 2024-09-16T07:29:27.942 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:29:27.942 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":118,"btime":"2024-09-16T07:29:25:766627+0000","default_fscid":13,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7202,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/3016572826","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6809","nonce":3016572826},{"type":"v1","addr":"172.21.15.155:6835","nonce":3016572826}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":113},{"gid":7981,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/1107078161","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":1107078161},{"type":"v1","addr":"172.21.15.31:6835","nonce":1107078161}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":113},{"gid":7990,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6834/3637121490","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":3637121490},{"type":"v1","addr":"172.21.15.155:6834","nonce":3637121490}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":113}],"filesystems":[{"mdsmap":{"epoch":118,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:29:22.114869+0000","modified":"2024-09-16T07:29:25.136894+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9318},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9318":{"gid":9318,"name":"c","rank":0,"incarnation":114,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6834/3335646775","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":3335646775},{"type":"v1","addr":"172.21.15.31:6834","nonce":3335646775}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[27],"metadata_pool":26,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9318,"qdb_cluster":[9318]},"id":13}]} 2024-09-16T07:29:27.944 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 118 2024-09-16T07:29:27.944 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.940+0000 7f9a6c2e6640 1 -- 172.21.15.31:0/400271912 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9a48079270 msgr2=0x7f9a4807b730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:27.944 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.940+0000 7f9a6c2e6640 1 --2- 172.21.15.31:0/400271912 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9a48079270 0x7f9a4807b730 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f9a640c68c0 tx=0x7f9a60005ed0 comp rx=0 tx=0).stop 2024-09-16T07:29:27.944 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.940+0000 7f9a6c2e6640 1 -- 172.21.15.31:0/400271912 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9a640cc6d0 msgr2=0x7f9a6415a170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:27.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.940+0000 7f9a6c2e6640 1 --2- 172.21.15.31:0/400271912 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9a640cc6d0 0x7f9a6415a170 secure :-1 s=READY pgs=1842 cs=0 l=1 rev1=1 crypto rx=0x7f9a5c009d60 tx=0x7f9a5c003f10 comp rx=0 tx=0).stop 2024-09-16T07:29:27.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.940+0000 7f9a6c2e6640 1 -- 172.21.15.31:0/400271912 shutdown_connections 2024-09-16T07:29:27.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.940+0000 7f9a6c2e6640 1 --2- 172.21.15.31:0/400271912 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f9a48079270 0x7f9a4807b730 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:27.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.940+0000 7f9a6c2e6640 1 --2- 172.21.15.31:0/400271912 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9a640cc6d0 0x7f9a6415a170 unknown :-1 s=CLOSED pgs=1842 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:27.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.940+0000 7f9a6c2e6640 1 --2- 172.21.15.31:0/400271912 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9a640cb270 0x7f9a641570f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:27.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.940+0000 7f9a6c2e6640 1 --2- 172.21.15.31:0/400271912 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9a6406d590 0x7f9a64157890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:27.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.940+0000 7f9a6c2e6640 1 -- 172.21.15.31:0/400271912 >> 172.21.15.31:0/400271912 conn(0x7f9a640d0c20 msgr2=0x7f9a640b2d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:27.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.940+0000 7f9a6c2e6640 1 -- 172.21.15.31:0/400271912 shutdown_connections 2024-09-16T07:29:27.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:27.940+0000 7f9a6c2e6640 1 -- 172.21.15.31:0/400271912 wait complete. 2024-09-16T07:29:28.353 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 118, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-16T07:29:22.114869+0000', 'modified': '2024-09-16T07:29:25.136894+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 9318}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_9318': {'gid': 9318, 'name': 'c', 'rank': 0, 'incarnation': 114, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.31:6834/3335646775', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.31:6832', 'nonce': 3335646775}, {'type': 'v1', 'addr': '172.21.15.31:6834', 'nonce': 3335646775}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [27], 'metadata_pool': 26, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 9318, 'qdb_cluster': [9318]} 2024-09-16T07:29:28.354 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-16T07:29:28.354 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-16T07:29:28.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.467+0000 7f3c79b45640 1 -- 172.21.15.31:0/291176401 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3c740b3090 msgr2=0x7f3c7415f6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:28.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.467+0000 7f3c79b45640 1 --2- 172.21.15.31:0/291176401 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3c740b3090 0x7f3c7415f6d0 secure :-1 s=READY pgs=1843 cs=0 l=1 rev1=1 crypto rx=0x7f3c74074b30 tx=0x7f3c6802a5f0 comp rx=0 tx=0).stop 2024-09-16T07:29:28.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.467+0000 7f3c79b45640 1 -- 172.21.15.31:0/291176401 shutdown_connections 2024-09-16T07:29:28.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.467+0000 7f3c79b45640 1 --2- 172.21.15.31:0/291176401 >> v2:172.21.15.155:3300/0 conn(0x7f3c740cfce0 0x7f3c740d00f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:28.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.467+0000 7f3c79b45640 1 --2- 172.21.15.31:0/291176401 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3c740b3090 0x7f3c7415f6d0 unknown :-1 s=CLOSED pgs=1843 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:28.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.467+0000 7f3c79b45640 1 -- 172.21.15.31:0/291176401 >> 172.21.15.31:0/291176401 conn(0x7f3c7409aa30 msgr2=0x7f3c7409ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:28.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.467+0000 7f3c79b45640 1 -- 172.21.15.31:0/291176401 shutdown_connections 2024-09-16T07:29:28.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.467+0000 7f3c79b45640 1 -- 172.21.15.31:0/291176401 wait complete. 2024-09-16T07:29:28.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.468+0000 7f3c79b45640 1 Processor -- start 2024-09-16T07:29:28.468 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.468+0000 7f3c79b45640 1 -- start start 2024-09-16T07:29:28.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.469+0000 7f3c79b45640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3c740b3090 0x7f3c741552c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:28.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.469+0000 7f3c79b45640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3c740cfce0 0x7f3c740b6350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:28.476 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.469+0000 7f3c79b45640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3c740d2410 0x7f3c740af8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:28.476 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.469+0000 7f3c79b45640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f3c740b13c0 con 0x7f3c740cfce0 2024-09-16T07:29:28.476 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.469+0000 7f3c79b45640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f3c740b1240 con 0x7f3c740d2410 2024-09-16T07:29:28.476 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.469+0000 7f3c79b45640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f3c740b1540 con 0x7f3c740b3090 2024-09-16T07:29:28.476 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.469+0000 7f3c72ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3c740cfce0 0x7f3c740b6350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:28.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.469+0000 7f3c72ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3c740cfce0 0x7f3c740b6350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:46062/0 (socket says 172.21.15.31:46062) 2024-09-16T07:29:28.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.469+0000 7f3c72ffd640 1 -- 172.21.15.31:0/3778633346 learned_addr learned my addr 172.21.15.31:0/3778633346 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:28.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.469+0000 7f3c73fff640 1 --2- 172.21.15.31:0/3778633346 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3c740d2410 0x7f3c740af8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:28.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.469+0000 7f3c737fe640 1 --2- 172.21.15.31:0/3778633346 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3c740b3090 0x7f3c741552c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:28.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.469+0000 7f3c72ffd640 1 -- 172.21.15.31:0/3778633346 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3c740b3090 msgr2=0x7f3c741552c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:28.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.469+0000 7f3c72ffd640 1 --2- 172.21.15.31:0/3778633346 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3c740b3090 0x7f3c741552c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:28.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.469+0000 7f3c72ffd640 1 -- 172.21.15.31:0/3778633346 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3c740d2410 msgr2=0x7f3c740af8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:28.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.469+0000 7f3c72ffd640 1 --2- 172.21.15.31:0/3778633346 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3c740d2410 0x7f3c740af8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:28.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.469+0000 7f3c72ffd640 1 -- 172.21.15.31:0/3778633346 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c74155ca0 con 0x7f3c740cfce0 2024-09-16T07:29:28.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.469+0000 7f3c73fff640 1 --2- 172.21.15.31:0/3778633346 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3c740d2410 0x7f3c740af8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:29:28.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.469+0000 7f3c72ffd640 1 --2- 172.21.15.31:0/3778633346 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3c740cfce0 0x7f3c740b6350 secure :-1 s=READY pgs=1844 cs=0 l=1 rev1=1 crypto rx=0x7f3c68009850 tx=0x7f3c68003910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:28.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.470+0000 7f3c5bfff640 1 -- 172.21.15.31:0/3778633346 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c6803f070 con 0x7f3c740cfce0 2024-09-16T07:29:28.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.470+0000 7f3c5bfff640 1 -- 172.21.15.31:0/3778633346 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3c680047a0 con 0x7f3c740cfce0 2024-09-16T07:29:28.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.470+0000 7f3c5bfff640 1 -- 172.21.15.31:0/3778633346 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c68035030 con 0x7f3c740cfce0 2024-09-16T07:29:28.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.470+0000 7f3c79b45640 1 -- 172.21.15.31:0/3778633346 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c740b4cf0 con 0x7f3c740cfce0 2024-09-16T07:29:28.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.470+0000 7f3c79b45640 1 -- 172.21.15.31:0/3778633346 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c74155800 con 0x7f3c740cfce0 2024-09-16T07:29:28.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.471+0000 7f3c5bfff640 1 -- 172.21.15.31:0/3778633346 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 25) ==== 102205+0+0 (secure 0 0 0) 0x7f3c68042070 con 0x7f3c740cfce0 2024-09-16T07:29:28.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.472+0000 7f3c5bfff640 1 --2- 172.21.15.31:0/3778633346 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3c60079270 0x7f3c6007b730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:28.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.472+0000 7f3c5bfff640 1 -- 172.21.15.31:0/3778633346 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(166..166 src has 1..166) ==== 5737+0+0 (secure 0 0 0) 0x7f3c680ba300 con 0x7f3c740cfce0 2024-09-16T07:29:28.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.472+0000 7f3c737fe640 1 --2- 172.21.15.31:0/3778633346 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3c60079270 0x7f3c6007b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:28.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.472+0000 7f3c737fe640 1 --2- 172.21.15.31:0/3778633346 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3c60079270 0x7f3c6007b730 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f3c64006fd0 tx=0x7f3c64008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:28.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.473+0000 7f3c7c9ed740 1 Processor -- start 2024-09-16T07:29:28.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.473+0000 7f3c7c9ed740 1 -- start start 2024-09-16T07:29:28.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.474+0000 7f3c7c9ed740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5647743461b0 0x56477431db20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:28.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.474+0000 7f3c7c9ed740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564774365df0 0x5647743661f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:28.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.474+0000 7f3c7c9ed740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x56477431b5f0 0x56477431ba40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:28.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.474+0000 7f3c7c9ed740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x564774292820 con 0x564774365df0 2024-09-16T07:29:28.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.474+0000 7f3c7c9ed740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x564774281c50 con 0x5647743461b0 2024-09-16T07:29:28.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.474+0000 7f3c7c9ed740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x564774285a60 con 0x56477431b5f0 2024-09-16T07:29:28.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.474+0000 7f3c72ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564774365df0 0x5647743661f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:28.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.474+0000 7f3c72ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564774365df0 0x5647743661f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:46078/0 (socket says 172.21.15.31:46078) 2024-09-16T07:29:28.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.474+0000 7f3c72ffd640 1 -- 172.21.15.31:0/3171582467 learned_addr learned my addr 172.21.15.31:0/3171582467 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:28.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.474+0000 7f3c737fe640 1 --2- 172.21.15.31:0/3171582467 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5647743461b0 0x56477431db20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:28.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.474+0000 7f3c73fff640 1 --2- 172.21.15.31:0/3171582467 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x56477431b5f0 0x56477431ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:28.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.474+0000 7f3c72ffd640 1 -- 172.21.15.31:0/3171582467 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x56477431b5f0 msgr2=0x56477431ba40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:29:28.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.474+0000 7f3c72ffd640 1 --2- 172.21.15.31:0/3171582467 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x56477431b5f0 0x56477431ba40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:28.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.474+0000 7f3c72ffd640 1 -- 172.21.15.31:0/3171582467 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5647743461b0 msgr2=0x56477431db20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:29:28.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.474+0000 7f3c72ffd640 1 --2- 172.21.15.31:0/3171582467 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5647743461b0 0x56477431db20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:28.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.474+0000 7f3c72ffd640 1 -- 172.21.15.31:0/3171582467 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564773fe3850 con 0x564774365df0 2024-09-16T07:29:28.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.474+0000 7f3c737fe640 1 --2- 172.21.15.31:0/3171582467 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5647743461b0 0x56477431db20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:29:28.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.474+0000 7f3c72ffd640 1 --2- 172.21.15.31:0/3171582467 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564774365df0 0x5647743661f0 secure :-1 s=READY pgs=1845 cs=0 l=1 rev1=1 crypto rx=0x7f3c68080d10 tx=0x7f3c680832d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5fb1fba0bd37884c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:28.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.474+0000 7f3c597fa640 1 -- 172.21.15.31:0/3171582467 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c68049040 con 0x564774365df0 2024-09-16T07:29:28.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.474+0000 7f3c597fa640 1 -- 172.21.15.31:0/3171582467 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3c68088030 con 0x564774365df0 2024-09-16T07:29:28.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.474+0000 7f3c597fa640 1 -- 172.21.15.31:0/3171582467 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c6808d200 con 0x564774365df0 2024-09-16T07:29:28.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.475+0000 7f3c7c9ed740 1 -- 172.21.15.31:0/3171582467 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564774365df0 msgr2=0x5647743661f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:28.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.475+0000 7f3c7c9ed740 1 --2- 172.21.15.31:0/3171582467 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564774365df0 0x5647743661f0 secure :-1 s=READY pgs=1845 cs=0 l=1 rev1=1 crypto rx=0x7f3c68080d10 tx=0x7f3c680832d0 comp rx=0 tx=0).stop 2024-09-16T07:29:28.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.475+0000 7f3c7c9ed740 1 -- 172.21.15.31:0/3171582467 shutdown_connections 2024-09-16T07:29:28.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.475+0000 7f3c7c9ed740 1 --2- 172.21.15.31:0/3171582467 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x56477431b5f0 0x56477431ba40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:28.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.475+0000 7f3c7c9ed740 1 --2- 172.21.15.31:0/3171582467 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564774365df0 0x5647743661f0 unknown :-1 s=CLOSED pgs=1845 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:28.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.475+0000 7f3c7c9ed740 1 --2- 172.21.15.31:0/3171582467 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5647743461b0 0x56477431db20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:28.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.475+0000 7f3c7c9ed740 1 -- 172.21.15.31:0/3171582467 >> 172.21.15.31:0/3171582467 conn(0x56477431c6a0 msgr2=0x5647743200c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:28.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.475+0000 7f3c7c9ed740 1 -- 172.21.15.31:0/3171582467 shutdown_connections 2024-09-16T07:29:28.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.475+0000 7f3c7c9ed740 1 -- 172.21.15.31:0/3171582467 wait complete. 2024-09-16T07:29:28.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.476+0000 7f3c7c9ed740 1 -- start start 2024-09-16T07:29:28.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.476+0000 7f3c7c9ed740 1 Processor -- start 2024-09-16T07:29:28.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.477+0000 7f3c7c9ed740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5647743461b0 0x564774364ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:28.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.477+0000 7f3c7c9ed740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564774365df0 0x564774377f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:28.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.477+0000 7f3c7c9ed740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5647743650e0 0x564774378460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:28.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.477+0000 7f3c7c9ed740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x564773ff2620 con 0x5647743461b0 2024-09-16T07:29:28.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.477+0000 7f3c7c9ed740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x5647742275f0 con 0x5647743650e0 2024-09-16T07:29:28.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.477+0000 7f3c7c9ed740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x564774292820 con 0x564774365df0 2024-09-16T07:29:28.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.477+0000 7f3c7c9ed740 10 client.0 _ll_register_callbacks cb 0x56477422b0a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T07:29:28.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.477+0000 7f3c737fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5647743461b0 0x564774364ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:28.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.477+0000 7f3c737fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5647743461b0 0x564774364ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:46082/0 (socket says 172.21.15.31:46082) 2024-09-16T07:29:28.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.477+0000 7f3c737fe640 1 -- 172.21.15.31:0/1243043791 learned_addr learned my addr 172.21.15.31:0/1243043791 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:28.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.477+0000 7f3c72ffd640 1 --2- 172.21.15.31:0/1243043791 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564774365df0 0x564774377f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:28.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.477+0000 7f3c73fff640 1 --2- 172.21.15.31:0/1243043791 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5647743650e0 0x564774378460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:28.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.477+0000 7f3c737fe640 1 -- 172.21.15.31:0/1243043791 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564774365df0 msgr2=0x564774377f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:29:28.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.477+0000 7f3c737fe640 1 --2- 172.21.15.31:0/1243043791 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564774365df0 0x564774377f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:28.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.477+0000 7f3c737fe640 1 -- 172.21.15.31:0/1243043791 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5647743650e0 msgr2=0x564774378460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:29:28.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.477+0000 7f3c737fe640 1 --2- 172.21.15.31:0/1243043791 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5647743650e0 0x564774378460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:28.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.477+0000 7f3c737fe640 1 -- 172.21.15.31:0/1243043791 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56477405a6b0 con 0x5647743461b0 2024-09-16T07:29:28.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.477+0000 7f3c737fe640 1 --2- 172.21.15.31:0/1243043791 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5647743461b0 0x564774364ba0 secure :-1 s=READY pgs=1846 cs=0 l=1 rev1=1 crypto rx=0x7f3c6400de90 tx=0x7f3c64004680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e05a116bf0f6c3d6 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:28.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.477+0000 7f3c527fc640 10 client.0 ms_handle_connect on v2:172.21.15.31:3300/0 2024-09-16T07:29:28.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.477+0000 7f3c527fc640 1 -- 172.21.15.31:0/1243043791 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c64014e40 con 0x5647743461b0 2024-09-16T07:29:28.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.477+0000 7f3c527fc640 1 -- 172.21.15.31:0/1243043791 <== mon.0 v2:172.21.15.31:3300/0 2 ==== osd_map(166..166 src has 1..166) ==== 5737+0+0 (secure 0 0 0) 0x7f3c6400f040 con 0x5647743461b0 2024-09-16T07:29:28.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.477+0000 7f3c7c9ed740 1 -- 172.21.15.31:0/1243043791 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3c68088030 con 0x5647743461b0 2024-09-16T07:29:28.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.477+0000 7f3c527fc640 1 -- 172.21.15.31:0/1243043791 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_get_version_reply(handle=1 version=118) ==== 24+0+0 (secure 0 0 0) 0x7f3c64005910 con 0x5647743461b0 2024-09-16T07:29:28.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.477+0000 7f3c7c9ed740 10 client.9447 fetch_fsmap learned FSMap version 118 2024-09-16T07:29:28.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.477+0000 7f3c7c9ed740 1 -- 172.21.15.31:0/1243043791 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,fsmap=118,monmap=2+}) -- 0x564774360530 con 0x5647743461b0 2024-09-16T07:29:28.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.478+0000 7f3c527fc640 1 -- 172.21.15.31:0/1243043791 <== mon.0 v2:172.21.15.31:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3c68088030 con 0x5647743461b0 2024-09-16T07:29:28.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.478+0000 7f3c527fc640 1 -- 172.21.15.31:0/1243043791 <== mon.0 v2:172.21.15.31:3300/0 5 ==== fsmap(e 118) ==== 3502+0+0 (secure 0 0 0) 0x7f3c64030080 con 0x5647743461b0 2024-09-16T07:29:28.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.478+0000 7f3c7c9ed740 10 client.9447 fetch_fsmap finished waiting for FSMap version 118 2024-09-16T07:29:28.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.478+0000 7f3c7c9ed740 10 client.9447 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-16T07:29:28.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.478+0000 7f3c7c9ed740 20 client.9447 populate_metadata read hostname 'smithi031' 2024-09-16T07:29:28.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.478+0000 7f3c7c9ed740 1 --2- 172.21.15.31:0/1243043791 >> [v2:172.21.15.31:6832/3335646775,v1:172.21.15.31:6834/3335646775] conn(0x56477435f980 0x564774382860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:28.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.478+0000 7f3c7c9ed740 4 client.9447 mds_command: new command op to 9318 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T07:29:28.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.478+0000 7f3c7c9ed740 1 -- 172.21.15.31:0/1243043791 --> [v2:172.21.15.31:6832/3335646775,v1:172.21.15.31:6834/3335646775] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564774294770 con 0x56477435f980 2024-09-16T07:29:28.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.478+0000 7f3c72ffd640 1 --2- 172.21.15.31:0/1243043791 >> [v2:172.21.15.31:6832/3335646775,v1:172.21.15.31:6834/3335646775] conn(0x56477435f980 0x564774382860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:28.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.478+0000 7f3c527fc640 10 client.9447 ms_handle_connect on v2:172.21.15.31:6832/3335646775 2024-09-16T07:29:28.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.478+0000 7f3c72ffd640 1 --2- 172.21.15.31:0/1243043791 >> [v2:172.21.15.31:6832/3335646775,v1:172.21.15.31:6834/3335646775] conn(0x56477435f980 0x564774382860 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3cc39f932b355cc4 server_cookie=1682c2546b3dc2ab in_seq=0 out_seq=0 2024-09-16T07:29:28.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.479+0000 7f3c527fc640 1 -- 172.21.15.31:0/1243043791 <== mds.0 v2:172.21.15.31:6832/3335646775 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x564774294770 con 0x56477435f980 2024-09-16T07:29:28.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.479+0000 7f3c527fc640 10 client.9447 handle_command_reply: tid=0 2024-09-16T07:29:28.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.479+0000 7f3c7c9ed740 1 client.9447 shutdown 2024-09-16T07:29:28.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.479+0000 7f3c7c9ed740 1 -- 172.21.15.31:0/1243043791 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5647743461b0 msgr2=0x564774364ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:28.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.479+0000 7f3c7c9ed740 1 --2- 172.21.15.31:0/1243043791 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5647743461b0 0x564774364ba0 secure :-1 s=READY pgs=1846 cs=0 l=1 rev1=1 crypto rx=0x7f3c6400de90 tx=0x7f3c64004680 comp rx=0 tx=0).stop 2024-09-16T07:29:28.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.479+0000 7f3c7c9ed740 1 -- 172.21.15.31:0/1243043791 shutdown_connections 2024-09-16T07:29:28.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.479+0000 7f3c7c9ed740 1 --2- 172.21.15.31:0/1243043791 >> [v2:172.21.15.31:6832/3335646775,v1:172.21.15.31:6834/3335646775] conn(0x56477435f980 0x564774382860 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:28.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.479+0000 7f3c7c9ed740 1 --2- 172.21.15.31:0/1243043791 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5647743650e0 0x564774378460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:28.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.479+0000 7f3c7c9ed740 1 --2- 172.21.15.31:0/1243043791 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564774365df0 0x564774377f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:28.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.479+0000 7f3c527fc640 0 client.9447 ms_handle_reset on v2:172.21.15.31:6832/3335646775 2024-09-16T07:29:28.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.479+0000 7f3c7c9ed740 1 --2- 172.21.15.31:0/1243043791 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5647743461b0 0x564774364ba0 unknown :-1 s=CLOSED pgs=1846 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:28.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.479+0000 7f3c7c9ed740 1 -- 172.21.15.31:0/1243043791 >> 172.21.15.31:0/1243043791 conn(0x56477431b5f0 msgr2=0x564774365610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:28.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.479+0000 7f3c7c9ed740 1 -- 172.21.15.31:0/1243043791 shutdown_connections 2024-09-16T07:29:28.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.479+0000 7f3c7c9ed740 1 -- 172.21.15.31:0/1243043791 wait complete. 2024-09-16T07:29:28.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.479+0000 7f3c7c9ed740 20 client.9447 trim_cache size 0 max 16384 2024-09-16T07:29:28.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.498+0000 7f3c7c9ed740 1 Processor -- start 2024-09-16T07:29:28.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.498+0000 7f3c7c9ed740 1 -- start start 2024-09-16T07:29:28.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.498+0000 7f3c7c9ed740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5647743461b0 0x5647743667a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:28.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.498+0000 7f3c7c9ed740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564774365df0 0x56477431b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:28.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.498+0000 7f3c7c9ed740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x56477431bf10 0x56477435ade0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:28.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.498+0000 7f3c7c9ed740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f3c74157870 con 0x564774365df0 2024-09-16T07:29:28.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.498+0000 7f3c7c9ed740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f3c74156bd0 con 0x56477431bf10 2024-09-16T07:29:28.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.498+0000 7f3c7c9ed740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f3c74157220 con 0x5647743461b0 2024-09-16T07:29:28.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.499+0000 7f3c72ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564774365df0 0x56477431b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:28.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.499+0000 7f3c72ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564774365df0 0x56477431b9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:46098/0 (socket says 172.21.15.31:46098) 2024-09-16T07:29:28.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.499+0000 7f3c72ffd640 1 -- 172.21.15.31:0/961826548 learned_addr learned my addr 172.21.15.31:0/961826548 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:28.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.499+0000 7f3c73fff640 1 --2- 172.21.15.31:0/961826548 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x56477431bf10 0x56477435ade0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:28.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.499+0000 7f3c737fe640 1 --2- 172.21.15.31:0/961826548 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5647743461b0 0x5647743667a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:28.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.499+0000 7f3c72ffd640 1 -- 172.21.15.31:0/961826548 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5647743461b0 msgr2=0x5647743667a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:29:28.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.499+0000 7f3c72ffd640 1 --2- 172.21.15.31:0/961826548 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5647743461b0 0x5647743667a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:28.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.499+0000 7f3c72ffd640 1 -- 172.21.15.31:0/961826548 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x56477431bf10 msgr2=0x56477435ade0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:29:28.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.499+0000 7f3c72ffd640 1 --2- 172.21.15.31:0/961826548 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x56477431bf10 0x56477435ade0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:28.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.499+0000 7f3c72ffd640 1 -- 172.21.15.31:0/961826548 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564774360bb0 con 0x564774365df0 2024-09-16T07:29:28.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.499+0000 7f3c73fff640 1 --2- 172.21.15.31:0/961826548 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x56477431bf10 0x56477435ade0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:29:28.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.499+0000 7f3c72ffd640 1 --2- 172.21.15.31:0/961826548 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564774365df0 0x56477431b9d0 secure :-1 s=READY pgs=1847 cs=0 l=1 rev1=1 crypto rx=0x7f3c6802abe0 tx=0x7f3c68086070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=50c30cb3a7e2dfd3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:28.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.499+0000 7f3c58ff9640 1 -- 172.21.15.31:0/961826548 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c68049040 con 0x564774365df0 2024-09-16T07:29:28.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.499+0000 7f3c58ff9640 1 -- 172.21.15.31:0/961826548 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3c68088040 con 0x564774365df0 2024-09-16T07:29:28.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.499+0000 7f3c58ff9640 1 -- 172.21.15.31:0/961826548 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c68082f60 con 0x564774365df0 2024-09-16T07:29:28.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.500+0000 7f3c7c9ed740 1 -- 172.21.15.31:0/961826548 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564774365df0 msgr2=0x56477431b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:28.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.500+0000 7f3c7c9ed740 1 --2- 172.21.15.31:0/961826548 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564774365df0 0x56477431b9d0 secure :-1 s=READY pgs=1847 cs=0 l=1 rev1=1 crypto rx=0x7f3c6802abe0 tx=0x7f3c68086070 comp rx=0 tx=0).stop 2024-09-16T07:29:28.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.500+0000 7f3c7c9ed740 1 -- 172.21.15.31:0/961826548 shutdown_connections 2024-09-16T07:29:28.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.500+0000 7f3c7c9ed740 1 --2- 172.21.15.31:0/961826548 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x56477431bf10 0x56477435ade0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:28.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.500+0000 7f3c7c9ed740 1 --2- 172.21.15.31:0/961826548 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564774365df0 0x56477431b9d0 unknown :-1 s=CLOSED pgs=1847 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:28.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.500+0000 7f3c7c9ed740 1 --2- 172.21.15.31:0/961826548 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5647743461b0 0x5647743667a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:28.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.500+0000 7f3c7c9ed740 1 -- 172.21.15.31:0/961826548 >> 172.21.15.31:0/961826548 conn(0x56477431b5f0 msgr2=0x564774365610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:28.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.500+0000 7f3c7c9ed740 1 -- 172.21.15.31:0/961826548 shutdown_connections 2024-09-16T07:29:28.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.500+0000 7f3c7c9ed740 1 -- 172.21.15.31:0/961826548 wait complete. 2024-09-16T07:29:28.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.500+0000 7f3c7c9ed740 1 -- start start 2024-09-16T07:29:28.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.501+0000 7f3c7c9ed740 1 Processor -- start 2024-09-16T07:29:28.507 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.501+0000 7f3c7c9ed740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x56477431bf10 0x5647743e3ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:28.507 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.501+0000 7f3c7c9ed740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5647743461b0 0x56477435b540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:28.507 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.501+0000 7f3c7c9ed740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564774365df0 0x56477437ce30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:28.507 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.501+0000 7f3c7c9ed740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x56477435ef80 con 0x56477431bf10 2024-09-16T07:29:28.507 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.501+0000 7f3c7c9ed740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x56477433e3a0 con 0x5647743461b0 2024-09-16T07:29:28.507 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.501+0000 7f3c7c9ed740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x56477435fe00 con 0x564774365df0 2024-09-16T07:29:28.507 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.501+0000 7f3c7c9ed740 10 client.0 _ll_register_callbacks cb 0x7f3c6400dac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T07:29:28.507 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.501+0000 7f3c737fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x56477431bf10 0x5647743e3ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:28.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.501+0000 7f3c737fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x56477431bf10 0x5647743e3ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:46110/0 (socket says 172.21.15.31:46110) 2024-09-16T07:29:28.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.501+0000 7f3c737fe640 1 -- 172.21.15.31:0/4025259258 learned_addr learned my addr 172.21.15.31:0/4025259258 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:28.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.502+0000 7f3c73fff640 1 --2- 172.21.15.31:0/4025259258 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564774365df0 0x56477437ce30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:28.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.502+0000 7f3c72ffd640 1 --2- 172.21.15.31:0/4025259258 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5647743461b0 0x56477435b540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:28.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.502+0000 7f3c737fe640 1 -- 172.21.15.31:0/4025259258 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564774365df0 msgr2=0x56477437ce30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:29:28.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.502+0000 7f3c737fe640 1 --2- 172.21.15.31:0/4025259258 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564774365df0 0x56477437ce30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:28.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.502+0000 7f3c737fe640 1 -- 172.21.15.31:0/4025259258 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5647743461b0 msgr2=0x56477435b540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T07:29:28.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.502+0000 7f3c737fe640 1 --2- 172.21.15.31:0/4025259258 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5647743461b0 0x56477435b540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:28.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.502+0000 7f3c737fe640 1 -- 172.21.15.31:0/4025259258 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5647743458c0 con 0x56477431bf10 2024-09-16T07:29:28.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.502+0000 7f3c73fff640 1 --2- 172.21.15.31:0/4025259258 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564774365df0 0x56477437ce30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:29:28.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.502+0000 7f3c737fe640 1 --2- 172.21.15.31:0/4025259258 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x56477431bf10 0x5647743e3ca0 secure :-1 s=READY pgs=1848 cs=0 l=1 rev1=1 crypto rx=0x7f3c640044b0 tx=0x7f3c640044e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aefd91c456e670fd server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:28.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.502+0000 7f3c527fc640 10 client.0 ms_handle_connect on v2:172.21.15.31:3300/0 2024-09-16T07:29:28.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.502+0000 7f3c527fc640 1 -- 172.21.15.31:0/4025259258 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c64003880 con 0x56477431bf10 2024-09-16T07:29:28.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.502+0000 7f3c527fc640 1 -- 172.21.15.31:0/4025259258 <== mon.0 v2:172.21.15.31:3300/0 2 ==== osd_map(166..166 src has 1..166) ==== 5737+0+0 (secure 0 0 0) 0x7f3c64003a20 con 0x56477431bf10 2024-09-16T07:29:28.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.502+0000 7f3c7c9ed740 1 -- 172.21.15.31:0/4025259258 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3c68088040 con 0x56477431bf10 2024-09-16T07:29:28.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.502+0000 7f3c527fc640 1 -- 172.21.15.31:0/4025259258 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_get_version_reply(handle=1 version=118) ==== 24+0+0 (secure 0 0 0) 0x7f3c6403f050 con 0x56477431bf10 2024-09-16T07:29:28.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.502+0000 7f3c7c9ed740 10 client.9453 fetch_fsmap learned FSMap version 118 2024-09-16T07:29:28.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.502+0000 7f3c7c9ed740 1 -- 172.21.15.31:0/4025259258 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,fsmap=118,monmap=2+}) -- 0x56477437d710 con 0x56477431bf10 2024-09-16T07:29:28.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.502+0000 7f3c527fc640 1 -- 172.21.15.31:0/4025259258 <== mon.0 v2:172.21.15.31:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3c68088040 con 0x56477431bf10 2024-09-16T07:29:28.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.503+0000 7f3c527fc640 1 -- 172.21.15.31:0/4025259258 <== mon.0 v2:172.21.15.31:3300/0 5 ==== fsmap(e 118) ==== 3502+0+0 (secure 0 0 0) 0x7f3c64013070 con 0x56477431bf10 2024-09-16T07:29:28.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.503+0000 7f3c7c9ed740 10 client.9453 fetch_fsmap finished waiting for FSMap version 118 2024-09-16T07:29:28.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.503+0000 7f3c7c9ed740 10 client.9453 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-16T07:29:28.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.503+0000 7f3c7c9ed740 20 client.9453 populate_metadata read hostname 'smithi031' 2024-09-16T07:29:28.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.503+0000 7f3c7c9ed740 1 --2- 172.21.15.31:0/4025259258 >> [v2:172.21.15.31:6832/3335646775,v1:172.21.15.31:6834/3335646775] conn(0x5647743f3280 0x5647743f5670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:28.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.503+0000 7f3c7c9ed740 4 client.9453 mds_command: new command op to 9318 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-16T07:29:28.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.503+0000 7f3c7c9ed740 1 -- 172.21.15.31:0/4025259258 --> [v2:172.21.15.31:6832/3335646775,v1:172.21.15.31:6834/3335646775] -- command(tid 0: {"prefix": "status"}) -- 0x564774290220 con 0x5647743f3280 2024-09-16T07:29:28.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.503+0000 7f3c72ffd640 1 --2- 172.21.15.31:0/4025259258 >> [v2:172.21.15.31:6832/3335646775,v1:172.21.15.31:6834/3335646775] conn(0x5647743f3280 0x5647743f5670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:28.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.503+0000 7f3c527fc640 10 client.9453 ms_handle_connect on v2:172.21.15.31:6832/3335646775 2024-09-16T07:29:28.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.503+0000 7f3c72ffd640 1 --2- 172.21.15.31:0/4025259258 >> [v2:172.21.15.31:6832/3335646775,v1:172.21.15.31:6834/3335646775] conn(0x5647743f3280 0x5647743f5670 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8b280d5db86d0fcf server_cookie=4b2d3521dd43158a in_seq=0 out_seq=0 2024-09-16T07:29:28.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.503+0000 7f3c527fc640 1 -- 172.21.15.31:0/4025259258 <== mds.0 v2:172.21.15.31:6832/3335646775 1 ==== command_reply(tid 0: 0 ) ==== 8+0+328 (crc 0 0 0) 0x564774290220 con 0x5647743f3280 2024-09-16T07:29:28.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.503+0000 7f3c527fc640 10 client.9453 handle_command_reply: tid=0 2024-09-16T07:29:28.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.503+0000 7f3c7c9ed740 1 client.9453 shutdown 2024-09-16T07:29:28.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.503+0000 7f3c7c9ed740 1 -- 172.21.15.31:0/4025259258 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x56477431bf10 msgr2=0x5647743e3ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:28.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.503+0000 7f3c7c9ed740 1 --2- 172.21.15.31:0/4025259258 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x56477431bf10 0x5647743e3ca0 secure :-1 s=READY pgs=1848 cs=0 l=1 rev1=1 crypto rx=0x7f3c640044b0 tx=0x7f3c640044e0 comp rx=0 tx=0).stop 2024-09-16T07:29:28.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.503+0000 7f3c7c9ed740 1 -- 172.21.15.31:0/4025259258 shutdown_connections 2024-09-16T07:29:28.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.503+0000 7f3c7c9ed740 1 --2- 172.21.15.31:0/4025259258 >> [v2:172.21.15.31:6832/3335646775,v1:172.21.15.31:6834/3335646775] conn(0x5647743f3280 0x5647743f5670 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:28.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.503+0000 7f3c7c9ed740 1 --2- 172.21.15.31:0/4025259258 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564774365df0 0x56477437ce30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:28.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.503+0000 7f3c7c9ed740 1 --2- 172.21.15.31:0/4025259258 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5647743461b0 0x56477435b540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:28.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.503+0000 7f3c7c9ed740 1 --2- 172.21.15.31:0/4025259258 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x56477431bf10 0x5647743e3ca0 unknown :-1 s=CLOSED pgs=1848 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:28.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.503+0000 7f3c527fc640 0 client.9453 ms_handle_reset on v2:172.21.15.31:6832/3335646775 2024-09-16T07:29:28.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.503+0000 7f3c7c9ed740 1 -- 172.21.15.31:0/4025259258 >> 172.21.15.31:0/4025259258 conn(0x56477431b5f0 msgr2=0x564774364890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:28.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.504+0000 7f3c7c9ed740 1 -- 172.21.15.31:0/4025259258 shutdown_connections 2024-09-16T07:29:28.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.504+0000 7f3c7c9ed740 1 -- 172.21.15.31:0/4025259258 wait complete. 2024-09-16T07:29:28.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.504+0000 7f3c7c9ed740 20 client.9453 trim_cache size 0 max 16384 2024-09-16T07:29:28.511 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-16T07:29:28.511 INFO:teuthology.orchestra.run.smithi031.stdout: "cluster_fsid": "aed87fb1-9c90-4029-9d57-80f2a5b1b4b1", 2024-09-16T07:29:28.512 INFO:teuthology.orchestra.run.smithi031.stdout: "whoami": 0, 2024-09-16T07:29:28.512 INFO:teuthology.orchestra.run.smithi031.stdout: "id": 9318, 2024-09-16T07:29:28.512 INFO:teuthology.orchestra.run.smithi031.stdout: "want_state": "up:active", 2024-09-16T07:29:28.512 INFO:teuthology.orchestra.run.smithi031.stdout: "state": "up:active", 2024-09-16T07:29:28.512 INFO:teuthology.orchestra.run.smithi031.stdout: "fs_name": "cephfs", 2024-09-16T07:29:28.512 INFO:teuthology.orchestra.run.smithi031.stdout: "rank_uptime": 5.7516241570000002, 2024-09-16T07:29:28.512 INFO:teuthology.orchestra.run.smithi031.stdout: "mdsmap_epoch": 118, 2024-09-16T07:29:28.512 INFO:teuthology.orchestra.run.smithi031.stdout: "osdmap_epoch": 166, 2024-09-16T07:29:28.512 INFO:teuthology.orchestra.run.smithi031.stdout: "osdmap_epoch_barrier": 166, 2024-09-16T07:29:28.512 INFO:teuthology.orchestra.run.smithi031.stdout: "uptime": 10.448239077 2024-09-16T07:29:28.513 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-16T07:29:28.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.504+0000 7f3c79b45640 1 -- 172.21.15.31:0/3778633346 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3c60079270 msgr2=0x7f3c6007b730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:28.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.504+0000 7f3c79b45640 1 --2- 172.21.15.31:0/3778633346 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3c60079270 0x7f3c6007b730 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f3c64006fd0 tx=0x7f3c64008040 comp rx=0 tx=0).stop 2024-09-16T07:29:28.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.504+0000 7f3c79b45640 1 -- 172.21.15.31:0/3778633346 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3c740cfce0 msgr2=0x7f3c740b6350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:28.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.504+0000 7f3c79b45640 1 --2- 172.21.15.31:0/3778633346 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3c740cfce0 0x7f3c740b6350 secure :-1 s=READY pgs=1844 cs=0 l=1 rev1=1 crypto rx=0x7f3c68009850 tx=0x7f3c68003910 comp rx=0 tx=0).stop 2024-09-16T07:29:28.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.504+0000 7f3c79b45640 1 -- 172.21.15.31:0/3778633346 shutdown_connections 2024-09-16T07:29:28.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.504+0000 7f3c79b45640 1 --2- 172.21.15.31:0/3778633346 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3c60079270 0x7f3c6007b730 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:28.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.504+0000 7f3c79b45640 1 --2- 172.21.15.31:0/3778633346 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3c740d2410 0x7f3c740af8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:28.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.504+0000 7f3c79b45640 1 --2- 172.21.15.31:0/3778633346 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3c740cfce0 0x7f3c740b6350 unknown :-1 s=CLOSED pgs=1844 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:28.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.504+0000 7f3c79b45640 1 --2- 172.21.15.31:0/3778633346 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3c740b3090 0x7f3c741552c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:28.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.504+0000 7f3c79b45640 1 -- 172.21.15.31:0/3778633346 >> 172.21.15.31:0/3778633346 conn(0x7f3c7409aa30 msgr2=0x7f3c740b3f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:28.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.504+0000 7f3c79b45640 1 -- 172.21.15.31:0/3778633346 shutdown_connections 2024-09-16T07:29:28.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.504+0000 7f3c79b45640 1 -- 172.21.15.31:0/3778633346 wait complete. 2024-09-16T07:29:28.516 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T07:29:28.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.621+0000 7f1be1ae4640 1 -- 172.21.15.31:0/2663760454 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1bdc160ac0 msgr2=0x7f1bdc160f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:28.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.621+0000 7f1be1ae4640 1 --2- 172.21.15.31:0/2663760454 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1bdc160ac0 0x7f1bdc160f30 secure :-1 s=READY pgs=1849 cs=0 l=1 rev1=1 crypto rx=0x7f1bd4005fd0 tx=0x7f1bd402aae0 comp rx=0 tx=0).stop 2024-09-16T07:29:28.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.621+0000 7f1be1ae4640 1 -- 172.21.15.31:0/2663760454 shutdown_connections 2024-09-16T07:29:28.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.621+0000 7f1be1ae4640 1 --2- 172.21.15.31:0/2663760454 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1bdc160ac0 0x7f1bdc160f30 unknown :-1 s=CLOSED pgs=1849 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:28.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.621+0000 7f1be1ae4640 1 --2- 172.21.15.31:0/2663760454 >> v2:172.21.15.155:3300/0 conn(0x7f1bdc0cf920 0x7f1bdc0d1a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:28.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.621+0000 7f1be1ae4640 1 -- 172.21.15.31:0/2663760454 >> 172.21.15.31:0/2663760454 conn(0x7f1bdc0d3e40 msgr2=0x7f1bdc0d4250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:28.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.621+0000 7f1be1ae4640 1 -- 172.21.15.31:0/2663760454 shutdown_connections 2024-09-16T07:29:28.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.621+0000 7f1be1ae4640 1 -- 172.21.15.31:0/2663760454 wait complete. 2024-09-16T07:29:28.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.622+0000 7f1be1ae4640 1 Processor -- start 2024-09-16T07:29:28.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.623+0000 7f1be1ae4640 1 -- start start 2024-09-16T07:29:28.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.623+0000 7f1be1ae4640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1bdc0cf920 0x7f1bdc0b91b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:28.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.623+0000 7f1be1ae4640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1bdc160ac0 0x7f1bdc1503a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:28.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.623+0000 7f1be1ae4640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1bdc161b30 0x7f1bdc0c7950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:28.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.623+0000 7f1be1ae4640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f1bdc0b39e0 con 0x7f1bdc0cf920 2024-09-16T07:29:28.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.623+0000 7f1be1ae4640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f1bdc161920 con 0x7f1bdc161b30 2024-09-16T07:29:28.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.623+0000 7f1be1ae4640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f1bdc0b3b60 con 0x7f1bdc160ac0 2024-09-16T07:29:28.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.624+0000 7f1bdb7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1bdc0cf920 0x7f1bdc0b91b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:28.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.624+0000 7f1bdb7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1bdc0cf920 0x7f1bdc0b91b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:46122/0 (socket says 172.21.15.31:46122) 2024-09-16T07:29:28.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.624+0000 7f1bdb7fe640 1 -- 172.21.15.31:0/3256838220 learned_addr learned my addr 172.21.15.31:0/3256838220 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:28.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.624+0000 7f1bdbfff640 1 --2- 172.21.15.31:0/3256838220 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1bdc161b30 0x7f1bdc0c7950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:28.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.624+0000 7f1bdaffd640 1 --2- 172.21.15.31:0/3256838220 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1bdc160ac0 0x7f1bdc1503a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:28.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.624+0000 7f1bdb7fe640 1 -- 172.21.15.31:0/3256838220 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1bdc160ac0 msgr2=0x7f1bdc1503a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:28.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.624+0000 7f1bdb7fe640 1 --2- 172.21.15.31:0/3256838220 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1bdc160ac0 0x7f1bdc1503a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:28.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.624+0000 7f1bdb7fe640 1 -- 172.21.15.31:0/3256838220 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1bdc161b30 msgr2=0x7f1bdc0c7950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:28.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.624+0000 7f1bdb7fe640 1 --2- 172.21.15.31:0/3256838220 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1bdc161b30 0x7f1bdc0c7950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:28.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.624+0000 7f1bdb7fe640 1 -- 172.21.15.31:0/3256838220 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1bdc0b8110 con 0x7f1bdc0cf920 2024-09-16T07:29:28.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.624+0000 7f1bdaffd640 1 --2- 172.21.15.31:0/3256838220 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1bdc160ac0 0x7f1bdc1503a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:29:28.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.624+0000 7f1bdb7fe640 1 --2- 172.21.15.31:0/3256838220 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1bdc0cf920 0x7f1bdc0b91b0 secure :-1 s=READY pgs=1850 cs=0 l=1 rev1=1 crypto rx=0x7f1bcc00c3a0 tx=0x7f1bcc00c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:28.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.624+0000 7f1bc3fff640 1 -- 172.21.15.31:0/3256838220 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bcc017070 con 0x7f1bdc0cf920 2024-09-16T07:29:28.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.624+0000 7f1bc3fff640 1 -- 172.21.15.31:0/3256838220 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1bcc0053c0 con 0x7f1bdc0cf920 2024-09-16T07:29:28.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.624+0000 7f1be1ae4640 1 -- 172.21.15.31:0/3256838220 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1bdc0b83f0 con 0x7f1bdc0cf920 2024-09-16T07:29:28.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.624+0000 7f1bc3fff640 1 -- 172.21.15.31:0/3256838220 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bcc003850 con 0x7f1bdc0cf920 2024-09-16T07:29:28.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.624+0000 7f1be1ae4640 1 -- 172.21.15.31:0/3256838220 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1bdc0b89b0 con 0x7f1bdc0cf920 2024-09-16T07:29:28.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.625+0000 7f1be1ae4640 1 -- 172.21.15.31:0/3256838220 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1bdc0d1d70 con 0x7f1bdc0cf920 2024-09-16T07:29:28.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.626+0000 7f1bc3fff640 1 -- 172.21.15.31:0/3256838220 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 25) ==== 102205+0+0 (secure 0 0 0) 0x7f1bcc01a070 con 0x7f1bdc0cf920 2024-09-16T07:29:28.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.626+0000 7f1bc3fff640 1 --2- 172.21.15.31:0/3256838220 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f1bc8079270 0x7f1bc807b730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:28.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.627+0000 7f1bc3fff640 1 -- 172.21.15.31:0/3256838220 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(166..166 src has 1..166) ==== 5737+0+0 (secure 0 0 0) 0x7f1bcc098730 con 0x7f1bdc0cf920 2024-09-16T07:29:28.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.627+0000 7f1bdaffd640 1 --2- 172.21.15.31:0/3256838220 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f1bc8079270 0x7f1bc807b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:28.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.627+0000 7f1bdaffd640 1 --2- 172.21.15.31:0/3256838220 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f1bc8079270 0x7f1bc807b730 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f1bdc06e570 tx=0x7f1bd000b2c0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:28.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.631+0000 7f1bc3fff640 1 -- 172.21.15.31:0/3256838220 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f1bdc0d1d70 con 0x7f1bdc0cf920 2024-09-16T07:29:28.723 INFO:tasks.ceph.mds.c.smithi031.stderr:2024-09-16T07:29:28.723+0000 7f9dbb805640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-16T07:29:28.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.854+0000 7f1be1ae4640 1 -- 172.21.15.31:0/3256838220 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f1bdc162440 con 0x7f1bdc0cf920 2024-09-16T07:29:28.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.855+0000 7f1bc3fff640 1 -- 172.21.15.31:0/3256838220 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v118) ==== 53+0+73 (secure 0 0 0) 0x7f1bcc061f60 con 0x7f1bdc0cf920 2024-09-16T07:29:28.855 INFO:teuthology.orchestra.run.smithi031.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T07:29:28.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.857+0000 7f1be1ae4640 1 -- 172.21.15.31:0/3256838220 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f1bc8079270 msgr2=0x7f1bc807b730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:28.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.857+0000 7f1be1ae4640 1 --2- 172.21.15.31:0/3256838220 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f1bc8079270 0x7f1bc807b730 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f1bdc06e570 tx=0x7f1bd000b2c0 comp rx=0 tx=0).stop 2024-09-16T07:29:28.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.857+0000 7f1be1ae4640 1 -- 172.21.15.31:0/3256838220 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1bdc0cf920 msgr2=0x7f1bdc0b91b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:28.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.857+0000 7f1be1ae4640 1 --2- 172.21.15.31:0/3256838220 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1bdc0cf920 0x7f1bdc0b91b0 secure :-1 s=READY pgs=1850 cs=0 l=1 rev1=1 crypto rx=0x7f1bcc00c3a0 tx=0x7f1bcc00c860 comp rx=0 tx=0).stop 2024-09-16T07:29:28.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.857+0000 7f1be1ae4640 1 -- 172.21.15.31:0/3256838220 shutdown_connections 2024-09-16T07:29:28.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.857+0000 7f1be1ae4640 1 --2- 172.21.15.31:0/3256838220 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f1bc8079270 0x7f1bc807b730 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:28.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.857+0000 7f1be1ae4640 1 --2- 172.21.15.31:0/3256838220 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1bdc161b30 0x7f1bdc0c7950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:28.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.857+0000 7f1be1ae4640 1 --2- 172.21.15.31:0/3256838220 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1bdc160ac0 0x7f1bdc1503a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:28.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.857+0000 7f1be1ae4640 1 --2- 172.21.15.31:0/3256838220 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1bdc0cf920 0x7f1bdc0b91b0 unknown :-1 s=CLOSED pgs=1850 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:28.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.857+0000 7f1be1ae4640 1 -- 172.21.15.31:0/3256838220 >> 172.21.15.31:0/3256838220 conn(0x7f1bdc0d3e40 msgr2=0x7f1bdc15a2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:28.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.857+0000 7f1be1ae4640 1 -- 172.21.15.31:0/3256838220 shutdown_connections 2024-09-16T07:29:28.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:28.857+0000 7f1be1ae4640 1 -- 172.21.15.31:0/3256838220 wait complete. 2024-09-16T07:29:28.868 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T07:29:28.868 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T07:29:28.868 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi031.front.sepia.ceph.com 2024-09-16T07:29:28.868 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-16T07:29:28.868 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-16T07:29:28.868 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T07:29:28.868 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T07:29:28.868 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T07:29:28.868 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T07:29:28.869 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:29:28.869 DEBUG:teuthology.orchestra.run.smithi031:> ip addr 2024-09-16T07:29:28.885 INFO:teuthology.orchestra.run.smithi031.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T07:29:28.885 INFO:teuthology.orchestra.run.smithi031.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T07:29:28.885 INFO:teuthology.orchestra.run.smithi031.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T07:29:28.885 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:29:28.885 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 ::1/128 scope host 2024-09-16T07:29:28.885 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:29:28.886 INFO:teuthology.orchestra.run.smithi031.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:29:28.886 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 0c:c4:7a:6b:f6:cc brd ff:ff:ff:ff:ff:ff 2024-09-16T07:29:28.886 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp7s0f0 2024-09-16T07:29:28.886 INFO:teuthology.orchestra.run.smithi031.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:29:28.886 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 0c:c4:7a:6b:f6:cd brd ff:ff:ff:ff:ff:ff 2024-09-16T07:29:28.886 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp7s0f1 2024-09-16T07:29:28.886 INFO:teuthology.orchestra.run.smithi031.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T07:29:28.886 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether ac:1f:6b:a5:ca:ba brd ff:ff:ff:ff:ff:ff 2024-09-16T07:29:28.886 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp1s0f0 2024-09-16T07:29:28.886 INFO:teuthology.orchestra.run.smithi031.stdout: inet 172.21.15.31/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-16T07:29:28.887 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft 42250sec preferred_lft 42250sec 2024-09-16T07:29:28.887 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::ae1f:6bff:fea5:caba/64 scope link 2024-09-16T07:29:28.887 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:29:28.887 INFO:teuthology.orchestra.run.smithi031.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:29:28.887 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether ac:1f:6b:a5:ca:bb brd ff:ff:ff:ff:ff:ff 2024-09-16T07:29:28.887 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp1s0f1 2024-09-16T07:29:28.887 INFO:teuthology.orchestra.run.smithi031.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T07:29:28.887 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 32:cb:fd:46:4e:14 brd ff:ff:ff:ff:ff:ff 2024-09-16T07:29:28.887 INFO:teuthology.orchestra.run.smithi031.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-16T07:29:28.887 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:29:28.887 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::5853:30ff:feaf:abcc/64 scope link 2024-09-16T07:29:28.887 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:29:28.887 INFO:teuthology.orchestra.run.smithi031.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T07:29:28.887 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether ea:2f:ff:7f:16:93 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:29:28.888 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::e82f:ffff:fe7f:1693/64 scope link 2024-09-16T07:29:28.888 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:29:28.888 INFO:teuthology.orchestra.run.smithi031.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T07:29:28.888 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 32:cb:fd:46:4e:14 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:29:28.888 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::30cb:fdff:fe46:4e14/64 scope link 2024-09-16T07:29:28.888 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:29:28.888 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:29:28.888 DEBUG:teuthology.orchestra.run.smithi031:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T07:29:28.949 INFO:teuthology.orchestra.run.smithi031.stdout:1 2024-09-16T07:29:28.951 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:29:28.951 DEBUG:teuthology.orchestra.run.smithi031:> route 2024-09-16T07:29:29.009 INFO:teuthology.orchestra.run.smithi031.stdout:Kernel IP routing table 2024-09-16T07:29:29.009 INFO:teuthology.orchestra.run.smithi031.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T07:29:29.009 INFO:teuthology.orchestra.run.smithi031.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-16T07:29:29.009 INFO:teuthology.orchestra.run.smithi031.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-16T07:29:29.009 INFO:teuthology.orchestra.run.smithi031.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T07:29:29.010 DEBUG:teuthology.orchestra.run.smithi031:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T07:29:29.010 DEBUG:teuthology.orchestra.run.smithi031:> set -e 2024-09-16T07:29:29.010 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-16T07:29:29.010 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-16T07:29:29.010 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-16T07:29:29.010 DEBUG:teuthology.orchestra.run.smithi031:> ') 2024-09-16T07:29:29.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:29 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T07:29:29.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:29:29.137 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:29:29.137 DEBUG:teuthology.orchestra.run.smithi031:> ip netns list 2024-09-16T07:29:29.153 INFO:teuthology.orchestra.run.smithi031.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-16T07:29:29.153 INFO:teuthology.orchestra.run.smithi031.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-16T07:29:29.153 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T07:29:29.154 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:29:29.154 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip link set brx.0 up 2024-09-16T07:29:29.221 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-16T07:29:29.221 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T07:29:29.222 DEBUG:teuthology.orchestra.run.smithi031:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-16T07:29:29.277 INFO:teuthology.orchestra.run.smithi031.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-16T07:29:29.278 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T07:29:29.278 DEBUG:teuthology.orchestra.run.smithi031:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-16T07:29:29.334 DEBUG:teuthology.orchestra.run.smithi031:> sudo modprobe fuse 2024-09-16T07:29:29.400 DEBUG:teuthology.orchestra.run.smithi031:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T07:29:29.457 INFO:teuthology.orchestra.run.smithi031.stdout:/proc 2024-09-16T07:29:29.458 INFO:teuthology.orchestra.run.smithi031.stdout:/sys 2024-09-16T07:29:29.458 INFO:teuthology.orchestra.run.smithi031.stdout:/dev 2024-09-16T07:29:29.458 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/security 2024-09-16T07:29:29.458 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/shm 2024-09-16T07:29:29.458 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/pts 2024-09-16T07:29:29.458 INFO:teuthology.orchestra.run.smithi031.stdout:/run 2024-09-16T07:29:29.458 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/cgroup 2024-09-16T07:29:29.458 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/pstore 2024-09-16T07:29:29.458 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/bpf 2024-09-16T07:29:29.458 INFO:teuthology.orchestra.run.smithi031.stdout:/ 2024-09-16T07:29:29.458 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/selinux 2024-09-16T07:29:29.459 INFO:teuthology.orchestra.run.smithi031.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T07:29:29.459 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/tracing 2024-09-16T07:29:29.459 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/mqueue 2024-09-16T07:29:29.459 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/debug 2024-09-16T07:29:29.459 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/hugepages 2024-09-16T07:29:29.459 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T07:29:29.459 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/fuse/connections 2024-09-16T07:29:29.459 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/config 2024-09-16T07:29:29.459 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T07:29:29.459 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T07:29:29.459 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T07:29:29.459 INFO:teuthology.orchestra.run.smithi031.stdout:/run/user/1000 2024-09-16T07:29:29.459 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph 2024-09-16T07:29:29.460 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T07:29:29.460 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T07:29:29.460 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T07:29:29.460 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T07:29:29.460 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns 2024-09-16T07:29:29.460 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:29:29.460 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:29:29.460 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:29:29.460 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:29:29.461 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:29:29.461 DEBUG:teuthology.orchestra.run.smithi031:> ls /sys/fs/fuse/connections 2024-09-16T07:29:29.516 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-16T07:29:29.517 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-16T07:29:29.559 DEBUG:teuthology.orchestra.run.smithi031:> sudo modprobe fuse 2024-09-16T07:29:29.585 DEBUG:teuthology.orchestra.run.smithi031:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T07:29:29.642 INFO:teuthology.orchestra.run.smithi031.stdout:/proc 2024-09-16T07:29:29.642 INFO:teuthology.orchestra.run.smithi031.stdout:/sys 2024-09-16T07:29:29.642 INFO:teuthology.orchestra.run.smithi031.stdout:/dev 2024-09-16T07:29:29.642 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/security 2024-09-16T07:29:29.642 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/shm 2024-09-16T07:29:29.643 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/pts 2024-09-16T07:29:29.643 INFO:teuthology.orchestra.run.smithi031.stdout:/run 2024-09-16T07:29:29.643 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/cgroup 2024-09-16T07:29:29.643 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/pstore 2024-09-16T07:29:29.643 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/bpf 2024-09-16T07:29:29.643 INFO:teuthology.orchestra.run.smithi031.stdout:/ 2024-09-16T07:29:29.643 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/selinux 2024-09-16T07:29:29.643 INFO:teuthology.orchestra.run.smithi031.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T07:29:29.643 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/tracing 2024-09-16T07:29:29.643 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/mqueue 2024-09-16T07:29:29.643 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/debug 2024-09-16T07:29:29.644 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/hugepages 2024-09-16T07:29:29.644 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T07:29:29.644 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/fuse/connections 2024-09-16T07:29:29.644 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/config 2024-09-16T07:29:29.644 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T07:29:29.644 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T07:29:29.644 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T07:29:29.644 INFO:teuthology.orchestra.run.smithi031.stdout:/run/user/1000 2024-09-16T07:29:29.644 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph 2024-09-16T07:29:29.644 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-0 2024-09-16T07:29:29.644 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-1 2024-09-16T07:29:29.644 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-2 2024-09-16T07:29:29.645 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-3 2024-09-16T07:29:29.645 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns 2024-09-16T07:29:29.645 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:29:29.645 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:29:29.645 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:29:29.645 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:29:29.645 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:29:29.645 DEBUG:teuthology.orchestra.run.smithi031:> ls /sys/fs/fuse/connections 2024-09-16T07:29:29.647 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi031.stderr:2024-09-16T07:29:29.644+0000 7f6e8101d480 -1 init, newargv = 0x5556827e3640 newargc=15 2024-09-16T07:29:29.647 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi031.stderr:ceph-fuse[81330]: starting ceph client 2024-09-16T07:29:29.649 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi031.stderr:ceph-fuse[81330]: starting fuse 2024-09-16T07:29:29.662 INFO:teuthology.orchestra.run.smithi031.stdout:42 2024-09-16T07:29:29.662 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [42] 2024-09-16T07:29:29.663 DEBUG:teuthology.orchestra.run.smithi031:> sudo stdin-killer -- python3 -c ' 2024-09-16T07:29:29.663 DEBUG:teuthology.orchestra.run.smithi031:> import glob 2024-09-16T07:29:29.663 DEBUG:teuthology.orchestra.run.smithi031:> import re 2024-09-16T07:29:29.663 DEBUG:teuthology.orchestra.run.smithi031:> import os 2024-09-16T07:29:29.663 DEBUG:teuthology.orchestra.run.smithi031:> import subprocess 2024-09-16T07:29:29.663 DEBUG:teuthology.orchestra.run.smithi031:> 2024-09-16T07:29:29.663 DEBUG:teuthology.orchestra.run.smithi031:> def _find_admin_socket(client_name): 2024-09-16T07:29:29.663 DEBUG:teuthology.orchestra.run.smithi031:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-16T07:29:29.663 DEBUG:teuthology.orchestra.run.smithi031:> files = glob.glob(asok_path) 2024-09-16T07:29:29.663 DEBUG:teuthology.orchestra.run.smithi031:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-16T07:29:29.663 DEBUG:teuthology.orchestra.run.smithi031:> 2024-09-16T07:29:29.664 DEBUG:teuthology.orchestra.run.smithi031:> # Given a non-glob path, it better be there 2024-09-16T07:29:29.664 DEBUG:teuthology.orchestra.run.smithi031:> if "*" not in asok_path: 2024-09-16T07:29:29.664 DEBUG:teuthology.orchestra.run.smithi031:> assert(len(files) == 1) 2024-09-16T07:29:29.664 DEBUG:teuthology.orchestra.run.smithi031:> return files[0] 2024-09-16T07:29:29.664 DEBUG:teuthology.orchestra.run.smithi031:> 2024-09-16T07:29:29.664 DEBUG:teuthology.orchestra.run.smithi031:> for f in files: 2024-09-16T07:29:29.664 DEBUG:teuthology.orchestra.run.smithi031:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T07:29:29.664 DEBUG:teuthology.orchestra.run.smithi031:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T07:29:29.664 DEBUG:teuthology.orchestra.run.smithi031:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T07:29:29.664 DEBUG:teuthology.orchestra.run.smithi031:> contents = proc_f.read() 2024-09-16T07:29:29.664 DEBUG:teuthology.orchestra.run.smithi031:> if mountpoint in contents: 2024-09-16T07:29:29.664 DEBUG:teuthology.orchestra.run.smithi031:> return f 2024-09-16T07:29:29.664 DEBUG:teuthology.orchestra.run.smithi031:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T07:29:29.664 DEBUG:teuthology.orchestra.run.smithi031:> 2024-09-16T07:29:29.665 DEBUG:teuthology.orchestra.run.smithi031:> print(_find_admin_socket("client.0")) 2024-09-16T07:29:29.665 DEBUG:teuthology.orchestra.run.smithi031:> ' 2024-09-16T07:29:29.785 INFO:teuthology.orchestra.run.smithi031.stdout:/var/run/ceph/ceph-client.0.81330.asok 2024-09-16T07:29:29.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:29:29.795 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.81330.asok 2024-09-16T07:29:29.796 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:29:29.796 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.81330.asok status 2024-09-16T07:29:29.932 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-16T07:29:29.933 INFO:teuthology.orchestra.run.smithi031.stdout: "metadata": { 2024-09-16T07:29:29.933 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph_sha1": "4ef5f0587d1cad82c4295c20951c303dc342ac74", 2024-09-16T07:29:29.933 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph_version": "ceph version 19.3.0-4938-g4ef5f058 (4ef5f0587d1cad82c4295c20951c303dc342ac74) squid (dev)", 2024-09-16T07:29:29.933 INFO:teuthology.orchestra.run.smithi031.stdout: "entity_id": "0", 2024-09-16T07:29:29.933 INFO:teuthology.orchestra.run.smithi031.stdout: "hostname": "smithi031", 2024-09-16T07:29:29.933 INFO:teuthology.orchestra.run.smithi031.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-16T07:29:29.933 INFO:teuthology.orchestra.run.smithi031.stdout: "pid": "81330", 2024-09-16T07:29:29.933 INFO:teuthology.orchestra.run.smithi031.stdout: "root": "/" 2024-09-16T07:29:29.933 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:29:29.933 INFO:teuthology.orchestra.run.smithi031.stdout: "dentry_count": 0, 2024-09-16T07:29:29.933 INFO:teuthology.orchestra.run.smithi031.stdout: "dentry_pinned_count": 0, 2024-09-16T07:29:29.934 INFO:teuthology.orchestra.run.smithi031.stdout: "id": 9465, 2024-09-16T07:29:29.934 INFO:teuthology.orchestra.run.smithi031.stdout: "inst": { 2024-09-16T07:29:29.934 INFO:teuthology.orchestra.run.smithi031.stdout: "name": { 2024-09-16T07:29:29.934 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "client", 2024-09-16T07:29:29.934 INFO:teuthology.orchestra.run.smithi031.stdout: "num": 9465 2024-09-16T07:29:29.934 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:29:29.934 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": { 2024-09-16T07:29:29.934 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "v1", 2024-09-16T07:29:29.934 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": "192.168.0.1:0", 2024-09-16T07:29:29.934 INFO:teuthology.orchestra.run.smithi031.stdout: "nonce": 3535984266 2024-09-16T07:29:29.934 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:29:29.934 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:29:29.935 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": { 2024-09-16T07:29:29.935 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "v1", 2024-09-16T07:29:29.935 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": "192.168.0.1:0", 2024-09-16T07:29:29.935 INFO:teuthology.orchestra.run.smithi031.stdout: "nonce": 3535984266 2024-09-16T07:29:29.935 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-16T07:29:29.935 INFO:teuthology.orchestra.run.smithi031.stdout: "inst_str": "client.9465 192.168.0.1:0/3535984266", 2024-09-16T07:29:29.935 INFO:teuthology.orchestra.run.smithi031.stdout: "addr_str": "192.168.0.1:0/3535984266", 2024-09-16T07:29:29.935 INFO:teuthology.orchestra.run.smithi031.stdout: "inode_count": 1, 2024-09-16T07:29:29.935 INFO:teuthology.orchestra.run.smithi031.stdout: "mds_epoch": 118, 2024-09-16T07:29:29.935 INFO:teuthology.orchestra.run.smithi031.stdout: "osd_epoch": 166, 2024-09-16T07:29:29.935 INFO:teuthology.orchestra.run.smithi031.stdout: "osd_epoch_barrier": 0, 2024-09-16T07:29:29.935 INFO:teuthology.orchestra.run.smithi031.stdout: "blocklisted": false, 2024-09-16T07:29:29.935 INFO:teuthology.orchestra.run.smithi031.stdout: "fs_name": "cephfs" 2024-09-16T07:29:29.936 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-16T07:29:29.941 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:29:29.941 DEBUG:teuthology.orchestra.run.smithi031:> stat --file-system '--printf=%T 2024-09-16T07:29:29.941 DEBUG:teuthology.orchestra.run.smithi031:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-16T07:29:29.957 INFO:teuthology.orchestra.run.smithi031.stdout:fuseblk 2024-09-16T07:29:29.957 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-16T07:29:29.958 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:29:29.958 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-16T07:29:30.025 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-16T07:29:30.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:30.170+0000 7f12ea0ed640 1 -- 172.21.15.31:0/2788886165 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f12e415df90 msgr2=0x7f12e40cf9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:30.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:30.170+0000 7f12ea0ed640 1 --2- 172.21.15.31:0/2788886165 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f12e415df90 0x7f12e40cf9b0 secure :-1 s=READY pgs=1855 cs=0 l=1 rev1=1 crypto rx=0x7f12e40cf6a0 tx=0x7f12d402ab40 comp rx=0 tx=0).stop 2024-09-16T07:29:30.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:30.170+0000 7f12ea0ed640 1 -- 172.21.15.31:0/2788886165 shutdown_connections 2024-09-16T07:29:30.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:30.170+0000 7f12ea0ed640 1 --2- 172.21.15.31:0/2788886165 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f12e415df90 0x7f12e40cf9b0 unknown :-1 s=CLOSED pgs=1855 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:30.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:30.170+0000 7f12ea0ed640 1 -- 172.21.15.31:0/2788886165 >> 172.21.15.31:0/2788886165 conn(0x7f12e40d3ea0 msgr2=0x7f12e40d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:30.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:30.170+0000 7f12ea0ed640 1 -- 172.21.15.31:0/2788886165 shutdown_connections 2024-09-16T07:29:30.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:30.170+0000 7f12ea0ed640 1 -- 172.21.15.31:0/2788886165 wait complete. 2024-09-16T07:29:30.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:30.172+0000 7f12ea0ed640 1 Processor -- start 2024-09-16T07:29:30.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:30.172+0000 7f12ea0ed640 1 -- start start 2024-09-16T07:29:30.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:30.172+0000 7f12ea0ed640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f12e40d0d40 0x7f12e40a1560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:30.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:30.173+0000 7f12ea0ed640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f12e40d49c0 0x7f12e415f5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:30.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:30.173+0000 7f12ea0ed640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f12e415df90 0x7f12e40cd870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:30.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:30.173+0000 7f12ea0ed640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f12e40b3f10 con 0x7f12e40d49c0 2024-09-16T07:29:30.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:30.173+0000 7f12ea0ed640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f12e4162740 con 0x7f12e415df90 2024-09-16T07:29:30.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:30.173+0000 7f12ea0ed640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f12e40b4090 con 0x7f12e40d0d40 2024-09-16T07:29:30.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:30.173+0000 7f12e2ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f12e40d49c0 0x7f12e415f5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:30.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:30.173+0000 7f12e2ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f12e40d49c0 0x7f12e415f5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:46148/0 (socket says 172.21.15.31:46148) 2024-09-16T07:29:30.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:30.173+0000 7f12e2ffd640 1 -- 172.21.15.31:0/691342092 learned_addr learned my addr 172.21.15.31:0/691342092 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:30.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:30.173+0000 7f12e37fe640 1 --2- 172.21.15.31:0/691342092 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f12e40d0d40 0x7f12e40a1560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:30.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:30.173+0000 7f12e3fff640 1 --2- 172.21.15.31:0/691342092 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f12e415df90 0x7f12e40cd870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:30.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:30.173+0000 7f12e2ffd640 1 -- 172.21.15.31:0/691342092 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f12e40d0d40 msgr2=0x7f12e40a1560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:30.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:30.173+0000 7f12e2ffd640 1 --2- 172.21.15.31:0/691342092 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f12e40d0d40 0x7f12e40a1560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:30.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:30.173+0000 7f12e2ffd640 1 -- 172.21.15.31:0/691342092 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f12e415df90 msgr2=0x7f12e40cd870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:30.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:30.173+0000 7f12e2ffd640 1 --2- 172.21.15.31:0/691342092 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f12e415df90 0x7f12e40cd870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:30.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:30.173+0000 7f12e2ffd640 1 -- 172.21.15.31:0/691342092 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12e4160040 con 0x7f12e40d49c0 2024-09-16T07:29:30.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:30.173+0000 7f12e2ffd640 1 --2- 172.21.15.31:0/691342092 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f12e40d49c0 0x7f12e415f5c0 secure :-1 s=READY pgs=1856 cs=0 l=1 rev1=1 crypto rx=0x7f12cc00c450 tx=0x7f12cc00c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:30.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:30.173+0000 7f12dbfff640 1 -- 172.21.15.31:0/691342092 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12cc0052d0 con 0x7f12e40d49c0 2024-09-16T07:29:30.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:30.173+0000 7f12dbfff640 1 -- 172.21.15.31:0/691342092 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f12cc005470 con 0x7f12e40d49c0 2024-09-16T07:29:30.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:30.173+0000 7f12dbfff640 1 -- 172.21.15.31:0/691342092 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12cc012870 con 0x7f12e40d49c0 2024-09-16T07:29:30.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:30.173+0000 7f12ea0ed640 1 -- 172.21.15.31:0/691342092 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12e4160320 con 0x7f12e40d49c0 2024-09-16T07:29:30.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:30.173+0000 7f12ea0ed640 1 -- 172.21.15.31:0/691342092 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12e41608e0 con 0x7f12e40d49c0 2024-09-16T07:29:30.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:30.174+0000 7f12ea0ed640 1 -- 172.21.15.31:0/691342092 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f12e408d590 con 0x7f12e40d49c0 2024-09-16T07:29:30.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:30.175+0000 7f12dbfff640 1 -- 172.21.15.31:0/691342092 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 25) ==== 102205+0+0 (secure 0 0 0) 0x7f12cc0035f0 con 0x7f12e40d49c0 2024-09-16T07:29:30.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:30.175+0000 7f12dbfff640 1 --2- 172.21.15.31:0/691342092 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f12c4079270 0x7f12c407b730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:30.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:30.176+0000 7f12dbfff640 1 -- 172.21.15.31:0/691342092 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(166..166 src has 1..166) ==== 5737+0+0 (secure 0 0 0) 0x7f12cc098fd0 con 0x7f12e40d49c0 2024-09-16T07:29:30.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:30.176+0000 7f12e37fe640 1 --2- 172.21.15.31:0/691342092 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f12c4079270 0x7f12c407b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:30.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:30.176+0000 7f12e37fe640 1 --2- 172.21.15.31:0/691342092 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f12c4079270 0x7f12c407b730 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f12d4035000 tx=0x7f12d4004ab0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:30.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:30.180+0000 7f12dbfff640 1 -- 172.21.15.31:0/691342092 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f12cc062e70 con 0x7f12e40d49c0 2024-09-16T07:29:30.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:30.407+0000 7f12ea0ed640 1 -- 172.21.15.31:0/691342092 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f12e40d0150 con 0x7f12e40d49c0 2024-09-16T07:29:30.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:30.407+0000 7f12dbfff640 1 -- 172.21.15.31:0/691342092 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v118) ==== 53+0+73 (secure 0 0 0) 0x7f12cc062770 con 0x7f12e40d49c0 2024-09-16T07:29:30.406 INFO:teuthology.orchestra.run.smithi031.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T07:29:30.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:30.409+0000 7f12ea0ed640 1 -- 172.21.15.31:0/691342092 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f12c4079270 msgr2=0x7f12c407b730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:30.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:30.409+0000 7f12ea0ed640 1 --2- 172.21.15.31:0/691342092 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f12c4079270 0x7f12c407b730 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f12d4035000 tx=0x7f12d4004ab0 comp rx=0 tx=0).stop 2024-09-16T07:29:30.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:30.409+0000 7f12ea0ed640 1 -- 172.21.15.31:0/691342092 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f12e40d49c0 msgr2=0x7f12e415f5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:30.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:30.409+0000 7f12ea0ed640 1 --2- 172.21.15.31:0/691342092 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f12e40d49c0 0x7f12e415f5c0 secure :-1 s=READY pgs=1856 cs=0 l=1 rev1=1 crypto rx=0x7f12cc00c450 tx=0x7f12cc00c910 comp rx=0 tx=0).stop 2024-09-16T07:29:30.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:30.409+0000 7f12ea0ed640 1 -- 172.21.15.31:0/691342092 shutdown_connections 2024-09-16T07:29:30.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:30.409+0000 7f12ea0ed640 1 --2- 172.21.15.31:0/691342092 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f12c4079270 0x7f12c407b730 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:30.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:30.409+0000 7f12ea0ed640 1 --2- 172.21.15.31:0/691342092 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f12e415df90 0x7f12e40cd870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:30.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:30.409+0000 7f12ea0ed640 1 --2- 172.21.15.31:0/691342092 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f12e40d49c0 0x7f12e415f5c0 unknown :-1 s=CLOSED pgs=1856 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:30.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:30.409+0000 7f12ea0ed640 1 --2- 172.21.15.31:0/691342092 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f12e40d0d40 0x7f12e40a1560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:30.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:30.409+0000 7f12ea0ed640 1 -- 172.21.15.31:0/691342092 >> 172.21.15.31:0/691342092 conn(0x7f12e40d3ea0 msgr2=0x7f12e40b1800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:30.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:30.410+0000 7f12ea0ed640 1 -- 172.21.15.31:0/691342092 shutdown_connections 2024-09-16T07:29:30.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:30.410+0000 7f12ea0ed640 1 -- 172.21.15.31:0/691342092 wait complete. 2024-09-16T07:29:30.420 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T07:29:30.420 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T07:29:30.420 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi155.front.sepia.ceph.com 2024-09-16T07:29:30.420 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-16T07:29:30.420 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-16T07:29:30.420 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T07:29:30.420 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T07:29:30.420 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T07:29:30.421 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-16T07:29:30.421 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:29:30.421 DEBUG:teuthology.orchestra.run.smithi155:> ip addr 2024-09-16T07:29:30.441 INFO:teuthology.orchestra.run.smithi155.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T07:29:30.441 INFO:teuthology.orchestra.run.smithi155.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T07:29:30.441 INFO:teuthology.orchestra.run.smithi155.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T07:29:30.441 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:29:30.441 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 ::1/128 scope host 2024-09-16T07:29:30.441 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:29:30.441 INFO:teuthology.orchestra.run.smithi155.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:29:30.442 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 0c:c4:7a:d9:a0:fa brd ff:ff:ff:ff:ff:ff 2024-09-16T07:29:30.442 INFO:teuthology.orchestra.run.smithi155.stdout: altname enp7s0f0 2024-09-16T07:29:30.442 INFO:teuthology.orchestra.run.smithi155.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:29:30.442 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 0c:c4:7a:d9:a0:fb brd ff:ff:ff:ff:ff:ff 2024-09-16T07:29:30.442 INFO:teuthology.orchestra.run.smithi155.stdout: altname enp7s0f1 2024-09-16T07:29:30.442 INFO:teuthology.orchestra.run.smithi155.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T07:29:30.442 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 0c:c4:7a:88:6d:ec brd ff:ff:ff:ff:ff:ff 2024-09-16T07:29:30.442 INFO:teuthology.orchestra.run.smithi155.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T07:29:30.442 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 0c:c4:7a:88:6d:ed brd ff:ff:ff:ff:ff:ff 2024-09-16T07:29:30.442 INFO:teuthology.orchestra.run.smithi155.stdout: inet 172.21.15.155/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-16T07:29:30.442 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft 42266sec preferred_lft 42266sec 2024-09-16T07:29:30.442 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 fe80::ec4:7aff:fe88:6ded/64 scope link noprefixroute 2024-09-16T07:29:30.442 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:29:30.443 INFO:teuthology.orchestra.run.smithi155.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-16T07:29:30.443 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 6a:24:67:c2:77:cc brd ff:ff:ff:ff:ff:ff 2024-09-16T07:29:30.443 INFO:teuthology.orchestra.run.smithi155.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-16T07:29:30.443 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:29:30.443 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 fe80::88e4:b9ff:fe24:e8a7/64 scope link 2024-09-16T07:29:30.443 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:29:30.443 INFO:teuthology.orchestra.run.smithi155.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T07:29:30.443 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether d6:1d:e5:de:08:cd brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:29:30.443 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 fe80::d41d:e5ff:fede:8cd/64 scope link 2024-09-16T07:29:30.443 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:29:30.443 INFO:teuthology.orchestra.run.smithi155.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-16T07:29:30.444 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 6a:24:67:c2:77:cc brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:29:30.444 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 fe80::6824:67ff:fec2:77cc/64 scope link 2024-09-16T07:29:30.444 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-09-16T07:29:30.444 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:29:30.444 DEBUG:teuthology.orchestra.run.smithi155:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T07:29:30.509 INFO:teuthology.orchestra.run.smithi155.stdout:1 2024-09-16T07:29:30.512 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:29:30.512 DEBUG:teuthology.orchestra.run.smithi155:> route 2024-09-16T07:29:30.571 INFO:teuthology.orchestra.run.smithi155.stdout:Kernel IP routing table 2024-09-16T07:29:30.571 INFO:teuthology.orchestra.run.smithi155.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T07:29:30.571 INFO:teuthology.orchestra.run.smithi155.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-16T07:29:30.572 INFO:teuthology.orchestra.run.smithi155.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-16T07:29:30.572 INFO:teuthology.orchestra.run.smithi155.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T07:29:30.572 DEBUG:teuthology.orchestra.run.smithi155:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T07:29:30.573 DEBUG:teuthology.orchestra.run.smithi155:> set -e 2024-09-16T07:29:30.573 DEBUG:teuthology.orchestra.run.smithi155:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-16T07:29:30.573 DEBUG:teuthology.orchestra.run.smithi155:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-16T07:29:30.573 DEBUG:teuthology.orchestra.run.smithi155:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-16T07:29:30.573 DEBUG:teuthology.orchestra.run.smithi155:> ') 2024-09-16T07:29:30.664 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:29:30 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T07:29:30.697 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:29:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:29:30.704 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:29:30.704 DEBUG:teuthology.orchestra.run.smithi155:> ip netns list 2024-09-16T07:29:30.720 INFO:teuthology.orchestra.run.smithi155.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-16T07:29:30.720 INFO:teuthology.orchestra.run.smithi155.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-16T07:29:30.720 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-16T07:29:30.720 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:29:30.720 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip link set brx.0 up 2024-09-16T07:29:30.785 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-16T07:29:30.785 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T07:29:30.785 DEBUG:teuthology.orchestra.run.smithi155:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-16T07:29:30.840 INFO:teuthology.orchestra.run.smithi155.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-16T07:29:30.840 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T07:29:30.841 DEBUG:teuthology.orchestra.run.smithi155:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-16T07:29:30.896 DEBUG:teuthology.orchestra.run.smithi155:> sudo modprobe fuse 2024-09-16T07:29:30.962 DEBUG:teuthology.orchestra.run.smithi155:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T07:29:31.018 INFO:teuthology.orchestra.run.smithi155.stdout:/proc 2024-09-16T07:29:31.018 INFO:teuthology.orchestra.run.smithi155.stdout:/sys 2024-09-16T07:29:31.018 INFO:teuthology.orchestra.run.smithi155.stdout:/dev 2024-09-16T07:29:31.018 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/security 2024-09-16T07:29:31.018 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/shm 2024-09-16T07:29:31.018 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/pts 2024-09-16T07:29:31.018 INFO:teuthology.orchestra.run.smithi155.stdout:/run 2024-09-16T07:29:31.018 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/cgroup 2024-09-16T07:29:31.018 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/pstore 2024-09-16T07:29:31.018 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/bpf 2024-09-16T07:29:31.019 INFO:teuthology.orchestra.run.smithi155.stdout:/ 2024-09-16T07:29:31.019 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/selinux 2024-09-16T07:29:31.019 INFO:teuthology.orchestra.run.smithi155.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T07:29:31.019 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/hugepages 2024-09-16T07:29:31.019 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/mqueue 2024-09-16T07:29:31.019 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/debug 2024-09-16T07:29:31.019 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/tracing 2024-09-16T07:29:31.019 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/fuse/connections 2024-09-16T07:29:31.019 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/config 2024-09-16T07:29:31.019 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T07:29:31.019 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T07:29:31.019 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T07:29:31.019 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T07:29:31.020 INFO:teuthology.orchestra.run.smithi155.stdout:/run/user/1000 2024-09-16T07:29:31.020 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph 2024-09-16T07:29:31.020 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-4 2024-09-16T07:29:31.020 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-5 2024-09-16T07:29:31.020 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-6 2024-09-16T07:29:31.020 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-7 2024-09-16T07:29:31.020 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns 2024-09-16T07:29:31.020 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:29:31.020 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:29:31.020 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:29:31.020 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:29:31.020 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:29:31.021 DEBUG:teuthology.orchestra.run.smithi155:> ls /sys/fs/fuse/connections 2024-09-16T07:29:31.073 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-16T07:29:31.073 DEBUG:teuthology.orchestra.run.smithi155:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-16T07:29:31.115 DEBUG:teuthology.orchestra.run.smithi155:> sudo modprobe fuse 2024-09-16T07:29:31.139 DEBUG:teuthology.orchestra.run.smithi155:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T07:29:31.196 INFO:teuthology.orchestra.run.smithi155.stdout:/proc 2024-09-16T07:29:31.196 INFO:teuthology.orchestra.run.smithi155.stdout:/sys 2024-09-16T07:29:31.196 INFO:teuthology.orchestra.run.smithi155.stdout:/dev 2024-09-16T07:29:31.196 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/security 2024-09-16T07:29:31.196 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/shm 2024-09-16T07:29:31.196 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/pts 2024-09-16T07:29:31.196 INFO:teuthology.orchestra.run.smithi155.stdout:/run 2024-09-16T07:29:31.196 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/cgroup 2024-09-16T07:29:31.197 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/pstore 2024-09-16T07:29:31.197 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/bpf 2024-09-16T07:29:31.197 INFO:teuthology.orchestra.run.smithi155.stdout:/ 2024-09-16T07:29:31.197 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/selinux 2024-09-16T07:29:31.197 INFO:teuthology.orchestra.run.smithi155.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T07:29:31.197 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/hugepages 2024-09-16T07:29:31.197 INFO:teuthology.orchestra.run.smithi155.stdout:/dev/mqueue 2024-09-16T07:29:31.197 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/debug 2024-09-16T07:29:31.197 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/tracing 2024-09-16T07:29:31.197 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/fs/fuse/connections 2024-09-16T07:29:31.197 INFO:teuthology.orchestra.run.smithi155.stdout:/sys/kernel/config 2024-09-16T07:29:31.197 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T07:29:31.197 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T07:29:31.198 INFO:teuthology.orchestra.run.smithi155.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T07:29:31.198 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T07:29:31.198 INFO:teuthology.orchestra.run.smithi155.stdout:/run/user/1000 2024-09-16T07:29:31.198 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph 2024-09-16T07:29:31.198 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-4 2024-09-16T07:29:31.198 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-5 2024-09-16T07:29:31.198 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-6 2024-09-16T07:29:31.198 INFO:teuthology.orchestra.run.smithi155.stdout:/var/lib/ceph/osd/ceph-7 2024-09-16T07:29:31.198 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns 2024-09-16T07:29:31.198 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:29:31.198 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:29:31.198 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:29:31.198 INFO:teuthology.orchestra.run.smithi155.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:29:31.199 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:29:31.199 DEBUG:teuthology.orchestra.run.smithi155:> ls /sys/fs/fuse/connections 2024-09-16T07:29:31.199 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi155.stderr:2024-09-16T07:29:31.198+0000 7efd28f29480 -1 init, newargv = 0x5574592b76b0 newargc=15 2024-09-16T07:29:31.200 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi155.stderr:ceph-fuse[50125]: starting ceph client 2024-09-16T07:29:31.202 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi155.stderr:ceph-fuse[50125]: starting fuse 2024-09-16T07:29:31.214 INFO:teuthology.orchestra.run.smithi155.stdout:43 2024-09-16T07:29:31.214 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-16T07:29:31.215 DEBUG:teuthology.orchestra.run.smithi155:> sudo stdin-killer -- python3 -c ' 2024-09-16T07:29:31.215 DEBUG:teuthology.orchestra.run.smithi155:> import glob 2024-09-16T07:29:31.215 DEBUG:teuthology.orchestra.run.smithi155:> import re 2024-09-16T07:29:31.215 DEBUG:teuthology.orchestra.run.smithi155:> import os 2024-09-16T07:29:31.215 DEBUG:teuthology.orchestra.run.smithi155:> import subprocess 2024-09-16T07:29:31.215 DEBUG:teuthology.orchestra.run.smithi155:> 2024-09-16T07:29:31.215 DEBUG:teuthology.orchestra.run.smithi155:> def _find_admin_socket(client_name): 2024-09-16T07:29:31.215 DEBUG:teuthology.orchestra.run.smithi155:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-16T07:29:31.215 DEBUG:teuthology.orchestra.run.smithi155:> files = glob.glob(asok_path) 2024-09-16T07:29:31.215 DEBUG:teuthology.orchestra.run.smithi155:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-16T07:29:31.215 DEBUG:teuthology.orchestra.run.smithi155:> 2024-09-16T07:29:31.215 DEBUG:teuthology.orchestra.run.smithi155:> # Given a non-glob path, it better be there 2024-09-16T07:29:31.216 DEBUG:teuthology.orchestra.run.smithi155:> if "*" not in asok_path: 2024-09-16T07:29:31.216 DEBUG:teuthology.orchestra.run.smithi155:> assert(len(files) == 1) 2024-09-16T07:29:31.216 DEBUG:teuthology.orchestra.run.smithi155:> return files[0] 2024-09-16T07:29:31.216 DEBUG:teuthology.orchestra.run.smithi155:> 2024-09-16T07:29:31.216 DEBUG:teuthology.orchestra.run.smithi155:> for f in files: 2024-09-16T07:29:31.216 DEBUG:teuthology.orchestra.run.smithi155:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T07:29:31.216 DEBUG:teuthology.orchestra.run.smithi155:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T07:29:31.216 DEBUG:teuthology.orchestra.run.smithi155:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T07:29:31.216 DEBUG:teuthology.orchestra.run.smithi155:> contents = proc_f.read() 2024-09-16T07:29:31.216 DEBUG:teuthology.orchestra.run.smithi155:> if mountpoint in contents: 2024-09-16T07:29:31.216 DEBUG:teuthology.orchestra.run.smithi155:> return f 2024-09-16T07:29:31.216 DEBUG:teuthology.orchestra.run.smithi155:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T07:29:31.216 DEBUG:teuthology.orchestra.run.smithi155:> 2024-09-16T07:29:31.217 DEBUG:teuthology.orchestra.run.smithi155:> print(_find_admin_socket("client.1")) 2024-09-16T07:29:31.217 DEBUG:teuthology.orchestra.run.smithi155:> ' 2024-09-16T07:29:31.335 INFO:teuthology.orchestra.run.smithi155.stdout:/var/run/ceph/ceph-client.1.50125.asok 2024-09-16T07:29:31.338 INFO:teuthology.orchestra.run.smithi155.stderr:2024-09-16T07:29:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:29:31.346 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.50125.asok 2024-09-16T07:29:31.346 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:29:31.346 DEBUG:teuthology.orchestra.run.smithi155:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.50125.asok status 2024-09-16T07:29:31.479 INFO:teuthology.orchestra.run.smithi155.stdout:{ 2024-09-16T07:29:31.479 INFO:teuthology.orchestra.run.smithi155.stdout: "metadata": { 2024-09-16T07:29:31.480 INFO:teuthology.orchestra.run.smithi155.stdout: "ceph_sha1": "4ef5f0587d1cad82c4295c20951c303dc342ac74", 2024-09-16T07:29:31.480 INFO:teuthology.orchestra.run.smithi155.stdout: "ceph_version": "ceph version 19.3.0-4938-g4ef5f058 (4ef5f0587d1cad82c4295c20951c303dc342ac74) squid (dev)", 2024-09-16T07:29:31.480 INFO:teuthology.orchestra.run.smithi155.stdout: "entity_id": "1", 2024-09-16T07:29:31.480 INFO:teuthology.orchestra.run.smithi155.stdout: "hostname": "smithi155", 2024-09-16T07:29:31.480 INFO:teuthology.orchestra.run.smithi155.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-16T07:29:31.481 INFO:teuthology.orchestra.run.smithi155.stdout: "pid": "50125", 2024-09-16T07:29:31.481 INFO:teuthology.orchestra.run.smithi155.stdout: "root": "/" 2024-09-16T07:29:31.481 INFO:teuthology.orchestra.run.smithi155.stdout: }, 2024-09-16T07:29:31.481 INFO:teuthology.orchestra.run.smithi155.stdout: "dentry_count": 0, 2024-09-16T07:29:31.481 INFO:teuthology.orchestra.run.smithi155.stdout: "dentry_pinned_count": 0, 2024-09-16T07:29:31.481 INFO:teuthology.orchestra.run.smithi155.stdout: "id": 7298, 2024-09-16T07:29:31.482 INFO:teuthology.orchestra.run.smithi155.stdout: "inst": { 2024-09-16T07:29:31.482 INFO:teuthology.orchestra.run.smithi155.stdout: "name": { 2024-09-16T07:29:31.482 INFO:teuthology.orchestra.run.smithi155.stdout: "type": "client", 2024-09-16T07:29:31.482 INFO:teuthology.orchestra.run.smithi155.stdout: "num": 7298 2024-09-16T07:29:31.482 INFO:teuthology.orchestra.run.smithi155.stdout: }, 2024-09-16T07:29:31.482 INFO:teuthology.orchestra.run.smithi155.stdout: "addr": { 2024-09-16T07:29:31.482 INFO:teuthology.orchestra.run.smithi155.stdout: "type": "v1", 2024-09-16T07:29:31.482 INFO:teuthology.orchestra.run.smithi155.stdout: "addr": "192.168.0.1:0", 2024-09-16T07:29:31.482 INFO:teuthology.orchestra.run.smithi155.stdout: "nonce": 3383714490 2024-09-16T07:29:31.482 INFO:teuthology.orchestra.run.smithi155.stdout: } 2024-09-16T07:29:31.482 INFO:teuthology.orchestra.run.smithi155.stdout: }, 2024-09-16T07:29:31.483 INFO:teuthology.orchestra.run.smithi155.stdout: "addr": { 2024-09-16T07:29:31.483 INFO:teuthology.orchestra.run.smithi155.stdout: "type": "v1", 2024-09-16T07:29:31.483 INFO:teuthology.orchestra.run.smithi155.stdout: "addr": "192.168.0.1:0", 2024-09-16T07:29:31.483 INFO:teuthology.orchestra.run.smithi155.stdout: "nonce": 3383714490 2024-09-16T07:29:31.483 INFO:teuthology.orchestra.run.smithi155.stdout: }, 2024-09-16T07:29:31.483 INFO:teuthology.orchestra.run.smithi155.stdout: "inst_str": "client.7298 192.168.0.1:0/3383714490", 2024-09-16T07:29:31.483 INFO:teuthology.orchestra.run.smithi155.stdout: "addr_str": "192.168.0.1:0/3383714490", 2024-09-16T07:29:31.483 INFO:teuthology.orchestra.run.smithi155.stdout: "inode_count": 1, 2024-09-16T07:29:31.483 INFO:teuthology.orchestra.run.smithi155.stdout: "mds_epoch": 118, 2024-09-16T07:29:31.483 INFO:teuthology.orchestra.run.smithi155.stdout: "osd_epoch": 166, 2024-09-16T07:29:31.484 INFO:teuthology.orchestra.run.smithi155.stdout: "osd_epoch_barrier": 0, 2024-09-16T07:29:31.484 INFO:teuthology.orchestra.run.smithi155.stdout: "blocklisted": false, 2024-09-16T07:29:31.484 INFO:teuthology.orchestra.run.smithi155.stdout: "fs_name": "cephfs" 2024-09-16T07:29:31.484 INFO:teuthology.orchestra.run.smithi155.stdout:} 2024-09-16T07:29:31.488 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:29:31.488 DEBUG:teuthology.orchestra.run.smithi155:> stat --file-system '--printf=%T 2024-09-16T07:29:31.488 DEBUG:teuthology.orchestra.run.smithi155:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-16T07:29:31.504 INFO:teuthology.orchestra.run.smithi155.stdout:fuseblk 2024-09-16T07:29:31.504 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-16T07:29:31.504 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:29:31.504 DEBUG:teuthology.orchestra.run.smithi155:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-16T07:29:31.569 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs flag set enable_multiple true --yes-i-really-mean-it 2024-09-16T07:29:31.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:31.694+0000 7fac9caa3640 1 -- 172.21.15.31:0/631190546 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fac981616e0 msgr2=0x7fac980d4940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:31.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:31.694+0000 7fac9caa3640 1 --2- 172.21.15.31:0/631190546 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fac981616e0 0x7fac980d4940 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7fac8c009830 tx=0x7fac8c02a5d0 comp rx=0 tx=0).stop 2024-09-16T07:29:31.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:31.694+0000 7fac9caa3640 1 -- 172.21.15.31:0/631190546 shutdown_connections 2024-09-16T07:29:31.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:31.694+0000 7fac9caa3640 1 --2- 172.21.15.31:0/631190546 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fac981616e0 0x7fac980d4940 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:31.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:31.694+0000 7fac9caa3640 1 -- 172.21.15.31:0/631190546 >> 172.21.15.31:0/631190546 conn(0x7fac980d3e20 msgr2=0x7fac980d4230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:31.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:31.694+0000 7fac9caa3640 1 -- 172.21.15.31:0/631190546 shutdown_connections 2024-09-16T07:29:31.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:31.694+0000 7fac9caa3640 1 -- 172.21.15.31:0/631190546 wait complete. 2024-09-16T07:29:31.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:31.695+0000 7fac9caa3640 1 Processor -- start 2024-09-16T07:29:31.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:31.695+0000 7fac9caa3640 1 -- start start 2024-09-16T07:29:31.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:31.696+0000 7fac9caa3640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fac980d25b0 0x7fac981f5970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:31.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:31.696+0000 7fac9caa3640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fac98161300 0x7fac9815dab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:31.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:31.696+0000 7fac9caa3640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fac981616e0 0x7fac980cd860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:31.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:31.696+0000 7fac9caa3640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fac980b7ec0 con 0x7fac981616e0 2024-09-16T07:29:31.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:31.696+0000 7fac9caa3640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fac980b7d40 con 0x7fac98161300 2024-09-16T07:29:31.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:31.696+0000 7fac9caa3640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fac980b8040 con 0x7fac980d25b0 2024-09-16T07:29:31.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:31.696+0000 7fac96d9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fac981616e0 0x7fac980cd860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:31.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:31.696+0000 7fac96d9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fac981616e0 0x7fac980cd860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:46152/0 (socket says 172.21.15.31:46152) 2024-09-16T07:29:31.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:31.696+0000 7fac96d9d640 1 -- 172.21.15.31:0/2178315929 learned_addr learned my addr 172.21.15.31:0/2178315929 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:31.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:31.697+0000 7fac9659c640 1 --2- 172.21.15.31:0/2178315929 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fac980d25b0 0x7fac981f5970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:31.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:31.697+0000 7fac95d9b640 1 --2- 172.21.15.31:0/2178315929 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fac98161300 0x7fac9815dab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:31.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:31.697+0000 7fac96d9d640 1 -- 172.21.15.31:0/2178315929 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fac980d25b0 msgr2=0x7fac981f5970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:31.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:31.697+0000 7fac96d9d640 1 --2- 172.21.15.31:0/2178315929 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fac980d25b0 0x7fac981f5970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:31.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:31.697+0000 7fac96d9d640 1 -- 172.21.15.31:0/2178315929 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fac98161300 msgr2=0x7fac9815dab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:31.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:31.697+0000 7fac96d9d640 1 --2- 172.21.15.31:0/2178315929 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fac98161300 0x7fac9815dab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:31.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:31.697+0000 7fac96d9d640 1 -- 172.21.15.31:0/2178315929 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac9815bc00 con 0x7fac981616e0 2024-09-16T07:29:31.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:31.697+0000 7fac95d9b640 1 --2- 172.21.15.31:0/2178315929 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fac98161300 0x7fac9815dab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:29:31.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:31.697+0000 7fac9659c640 1 --2- 172.21.15.31:0/2178315929 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fac980d25b0 0x7fac981f5970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:29:31.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:31.697+0000 7fac96d9d640 1 --2- 172.21.15.31:0/2178315929 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fac981616e0 0x7fac980cd860 secure :-1 s=READY pgs=1859 cs=0 l=1 rev1=1 crypto rx=0x7fac9000cc00 tx=0x7fac9000a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:31.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:31.697+0000 7fac86ffd640 1 -- 172.21.15.31:0/2178315929 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac90016020 con 0x7fac981616e0 2024-09-16T07:29:31.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:31.697+0000 7fac86ffd640 1 -- 172.21.15.31:0/2178315929 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fac90012420 con 0x7fac981616e0 2024-09-16T07:29:31.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:31.697+0000 7fac9caa3640 1 -- 172.21.15.31:0/2178315929 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac9815e400 con 0x7fac981616e0 2024-09-16T07:29:31.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:31.697+0000 7fac86ffd640 1 -- 172.21.15.31:0/2178315929 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac90012850 con 0x7fac981616e0 2024-09-16T07:29:31.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:31.697+0000 7fac9caa3640 1 -- 172.21.15.31:0/2178315929 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac9815e9c0 con 0x7fac981616e0 2024-09-16T07:29:31.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:31.698+0000 7fac9caa3640 1 -- 172.21.15.31:0/2178315929 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fac980b84f0 con 0x7fac981616e0 2024-09-16T07:29:31.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:31.699+0000 7fac86ffd640 1 -- 172.21.15.31:0/2178315929 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 25) ==== 102205+0+0 (secure 0 0 0) 0x7fac90019020 con 0x7fac981616e0 2024-09-16T07:29:31.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:31.699+0000 7fac86ffd640 1 --2- 172.21.15.31:0/2178315929 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fac78079270 0x7fac7807b730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:31.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:31.700+0000 7fac86ffd640 1 -- 172.21.15.31:0/2178315929 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(166..166 src has 1..166) ==== 5737+0+0 (secure 0 0 0) 0x7fac90099c10 con 0x7fac981616e0 2024-09-16T07:29:31.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:31.700+0000 7fac9659c640 1 --2- 172.21.15.31:0/2178315929 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fac78079270 0x7fac7807b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:31.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:31.700+0000 7fac9659c640 1 --2- 172.21.15.31:0/2178315929 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fac78079270 0x7fac7807b730 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7fac880017d0 tx=0x7fac88009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:31.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:31.704+0000 7fac86ffd640 1 -- 172.21.15.31:0/2178315929 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fac90020020 con 0x7fac981616e0 2024-09-16T07:29:31.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:31.931+0000 7fac9caa3640 1 -- 172.21.15.31:0/2178315929 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true} v 0) -- 0x7fac981f5eb0 con 0x7fac981616e0 2024-09-16T07:29:32.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.329+0000 7fac86ffd640 1 -- 172.21.15.31:0/2178315929 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true}]=0 v119) ==== 136+0+0 (secure 0 0 0) 0x7fac90063b10 con 0x7fac981616e0 2024-09-16T07:29:32.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.332+0000 7fac9caa3640 1 -- 172.21.15.31:0/2178315929 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fac78079270 msgr2=0x7fac7807b730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:32.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.332+0000 7fac9caa3640 1 --2- 172.21.15.31:0/2178315929 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fac78079270 0x7fac7807b730 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7fac880017d0 tx=0x7fac88009040 comp rx=0 tx=0).stop 2024-09-16T07:29:32.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.332+0000 7fac9caa3640 1 -- 172.21.15.31:0/2178315929 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fac981616e0 msgr2=0x7fac980cd860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:32.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.332+0000 7fac9caa3640 1 --2- 172.21.15.31:0/2178315929 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fac981616e0 0x7fac980cd860 secure :-1 s=READY pgs=1859 cs=0 l=1 rev1=1 crypto rx=0x7fac9000cc00 tx=0x7fac9000a430 comp rx=0 tx=0).stop 2024-09-16T07:29:32.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.332+0000 7fac9caa3640 1 -- 172.21.15.31:0/2178315929 shutdown_connections 2024-09-16T07:29:32.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.332+0000 7fac9caa3640 1 --2- 172.21.15.31:0/2178315929 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fac78079270 0x7fac7807b730 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:32.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.332+0000 7fac9caa3640 1 --2- 172.21.15.31:0/2178315929 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fac981616e0 0x7fac980cd860 unknown :-1 s=CLOSED pgs=1859 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:32.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.332+0000 7fac9caa3640 1 --2- 172.21.15.31:0/2178315929 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fac98161300 0x7fac9815dab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:32.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.332+0000 7fac9caa3640 1 --2- 172.21.15.31:0/2178315929 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fac980d25b0 0x7fac981f5970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:32.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.332+0000 7fac9caa3640 1 -- 172.21.15.31:0/2178315929 >> 172.21.15.31:0/2178315929 conn(0x7fac980d3e20 msgr2=0x7fac9806de30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:32.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.332+0000 7fac9caa3640 1 -- 172.21.15.31:0/2178315929 shutdown_connections 2024-09-16T07:29:32.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.332+0000 7fac9caa3640 1 -- 172.21.15.31:0/2178315929 wait complete. 2024-09-16T07:29:32.343 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume ls 2024-09-16T07:29:32.451 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.452+0000 7fb265b94640 1 -- 172.21.15.31:0/1681647682 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb24c003a00 msgr2=0x7fb24c003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:32.452 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.452+0000 7fb265b94640 1 --2- 172.21.15.31:0/1681647682 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb24c003a00 0x7fb24c003e20 secure :-1 s=READY pgs=1861 cs=0 l=1 rev1=1 crypto rx=0x7fb248009b50 tx=0x7fb24c005830 comp rx=0 tx=0).stop 2024-09-16T07:29:32.452 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.452+0000 7fb25ffff640 1 -- 172.21.15.31:0/1681647682 reap_dead start 2024-09-16T07:29:32.452 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.452+0000 7fb265b94640 1 -- 172.21.15.31:0/1681647682 shutdown_connections 2024-09-16T07:29:32.452 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.452+0000 7fb265b94640 1 -- 172.21.15.31:0/1681647682 >> 172.21.15.31:0/1681647682 conn(0x7fb2600d3ea0 msgr2=0x7fb2600d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:32.452 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.452+0000 7fb265b94640 1 -- 172.21.15.31:0/1681647682 shutdown_connections 2024-09-16T07:29:32.452 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.452+0000 7fb265b94640 1 -- 172.21.15.31:0/1681647682 wait complete. 2024-09-16T07:29:32.452 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.453+0000 7fb265b94640 1 Processor -- start 2024-09-16T07:29:32.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.453+0000 7fb265b94640 1 -- start start 2024-09-16T07:29:32.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.454+0000 7fb265b94640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb24c003a00 0x7fb2600a16f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:32.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.454+0000 7fb265b94640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb2601539c0 0x7fb2601f8a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:32.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.454+0000 7fb265b94640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb26014ddb0 0x7fb26014e240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:32.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.454+0000 7fb265b94640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fb2600b42a0 con 0x7fb26014ddb0 2024-09-16T07:29:32.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.454+0000 7fb265b94640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb2600b4120 con 0x7fb24c003a00 2024-09-16T07:29:32.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.454+0000 7fb265b94640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb2600b4420 con 0x7fb2601539c0 2024-09-16T07:29:32.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.454+0000 7fb25ffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb26014ddb0 0x7fb26014e240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:32.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.454+0000 7fb25ffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb26014ddb0 0x7fb26014e240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:46162/0 (socket says 172.21.15.31:46162) 2024-09-16T07:29:32.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.454+0000 7fb25ffff640 1 -- 172.21.15.31:0/2142472006 learned_addr learned my addr 172.21.15.31:0/2142472006 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:32.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.454+0000 7fb25f7fe640 1 --2- 172.21.15.31:0/2142472006 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb24c003a00 0x7fb2600a16f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:32.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.454+0000 7fb25effd640 1 --2- 172.21.15.31:0/2142472006 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb2601539c0 0x7fb2601f8a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:32.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.455+0000 7fb25ffff640 1 -- 172.21.15.31:0/2142472006 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb2601539c0 msgr2=0x7fb2601f8a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:32.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.455+0000 7fb25ffff640 1 --2- 172.21.15.31:0/2142472006 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb2601539c0 0x7fb2601f8a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:32.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.455+0000 7fb25ffff640 1 -- 172.21.15.31:0/2142472006 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb24c003a00 msgr2=0x7fb2600a16f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:32.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.455+0000 7fb25ffff640 1 --2- 172.21.15.31:0/2142472006 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb24c003a00 0x7fb2600a16f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:32.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.455+0000 7fb25ffff640 1 -- 172.21.15.31:0/2142472006 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2601f8fb0 con 0x7fb26014ddb0 2024-09-16T07:29:32.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.455+0000 7fb25ffff640 1 --2- 172.21.15.31:0/2142472006 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb26014ddb0 0x7fb26014e240 secure :-1 s=READY pgs=1862 cs=0 l=1 rev1=1 crypto rx=0x7fb2580016b0 tx=0x7fb258006710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:32.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.455+0000 7fb257fff640 1 -- 172.21.15.31:0/2142472006 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb25800ea10 con 0x7fb26014ddb0 2024-09-16T07:29:32.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.455+0000 7fb257fff640 1 -- 172.21.15.31:0/2142472006 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb258018070 con 0x7fb26014ddb0 2024-09-16T07:29:32.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.455+0000 7fb257fff640 1 -- 172.21.15.31:0/2142472006 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb258011460 con 0x7fb26014ddb0 2024-09-16T07:29:32.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.455+0000 7fb265b94640 1 -- 172.21.15.31:0/2142472006 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb26015f7f0 con 0x7fb26014ddb0 2024-09-16T07:29:32.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.455+0000 7fb265b94640 1 -- 172.21.15.31:0/2142472006 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb26015fdb0 con 0x7fb26014ddb0 2024-09-16T07:29:32.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.456+0000 7fb265b94640 1 -- 172.21.15.31:0/2142472006 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb2600cf9b0 con 0x7fb26014ddb0 2024-09-16T07:29:32.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.457+0000 7fb257fff640 1 -- 172.21.15.31:0/2142472006 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 25) ==== 102205+0+0 (secure 0 0 0) 0x7fb258011600 con 0x7fb26014ddb0 2024-09-16T07:29:32.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.457+0000 7fb257fff640 1 --2- 172.21.15.31:0/2142472006 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb240079270 0x7fb24007b730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:32.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.457+0000 7fb25f7fe640 1 --2- 172.21.15.31:0/2142472006 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb240079270 0x7fb24007b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:32.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.457+0000 7fb257fff640 1 -- 172.21.15.31:0/2142472006 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(166..166 src has 1..166) ==== 5737+0+0 (secure 0 0 0) 0x7fb258099ae0 con 0x7fb26014ddb0 2024-09-16T07:29:32.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.458+0000 7fb25f7fe640 1 --2- 172.21.15.31:0/2142472006 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb240079270 0x7fb24007b730 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fb248035000 tx=0x7fb24802d040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:32.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.461+0000 7fb257fff640 1 -- 172.21.15.31:0/2142472006 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fb2601f8fb0 con 0x7fb26014ddb0 2024-09-16T07:29:32.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.672+0000 7fb265b94640 1 -- 172.21.15.31:0/2142472006 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs volume ls", "target": ["mon-mgr", ""]}) -- 0x7fb26015f5a0 con 0x7fb240079270 2024-09-16T07:29:32.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.674+0000 7fb257fff640 1 -- 172.21.15.31:0/2142472006 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+41 (secure 0 0 0) 0x7fb26015f5a0 con 0x7fb240079270 2024-09-16T07:29:32.674 INFO:teuthology.orchestra.run.smithi031.stdout:[ 2024-09-16T07:29:32.674 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-16T07:29:32.674 INFO:teuthology.orchestra.run.smithi031.stdout: "name": "cephfs" 2024-09-16T07:29:32.674 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-16T07:29:32.675 INFO:teuthology.orchestra.run.smithi031.stdout:] 2024-09-16T07:29:32.676 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.676+0000 7fb265b94640 1 -- 172.21.15.31:0/2142472006 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb240079270 msgr2=0x7fb24007b730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:32.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.676+0000 7fb265b94640 1 --2- 172.21.15.31:0/2142472006 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb240079270 0x7fb24007b730 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fb248035000 tx=0x7fb24802d040 comp rx=0 tx=0).stop 2024-09-16T07:29:32.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.676+0000 7fb265b94640 1 -- 172.21.15.31:0/2142472006 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb26014ddb0 msgr2=0x7fb26014e240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:32.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.676+0000 7fb265b94640 1 --2- 172.21.15.31:0/2142472006 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb26014ddb0 0x7fb26014e240 secure :-1 s=READY pgs=1862 cs=0 l=1 rev1=1 crypto rx=0x7fb2580016b0 tx=0x7fb258006710 comp rx=0 tx=0).stop 2024-09-16T07:29:32.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.676+0000 7fb265b94640 1 -- 172.21.15.31:0/2142472006 shutdown_connections 2024-09-16T07:29:32.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.676+0000 7fb265b94640 1 --2- 172.21.15.31:0/2142472006 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb240079270 0x7fb24007b730 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:32.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.676+0000 7fb265b94640 1 --2- 172.21.15.31:0/2142472006 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb26014ddb0 0x7fb26014e240 unknown :-1 s=CLOSED pgs=1862 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:32.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.676+0000 7fb265b94640 1 --2- 172.21.15.31:0/2142472006 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb2601539c0 0x7fb2601f8a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:32.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.676+0000 7fb265b94640 1 --2- 172.21.15.31:0/2142472006 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb24c003a00 0x7fb2600a16f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:32.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.676+0000 7fb265b94640 1 -- 172.21.15.31:0/2142472006 >> 172.21.15.31:0/2142472006 conn(0x7fb2600d3ea0 msgr2=0x7fb2600b8ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:32.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.676+0000 7fb265b94640 1 -- 172.21.15.31:0/2142472006 shutdown_connections 2024-09-16T07:29:32.679 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.676+0000 7fb265b94640 1 -- 172.21.15.31:0/2142472006 wait complete. 2024-09-16T07:29:32.687 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-16T07:29:32.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.797+0000 7f76a1ce6640 1 -- 172.21.15.31:0/3281032718 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f769c0cc3f0 msgr2=0x7f769c0cc840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:32.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.797+0000 7f76a1ce6640 1 --2- 172.21.15.31:0/3281032718 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f769c0cc3f0 0x7f769c0cc840 secure :-1 s=READY pgs=1863 cs=0 l=1 rev1=1 crypto rx=0x7f7694005fd0 tx=0x7f769402a970 comp rx=0 tx=0).stop 2024-09-16T07:29:32.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.797+0000 7f76a1ce6640 1 -- 172.21.15.31:0/3281032718 shutdown_connections 2024-09-16T07:29:32.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.797+0000 7f76a1ce6640 1 --2- 172.21.15.31:0/3281032718 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f769c0cc3f0 0x7f769c0cc840 unknown :-1 s=CLOSED pgs=1863 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:32.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.797+0000 7f76a1ce6640 1 --2- 172.21.15.31:0/3281032718 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f769c15aa00 0x7f769c0cabf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:32.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.797+0000 7f76a1ce6640 1 -- 172.21.15.31:0/3281032718 >> 172.21.15.31:0/3281032718 conn(0x7f769c0b1700 msgr2=0x7f769c0b1ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:32.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.797+0000 7f76a1ce6640 1 -- 172.21.15.31:0/3281032718 shutdown_connections 2024-09-16T07:29:32.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.797+0000 7f76a1ce6640 1 -- 172.21.15.31:0/3281032718 wait complete. 2024-09-16T07:29:32.799 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.798+0000 7f76a1ce6640 1 Processor -- start 2024-09-16T07:29:32.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.798+0000 7f76a1ce6640 1 -- start start 2024-09-16T07:29:32.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.799+0000 7f76a1ce6640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f769c0cc3f0 0x7f769c1f5280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:32.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.799+0000 7f76a1ce6640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f769c15aa00 0x7f769c15d970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:32.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.799+0000 7f76a1ce6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f769c15f270 0x7f769c0b4a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:32.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.799+0000 7f76a1ce6640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f769c06f7a0 con 0x7f769c15f270 2024-09-16T07:29:32.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.799+0000 7f76a1ce6640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f769c06f620 con 0x7f769c15aa00 2024-09-16T07:29:32.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.799+0000 7f76a1ce6640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f769c06f920 con 0x7f769c0cc3f0 2024-09-16T07:29:32.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.799+0000 7f769bfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f769c15f270 0x7f769c0b4a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:32.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.799+0000 7f769bfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f769c15f270 0x7f769c0b4a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:49346/0 (socket says 172.21.15.31:49346) 2024-09-16T07:29:32.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.799+0000 7f769bfff640 1 -- 172.21.15.31:0/1991040420 learned_addr learned my addr 172.21.15.31:0/1991040420 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:32.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.799+0000 7f7693fff640 1 --2- 172.21.15.31:0/1991040420 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f769c15aa00 0x7f769c15d970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:32.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.799+0000 7f769b7fe640 1 --2- 172.21.15.31:0/1991040420 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f769c0cc3f0 0x7f769c1f5280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:32.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.799+0000 7f769bfff640 1 -- 172.21.15.31:0/1991040420 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f769c0cc3f0 msgr2=0x7f769c1f5280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:32.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.799+0000 7f769bfff640 1 --2- 172.21.15.31:0/1991040420 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f769c0cc3f0 0x7f769c1f5280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:32.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.799+0000 7f769bfff640 1 -- 172.21.15.31:0/1991040420 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f769c15aa00 msgr2=0x7f769c15d970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:32.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.799+0000 7f769bfff640 1 --2- 172.21.15.31:0/1991040420 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f769c15aa00 0x7f769c15d970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:32.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.799+0000 7f769bfff640 1 -- 172.21.15.31:0/1991040420 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f769c1f57c0 con 0x7f769c15f270 2024-09-16T07:29:32.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.799+0000 7f769bfff640 1 --2- 172.21.15.31:0/1991040420 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f769c15f270 0x7f769c0b4a10 secure :-1 s=READY pgs=1864 cs=0 l=1 rev1=1 crypto rx=0x7f7694006010 tx=0x7f7694003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:32.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.800+0000 7f7698ff9640 1 -- 172.21.15.31:0/1991040420 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7694047070 con 0x7f769c15f270 2024-09-16T07:29:32.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.800+0000 7f7698ff9640 1 -- 172.21.15.31:0/1991040420 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f76940045c0 con 0x7f769c15f270 2024-09-16T07:29:32.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.800+0000 7f76a1ce6640 1 -- 172.21.15.31:0/1991040420 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f769c0c3870 con 0x7f769c15f270 2024-09-16T07:29:32.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.800+0000 7f7698ff9640 1 -- 172.21.15.31:0/1991040420 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7694034070 con 0x7f769c15f270 2024-09-16T07:29:32.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.800+0000 7f76a1ce6640 1 -- 172.21.15.31:0/1991040420 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f769c0adcc0 con 0x7f769c15f270 2024-09-16T07:29:32.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.801+0000 7f76a1ce6640 1 -- 172.21.15.31:0/1991040420 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f769c06fea0 con 0x7f769c15f270 2024-09-16T07:29:32.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.802+0000 7f7698ff9640 1 -- 172.21.15.31:0/1991040420 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 25) ==== 102205+0+0 (secure 0 0 0) 0x7f769404a070 con 0x7f769c15f270 2024-09-16T07:29:32.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.802+0000 7f7698ff9640 1 --2- 172.21.15.31:0/1991040420 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f767c0792a0 0x7f767c07b760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:32.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.802+0000 7f769b7fe640 1 --2- 172.21.15.31:0/1991040420 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f767c0792a0 0x7f767c07b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:32.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.802+0000 7f7698ff9640 1 -- 172.21.15.31:0/1991040420 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(166..166 src has 1..166) ==== 5737+0+0 (secure 0 0 0) 0x7f76940ba390 con 0x7f769c15f270 2024-09-16T07:29:32.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.803+0000 7f769b7fe640 1 --2- 172.21.15.31:0/1991040420 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f767c0792a0 0x7f767c07b760 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f768c009990 tx=0x7f768c009110 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:32.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.807+0000 7f7698ff9640 1 -- 172.21.15.31:0/1991040420 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f769c1f57c0 con 0x7f769c15f270 2024-09-16T07:29:32.992 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.993+0000 7f76a1ce6640 1 -- 172.21.15.31:0/1991040420 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f769c0ca9d0 con 0x7f769c15f270 2024-09-16T07:29:32.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.993+0000 7f7698ff9640 1 -- 172.21.15.31:0/1991040420 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v48)=0 v48) ==== 122+0+0 (secure 0 0 0) 0x7f769403f070 con 0x7f769c15f270 2024-09-16T07:29:32.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.995+0000 7f76a1ce6640 1 -- 172.21.15.31:0/1991040420 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f767c0792a0 msgr2=0x7f767c07b760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:32.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.995+0000 7f76a1ce6640 1 --2- 172.21.15.31:0/1991040420 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f767c0792a0 0x7f767c07b760 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f768c009990 tx=0x7f768c009110 comp rx=0 tx=0).stop 2024-09-16T07:29:32.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.995+0000 7f76a1ce6640 1 -- 172.21.15.31:0/1991040420 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f769c15f270 msgr2=0x7f769c0b4a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:32.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.995+0000 7f76a1ce6640 1 --2- 172.21.15.31:0/1991040420 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f769c15f270 0x7f769c0b4a10 secure :-1 s=READY pgs=1864 cs=0 l=1 rev1=1 crypto rx=0x7f7694006010 tx=0x7f7694003f10 comp rx=0 tx=0).stop 2024-09-16T07:29:32.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.995+0000 7f76a1ce6640 1 -- 172.21.15.31:0/1991040420 shutdown_connections 2024-09-16T07:29:32.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.996+0000 7f76a1ce6640 1 --2- 172.21.15.31:0/1991040420 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f767c0792a0 0x7f767c07b760 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:32.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.996+0000 7f76a1ce6640 1 --2- 172.21.15.31:0/1991040420 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f769c15f270 0x7f769c0b4a10 unknown :-1 s=CLOSED pgs=1864 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:32.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.996+0000 7f76a1ce6640 1 --2- 172.21.15.31:0/1991040420 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f769c15aa00 0x7f769c15d970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:32.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.996+0000 7f76a1ce6640 1 --2- 172.21.15.31:0/1991040420 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f769c0cc3f0 0x7f769c1f5280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:32.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.996+0000 7f76a1ce6640 1 -- 172.21.15.31:0/1991040420 >> 172.21.15.31:0/1991040420 conn(0x7f769c0b1700 msgr2=0x7f769c0cded0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:32.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.996+0000 7f76a1ce6640 1 -- 172.21.15.31:0/1991040420 shutdown_connections 2024-09-16T07:29:32.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:32.996+0000 7f76a1ce6640 1 -- 172.21.15.31:0/1991040420 wait complete. 2024-09-16T07:29:33.006 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:29:33.006 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo mkdir -p ./volumes/subvol_grp50330/subvol67700) 2024-09-16T07:29:33.039 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:29:33.039 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.dir.layout.pool .) 2024-09-16T07:29:33.097 INFO:teuthology.orchestra.run.smithi031.stdout:cephfs_data 2024-09-16T07:29:33.097 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:29:33.097 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo setfattr -n ceph.dir.layout.pool -v cephfs_data ./volumes/subvol_grp50330/subvol67700) 2024-09-16T07:29:33.166 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:29:33.166 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd of=/home/ubuntu/cephtest/mnt.0/./volumes/subvol_grp50330/subvol67700/.meta 2024-09-16T07:29:33.236 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs subvol67700 subvol_grp50330 2024-09-16T07:29:33.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.388+0000 7f3f4b6bd640 1 -- 172.21.15.31:0/3751692482 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3f300051c0 msgr2=0x7f3f3000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:33.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.388+0000 7f3f4b6bd640 1 --2- 172.21.15.31:0/3751692482 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3f300051c0 0x7f3f3000b9c0 secure :-1 s=READY pgs=1866 cs=0 l=1 rev1=1 crypto rx=0x7f3f3c009ed0 tx=0x7f3f30005830 comp rx=0 tx=0).stop 2024-09-16T07:29:33.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.388+0000 7f3f4b6bd640 1 -- 172.21.15.31:0/3751692482 shutdown_connections 2024-09-16T07:29:33.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.388+0000 7f3f4b6bd640 1 --2- 172.21.15.31:0/3751692482 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3f300051c0 0x7f3f3000b9c0 unknown :-1 s=CLOSED pgs=1866 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:33.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.388+0000 7f3f4b6bd640 1 -- 172.21.15.31:0/3751692482 >> 172.21.15.31:0/3751692482 conn(0x7f3f4409aa30 msgr2=0x7f3f4409ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:33.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.388+0000 7f3f4b6bd640 1 -- 172.21.15.31:0/3751692482 shutdown_connections 2024-09-16T07:29:33.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.388+0000 7f3f4b6bd640 1 -- 172.21.15.31:0/3751692482 wait complete. 2024-09-16T07:29:33.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.389+0000 7f3f4b6bd640 1 Processor -- start 2024-09-16T07:29:33.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.389+0000 7f3f4b6bd640 1 -- start start 2024-09-16T07:29:33.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.390+0000 7f3f4b6bd640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3f300051c0 0x7f3f440cf030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:33.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.390+0000 7f3f4b6bd640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3f441f8f20 0x7f3f4406dc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:33.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.390+0000 7f3f4b6bd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3f441f8230 0x7f3f441f86c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:33.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.390+0000 7f3f4b6bd640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f3f441602c0 con 0x7f3f441f8230 2024-09-16T07:29:33.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.390+0000 7f3f4b6bd640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f3f44160140 con 0x7f3f441f8f20 2024-09-16T07:29:33.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.390+0000 7f3f4b6bd640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f3f44160440 con 0x7f3f300051c0 2024-09-16T07:29:33.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.390+0000 7f3f49c5a640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3f441f8230 0x7f3f441f86c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:33.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.390+0000 7f3f49c5a640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3f441f8230 0x7f3f441f86c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:49354/0 (socket says 172.21.15.31:49354) 2024-09-16T07:29:33.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.390+0000 7f3f49c5a640 1 -- 172.21.15.31:0/1410558933 learned_addr learned my addr 172.21.15.31:0/1410558933 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:33.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.390+0000 7f3f48c58640 1 --2- 172.21.15.31:0/1410558933 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3f441f8f20 0x7f3f4406dc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:33.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.390+0000 7f3f49459640 1 --2- 172.21.15.31:0/1410558933 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3f300051c0 0x7f3f440cf030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:33.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.390+0000 7f3f49c5a640 1 -- 172.21.15.31:0/1410558933 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3f300051c0 msgr2=0x7f3f440cf030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:33.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.390+0000 7f3f49c5a640 1 --2- 172.21.15.31:0/1410558933 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3f300051c0 0x7f3f440cf030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:33.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.390+0000 7f3f49c5a640 1 -- 172.21.15.31:0/1410558933 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3f441f8f20 msgr2=0x7f3f4406dc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:33.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.390+0000 7f3f49c5a640 1 --2- 172.21.15.31:0/1410558933 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3f441f8f20 0x7f3f4406dc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:33.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.390+0000 7f3f49c5a640 1 -- 172.21.15.31:0/1410558933 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f4406e580 con 0x7f3f441f8230 2024-09-16T07:29:33.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.390+0000 7f3f48c58640 1 --2- 172.21.15.31:0/1410558933 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3f441f8f20 0x7f3f4406dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:29:33.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.390+0000 7f3f49c5a640 1 --2- 172.21.15.31:0/1410558933 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3f441f8230 0x7f3f441f86c0 secure :-1 s=READY pgs=1867 cs=0 l=1 rev1=1 crypto rx=0x7f3f3c009e20 tx=0x7f3f3c004250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:33.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.390+0000 7f3f39ffb640 1 -- 172.21.15.31:0/1410558933 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f3c004650 con 0x7f3f441f8230 2024-09-16T07:29:33.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.391+0000 7f3f39ffb640 1 -- 172.21.15.31:0/1410558933 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3f3c03c480 con 0x7f3f441f8230 2024-09-16T07:29:33.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.391+0000 7f3f39ffb640 1 -- 172.21.15.31:0/1410558933 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f3c03c890 con 0x7f3f441f8230 2024-09-16T07:29:33.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.391+0000 7f3f4b6bd640 1 -- 172.21.15.31:0/1410558933 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3f4406e860 con 0x7f3f441f8230 2024-09-16T07:29:33.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.391+0000 7f3f4b6bd640 1 -- 172.21.15.31:0/1410558933 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3f4406ee20 con 0x7f3f441f8230 2024-09-16T07:29:33.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.392+0000 7f3f4b6bd640 1 -- 172.21.15.31:0/1410558933 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3f440b27f0 con 0x7f3f441f8230 2024-09-16T07:29:33.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.392+0000 7f3f39ffb640 1 -- 172.21.15.31:0/1410558933 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 25) ==== 102205+0+0 (secure 0 0 0) 0x7f3f3c044020 con 0x7f3f441f8230 2024-09-16T07:29:33.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.393+0000 7f3f39ffb640 1 --2- 172.21.15.31:0/1410558933 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3f280792a0 0x7f3f2807b760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:33.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.393+0000 7f3f39ffb640 1 -- 172.21.15.31:0/1410558933 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(166..166 src has 1..166) ==== 5737+0+0 (secure 0 0 0) 0x7f3f3c0ba1d0 con 0x7f3f441f8230 2024-09-16T07:29:33.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.393+0000 7f3f49459640 1 --2- 172.21.15.31:0/1410558933 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3f280792a0 0x7f3f2807b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:33.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.393+0000 7f3f49459640 1 --2- 172.21.15.31:0/1410558933 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3f280792a0 0x7f3f2807b760 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f3f400048a0 tx=0x7f3f40000ed0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:33.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.397+0000 7f3f39ffb640 1 -- 172.21.15.31:0/1410558933 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f3f3c04b020 con 0x7f3f441f8230 2024-09-16T07:29:33.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.612+0000 7f3f4b6bd640 1 -- 172.21.15.31:0/1410558933 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "subvol67700", "group_name": "subvol_grp50330", "target": ["mon-mgr", ""]}) -- 0x7f3f440d2a60 con 0x7f3f280792a0 2024-09-16T07:29:33.616 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:29:33.617+0000 7f8a5fdaa640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:29:33.616 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:29:33.617+0000 7f8a5fdaa640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:29:33.616 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:29:33.617+0000 7f8a5fdaa640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:29:33.616 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:29:33.617+0000 7f8a5fdaa640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:29:33.616 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:29:33.617+0000 7f8a5fdaa640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:29:33.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.645+0000 7f3f39ffb640 1 -- 172.21.15.31:0/1410558933 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f3f440d2a60 con 0x7f3f280792a0 2024-09-16T07:29:33.644 INFO:teuthology.orchestra.run.smithi031.stdout:/volumes/subvol_grp50330/subvol67700 2024-09-16T07:29:33.647 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.647+0000 7f3f4b6bd640 1 -- 172.21.15.31:0/1410558933 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3f280792a0 msgr2=0x7f3f2807b760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:33.647 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.647+0000 7f3f4b6bd640 1 --2- 172.21.15.31:0/1410558933 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3f280792a0 0x7f3f2807b760 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f3f400048a0 tx=0x7f3f40000ed0 comp rx=0 tx=0).stop 2024-09-16T07:29:33.647 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.647+0000 7f3f4b6bd640 1 -- 172.21.15.31:0/1410558933 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3f441f8230 msgr2=0x7f3f441f86c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:33.647 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.647+0000 7f3f4b6bd640 1 --2- 172.21.15.31:0/1410558933 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3f441f8230 0x7f3f441f86c0 secure :-1 s=READY pgs=1867 cs=0 l=1 rev1=1 crypto rx=0x7f3f3c009e20 tx=0x7f3f3c004250 comp rx=0 tx=0).stop 2024-09-16T07:29:33.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.647+0000 7f3f4b6bd640 1 -- 172.21.15.31:0/1410558933 shutdown_connections 2024-09-16T07:29:33.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.647+0000 7f3f4b6bd640 1 --2- 172.21.15.31:0/1410558933 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3f280792a0 0x7f3f2807b760 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:33.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.647+0000 7f3f4b6bd640 1 --2- 172.21.15.31:0/1410558933 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3f441f8230 0x7f3f441f86c0 unknown :-1 s=CLOSED pgs=1867 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:33.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.647+0000 7f3f4b6bd640 1 --2- 172.21.15.31:0/1410558933 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3f441f8f20 0x7f3f4406dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:33.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.647+0000 7f3f4b6bd640 1 --2- 172.21.15.31:0/1410558933 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3f300051c0 0x7f3f440cf030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:33.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.647+0000 7f3f4b6bd640 1 -- 172.21.15.31:0/1410558933 >> 172.21.15.31:0/1410558933 conn(0x7f3f4409aa30 msgr2=0x7f3f4415f300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:33.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.647+0000 7f3f4b6bd640 1 -- 172.21.15.31:0/1410558933 shutdown_connections 2024-09-16T07:29:33.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.647+0000 7f3f4b6bd640 1 -- 172.21.15.31:0/1410558933 wait complete. 2024-09-16T07:29:33.658 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs subvol67700 subvol_grp50330 2024-09-16T07:29:33.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.768+0000 7f712dc71640 1 -- 172.21.15.31:0/1845397280 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f71281616e0 msgr2=0x7f71280d1ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:33.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.768+0000 7f712dc71640 1 --2- 172.21.15.31:0/1845397280 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f71281616e0 0x7f71280d1ea0 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f711c009830 tx=0x7f711c02a530 comp rx=0 tx=0).stop 2024-09-16T07:29:33.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.768+0000 7f712dc71640 1 -- 172.21.15.31:0/1845397280 shutdown_connections 2024-09-16T07:29:33.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.768+0000 7f712dc71640 1 --2- 172.21.15.31:0/1845397280 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f71281616e0 0x7f71280d1ea0 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:33.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.768+0000 7f712dc71640 1 --2- 172.21.15.31:0/1845397280 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7128161300 0x7f71280d4940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:33.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.768+0000 7f712dc71640 1 -- 172.21.15.31:0/1845397280 >> 172.21.15.31:0/1845397280 conn(0x7f71280d3e20 msgr2=0x7f71280d4230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:33.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.768+0000 7f712dc71640 1 -- 172.21.15.31:0/1845397280 shutdown_connections 2024-09-16T07:29:33.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.768+0000 7f712dc71640 1 -- 172.21.15.31:0/1845397280 wait complete. 2024-09-16T07:29:33.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.769+0000 7f712dc71640 1 Processor -- start 2024-09-16T07:29:33.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.769+0000 7f712dc71640 1 -- start start 2024-09-16T07:29:33.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.770+0000 7f712dc71640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f71280d23e0 0x7f71281f52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:33.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.770+0000 7f712dc71640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7128161300 0x7f712815d3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:33.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.770+0000 7f712dc71640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f71281616e0 0x7f71280b3b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:33.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.770+0000 7f712dc71640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f71280d2c20 con 0x7f7128161300 2024-09-16T07:29:33.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.770+0000 7f712dc71640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f71280d2aa0 con 0x7f71280d23e0 2024-09-16T07:29:33.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.770+0000 7f712dc71640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f71280d0cc0 con 0x7f71281616e0 2024-09-16T07:29:33.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.770+0000 7f7126ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7128161300 0x7f712815d3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:33.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.770+0000 7f7126ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7128161300 0x7f712815d3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:49378/0 (socket says 172.21.15.31:49378) 2024-09-16T07:29:33.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.770+0000 7f7126ffd640 1 -- 172.21.15.31:0/92343284 learned_addr learned my addr 172.21.15.31:0/92343284 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:33.771 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.771+0000 7f71277fe640 1 --2- 172.21.15.31:0/92343284 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f71280d23e0 0x7f71281f52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:33.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.771+0000 7f7127fff640 1 --2- 172.21.15.31:0/92343284 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f71281616e0 0x7f71280b3b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:33.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.771+0000 7f7126ffd640 1 -- 172.21.15.31:0/92343284 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f71281616e0 msgr2=0x7f71280b3b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:33.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.771+0000 7f7126ffd640 1 --2- 172.21.15.31:0/92343284 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f71281616e0 0x7f71280b3b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:33.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.771+0000 7f7126ffd640 1 -- 172.21.15.31:0/92343284 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f71280d23e0 msgr2=0x7f71281f52e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:33.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.771+0000 7f7126ffd640 1 --2- 172.21.15.31:0/92343284 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f71280d23e0 0x7f71281f52e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:33.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.771+0000 7f7126ffd640 1 -- 172.21.15.31:0/92343284 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71281f5820 con 0x7f7128161300 2024-09-16T07:29:33.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.771+0000 7f7126ffd640 1 --2- 172.21.15.31:0/92343284 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7128161300 0x7f712815d3e0 secure :-1 s=READY pgs=1871 cs=0 l=1 rev1=1 crypto rx=0x7f711c02ab20 tx=0x7f711c003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:33.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.771+0000 7f710ffff640 1 -- 172.21.15.31:0/92343284 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f711c005c90 con 0x7f7128161300 2024-09-16T07:29:33.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.771+0000 7f712dc71640 1 -- 172.21.15.31:0/92343284 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71280cd180 con 0x7f7128161300 2024-09-16T07:29:33.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.771+0000 7f710ffff640 1 -- 172.21.15.31:0/92343284 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f711c005020 con 0x7f7128161300 2024-09-16T07:29:33.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.771+0000 7f710ffff640 1 -- 172.21.15.31:0/92343284 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f711c005450 con 0x7f7128161300 2024-09-16T07:29:33.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.771+0000 7f712dc71640 1 -- 172.21.15.31:0/92343284 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71280cb370 con 0x7f7128161300 2024-09-16T07:29:33.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.772+0000 7f712dc71640 1 -- 172.21.15.31:0/92343284 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f71280d3590 con 0x7f7128161300 2024-09-16T07:29:33.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.773+0000 7f710ffff640 1 -- 172.21.15.31:0/92343284 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 25) ==== 102205+0+0 (secure 0 0 0) 0x7f711c0317c0 con 0x7f7128161300 2024-09-16T07:29:33.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.773+0000 7f710ffff640 1 --2- 172.21.15.31:0/92343284 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7114079270 0x7f711407b730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:33.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.773+0000 7f710ffff640 1 -- 172.21.15.31:0/92343284 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(166..166 src has 1..166) ==== 5737+0+0 (secure 0 0 0) 0x7f711c0ba380 con 0x7f7128161300 2024-09-16T07:29:33.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.773+0000 7f71277fe640 1 --2- 172.21.15.31:0/92343284 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7114079270 0x7f711407b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:33.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.774+0000 7f71277fe640 1 --2- 172.21.15.31:0/92343284 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7114079270 0x7f711407b730 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f7118005fd0 tx=0x7f7118009500 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:33.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.778+0000 7f710ffff640 1 -- 172.21.15.31:0/92343284 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f71280d3590 con 0x7f7128161300 2024-09-16T07:29:33.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.994+0000 7f712dc71640 1 -- 172.21.15.31:0/92343284 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "subvol67700", "group_name": "subvol_grp50330", "target": ["mon-mgr", ""]}) -- 0x7f71280d11e0 con 0x7f7114079270 2024-09-16T07:29:33.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:33.998+0000 7f710ffff640 1 -- 172.21.15.31:0/92343284 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f71280d11e0 con 0x7f7114079270 2024-09-16T07:29:33.998 INFO:teuthology.orchestra.run.smithi031.stdout:/volumes/subvol_grp50330/subvol67700 2024-09-16T07:29:34.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:34.001+0000 7f712dc71640 1 -- 172.21.15.31:0/92343284 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7114079270 msgr2=0x7f711407b730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:34.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:34.001+0000 7f712dc71640 1 --2- 172.21.15.31:0/92343284 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7114079270 0x7f711407b730 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f7118005fd0 tx=0x7f7118009500 comp rx=0 tx=0).stop 2024-09-16T07:29:34.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:34.001+0000 7f712dc71640 1 -- 172.21.15.31:0/92343284 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7128161300 msgr2=0x7f712815d3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:34.001 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:34.001+0000 7f712dc71640 1 --2- 172.21.15.31:0/92343284 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7128161300 0x7f712815d3e0 secure :-1 s=READY pgs=1871 cs=0 l=1 rev1=1 crypto rx=0x7f711c02ab20 tx=0x7f711c003c10 comp rx=0 tx=0).stop 2024-09-16T07:29:34.001 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:34.001+0000 7f712dc71640 1 -- 172.21.15.31:0/92343284 shutdown_connections 2024-09-16T07:29:34.001 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:34.001+0000 7f712dc71640 1 --2- 172.21.15.31:0/92343284 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7114079270 0x7f711407b730 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:34.001 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:34.001+0000 7f712dc71640 1 --2- 172.21.15.31:0/92343284 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f71281616e0 0x7f71280b3b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:34.001 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:34.001+0000 7f712dc71640 1 --2- 172.21.15.31:0/92343284 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7128161300 0x7f712815d3e0 unknown :-1 s=CLOSED pgs=1871 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:34.001 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:34.001+0000 7f712dc71640 1 --2- 172.21.15.31:0/92343284 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f71280d23e0 0x7f71281f52e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:34.001 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:34.001+0000 7f712dc71640 1 -- 172.21.15.31:0/92343284 >> 172.21.15.31:0/92343284 conn(0x7f71280d3e20 msgr2=0x7f712806dad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:34.001 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:34.001+0000 7f712dc71640 1 -- 172.21.15.31:0/92343284 shutdown_connections 2024-09-16T07:29:34.001 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:34.001+0000 7f712dc71640 1 -- 172.21.15.31:0/92343284 wait complete. 2024-09-16T07:29:34.011 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:29:34.011 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo cat ./volumes/_legacy/e135cbf125bfe1a76c2e2ac11cf02544.meta) 2024-09-16T07:29:38.063 INFO:teuthology.orchestra.run.smithi031.stdout:[GLOBAL] 2024-09-16T07:29:38.064 INFO:teuthology.orchestra.run.smithi031.stdout:version = 1 2024-09-16T07:29:38.064 INFO:teuthology.orchestra.run.smithi031.stdout:type = subvolume 2024-09-16T07:29:38.064 INFO:teuthology.orchestra.run.smithi031.stdout:path = /volumes/subvol_grp50330/subvol67700 2024-09-16T07:29:38.064 INFO:teuthology.orchestra.run.smithi031.stdout:state = complete 2024-09-16T07:29:38.064 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:29:38.066 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume rm cephfs subvol67700 subvol_grp50330 2024-09-16T07:29:38.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.187+0000 7f1c0199b640 1 -- 172.21.15.31:0/2407536239 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1bfc06d250 msgr2=0x7f1bfc15f920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:38.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.187+0000 7f1c0199b640 1 --2- 172.21.15.31:0/2407536239 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1bfc06d250 0x7f1bfc15f920 secure :-1 s=READY pgs=1873 cs=0 l=1 rev1=1 crypto rx=0x7f1bfc0d0e60 tx=0x7f1bf402a8b0 comp rx=0 tx=0).stop 2024-09-16T07:29:38.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.187+0000 7f1c0199b640 1 -- 172.21.15.31:0/2407536239 shutdown_connections 2024-09-16T07:29:38.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.187+0000 7f1c0199b640 1 --2- 172.21.15.31:0/2407536239 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1bfc06d250 0x7f1bfc15f920 unknown :-1 s=CLOSED pgs=1873 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:38.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.187+0000 7f1c0199b640 1 --2- 172.21.15.31:0/2407536239 >> v2:172.21.15.155:3300/0 conn(0x7f1bfc074770 0x7f1bfc0cb6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:38.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.187+0000 7f1c0199b640 1 -- 172.21.15.31:0/2407536239 >> 172.21.15.31:0/2407536239 conn(0x7f1bfc0cfdf0 msgr2=0x7f1bfc0d01d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:38.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.187+0000 7f1c0199b640 1 -- 172.21.15.31:0/2407536239 shutdown_connections 2024-09-16T07:29:38.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.187+0000 7f1c0199b640 1 -- 172.21.15.31:0/2407536239 wait complete. 2024-09-16T07:29:38.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.188+0000 7f1c0199b640 1 Processor -- start 2024-09-16T07:29:38.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.188+0000 7f1c0199b640 1 -- start start 2024-09-16T07:29:38.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.189+0000 7f1c0199b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1bfc06d250 0x7f1bfc14d1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:38.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.189+0000 7f1c0199b640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1bfc06fb30 0x7f1bfc0b2c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:38.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.189+0000 7f1c0199b640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1bfc074770 0x7f1bfc09d040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:38.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.189+0000 7f1c0199b640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f1bfc0700f0 con 0x7f1bfc06d250 2024-09-16T07:29:38.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.189+0000 7f1c0199b640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f1bfc06ff70 con 0x7f1bfc074770 2024-09-16T07:29:38.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.189+0000 7f1c0199b640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f1bfc15fe60 con 0x7f1bfc06fb30 2024-09-16T07:29:38.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.189+0000 7f1bfaffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1bfc06d250 0x7f1bfc14d1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:38.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.189+0000 7f1bfaffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1bfc06d250 0x7f1bfc14d1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:49394/0 (socket says 172.21.15.31:49394) 2024-09-16T07:29:38.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.189+0000 7f1bfaffd640 1 -- 172.21.15.31:0/2120294391 learned_addr learned my addr 172.21.15.31:0/2120294391 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:38.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.189+0000 7f1bfb7fe640 1 --2- 172.21.15.31:0/2120294391 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1bfc074770 0x7f1bfc09d040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:38.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.189+0000 7f1bf27fc640 1 --2- 172.21.15.31:0/2120294391 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1bfc06fb30 0x7f1bfc0b2c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:38.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.189+0000 7f1bfaffd640 1 -- 172.21.15.31:0/2120294391 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1bfc06fb30 msgr2=0x7f1bfc0b2c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:38.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.189+0000 7f1bfaffd640 1 --2- 172.21.15.31:0/2120294391 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1bfc06fb30 0x7f1bfc0b2c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:38.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.189+0000 7f1bfaffd640 1 -- 172.21.15.31:0/2120294391 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1bfc074770 msgr2=0x7f1bfc09d040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:38.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.189+0000 7f1bfaffd640 1 --2- 172.21.15.31:0/2120294391 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1bfc074770 0x7f1bfc09d040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:38.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.189+0000 7f1bfaffd640 1 -- 172.21.15.31:0/2120294391 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1bfc0b3580 con 0x7f1bfc06d250 2024-09-16T07:29:38.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.190+0000 7f1bfaffd640 1 --2- 172.21.15.31:0/2120294391 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1bfc06d250 0x7f1bfc14d1d0 secure :-1 s=READY pgs=1874 cs=0 l=1 rev1=1 crypto rx=0x7f1bec00d950 tx=0x7f1bec00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:38.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.190+0000 7f1bf8ff9640 1 -- 172.21.15.31:0/2120294391 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bec017070 con 0x7f1bfc06d250 2024-09-16T07:29:38.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.190+0000 7f1bf8ff9640 1 -- 172.21.15.31:0/2120294391 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1bec009cc0 con 0x7f1bfc06d250 2024-09-16T07:29:38.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.190+0000 7f1c0199b640 1 -- 172.21.15.31:0/2120294391 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1bfc0b3860 con 0x7f1bfc06d250 2024-09-16T07:29:38.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.190+0000 7f1bf8ff9640 1 -- 172.21.15.31:0/2120294391 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bec0106c0 con 0x7f1bfc06d250 2024-09-16T07:29:38.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.190+0000 7f1c0199b640 1 -- 172.21.15.31:0/2120294391 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1bfc0b3e20 con 0x7f1bfc06d250 2024-09-16T07:29:38.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.191+0000 7f1c0199b640 1 -- 172.21.15.31:0/2120294391 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1bfc1602c0 con 0x7f1bfc06d250 2024-09-16T07:29:38.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.192+0000 7f1bf8ff9640 1 -- 172.21.15.31:0/2120294391 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 26) ==== 102256+0+0 (secure 0 0 0) 0x7f1bec010860 con 0x7f1bfc06d250 2024-09-16T07:29:38.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.192+0000 7f1bf8ff9640 1 --2- 172.21.15.31:0/2120294391 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f1bdc079300 0x7f1bdc07b7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:38.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.192+0000 7f1bf27fc640 1 --2- 172.21.15.31:0/2120294391 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f1bdc079300 0x7f1bdc07b7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:38.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.192+0000 7f1bf8ff9640 1 -- 172.21.15.31:0/2120294391 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(166..166 src has 1..166) ==== 5737+0+0 (secure 0 0 0) 0x7f1bec099500 con 0x7f1bfc06d250 2024-09-16T07:29:38.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.193+0000 7f1bf27fc640 1 --2- 172.21.15.31:0/2120294391 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f1bdc079300 0x7f1bdc07b7c0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f1be4007fd0 tx=0x7f1be4001410 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:38.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.197+0000 7f1bf8ff9640 1 -- 172.21.15.31:0/2120294391 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f1bec062fd0 con 0x7f1bfc06d250 2024-09-16T07:29:38.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.410+0000 7f1c0199b640 1 -- 172.21.15.31:0/2120294391 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolume rm", "vol_name": "cephfs", "sub_name": "subvol67700", "group_name": "subvol_grp50330", "target": ["mon-mgr", ""]}) -- 0x7f1bfc06f910 con 0x7f1bdc079300 2024-09-16T07:29:38.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.422+0000 7f1bf8ff9640 1 -- 172.21.15.31:0/2120294391 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f1bfc06f910 con 0x7f1bdc079300 2024-09-16T07:29:38.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.425+0000 7f1c0199b640 1 -- 172.21.15.31:0/2120294391 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f1bdc079300 msgr2=0x7f1bdc07b7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:38.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.425+0000 7f1c0199b640 1 --2- 172.21.15.31:0/2120294391 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f1bdc079300 0x7f1bdc07b7c0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f1be4007fd0 tx=0x7f1be4001410 comp rx=0 tx=0).stop 2024-09-16T07:29:38.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.425+0000 7f1c0199b640 1 -- 172.21.15.31:0/2120294391 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1bfc06d250 msgr2=0x7f1bfc14d1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:38.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.425+0000 7f1c0199b640 1 --2- 172.21.15.31:0/2120294391 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1bfc06d250 0x7f1bfc14d1d0 secure :-1 s=READY pgs=1874 cs=0 l=1 rev1=1 crypto rx=0x7f1bec00d950 tx=0x7f1bec00de10 comp rx=0 tx=0).stop 2024-09-16T07:29:38.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.425+0000 7f1c0199b640 1 -- 172.21.15.31:0/2120294391 shutdown_connections 2024-09-16T07:29:38.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.425+0000 7f1c0199b640 1 --2- 172.21.15.31:0/2120294391 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f1bdc079300 0x7f1bdc07b7c0 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:38.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.425+0000 7f1c0199b640 1 --2- 172.21.15.31:0/2120294391 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1bfc074770 0x7f1bfc09d040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:38.427 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.425+0000 7f1c0199b640 1 --2- 172.21.15.31:0/2120294391 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1bfc06fb30 0x7f1bfc0b2c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:38.427 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.425+0000 7f1c0199b640 1 --2- 172.21.15.31:0/2120294391 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1bfc06d250 0x7f1bfc14d1d0 unknown :-1 s=CLOSED pgs=1874 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:38.427 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.425+0000 7f1c0199b640 1 -- 172.21.15.31:0/2120294391 >> 172.21.15.31:0/2120294391 conn(0x7f1bfc0cfdf0 msgr2=0x7f1bfc06cb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:38.427 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.426+0000 7f1c0199b640 1 -- 172.21.15.31:0/2120294391 shutdown_connections 2024-09-16T07:29:38.427 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.426+0000 7f1c0199b640 1 -- 172.21.15.31:0/2120294391 wait complete. 2024-09-16T07:29:38.427 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:29:38.427+0000 7f8a61dae640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:29:38.427 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:29:38.427+0000 7f8a61dae640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:29:38.427 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:29:38.427+0000 7f8a61dae640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:29:38.428 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:29:38.427+0000 7f8a61dae640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:29:38.428 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:29:38.427+0000 7f8a61dae640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:29:38.439 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'stat -c %h /home/ubuntu/cephtest/mnt.0/./volumes/_deleting') 2024-09-16T07:29:38.443 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:29:38.442+0000 7f8a62db0640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:29:38.443 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:29:38.442+0000 7f8a62db0640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:29:38.443 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:29:38.442+0000 7f8a62db0640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:29:38.443 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:29:38.442+0000 7f8a62db0640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:29:38.443 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-16T07:29:38.442+0000 7f8a62db0640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T07:29:38.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-16T07:29:38.494 INFO:teuthology.orchestra.run.smithi031.stdout:2 2024-09-16T07:29:38.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T07:29:38.501 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolumegroup rm cephfs subvol_grp50330 2024-09-16T07:29:38.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.650+0000 7f040d2dd640 1 -- 172.21.15.31:0/1789414904 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f03f0003a50 msgr2=0x7f03f0003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:38.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.650+0000 7f040d2dd640 1 --2- 172.21.15.31:0/1789414904 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f03f0003a50 0x7f03f0003e70 secure :-1 s=READY pgs=1880 cs=0 l=1 rev1=1 crypto rx=0x7f03f80016c0 tx=0x7f03f0005830 comp rx=0 tx=0).stop 2024-09-16T07:29:38.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.650+0000 7f040d2dd640 1 -- 172.21.15.31:0/1789414904 shutdown_connections 2024-09-16T07:29:38.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.650+0000 7f040d2dd640 1 --2- 172.21.15.31:0/1789414904 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f03f0003a50 0x7f03f0003e70 unknown :-1 s=CLOSED pgs=1880 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:38.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.650+0000 7f040d2dd640 1 -- 172.21.15.31:0/1789414904 >> 172.21.15.31:0/1789414904 conn(0x7f04080b1700 msgr2=0x7f04080b1ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:38.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.650+0000 7f040d2dd640 1 -- 172.21.15.31:0/1789414904 shutdown_connections 2024-09-16T07:29:38.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.650+0000 7f040d2dd640 1 -- 172.21.15.31:0/1789414904 wait complete. 2024-09-16T07:29:38.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.651+0000 7f040d2dd640 1 Processor -- start 2024-09-16T07:29:38.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.651+0000 7f040d2dd640 1 -- start start 2024-09-16T07:29:38.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.652+0000 7f040d2dd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f03f0003a50 0x7f04081f4cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:38.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.652+0000 7f040d2dd640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0408153970 0x7f0408159e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:38.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.652+0000 7f040d2dd640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f04080b5730 0x7f040815a340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:38.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.652+0000 7f040d2dd640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f04080cc6c0 con 0x7f03f0003a50 2024-09-16T07:29:38.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.652+0000 7f040d2dd640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f04080cc540 con 0x7f0408153970 2024-09-16T07:29:38.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.652+0000 7f040d2dd640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f04080cc840 con 0x7f04080b5730 2024-09-16T07:29:38.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.652+0000 7f0406ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f03f0003a50 0x7f04081f4cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:38.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.652+0000 7f0406ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f03f0003a50 0x7f04081f4cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:49428/0 (socket says 172.21.15.31:49428) 2024-09-16T07:29:38.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.652+0000 7f0406ffd640 1 -- 172.21.15.31:0/2140468762 learned_addr learned my addr 172.21.15.31:0/2140468762 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:38.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.652+0000 7f04077fe640 1 --2- 172.21.15.31:0/2140468762 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f04080b5730 0x7f040815a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:38.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.652+0000 7f04067fc640 1 --2- 172.21.15.31:0/2140468762 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0408153970 0x7f0408159e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:38.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.653+0000 7f0406ffd640 1 -- 172.21.15.31:0/2140468762 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f04080b5730 msgr2=0x7f040815a340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:38.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.653+0000 7f0406ffd640 1 --2- 172.21.15.31:0/2140468762 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f04080b5730 0x7f040815a340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:38.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.653+0000 7f0406ffd640 1 -- 172.21.15.31:0/2140468762 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0408153970 msgr2=0x7f0408159e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:38.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.653+0000 7f0406ffd640 1 --2- 172.21.15.31:0/2140468762 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0408153970 0x7f0408159e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:38.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.653+0000 7f0406ffd640 1 -- 172.21.15.31:0/2140468762 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0408150940 con 0x7f03f0003a50 2024-09-16T07:29:38.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.653+0000 7f0406ffd640 1 --2- 172.21.15.31:0/2140468762 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f03f0003a50 0x7f04081f4cf0 secure :-1 s=READY pgs=1881 cs=0 l=1 rev1=1 crypto rx=0x7f03f80017b0 tx=0x7f03f80063a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:38.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.653+0000 7f03ef7fe640 1 -- 172.21.15.31:0/2140468762 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03f8003a00 con 0x7f03f0003a50 2024-09-16T07:29:38.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.653+0000 7f03ef7fe640 1 -- 172.21.15.31:0/2140468762 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f03f8039070 con 0x7f03f0003a50 2024-09-16T07:29:38.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.653+0000 7f040d2dd640 1 -- 172.21.15.31:0/2140468762 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04081f8d20 con 0x7f03f0003a50 2024-09-16T07:29:38.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.653+0000 7f03ef7fe640 1 -- 172.21.15.31:0/2140468762 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03f8033420 con 0x7f03f0003a50 2024-09-16T07:29:38.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.653+0000 7f040d2dd640 1 -- 172.21.15.31:0/2140468762 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04081f92e0 con 0x7f03f0003a50 2024-09-16T07:29:38.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.654+0000 7f040d2dd640 1 -- 172.21.15.31:0/2140468762 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f04081f99a0 con 0x7f03f0003a50 2024-09-16T07:29:38.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.655+0000 7f03ef7fe640 1 -- 172.21.15.31:0/2140468762 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 26) ==== 102256+0+0 (secure 0 0 0) 0x7f03f8044020 con 0x7f03f0003a50 2024-09-16T07:29:38.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.655+0000 7f03ef7fe640 1 --2- 172.21.15.31:0/2140468762 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f03f4079330 0x7f03f407b7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:38.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.655+0000 7f04067fc640 1 --2- 172.21.15.31:0/2140468762 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f03f4079330 0x7f03f407b7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:38.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.655+0000 7f03ef7fe640 1 -- 172.21.15.31:0/2140468762 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(166..166 src has 1..166) ==== 5737+0+0 (secure 0 0 0) 0x7f03f80b8ba0 con 0x7f03f0003a50 2024-09-16T07:29:38.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.656+0000 7f04067fc640 1 --2- 172.21.15.31:0/2140468762 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f03f4079330 0x7f03f407b7f0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f0408156c90 tx=0x7f03fc005f90 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:38.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.659+0000 7f03ef7fe640 1 -- 172.21.15.31:0/2140468762 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f04081f99a0 con 0x7f03f0003a50 2024-09-16T07:29:38.698 DEBUG:teuthology.orchestra.run.smithi031:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T07:29:38.701 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T07:29:38.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.876+0000 7f040d2dd640 1 -- 172.21.15.31:0/2140468762 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup rm", "vol_name": "cephfs", "group_name": "subvol_grp50330", "target": ["mon-mgr", ""]}) -- 0x7f0408070730 con 0x7f03f4079330 2024-09-16T07:29:38.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.880+0000 7f03ef7fe640 1 -- 172.21.15.31:0/2140468762 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f0408070730 con 0x7f03f4079330 2024-09-16T07:29:38.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.882+0000 7f040d2dd640 1 -- 172.21.15.31:0/2140468762 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f03f4079330 msgr2=0x7f03f407b7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:38.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.882+0000 7f040d2dd640 1 --2- 172.21.15.31:0/2140468762 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f03f4079330 0x7f03f407b7f0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f0408156c90 tx=0x7f03fc005f90 comp rx=0 tx=0).stop 2024-09-16T07:29:38.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.882+0000 7f040d2dd640 1 -- 172.21.15.31:0/2140468762 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f03f0003a50 msgr2=0x7f04081f4cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:38.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.882+0000 7f040d2dd640 1 --2- 172.21.15.31:0/2140468762 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f03f0003a50 0x7f04081f4cf0 secure :-1 s=READY pgs=1881 cs=0 l=1 rev1=1 crypto rx=0x7f03f80017b0 tx=0x7f03f80063a0 comp rx=0 tx=0).stop 2024-09-16T07:29:38.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.882+0000 7f040d2dd640 1 -- 172.21.15.31:0/2140468762 shutdown_connections 2024-09-16T07:29:38.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.882+0000 7f040d2dd640 1 --2- 172.21.15.31:0/2140468762 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f03f4079330 0x7f03f407b7f0 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:38.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.882+0000 7f040d2dd640 1 --2- 172.21.15.31:0/2140468762 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f04080b5730 0x7f040815a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:38.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.882+0000 7f040d2dd640 1 --2- 172.21.15.31:0/2140468762 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0408153970 0x7f0408159e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:38.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.882+0000 7f040d2dd640 1 --2- 172.21.15.31:0/2140468762 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f03f0003a50 0x7f04081f4cf0 unknown :-1 s=CLOSED pgs=1881 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:38.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.882+0000 7f040d2dd640 1 -- 172.21.15.31:0/2140468762 >> 172.21.15.31:0/2140468762 conn(0x7f04080b1700 msgr2=0x7f0408072440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:38.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.882+0000 7f040d2dd640 1 -- 172.21.15.31:0/2140468762 shutdown_connections 2024-09-16T07:29:38.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:38.882+0000 7f040d2dd640 1 -- 172.21.15.31:0/2140468762 wait complete. 2024-09-16T07:29:38.893 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-16T07:29:38.893 DEBUG:teuthology.orchestra.run.smithi031:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T07:29:38.935 DEBUG:teuthology.orchestra.run.smithi155:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-16T07:29:38.975 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-16T07:29:38.975 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T07:29:38.975 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:29:38.975 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:29:38.992 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:29:38.992 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:29:39.049 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T07:29:39.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.195+0000 7fe3a9fda640 1 -- 172.21.15.31:0/1213822672 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe3a4071c30 msgr2=0x7fe3a40d03f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:39.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.195+0000 7fe3a9fda640 1 --2- 172.21.15.31:0/1213822672 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe3a4071c30 0x7fe3a40d03f0 secure :-1 s=READY pgs=1883 cs=0 l=1 rev1=1 crypto rx=0x7fe394009830 tx=0x7fe39402a480 comp rx=0 tx=0).stop 2024-09-16T07:29:39.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.195+0000 7fe3a9fda640 1 -- 172.21.15.31:0/1213822672 shutdown_connections 2024-09-16T07:29:39.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.195+0000 7fe3a9fda640 1 --2- 172.21.15.31:0/1213822672 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe3a40cc740 0x7fe3a40736e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:39.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.195+0000 7fe3a9fda640 1 --2- 172.21.15.31:0/1213822672 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe3a4071c30 0x7fe3a40d03f0 unknown :-1 s=CLOSED pgs=1883 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:39.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.195+0000 7fe3a9fda640 1 -- 172.21.15.31:0/1213822672 >> 172.21.15.31:0/1213822672 conn(0x7fe3a40d0c20 msgr2=0x7fe3a40d1030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:39.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.195+0000 7fe3a9fda640 1 -- 172.21.15.31:0/1213822672 shutdown_connections 2024-09-16T07:29:39.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.195+0000 7fe3a9fda640 1 -- 172.21.15.31:0/1213822672 wait complete. 2024-09-16T07:29:39.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.196+0000 7fe3a9fda640 1 Processor -- start 2024-09-16T07:29:39.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.197+0000 7fe3a9fda640 1 -- start start 2024-09-16T07:29:39.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.197+0000 7fe3a9fda640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe3a4071c30 0x7fe3a40c7400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:39.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.197+0000 7fe3a9fda640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe3a4073c20 0x7fe3a40b2070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:39.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.197+0000 7fe3a9fda640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe3a40cc740 0x7fe3a41583e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:39.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.197+0000 7fe3a9fda640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fe3a406cb40 con 0x7fe3a4073c20 2024-09-16T07:29:39.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.197+0000 7fe3a9fda640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fe3a406ccc0 con 0x7fe3a4071c30 2024-09-16T07:29:39.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.197+0000 7fe3a9fda640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fe3a406ce40 con 0x7fe3a40cc740 2024-09-16T07:29:39.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.197+0000 7fe3a2ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe3a4073c20 0x7fe3a40b2070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:39.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.197+0000 7fe3a2ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe3a4073c20 0x7fe3a40b2070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:49450/0 (socket says 172.21.15.31:49450) 2024-09-16T07:29:39.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.197+0000 7fe3a2ffd640 1 -- 172.21.15.31:0/1354126321 learned_addr learned my addr 172.21.15.31:0/1354126321 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:39.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.198+0000 7fe3a37fe640 1 --2- 172.21.15.31:0/1354126321 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe3a4071c30 0x7fe3a40c7400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:39.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.198+0000 7fe3a3fff640 1 --2- 172.21.15.31:0/1354126321 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe3a40cc740 0x7fe3a41583e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:39.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.198+0000 7fe3a2ffd640 1 -- 172.21.15.31:0/1354126321 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe3a40cc740 msgr2=0x7fe3a41583e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:39.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.198+0000 7fe3a2ffd640 1 --2- 172.21.15.31:0/1354126321 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe3a40cc740 0x7fe3a41583e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:39.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.198+0000 7fe3a2ffd640 1 -- 172.21.15.31:0/1354126321 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe3a4071c30 msgr2=0x7fe3a40c7400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:39.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.198+0000 7fe3a2ffd640 1 --2- 172.21.15.31:0/1354126321 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe3a4071c30 0x7fe3a40c7400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:39.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.198+0000 7fe3a2ffd640 1 -- 172.21.15.31:0/1354126321 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3a40b5990 con 0x7fe3a4073c20 2024-09-16T07:29:39.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.198+0000 7fe3a3fff640 1 --2- 172.21.15.31:0/1354126321 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe3a40cc740 0x7fe3a41583e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:29:39.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.198+0000 7fe3a37fe640 1 --2- 172.21.15.31:0/1354126321 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe3a4071c30 0x7fe3a40c7400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:29:39.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.198+0000 7fe3a2ffd640 1 --2- 172.21.15.31:0/1354126321 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe3a4073c20 0x7fe3a40b2070 secure :-1 s=READY pgs=1884 cs=0 l=1 rev1=1 crypto rx=0x7fe39800d740 tx=0x7fe39800dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:39.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.198+0000 7fe38bfff640 1 -- 172.21.15.31:0/1354126321 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe398017070 con 0x7fe3a4073c20 2024-09-16T07:29:39.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.198+0000 7fe38bfff640 1 -- 172.21.15.31:0/1354126321 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe398009d20 con 0x7fe3a4073c20 2024-09-16T07:29:39.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.198+0000 7fe3a9fda640 1 -- 172.21.15.31:0/1354126321 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe3a40b5c60 con 0x7fe3a4073c20 2024-09-16T07:29:39.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.198+0000 7fe38bfff640 1 -- 172.21.15.31:0/1354126321 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3980106c0 con 0x7fe3a4073c20 2024-09-16T07:29:39.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.198+0000 7fe3a9fda640 1 -- 172.21.15.31:0/1354126321 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe3a40b6220 con 0x7fe3a4073c20 2024-09-16T07:29:39.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.199+0000 7fe3a9fda640 1 -- 172.21.15.31:0/1354126321 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe3a406d2f0 con 0x7fe3a4073c20 2024-09-16T07:29:39.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.200+0000 7fe38bfff640 1 -- 172.21.15.31:0/1354126321 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 26) ==== 102256+0+0 (secure 0 0 0) 0x7fe39801a070 con 0x7fe3a4073c20 2024-09-16T07:29:39.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.200+0000 7fe38bfff640 1 --2- 172.21.15.31:0/1354126321 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe390079300 0x7fe39007b7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:39.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.200+0000 7fe38bfff640 1 -- 172.21.15.31:0/1354126321 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(166..166 src has 1..166) ==== 5737+0+0 (secure 0 0 0) 0x7fe3980993c0 con 0x7fe3a4073c20 2024-09-16T07:29:39.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.200+0000 7fe3a37fe640 1 --2- 172.21.15.31:0/1354126321 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe390079300 0x7fe39007b7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:39.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.201+0000 7fe3a37fe640 1 --2- 172.21.15.31:0/1354126321 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe390079300 0x7fe39007b7c0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7fe394034000 tx=0x7fe394004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:39.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.205+0000 7fe38bfff640 1 -- 172.21.15.31:0/1354126321 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fe3980634e0 con 0x7fe3a4073c20 2024-09-16T07:29:39.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.403+0000 7fe3a9fda640 1 -- 172.21.15.31:0/1354126321 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fe3a40d1950 con 0x7fe3a4073c20 2024-09-16T07:29:39.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.403+0000 7fe38bfff640 1 -- 172.21.15.31:0/1354126321 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v166) ==== 80+0+0 (secure 0 0 0) 0x7fe398062de0 con 0x7fe3a4073c20 2024-09-16T07:29:39.404 INFO:teuthology.orchestra.run.smithi031.stderr:listed 0 entries 2024-09-16T07:29:39.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.406+0000 7fe3a9fda640 1 -- 172.21.15.31:0/1354126321 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe390079300 msgr2=0x7fe39007b7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:39.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.406+0000 7fe3a9fda640 1 --2- 172.21.15.31:0/1354126321 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe390079300 0x7fe39007b7c0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7fe394034000 tx=0x7fe394004730 comp rx=0 tx=0).stop 2024-09-16T07:29:39.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.406+0000 7fe3a9fda640 1 -- 172.21.15.31:0/1354126321 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe3a4073c20 msgr2=0x7fe3a40b2070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:39.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.406+0000 7fe3a9fda640 1 --2- 172.21.15.31:0/1354126321 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe3a4073c20 0x7fe3a40b2070 secure :-1 s=READY pgs=1884 cs=0 l=1 rev1=1 crypto rx=0x7fe39800d740 tx=0x7fe39800dc00 comp rx=0 tx=0).stop 2024-09-16T07:29:39.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.406+0000 7fe3a9fda640 1 -- 172.21.15.31:0/1354126321 shutdown_connections 2024-09-16T07:29:39.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.406+0000 7fe3a9fda640 1 --2- 172.21.15.31:0/1354126321 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe390079300 0x7fe39007b7c0 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:39.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.406+0000 7fe3a9fda640 1 --2- 172.21.15.31:0/1354126321 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe3a40cc740 0x7fe3a41583e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:39.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.406+0000 7fe3a9fda640 1 --2- 172.21.15.31:0/1354126321 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe3a4073c20 0x7fe3a40b2070 unknown :-1 s=CLOSED pgs=1884 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:39.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.406+0000 7fe3a9fda640 1 --2- 172.21.15.31:0/1354126321 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe3a4071c30 0x7fe3a40c7400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:39.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.406+0000 7fe3a9fda640 1 -- 172.21.15.31:0/1354126321 >> 172.21.15.31:0/1354126321 conn(0x7fe3a40d0c20 msgr2=0x7fe3a409fa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:39.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.406+0000 7fe3a9fda640 1 -- 172.21.15.31:0/1354126321 shutdown_connections 2024-09-16T07:29:39.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.406+0000 7fe3a9fda640 1 -- 172.21.15.31:0/1354126321 wait complete. 2024-09-16T07:29:39.417 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi031.front.sepia.ceph.com... 2024-09-16T07:29:39.417 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:29:39.417 DEBUG:teuthology.orchestra.run.smithi031:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-16T07:29:39.441 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi031.stderr:ceph-fuse[81330]: fuse finished with error 0 and tester_r 0 2024-09-16T07:29:39.443 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi031.front.sepia.ceph.com 2024-09-16T07:29:39.444 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:29:39.444 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-16T07:29:39.612 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T07:29:39.612 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:29:39.612 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:29:39.630 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:29:39.630 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:29:39.689 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-16T07:29:39.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.797+0000 7efc0769b640 1 -- 172.21.15.31:0/3828158670 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efc000d2410 msgr2=0x7efc000b3090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:39.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.797+0000 7efc0769b640 1 --2- 172.21.15.31:0/3828158670 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efc000d2410 0x7efc000b3090 secure :-1 s=READY pgs=1886 cs=0 l=1 rev1=1 crypto rx=0x7efbfc005fd0 tx=0x7efbfc02a670 comp rx=0 tx=0).stop 2024-09-16T07:29:39.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.797+0000 7efc0769b640 1 -- 172.21.15.31:0/3828158670 shutdown_connections 2024-09-16T07:29:39.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.797+0000 7efc0769b640 1 --2- 172.21.15.31:0/3828158670 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efc000cfce0 0x7efc000d0130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:39.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.797+0000 7efc0769b640 1 --2- 172.21.15.31:0/3828158670 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efc000d2410 0x7efc000b3090 unknown :-1 s=CLOSED pgs=1886 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:39.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.797+0000 7efc0769b640 1 -- 172.21.15.31:0/3828158670 >> 172.21.15.31:0/3828158670 conn(0x7efc0009aa30 msgr2=0x7efc0009ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:39.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.797+0000 7efc0769b640 1 -- 172.21.15.31:0/3828158670 shutdown_connections 2024-09-16T07:29:39.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.797+0000 7efc0769b640 1 -- 172.21.15.31:0/3828158670 wait complete. 2024-09-16T07:29:39.799 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.798+0000 7efc0769b640 1 Processor -- start 2024-09-16T07:29:39.799 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.798+0000 7efc0769b640 1 -- start start 2024-09-16T07:29:39.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.799+0000 7efc0769b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efc000cfce0 0x7efc0006f0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:39.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.799+0000 7efc0769b640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efc000d2410 0x7efc0014e070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:39.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.799+0000 7efc0769b640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efc0015f6d0 0x7efc000b36d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:39.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.799+0000 7efc0769b640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7efc000b13c0 con 0x7efc000cfce0 2024-09-16T07:29:39.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.799+0000 7efc0769b640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7efc000b1240 con 0x7efc000d2410 2024-09-16T07:29:39.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.799+0000 7efc0769b640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7efc000b1540 con 0x7efc0015f6d0 2024-09-16T07:29:39.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.799+0000 7efc05437640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efc000cfce0 0x7efc0006f0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:39.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.799+0000 7efc05437640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efc000cfce0 0x7efc0006f0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:49470/0 (socket says 172.21.15.31:49470) 2024-09-16T07:29:39.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.799+0000 7efc05437640 1 -- 172.21.15.31:0/2428598621 learned_addr learned my addr 172.21.15.31:0/2428598621 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:39.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.799+0000 7efc05c38640 1 --2- 172.21.15.31:0/2428598621 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efc0015f6d0 0x7efc000b36d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:39.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.799+0000 7efc04c36640 1 --2- 172.21.15.31:0/2428598621 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efc000d2410 0x7efc0014e070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:39.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.799+0000 7efc05437640 1 -- 172.21.15.31:0/2428598621 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efc0015f6d0 msgr2=0x7efc000b36d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:39.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.799+0000 7efc05437640 1 --2- 172.21.15.31:0/2428598621 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efc0015f6d0 0x7efc000b36d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:39.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.799+0000 7efc05437640 1 -- 172.21.15.31:0/2428598621 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efc000d2410 msgr2=0x7efc0014e070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:39.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.799+0000 7efc05437640 1 --2- 172.21.15.31:0/2428598621 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efc000d2410 0x7efc0014e070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:39.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.799+0000 7efc05437640 1 -- 172.21.15.31:0/2428598621 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc0006e030 con 0x7efc000cfce0 2024-09-16T07:29:39.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.799+0000 7efc04c36640 1 --2- 172.21.15.31:0/2428598621 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efc000d2410 0x7efc0014e070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:29:39.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.800+0000 7efc05437640 1 --2- 172.21.15.31:0/2428598621 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efc000cfce0 0x7efc0006f0d0 secure :-1 s=READY pgs=1887 cs=0 l=1 rev1=1 crypto rx=0x7efbfc009850 tx=0x7efbfc0039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:39.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.800+0000 7efbf5ffb640 1 -- 172.21.15.31:0/2428598621 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efbfc03f070 con 0x7efc000cfce0 2024-09-16T07:29:39.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.800+0000 7efbf5ffb640 1 -- 172.21.15.31:0/2428598621 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efbfc004890 con 0x7efc000cfce0 2024-09-16T07:29:39.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.800+0000 7efc0769b640 1 -- 172.21.15.31:0/2428598621 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc0006e310 con 0x7efc000cfce0 2024-09-16T07:29:39.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.800+0000 7efbf5ffb640 1 -- 172.21.15.31:0/2428598621 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efbfc035030 con 0x7efc000cfce0 2024-09-16T07:29:39.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.800+0000 7efc0769b640 1 -- 172.21.15.31:0/2428598621 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc0006ebb0 con 0x7efc000cfce0 2024-09-16T07:29:39.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.801+0000 7efc0769b640 1 -- 172.21.15.31:0/2428598621 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efc000b19a0 con 0x7efc000cfce0 2024-09-16T07:29:39.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.802+0000 7efbf5ffb640 1 -- 172.21.15.31:0/2428598621 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 26) ==== 102256+0+0 (secure 0 0 0) 0x7efbfc042070 con 0x7efc000cfce0 2024-09-16T07:29:39.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.802+0000 7efbf5ffb640 1 --2- 172.21.15.31:0/2428598621 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7efbe4079300 0x7efbe407b7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:39.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.802+0000 7efbf5ffb640 1 -- 172.21.15.31:0/2428598621 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(166..166 src has 1..166) ==== 5737+0+0 (secure 0 0 0) 0x7efbfc0ba090 con 0x7efc000cfce0 2024-09-16T07:29:39.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.802+0000 7efc04c36640 1 --2- 172.21.15.31:0/2428598621 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7efbe4079300 0x7efbe407b7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:39.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.803+0000 7efc04c36640 1 --2- 172.21.15.31:0/2428598621 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7efbe4079300 0x7efbe407b7c0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7efbf0007fd0 tx=0x7efbf0009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:39.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:39.807+0000 7efbf5ffb640 1 -- 172.21.15.31:0/2428598621 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7efbfc083b60 con 0x7efc000cfce0 2024-09-16T07:29:40.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.005+0000 7efc0769b640 1 -- 172.21.15.31:0/2428598621 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7efc0009b4b0 con 0x7efc000cfce0 2024-09-16T07:29:40.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.006+0000 7efbf5ffb640 1 -- 172.21.15.31:0/2428598621 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v166) ==== 80+0+0 (secure 0 0 0) 0x7efbfc088590 con 0x7efc000cfce0 2024-09-16T07:29:40.006 INFO:teuthology.orchestra.run.smithi031.stderr:listed 0 entries 2024-09-16T07:29:40.009 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.008+0000 7efc0769b640 1 -- 172.21.15.31:0/2428598621 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7efbe4079300 msgr2=0x7efbe407b7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:40.009 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.008+0000 7efc0769b640 1 --2- 172.21.15.31:0/2428598621 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7efbe4079300 0x7efbe407b7c0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7efbf0007fd0 tx=0x7efbf0009040 comp rx=0 tx=0).stop 2024-09-16T07:29:40.009 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.008+0000 7efc0769b640 1 -- 172.21.15.31:0/2428598621 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efc000cfce0 msgr2=0x7efc0006f0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:40.009 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.008+0000 7efc0769b640 1 --2- 172.21.15.31:0/2428598621 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efc000cfce0 0x7efc0006f0d0 secure :-1 s=READY pgs=1887 cs=0 l=1 rev1=1 crypto rx=0x7efbfc009850 tx=0x7efbfc0039e0 comp rx=0 tx=0).stop 2024-09-16T07:29:40.009 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.008+0000 7efc0769b640 1 -- 172.21.15.31:0/2428598621 shutdown_connections 2024-09-16T07:29:40.009 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.008+0000 7efc0769b640 1 --2- 172.21.15.31:0/2428598621 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7efbe4079300 0x7efbe407b7c0 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:40.009 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.008+0000 7efc0769b640 1 --2- 172.21.15.31:0/2428598621 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efc0015f6d0 0x7efc000b36d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:40.009 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.008+0000 7efc0769b640 1 --2- 172.21.15.31:0/2428598621 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efc000d2410 0x7efc0014e070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:40.009 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.008+0000 7efc0769b640 1 --2- 172.21.15.31:0/2428598621 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efc000cfce0 0x7efc0006f0d0 unknown :-1 s=CLOSED pgs=1887 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:40.009 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.008+0000 7efc0769b640 1 -- 172.21.15.31:0/2428598621 >> 172.21.15.31:0/2428598621 conn(0x7efc0009aa30 msgr2=0x7efc000b2d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:40.009 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.008+0000 7efc0769b640 1 -- 172.21.15.31:0/2428598621 shutdown_connections 2024-09-16T07:29:40.009 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.008+0000 7efc0769b640 1 -- 172.21.15.31:0/2428598621 wait complete. 2024-09-16T07:29:40.019 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi155.front.sepia.ceph.com... 2024-09-16T07:29:40.019 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:29:40.020 DEBUG:teuthology.orchestra.run.smithi155:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-16T07:29:40.049 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi155.stderr:ceph-fuse[50125]: fuse finished with error 0 and tester_r 0 2024-09-16T07:29:40.051 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi155.front.sepia.ceph.com 2024-09-16T07:29:40.051 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:29:40.051 DEBUG:teuthology.orchestra.run.smithi155:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-16T07:29:40.199 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T07:29:40.199 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:29:40.200 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:29:40.217 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17171 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T07:29:40.217 INFO:tasks.cephfs.mount:Terminating background process 2024-09-16T07:29:40.217 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:29:40.217 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:29:40.235 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056027,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1315 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T07:29:40.236 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:29:40.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.366+0000 7f2c17194640 1 -- 172.21.15.31:0/4215138434 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2c100d0d40 msgr2=0x7f2c100cf9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:40.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.366+0000 7f2c17194640 1 --2- 172.21.15.31:0/4215138434 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2c100d0d40 0x7f2c100cf9b0 secure :-1 s=READY pgs=1888 cs=0 l=1 rev1=1 crypto rx=0x7f2c100b9f50 tx=0x7f2bf802a5f0 comp rx=0 tx=0).stop 2024-09-16T07:29:40.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.366+0000 7f2c17194640 1 -- 172.21.15.31:0/4215138434 shutdown_connections 2024-09-16T07:29:40.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.366+0000 7f2c17194640 1 --2- 172.21.15.31:0/4215138434 >> v2:172.21.15.155:3300/0 conn(0x7f2c100d49c0 0x7f2c100b3800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:40.368 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.366+0000 7f2c17194640 1 --2- 172.21.15.31:0/4215138434 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2c100d0d40 0x7f2c100cf9b0 unknown :-1 s=CLOSED pgs=1888 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:40.368 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.366+0000 7f2c17194640 1 -- 172.21.15.31:0/4215138434 >> 172.21.15.31:0/4215138434 conn(0x7f2c100d3ea0 msgr2=0x7f2c100d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:40.368 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.366+0000 7f2c17194640 1 -- 172.21.15.31:0/4215138434 shutdown_connections 2024-09-16T07:29:40.368 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.367+0000 7f2c17194640 1 -- 172.21.15.31:0/4215138434 wait complete. 2024-09-16T07:29:40.370 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.368+0000 7f2c17194640 1 Processor -- start 2024-09-16T07:29:40.370 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.368+0000 7f2c17194640 1 -- start start 2024-09-16T07:29:40.370 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.369+0000 7f2c17194640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2c100d0d40 0x7f2c100cda50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:40.370 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.369+0000 7f2c17194640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2c100d49c0 0x7f2c101f5220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:40.370 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.369+0000 7f2c17194640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2c1015df90 0x7f2c1015d210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:40.371 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.369+0000 7f2c17194640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f2c10162690 con 0x7f2c1015df90 2024-09-16T07:29:40.371 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.369+0000 7f2c17194640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f2c100b3d40 con 0x7f2c100d0d40 2024-09-16T07:29:40.371 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.369+0000 7f2c17194640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f2c10161760 con 0x7f2c100d49c0 2024-09-16T07:29:40.371 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.369+0000 7f2c15731640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2c1015df90 0x7f2c1015d210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:40.371 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.369+0000 7f2c15731640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2c1015df90 0x7f2c1015d210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:49490/0 (socket says 172.21.15.31:49490) 2024-09-16T07:29:40.371 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.369+0000 7f2c15731640 1 -- 172.21.15.31:0/2545107359 learned_addr learned my addr 172.21.15.31:0/2545107359 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:40.371 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.369+0000 7f2c14f30640 1 --2- 172.21.15.31:0/2545107359 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2c100d0d40 0x7f2c100cda50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:40.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.369+0000 7f2c0ffff640 1 --2- 172.21.15.31:0/2545107359 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2c100d49c0 0x7f2c101f5220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:40.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.369+0000 7f2c15731640 1 -- 172.21.15.31:0/2545107359 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2c100d49c0 msgr2=0x7f2c101f5220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:40.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.369+0000 7f2c15731640 1 --2- 172.21.15.31:0/2545107359 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2c100d49c0 0x7f2c101f5220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:40.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.369+0000 7f2c15731640 1 -- 172.21.15.31:0/2545107359 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2c100d0d40 msgr2=0x7f2c100cda50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:40.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.369+0000 7f2c15731640 1 --2- 172.21.15.31:0/2545107359 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2c100d0d40 0x7f2c100cda50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:40.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.369+0000 7f2c15731640 1 -- 172.21.15.31:0/2545107359 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c100ccc90 con 0x7f2c1015df90 2024-09-16T07:29:40.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.369+0000 7f2c14f30640 1 --2- 172.21.15.31:0/2545107359 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2c100d0d40 0x7f2c100cda50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T07:29:40.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.369+0000 7f2c15731640 1 --2- 172.21.15.31:0/2545107359 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2c1015df90 0x7f2c1015d210 secure :-1 s=READY pgs=1889 cs=0 l=1 rev1=1 crypto rx=0x7f2c0800eb40 tx=0x7f2c0800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:40.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.369+0000 7f2c0d7fa640 1 -- 172.21.15.31:0/2545107359 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c08004b20 con 0x7f2c1015df90 2024-09-16T07:29:40.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.369+0000 7f2c0d7fa640 1 -- 172.21.15.31:0/2545107359 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2c08004ce0 con 0x7f2c1015df90 2024-09-16T07:29:40.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.369+0000 7f2c17194640 1 -- 172.21.15.31:0/2545107359 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c100ccf70 con 0x7f2c1015df90 2024-09-16T07:29:40.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.369+0000 7f2c0d7fa640 1 -- 172.21.15.31:0/2545107359 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c08005280 con 0x7f2c1015df90 2024-09-16T07:29:40.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.370+0000 7f2c17194640 1 -- 172.21.15.31:0/2545107359 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c100cd530 con 0x7f2c1015df90 2024-09-16T07:29:40.373 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.370+0000 7f2c17194640 1 -- 172.21.15.31:0/2545107359 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2c100cf9b0 con 0x7f2c1015df90 2024-09-16T07:29:40.373 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.371+0000 7f2c0d7fa640 1 -- 172.21.15.31:0/2545107359 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 27) ==== 102358+0+0 (secure 0 0 0) 0x7f2c08005420 con 0x7f2c1015df90 2024-09-16T07:29:40.373 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.372+0000 7f2c0d7fa640 1 --2- 172.21.15.31:0/2545107359 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2bf0079420 0x7f2bf007b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:40.374 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.372+0000 7f2c0d7fa640 1 -- 172.21.15.31:0/2545107359 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(166..166 src has 1..166) ==== 5737+0+0 (secure 0 0 0) 0x7f2c08099f10 con 0x7f2c1015df90 2024-09-16T07:29:40.374 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.372+0000 7f2c14f30640 1 --2- 172.21.15.31:0/2545107359 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2bf0079420 0x7f2bf007b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:40.374 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.372+0000 7f2c14f30640 1 --2- 172.21.15.31:0/2545107359 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2bf0079420 0x7f2bf007b8e0 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f2c100d0210 tx=0x7f2c00009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:40.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.376+0000 7f2c0d7fa640 1 -- 172.21.15.31:0/2545107359 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f2c08063980 con 0x7f2c1015df90 2024-09-16T07:29:40.599 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.599+0000 7f2c17194640 1 -- 172.21.15.31:0/2545107359 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2c1008d590 con 0x7f2c1015df90 2024-09-16T07:29:40.599 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.599+0000 7f2c0d7fa640 1 -- 172.21.15.31:0/2545107359 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 119 v119) ==== 95+0+5239 (secure 0 0 0) 0x7f2c080683b0 con 0x7f2c1015df90 2024-09-16T07:29:40.600 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:29:40.600 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":119,"btime":"2024-09-16T07:29:32:326211+0000","default_fscid":13,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7202,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/3016572826","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6809","nonce":3016572826},{"type":"v1","addr":"172.21.15.155:6835","nonce":3016572826}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":113},{"gid":7981,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/1107078161","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":1107078161},{"type":"v1","addr":"172.21.15.31:6835","nonce":1107078161}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":113},{"gid":7990,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6834/3637121490","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":3637121490},{"type":"v1","addr":"172.21.15.155:6834","nonce":3637121490}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":113}],"filesystems":[{"mdsmap":{"epoch":118,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:29:22.114869+0000","modified":"2024-09-16T07:29:25.136894+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9318},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9318":{"gid":9318,"name":"c","rank":0,"incarnation":114,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6834/3335646775","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":3335646775},{"type":"v1","addr":"172.21.15.31:6834","nonce":3335646775}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[27],"metadata_pool":26,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9318,"qdb_cluster":[9318]},"id":13}]} 2024-09-16T07:29:40.600 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 119 2024-09-16T07:29:40.602 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.601+0000 7f2c17194640 1 -- 172.21.15.31:0/2545107359 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2bf0079420 msgr2=0x7f2bf007b8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:40.602 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.601+0000 7f2c17194640 1 --2- 172.21.15.31:0/2545107359 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2bf0079420 0x7f2bf007b8e0 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f2c100d0210 tx=0x7f2c00009040 comp rx=0 tx=0).stop 2024-09-16T07:29:40.602 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.601+0000 7f2c17194640 1 -- 172.21.15.31:0/2545107359 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2c1015df90 msgr2=0x7f2c1015d210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:40.602 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.601+0000 7f2c17194640 1 --2- 172.21.15.31:0/2545107359 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2c1015df90 0x7f2c1015d210 secure :-1 s=READY pgs=1889 cs=0 l=1 rev1=1 crypto rx=0x7f2c0800eb40 tx=0x7f2c0800c2d0 comp rx=0 tx=0).stop 2024-09-16T07:29:40.602 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.601+0000 7f2c17194640 1 -- 172.21.15.31:0/2545107359 shutdown_connections 2024-09-16T07:29:40.602 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.601+0000 7f2c17194640 1 --2- 172.21.15.31:0/2545107359 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2bf0079420 0x7f2bf007b8e0 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:40.602 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.601+0000 7f2c17194640 1 --2- 172.21.15.31:0/2545107359 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2c1015df90 0x7f2c1015d210 unknown :-1 s=CLOSED pgs=1889 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:40.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.601+0000 7f2c17194640 1 --2- 172.21.15.31:0/2545107359 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2c100d49c0 0x7f2c101f5220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:40.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.601+0000 7f2c17194640 1 --2- 172.21.15.31:0/2545107359 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2c100d0d40 0x7f2c100cda50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:40.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.601+0000 7f2c17194640 1 -- 172.21.15.31:0/2545107359 >> 172.21.15.31:0/2545107359 conn(0x7f2c100d3ea0 msgr2=0x7f2c100b8ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:40.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.602+0000 7f2c17194640 1 -- 172.21.15.31:0/2545107359 shutdown_connections 2024-09-16T07:29:40.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.602+0000 7f2c17194640 1 -- 172.21.15.31:0/2545107359 wait complete. 2024-09-16T07:29:40.613 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:29:40.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.717+0000 7f4407d9b640 1 -- 172.21.15.31:0/2386974738 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f44000d49c0 msgr2=0x7f44000d0630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:40.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.717+0000 7f4407d9b640 1 --2- 172.21.15.31:0/2386974738 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f44000d49c0 0x7f44000d0630 secure :-1 s=READY pgs=1890 cs=0 l=1 rev1=1 crypto rx=0x7f440008cf10 tx=0x7f43f402a560 comp rx=0 tx=0).stop 2024-09-16T07:29:40.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.717+0000 7f4407d9b640 1 -- 172.21.15.31:0/2386974738 shutdown_connections 2024-09-16T07:29:40.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.717+0000 7f4407d9b640 1 --2- 172.21.15.31:0/2386974738 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f44000d49c0 0x7f44000d0630 unknown :-1 s=CLOSED pgs=1890 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:40.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.717+0000 7f4407d9b640 1 --2- 172.21.15.31:0/2386974738 >> v2:172.21.15.155:3300/0 conn(0x7f440015df90 0x7f44000cf9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:40.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.717+0000 7f4407d9b640 1 -- 172.21.15.31:0/2386974738 >> 172.21.15.31:0/2386974738 conn(0x7f44000d3ea0 msgr2=0x7f44000d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:40.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.718+0000 7f4407d9b640 1 -- 172.21.15.31:0/2386974738 shutdown_connections 2024-09-16T07:29:40.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.718+0000 7f4407d9b640 1 -- 172.21.15.31:0/2386974738 wait complete. 2024-09-16T07:29:40.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.719+0000 7f4407d9b640 1 Processor -- start 2024-09-16T07:29:40.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.719+0000 7f4407d9b640 1 -- start start 2024-09-16T07:29:40.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.719+0000 7f4407d9b640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f44000d49c0 0x7f44000a16d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:40.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.719+0000 7f4407d9b640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f440015df90 0x7f44000ccb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:40.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.719+0000 7f4407d9b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4400162480 0x7f4400161370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:40.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.719+0000 7f4407d9b640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f44000d0f00 con 0x7f4400162480 2024-09-16T07:29:40.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.719+0000 7f4407d9b640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f44000d0d80 con 0x7f44000d49c0 2024-09-16T07:29:40.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.719+0000 7f4407d9b640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f44000b3f10 con 0x7f440015df90 2024-09-16T07:29:40.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.720+0000 7f4406338640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4400162480 0x7f4400161370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:40.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.720+0000 7f4406338640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4400162480 0x7f4400161370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:49508/0 (socket says 172.21.15.31:49508) 2024-09-16T07:29:40.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.720+0000 7f4406338640 1 -- 172.21.15.31:0/3578215596 learned_addr learned my addr 172.21.15.31:0/3578215596 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:40.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.720+0000 7f4405b37640 1 --2- 172.21.15.31:0/3578215596 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f44000d49c0 0x7f44000a16d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:40.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.720+0000 7f4405336640 1 --2- 172.21.15.31:0/3578215596 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f440015df90 0x7f44000ccb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:40.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.720+0000 7f4406338640 1 -- 172.21.15.31:0/3578215596 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f440015df90 msgr2=0x7f44000ccb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:40.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.720+0000 7f4406338640 1 --2- 172.21.15.31:0/3578215596 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f440015df90 0x7f44000ccb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:40.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.720+0000 7f4406338640 1 -- 172.21.15.31:0/3578215596 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f44000d49c0 msgr2=0x7f44000a16d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:40.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.720+0000 7f4406338640 1 --2- 172.21.15.31:0/3578215596 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f44000d49c0 0x7f44000a16d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:40.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.720+0000 7f4406338640 1 -- 172.21.15.31:0/3578215596 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44000cd5c0 con 0x7f4400162480 2024-09-16T07:29:40.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.720+0000 7f4406338640 1 --2- 172.21.15.31:0/3578215596 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4400162480 0x7f4400161370 secure :-1 s=READY pgs=1891 cs=0 l=1 rev1=1 crypto rx=0x7f43f000b970 tx=0x7f43f000be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:40.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.720+0000 7f43fe7fc640 1 -- 172.21.15.31:0/3578215596 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43f0019070 con 0x7f4400162480 2024-09-16T07:29:40.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.720+0000 7f43fe7fc640 1 -- 172.21.15.31:0/3578215596 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f43f000cc30 con 0x7f4400162480 2024-09-16T07:29:40.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.720+0000 7f43fe7fc640 1 -- 172.21.15.31:0/3578215596 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43f00146a0 con 0x7f4400162480 2024-09-16T07:29:40.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.720+0000 7f4407d9b640 1 -- 172.21.15.31:0/3578215596 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44000cd8a0 con 0x7f4400162480 2024-09-16T07:29:40.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.720+0000 7f4407d9b640 1 -- 172.21.15.31:0/3578215596 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f440015d890 con 0x7f4400162480 2024-09-16T07:29:40.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.721+0000 7f4407d9b640 1 -- 172.21.15.31:0/3578215596 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f440014e0d0 con 0x7f4400162480 2024-09-16T07:29:40.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.722+0000 7f43fe7fc640 1 -- 172.21.15.31:0/3578215596 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 27) ==== 102358+0+0 (secure 0 0 0) 0x7f43f001c070 con 0x7f4400162480 2024-09-16T07:29:40.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.722+0000 7f43fe7fc640 1 --2- 172.21.15.31:0/3578215596 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f43ec079420 0x7f43ec07b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:40.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.723+0000 7f43fe7fc640 1 -- 172.21.15.31:0/3578215596 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(166..166 src has 1..166) ==== 5737+0+0 (secure 0 0 0) 0x7f43f0099100 con 0x7f4400162480 2024-09-16T07:29:40.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.723+0000 7f4405b37640 1 --2- 172.21.15.31:0/3578215596 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f43ec079420 0x7f43ec07b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:40.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.723+0000 7f4405b37640 1 --2- 172.21.15.31:0/3578215596 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f43ec079420 0x7f43ec07b8e0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f43f8005fd0 tx=0x7f43f800b390 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:40.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.727+0000 7f43fe7fc640 1 -- 172.21.15.31:0/3578215596 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f43f0062970 con 0x7f4400162480 2024-09-16T07:29:40.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.950+0000 7f4407d9b640 1 -- 172.21.15.31:0/3578215596 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f44000b4430 con 0x7f4400162480 2024-09-16T07:29:40.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.951+0000 7f43fe7fc640 1 -- 172.21.15.31:0/3578215596 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 119 v119) ==== 95+0+5239 (secure 0 0 0) 0x7f43f00673a0 con 0x7f4400162480 2024-09-16T07:29:40.952 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:29:40.952 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":119,"btime":"2024-09-16T07:29:32:326211+0000","default_fscid":13,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7202,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/3016572826","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6809","nonce":3016572826},{"type":"v1","addr":"172.21.15.155:6835","nonce":3016572826}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":113},{"gid":7981,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/1107078161","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":1107078161},{"type":"v1","addr":"172.21.15.31:6835","nonce":1107078161}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":113},{"gid":7990,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6834/3637121490","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":3637121490},{"type":"v1","addr":"172.21.15.155:6834","nonce":3637121490}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":113}],"filesystems":[{"mdsmap":{"epoch":118,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:29:22.114869+0000","modified":"2024-09-16T07:29:25.136894+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9318},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9318":{"gid":9318,"name":"c","rank":0,"incarnation":114,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6834/3335646775","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":3335646775},{"type":"v1","addr":"172.21.15.31:6834","nonce":3335646775}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[27],"metadata_pool":26,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9318,"qdb_cluster":[9318]},"id":13}]} 2024-09-16T07:29:40.952 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 119 2024-09-16T07:29:40.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.953+0000 7f4407d9b640 1 -- 172.21.15.31:0/3578215596 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f43ec079420 msgr2=0x7f43ec07b8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:40.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.953+0000 7f4407d9b640 1 --2- 172.21.15.31:0/3578215596 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f43ec079420 0x7f43ec07b8e0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f43f8005fd0 tx=0x7f43f800b390 comp rx=0 tx=0).stop 2024-09-16T07:29:40.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.953+0000 7f4407d9b640 1 -- 172.21.15.31:0/3578215596 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4400162480 msgr2=0x7f4400161370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:40.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.953+0000 7f4407d9b640 1 --2- 172.21.15.31:0/3578215596 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4400162480 0x7f4400161370 secure :-1 s=READY pgs=1891 cs=0 l=1 rev1=1 crypto rx=0x7f43f000b970 tx=0x7f43f000be30 comp rx=0 tx=0).stop 2024-09-16T07:29:40.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.953+0000 7f4407d9b640 1 -- 172.21.15.31:0/3578215596 shutdown_connections 2024-09-16T07:29:40.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.953+0000 7f4407d9b640 1 --2- 172.21.15.31:0/3578215596 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f43ec079420 0x7f43ec07b8e0 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:40.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.953+0000 7f4407d9b640 1 --2- 172.21.15.31:0/3578215596 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4400162480 0x7f4400161370 unknown :-1 s=CLOSED pgs=1891 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:40.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.953+0000 7f4407d9b640 1 --2- 172.21.15.31:0/3578215596 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f440015df90 0x7f44000ccb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:40.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.953+0000 7f4407d9b640 1 --2- 172.21.15.31:0/3578215596 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f44000d49c0 0x7f44000a16d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:40.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.953+0000 7f4407d9b640 1 -- 172.21.15.31:0/3578215596 >> 172.21.15.31:0/3578215596 conn(0x7f44000d3ea0 msgr2=0x7f440006eab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:40.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.953+0000 7f4407d9b640 1 -- 172.21.15.31:0/3578215596 shutdown_connections 2024-09-16T07:29:40.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:40.953+0000 7f4407d9b640 1 -- 172.21.15.31:0/3578215596 wait complete. 2024-09-16T07:29:40.965 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:29:41.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.070+0000 7f489f616640 1 -- 172.21.15.31:0/2289221406 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f48840053c0 msgr2=0x7f488400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:41.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.070+0000 7f489f616640 1 --2- 172.21.15.31:0/2289221406 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f48840053c0 0x7f488400b9c0 secure :-1 s=READY pgs=1893 cs=0 l=1 rev1=1 crypto rx=0x7f489000c640 tx=0x7f4884005830 comp rx=0 tx=0).stop 2024-09-16T07:29:41.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.070+0000 7f489f616640 1 -- 172.21.15.31:0/2289221406 shutdown_connections 2024-09-16T07:29:41.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.070+0000 7f489f616640 1 --2- 172.21.15.31:0/2289221406 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f48840053c0 0x7f488400b9c0 unknown :-1 s=CLOSED pgs=1893 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:41.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.070+0000 7f489f616640 1 -- 172.21.15.31:0/2289221406 >> 172.21.15.31:0/2289221406 conn(0x7f48980d0c20 msgr2=0x7f48980d1030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:41.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.070+0000 7f489f616640 1 -- 172.21.15.31:0/2289221406 shutdown_connections 2024-09-16T07:29:41.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.070+0000 7f489f616640 1 -- 172.21.15.31:0/2289221406 wait complete. 2024-09-16T07:29:41.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.072+0000 7f489f616640 1 Processor -- start 2024-09-16T07:29:41.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.072+0000 7f489f616640 1 -- start start 2024-09-16T07:29:41.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.072+0000 7f489f616640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f48840053c0 0x7f48980b2c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:41.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.072+0000 7f489f616640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f48980c63f0 0x7f48980c6fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:41.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.072+0000 7f489f616640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f48981f5040 0x7f48980c97f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:41.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.072+0000 7f489f616640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f48980d03f0 con 0x7f48840053c0 2024-09-16T07:29:41.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.072+0000 7f489f616640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f4898073a00 con 0x7f48980c63f0 2024-09-16T07:29:41.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.072+0000 7f489f616640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f48980d0570 con 0x7f48981f5040 2024-09-16T07:29:41.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.072+0000 7f489d3b2640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f48840053c0 0x7f48980b2c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:41.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.072+0000 7f489d3b2640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f48840053c0 0x7f48980b2c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:49530/0 (socket says 172.21.15.31:49530) 2024-09-16T07:29:41.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.072+0000 7f489d3b2640 1 -- 172.21.15.31:0/1599313595 learned_addr learned my addr 172.21.15.31:0/1599313595 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:41.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.073+0000 7f489cbb1640 1 --2- 172.21.15.31:0/1599313595 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f48980c63f0 0x7f48980c6fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:41.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.073+0000 7f489d3b2640 1 -- 172.21.15.31:0/1599313595 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f48981f5040 msgr2=0x7f48980c97f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:41.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.073+0000 7f489dbb3640 1 --2- 172.21.15.31:0/1599313595 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f48981f5040 0x7f48980c97f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:41.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.073+0000 7f489d3b2640 1 --2- 172.21.15.31:0/1599313595 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f48981f5040 0x7f48980c97f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:41.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.073+0000 7f489d3b2640 1 -- 172.21.15.31:0/1599313595 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f48980c63f0 msgr2=0x7f48980c6fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:41.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.073+0000 7f489d3b2640 1 --2- 172.21.15.31:0/1599313595 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f48980c63f0 0x7f48980c6fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:41.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.073+0000 7f489d3b2640 1 -- 172.21.15.31:0/1599313595 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48981f45a0 con 0x7f48840053c0 2024-09-16T07:29:41.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.073+0000 7f489cbb1640 1 --2- 172.21.15.31:0/1599313595 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f48980c63f0 0x7f48980c6fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:29:41.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.073+0000 7f489d3b2640 1 --2- 172.21.15.31:0/1599313595 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f48840053c0 0x7f48980b2c80 secure :-1 s=READY pgs=1894 cs=0 l=1 rev1=1 crypto rx=0x7f4894004d60 tx=0x7f4894001630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:41.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.073+0000 7f488dffb640 1 -- 172.21.15.31:0/1599313595 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48940107d0 con 0x7f48840053c0 2024-09-16T07:29:41.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.073+0000 7f488dffb640 1 -- 172.21.15.31:0/1599313595 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4894004e50 con 0x7f48840053c0 2024-09-16T07:29:41.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.073+0000 7f489f616640 1 -- 172.21.15.31:0/1599313595 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48980c6880 con 0x7f48840053c0 2024-09-16T07:29:41.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.073+0000 7f488dffb640 1 -- 172.21.15.31:0/1599313595 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4894010ce0 con 0x7f48840053c0 2024-09-16T07:29:41.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.073+0000 7f489f616640 1 -- 172.21.15.31:0/1599313595 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48980c6b60 con 0x7f48840053c0 2024-09-16T07:29:41.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.074+0000 7f489f616640 1 -- 172.21.15.31:0/1599313595 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f48980ceef0 con 0x7f48840053c0 2024-09-16T07:29:41.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.075+0000 7f488dffb640 1 -- 172.21.15.31:0/1599313595 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 27) ==== 102358+0+0 (secure 0 0 0) 0x7f489401c470 con 0x7f48840053c0 2024-09-16T07:29:41.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.075+0000 7f488dffb640 1 --2- 172.21.15.31:0/1599313595 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f487c079420 0x7f487c07b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:41.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.075+0000 7f488dffb640 1 -- 172.21.15.31:0/1599313595 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(166..166 src has 1..166) ==== 5737+0+0 (secure 0 0 0) 0x7f4894099b80 con 0x7f48840053c0 2024-09-16T07:29:41.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.076+0000 7f489cbb1640 1 --2- 172.21.15.31:0/1599313595 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f487c079420 0x7f487c07b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:41.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.076+0000 7f489cbb1640 1 --2- 172.21.15.31:0/1599313595 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f487c079420 0x7f487c07b8e0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f489815d740 tx=0x7f488800e460 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:41.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.080+0000 7f488dffb640 1 -- 172.21.15.31:0/1599313595 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f4894063d00 con 0x7f48840053c0 2024-09-16T07:29:41.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.269+0000 7f489f616640 1 -- 172.21.15.31:0/1599313595 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4898074990 con 0x7f48840053c0 2024-09-16T07:29:41.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.270+0000 7f488dffb640 1 -- 172.21.15.31:0/1599313595 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v166) ==== 74+0+16695 (secure 0 0 0) 0x7f4894063600 con 0x7f48840053c0 2024-09-16T07:29:41.270 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:29:41.270 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":166,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:29:23.751043+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":27,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":26,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:29:19.771328+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"165","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":27,"pool_name":"cephfs_data","create_time":"2024-09-16T07:29:21.075417+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"166","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":164,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":164,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":164,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":164,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":164,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":164,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":164,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":164,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:29:41.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.272+0000 7f489f616640 1 -- 172.21.15.31:0/1599313595 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f487c079420 msgr2=0x7f487c07b8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:41.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.272+0000 7f489f616640 1 --2- 172.21.15.31:0/1599313595 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f487c079420 0x7f487c07b8e0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f489815d740 tx=0x7f488800e460 comp rx=0 tx=0).stop 2024-09-16T07:29:41.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.272+0000 7f489f616640 1 -- 172.21.15.31:0/1599313595 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f48840053c0 msgr2=0x7f48980b2c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:41.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.272+0000 7f489f616640 1 --2- 172.21.15.31:0/1599313595 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f48840053c0 0x7f48980b2c80 secure :-1 s=READY pgs=1894 cs=0 l=1 rev1=1 crypto rx=0x7f4894004d60 tx=0x7f4894001630 comp rx=0 tx=0).stop 2024-09-16T07:29:41.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.272+0000 7f489f616640 1 -- 172.21.15.31:0/1599313595 shutdown_connections 2024-09-16T07:29:41.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.272+0000 7f489f616640 1 --2- 172.21.15.31:0/1599313595 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f487c079420 0x7f487c07b8e0 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:41.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.272+0000 7f489f616640 1 --2- 172.21.15.31:0/1599313595 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f48981f5040 0x7f48980c97f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:41.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.272+0000 7f489f616640 1 --2- 172.21.15.31:0/1599313595 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f48980c63f0 0x7f48980c6fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:41.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.272+0000 7f489f616640 1 --2- 172.21.15.31:0/1599313595 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f48840053c0 0x7f48980b2c80 unknown :-1 s=CLOSED pgs=1894 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:41.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.272+0000 7f489f616640 1 -- 172.21.15.31:0/1599313595 >> 172.21.15.31:0/1599313595 conn(0x7f48980d0c20 msgr2=0x7f489809ee40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:41.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.272+0000 7f489f616640 1 -- 172.21.15.31:0/1599313595 shutdown_connections 2024-09-16T07:29:41.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.272+0000 7f489f616640 1 -- 172.21.15.31:0/1599313595 wait complete. 2024-09-16T07:29:41.284 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-16T07:29:41.284 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:29:41.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.388+0000 7fa8289e8640 1 -- 172.21.15.31:0/2361528702 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa8240cfce0 msgr2=0x7fa8240d0150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:41.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.388+0000 7fa8289e8640 1 --2- 172.21.15.31:0/2361528702 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa8240cfce0 0x7fa8240d0150 secure :-1 s=READY pgs=1895 cs=0 l=1 rev1=1 crypto rx=0x7fa81c005fd0 tx=0x7fa81c02ab20 comp rx=0 tx=0).stop 2024-09-16T07:29:41.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.389+0000 7fa8289e8640 1 -- 172.21.15.31:0/2361528702 shutdown_connections 2024-09-16T07:29:41.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.389+0000 7fa8289e8640 1 --2- 172.21.15.31:0/2361528702 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa8240cfce0 0x7fa8240d0150 unknown :-1 s=CLOSED pgs=1895 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:41.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.389+0000 7fa8289e8640 1 --2- 172.21.15.31:0/2361528702 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa8240d2410 0x7fa8240b3090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:41.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.389+0000 7fa8289e8640 1 -- 172.21.15.31:0/2361528702 >> 172.21.15.31:0/2361528702 conn(0x7fa82409aa30 msgr2=0x7fa82409ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:41.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.389+0000 7fa8289e8640 1 -- 172.21.15.31:0/2361528702 shutdown_connections 2024-09-16T07:29:41.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.389+0000 7fa8289e8640 1 -- 172.21.15.31:0/2361528702 wait complete. 2024-09-16T07:29:41.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.390+0000 7fa8289e8640 1 Processor -- start 2024-09-16T07:29:41.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.390+0000 7fa8289e8640 1 -- start start 2024-09-16T07:29:41.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.391+0000 7fa8289e8640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa8240cfce0 0x7fa8240b4aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:41.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.391+0000 7fa8289e8640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa8240d2410 0x7fa824155c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:41.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.391+0000 7fa8289e8640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa82415f6d0 0x7fa8240cd820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:41.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.391+0000 7fa8289e8640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fa8240b13c0 con 0x7fa8240d2410 2024-09-16T07:29:41.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.391+0000 7fa8289e8640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa8240b1240 con 0x7fa8240cfce0 2024-09-16T07:29:41.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.391+0000 7fa8289e8640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa8240b1540 con 0x7fa82415f6d0 2024-09-16T07:29:41.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.391+0000 7fa81bfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa8240d2410 0x7fa824155c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:41.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.391+0000 7fa82259c640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa8240cfce0 0x7fa8240b4aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:41.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.391+0000 7fa81bfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa8240d2410 0x7fa824155c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:49558/0 (socket says 172.21.15.31:49558) 2024-09-16T07:29:41.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.391+0000 7fa82259c640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa8240cfce0 0x7fa8240b4aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3300/0 says I am v2:172.21.15.31:44146/0 (socket says 172.21.15.31:44146) 2024-09-16T07:29:41.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.391+0000 7fa81bfff640 1 -- 172.21.15.31:0/3083507497 learned_addr learned my addr 172.21.15.31:0/3083507497 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:41.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.391+0000 7fa822d9d640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa82415f6d0 0x7fa8240cd820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:41.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.391+0000 7fa81bfff640 1 -- 172.21.15.31:0/3083507497 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa82415f6d0 msgr2=0x7fa8240cd820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:41.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.391+0000 7fa81bfff640 1 --2- 172.21.15.31:0/3083507497 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa82415f6d0 0x7fa8240cd820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:41.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.391+0000 7fa81bfff640 1 -- 172.21.15.31:0/3083507497 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa8240cfce0 msgr2=0x7fa8240b4aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:41.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.391+0000 7fa81bfff640 1 --2- 172.21.15.31:0/3083507497 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa8240cfce0 0x7fa8240b4aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:41.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.391+0000 7fa81bfff640 1 -- 172.21.15.31:0/3083507497 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa824158e30 con 0x7fa8240d2410 2024-09-16T07:29:41.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.392+0000 7fa81bfff640 1 --2- 172.21.15.31:0/3083507497 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa8240d2410 0x7fa824155c30 secure :-1 s=READY pgs=1896 cs=0 l=1 rev1=1 crypto rx=0x7fa80c00c3a0 tx=0x7fa80c00c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:41.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.392+0000 7fa81affd640 1 -- 172.21.15.31:0/3083507497 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa80c017070 con 0x7fa8240d2410 2024-09-16T07:29:41.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.392+0000 7fa81affd640 1 -- 172.21.15.31:0/3083507497 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa80c0053c0 con 0x7fa8240d2410 2024-09-16T07:29:41.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.392+0000 7fa8289e8640 1 -- 172.21.15.31:0/3083507497 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8240b5910 con 0x7fa8240d2410 2024-09-16T07:29:41.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.392+0000 7fa81affd640 1 -- 172.21.15.31:0/3083507497 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa80c003850 con 0x7fa8240d2410 2024-09-16T07:29:41.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.392+0000 7fa8289e8640 1 -- 172.21.15.31:0/3083507497 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8240b5ed0 con 0x7fa8240d2410 2024-09-16T07:29:41.395 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.393+0000 7fa8289e8640 1 -- 172.21.15.31:0/3083507497 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa8240b5700 con 0x7fa8240d2410 2024-09-16T07:29:41.395 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.393+0000 7fa81affd640 1 -- 172.21.15.31:0/3083507497 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 27) ==== 102358+0+0 (secure 0 0 0) 0x7fa80c01a070 con 0x7fa8240d2410 2024-09-16T07:29:41.395 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.394+0000 7fa81affd640 1 --2- 172.21.15.31:0/3083507497 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa804079450 0x7fa80407b910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:41.395 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.394+0000 7fa81affd640 1 -- 172.21.15.31:0/3083507497 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(166..166 src has 1..166) ==== 5737+0+0 (secure 0 0 0) 0x7fa80c098780 con 0x7fa8240d2410 2024-09-16T07:29:41.395 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.394+0000 7fa82259c640 1 --2- 172.21.15.31:0/3083507497 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa804079450 0x7fa80407b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:41.395 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.394+0000 7fa82259c640 1 --2- 172.21.15.31:0/3083507497 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa804079450 0x7fa80407b910 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fa81400bbe0 tx=0x7fa81400b390 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:41.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.398+0000 7fa81affd640 1 -- 172.21.15.31:0/3083507497 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fa82415c0e0 con 0x7fa8240d2410 2024-09-16T07:29:41.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.620+0000 7fa8289e8640 1 -- 172.21.15.31:0/3083507497 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa8240b21b0 con 0x7fa8240d2410 2024-09-16T07:29:41.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.621+0000 7fa81affd640 1 -- 172.21.15.31:0/3083507497 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 119 v119) ==== 95+0+5239 (secure 0 0 0) 0x7fa80c061ff0 con 0x7fa8240d2410 2024-09-16T07:29:41.621 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:29:41.622 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":119,"btime":"2024-09-16T07:29:32:326211+0000","default_fscid":13,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7202,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/3016572826","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6809","nonce":3016572826},{"type":"v1","addr":"172.21.15.155:6835","nonce":3016572826}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":113},{"gid":7981,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/1107078161","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":1107078161},{"type":"v1","addr":"172.21.15.31:6835","nonce":1107078161}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":113},{"gid":7990,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6834/3637121490","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":3637121490},{"type":"v1","addr":"172.21.15.155:6834","nonce":3637121490}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":113}],"filesystems":[{"mdsmap":{"epoch":118,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:29:22.114869+0000","modified":"2024-09-16T07:29:25.136894+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9318},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9318":{"gid":9318,"name":"c","rank":0,"incarnation":114,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6834/3335646775","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":3335646775},{"type":"v1","addr":"172.21.15.31:6834","nonce":3335646775}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[27],"metadata_pool":26,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9318,"qdb_cluster":[9318]},"id":13}]} 2024-09-16T07:29:41.622 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 119 2024-09-16T07:29:41.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.623+0000 7fa8289e8640 1 -- 172.21.15.31:0/3083507497 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa804079450 msgr2=0x7fa80407b910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:41.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.623+0000 7fa8289e8640 1 --2- 172.21.15.31:0/3083507497 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa804079450 0x7fa80407b910 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fa81400bbe0 tx=0x7fa81400b390 comp rx=0 tx=0).stop 2024-09-16T07:29:41.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.623+0000 7fa8289e8640 1 -- 172.21.15.31:0/3083507497 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa8240d2410 msgr2=0x7fa824155c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:41.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.623+0000 7fa8289e8640 1 --2- 172.21.15.31:0/3083507497 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa8240d2410 0x7fa824155c30 secure :-1 s=READY pgs=1896 cs=0 l=1 rev1=1 crypto rx=0x7fa80c00c3a0 tx=0x7fa80c00c860 comp rx=0 tx=0).stop 2024-09-16T07:29:41.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.623+0000 7fa8289e8640 1 -- 172.21.15.31:0/3083507497 shutdown_connections 2024-09-16T07:29:41.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.623+0000 7fa8289e8640 1 --2- 172.21.15.31:0/3083507497 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa804079450 0x7fa80407b910 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:41.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.623+0000 7fa8289e8640 1 --2- 172.21.15.31:0/3083507497 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa82415f6d0 0x7fa8240cd820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:41.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.623+0000 7fa8289e8640 1 --2- 172.21.15.31:0/3083507497 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa8240d2410 0x7fa824155c30 unknown :-1 s=CLOSED pgs=1896 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:41.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.623+0000 7fa8289e8640 1 --2- 172.21.15.31:0/3083507497 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa8240cfce0 0x7fa8240b4aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:41.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.623+0000 7fa8289e8640 1 -- 172.21.15.31:0/3083507497 >> 172.21.15.31:0/3083507497 conn(0x7fa82409aa30 msgr2=0x7fa824071d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:41.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.623+0000 7fa8289e8640 1 -- 172.21.15.31:0/3083507497 shutdown_connections 2024-09-16T07:29:41.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.623+0000 7fa8289e8640 1 -- 172.21.15.31:0/3083507497 wait complete. 2024-09-16T07:29:41.634 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:29:41.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.739+0000 7fb50639b640 1 -- 172.21.15.31:0/788401746 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb5000cd760 msgr2=0x7fb5000cbdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:41.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.739+0000 7fb50639b640 1 --2- 172.21.15.31:0/788401746 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb5000cd760 0x7fb5000cbdb0 secure :-1 s=READY pgs=1897 cs=0 l=1 rev1=1 crypto rx=0x7fb500075290 tx=0x7fb4e802a4d0 comp rx=0 tx=0).stop 2024-09-16T07:29:41.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.739+0000 7fb50639b640 1 -- 172.21.15.31:0/788401746 shutdown_connections 2024-09-16T07:29:41.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.739+0000 7fb50639b640 1 --2- 172.21.15.31:0/788401746 >> v2:172.21.15.155:3300/0 conn(0x7fb5000cc2f0 0x7fb5000ce240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:41.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.739+0000 7fb50639b640 1 --2- 172.21.15.31:0/788401746 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb5000cd760 0x7fb5000cbdb0 unknown :-1 s=CLOSED pgs=1897 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:41.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.739+0000 7fb50639b640 1 --2- 172.21.15.31:0/788401746 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb5000d0b60 0x7fb500068ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:41.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.739+0000 7fb50639b640 1 -- 172.21.15.31:0/788401746 >> 172.21.15.31:0/788401746 conn(0x7fb5000741f0 msgr2=0x7fb500074600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:41.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.739+0000 7fb50639b640 1 -- 172.21.15.31:0/788401746 shutdown_connections 2024-09-16T07:29:41.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.739+0000 7fb50639b640 1 -- 172.21.15.31:0/788401746 wait complete. 2024-09-16T07:29:41.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.740+0000 7fb50639b640 1 Processor -- start 2024-09-16T07:29:41.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.740+0000 7fb50639b640 1 -- start start 2024-09-16T07:29:41.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.741+0000 7fb50639b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb5000cc2f0 0x7fb5001f5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:41.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.741+0000 7fb50639b640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb5000cd760 0x7fb5000c6c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:41.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.741+0000 7fb50639b640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb5000d0b60 0x7fb5001561c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:41.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.741+0000 7fb50639b640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fb5000d10c0 con 0x7fb5000cc2f0 2024-09-16T07:29:41.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.741+0000 7fb50639b640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb5000d0f40 con 0x7fb5000d0b60 2024-09-16T07:29:41.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.741+0000 7fb50639b640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb5000ce780 con 0x7fb5000cd760 2024-09-16T07:29:41.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.741+0000 7fb4fffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb5000cc2f0 0x7fb5001f5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:41.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.741+0000 7fb4fffff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb5000cc2f0 0x7fb5001f5160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:49582/0 (socket says 172.21.15.31:49582) 2024-09-16T07:29:41.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.741+0000 7fb4fffff640 1 -- 172.21.15.31:0/3231981898 learned_addr learned my addr 172.21.15.31:0/3231981898 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:41.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.741+0000 7fb4ff7fe640 1 --2- 172.21.15.31:0/3231981898 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb5000cd760 0x7fb5000c6c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:41.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.741+0000 7fb504938640 1 --2- 172.21.15.31:0/3231981898 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb5000d0b60 0x7fb5001561c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:41.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.741+0000 7fb4fffff640 1 -- 172.21.15.31:0/3231981898 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb5000cd760 msgr2=0x7fb5000c6c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:41.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.741+0000 7fb4fffff640 1 --2- 172.21.15.31:0/3231981898 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb5000cd760 0x7fb5000c6c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:41.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.741+0000 7fb4fffff640 1 -- 172.21.15.31:0/3231981898 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb5000d0b60 msgr2=0x7fb5001561c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:41.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.741+0000 7fb4fffff640 1 --2- 172.21.15.31:0/3231981898 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb5000d0b60 0x7fb5001561c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:41.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.741+0000 7fb4fffff640 1 -- 172.21.15.31:0/3231981898 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5000c7e20 con 0x7fb5000cc2f0 2024-09-16T07:29:41.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.742+0000 7fb4fffff640 1 --2- 172.21.15.31:0/3231981898 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb5000cc2f0 0x7fb5001f5160 secure :-1 s=READY pgs=1898 cs=0 l=1 rev1=1 crypto rx=0x7fb4f000c970 tx=0x7fb4f000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:41.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.742+0000 7fb4fcff9640 1 -- 172.21.15.31:0/3231981898 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4f0007bb0 con 0x7fb5000cc2f0 2024-09-16T07:29:41.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.742+0000 7fb4fcff9640 1 -- 172.21.15.31:0/3231981898 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb4f0007e40 con 0x7fb5000cc2f0 2024-09-16T07:29:41.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.742+0000 7fb50639b640 1 -- 172.21.15.31:0/3231981898 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb500156700 con 0x7fb5000cc2f0 2024-09-16T07:29:41.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.742+0000 7fb4fcff9640 1 -- 172.21.15.31:0/3231981898 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4f000f690 con 0x7fb5000cc2f0 2024-09-16T07:29:41.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.742+0000 7fb50639b640 1 -- 172.21.15.31:0/3231981898 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5000c8370 con 0x7fb5000cc2f0 2024-09-16T07:29:41.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.743+0000 7fb50639b640 1 -- 172.21.15.31:0/3231981898 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb5000cae10 con 0x7fb5000cc2f0 2024-09-16T07:29:41.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.743+0000 7fb4fcff9640 1 -- 172.21.15.31:0/3231981898 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 27) ==== 102358+0+0 (secure 0 0 0) 0x7fb4f000f830 con 0x7fb5000cc2f0 2024-09-16T07:29:41.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.744+0000 7fb4fcff9640 1 --2- 172.21.15.31:0/3231981898 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb4e0079450 0x7fb4e007b910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:41.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.744+0000 7fb4ff7fe640 1 --2- 172.21.15.31:0/3231981898 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb4e0079450 0x7fb4e007b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:41.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.744+0000 7fb4fcff9640 1 -- 172.21.15.31:0/3231981898 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(166..166 src has 1..166) ==== 5737+0+0 (secure 0 0 0) 0x7fb4f0099b40 con 0x7fb5000cc2f0 2024-09-16T07:29:41.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.744+0000 7fb4ff7fe640 1 --2- 172.21.15.31:0/3231981898 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb4e0079450 0x7fb4e007b910 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fb4e8033000 tx=0x7fb4e8004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:41.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.748+0000 7fb4fcff9640 1 -- 172.21.15.31:0/3231981898 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fb5000cae10 con 0x7fb5000cc2f0 2024-09-16T07:29:41.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.976+0000 7fb50639b640 1 -- 172.21.15.31:0/3231981898 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb5000af670 con 0x7fb5000cc2f0 2024-09-16T07:29:41.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.977+0000 7fb4fcff9640 1 -- 172.21.15.31:0/3231981898 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 119 v119) ==== 95+0+5239 (secure 0 0 0) 0x7fb4f0014030 con 0x7fb5000cc2f0 2024-09-16T07:29:41.977 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:29:41.977 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":119,"btime":"2024-09-16T07:29:32:326211+0000","default_fscid":13,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7202,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/3016572826","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6809","nonce":3016572826},{"type":"v1","addr":"172.21.15.155:6835","nonce":3016572826}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":113},{"gid":7981,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/1107078161","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":1107078161},{"type":"v1","addr":"172.21.15.31:6835","nonce":1107078161}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":113},{"gid":7990,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6834/3637121490","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":3637121490},{"type":"v1","addr":"172.21.15.155:6834","nonce":3637121490}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":113}],"filesystems":[{"mdsmap":{"epoch":118,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T07:29:22.114869+0000","modified":"2024-09-16T07:29:25.136894+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9318},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9318":{"gid":9318,"name":"c","rank":0,"incarnation":114,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6834/3335646775","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":3335646775},{"type":"v1","addr":"172.21.15.31:6834","nonce":3335646775}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[27],"metadata_pool":26,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9318,"qdb_cluster":[9318]},"id":13}]} 2024-09-16T07:29:41.978 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 119 2024-09-16T07:29:41.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.979+0000 7fb50639b640 1 -- 172.21.15.31:0/3231981898 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb4e0079450 msgr2=0x7fb4e007b910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:41.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.979+0000 7fb50639b640 1 --2- 172.21.15.31:0/3231981898 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb4e0079450 0x7fb4e007b910 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fb4e8033000 tx=0x7fb4e8004730 comp rx=0 tx=0).stop 2024-09-16T07:29:41.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.979+0000 7fb50639b640 1 -- 172.21.15.31:0/3231981898 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb5000cc2f0 msgr2=0x7fb5001f5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:41.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.979+0000 7fb50639b640 1 --2- 172.21.15.31:0/3231981898 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb5000cc2f0 0x7fb5001f5160 secure :-1 s=READY pgs=1898 cs=0 l=1 rev1=1 crypto rx=0x7fb4f000c970 tx=0x7fb4f000ce30 comp rx=0 tx=0).stop 2024-09-16T07:29:41.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.979+0000 7fb50639b640 1 -- 172.21.15.31:0/3231981898 shutdown_connections 2024-09-16T07:29:41.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.979+0000 7fb50639b640 1 --2- 172.21.15.31:0/3231981898 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb4e0079450 0x7fb4e007b910 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:41.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.979+0000 7fb50639b640 1 --2- 172.21.15.31:0/3231981898 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb5000d0b60 0x7fb5001561c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:41.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.979+0000 7fb50639b640 1 --2- 172.21.15.31:0/3231981898 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb5000cd760 0x7fb5000c6c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:41.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.979+0000 7fb50639b640 1 --2- 172.21.15.31:0/3231981898 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb5000cc2f0 0x7fb5001f5160 unknown :-1 s=CLOSED pgs=1898 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:41.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.979+0000 7fb50639b640 1 -- 172.21.15.31:0/3231981898 >> 172.21.15.31:0/3231981898 conn(0x7fb5000741f0 msgr2=0x7fb5000b4ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:41.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.979+0000 7fb50639b640 1 -- 172.21.15.31:0/3231981898 shutdown_connections 2024-09-16T07:29:41.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:41.979+0000 7fb50639b640 1 -- 172.21.15.31:0/3231981898 wait complete. 2024-09-16T07:29:41.990 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:29:42.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.094+0000 7f7628a9b640 1 -- 172.21.15.31:0/2838056051 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f762415f6d0 msgr2=0x7f762415c880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:42.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.094+0000 7f7628a9b640 1 --2- 172.21.15.31:0/2838056051 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f762415f6d0 0x7f762415c880 secure :-1 s=READY pgs=1900 cs=0 l=1 rev1=1 crypto rx=0x7f76240d09d0 tx=0x7f760c02a680 comp rx=0 tx=0).stop 2024-09-16T07:29:42.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.094+0000 7f7628a9b640 1 -- 172.21.15.31:0/2838056051 shutdown_connections 2024-09-16T07:29:42.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.094+0000 7f7628a9b640 1 --2- 172.21.15.31:0/2838056051 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f762415f6d0 0x7f762415c880 unknown :-1 s=CLOSED pgs=1900 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:42.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.094+0000 7f7628a9b640 1 --2- 172.21.15.31:0/2838056051 >> v2:172.21.15.155:3300/0 conn(0x7f76240d2410 0x7f76240b3090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:42.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.094+0000 7f7628a9b640 1 -- 172.21.15.31:0/2838056051 >> 172.21.15.31:0/2838056051 conn(0x7f762409aa30 msgr2=0x7f762409ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:42.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.094+0000 7f7628a9b640 1 -- 172.21.15.31:0/2838056051 shutdown_connections 2024-09-16T07:29:42.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.094+0000 7f7628a9b640 1 -- 172.21.15.31:0/2838056051 wait complete. 2024-09-16T07:29:42.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.096+0000 7f7628a9b640 1 Processor -- start 2024-09-16T07:29:42.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.096+0000 7f7628a9b640 1 -- start start 2024-09-16T07:29:42.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.097+0000 7f7628a9b640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f76240d2410 0x7f76241f6750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:42.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.097+0000 7f7628a9b640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f762415cdc0 0x7f76241f5580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:42.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.097+0000 7f7628a9b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f762415f6d0 0x7f76240c5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:42.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.097+0000 7f7628a9b640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f76240b13c0 con 0x7f762415f6d0 2024-09-16T07:29:42.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.097+0000 7f7628a9b640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f76240b1240 con 0x7f762415cdc0 2024-09-16T07:29:42.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.097+0000 7f7628a9b640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f76240b1540 con 0x7f76240d2410 2024-09-16T07:29:42.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.097+0000 7f7622d9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f762415f6d0 0x7f76240c5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:42.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.097+0000 7f7622d9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f762415f6d0 0x7f76240c5780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:49594/0 (socket says 172.21.15.31:49594) 2024-09-16T07:29:42.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.097+0000 7f7622d9d640 1 -- 172.21.15.31:0/2817945254 learned_addr learned my addr 172.21.15.31:0/2817945254 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:42.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.097+0000 7f761bfff640 1 --2- 172.21.15.31:0/2817945254 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f762415cdc0 0x7f76241f5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:42.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.097+0000 7f762259c640 1 --2- 172.21.15.31:0/2817945254 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f76240d2410 0x7f76241f6750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:42.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.097+0000 7f7622d9d640 1 -- 172.21.15.31:0/2817945254 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f76240d2410 msgr2=0x7f76241f6750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:42.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.097+0000 7f7622d9d640 1 --2- 172.21.15.31:0/2817945254 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f76240d2410 0x7f76241f6750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:42.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.097+0000 7f7622d9d640 1 -- 172.21.15.31:0/2817945254 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f762415cdc0 msgr2=0x7f76241f5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:42.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.097+0000 7f7622d9d640 1 --2- 172.21.15.31:0/2817945254 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f762415cdc0 0x7f76241f5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:42.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.097+0000 7f7622d9d640 1 -- 172.21.15.31:0/2817945254 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76241f6c90 con 0x7f762415f6d0 2024-09-16T07:29:42.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.097+0000 7f7622d9d640 1 --2- 172.21.15.31:0/2817945254 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f762415f6d0 0x7f76240c5780 secure :-1 s=READY pgs=1901 cs=0 l=1 rev1=1 crypto rx=0x7f761c00c7a0 tx=0x7f761c00cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:42.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.097+0000 7f761affd640 1 -- 172.21.15.31:0/2817945254 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f761c003b70 con 0x7f762415f6d0 2024-09-16T07:29:42.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.097+0000 7f761affd640 1 -- 172.21.15.31:0/2817945254 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f761c003d10 con 0x7f762415f6d0 2024-09-16T07:29:42.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.097+0000 7f7628a9b640 1 -- 172.21.15.31:0/2817945254 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76241f5ac0 con 0x7f762415f6d0 2024-09-16T07:29:42.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.097+0000 7f761affd640 1 -- 172.21.15.31:0/2817945254 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f761c00aab0 con 0x7f762415f6d0 2024-09-16T07:29:42.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.097+0000 7f7628a9b640 1 -- 172.21.15.31:0/2817945254 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76240c7fd0 con 0x7f762415f6d0 2024-09-16T07:29:42.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.098+0000 7f7628a9b640 1 -- 172.21.15.31:0/2817945254 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f76240b21b0 con 0x7f762415f6d0 2024-09-16T07:29:42.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.099+0000 7f761affd640 1 -- 172.21.15.31:0/2817945254 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 27) ==== 102358+0+0 (secure 0 0 0) 0x7f761c00ac50 con 0x7f762415f6d0 2024-09-16T07:29:42.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.100+0000 7f761affd640 1 --2- 172.21.15.31:0/2817945254 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7604079420 0x7f760407b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:42.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.100+0000 7f761affd640 1 -- 172.21.15.31:0/2817945254 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(166..166 src has 1..166) ==== 5737+0+0 (secure 0 0 0) 0x7f761c0992e0 con 0x7f762415f6d0 2024-09-16T07:29:42.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.100+0000 7f762259c640 1 --2- 172.21.15.31:0/2817945254 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7604079420 0x7f760407b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:42.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.100+0000 7f762259c640 1 --2- 172.21.15.31:0/2817945254 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7604079420 0x7f760407b8e0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f762414ed90 tx=0x7f761400b390 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:42.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.104+0000 7f761affd640 1 -- 172.21.15.31:0/2817945254 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f76241f6c90 con 0x7f762415f6d0 2024-09-16T07:29:42.290 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.290+0000 7f7628a9b640 1 -- 172.21.15.31:0/2817945254 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f76240d29a0 con 0x7f762415f6d0 2024-09-16T07:29:42.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.291+0000 7f761affd640 1 -- 172.21.15.31:0/2817945254 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v166) ==== 74+0+16695 (secure 0 0 0) 0x7f762415c0e0 con 0x7f762415f6d0 2024-09-16T07:29:42.291 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:29:42.292 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":166,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:29:23.751043+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":27,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":26,"pool_name":"cephfs_metadata","create_time":"2024-09-16T07:29:19.771328+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"165","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":27,"pool_name":"cephfs_data","create_time":"2024-09-16T07:29:21.075417+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"166","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":164,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":164,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":164,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":164,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":164,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":164,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":164,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":164,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:29:42.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.293+0000 7f7628a9b640 1 -- 172.21.15.31:0/2817945254 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7604079420 msgr2=0x7f760407b8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:42.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.293+0000 7f7628a9b640 1 --2- 172.21.15.31:0/2817945254 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7604079420 0x7f760407b8e0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f762414ed90 tx=0x7f761400b390 comp rx=0 tx=0).stop 2024-09-16T07:29:42.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.293+0000 7f7628a9b640 1 -- 172.21.15.31:0/2817945254 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f762415f6d0 msgr2=0x7f76240c5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:42.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.293+0000 7f7628a9b640 1 --2- 172.21.15.31:0/2817945254 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f762415f6d0 0x7f76240c5780 secure :-1 s=READY pgs=1901 cs=0 l=1 rev1=1 crypto rx=0x7f761c00c7a0 tx=0x7f761c00cc60 comp rx=0 tx=0).stop 2024-09-16T07:29:42.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.293+0000 7f7628a9b640 1 -- 172.21.15.31:0/2817945254 shutdown_connections 2024-09-16T07:29:42.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.293+0000 7f7628a9b640 1 --2- 172.21.15.31:0/2817945254 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f7604079420 0x7f760407b8e0 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:42.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.293+0000 7f7628a9b640 1 --2- 172.21.15.31:0/2817945254 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f762415f6d0 0x7f76240c5780 unknown :-1 s=CLOSED pgs=1901 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:42.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.293+0000 7f7628a9b640 1 --2- 172.21.15.31:0/2817945254 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f762415cdc0 0x7f76241f5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:42.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.293+0000 7f7628a9b640 1 --2- 172.21.15.31:0/2817945254 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f76240d2410 0x7f76241f6750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:42.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.293+0000 7f7628a9b640 1 -- 172.21.15.31:0/2817945254 >> 172.21.15.31:0/2817945254 conn(0x7f762409aa30 msgr2=0x7f762415de90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:42.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.294+0000 7f7628a9b640 1 -- 172.21.15.31:0/2817945254 shutdown_connections 2024-09-16T07:29:42.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.294+0000 7f7628a9b640 1 -- 172.21.15.31:0/2817945254 wait complete. 2024-09-16T07:29:42.305 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-16T07:29:42.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.411+0000 7f0593c85640 1 -- 172.21.15.31:0/1471258541 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f058c0ceef0 msgr2=0x7f058c0cf360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:42.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.411+0000 7f0593c85640 1 --2- 172.21.15.31:0/1471258541 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f058c0ceef0 0x7f058c0cf360 secure :-1 s=READY pgs=1902 cs=0 l=1 rev1=1 crypto rx=0x7f0584005fd0 tx=0x7f058402a4a0 comp rx=0 tx=0).stop 2024-09-16T07:29:42.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.411+0000 7f0593c85640 1 -- 172.21.15.31:0/1471258541 shutdown_connections 2024-09-16T07:29:42.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.411+0000 7f0593c85640 1 --2- 172.21.15.31:0/1471258541 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f058c0ceef0 0x7f058c0cf360 unknown :-1 s=CLOSED pgs=1902 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:42.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.411+0000 7f0593c85640 1 --2- 172.21.15.31:0/1471258541 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f058c071c30 0x7f058c0d03f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:42.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.411+0000 7f0593c85640 1 -- 172.21.15.31:0/1471258541 >> 172.21.15.31:0/1471258541 conn(0x7f058c0d0c20 msgr2=0x7f058c0d1030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:42.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.411+0000 7f0593c85640 1 -- 172.21.15.31:0/1471258541 shutdown_connections 2024-09-16T07:29:42.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.411+0000 7f0593c85640 1 -- 172.21.15.31:0/1471258541 wait complete. 2024-09-16T07:29:42.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.412+0000 7f0593c85640 1 Processor -- start 2024-09-16T07:29:42.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.412+0000 7f0593c85640 1 -- start start 2024-09-16T07:29:42.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.413+0000 7f0593c85640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f058c071c30 0x7f058c0b5470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:42.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.413+0000 7f0593c85640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f058c0cc740 0x7f058c15a700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:42.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.413+0000 7f0593c85640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f058c0ceef0 0x7f058c0b6030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:42.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.413+0000 7f0593c85640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f058c06ccc0 con 0x7f058c0cc740 2024-09-16T07:29:42.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.413+0000 7f0593c85640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f058c06cb40 con 0x7f058c0ceef0 2024-09-16T07:29:42.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.413+0000 7f0593c85640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f058c06ce40 con 0x7f058c071c30 2024-09-16T07:29:42.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.413+0000 7f0591220640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f058c0cc740 0x7f058c15a700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:42.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.413+0000 7f0591220640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f058c0cc740 0x7f058c15a700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:49612/0 (socket says 172.21.15.31:49612) 2024-09-16T07:29:42.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.413+0000 7f0591220640 1 -- 172.21.15.31:0/2322783424 learned_addr learned my addr 172.21.15.31:0/2322783424 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:42.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.413+0000 7f0591a21640 1 --2- 172.21.15.31:0/2322783424 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f058c071c30 0x7f058c0b5470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:42.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.413+0000 7f0591220640 1 -- 172.21.15.31:0/2322783424 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f058c071c30 msgr2=0x7f058c0b5470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:42.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.413+0000 7f0592222640 1 --2- 172.21.15.31:0/2322783424 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f058c0ceef0 0x7f058c0b6030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:42.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.413+0000 7f0591220640 1 --2- 172.21.15.31:0/2322783424 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f058c071c30 0x7f058c0b5470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:42.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.413+0000 7f0591220640 1 -- 172.21.15.31:0/2322783424 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f058c0ceef0 msgr2=0x7f058c0b6030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:42.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.413+0000 7f0591220640 1 --2- 172.21.15.31:0/2322783424 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f058c0ceef0 0x7f058c0b6030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:42.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.413+0000 7f0591220640 1 -- 172.21.15.31:0/2322783424 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f058c0c5ec0 con 0x7f058c0cc740 2024-09-16T07:29:42.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.413+0000 7f0592222640 1 --2- 172.21.15.31:0/2322783424 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f058c0ceef0 0x7f058c0b6030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:29:42.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.413+0000 7f0591a21640 1 --2- 172.21.15.31:0/2322783424 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f058c071c30 0x7f058c0b5470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:29:42.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.413+0000 7f0591220640 1 --2- 172.21.15.31:0/2322783424 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f058c0cc740 0x7f058c15a700 secure :-1 s=READY pgs=1903 cs=0 l=1 rev1=1 crypto rx=0x7f057c00c430 tx=0x7f057c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:42.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.413+0000 7f05827fc640 1 -- 172.21.15.31:0/2322783424 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f057c011790 con 0x7f058c0cc740 2024-09-16T07:29:42.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.413+0000 7f05827fc640 1 -- 172.21.15.31:0/2322783424 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f057c017070 con 0x7f058c0cc740 2024-09-16T07:29:42.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.413+0000 7f0593c85640 1 -- 172.21.15.31:0/2322783424 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f058c0c61a0 con 0x7f058c0cc740 2024-09-16T07:29:42.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.414+0000 7f05827fc640 1 -- 172.21.15.31:0/2322783424 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f057c011d00 con 0x7f058c0cc740 2024-09-16T07:29:42.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.414+0000 7f0593c85640 1 -- 172.21.15.31:0/2322783424 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f058c15ac40 con 0x7f058c0cc740 2024-09-16T07:29:42.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.415+0000 7f0593c85640 1 -- 172.21.15.31:0/2322783424 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f058c0c63e0 con 0x7f058c0cc740 2024-09-16T07:29:42.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.415+0000 7f05827fc640 1 -- 172.21.15.31:0/2322783424 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 27) ==== 102358+0+0 (secure 0 0 0) 0x7f057c01c460 con 0x7f058c0cc740 2024-09-16T07:29:42.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.416+0000 7f05827fc640 1 --2- 172.21.15.31:0/2322783424 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0570079420 0x7f057007b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:42.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.416+0000 7f05827fc640 1 -- 172.21.15.31:0/2322783424 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(166..166 src has 1..166) ==== 5737+0+0 (secure 0 0 0) 0x7f057c0993e0 con 0x7f058c0cc740 2024-09-16T07:29:42.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.416+0000 7f0591a21640 1 --2- 172.21.15.31:0/2322783424 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0570079420 0x7f057007b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:42.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.416+0000 7f0591a21640 1 --2- 172.21.15.31:0/2322783424 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0570079420 0x7f057007b8e0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f0588007eb0 tx=0x7f05880073c0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:42.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.420+0000 7f05827fc640 1 -- 172.21.15.31:0/2322783424 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f058c0c63e0 con 0x7f058c0cc740 2024-09-16T07:29:42.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.648+0000 7f0593c85640 1 -- 172.21.15.31:0/2322783424 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f058c06d2e0 con 0x7f058c0cc740 2024-09-16T07:29:42.649 INFO:tasks.ceph.mon.a.smithi031.stderr:2024-09-16T07:29:42.648+0000 7fe9e4df9640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T07:29:42.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.650+0000 7f05827fc640 1 -- 172.21.15.31:0/2322783424 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v120) ==== 161+0+0 (secure 0 0 0) 0x7f057c0632a0 con 0x7f058c0cc740 2024-09-16T07:29:42.650 INFO:teuthology.orchestra.run.smithi031.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-16T07:29:42.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.653+0000 7f0593c85640 1 -- 172.21.15.31:0/2322783424 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0570079420 msgr2=0x7f057007b8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:42.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.653+0000 7f0593c85640 1 --2- 172.21.15.31:0/2322783424 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0570079420 0x7f057007b8e0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f0588007eb0 tx=0x7f05880073c0 comp rx=0 tx=0).stop 2024-09-16T07:29:42.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.653+0000 7f0593c85640 1 -- 172.21.15.31:0/2322783424 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f058c0cc740 msgr2=0x7f058c15a700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:42.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.653+0000 7f0593c85640 1 --2- 172.21.15.31:0/2322783424 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f058c0cc740 0x7f058c15a700 secure :-1 s=READY pgs=1903 cs=0 l=1 rev1=1 crypto rx=0x7f057c00c430 tx=0x7f057c00c8f0 comp rx=0 tx=0).stop 2024-09-16T07:29:42.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.654+0000 7f0593c85640 1 -- 172.21.15.31:0/2322783424 shutdown_connections 2024-09-16T07:29:42.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.654+0000 7f0593c85640 1 --2- 172.21.15.31:0/2322783424 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0570079420 0x7f057007b8e0 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:42.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.654+0000 7f0593c85640 1 --2- 172.21.15.31:0/2322783424 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f058c0ceef0 0x7f058c0b6030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:42.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.654+0000 7f0593c85640 1 --2- 172.21.15.31:0/2322783424 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f058c0cc740 0x7f058c15a700 unknown :-1 s=CLOSED pgs=1903 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:42.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.654+0000 7f0593c85640 1 --2- 172.21.15.31:0/2322783424 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f058c071c30 0x7f058c0b5470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:42.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.654+0000 7f0593c85640 1 -- 172.21.15.31:0/2322783424 >> 172.21.15.31:0/2322783424 conn(0x7f058c0d0c20 msgr2=0x7f058c075970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:42.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.654+0000 7f0593c85640 1 -- 172.21.15.31:0/2322783424 shutdown_connections 2024-09-16T07:29:42.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.654+0000 7f0593c85640 1 -- 172.21.15.31:0/2322783424 wait complete. 2024-09-16T07:29:42.666 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-16T07:29:42.691 INFO:tasks.ceph.mds.c.smithi031.stdout:starting mds.c at 2024-09-16T07:29:42.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.773+0000 7fd6f6cbd640 1 -- 172.21.15.31:0/852653863 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd6f01619c0 msgr2=0x7fd6f00ce910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:42.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.773+0000 7fd6f6cbd640 1 --2- 172.21.15.31:0/852653863 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd6f01619c0 0x7fd6f00ce910 secure :-1 s=READY pgs=1907 cs=0 l=1 rev1=1 crypto rx=0x7fd6e8009ca0 tx=0x7fd6e802aac0 comp rx=0 tx=0).stop 2024-09-16T07:29:42.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.773+0000 7fd6f6cbd640 1 -- 172.21.15.31:0/852653863 shutdown_connections 2024-09-16T07:29:42.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.773+0000 7fd6f6cbd640 1 --2- 172.21.15.31:0/852653863 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd6f01619c0 0x7fd6f00ce910 unknown :-1 s=CLOSED pgs=1907 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:42.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.773+0000 7fd6f6cbd640 1 --2- 172.21.15.31:0/852653863 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd6f00d0bd0 0x7fd6f00b40d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:42.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.773+0000 7fd6f6cbd640 1 -- 172.21.15.31:0/852653863 >> 172.21.15.31:0/852653863 conn(0x7fd6f009d3c0 msgr2=0x7fd6f00d40e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:42.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.773+0000 7fd6f6cbd640 1 -- 172.21.15.31:0/852653863 shutdown_connections 2024-09-16T07:29:42.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.773+0000 7fd6f6cbd640 1 -- 172.21.15.31:0/852653863 wait complete. 2024-09-16T07:29:42.775 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.774+0000 7fd6f6cbd640 1 Processor -- start 2024-09-16T07:29:42.775 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.774+0000 7fd6f6cbd640 1 -- start start 2024-09-16T07:29:42.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.775+0000 7fd6f6cbd640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd6f00d0bd0 0x7fd6f00caa90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:42.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.775+0000 7fd6f6cbd640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd6f00d0fb0 0x7fd6f015e4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:42.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.775+0000 7fd6f6cbd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd6f01619c0 0x7fd6f01f7ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:42.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.775+0000 7fd6f6cbd640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fd6f00cf1e0 con 0x7fd6f01619c0 2024-09-16T07:29:42.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.775+0000 7fd6f6cbd640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fd6f00cf060 con 0x7fd6f00d0bd0 2024-09-16T07:29:42.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.775+0000 7fd6f6cbd640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fd6f00cf360 con 0x7fd6f00d0fb0 2024-09-16T07:29:42.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.775+0000 7fd6f525a640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd6f01619c0 0x7fd6f01f7ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:42.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.775+0000 7fd6f525a640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd6f01619c0 0x7fd6f01f7ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:46018/0 (socket says 172.21.15.31:46018) 2024-09-16T07:29:42.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.775+0000 7fd6f525a640 1 -- 172.21.15.31:0/2255041511 learned_addr learned my addr 172.21.15.31:0/2255041511 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:42.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.776+0000 7fd6f4a59640 1 --2- 172.21.15.31:0/2255041511 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd6f00d0bd0 0x7fd6f00caa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:42.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.776+0000 7fd6effff640 1 --2- 172.21.15.31:0/2255041511 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd6f00d0fb0 0x7fd6f015e4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:42.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.776+0000 7fd6f525a640 1 -- 172.21.15.31:0/2255041511 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd6f00d0fb0 msgr2=0x7fd6f015e4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:42.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.776+0000 7fd6f525a640 1 --2- 172.21.15.31:0/2255041511 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd6f00d0fb0 0x7fd6f015e4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:42.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.776+0000 7fd6f525a640 1 -- 172.21.15.31:0/2255041511 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd6f00d0bd0 msgr2=0x7fd6f00caa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:42.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.776+0000 7fd6f525a640 1 --2- 172.21.15.31:0/2255041511 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd6f00d0bd0 0x7fd6f00caa90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:42.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.776+0000 7fd6f525a640 1 -- 172.21.15.31:0/2255041511 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6f01f8ab0 con 0x7fd6f01619c0 2024-09-16T07:29:42.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.776+0000 7fd6f4a59640 1 --2- 172.21.15.31:0/2255041511 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd6f00d0bd0 0x7fd6f00caa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:29:42.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.776+0000 7fd6f525a640 1 --2- 172.21.15.31:0/2255041511 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd6f01619c0 0x7fd6f01f7ca0 secure :-1 s=READY pgs=1908 cs=0 l=1 rev1=1 crypto rx=0x7fd6e8006010 tx=0x7fd6e8003ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:42.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.776+0000 7fd6ed7fa640 1 -- 172.21.15.31:0/2255041511 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6e8044070 con 0x7fd6f01619c0 2024-09-16T07:29:42.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.776+0000 7fd6ed7fa640 1 -- 172.21.15.31:0/2255041511 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd6e8003e50 con 0x7fd6f01619c0 2024-09-16T07:29:42.778 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.776+0000 7fd6ed7fa640 1 -- 172.21.15.31:0/2255041511 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6e80044b0 con 0x7fd6f01619c0 2024-09-16T07:29:42.779 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.776+0000 7fd6f6cbd640 1 -- 172.21.15.31:0/2255041511 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6f00ce320 con 0x7fd6f01619c0 2024-09-16T07:29:42.779 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.776+0000 7fd6f6cbd640 1 -- 172.21.15.31:0/2255041511 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6f00a1c10 con 0x7fd6f01619c0 2024-09-16T07:29:42.779 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.777+0000 7fd6f6cbd640 1 -- 172.21.15.31:0/2255041511 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd6f00b40d0 con 0x7fd6f01619c0 2024-09-16T07:29:42.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.778+0000 7fd6ed7fa640 1 -- 172.21.15.31:0/2255041511 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 27) ==== 102358+0+0 (secure 0 0 0) 0x7fd6e8004650 con 0x7fd6f01619c0 2024-09-16T07:29:42.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.778+0000 7fd6ed7fa640 1 --2- 172.21.15.31:0/2255041511 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd6d0079420 0x7fd6d007b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:42.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.779+0000 7fd6f4a59640 1 --2- 172.21.15.31:0/2255041511 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd6d0079420 0x7fd6d007b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:42.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.779+0000 7fd6ed7fa640 1 -- 172.21.15.31:0/2255041511 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(167..167 src has 1..167) ==== 5823+0+0 (secure 0 0 0) 0x7fd6e80ba380 con 0x7fd6f01619c0 2024-09-16T07:29:42.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.779+0000 7fd6f4a59640 1 --2- 172.21.15.31:0/2255041511 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd6d0079420 0x7fd6d007b8e0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fd6d80058c0 tx=0x7fd6d8005850 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:42.783 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:42.783+0000 7fd6ed7fa640 1 -- 172.21.15.31:0/2255041511 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fd6e8032030 con 0x7fd6f01619c0 2024-09-16T07:29:43.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:43.006+0000 7fd6f6cbd640 1 -- 172.21.15.31:0/2255041511 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fd6f006e6a0 con 0x7fd6f01619c0 2024-09-16T07:29:43.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:43.651+0000 7fd6ed7fa640 1 -- 172.21.15.31:0/2255041511 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v121) ==== 104+0+0 (secure 0 0 0) 0x7fd6e8084160 con 0x7fd6f01619c0 2024-09-16T07:29:43.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:43.655+0000 7fd6f6cbd640 1 -- 172.21.15.31:0/2255041511 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd6d0079420 msgr2=0x7fd6d007b8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:43.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:43.655+0000 7fd6f6cbd640 1 --2- 172.21.15.31:0/2255041511 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd6d0079420 0x7fd6d007b8e0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fd6d80058c0 tx=0x7fd6d8005850 comp rx=0 tx=0).stop 2024-09-16T07:29:43.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:43.655+0000 7fd6f6cbd640 1 -- 172.21.15.31:0/2255041511 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd6f01619c0 msgr2=0x7fd6f01f7ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:43.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:43.655+0000 7fd6f6cbd640 1 --2- 172.21.15.31:0/2255041511 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd6f01619c0 0x7fd6f01f7ca0 secure :-1 s=READY pgs=1908 cs=0 l=1 rev1=1 crypto rx=0x7fd6e8006010 tx=0x7fd6e8003ce0 comp rx=0 tx=0).stop 2024-09-16T07:29:43.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:43.655+0000 7fd6f6cbd640 1 -- 172.21.15.31:0/2255041511 shutdown_connections 2024-09-16T07:29:43.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:43.655+0000 7fd6f6cbd640 1 --2- 172.21.15.31:0/2255041511 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd6d0079420 0x7fd6d007b8e0 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:43.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:43.655+0000 7fd6f6cbd640 1 --2- 172.21.15.31:0/2255041511 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd6f01619c0 0x7fd6f01f7ca0 unknown :-1 s=CLOSED pgs=1908 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:43.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:43.655+0000 7fd6f6cbd640 1 --2- 172.21.15.31:0/2255041511 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd6f00d0fb0 0x7fd6f015e4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:43.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:43.655+0000 7fd6f6cbd640 1 --2- 172.21.15.31:0/2255041511 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd6f00d0bd0 0x7fd6f00caa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:43.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:43.655+0000 7fd6f6cbd640 1 -- 172.21.15.31:0/2255041511 >> 172.21.15.31:0/2255041511 conn(0x7fd6f009d3c0 msgr2=0x7fd6f006ec60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:43.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:43.656+0000 7fd6f6cbd640 1 -- 172.21.15.31:0/2255041511 shutdown_connections 2024-09-16T07:29:43.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:43.656+0000 7fd6f6cbd640 1 -- 172.21.15.31:0/2255041511 wait complete. 2024-09-16T07:29:43.670 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-16T07:29:43.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:43.829+0000 7f0a12b84640 1 -- 172.21.15.31:0/134702078 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0a0c0ceb00 msgr2=0x7f0a0c0b2310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:43.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:43.829+0000 7f0a12b84640 1 --2- 172.21.15.31:0/134702078 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0a0c0ceb00 0x7f0a0c0b2310 secure :-1 s=READY pgs=1909 cs=0 l=1 rev1=1 crypto rx=0x7f0a0c0b3420 tx=0x7f09fc02a560 comp rx=0 tx=0).stop 2024-09-16T07:29:43.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:43.829+0000 7f0a12b84640 1 -- 172.21.15.31:0/134702078 shutdown_connections 2024-09-16T07:29:43.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:43.829+0000 7f0a12b84640 1 --2- 172.21.15.31:0/134702078 >> v2:172.21.15.155:3300/0 conn(0x7f0a0c0d07a0 0x7f0a0c0b2850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:43.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:43.829+0000 7f0a12b84640 1 --2- 172.21.15.31:0/134702078 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0a0c0ceb00 0x7f0a0c0b2310 unknown :-1 s=CLOSED pgs=1909 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:43.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:43.829+0000 7f0a12b84640 1 -- 172.21.15.31:0/134702078 >> 172.21.15.31:0/134702078 conn(0x7f0a0c0d1bc0 msgr2=0x7f0a0c0d1fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:43.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:43.829+0000 7f0a12b84640 1 -- 172.21.15.31:0/134702078 shutdown_connections 2024-09-16T07:29:43.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:43.829+0000 7f0a12b84640 1 -- 172.21.15.31:0/134702078 wait complete. 2024-09-16T07:29:43.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:43.830+0000 7f0a12b84640 1 Processor -- start 2024-09-16T07:29:43.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:43.830+0000 7f0a12b84640 1 -- start start 2024-09-16T07:29:43.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:43.831+0000 7f0a12b84640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0a0c0ceb00 0x7f0a0c1f2420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:43.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:43.831+0000 7f0a12b84640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0a0c0d07a0 0x7f0a0c0c8c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:43.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:43.831+0000 7f0a12b84640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0a0c15f4c0 0x7f0a0c0c91d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:43.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:43.831+0000 7f0a12b84640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f0a0c0cc7b0 con 0x7f0a0c15f4c0 2024-09-16T07:29:43.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:43.831+0000 7f0a12b84640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f0a0c0cc630 con 0x7f0a0c0d07a0 2024-09-16T07:29:43.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:43.831+0000 7f0a12b84640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f0a0c0cc930 con 0x7f0a0c0ceb00 2024-09-16T07:29:43.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:43.831+0000 7f0a11121640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0a0c15f4c0 0x7f0a0c0c91d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:43.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:43.831+0000 7f0a11121640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0a0c15f4c0 0x7f0a0c0c91d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:46038/0 (socket says 172.21.15.31:46038) 2024-09-16T07:29:43.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:43.831+0000 7f0a11121640 1 -- 172.21.15.31:0/3154773713 learned_addr learned my addr 172.21.15.31:0/3154773713 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:43.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:43.831+0000 7f0a03fff640 1 --2- 172.21.15.31:0/3154773713 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0a0c0d07a0 0x7f0a0c0c8c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:43.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:43.831+0000 7f0a10920640 1 --2- 172.21.15.31:0/3154773713 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0a0c0ceb00 0x7f0a0c1f2420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:43.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:43.831+0000 7f0a11121640 1 -- 172.21.15.31:0/3154773713 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0a0c0ceb00 msgr2=0x7f0a0c1f2420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:43.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:43.831+0000 7f0a11121640 1 --2- 172.21.15.31:0/3154773713 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0a0c0ceb00 0x7f0a0c1f2420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:43.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:43.831+0000 7f0a11121640 1 -- 172.21.15.31:0/3154773713 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0a0c0d07a0 msgr2=0x7f0a0c0c8c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:43.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:43.831+0000 7f0a11121640 1 --2- 172.21.15.31:0/3154773713 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0a0c0d07a0 0x7f0a0c0c8c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:43.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:43.831+0000 7f0a11121640 1 -- 172.21.15.31:0/3154773713 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a0c14e770 con 0x7f0a0c15f4c0 2024-09-16T07:29:43.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:43.832+0000 7f0a11121640 1 --2- 172.21.15.31:0/3154773713 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0a0c15f4c0 0x7f0a0c0c91d0 secure :-1 s=READY pgs=1910 cs=0 l=1 rev1=1 crypto rx=0x7f0a0400eaa0 tx=0x7f0a0400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:43.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:43.832+0000 7f0a017fa640 1 -- 172.21.15.31:0/3154773713 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a0400cdb0 con 0x7f0a0c15f4c0 2024-09-16T07:29:43.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:43.832+0000 7f0a017fa640 1 -- 172.21.15.31:0/3154773713 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0a04004c10 con 0x7f0a0c15f4c0 2024-09-16T07:29:43.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:43.832+0000 7f0a12b84640 1 -- 172.21.15.31:0/3154773713 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a0c14ea50 con 0x7f0a0c15f4c0 2024-09-16T07:29:43.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:43.832+0000 7f0a017fa640 1 -- 172.21.15.31:0/3154773713 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a04005020 con 0x7f0a0c15f4c0 2024-09-16T07:29:43.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:43.832+0000 7f0a12b84640 1 -- 172.21.15.31:0/3154773713 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a0c14f010 con 0x7f0a0c15f4c0 2024-09-16T07:29:43.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:43.833+0000 7f0a12b84640 1 -- 172.21.15.31:0/3154773713 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0a0c0cce90 con 0x7f0a0c15f4c0 2024-09-16T07:29:43.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:43.834+0000 7f0a017fa640 1 -- 172.21.15.31:0/3154773713 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 27) ==== 102358+0+0 (secure 0 0 0) 0x7f0a040051c0 con 0x7f0a0c15f4c0 2024-09-16T07:29:43.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:43.834+0000 7f0a017fa640 1 --2- 172.21.15.31:0/3154773713 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f09f8079420 0x7f09f807b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:43.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:43.834+0000 7f0a10920640 1 --2- 172.21.15.31:0/3154773713 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f09f8079420 0x7f09f807b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:43.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:43.834+0000 7f0a017fa640 1 -- 172.21.15.31:0/3154773713 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(167..167 src has 1..167) ==== 5823+0+0 (secure 0 0 0) 0x7f0a04099e00 con 0x7f0a0c15f4c0 2024-09-16T07:29:43.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:43.835+0000 7f0a10920640 1 --2- 172.21.15.31:0/3154773713 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f09f8079420 0x7f09f807b8e0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f0a0c14f270 tx=0x7f0a08009060 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:43.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:43.839+0000 7f0a017fa640 1 -- 172.21.15.31:0/3154773713 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f0a04016030 con 0x7f0a0c15f4c0 2024-09-16T07:29:44.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:44.025+0000 7f0a12b84640 1 -- 172.21.15.31:0/3154773713 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f0a0c15dd10 con 0x7f0a0c15f4c0 2024-09-16T07:29:44.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:44.656+0000 7f0a017fa640 1 -- 172.21.15.31:0/3154773713 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v168) ==== 181+0+0 (secure 0 0 0) 0x7f0a04063670 con 0x7f0a0c15f4c0 2024-09-16T07:29:44.657 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_metadata' removed 2024-09-16T07:29:44.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:44.660+0000 7f0a12b84640 1 -- 172.21.15.31:0/3154773713 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f09f8079420 msgr2=0x7f09f807b8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:44.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:44.660+0000 7f0a12b84640 1 --2- 172.21.15.31:0/3154773713 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f09f8079420 0x7f09f807b8e0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f0a0c14f270 tx=0x7f0a08009060 comp rx=0 tx=0).stop 2024-09-16T07:29:44.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:44.660+0000 7f0a12b84640 1 -- 172.21.15.31:0/3154773713 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0a0c15f4c0 msgr2=0x7f0a0c0c91d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:44.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:44.660+0000 7f0a12b84640 1 --2- 172.21.15.31:0/3154773713 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0a0c15f4c0 0x7f0a0c0c91d0 secure :-1 s=READY pgs=1910 cs=0 l=1 rev1=1 crypto rx=0x7f0a0400eaa0 tx=0x7f0a0400ef60 comp rx=0 tx=0).stop 2024-09-16T07:29:44.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:44.660+0000 7f0a12b84640 1 -- 172.21.15.31:0/3154773713 shutdown_connections 2024-09-16T07:29:44.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:44.660+0000 7f0a12b84640 1 --2- 172.21.15.31:0/3154773713 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f09f8079420 0x7f09f807b8e0 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:44.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:44.660+0000 7f0a12b84640 1 --2- 172.21.15.31:0/3154773713 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0a0c15f4c0 0x7f0a0c0c91d0 unknown :-1 s=CLOSED pgs=1910 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:44.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:44.660+0000 7f0a12b84640 1 --2- 172.21.15.31:0/3154773713 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0a0c0d07a0 0x7f0a0c0c8c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:44.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:44.660+0000 7f0a12b84640 1 --2- 172.21.15.31:0/3154773713 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0a0c0ceb00 0x7f0a0c1f2420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:44.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:44.660+0000 7f0a12b84640 1 -- 172.21.15.31:0/3154773713 >> 172.21.15.31:0/3154773713 conn(0x7f0a0c0d1bc0 msgr2=0x7f0a0c15e090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:44.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:44.660+0000 7f0a12b84640 1 -- 172.21.15.31:0/3154773713 shutdown_connections 2024-09-16T07:29:44.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:44.660+0000 7f0a12b84640 1 -- 172.21.15.31:0/3154773713 wait complete. 2024-09-16T07:29:44.674 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-16T07:29:44.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:44.788+0000 7f77ec8b0640 1 -- 172.21.15.31:0/1079363377 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f77e81616e0 msgr2=0x7f77e80d4940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:44.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:44.788+0000 7f77ec8b0640 1 --2- 172.21.15.31:0/1079363377 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f77e81616e0 0x7f77e80d4940 secure :-1 s=READY pgs=1912 cs=0 l=1 rev1=1 crypto rx=0x7f77d0005fd0 tx=0x7f77d002a670 comp rx=0 tx=0).stop 2024-09-16T07:29:44.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:44.788+0000 7f77ec8b0640 1 -- 172.21.15.31:0/1079363377 shutdown_connections 2024-09-16T07:29:44.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:44.788+0000 7f77ec8b0640 1 --2- 172.21.15.31:0/1079363377 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f77e81616e0 0x7f77e80d4940 unknown :-1 s=CLOSED pgs=1912 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:44.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:44.788+0000 7f77ec8b0640 1 -- 172.21.15.31:0/1079363377 >> 172.21.15.31:0/1079363377 conn(0x7f77e80d3e20 msgr2=0x7f77e80d4230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:44.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:44.788+0000 7f77ec8b0640 1 -- 172.21.15.31:0/1079363377 shutdown_connections 2024-09-16T07:29:44.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:44.788+0000 7f77ec8b0640 1 -- 172.21.15.31:0/1079363377 wait complete. 2024-09-16T07:29:44.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:44.789+0000 7f77ec8b0640 1 Processor -- start 2024-09-16T07:29:44.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:44.789+0000 7f77ec8b0640 1 -- start start 2024-09-16T07:29:44.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:44.790+0000 7f77ec8b0640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f77e80d25b0 0x7f77e81f7690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:44.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:44.790+0000 7f77ec8b0640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f77e8161300 0x7f77e81f5830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:44.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:44.790+0000 7f77ec8b0640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f77e81616e0 0x7f77e80b3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:44.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:44.790+0000 7f77ec8b0640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f77e80b7ec0 con 0x7f77e80d25b0 2024-09-16T07:29:44.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:44.790+0000 7f77ec8b0640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f77e80b7d40 con 0x7f77e8161300 2024-09-16T07:29:44.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:44.790+0000 7f77ec8b0640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f77e80b8040 con 0x7f77e81616e0 2024-09-16T07:29:44.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:44.790+0000 7f77e659c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f77e80d25b0 0x7f77e81f7690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:44.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:44.790+0000 7f77e659c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f77e80d25b0 0x7f77e81f7690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:46056/0 (socket says 172.21.15.31:46056) 2024-09-16T07:29:44.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:44.790+0000 7f77e659c640 1 -- 172.21.15.31:0/3623987960 learned_addr learned my addr 172.21.15.31:0/3623987960 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:44.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:44.790+0000 7f77e659c640 1 -- 172.21.15.31:0/3623987960 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f77e81616e0 msgr2=0x7f77e80b3600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:44.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:44.790+0000 7f77e659c640 1 --2- 172.21.15.31:0/3623987960 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f77e81616e0 0x7f77e80b3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:44.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:44.791+0000 7f77e659c640 1 -- 172.21.15.31:0/3623987960 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f77e8161300 msgr2=0x7f77e81f5830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:44.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:44.791+0000 7f77e659c640 1 --2- 172.21.15.31:0/3623987960 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f77e8161300 0x7f77e81f5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:44.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:44.791+0000 7f77e659c640 1 -- 172.21.15.31:0/3623987960 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77e80c8a00 con 0x7f77e80d25b0 2024-09-16T07:29:44.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:44.791+0000 7f77e659c640 1 --2- 172.21.15.31:0/3623987960 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f77e80d25b0 0x7f77e81f7690 secure :-1 s=READY pgs=1913 cs=0 l=1 rev1=1 crypto rx=0x7f77e000c7f0 tx=0x7f77e000ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:44.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:44.791+0000 7f77deffd640 1 -- 172.21.15.31:0/3623987960 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77e0016020 con 0x7f77e80d25b0 2024-09-16T07:29:44.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:44.791+0000 7f77deffd640 1 -- 172.21.15.31:0/3623987960 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f77e000ab40 con 0x7f77e80d25b0 2024-09-16T07:29:44.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:44.791+0000 7f77ec8b0640 1 -- 172.21.15.31:0/3623987960 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77e80c8c70 con 0x7f77e80d25b0 2024-09-16T07:29:44.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:44.791+0000 7f77deffd640 1 -- 172.21.15.31:0/3623987960 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77e0012420 con 0x7f77e80d25b0 2024-09-16T07:29:44.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:44.791+0000 7f77ec8b0640 1 -- 172.21.15.31:0/3623987960 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77e81f5d70 con 0x7f77e80d25b0 2024-09-16T07:29:44.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:44.792+0000 7f77ec8b0640 1 -- 172.21.15.31:0/3623987960 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f77e80b84f0 con 0x7f77e80d25b0 2024-09-16T07:29:44.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:44.793+0000 7f77deffd640 1 -- 172.21.15.31:0/3623987960 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 27) ==== 102358+0+0 (secure 0 0 0) 0x7f77e0019020 con 0x7f77e80d25b0 2024-09-16T07:29:44.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:44.793+0000 7f77deffd640 1 --2- 172.21.15.31:0/3623987960 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f77c8079420 0x7f77c807b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:44.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:44.793+0000 7f77deffd640 1 -- 172.21.15.31:0/3623987960 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(168..168 src has 1..168) ==== 5385+0+0 (secure 0 0 0) 0x7f77e0099270 con 0x7f77e80d25b0 2024-09-16T07:29:44.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:44.793+0000 7f77e5d9b640 1 --2- 172.21.15.31:0/3623987960 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f77c8079420 0x7f77c807b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:44.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:44.794+0000 7f77e5d9b640 1 --2- 172.21.15.31:0/3623987960 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f77c8079420 0x7f77c807b8e0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f77d0033000 tx=0x7f77d00046c0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:44.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:44.798+0000 7f77deffd640 1 -- 172.21.15.31:0/3623987960 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f77e0020070 con 0x7f77e80d25b0 2024-09-16T07:29:44.985 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:44.984+0000 7f77ec8b0640 1 -- 172.21.15.31:0/3623987960 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f77e80d1f80 con 0x7f77e80d25b0 2024-09-16T07:29:45.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.658+0000 7f77deffd640 1 -- 172.21.15.31:0/3623987960 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v169) ==== 169+0+0 (secure 0 0 0) 0x7f77e0063130 con 0x7f77e80d25b0 2024-09-16T07:29:45.659 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_data' removed 2024-09-16T07:29:45.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.662+0000 7f77ec8b0640 1 -- 172.21.15.31:0/3623987960 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f77c8079420 msgr2=0x7f77c807b8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:45.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.662+0000 7f77ec8b0640 1 --2- 172.21.15.31:0/3623987960 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f77c8079420 0x7f77c807b8e0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f77d0033000 tx=0x7f77d00046c0 comp rx=0 tx=0).stop 2024-09-16T07:29:45.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.662+0000 7f77ec8b0640 1 -- 172.21.15.31:0/3623987960 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f77e80d25b0 msgr2=0x7f77e81f7690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:45.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.662+0000 7f77ec8b0640 1 --2- 172.21.15.31:0/3623987960 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f77e80d25b0 0x7f77e81f7690 secure :-1 s=READY pgs=1913 cs=0 l=1 rev1=1 crypto rx=0x7f77e000c7f0 tx=0x7f77e000ccb0 comp rx=0 tx=0).stop 2024-09-16T07:29:45.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.662+0000 7f77ec8b0640 1 -- 172.21.15.31:0/3623987960 shutdown_connections 2024-09-16T07:29:45.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.662+0000 7f77ec8b0640 1 --2- 172.21.15.31:0/3623987960 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f77c8079420 0x7f77c807b8e0 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:45.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.662+0000 7f77ec8b0640 1 --2- 172.21.15.31:0/3623987960 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f77e81616e0 0x7f77e80b3600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:45.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.662+0000 7f77ec8b0640 1 --2- 172.21.15.31:0/3623987960 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f77e8161300 0x7f77e81f5830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:45.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.662+0000 7f77ec8b0640 1 --2- 172.21.15.31:0/3623987960 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f77e80d25b0 0x7f77e81f7690 unknown :-1 s=CLOSED pgs=1913 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:45.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.662+0000 7f77ec8b0640 1 -- 172.21.15.31:0/3623987960 >> 172.21.15.31:0/3623987960 conn(0x7f77e80d3e20 msgr2=0x7f77e806e840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:45.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.663+0000 7f77ec8b0640 1 -- 172.21.15.31:0/3623987960 shutdown_connections 2024-09-16T07:29:45.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.663+0000 7f77ec8b0640 1 -- 172.21.15.31:0/3623987960 wait complete. 2024-09-16T07:29:45.679 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config reset 27 2024-09-16T07:29:45.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.792+0000 7fb1cd452640 1 -- 172.21.15.31:0/2826256632 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb1c815ad00 msgr2=0x7fb1c80736e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:45.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.792+0000 7fb1cd452640 1 --2- 172.21.15.31:0/2826256632 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb1c815ad00 0x7fb1c80736e0 secure :-1 s=READY pgs=1915 cs=0 l=1 rev1=1 crypto rx=0x7fb1b8005fd0 tx=0x7fb1b802aa10 comp rx=0 tx=0).stop 2024-09-16T07:29:45.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.792+0000 7fb1cd452640 1 -- 172.21.15.31:0/2826256632 shutdown_connections 2024-09-16T07:29:45.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.792+0000 7fb1cd452640 1 --2- 172.21.15.31:0/2826256632 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb1c80746e0 0x7fb1c8073c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:45.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.792+0000 7fb1cd452640 1 --2- 172.21.15.31:0/2826256632 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb1c815ad00 0x7fb1c80736e0 unknown :-1 s=CLOSED pgs=1915 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:45.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.792+0000 7fb1cd452640 1 -- 172.21.15.31:0/2826256632 >> 172.21.15.31:0/2826256632 conn(0x7fb1c80d0c20 msgr2=0x7fb1c80d1030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:45.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.792+0000 7fb1cd452640 1 -- 172.21.15.31:0/2826256632 shutdown_connections 2024-09-16T07:29:45.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.792+0000 7fb1cd452640 1 -- 172.21.15.31:0/2826256632 wait complete. 2024-09-16T07:29:45.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.792+0000 7fb1cd452640 1 Processor -- start 2024-09-16T07:29:45.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.792+0000 7fb1cd452640 1 -- start start 2024-09-16T07:29:45.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.793+0000 7fb1cd452640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb1c8074280 0x7fb1c81f65d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:45.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.793+0000 7fb1cd452640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb1c80746e0 0x7fb1c80c97f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:45.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.793+0000 7fb1cd452640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb1c815ad00 0x7fb1c81ef980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:45.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.793+0000 7fb1cd452640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fb1c806fa10 con 0x7fb1c815ad00 2024-09-16T07:29:45.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.793+0000 7fb1cd452640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb1c80d08b0 con 0x7fb1c80746e0 2024-09-16T07:29:45.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.793+0000 7fb1cd452640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb1c80cef00 con 0x7fb1c8074280 2024-09-16T07:29:45.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.793+0000 7fb1c77fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb1c815ad00 0x7fb1c81ef980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:45.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.793+0000 7fb1c77fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb1c815ad00 0x7fb1c81ef980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:46066/0 (socket says 172.21.15.31:46066) 2024-09-16T07:29:45.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.793+0000 7fb1c77fe640 1 -- 172.21.15.31:0/1538781368 learned_addr learned my addr 172.21.15.31:0/1538781368 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:45.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.793+0000 7fb1c6ffd640 1 --2- 172.21.15.31:0/1538781368 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb1c8074280 0x7fb1c81f65d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:45.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.793+0000 7fb1c67fc640 1 --2- 172.21.15.31:0/1538781368 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb1c80746e0 0x7fb1c80c97f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:45.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.794+0000 7fb1c77fe640 1 -- 172.21.15.31:0/1538781368 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb1c8074280 msgr2=0x7fb1c81f65d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:45.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.794+0000 7fb1c77fe640 1 --2- 172.21.15.31:0/1538781368 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb1c8074280 0x7fb1c81f65d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:45.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.794+0000 7fb1c77fe640 1 -- 172.21.15.31:0/1538781368 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb1c80746e0 msgr2=0x7fb1c80c97f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:45.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.794+0000 7fb1c77fe640 1 --2- 172.21.15.31:0/1538781368 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb1c80746e0 0x7fb1c80c97f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:45.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.794+0000 7fb1c77fe640 1 -- 172.21.15.31:0/1538781368 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1c80c9d30 con 0x7fb1c815ad00 2024-09-16T07:29:45.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.794+0000 7fb1c77fe640 1 --2- 172.21.15.31:0/1538781368 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb1c815ad00 0x7fb1c81ef980 secure :-1 s=READY pgs=1916 cs=0 l=1 rev1=1 crypto rx=0x7fb1c0009fd0 tx=0x7fb1c000b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:45.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.794+0000 7fb1af7fe640 1 -- 172.21.15.31:0/1538781368 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1c0011830 con 0x7fb1c815ad00 2024-09-16T07:29:45.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.794+0000 7fb1af7fe640 1 -- 172.21.15.31:0/1538781368 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb1c0016070 con 0x7fb1c815ad00 2024-09-16T07:29:45.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.794+0000 7fb1cd452640 1 -- 172.21.15.31:0/1538781368 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb1c81f3510 con 0x7fb1c815ad00 2024-09-16T07:29:45.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.794+0000 7fb1af7fe640 1 -- 172.21.15.31:0/1538781368 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1c0011d40 con 0x7fb1c815ad00 2024-09-16T07:29:45.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.794+0000 7fb1cd452640 1 -- 172.21.15.31:0/1538781368 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1c81f2c70 con 0x7fb1c815ad00 2024-09-16T07:29:45.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.795+0000 7fb1cd452640 1 -- 172.21.15.31:0/1538781368 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb1c80cf3d0 con 0x7fb1c815ad00 2024-09-16T07:29:45.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.796+0000 7fb1af7fe640 1 -- 172.21.15.31:0/1538781368 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 27) ==== 102358+0+0 (secure 0 0 0) 0x7fb1c001b460 con 0x7fb1c815ad00 2024-09-16T07:29:45.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.796+0000 7fb1af7fe640 1 --2- 172.21.15.31:0/1538781368 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb1b4079450 0x7fb1b407b910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:45.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.796+0000 7fb1c6ffd640 1 --2- 172.21.15.31:0/1538781368 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb1b4079450 0x7fb1b407b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:45.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.796+0000 7fb1af7fe640 1 -- 172.21.15.31:0/1538781368 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(169..169 src has 1..169) ==== 4971+0+0 (secure 0 0 0) 0x7fb1c00992e0 con 0x7fb1c815ad00 2024-09-16T07:29:45.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.797+0000 7fb1c6ffd640 1 --2- 172.21.15.31:0/1538781368 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb1b4079450 0x7fb1b407b910 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7fb1b8035000 tx=0x7fb1b8004ab0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:45.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.802+0000 7fb1af7fe640 1 -- 172.21.15.31:0/1538781368 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fb1c00631a0 con 0x7fb1c815ad00 2024-09-16T07:29:45.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.992+0000 7fb1cd452640 1 -- 172.21.15.31:0/1538781368 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "config reset", "num": 27} v 0) -- 0x7fb1c80b6ba0 con 0x7fb1c815ad00 2024-09-16T07:29:45.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.996+0000 7fb1af7fe640 1 -- 172.21.15.31:0/1538781368 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "config reset", "num": 27}]=0 v49) ==== 71+0+0 (secure 0 0 0) 0x7fb1c0062aa0 con 0x7fb1c815ad00 2024-09-16T07:29:45.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.998+0000 7fb1cd452640 1 -- 172.21.15.31:0/1538781368 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb1b4079450 msgr2=0x7fb1b407b910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:45.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.998+0000 7fb1cd452640 1 --2- 172.21.15.31:0/1538781368 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb1b4079450 0x7fb1b407b910 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7fb1b8035000 tx=0x7fb1b8004ab0 comp rx=0 tx=0).stop 2024-09-16T07:29:45.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.998+0000 7fb1cd452640 1 -- 172.21.15.31:0/1538781368 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb1c815ad00 msgr2=0x7fb1c81ef980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:45.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.998+0000 7fb1cd452640 1 --2- 172.21.15.31:0/1538781368 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb1c815ad00 0x7fb1c81ef980 secure :-1 s=READY pgs=1916 cs=0 l=1 rev1=1 crypto rx=0x7fb1c0009fd0 tx=0x7fb1c000b8e0 comp rx=0 tx=0).stop 2024-09-16T07:29:45.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.998+0000 7fb1cd452640 1 -- 172.21.15.31:0/1538781368 shutdown_connections 2024-09-16T07:29:45.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.998+0000 7fb1cd452640 1 --2- 172.21.15.31:0/1538781368 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb1b4079450 0x7fb1b407b910 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:45.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.998+0000 7fb1cd452640 1 --2- 172.21.15.31:0/1538781368 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb1c815ad00 0x7fb1c81ef980 unknown :-1 s=CLOSED pgs=1916 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:45.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.998+0000 7fb1cd452640 1 --2- 172.21.15.31:0/1538781368 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb1c80746e0 0x7fb1c80c97f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:45.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.998+0000 7fb1cd452640 1 --2- 172.21.15.31:0/1538781368 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb1c8074280 0x7fb1c81f65d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:45.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.998+0000 7fb1cd452640 1 -- 172.21.15.31:0/1538781368 >> 172.21.15.31:0/1538781368 conn(0x7fb1c80d0c20 msgr2=0x7fb1c80b5130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:45.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.999+0000 7fb1cd452640 1 -- 172.21.15.31:0/1538781368 shutdown_connections 2024-09-16T07:29:45.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:45.999+0000 7fb1cd452640 1 -- 172.21.15.31:0/1538781368 wait complete. 2024-09-16T07:29:46.009 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_volumes.TestMisc.test_unparseable_metafile_on_legacy_to_v1_upgrade' 2024-09-16T07:29:46.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:46.121+0000 7f3576a60640 1 -- 172.21.15.31:0/1905748348 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3570161380 msgr2=0x7f35700b5440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:46.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:46.121+0000 7f3576a60640 1 --2- 172.21.15.31:0/1905748348 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3570161380 0x7f35700b5440 secure :-1 s=READY pgs=1918 cs=0 l=1 rev1=1 crypto rx=0x7f3560005fd0 tx=0x7f356002a670 comp rx=0 tx=0).stop 2024-09-16T07:29:46.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:46.122+0000 7f3576a60640 1 -- 172.21.15.31:0/1905748348 shutdown_connections 2024-09-16T07:29:46.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:46.122+0000 7f3576a60640 1 --2- 172.21.15.31:0/1905748348 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3570161380 0x7f35700b5440 unknown :-1 s=CLOSED pgs=1918 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:46.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:46.122+0000 7f3576a60640 1 -- 172.21.15.31:0/1905748348 >> 172.21.15.31:0/1905748348 conn(0x7f35700d3ea0 msgr2=0x7f35700d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:46.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:46.122+0000 7f3576a60640 1 -- 172.21.15.31:0/1905748348 shutdown_connections 2024-09-16T07:29:46.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:46.122+0000 7f3576a60640 1 -- 172.21.15.31:0/1905748348 wait complete. 2024-09-16T07:29:46.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:46.123+0000 7f3576a60640 1 Processor -- start 2024-09-16T07:29:46.122 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:46.123+0000 7f3576a60640 1 -- start start 2024-09-16T07:29:46.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:46.124+0000 7f3576a60640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f35700d24b0 0x7f3570157560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:46.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:46.124+0000 7f3576a60640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3570161380 0x7f35700c95c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:46.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:46.124+0000 7f3576a60640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3570161760 0x7f35700c9b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:46.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:46.124+0000 7f3576a60640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f35700b22b0 con 0x7f3570161760 2024-09-16T07:29:46.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:46.124+0000 7f3576a60640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f35700b2130 con 0x7f3570161380 2024-09-16T07:29:46.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:46.124+0000 7f3576a60640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f35700b2430 con 0x7f35700d24b0 2024-09-16T07:29:46.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:46.124+0000 7f3574ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3570161760 0x7f35700c9b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:46.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:46.124+0000 7f3574ffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3570161760 0x7f35700c9b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:46074/0 (socket says 172.21.15.31:46074) 2024-09-16T07:29:46.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:46.124+0000 7f3574ffd640 1 -- 172.21.15.31:0/2055440542 learned_addr learned my addr 172.21.15.31:0/2055440542 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:46.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:46.124+0000 7f356f7fe640 1 --2- 172.21.15.31:0/2055440542 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3570161380 0x7f35700c95c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:46.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:46.124+0000 7f3574ffd640 1 -- 172.21.15.31:0/2055440542 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f35700d24b0 msgr2=0x7f3570157560 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-16T07:29:46.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:46.124+0000 7f3574ffd640 1 --2- 172.21.15.31:0/2055440542 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f35700d24b0 0x7f3570157560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:46.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:46.124+0000 7f3574ffd640 1 -- 172.21.15.31:0/2055440542 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3570161380 msgr2=0x7f35700c95c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:46.125 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:46.124+0000 7f3574ffd640 1 --2- 172.21.15.31:0/2055440542 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3570161380 0x7f35700c95c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:46.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:46.124+0000 7f3574ffd640 1 -- 172.21.15.31:0/2055440542 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35701f8010 con 0x7f3570161760 2024-09-16T07:29:46.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:46.124+0000 7f3574ffd640 1 --2- 172.21.15.31:0/2055440542 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3570161760 0x7f35700c9b00 secure :-1 s=READY pgs=1919 cs=0 l=1 rev1=1 crypto rx=0x7f356800c7a0 tx=0x7f356800cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:46.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:46.125+0000 7f356cff9640 1 -- 172.21.15.31:0/2055440542 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3568003b70 con 0x7f3570161760 2024-09-16T07:29:46.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:46.125+0000 7f356cff9640 1 -- 172.21.15.31:0/2055440542 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3568003d10 con 0x7f3570161760 2024-09-16T07:29:46.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:46.125+0000 7f3576a60640 1 -- 172.21.15.31:0/2055440542 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35701f82f0 con 0x7f3570161760 2024-09-16T07:29:46.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:46.125+0000 7f356cff9640 1 -- 172.21.15.31:0/2055440542 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f356800aab0 con 0x7f3570161760 2024-09-16T07:29:46.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:46.125+0000 7f3576a60640 1 -- 172.21.15.31:0/2055440542 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35701f88b0 con 0x7f3570161760 2024-09-16T07:29:46.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:46.126+0000 7f3576a60640 1 -- 172.21.15.31:0/2055440542 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f35700b28e0 con 0x7f3570161760 2024-09-16T07:29:46.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:46.126+0000 7f356cff9640 1 -- 172.21.15.31:0/2055440542 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 27) ==== 102358+0+0 (secure 0 0 0) 0x7f356800ac50 con 0x7f3570161760 2024-09-16T07:29:46.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:46.127+0000 7f356cff9640 1 --2- 172.21.15.31:0/2055440542 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f355c079420 0x7f355c07b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:46.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:46.127+0000 7f356cff9640 1 -- 172.21.15.31:0/2055440542 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(169..169 src has 1..169) ==== 4971+0+0 (secure 0 0 0) 0x7f35680992d0 con 0x7f3570161760 2024-09-16T07:29:46.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:46.127+0000 7f356ffff640 1 --2- 172.21.15.31:0/2055440542 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f355c079420 0x7f355c07b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:46.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:46.127+0000 7f356ffff640 1 --2- 172.21.15.31:0/2055440542 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f355c079420 0x7f355c07b8e0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f3560033000 tx=0x7f3560004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:46.130 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:46.131+0000 7f356cff9640 1 -- 172.21.15.31:0/2055440542 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f3568063190 con 0x7f3570161760 2024-09-16T07:29:46.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:46.389+0000 7f3576a60640 1 -- 172.21.15.31:0/2055440542 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_unparseable_metafile_on_legacy_to_v1_upgrade"]} v 0) -- 0x7f35701608a0 con 0x7f3570161760 2024-09-16T07:29:46.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:46.660+0000 7f356cff9640 1 -- 172.21.15.31:0/2055440542 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_volumes.TestMisc.test_unparseable_metafile_on_legacy_to_v1_upgrade"]}]=0 v477) ==== 163+0+0 (secure 0 0 0) 0x7f3568062a90 con 0x7f3570161760 2024-09-16T07:29:46.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:46.664+0000 7f3576a60640 1 -- 172.21.15.31:0/2055440542 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f355c079420 msgr2=0x7f355c07b8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:46.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:46.664+0000 7f3576a60640 1 --2- 172.21.15.31:0/2055440542 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f355c079420 0x7f355c07b8e0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f3560033000 tx=0x7f3560004730 comp rx=0 tx=0).stop 2024-09-16T07:29:46.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:46.664+0000 7f3576a60640 1 -- 172.21.15.31:0/2055440542 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3570161760 msgr2=0x7f35700c9b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:46.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:46.664+0000 7f3576a60640 1 --2- 172.21.15.31:0/2055440542 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3570161760 0x7f35700c9b00 secure :-1 s=READY pgs=1919 cs=0 l=1 rev1=1 crypto rx=0x7f356800c7a0 tx=0x7f356800cc60 comp rx=0 tx=0).stop 2024-09-16T07:29:46.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:46.664+0000 7f3576a60640 1 -- 172.21.15.31:0/2055440542 shutdown_connections 2024-09-16T07:29:46.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:46.664+0000 7f3576a60640 1 --2- 172.21.15.31:0/2055440542 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f355c079420 0x7f355c07b8e0 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:46.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:46.664+0000 7f3576a60640 1 --2- 172.21.15.31:0/2055440542 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3570161760 0x7f35700c9b00 unknown :-1 s=CLOSED pgs=1919 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:46.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:46.664+0000 7f3576a60640 1 --2- 172.21.15.31:0/2055440542 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3570161380 0x7f35700c95c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:46.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:46.664+0000 7f3576a60640 1 --2- 172.21.15.31:0/2055440542 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f35700d24b0 0x7f3570157560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:46.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:46.664+0000 7f3576a60640 1 -- 172.21.15.31:0/2055440542 >> 172.21.15.31:0/2055440542 conn(0x7f35700d3ea0 msgr2=0x7f3570158750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:46.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:46.664+0000 7f3576a60640 1 -- 172.21.15.31:0/2055440542 shutdown_connections 2024-09-16T07:29:46.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:46.664+0000 7f3576a60640 1 -- 172.21.15.31:0/2055440542 wait complete. 2024-09-16T07:29:46.675 INFO:tasks.cephfs_test_runner:Validate unparseable text .meta file on legacy subvol root doesn't break the system ... ok 2024-09-16T07:29:46.676 INFO:tasks.cephfs_test_runner: 2024-09-16T07:29:46.676 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2024-09-16T07:29:46.676 INFO:tasks.cephfs_test_runner:Ran 11 tests in 490.827s 2024-09-16T07:29:46.676 INFO:tasks.cephfs_test_runner: 2024-09-16T07:29:46.676 INFO:tasks.cephfs_test_runner:OK 2024-09-16T07:29:46.676 DEBUG:teuthology.run_tasks:Unwinding manager cephfs_test_runner 2024-09-16T07:29:46.686 DEBUG:teuthology.run_tasks:Unwinding manager ceph-fuse 2024-09-16T07:29:46.728 INFO:tasks.ceph_fuse:Unmounting ceph-fuse clients... 2024-09-16T07:29:46.728 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:29:46.728 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:29:46.745 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17171 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T07:29:46.745 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-16T07:29:46.745 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:29:46.801 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17171 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-16T07:29:46.801 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:29:46.801 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:29:46.821 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056027,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1315 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T07:29:46.821 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-09-16T07:29:46.821 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T07:29:46.879 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056027,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1315 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497464k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-16T07:29:46.880 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:29:46.880 DEBUG:teuthology.orchestra.run.smithi155:> ip netns list 2024-09-16T07:29:46.938 INFO:teuthology.orchestra.run.smithi155.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-16T07:29:46.938 INFO:teuthology.orchestra.run.smithi155.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-16T07:29:46.939 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:29:46.939 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-16T07:29:47.010 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:29:47.010 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-16T07:29:47.079 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:29:47.079 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip link delete ceph-brx 2024-09-16T07:29:47.182 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:29:47.182 DEBUG:teuthology.orchestra.run.smithi031:> ip netns list 2024-09-16T07:29:47.198 INFO:teuthology.orchestra.run.smithi031.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-16T07:29:47.199 INFO:teuthology.orchestra.run.smithi031.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-16T07:29:47.199 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:29:47.199 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-16T07:29:47.267 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:29:47.267 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T07:29:47.335 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T07:29:47.335 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip link delete ceph-brx 2024-09-16T07:29:47.436 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2024-09-16T07:29:47.445 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-16T07:29:47.446 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T07:29:47.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.553+0000 7f0c5d58a640 1 -- 172.21.15.31:0/2351553741 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0c58151370 msgr2=0x7f0c580cef30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:47.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.553+0000 7f0c5d58a640 1 --2- 172.21.15.31:0/2351553741 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0c58151370 0x7f0c580cef30 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f0c48005fd0 tx=0x7f0c4802aa90 comp rx=0 tx=0).stop 2024-09-16T07:29:47.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.553+0000 7f0c5d58a640 1 -- 172.21.15.31:0/2351553741 shutdown_connections 2024-09-16T07:29:47.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.553+0000 7f0c5d58a640 1 --2- 172.21.15.31:0/2351553741 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0c58072cb0 0x7f0c580cf470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:47.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.553+0000 7f0c5d58a640 1 --2- 172.21.15.31:0/2351553741 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0c58151370 0x7f0c580cef30 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:47.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.553+0000 7f0c5d58a640 1 -- 172.21.15.31:0/2351553741 >> 172.21.15.31:0/2351553741 conn(0x7f0c580b1690 msgr2=0x7f0c580b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:47.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.553+0000 7f0c5d58a640 1 -- 172.21.15.31:0/2351553741 shutdown_connections 2024-09-16T07:29:47.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.553+0000 7f0c5d58a640 1 -- 172.21.15.31:0/2351553741 wait complete. 2024-09-16T07:29:47.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.555+0000 7f0c5d58a640 1 Processor -- start 2024-09-16T07:29:47.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.555+0000 7f0c5d58a640 1 -- start start 2024-09-16T07:29:47.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.555+0000 7f0c5d58a640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0c58072cb0 0x7f0c5813d7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:47.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.555+0000 7f0c5d58a640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0c580b3140 0x7f0c58139fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:47.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.555+0000 7f0c5d58a640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0c58151370 0x7f0c580cc5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:47.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.555+0000 7f0c5d58a640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f0c5806ebc0 con 0x7f0c58151370 2024-09-16T07:29:47.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.555+0000 7f0c5d58a640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f0c5806ea40 con 0x7f0c58072cb0 2024-09-16T07:29:47.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.555+0000 7f0c5d58a640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f0c5806f9f0 con 0x7f0c580b3140 2024-09-16T07:29:47.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.556+0000 7f0c577fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0c58151370 0x7f0c580cc5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:47.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.556+0000 7f0c577fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0c58151370 0x7f0c580cc5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:46076/0 (socket says 172.21.15.31:46076) 2024-09-16T07:29:47.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.556+0000 7f0c577fe640 1 -- 172.21.15.31:0/80649960 learned_addr learned my addr 172.21.15.31:0/80649960 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:47.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.556+0000 7f0c56ffd640 1 --2- 172.21.15.31:0/80649960 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0c58072cb0 0x7f0c5813d7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:47.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.556+0000 7f0c567fc640 1 --2- 172.21.15.31:0/80649960 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0c580b3140 0x7f0c58139fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:47.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.556+0000 7f0c577fe640 1 -- 172.21.15.31:0/80649960 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0c580b3140 msgr2=0x7f0c58139fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:47.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.556+0000 7f0c577fe640 1 --2- 172.21.15.31:0/80649960 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0c580b3140 0x7f0c58139fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:47.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.556+0000 7f0c577fe640 1 -- 172.21.15.31:0/80649960 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0c58072cb0 msgr2=0x7f0c5813d7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:47.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.556+0000 7f0c577fe640 1 --2- 172.21.15.31:0/80649960 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0c58072cb0 0x7f0c5813d7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:47.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.556+0000 7f0c577fe640 1 -- 172.21.15.31:0/80649960 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c580ccb20 con 0x7f0c58151370 2024-09-16T07:29:47.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.556+0000 7f0c56ffd640 1 --2- 172.21.15.31:0/80649960 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0c58072cb0 0x7f0c5813d7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:29:47.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.556+0000 7f0c567fc640 1 --2- 172.21.15.31:0/80649960 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0c580b3140 0x7f0c58139fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:29:47.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.556+0000 7f0c577fe640 1 --2- 172.21.15.31:0/80649960 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0c58151370 0x7f0c580cc5e0 secure :-1 s=READY pgs=1920 cs=0 l=1 rev1=1 crypto rx=0x7f0c5000e970 tx=0x7f0c5000ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:47.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.556+0000 7f0c4f7fe640 1 -- 172.21.15.31:0/80649960 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c5000ccc0 con 0x7f0c58151370 2024-09-16T07:29:47.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.556+0000 7f0c4f7fe640 1 -- 172.21.15.31:0/80649960 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0c5000ce60 con 0x7f0c58151370 2024-09-16T07:29:47.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.556+0000 7f0c5d58a640 1 -- 172.21.15.31:0/80649960 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c580cd120 con 0x7f0c58151370 2024-09-16T07:29:47.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.556+0000 7f0c4f7fe640 1 -- 172.21.15.31:0/80649960 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c50005280 con 0x7f0c58151370 2024-09-16T07:29:47.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.556+0000 7f0c5d58a640 1 -- 172.21.15.31:0/80649960 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c58145b90 con 0x7f0c58151370 2024-09-16T07:29:47.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.557+0000 7f0c5d58a640 1 -- 172.21.15.31:0/80649960 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0c580725a0 con 0x7f0c58151370 2024-09-16T07:29:47.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.558+0000 7f0c4f7fe640 1 -- 172.21.15.31:0/80649960 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 27) ==== 102358+0+0 (secure 0 0 0) 0x7f0c50005420 con 0x7f0c58151370 2024-09-16T07:29:47.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.558+0000 7f0c4f7fe640 1 --2- 172.21.15.31:0/80649960 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0c38079420 0x7f0c3807b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:47.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.559+0000 7f0c4f7fe640 1 -- 172.21.15.31:0/80649960 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(169..169 src has 1..169) ==== 4971+0+0 (secure 0 0 0) 0x7f0c50099e20 con 0x7f0c58151370 2024-09-16T07:29:47.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.559+0000 7f0c56ffd640 1 --2- 172.21.15.31:0/80649960 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0c38079420 0x7f0c3807b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:47.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.559+0000 7f0c56ffd640 1 --2- 172.21.15.31:0/80649960 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0c38079420 0x7f0c3807b8e0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f0c48035000 tx=0x7f0c48038040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:47.562 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.563+0000 7f0c4f7fe640 1 -- 172.21.15.31:0/80649960 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f0c50063e60 con 0x7f0c58151370 2024-09-16T07:29:47.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.746+0000 7f0c5d58a640 1 -- 172.21.15.31:0/80649960 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f0c580b47d0 con 0x7f0c38079420 2024-09-16T07:29:47.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.747+0000 7f0c4f7fe640 1 -- 172.21.15.31:0/80649960 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13478 (secure 0 0 0) 0x7f0c580b47d0 con 0x7f0c38079420 2024-09-16T07:29:47.747 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:29:47.747 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-16T07:29:47.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.749+0000 7f0c5d58a640 1 -- 172.21.15.31:0/80649960 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0c38079420 msgr2=0x7f0c3807b8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:47.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.749+0000 7f0c5d58a640 1 --2- 172.21.15.31:0/80649960 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0c38079420 0x7f0c3807b8e0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f0c48035000 tx=0x7f0c48038040 comp rx=0 tx=0).stop 2024-09-16T07:29:47.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.749+0000 7f0c5d58a640 1 -- 172.21.15.31:0/80649960 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0c58151370 msgr2=0x7f0c580cc5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:47.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.749+0000 7f0c5d58a640 1 --2- 172.21.15.31:0/80649960 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0c58151370 0x7f0c580cc5e0 secure :-1 s=READY pgs=1920 cs=0 l=1 rev1=1 crypto rx=0x7f0c5000e970 tx=0x7f0c5000ed70 comp rx=0 tx=0).stop 2024-09-16T07:29:47.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.749+0000 7f0c5d58a640 1 -- 172.21.15.31:0/80649960 shutdown_connections 2024-09-16T07:29:47.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.749+0000 7f0c5d58a640 1 --2- 172.21.15.31:0/80649960 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f0c38079420 0x7f0c3807b8e0 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:47.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.749+0000 7f0c5d58a640 1 --2- 172.21.15.31:0/80649960 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0c58151370 0x7f0c580cc5e0 unknown :-1 s=CLOSED pgs=1920 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:47.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.749+0000 7f0c5d58a640 1 --2- 172.21.15.31:0/80649960 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0c580b3140 0x7f0c58139fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:47.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.749+0000 7f0c5d58a640 1 --2- 172.21.15.31:0/80649960 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0c58072cb0 0x7f0c5813d7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:47.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.749+0000 7f0c5d58a640 1 -- 172.21.15.31:0/80649960 >> 172.21.15.31:0/80649960 conn(0x7f0c580b1690 msgr2=0x7f0c58151e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:47.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.749+0000 7f0c5d58a640 1 -- 172.21.15.31:0/80649960 shutdown_connections 2024-09-16T07:29:47.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.749+0000 7f0c5d58a640 1 -- 172.21.15.31:0/80649960 wait complete. 2024-09-16T07:29:47.759 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":236,"stamp":"2024-09-16T07:29:46.276212+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":159,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":267288,"kb_used_data":17772,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754707432,"statfs":{"total":773094113280,"available":772820410368,"internally_reserved":0,"allocated":18198528,"data_stored":8739912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-30420,"num_objects":-24,"num_object_clones":0,"num_object_copies":-48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-24,"num_whiteouts":0,"num_read":-1,"num_read_kb":-1,"num_write":-62,"num_write_kb":-49,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001234"},"pg_stats":[{"pgid":"1.0","version":"70'79","reported_seq":414,"reported_epoch":169,"state":"active+clean","last_fresh":"2024-09-16T07:29:45.662664+0000","last_change":"2024-09-16T07:21:02.600196+0000","last_active":"2024-09-16T07:29:45.662664+0000","last_peered":"2024-09-16T07:29:45.662664+0000","last_clean":"2024-09-16T07:29:45.662664+0000","last_became_active":"2024-09-16T07:21:02.599001+0000","last_became_peered":"2024-09-16T07:21:02.599001+0000","last_unstale":"2024-09-16T07:29:45.662664+0000","last_undegraded":"2024-09-16T07:29:45.662664+0000","last_fullsized":"2024-09-16T07:29:45.662664+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_clean_scrub_stamp":"2024-09-16T07:21:01.331773+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:28:40.942832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509550,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":33256,"kb_used_data":2068,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338584,"statfs":{"total":96636764160,"available":96602710016,"internally_reserved":0,"allocated":2117632,"data_stored":937827,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574956,"num_pgs":14,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":33260,"kb_used_data":2068,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338580,"statfs":{"total":96636764160,"available":96602705920,"internally_reserved":0,"allocated":2117632,"data_stored":937827,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509549,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33856,"kb_used_data":2664,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94337984,"statfs":{"total":96636764160,"available":96602095616,"internally_reserved":0,"allocated":2727936,"data_stored":1533788,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509549,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":33276,"kb_used_data":2084,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338564,"statfs":{"total":96636764160,"available":96602689536,"internally_reserved":0,"allocated":2134016,"data_stored":943420,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509550,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":33304,"kb_used_data":2116,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338536,"statfs":{"total":96636764160,"available":96602660864,"internally_reserved":0,"allocated":2166784,"data_stored":988929,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509550,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":33256,"kb_used_data":2068,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338584,"statfs":{"total":96636764160,"available":96602710016,"internally_reserved":0,"allocated":2117632,"data_stored":937827,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509550,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33824,"kb_used_data":2636,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338016,"statfs":{"total":96636764160,"available":96602128384,"internally_reserved":0,"allocated":2699264,"data_stored":1522467,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509551,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":33256,"kb_used_data":2068,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338584,"statfs":{"total":96636764160,"available":96602710016,"internally_reserved":0,"allocated":2117632,"data_stored":937827,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T07:29:47.759 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T07:29:47.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.865+0000 7ff8be5a0640 1 -- 172.21.15.31:0/3204478333 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff8b80d49c0 msgr2=0x7ff8b80b3800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:47.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.865+0000 7ff8be5a0640 1 --2- 172.21.15.31:0/3204478333 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff8b80d49c0 0x7ff8b80b3800 secure :-1 s=READY pgs=1922 cs=0 l=1 rev1=1 crypto rx=0x7ff8b80d1eb0 tx=0x7ff8b002aac0 comp rx=0 tx=0).stop 2024-09-16T07:29:47.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.865+0000 7ff8be5a0640 1 -- 172.21.15.31:0/3204478333 shutdown_connections 2024-09-16T07:29:47.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.865+0000 7ff8be5a0640 1 --2- 172.21.15.31:0/3204478333 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff8b80d49c0 0x7ff8b80b3800 unknown :-1 s=CLOSED pgs=1922 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:47.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.865+0000 7ff8be5a0640 1 --2- 172.21.15.31:0/3204478333 >> v2:172.21.15.155:3300/0 conn(0x7ff8b80d0d40 0x7ff8b80cf9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:47.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.865+0000 7ff8be5a0640 1 -- 172.21.15.31:0/3204478333 >> 172.21.15.31:0/3204478333 conn(0x7ff8b80d3ea0 msgr2=0x7ff8b80d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:47.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.865+0000 7ff8be5a0640 1 -- 172.21.15.31:0/3204478333 shutdown_connections 2024-09-16T07:29:47.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.865+0000 7ff8be5a0640 1 -- 172.21.15.31:0/3204478333 wait complete. 2024-09-16T07:29:47.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.867+0000 7ff8be5a0640 1 Processor -- start 2024-09-16T07:29:47.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.867+0000 7ff8be5a0640 1 -- start start 2024-09-16T07:29:47.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.868+0000 7ff8be5a0640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff8b80d0d40 0x7ff8b809db80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:47.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.868+0000 7ff8be5a0640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff8b80d49c0 0x7ff8b80b7130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:47.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.868+0000 7ff8be5a0640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff8b815df90 0x7ff8b8153ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:47.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.868+0000 7ff8be5a0640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7ff8b8162690 con 0x7ff8b80d0d40 2024-09-16T07:29:47.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.868+0000 7ff8be5a0640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ff8b80b3d40 con 0x7ff8b80d49c0 2024-09-16T07:29:47.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.868+0000 7ff8be5a0640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ff8b8154530 con 0x7ff8b815df90 2024-09-16T07:29:47.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.868+0000 7ff8b7fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff8b80d0d40 0x7ff8b809db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:47.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.868+0000 7ff8b7fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff8b80d0d40 0x7ff8b809db80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:46094/0 (socket says 172.21.15.31:46094) 2024-09-16T07:29:47.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.868+0000 7ff8b7fff640 1 -- 172.21.15.31:0/2059702360 learned_addr learned my addr 172.21.15.31:0/2059702360 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:47.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.868+0000 7ff8b7fff640 1 -- 172.21.15.31:0/2059702360 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff8b815df90 msgr2=0x7ff8b8153ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:47.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.868+0000 7ff8b77fe640 1 --2- 172.21.15.31:0/2059702360 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff8b80d49c0 0x7ff8b80b7130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:47.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.868+0000 7ff8b7fff640 1 --2- 172.21.15.31:0/2059702360 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff8b815df90 0x7ff8b8153ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:47.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.868+0000 7ff8b7fff640 1 -- 172.21.15.31:0/2059702360 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff8b80d49c0 msgr2=0x7ff8b80b7130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:47.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.868+0000 7ff8b7fff640 1 --2- 172.21.15.31:0/2059702360 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff8b80d49c0 0x7ff8b80b7130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:47.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.868+0000 7ff8b7fff640 1 -- 172.21.15.31:0/2059702360 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8b81549b0 con 0x7ff8b80d0d40 2024-09-16T07:29:47.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.868+0000 7ff8b77fe640 1 --2- 172.21.15.31:0/2059702360 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff8b80d49c0 0x7ff8b80b7130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:29:47.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.868+0000 7ff8b7fff640 1 --2- 172.21.15.31:0/2059702360 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff8b80d0d40 0x7ff8b809db80 secure :-1 s=READY pgs=1923 cs=0 l=1 rev1=1 crypto rx=0x7ff8a800c3a0 tx=0x7ff8a800c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:47.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.868+0000 7ff8b4ff9640 1 -- 172.21.15.31:0/2059702360 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8a8017070 con 0x7ff8b80d0d40 2024-09-16T07:29:47.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.868+0000 7ff8b4ff9640 1 -- 172.21.15.31:0/2059702360 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff8a80053c0 con 0x7ff8b80d0d40 2024-09-16T07:29:47.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.868+0000 7ff8be5a0640 1 -- 172.21.15.31:0/2059702360 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff8b80a02e0 con 0x7ff8b80d0d40 2024-09-16T07:29:47.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.868+0000 7ff8b4ff9640 1 -- 172.21.15.31:0/2059702360 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8a8003850 con 0x7ff8b80d0d40 2024-09-16T07:29:47.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.869+0000 7ff8be5a0640 1 -- 172.21.15.31:0/2059702360 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8b80a05a0 con 0x7ff8b80d0d40 2024-09-16T07:29:47.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.869+0000 7ff8be5a0640 1 -- 172.21.15.31:0/2059702360 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff8b80b31f0 con 0x7ff8b80d0d40 2024-09-16T07:29:47.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.870+0000 7ff8b4ff9640 1 -- 172.21.15.31:0/2059702360 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 27) ==== 102358+0+0 (secure 0 0 0) 0x7ff8a801a070 con 0x7ff8b80d0d40 2024-09-16T07:29:47.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.871+0000 7ff8b4ff9640 1 --2- 172.21.15.31:0/2059702360 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff8a4079420 0x7ff8a407b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:47.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.871+0000 7ff8b4ff9640 1 -- 172.21.15.31:0/2059702360 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(169..169 src has 1..169) ==== 4971+0+0 (secure 0 0 0) 0x7ff8a8098970 con 0x7ff8b80d0d40 2024-09-16T07:29:47.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.871+0000 7ff8b77fe640 1 --2- 172.21.15.31:0/2059702360 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff8a4079420 0x7ff8a407b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:47.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.871+0000 7ff8b77fe640 1 --2- 172.21.15.31:0/2059702360 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff8a4079420 0x7ff8a407b8e0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7ff8b8154d50 tx=0x7ff8ac005e70 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:47.874 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:47.875+0000 7ff8b4ff9640 1 -- 172.21.15.31:0/2059702360 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7ff8b80b31f0 con 0x7ff8b80d0d40 2024-09-16T07:29:48.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.061+0000 7ff8be5a0640 1 -- 172.21.15.31:0/2059702360 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ff8b808d590 con 0x7ff8a4079420 2024-09-16T07:29:48.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.061+0000 7ff8b4ff9640 1 -- 172.21.15.31:0/2059702360 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13478 (secure 0 0 0) 0x7ff8b808d590 con 0x7ff8a4079420 2024-09-16T07:29:48.061 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:29:48.061 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-16T07:29:48.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.064+0000 7ff8be5a0640 1 -- 172.21.15.31:0/2059702360 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff8a4079420 msgr2=0x7ff8a407b8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:48.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.064+0000 7ff8be5a0640 1 --2- 172.21.15.31:0/2059702360 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff8a4079420 0x7ff8a407b8e0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7ff8b8154d50 tx=0x7ff8ac005e70 comp rx=0 tx=0).stop 2024-09-16T07:29:48.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.064+0000 7ff8be5a0640 1 -- 172.21.15.31:0/2059702360 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff8b80d0d40 msgr2=0x7ff8b809db80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:48.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.064+0000 7ff8be5a0640 1 --2- 172.21.15.31:0/2059702360 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff8b80d0d40 0x7ff8b809db80 secure :-1 s=READY pgs=1923 cs=0 l=1 rev1=1 crypto rx=0x7ff8a800c3a0 tx=0x7ff8a800c860 comp rx=0 tx=0).stop 2024-09-16T07:29:48.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.064+0000 7ff8be5a0640 1 -- 172.21.15.31:0/2059702360 shutdown_connections 2024-09-16T07:29:48.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.064+0000 7ff8be5a0640 1 --2- 172.21.15.31:0/2059702360 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff8a4079420 0x7ff8a407b8e0 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:48.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.064+0000 7ff8be5a0640 1 --2- 172.21.15.31:0/2059702360 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff8b815df90 0x7ff8b8153ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:48.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.064+0000 7ff8be5a0640 1 --2- 172.21.15.31:0/2059702360 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff8b80d49c0 0x7ff8b80b7130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:48.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.064+0000 7ff8be5a0640 1 --2- 172.21.15.31:0/2059702360 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff8b80d0d40 0x7ff8b809db80 unknown :-1 s=CLOSED pgs=1923 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:48.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.064+0000 7ff8be5a0640 1 -- 172.21.15.31:0/2059702360 >> 172.21.15.31:0/2059702360 conn(0x7ff8b80d3ea0 msgr2=0x7ff8b80b6100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:48.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.064+0000 7ff8be5a0640 1 -- 172.21.15.31:0/2059702360 shutdown_connections 2024-09-16T07:29:48.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.064+0000 7ff8be5a0640 1 -- 172.21.15.31:0/2059702360 wait complete. 2024-09-16T07:29:48.074 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":236,"stamp":"2024-09-16T07:29:46.276212+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":159,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":267288,"kb_used_data":17772,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754707432,"statfs":{"total":773094113280,"available":772820410368,"internally_reserved":0,"allocated":18198528,"data_stored":8739912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-30420,"num_objects":-24,"num_object_clones":0,"num_object_copies":-48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-24,"num_whiteouts":0,"num_read":-1,"num_read_kb":-1,"num_write":-62,"num_write_kb":-49,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001234"},"pg_stats":[{"pgid":"1.0","version":"70'79","reported_seq":414,"reported_epoch":169,"state":"active+clean","last_fresh":"2024-09-16T07:29:45.662664+0000","last_change":"2024-09-16T07:21:02.600196+0000","last_active":"2024-09-16T07:29:45.662664+0000","last_peered":"2024-09-16T07:29:45.662664+0000","last_clean":"2024-09-16T07:29:45.662664+0000","last_became_active":"2024-09-16T07:21:02.599001+0000","last_became_peered":"2024-09-16T07:21:02.599001+0000","last_unstale":"2024-09-16T07:29:45.662664+0000","last_undegraded":"2024-09-16T07:29:45.662664+0000","last_fullsized":"2024-09-16T07:29:45.662664+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_clean_scrub_stamp":"2024-09-16T07:21:01.331773+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:28:40.942832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509550,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":33256,"kb_used_data":2068,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338584,"statfs":{"total":96636764160,"available":96602710016,"internally_reserved":0,"allocated":2117632,"data_stored":937827,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574956,"num_pgs":14,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":33260,"kb_used_data":2068,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338580,"statfs":{"total":96636764160,"available":96602705920,"internally_reserved":0,"allocated":2117632,"data_stored":937827,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509549,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33856,"kb_used_data":2664,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94337984,"statfs":{"total":96636764160,"available":96602095616,"internally_reserved":0,"allocated":2727936,"data_stored":1533788,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509549,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":33276,"kb_used_data":2084,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338564,"statfs":{"total":96636764160,"available":96602689536,"internally_reserved":0,"allocated":2134016,"data_stored":943420,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509550,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":33304,"kb_used_data":2116,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338536,"statfs":{"total":96636764160,"available":96602660864,"internally_reserved":0,"allocated":2166784,"data_stored":988929,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509550,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":33256,"kb_used_data":2068,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338584,"statfs":{"total":96636764160,"available":96602710016,"internally_reserved":0,"allocated":2117632,"data_stored":937827,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509550,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33824,"kb_used_data":2636,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338016,"statfs":{"total":96636764160,"available":96602128384,"internally_reserved":0,"allocated":2699264,"data_stored":1522467,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509551,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":33256,"kb_used_data":2068,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338584,"statfs":{"total":96636764160,"available":96602710016,"internally_reserved":0,"allocated":2117632,"data_stored":937827,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T07:29:48.075 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-16T07:29:48.075 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T07:29:48.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.181+0000 7fa9a11ad640 1 -- 172.21.15.31:0/2063699093 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa988005210 msgr2=0x7fa98800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:48.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.181+0000 7fa9a11ad640 1 --2- 172.21.15.31:0/2063699093 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa988005210 0x7fa98800b9c0 secure :-1 s=READY pgs=1925 cs=0 l=1 rev1=1 crypto rx=0x7fa98c001dc0 tx=0x7fa988005830 comp rx=0 tx=0).stop 2024-09-16T07:29:48.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.181+0000 7fa9a11ad640 1 -- 172.21.15.31:0/2063699093 shutdown_connections 2024-09-16T07:29:48.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.181+0000 7fa9a11ad640 1 --2- 172.21.15.31:0/2063699093 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa988005210 0x7fa98800b9c0 unknown :-1 s=CLOSED pgs=1925 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:48.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.181+0000 7fa9a11ad640 1 -- 172.21.15.31:0/2063699093 >> 172.21.15.31:0/2063699093 conn(0x7fa99c0b1690 msgr2=0x7fa99c0b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:48.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.181+0000 7fa9a11ad640 1 -- 172.21.15.31:0/2063699093 shutdown_connections 2024-09-16T07:29:48.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.181+0000 7fa9a11ad640 1 -- 172.21.15.31:0/2063699093 wait complete. 2024-09-16T07:29:48.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.182+0000 7fa9a11ad640 1 Processor -- start 2024-09-16T07:29:48.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.182+0000 7fa9a11ad640 1 -- start start 2024-09-16T07:29:48.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.183+0000 7fa9a11ad640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa988005210 0x7fa99c145c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:48.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.183+0000 7fa9a11ad640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa99c150400 0x7fa99c1f59f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:48.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.183+0000 7fa9a11ad640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa99c0cb720 0x7fa99c06ee70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:48.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.183+0000 7fa9a11ad640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fa99c06ff80 con 0x7fa99c0cb720 2024-09-16T07:29:48.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.183+0000 7fa9a11ad640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa99c073df0 con 0x7fa99c150400 2024-09-16T07:29:48.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.183+0000 7fa9a11ad640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa99c070100 con 0x7fa988005210 2024-09-16T07:29:48.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.183+0000 7fa99b59e640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa99c0cb720 0x7fa99c06ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:48.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.183+0000 7fa99b59e640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa99c0cb720 0x7fa99c06ee70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:46118/0 (socket says 172.21.15.31:46118) 2024-09-16T07:29:48.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.183+0000 7fa99b59e640 1 -- 172.21.15.31:0/3689975806 learned_addr learned my addr 172.21.15.31:0/3689975806 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:48.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.183+0000 7fa99ad9d640 1 --2- 172.21.15.31:0/3689975806 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa988005210 0x7fa99c145c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:48.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.183+0000 7fa99a59c640 1 --2- 172.21.15.31:0/3689975806 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa99c150400 0x7fa99c1f59f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:48.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.184+0000 7fa99b59e640 1 -- 172.21.15.31:0/3689975806 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa988005210 msgr2=0x7fa99c145c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:48.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.184+0000 7fa99b59e640 1 --2- 172.21.15.31:0/3689975806 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa988005210 0x7fa99c145c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:48.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.184+0000 7fa99b59e640 1 -- 172.21.15.31:0/3689975806 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa99c150400 msgr2=0x7fa99c1f59f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:48.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.184+0000 7fa99b59e640 1 --2- 172.21.15.31:0/3689975806 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa99c150400 0x7fa99c1f59f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:48.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.184+0000 7fa99b59e640 1 -- 172.21.15.31:0/3689975806 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa99c1f6360 con 0x7fa99c0cb720 2024-09-16T07:29:48.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.184+0000 7fa99b59e640 1 --2- 172.21.15.31:0/3689975806 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa99c0cb720 0x7fa99c06ee70 secure :-1 s=READY pgs=1926 cs=0 l=1 rev1=1 crypto rx=0x7fa98c02acc0 tx=0x7fa98c001a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:48.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.184+0000 7fa9937fe640 1 -- 172.21.15.31:0/3689975806 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa98c003d80 con 0x7fa99c0cb720 2024-09-16T07:29:48.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.184+0000 7fa9937fe640 1 -- 172.21.15.31:0/3689975806 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa98c032470 con 0x7fa99c0cb720 2024-09-16T07:29:48.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.184+0000 7fa9a11ad640 1 -- 172.21.15.31:0/3689975806 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa99c1f6640 con 0x7fa99c0cb720 2024-09-16T07:29:48.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.184+0000 7fa9937fe640 1 -- 172.21.15.31:0/3689975806 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa98c0328c0 con 0x7fa99c0cb720 2024-09-16T07:29:48.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.184+0000 7fa9a11ad640 1 -- 172.21.15.31:0/3689975806 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa99c1461d0 con 0x7fa99c0cb720 2024-09-16T07:29:48.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.185+0000 7fa9a11ad640 1 -- 172.21.15.31:0/3689975806 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa99c0b4690 con 0x7fa99c0cb720 2024-09-16T07:29:48.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.186+0000 7fa9937fe640 1 -- 172.21.15.31:0/3689975806 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 27) ==== 102358+0+0 (secure 0 0 0) 0x7fa98c006170 con 0x7fa99c0cb720 2024-09-16T07:29:48.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.186+0000 7fa9937fe640 1 --2- 172.21.15.31:0/3689975806 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa97c079420 0x7fa97c07b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:48.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.186+0000 7fa9937fe640 1 -- 172.21.15.31:0/3689975806 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(169..169 src has 1..169) ==== 4971+0+0 (secure 0 0 0) 0x7fa98c0b95e0 con 0x7fa99c0cb720 2024-09-16T07:29:48.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.186+0000 7fa99ad9d640 1 --2- 172.21.15.31:0/3689975806 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa97c079420 0x7fa97c07b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:48.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.187+0000 7fa99ad9d640 1 --2- 172.21.15.31:0/3689975806 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa97c079420 0x7fa97c07b8e0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fa994009ad0 tx=0x7fa994005f90 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:48.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.191+0000 7fa9937fe640 1 -- 172.21.15.31:0/3689975806 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fa98c082dd0 con 0x7fa99c0cb720 2024-09-16T07:29:48.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.372+0000 7fa9a11ad640 1 -- 172.21.15.31:0/3689975806 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fa99c15ddb0 con 0x7fa97c079420 2024-09-16T07:29:48.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.373+0000 7fa9937fe640 1 -- 172.21.15.31:0/3689975806 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13478 (secure 0 0 0) 0x7fa9940234c0 con 0x7fa97c079420 2024-09-16T07:29:48.373 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:29:48.373 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-16T07:29:48.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.375+0000 7fa9a11ad640 1 -- 172.21.15.31:0/3689975806 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa97c079420 msgr2=0x7fa97c07b8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:48.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.375+0000 7fa9a11ad640 1 --2- 172.21.15.31:0/3689975806 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa97c079420 0x7fa97c07b8e0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fa994009ad0 tx=0x7fa994005f90 comp rx=0 tx=0).stop 2024-09-16T07:29:48.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.375+0000 7fa9a11ad640 1 -- 172.21.15.31:0/3689975806 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa99c0cb720 msgr2=0x7fa99c06ee70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:48.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.375+0000 7fa9a11ad640 1 --2- 172.21.15.31:0/3689975806 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa99c0cb720 0x7fa99c06ee70 secure :-1 s=READY pgs=1926 cs=0 l=1 rev1=1 crypto rx=0x7fa98c02acc0 tx=0x7fa98c001a00 comp rx=0 tx=0).stop 2024-09-16T07:29:48.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.375+0000 7fa9a11ad640 1 -- 172.21.15.31:0/3689975806 shutdown_connections 2024-09-16T07:29:48.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.375+0000 7fa9a11ad640 1 --2- 172.21.15.31:0/3689975806 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fa97c079420 0x7fa97c07b8e0 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:48.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.375+0000 7fa9a11ad640 1 --2- 172.21.15.31:0/3689975806 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa99c0cb720 0x7fa99c06ee70 unknown :-1 s=CLOSED pgs=1926 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:48.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.375+0000 7fa9a11ad640 1 --2- 172.21.15.31:0/3689975806 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa99c150400 0x7fa99c1f59f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:48.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.375+0000 7fa9a11ad640 1 --2- 172.21.15.31:0/3689975806 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa988005210 0x7fa99c145c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:48.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.375+0000 7fa9a11ad640 1 -- 172.21.15.31:0/3689975806 >> 172.21.15.31:0/3689975806 conn(0x7fa99c0b1690 msgr2=0x7fa99c0ccea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:48.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.375+0000 7fa9a11ad640 1 -- 172.21.15.31:0/3689975806 shutdown_connections 2024-09-16T07:29:48.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.375+0000 7fa9a11ad640 1 -- 172.21.15.31:0/3689975806 wait complete. 2024-09-16T07:29:48.385 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":237,"stamp":"2024-09-16T07:29:48.276477+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":159,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":267288,"kb_used_data":17772,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754707432,"statfs":{"total":773094113280,"available":772820410368,"internally_reserved":0,"allocated":18198528,"data_stored":8739912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-58234,"num_objects":-23,"num_object_clones":0,"num_object_copies":-46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-23,"num_whiteouts":0,"num_read":-5,"num_read_kb":-5,"num_write":-86,"num_write_kb":-90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001205"},"pg_stats":[{"pgid":"1.0","version":"70'79","reported_seq":414,"reported_epoch":169,"state":"active+clean","last_fresh":"2024-09-16T07:29:45.662664+0000","last_change":"2024-09-16T07:21:02.600196+0000","last_active":"2024-09-16T07:29:45.662664+0000","last_peered":"2024-09-16T07:29:45.662664+0000","last_clean":"2024-09-16T07:29:45.662664+0000","last_became_active":"2024-09-16T07:21:02.599001+0000","last_became_peered":"2024-09-16T07:21:02.599001+0000","last_unstale":"2024-09-16T07:29:45.662664+0000","last_undegraded":"2024-09-16T07:29:45.662664+0000","last_fullsized":"2024-09-16T07:29:45.662664+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_clean_scrub_stamp":"2024-09-16T07:21:01.331773+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:28:40.942832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509550,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":33256,"kb_used_data":2068,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338584,"statfs":{"total":96636764160,"available":96602710016,"internally_reserved":0,"allocated":2117632,"data_stored":937827,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574956,"num_pgs":14,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":33260,"kb_used_data":2068,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338580,"statfs":{"total":96636764160,"available":96602705920,"internally_reserved":0,"allocated":2117632,"data_stored":937827,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509549,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33856,"kb_used_data":2664,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94337984,"statfs":{"total":96636764160,"available":96602095616,"internally_reserved":0,"allocated":2727936,"data_stored":1533788,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509549,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":33276,"kb_used_data":2084,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338564,"statfs":{"total":96636764160,"available":96602689536,"internally_reserved":0,"allocated":2134016,"data_stored":943420,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509550,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":33304,"kb_used_data":2116,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338536,"statfs":{"total":96636764160,"available":96602660864,"internally_reserved":0,"allocated":2166784,"data_stored":988929,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509550,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":33256,"kb_used_data":2068,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338584,"statfs":{"total":96636764160,"available":96602710016,"internally_reserved":0,"allocated":2117632,"data_stored":937827,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509550,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33824,"kb_used_data":2636,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338016,"statfs":{"total":96636764160,"available":96602128384,"internally_reserved":0,"allocated":2699264,"data_stored":1522467,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509551,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":33256,"kb_used_data":2068,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338584,"statfs":{"total":96636764160,"available":96602710016,"internally_reserved":0,"allocated":2117632,"data_stored":937827,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T07:29:48.386 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T07:29:48.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.492+0000 7f81486d4640 1 -- 172.21.15.31:0/779380087 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8140074280 msgr2=0x7f81400cb350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:48.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.492+0000 7f81486d4640 1 --2- 172.21.15.31:0/779380087 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8140074280 0x7f81400cb350 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f8134009830 tx=0x7f813402a480 comp rx=0 tx=0).stop 2024-09-16T07:29:48.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.492+0000 7f81486d4640 1 -- 172.21.15.31:0/779380087 shutdown_connections 2024-09-16T07:29:48.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.492+0000 7f81486d4640 1 --2- 172.21.15.31:0/779380087 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f81400746e0 0x7f81400cb890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:48.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.492+0000 7f81486d4640 1 --2- 172.21.15.31:0/779380087 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8140074280 0x7f81400cb350 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:48.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.492+0000 7f81486d4640 1 -- 172.21.15.31:0/779380087 >> 172.21.15.31:0/779380087 conn(0x7f81400d0c20 msgr2=0x7f81400d1030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:48.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.492+0000 7f81486d4640 1 -- 172.21.15.31:0/779380087 shutdown_connections 2024-09-16T07:29:48.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.492+0000 7f81486d4640 1 -- 172.21.15.31:0/779380087 wait complete. 2024-09-16T07:29:48.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.494+0000 7f81486d4640 1 Processor -- start 2024-09-16T07:29:48.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.494+0000 7f81486d4640 1 -- start start 2024-09-16T07:29:48.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.494+0000 7f81486d4640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8140074280 0x7f81400b3a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:48.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.494+0000 7f81486d4640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f81400746e0 0x7f81401f6680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:48.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.494+0000 7f81486d4640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f814015ad00 0x7f81401f6bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:48.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.494+0000 7f81486d4640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f81400d0820 con 0x7f81400746e0 2024-09-16T07:29:48.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.494+0000 7f81486d4640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f81400d06a0 con 0x7f814015ad00 2024-09-16T07:29:48.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.494+0000 7f81486d4640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f81400cbdd0 con 0x7f8140074280 2024-09-16T07:29:48.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.495+0000 7f8145c6f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f81400746e0 0x7f81401f6680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:48.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.495+0000 7f8145c6f640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f81400746e0 0x7f81401f6680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:46126/0 (socket says 172.21.15.31:46126) 2024-09-16T07:29:48.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.495+0000 7f8145c6f640 1 -- 172.21.15.31:0/829583201 learned_addr learned my addr 172.21.15.31:0/829583201 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:48.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.495+0000 7f8146c71640 1 --2- 172.21.15.31:0/829583201 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f814015ad00 0x7f81401f6bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:48.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.495+0000 7f8146470640 1 --2- 172.21.15.31:0/829583201 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8140074280 0x7f81400b3a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:48.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.495+0000 7f8145c6f640 1 -- 172.21.15.31:0/829583201 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8140074280 msgr2=0x7f81400b3a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:48.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.495+0000 7f8145c6f640 1 --2- 172.21.15.31:0/829583201 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8140074280 0x7f81400b3a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:48.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.495+0000 7f8145c6f640 1 -- 172.21.15.31:0/829583201 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f814015ad00 msgr2=0x7f81401f6bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:48.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.495+0000 7f8145c6f640 1 --2- 172.21.15.31:0/829583201 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f814015ad00 0x7f81401f6bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:48.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.495+0000 7f8145c6f640 1 -- 172.21.15.31:0/829583201 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81400b64b0 con 0x7f81400746e0 2024-09-16T07:29:48.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.495+0000 7f8145c6f640 1 --2- 172.21.15.31:0/829583201 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f81400746e0 0x7f81401f6680 secure :-1 s=READY pgs=1927 cs=0 l=1 rev1=1 crypto rx=0x7f8134009950 tx=0x7f8134032c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:48.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.495+0000 7f813effd640 1 -- 172.21.15.31:0/829583201 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8134040070 con 0x7f81400746e0 2024-09-16T07:29:48.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.495+0000 7f813effd640 1 -- 172.21.15.31:0/829583201 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8134005310 con 0x7f81400746e0 2024-09-16T07:29:48.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.495+0000 7f813effd640 1 -- 172.21.15.31:0/829583201 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81340047a0 con 0x7f81400746e0 2024-09-16T07:29:48.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.495+0000 7f81486d4640 1 -- 172.21.15.31:0/829583201 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81400b6790 con 0x7f81400746e0 2024-09-16T07:29:48.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.495+0000 7f81486d4640 1 -- 172.21.15.31:0/829583201 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81400b6140 con 0x7f81400746e0 2024-09-16T07:29:48.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.496+0000 7f81486d4640 1 -- 172.21.15.31:0/829583201 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f81400692f0 con 0x7f81400746e0 2024-09-16T07:29:48.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.497+0000 7f813effd640 1 -- 172.21.15.31:0/829583201 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 27) ==== 102358+0+0 (secure 0 0 0) 0x7f8134039040 con 0x7f81400746e0 2024-09-16T07:29:48.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.498+0000 7f813effd640 1 --2- 172.21.15.31:0/829583201 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f812c079420 0x7f812c07b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:48.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.498+0000 7f813effd640 1 -- 172.21.15.31:0/829583201 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(169..169 src has 1..169) ==== 4971+0+0 (secure 0 0 0) 0x7f81340ba6c0 con 0x7f81400746e0 2024-09-16T07:29:48.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.498+0000 7f8146470640 1 --2- 172.21.15.31:0/829583201 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f812c079420 0x7f812c07b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:48.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.498+0000 7f8146470640 1 --2- 172.21.15.31:0/829583201 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f812c079420 0x7f812c07b8e0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f814015b2b0 tx=0x7f8130001a10 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:48.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.502+0000 7f813effd640 1 -- 172.21.15.31:0/829583201 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f81400692f0 con 0x7f81400746e0 2024-09-16T07:29:48.689 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.690+0000 7f81486d4640 1 -- 172.21.15.31:0/829583201 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8140072060 con 0x7f81400746e0 2024-09-16T07:29:48.690 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.690+0000 7f813effd640 1 -- 172.21.15.31:0/829583201 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v169) ==== 74+0+13062 (secure 0 0 0) 0x7f8140072060 con 0x7f81400746e0 2024-09-16T07:29:48.690 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:29:48.690 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":169,"fsid":"aed87fb1-9c90-4029-9d57-80f2a5b1b4b1","created":"2024-09-16T07:20:46.332492+0000","modified":"2024-09-16T07:29:45.658341+0000","last_up_change":"2024-09-16T07:20:59.327650+0000","last_in_change":"2024-09-16T07:20:49.407556+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":27,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T07:21:00.646987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"1b958beb-2c45-419a-973b-e046b3af839a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":164,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6809","nonce":2775305701}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6811","nonce":2775305701}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6815","nonce":2775305701}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2775305701},{"type":"v1","addr":"172.21.15.31:6813","nonce":2775305701}]},"public_addr":"172.21.15.31:6809/2775305701","cluster_addr":"172.21.15.31:6811/2775305701","heartbeat_back_addr":"172.21.15.31:6815/2775305701","heartbeat_front_addr":"172.21.15.31:6813/2775305701","state":["exists","up"]},{"osd":1,"uuid":"b03d8cf5-e5ac-4cc4-b3ba-9f8bfa4e535a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":164,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6825","nonce":2427971565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6827","nonce":2427971565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6831","nonce":2427971565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2427971565},{"type":"v1","addr":"172.21.15.31:6829","nonce":2427971565}]},"public_addr":"172.21.15.31:6825/2427971565","cluster_addr":"172.21.15.31:6827/2427971565","heartbeat_back_addr":"172.21.15.31:6831/2427971565","heartbeat_front_addr":"172.21.15.31:6829/2427971565","state":["exists","up"]},{"osd":2,"uuid":"80e414b2-3655-4a4f-a334-62ea4edf433a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":164,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6801","nonce":2861684613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6803","nonce":2861684613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6807","nonce":2861684613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2861684613},{"type":"v1","addr":"172.21.15.31:6805","nonce":2861684613}]},"public_addr":"172.21.15.31:6801/2861684613","cluster_addr":"172.21.15.31:6803/2861684613","heartbeat_back_addr":"172.21.15.31:6807/2861684613","heartbeat_front_addr":"172.21.15.31:6805/2861684613","state":["exists","up"]},{"osd":3,"uuid":"74f773db-33ba-4264-a731-5a21b0fb2af4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":164,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6817","nonce":93828802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6819","nonce":93828802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6823","nonce":93828802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":93828802},{"type":"v1","addr":"172.21.15.31:6821","nonce":93828802}]},"public_addr":"172.21.15.31:6817/93828802","cluster_addr":"172.21.15.31:6819/93828802","heartbeat_back_addr":"172.21.15.31:6823/93828802","heartbeat_front_addr":"172.21.15.31:6821/93828802","state":["exists","up"]},{"osd":4,"uuid":"db15c6b6-6f2c-456f-9ec0-6024ae910749","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":164,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6819","nonce":472069714}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6821","nonce":472069714}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6825","nonce":472069714}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":472069714},{"type":"v1","addr":"172.21.15.155:6823","nonce":472069714}]},"public_addr":"172.21.15.155:6819/472069714","cluster_addr":"172.21.15.155:6821/472069714","heartbeat_back_addr":"172.21.15.155:6825/472069714","heartbeat_front_addr":"172.21.15.155:6823/472069714","state":["exists","up"]},{"osd":5,"uuid":"065cab20-d2a9-4450-892e-69bb846e64ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":164,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6811","nonce":654923765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6813","nonce":654923765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6817","nonce":654923765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":654923765},{"type":"v1","addr":"172.21.15.155:6815","nonce":654923765}]},"public_addr":"172.21.15.155:6811/654923765","cluster_addr":"172.21.15.155:6813/654923765","heartbeat_back_addr":"172.21.15.155:6817/654923765","heartbeat_front_addr":"172.21.15.155:6815/654923765","state":["exists","up"]},{"osd":6,"uuid":"4ea078ba-44e5-4890-9a51-a8c9236adcf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":164,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6801","nonce":1303949397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6803","nonce":1303949397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6807","nonce":1303949397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":1303949397},{"type":"v1","addr":"172.21.15.155:6805","nonce":1303949397}]},"public_addr":"172.21.15.155:6801/1303949397","cluster_addr":"172.21.15.155:6803/1303949397","heartbeat_back_addr":"172.21.15.155:6807/1303949397","heartbeat_front_addr":"172.21.15.155:6805/1303949397","state":["exists","up"]},{"osd":7,"uuid":"97c8b90f-42cb-4fa3-9429-99ceb89a0503","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":164,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6827","nonce":4229006742}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6829","nonce":4229006742}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6833","nonce":4229006742}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4229006742},{"type":"v1","addr":"172.21.15.155:6831","nonce":4229006742}]},"public_addr":"172.21.15.155:6827/4229006742","cluster_addr":"172.21.15.155:6829/4229006742","heartbeat_back_addr":"172.21.15.155:6833/4229006742","heartbeat_front_addr":"172.21.15.155:6831/4229006742","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.030810+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.693448+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740162+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.423041+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.893525+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.740242+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:55.478021+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T07:20:56.271561+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.31:6834/3335646775":"2024-09-17T07:29:42.650417+0000","172.21.15.31:6832/3335646775":"2024-09-17T07:29:42.650417+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":17,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:29:48.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.693+0000 7f81486d4640 1 -- 172.21.15.31:0/829583201 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f812c079420 msgr2=0x7f812c07b8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:48.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.693+0000 7f81486d4640 1 --2- 172.21.15.31:0/829583201 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f812c079420 0x7f812c07b8e0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f814015b2b0 tx=0x7f8130001a10 comp rx=0 tx=0).stop 2024-09-16T07:29:48.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.693+0000 7f81486d4640 1 -- 172.21.15.31:0/829583201 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f81400746e0 msgr2=0x7f81401f6680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:48.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.693+0000 7f81486d4640 1 --2- 172.21.15.31:0/829583201 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f81400746e0 0x7f81401f6680 secure :-1 s=READY pgs=1927 cs=0 l=1 rev1=1 crypto rx=0x7f8134009950 tx=0x7f8134032c10 comp rx=0 tx=0).stop 2024-09-16T07:29:48.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.693+0000 7f81486d4640 1 -- 172.21.15.31:0/829583201 shutdown_connections 2024-09-16T07:29:48.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.693+0000 7f81486d4640 1 --2- 172.21.15.31:0/829583201 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f812c079420 0x7f812c07b8e0 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:48.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.693+0000 7f81486d4640 1 --2- 172.21.15.31:0/829583201 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f814015ad00 0x7f81401f6bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:48.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.693+0000 7f81486d4640 1 --2- 172.21.15.31:0/829583201 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f81400746e0 0x7f81401f6680 unknown :-1 s=CLOSED pgs=1927 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:48.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.693+0000 7f81486d4640 1 --2- 172.21.15.31:0/829583201 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8140074280 0x7f81400b3a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:48.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.693+0000 7f81486d4640 1 -- 172.21.15.31:0/829583201 >> 172.21.15.31:0/829583201 conn(0x7f81400d0c20 msgr2=0x7f814006cb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:48.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.693+0000 7f81486d4640 1 -- 172.21.15.31:0/829583201 shutdown_connections 2024-09-16T07:29:48.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:48.693+0000 7f81486d4640 1 -- 172.21.15.31:0/829583201 wait complete. 2024-09-16T07:29:49.705 INFO:tasks.ceph:Scrubbing osd.0 2024-09-16T07:29:49.705 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2024-09-16T07:29:49.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.829+0000 7ff5d7532640 1 -- 172.21.15.31:0/3167155445 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff5d00cc250 msgr2=0x7ff5d0161ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:49.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.829+0000 7ff5d7532640 1 --2- 172.21.15.31:0/3167155445 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff5d00cc250 0x7ff5d0161ef0 secure :-1 s=READY pgs=1929 cs=0 l=1 rev1=1 crypto rx=0x7ff5d00b2a10 tx=0x7ff5c002a4d0 comp rx=0 tx=0).stop 2024-09-16T07:29:49.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.829+0000 7ff5d7532640 1 -- 172.21.15.31:0/3167155445 shutdown_connections 2024-09-16T07:29:49.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.829+0000 7ff5d7532640 1 --2- 172.21.15.31:0/3167155445 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff5d00cc250 0x7ff5d0161ef0 unknown :-1 s=CLOSED pgs=1929 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:49.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.829+0000 7ff5d7532640 1 --2- 172.21.15.31:0/3167155445 >> v2:172.21.15.155:3300/0 conn(0x7ff5d00cbe70 0x7ff5d006e900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:49.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.829+0000 7ff5d7532640 1 -- 172.21.15.31:0/3167155445 >> 172.21.15.31:0/3167155445 conn(0x7ff5d00cfdf0 msgr2=0x7ff5d00d01d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:49.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.829+0000 7ff5d7532640 1 -- 172.21.15.31:0/3167155445 shutdown_connections 2024-09-16T07:29:49.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.829+0000 7ff5d7532640 1 -- 172.21.15.31:0/3167155445 wait complete. 2024-09-16T07:29:49.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.830+0000 7ff5d7532640 1 Processor -- start 2024-09-16T07:29:49.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.831+0000 7ff5d7532640 1 -- start start 2024-09-16T07:29:49.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.831+0000 7ff5d7532640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff5d00cbe70 0x7ff5d00c5410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:49.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.831+0000 7ff5d7532640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff5d00cc250 0x7ff5d0157390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:49.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.831+0000 7ff5d7532640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff5d00cd9c0 0x7ff5d00c43e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:49.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.831+0000 7ff5d7532640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7ff5d006d480 con 0x7ff5d00cd9c0 2024-09-16T07:29:49.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.831+0000 7ff5d7532640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ff5d006d600 con 0x7ff5d00cbe70 2024-09-16T07:29:49.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.831+0000 7ff5d7532640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ff5d00743a0 con 0x7ff5d00cc250 2024-09-16T07:29:49.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.831+0000 7ff5d5acf640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff5d00cd9c0 0x7ff5d00c43e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:49.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.832+0000 7ff5d5acf640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff5d00cd9c0 0x7ff5d00c43e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:46130/0 (socket says 172.21.15.31:46130) 2024-09-16T07:29:49.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.832+0000 7ff5d5acf640 1 -- 172.21.15.31:0/416961604 learned_addr learned my addr 172.21.15.31:0/416961604 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:49.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.832+0000 7ff5d52ce640 1 --2- 172.21.15.31:0/416961604 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff5d00cbe70 0x7ff5d00c5410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:49.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.832+0000 7ff5d4acd640 1 --2- 172.21.15.31:0/416961604 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff5d00cc250 0x7ff5d0157390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:49.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.832+0000 7ff5d5acf640 1 -- 172.21.15.31:0/416961604 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff5d00cc250 msgr2=0x7ff5d0157390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:49.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.832+0000 7ff5d5acf640 1 --2- 172.21.15.31:0/416961604 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff5d00cc250 0x7ff5d0157390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:49.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.832+0000 7ff5d5acf640 1 -- 172.21.15.31:0/416961604 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff5d00cbe70 msgr2=0x7ff5d00c5410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:49.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.832+0000 7ff5d5acf640 1 --2- 172.21.15.31:0/416961604 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff5d00cbe70 0x7ff5d00c5410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:49.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.832+0000 7ff5d5acf640 1 -- 172.21.15.31:0/416961604 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5d00c5a10 con 0x7ff5d00cd9c0 2024-09-16T07:29:49.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.832+0000 7ff5d5acf640 1 --2- 172.21.15.31:0/416961604 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff5d00cd9c0 0x7ff5d00c43e0 secure :-1 s=READY pgs=1930 cs=0 l=1 rev1=1 crypto rx=0x7ff5c800c730 tx=0x7ff5c800cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:49.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.832+0000 7ff5c5ffb640 1 -- 172.21.15.31:0/416961604 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5c8003b70 con 0x7ff5d00cd9c0 2024-09-16T07:29:49.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.832+0000 7ff5c5ffb640 1 -- 172.21.15.31:0/416961604 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff5c8003d10 con 0x7ff5d00cd9c0 2024-09-16T07:29:49.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.832+0000 7ff5d7532640 1 -- 172.21.15.31:0/416961604 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5d00c5cf0 con 0x7ff5d00cd9c0 2024-09-16T07:29:49.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.832+0000 7ff5c5ffb640 1 -- 172.21.15.31:0/416961604 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5c800aab0 con 0x7ff5d00cd9c0 2024-09-16T07:29:49.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.833+0000 7ff5d7532640 1 -- 172.21.15.31:0/416961604 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5d00b3100 con 0x7ff5d00cd9c0 2024-09-16T07:29:49.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.833+0000 7ff5d7532640 1 -- 172.21.15.31:0/416961604 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ff5d006e900 con 0x7ff5d00cd9c0 2024-09-16T07:29:49.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.834+0000 7ff5c5ffb640 1 -- 172.21.15.31:0/416961604 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 27) ==== 102358+0+0 (secure 0 0 0) 0x7ff5c800ac50 con 0x7ff5d00cd9c0 2024-09-16T07:29:49.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.835+0000 7ff5c5ffb640 1 --2- 172.21.15.31:0/416961604 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff5b4079420 0x7ff5b407b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:49.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.835+0000 7ff5c5ffb640 1 -- 172.21.15.31:0/416961604 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(169..169 src has 1..169) ==== 4971+0+0 (secure 0 0 0) 0x7ff5c80991d0 con 0x7ff5d00cd9c0 2024-09-16T07:29:49.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.835+0000 7ff5d52ce640 1 --2- 172.21.15.31:0/416961604 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff5b4079420 0x7ff5b407b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:49.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.835+0000 7ff5c5ffb640 1 --2- 172.21.15.31:0/416961604 >> [v2:172.21.15.31:6808/2775305701,v1:172.21.15.31:6809/2775305701] conn(0x7ff5b407f2e0 0x7ff5b4081700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:49.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.835+0000 7ff5c5ffb640 1 -- 172.21.15.31:0/416961604 --> [v2:172.21.15.31:6808/2775305701,v1:172.21.15.31:6809/2775305701] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ff5b4081dd0 con 0x7ff5b407f2e0 2024-09-16T07:29:49.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.835+0000 7ff5c5ffb640 1 -- 172.21.15.31:0/416961604 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_get_version_reply(handle=1 version=169) ==== 24+0+0 (secure 0 0 0) 0x7ff5c80a02a0 con 0x7ff5d00cd9c0 2024-09-16T07:29:49.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.835+0000 7ff5d4acd640 1 --2- 172.21.15.31:0/416961604 >> [v2:172.21.15.31:6808/2775305701,v1:172.21.15.31:6809/2775305701] conn(0x7ff5b407f2e0 0x7ff5b4081700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:49.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.835+0000 7ff5d52ce640 1 --2- 172.21.15.31:0/416961604 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff5b4079420 0x7ff5b407b8e0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7ff5cc00bbe0 tx=0x7ff5cc00b390 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:49.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.835+0000 7ff5d4acd640 1 --2- 172.21.15.31:0/416961604 >> [v2:172.21.15.31:6808/2775305701,v1:172.21.15.31:6809/2775305701] conn(0x7ff5b407f2e0 0x7ff5b4081700 crc :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:49.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.836+0000 7ff5c5ffb640 1 -- 172.21.15.31:0/416961604 <== osd.0 v2:172.21.15.31:6808/2775305701 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7ff5b4081dd0 con 0x7ff5b407f2e0 2024-09-16T07:29:49.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.849+0000 7ff5d7532640 1 -- 172.21.15.31:0/416961604 --> [v2:172.21.15.31:6808/2775305701,v1:172.21.15.31:6809/2775305701] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7ff5d00c5ec0 con 0x7ff5b407f2e0 2024-09-16T07:29:49.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.849+0000 7ff5c5ffb640 1 -- 172.21.15.31:0/416961604 <== osd.0 v2:172.21.15.31:6808/2775305701 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7ff5d00c5ec0 con 0x7ff5b407f2e0 2024-09-16T07:29:49.849 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-16T07:29:49.849 INFO:teuthology.orchestra.run.smithi031.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-16T07:29:49.849 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-16T07:29:49.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.849+0000 7ff5d7532640 1 -- 172.21.15.31:0/416961604 >> [v2:172.21.15.31:6808/2775305701,v1:172.21.15.31:6809/2775305701] conn(0x7ff5b407f2e0 msgr2=0x7ff5b4081700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:49.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.849+0000 7ff5d7532640 1 --2- 172.21.15.31:0/416961604 >> [v2:172.21.15.31:6808/2775305701,v1:172.21.15.31:6809/2775305701] conn(0x7ff5b407f2e0 0x7ff5b4081700 crc :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:49.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.849+0000 7ff5d7532640 1 -- 172.21.15.31:0/416961604 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff5b4079420 msgr2=0x7ff5b407b8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:49.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.849+0000 7ff5d7532640 1 --2- 172.21.15.31:0/416961604 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff5b4079420 0x7ff5b407b8e0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7ff5cc00bbe0 tx=0x7ff5cc00b390 comp rx=0 tx=0).stop 2024-09-16T07:29:49.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.849+0000 7ff5d7532640 1 -- 172.21.15.31:0/416961604 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff5d00cd9c0 msgr2=0x7ff5d00c43e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:49.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.850+0000 7ff5d7532640 1 --2- 172.21.15.31:0/416961604 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff5d00cd9c0 0x7ff5d00c43e0 secure :-1 s=READY pgs=1930 cs=0 l=1 rev1=1 crypto rx=0x7ff5c800c730 tx=0x7ff5c800cbf0 comp rx=0 tx=0).stop 2024-09-16T07:29:49.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.850+0000 7ff5d5acf640 1 -- 172.21.15.31:0/416961604 reap_dead start 2024-09-16T07:29:49.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.850+0000 7ff5d7532640 1 -- 172.21.15.31:0/416961604 shutdown_connections 2024-09-16T07:29:49.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.850+0000 7ff5d7532640 1 -- 172.21.15.31:0/416961604 >> 172.21.15.31:0/416961604 conn(0x7ff5d00cfdf0 msgr2=0x7ff5d00728e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:49.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.850+0000 7ff5d7532640 1 -- 172.21.15.31:0/416961604 shutdown_connections 2024-09-16T07:29:49.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.850+0000 7ff5d7532640 1 -- 172.21.15.31:0/416961604 wait complete. 2024-09-16T07:29:49.859 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2024-09-16T07:29:49.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.966+0000 7fcda30ef640 1 -- 172.21.15.31:0/3521024821 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcd9c15df90 msgr2=0x7fcd9c0cf9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:49.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.966+0000 7fcda30ef640 1 --2- 172.21.15.31:0/3521024821 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcd9c15df90 0x7fcd9c0cf9b0 secure :-1 s=READY pgs=1932 cs=0 l=1 rev1=1 crypto rx=0x7fcd8c005fd0 tx=0x7fcd8c02a5d0 comp rx=0 tx=0).stop 2024-09-16T07:29:49.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.966+0000 7fcda30ef640 1 -- 172.21.15.31:0/3521024821 shutdown_connections 2024-09-16T07:29:49.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.966+0000 7fcda30ef640 1 --2- 172.21.15.31:0/3521024821 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcd9c0d49c0 0x7fcd9c0d0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:49.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.966+0000 7fcda30ef640 1 --2- 172.21.15.31:0/3521024821 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcd9c15df90 0x7fcd9c0cf9b0 unknown :-1 s=CLOSED pgs=1932 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:49.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.966+0000 7fcda30ef640 1 -- 172.21.15.31:0/3521024821 >> 172.21.15.31:0/3521024821 conn(0x7fcd9c0d3ea0 msgr2=0x7fcd9c0d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:49.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.966+0000 7fcda30ef640 1 -- 172.21.15.31:0/3521024821 shutdown_connections 2024-09-16T07:29:49.967 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.966+0000 7fcda30ef640 1 -- 172.21.15.31:0/3521024821 wait complete. 2024-09-16T07:29:49.967 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.967+0000 7fcda30ef640 1 Processor -- start 2024-09-16T07:29:49.967 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.967+0000 7fcda30ef640 1 -- start start 2024-09-16T07:29:49.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.968+0000 7fcda30ef640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcd9c0d49c0 0x7fcd9c161770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:49.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.968+0000 7fcda30ef640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcd9c15df90 0x7fcd9c0cd140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:49.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.968+0000 7fcda30ef640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcd9c162480 0x7fcd9c1f4220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:49.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.968+0000 7fcda30ef640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fcd9c0d0f00 con 0x7fcd9c0d49c0 2024-09-16T07:29:49.969 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.968+0000 7fcda30ef640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fcd9c0d0d80 con 0x7fcd9c162480 2024-09-16T07:29:49.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.968+0000 7fcda30ef640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fcd9c0b3f10 con 0x7fcd9c15df90 2024-09-16T07:29:49.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.968+0000 7fcda0e8b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcd9c0d49c0 0x7fcd9c161770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:49.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.969+0000 7fcda0e8b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcd9c0d49c0 0x7fcd9c161770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:46150/0 (socket says 172.21.15.31:46150) 2024-09-16T07:29:49.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.969+0000 7fcda0e8b640 1 -- 172.21.15.31:0/1706781926 learned_addr learned my addr 172.21.15.31:0/1706781926 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:49.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.969+0000 7fcd9bfff640 1 --2- 172.21.15.31:0/1706781926 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcd9c15df90 0x7fcd9c0cd140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:49.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.969+0000 7fcda168c640 1 --2- 172.21.15.31:0/1706781926 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcd9c162480 0x7fcd9c1f4220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:49.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.969+0000 7fcda0e8b640 1 -- 172.21.15.31:0/1706781926 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcd9c15df90 msgr2=0x7fcd9c0cd140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:49.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.969+0000 7fcda0e8b640 1 --2- 172.21.15.31:0/1706781926 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcd9c15df90 0x7fcd9c0cd140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:49.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.969+0000 7fcda0e8b640 1 -- 172.21.15.31:0/1706781926 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcd9c162480 msgr2=0x7fcd9c1f4220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:49.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.969+0000 7fcda0e8b640 1 --2- 172.21.15.31:0/1706781926 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcd9c162480 0x7fcd9c1f4220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:49.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.969+0000 7fcda0e8b640 1 -- 172.21.15.31:0/1706781926 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd9c0cd8e0 con 0x7fcd9c0d49c0 2024-09-16T07:29:49.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.969+0000 7fcda0e8b640 1 --2- 172.21.15.31:0/1706781926 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcd9c0d49c0 0x7fcd9c161770 secure :-1 s=READY pgs=1933 cs=0 l=1 rev1=1 crypto rx=0x7fcd8c009850 tx=0x7fcd8c0038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:49.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.969+0000 7fcd997fa640 1 -- 172.21.15.31:0/1706781926 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd8c03f070 con 0x7fcd9c0d49c0 2024-09-16T07:29:49.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.969+0000 7fcd997fa640 1 -- 172.21.15.31:0/1706781926 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcd8c0047a0 con 0x7fcd9c0d49c0 2024-09-16T07:29:49.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.969+0000 7fcda30ef640 1 -- 172.21.15.31:0/1706781926 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcd9c0cdbc0 con 0x7fcd9c0d49c0 2024-09-16T07:29:49.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.969+0000 7fcd997fa640 1 -- 172.21.15.31:0/1706781926 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd8c035030 con 0x7fcd9c0d49c0 2024-09-16T07:29:49.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.969+0000 7fcda30ef640 1 -- 172.21.15.31:0/1706781926 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcd9c1f4d30 con 0x7fcd9c0d49c0 2024-09-16T07:29:49.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.970+0000 7fcda30ef640 1 -- 172.21.15.31:0/1706781926 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcd9c0b4bf0 con 0x7fcd9c0d49c0 2024-09-16T07:29:49.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.971+0000 7fcd997fa640 1 -- 172.21.15.31:0/1706781926 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 27) ==== 102358+0+0 (secure 0 0 0) 0x7fcd8c042070 con 0x7fcd9c0d49c0 2024-09-16T07:29:49.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.972+0000 7fcd997fa640 1 --2- 172.21.15.31:0/1706781926 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fcd88079450 0x7fcd8807b910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:49.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.972+0000 7fcd997fa640 1 -- 172.21.15.31:0/1706781926 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(169..169 src has 1..169) ==== 4971+0+0 (secure 0 0 0) 0x7fcd8c0ba190 con 0x7fcd9c0d49c0 2024-09-16T07:29:49.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.972+0000 7fcd9bfff640 1 --2- 172.21.15.31:0/1706781926 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fcd88079450 0x7fcd8807b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:49.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.972+0000 7fcd9bfff640 1 --2- 172.21.15.31:0/1706781926 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fcd88079450 0x7fcd8807b910 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fcd9c1621f0 tx=0x7fcd9000a4c0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:49.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:49.976+0000 7fcd997fa640 1 -- 172.21.15.31:0/1706781926 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fcd8c084050 con 0x7fcd9c0d49c0 2024-09-16T07:29:50.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.162+0000 7fcda30ef640 1 -- 172.21.15.31:0/1706781926 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "0", "target": ["mon-mgr", ""]}) -- 0x7fcd9c0cd680 con 0x7fcd88079450 2024-09-16T07:29:50.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.162+0000 7fcd997fa640 1 -- 172.21.15.31:0/1706781926 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 0 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fcd9000a6d0 con 0x7fcd88079450 2024-09-16T07:29:50.161 INFO:teuthology.orchestra.run.smithi031.stderr:instructed osd(s) 0 to deep-scrub 2024-09-16T07:29:50.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.164+0000 7fcda30ef640 1 -- 172.21.15.31:0/1706781926 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fcd88079450 msgr2=0x7fcd8807b910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:50.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.164+0000 7fcda30ef640 1 --2- 172.21.15.31:0/1706781926 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fcd88079450 0x7fcd8807b910 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fcd9c1621f0 tx=0x7fcd9000a4c0 comp rx=0 tx=0).stop 2024-09-16T07:29:50.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.164+0000 7fcda30ef640 1 -- 172.21.15.31:0/1706781926 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcd9c0d49c0 msgr2=0x7fcd9c161770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:50.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.164+0000 7fcda30ef640 1 --2- 172.21.15.31:0/1706781926 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcd9c0d49c0 0x7fcd9c161770 secure :-1 s=READY pgs=1933 cs=0 l=1 rev1=1 crypto rx=0x7fcd8c009850 tx=0x7fcd8c0038a0 comp rx=0 tx=0).stop 2024-09-16T07:29:50.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.164+0000 7fcda30ef640 1 -- 172.21.15.31:0/1706781926 shutdown_connections 2024-09-16T07:29:50.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.164+0000 7fcda30ef640 1 --2- 172.21.15.31:0/1706781926 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fcd88079450 0x7fcd8807b910 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:50.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.164+0000 7fcda30ef640 1 --2- 172.21.15.31:0/1706781926 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcd9c162480 0x7fcd9c1f4220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:50.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.164+0000 7fcda30ef640 1 --2- 172.21.15.31:0/1706781926 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcd9c15df90 0x7fcd9c0cd140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:50.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.164+0000 7fcda30ef640 1 --2- 172.21.15.31:0/1706781926 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcd9c0d49c0 0x7fcd9c161770 unknown :-1 s=CLOSED pgs=1933 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:50.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.164+0000 7fcda30ef640 1 -- 172.21.15.31:0/1706781926 >> 172.21.15.31:0/1706781926 conn(0x7fcd9c0d3ea0 msgr2=0x7fcd9c0b60c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:50.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.164+0000 7fcda30ef640 1 -- 172.21.15.31:0/1706781926 shutdown_connections 2024-09-16T07:29:50.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.164+0000 7fcda30ef640 1 -- 172.21.15.31:0/1706781926 wait complete. 2024-09-16T07:29:50.174 INFO:tasks.ceph:Scrubbing osd.1 2024-09-16T07:29:50.174 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2024-09-16T07:29:50.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.284+0000 7f79d7c23640 1 -- 172.21.15.31:0/2337769566 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f79d015bad0 msgr2=0x7f79d00cf0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:50.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.284+0000 7f79d7c23640 1 --2- 172.21.15.31:0/2337769566 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f79d015bad0 0x7f79d00cf0e0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f79c8009830 tx=0x7f79c802a500 comp rx=0 tx=0).stop 2024-09-16T07:29:50.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.284+0000 7f79d7c23640 1 -- 172.21.15.31:0/2337769566 shutdown_connections 2024-09-16T07:29:50.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.284+0000 7f79d7c23640 1 --2- 172.21.15.31:0/2337769566 >> v2:172.21.15.155:3300/0 conn(0x7f79d00cf620 0x7f79d0072530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:50.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.284+0000 7f79d7c23640 1 --2- 172.21.15.31:0/2337769566 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f79d015bad0 0x7f79d00cf0e0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:50.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.284+0000 7f79d7c23640 1 -- 172.21.15.31:0/2337769566 >> 172.21.15.31:0/2337769566 conn(0x7f79d00b1620 msgr2=0x7f79d00b1a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:50.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.284+0000 7f79d7c23640 1 -- 172.21.15.31:0/2337769566 shutdown_connections 2024-09-16T07:29:50.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.284+0000 7f79d7c23640 1 -- 172.21.15.31:0/2337769566 wait complete. 2024-09-16T07:29:50.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.286+0000 7f79d7c23640 1 Processor -- start 2024-09-16T07:29:50.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.286+0000 7f79d7c23640 1 -- start start 2024-09-16T07:29:50.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.286+0000 7f79d7c23640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f79d00aeb10 0x7f79d0151650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:50.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.286+0000 7f79d7c23640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f79d00cf620 0x7f79d01538a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:50.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.286+0000 7f79d7c23640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f79d015bad0 0x7f79d00ad8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:50.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.286+0000 7f79d7c23640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f79d0072e00 con 0x7f79d00cf620 2024-09-16T07:29:50.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.286+0000 7f79d7c23640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f79d0072c80 con 0x7f79d00aeb10 2024-09-16T07:29:50.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.286+0000 7f79d7c23640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f79d015fdb0 con 0x7f79d015bad0 2024-09-16T07:29:50.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.287+0000 7f79d51be640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f79d00cf620 0x7f79d01538a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:50.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.287+0000 7f79d51be640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f79d00cf620 0x7f79d01538a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:46158/0 (socket says 172.21.15.31:46158) 2024-09-16T07:29:50.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.287+0000 7f79d51be640 1 -- 172.21.15.31:0/2990493909 learned_addr learned my addr 172.21.15.31:0/2990493909 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:50.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.287+0000 7f79d59bf640 1 --2- 172.21.15.31:0/2990493909 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f79d00aeb10 0x7f79d0151650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:50.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.287+0000 7f79d61c0640 1 --2- 172.21.15.31:0/2990493909 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f79d015bad0 0x7f79d00ad8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:50.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.287+0000 7f79d51be640 1 -- 172.21.15.31:0/2990493909 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f79d015bad0 msgr2=0x7f79d00ad8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:50.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.287+0000 7f79d51be640 1 --2- 172.21.15.31:0/2990493909 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f79d015bad0 0x7f79d00ad8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:50.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.287+0000 7f79d51be640 1 -- 172.21.15.31:0/2990493909 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f79d00aeb10 msgr2=0x7f79d0151650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:50.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.287+0000 7f79d51be640 1 --2- 172.21.15.31:0/2990493909 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f79d00aeb10 0x7f79d0151650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:50.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.287+0000 7f79d51be640 1 -- 172.21.15.31:0/2990493909 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79d0151b90 con 0x7f79d00cf620 2024-09-16T07:29:50.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.287+0000 7f79d51be640 1 --2- 172.21.15.31:0/2990493909 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f79d00cf620 0x7f79d01538a0 secure :-1 s=READY pgs=1934 cs=0 l=1 rev1=1 crypto rx=0x7f79c400e9f0 tx=0x7f79c400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:50.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.287+0000 7f79ce7fc640 1 -- 172.21.15.31:0/2990493909 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79c400ccc0 con 0x7f79d00cf620 2024-09-16T07:29:50.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.287+0000 7f79ce7fc640 1 -- 172.21.15.31:0/2990493909 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f79c400ce60 con 0x7f79d00cf620 2024-09-16T07:29:50.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.287+0000 7f79d7c23640 1 -- 172.21.15.31:0/2990493909 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f79d00b48e0 con 0x7f79d00cf620 2024-09-16T07:29:50.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.287+0000 7f79ce7fc640 1 -- 172.21.15.31:0/2990493909 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79c4005280 con 0x7f79d00cf620 2024-09-16T07:29:50.289 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.287+0000 7f79d7c23640 1 -- 172.21.15.31:0/2990493909 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79d00b4320 con 0x7f79d00cf620 2024-09-16T07:29:50.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.288+0000 7f79d7c23640 1 -- 172.21.15.31:0/2990493909 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f79d006a080 con 0x7f79d00cf620 2024-09-16T07:29:50.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.289+0000 7f79ce7fc640 1 -- 172.21.15.31:0/2990493909 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 27) ==== 102358+0+0 (secure 0 0 0) 0x7f79c4005420 con 0x7f79d00cf620 2024-09-16T07:29:50.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.289+0000 7f79ce7fc640 1 --2- 172.21.15.31:0/2990493909 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f79bc079420 0x7f79bc07b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:50.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.290+0000 7f79d59bf640 1 --2- 172.21.15.31:0/2990493909 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f79bc079420 0x7f79bc07b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:50.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.290+0000 7f79ce7fc640 1 -- 172.21.15.31:0/2990493909 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(169..169 src has 1..169) ==== 4971+0+0 (secure 0 0 0) 0x7f79c4099c90 con 0x7f79d00cf620 2024-09-16T07:29:50.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.290+0000 7f79ce7fc640 1 --2- 172.21.15.31:0/2990493909 >> [v2:172.21.15.31:6824/2427971565,v1:172.21.15.31:6825/2427971565] conn(0x7f79bc07f2e0 0x7f79bc081700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:50.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.290+0000 7f79ce7fc640 1 -- 172.21.15.31:0/2990493909 --> [v2:172.21.15.31:6824/2427971565,v1:172.21.15.31:6825/2427971565] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f79c4010e50 con 0x7f79bc07f2e0 2024-09-16T07:29:50.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.290+0000 7f79ce7fc640 1 -- 172.21.15.31:0/2990493909 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_get_version_reply(handle=1 version=169) ==== 24+0+0 (secure 0 0 0) 0x7f79c40a3050 con 0x7f79d00cf620 2024-09-16T07:29:50.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.290+0000 7f79d61c0640 1 --2- 172.21.15.31:0/2990493909 >> [v2:172.21.15.31:6824/2427971565,v1:172.21.15.31:6825/2427971565] conn(0x7f79bc07f2e0 0x7f79bc081700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:50.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.290+0000 7f79d59bf640 1 --2- 172.21.15.31:0/2990493909 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f79bc079420 0x7f79bc07b8e0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f79c8034000 tx=0x7f79c8004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:50.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.290+0000 7f79d61c0640 1 --2- 172.21.15.31:0/2990493909 >> [v2:172.21.15.31:6824/2427971565,v1:172.21.15.31:6825/2427971565] conn(0x7f79bc07f2e0 0x7f79bc081700 crc :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:50.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.291+0000 7f79ce7fc640 1 -- 172.21.15.31:0/2990493909 <== osd.1 v2:172.21.15.31:6824/2427971565 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f79c4010e50 con 0x7f79bc07f2e0 2024-09-16T07:29:50.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.303+0000 7f79d7c23640 1 -- 172.21.15.31:0/2990493909 --> [v2:172.21.15.31:6824/2427971565,v1:172.21.15.31:6825/2427971565] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f79d0160260 con 0x7f79bc07f2e0 2024-09-16T07:29:50.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.304+0000 7f79ce7fc640 1 -- 172.21.15.31:0/2990493909 <== osd.1 v2:172.21.15.31:6824/2427971565 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f79d0160260 con 0x7f79bc07f2e0 2024-09-16T07:29:50.303 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-16T07:29:50.303 INFO:teuthology.orchestra.run.smithi031.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-16T07:29:50.304 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-16T07:29:50.304 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.304+0000 7f79d7c23640 1 -- 172.21.15.31:0/2990493909 >> [v2:172.21.15.31:6824/2427971565,v1:172.21.15.31:6825/2427971565] conn(0x7f79bc07f2e0 msgr2=0x7f79bc081700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:50.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.304+0000 7f79d7c23640 1 --2- 172.21.15.31:0/2990493909 >> [v2:172.21.15.31:6824/2427971565,v1:172.21.15.31:6825/2427971565] conn(0x7f79bc07f2e0 0x7f79bc081700 crc :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:50.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.304+0000 7f79d7c23640 1 -- 172.21.15.31:0/2990493909 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f79bc079420 msgr2=0x7f79bc07b8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:50.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.304+0000 7f79d7c23640 1 --2- 172.21.15.31:0/2990493909 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f79bc079420 0x7f79bc07b8e0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f79c8034000 tx=0x7f79c8004730 comp rx=0 tx=0).stop 2024-09-16T07:29:50.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.304+0000 7f79d7c23640 1 -- 172.21.15.31:0/2990493909 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f79d00cf620 msgr2=0x7f79d01538a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:50.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.304+0000 7f79d7c23640 1 --2- 172.21.15.31:0/2990493909 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f79d00cf620 0x7f79d01538a0 secure :-1 s=READY pgs=1934 cs=0 l=1 rev1=1 crypto rx=0x7f79c400e9f0 tx=0x7f79c400eeb0 comp rx=0 tx=0).stop 2024-09-16T07:29:50.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.304+0000 7f79d61c0640 1 -- 172.21.15.31:0/2990493909 reap_dead start 2024-09-16T07:29:50.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.304+0000 7f79d7c23640 1 -- 172.21.15.31:0/2990493909 shutdown_connections 2024-09-16T07:29:50.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.304+0000 7f79d7c23640 1 -- 172.21.15.31:0/2990493909 >> 172.21.15.31:0/2990493909 conn(0x7f79d00b1620 msgr2=0x7f79d00af420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:50.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.304+0000 7f79d7c23640 1 -- 172.21.15.31:0/2990493909 shutdown_connections 2024-09-16T07:29:50.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.304+0000 7f79d7c23640 1 -- 172.21.15.31:0/2990493909 wait complete. 2024-09-16T07:29:50.314 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2024-09-16T07:29:50.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.420+0000 7fb6f1a9b640 1 -- 172.21.15.31:0/2274974323 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb6ec0ce780 msgr2=0x7fb6ec0cbb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:50.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.420+0000 7fb6f1a9b640 1 --2- 172.21.15.31:0/2274974323 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb6ec0ce780 0x7fb6ec0cbb80 secure :-1 s=READY pgs=1936 cs=0 l=1 rev1=1 crypto rx=0x7fb6ec0cc980 tx=0x7fb6e402aac0 comp rx=0 tx=0).stop 2024-09-16T07:29:50.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.420+0000 7fb6f1a9b640 1 -- 172.21.15.31:0/2274974323 shutdown_connections 2024-09-16T07:29:50.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.420+0000 7fb6f1a9b640 1 --2- 172.21.15.31:0/2274974323 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb6ec0ce780 0x7fb6ec0cbb80 unknown :-1 s=CLOSED pgs=1936 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:50.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.420+0000 7fb6f1a9b640 1 --2- 172.21.15.31:0/2274974323 >> v2:172.21.15.155:3300/0 conn(0x7fb6ec0cd3e0 0x7fb6ec0ce240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:50.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.420+0000 7fb6f1a9b640 1 -- 172.21.15.31:0/2274974323 >> 172.21.15.31:0/2274974323 conn(0x7fb6ec0741f0 msgr2=0x7fb6ec074600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:50.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.420+0000 7fb6f1a9b640 1 -- 172.21.15.31:0/2274974323 shutdown_connections 2024-09-16T07:29:50.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.420+0000 7fb6f1a9b640 1 -- 172.21.15.31:0/2274974323 wait complete. 2024-09-16T07:29:50.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.421+0000 7fb6f1a9b640 1 Processor -- start 2024-09-16T07:29:50.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.421+0000 7fb6f1a9b640 1 -- start start 2024-09-16T07:29:50.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.422+0000 7fb6f1a9b640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb6ec06f0b0 0x7fb6ec1f56c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:50.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.422+0000 7fb6f1a9b640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb6ec0cd3e0 0x7fb6ec15c290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:50.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.422+0000 7fb6f1a9b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb6ec0ce780 0x7fb6ec0c41b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:50.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.422+0000 7fb6f1a9b640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fb6ec0cc0c0 con 0x7fb6ec0ce780 2024-09-16T07:29:50.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.422+0000 7fb6f1a9b640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb6ec15e670 con 0x7fb6ec06f0b0 2024-09-16T07:29:50.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.422+0000 7fb6f1a9b640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb6ec0cc240 con 0x7fb6ec0cd3e0 2024-09-16T07:29:50.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.422+0000 7fb6ebfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb6ec0ce780 0x7fb6ec0c41b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:50.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.422+0000 7fb6ebfff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb6ec0ce780 0x7fb6ec0c41b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:46176/0 (socket says 172.21.15.31:46176) 2024-09-16T07:29:50.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.422+0000 7fb6ebfff640 1 -- 172.21.15.31:0/3261940235 learned_addr learned my addr 172.21.15.31:0/3261940235 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:50.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.422+0000 7fb6eaffd640 1 --2- 172.21.15.31:0/3261940235 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb6ec0cd3e0 0x7fb6ec15c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:50.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.422+0000 7fb6eb7fe640 1 --2- 172.21.15.31:0/3261940235 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb6ec06f0b0 0x7fb6ec1f56c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:50.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.423+0000 7fb6ebfff640 1 -- 172.21.15.31:0/3261940235 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb6ec0cd3e0 msgr2=0x7fb6ec15c290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:50.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.423+0000 7fb6ebfff640 1 --2- 172.21.15.31:0/3261940235 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb6ec0cd3e0 0x7fb6ec15c290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:50.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.423+0000 7fb6ebfff640 1 -- 172.21.15.31:0/3261940235 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb6ec06f0b0 msgr2=0x7fb6ec1f56c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:50.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.423+0000 7fb6ebfff640 1 --2- 172.21.15.31:0/3261940235 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb6ec06f0b0 0x7fb6ec1f56c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:50.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.423+0000 7fb6ebfff640 1 -- 172.21.15.31:0/3261940235 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6ec1f5c00 con 0x7fb6ec0ce780 2024-09-16T07:29:50.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.423+0000 7fb6eb7fe640 1 --2- 172.21.15.31:0/3261940235 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb6ec06f0b0 0x7fb6ec1f56c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:29:50.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.423+0000 7fb6eaffd640 1 --2- 172.21.15.31:0/3261940235 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb6ec0cd3e0 0x7fb6ec15c290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:29:50.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.423+0000 7fb6ebfff640 1 --2- 172.21.15.31:0/3261940235 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb6ec0ce780 0x7fb6ec0c41b0 secure :-1 s=READY pgs=1937 cs=0 l=1 rev1=1 crypto rx=0x7fb6e4009d60 tx=0x7fb6e4003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:50.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.423+0000 7fb6d3fff640 1 -- 172.21.15.31:0/3261940235 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6e4044070 con 0x7fb6ec0ce780 2024-09-16T07:29:50.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.423+0000 7fb6d3fff640 1 -- 172.21.15.31:0/3261940235 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb6e4004250 con 0x7fb6ec0ce780 2024-09-16T07:29:50.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.423+0000 7fb6f1a9b640 1 -- 172.21.15.31:0/3261940235 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6ec0c4b90 con 0x7fb6ec0ce780 2024-09-16T07:29:50.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.423+0000 7fb6d3fff640 1 -- 172.21.15.31:0/3261940235 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6e4004680 con 0x7fb6ec0ce780 2024-09-16T07:29:50.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.423+0000 7fb6f1a9b640 1 -- 172.21.15.31:0/3261940235 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6ec1f4ec0 con 0x7fb6ec0ce780 2024-09-16T07:29:50.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.424+0000 7fb6f1a9b640 1 -- 172.21.15.31:0/3261940235 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb6ec1f4cc0 con 0x7fb6ec0ce780 2024-09-16T07:29:50.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.425+0000 7fb6d3fff640 1 -- 172.21.15.31:0/3261940235 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 27) ==== 102358+0+0 (secure 0 0 0) 0x7fb6e402c840 con 0x7fb6ec0ce780 2024-09-16T07:29:50.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.425+0000 7fb6d3fff640 1 --2- 172.21.15.31:0/3261940235 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb6d8079450 0x7fb6d807b910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:50.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.425+0000 7fb6eb7fe640 1 --2- 172.21.15.31:0/3261940235 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb6d8079450 0x7fb6d807b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:50.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.425+0000 7fb6d3fff640 1 -- 172.21.15.31:0/3261940235 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(169..169 src has 1..169) ==== 4971+0+0 (secure 0 0 0) 0x7fb6e40b9aa0 con 0x7fb6ec0ce780 2024-09-16T07:29:50.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.426+0000 7fb6eb7fe640 1 --2- 172.21.15.31:0/3261940235 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb6d8079450 0x7fb6d807b910 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fb6ec0ca0a0 tx=0x7fb6dc009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:50.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.430+0000 7fb6d3fff640 1 -- 172.21.15.31:0/3261940235 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fb6e4032030 con 0x7fb6ec0ce780 2024-09-16T07:29:50.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.613+0000 7fb6f1a9b640 1 -- 172.21.15.31:0/3261940235 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "1", "target": ["mon-mgr", ""]}) -- 0x7fb6ec15d7c0 con 0x7fb6d8079450 2024-09-16T07:29:50.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.614+0000 7fb6d3fff640 1 -- 172.21.15.31:0/3261940235 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 1 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fb6ec15d7c0 con 0x7fb6d8079450 2024-09-16T07:29:50.613 INFO:teuthology.orchestra.run.smithi031.stderr:instructed osd(s) 1 to deep-scrub 2024-09-16T07:29:50.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.616+0000 7fb6f1a9b640 1 -- 172.21.15.31:0/3261940235 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb6d8079450 msgr2=0x7fb6d807b910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:50.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.616+0000 7fb6f1a9b640 1 --2- 172.21.15.31:0/3261940235 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb6d8079450 0x7fb6d807b910 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fb6ec0ca0a0 tx=0x7fb6dc009040 comp rx=0 tx=0).stop 2024-09-16T07:29:50.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.616+0000 7fb6f1a9b640 1 -- 172.21.15.31:0/3261940235 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb6ec0ce780 msgr2=0x7fb6ec0c41b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:50.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.616+0000 7fb6f1a9b640 1 --2- 172.21.15.31:0/3261940235 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb6ec0ce780 0x7fb6ec0c41b0 secure :-1 s=READY pgs=1937 cs=0 l=1 rev1=1 crypto rx=0x7fb6e4009d60 tx=0x7fb6e4003f10 comp rx=0 tx=0).stop 2024-09-16T07:29:50.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.616+0000 7fb6f1a9b640 1 -- 172.21.15.31:0/3261940235 shutdown_connections 2024-09-16T07:29:50.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.616+0000 7fb6f1a9b640 1 --2- 172.21.15.31:0/3261940235 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb6d8079450 0x7fb6d807b910 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:50.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.616+0000 7fb6f1a9b640 1 --2- 172.21.15.31:0/3261940235 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb6ec0ce780 0x7fb6ec0c41b0 unknown :-1 s=CLOSED pgs=1937 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:50.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.616+0000 7fb6f1a9b640 1 --2- 172.21.15.31:0/3261940235 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb6ec0cd3e0 0x7fb6ec15c290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:50.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.616+0000 7fb6f1a9b640 1 --2- 172.21.15.31:0/3261940235 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb6ec06f0b0 0x7fb6ec1f56c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:50.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.616+0000 7fb6f1a9b640 1 -- 172.21.15.31:0/3261940235 >> 172.21.15.31:0/3261940235 conn(0x7fb6ec0741f0 msgr2=0x7fb6ec0b3980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:50.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.616+0000 7fb6f1a9b640 1 -- 172.21.15.31:0/3261940235 shutdown_connections 2024-09-16T07:29:50.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.616+0000 7fb6f1a9b640 1 -- 172.21.15.31:0/3261940235 wait complete. 2024-09-16T07:29:50.626 INFO:tasks.ceph:Scrubbing osd.2 2024-09-16T07:29:50.626 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2024-09-16T07:29:50.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.736+0000 7f8a948b8640 1 -- 172.21.15.31:0/3944857917 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8a901616e0 msgr2=0x7f8a900d1ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:50.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.736+0000 7f8a948b8640 1 --2- 172.21.15.31:0/3944857917 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8a901616e0 0x7f8a900d1ea0 secure :-1 s=READY pgs=1938 cs=0 l=1 rev1=1 crypto rx=0x7f8a900d4e80 tx=0x7f8a7802a5f0 comp rx=0 tx=0).stop 2024-09-16T07:29:50.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.736+0000 7f8a948b8640 1 -- 172.21.15.31:0/3944857917 shutdown_connections 2024-09-16T07:29:50.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.736+0000 7f8a948b8640 1 --2- 172.21.15.31:0/3944857917 >> v2:172.21.15.155:3300/0 conn(0x7f8a900d23e0 0x7f8a900d2890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:50.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.736+0000 7f8a948b8640 1 --2- 172.21.15.31:0/3944857917 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8a901616e0 0x7f8a900d1ea0 unknown :-1 s=CLOSED pgs=1938 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:50.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.736+0000 7f8a948b8640 1 --2- 172.21.15.31:0/3944857917 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8a90161300 0x7f8a900d4940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:50.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.736+0000 7f8a948b8640 1 -- 172.21.15.31:0/3944857917 >> 172.21.15.31:0/3944857917 conn(0x7f8a900d3e20 msgr2=0x7f8a900d4230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:50.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.736+0000 7f8a948b8640 1 -- 172.21.15.31:0/3944857917 shutdown_connections 2024-09-16T07:29:50.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.736+0000 7f8a948b8640 1 -- 172.21.15.31:0/3944857917 wait complete. 2024-09-16T07:29:50.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.738+0000 7f8a948b8640 1 Processor -- start 2024-09-16T07:29:50.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.738+0000 7f8a948b8640 1 -- start start 2024-09-16T07:29:50.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.738+0000 7f8a948b8640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8a900d23e0 0x7f8a901f4ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:50.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.738+0000 7f8a948b8640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8a90161300 0x7f8a900c9d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:50.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.738+0000 7f8a948b8640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8a901616e0 0x7f8a900c8f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:50.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.739+0000 7f8a948b8640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f8a900d0ba0 con 0x7f8a900d23e0 2024-09-16T07:29:50.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.739+0000 7f8a948b8640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f8a900d0a20 con 0x7f8a901616e0 2024-09-16T07:29:50.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.739+0000 7f8a948b8640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f8a900d0d20 con 0x7f8a90161300 2024-09-16T07:29:50.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.739+0000 7f8a8e59c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8a900d23e0 0x7f8a901f4ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:50.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.739+0000 7f8a8e59c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8a900d23e0 0x7f8a901f4ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:46200/0 (socket says 172.21.15.31:46200) 2024-09-16T07:29:50.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.739+0000 7f8a8e59c640 1 -- 172.21.15.31:0/3886812559 learned_addr learned my addr 172.21.15.31:0/3886812559 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:50.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.739+0000 7f8a87fff640 1 --2- 172.21.15.31:0/3886812559 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8a90161300 0x7f8a900c9d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:50.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.739+0000 7f8a8ed9d640 1 --2- 172.21.15.31:0/3886812559 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8a901616e0 0x7f8a900c8f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:50.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.739+0000 7f8a8e59c640 1 -- 172.21.15.31:0/3886812559 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8a90161300 msgr2=0x7f8a900c9d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:50.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.739+0000 7f8a8e59c640 1 --2- 172.21.15.31:0/3886812559 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8a90161300 0x7f8a900c9d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:50.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.739+0000 7f8a8e59c640 1 -- 172.21.15.31:0/3886812559 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8a901616e0 msgr2=0x7f8a900c8f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:50.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.739+0000 7f8a8e59c640 1 --2- 172.21.15.31:0/3886812559 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8a901616e0 0x7f8a900c8f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:50.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.739+0000 7f8a8e59c640 1 -- 172.21.15.31:0/3886812559 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a900c7ea0 con 0x7f8a900d23e0 2024-09-16T07:29:50.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.739+0000 7f8a8e59c640 1 --2- 172.21.15.31:0/3886812559 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8a900d23e0 0x7f8a901f4ed0 secure :-1 s=READY pgs=1939 cs=0 l=1 rev1=1 crypto rx=0x7f8a8000b4d0 tx=0x7f8a8000b990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:50.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.739+0000 7f8a86ffd640 1 -- 172.21.15.31:0/3886812559 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a80014070 con 0x7f8a900d23e0 2024-09-16T07:29:50.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.739+0000 7f8a948b8640 1 -- 172.21.15.31:0/3886812559 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a900c8180 con 0x7f8a900d23e0 2024-09-16T07:29:50.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.739+0000 7f8a86ffd640 1 -- 172.21.15.31:0/3886812559 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8a80010960 con 0x7f8a900d23e0 2024-09-16T07:29:50.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.739+0000 7f8a86ffd640 1 -- 172.21.15.31:0/3886812559 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a80010db0 con 0x7f8a900d23e0 2024-09-16T07:29:50.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.739+0000 7f8a948b8640 1 -- 172.21.15.31:0/3886812559 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a900c8740 con 0x7f8a900d23e0 2024-09-16T07:29:50.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.740+0000 7f8a948b8640 1 -- 172.21.15.31:0/3886812559 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f8a900d1240 con 0x7f8a900d23e0 2024-09-16T07:29:50.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.741+0000 7f8a86ffd640 1 -- 172.21.15.31:0/3886812559 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 27) ==== 102358+0+0 (secure 0 0 0) 0x7f8a80017070 con 0x7f8a900d23e0 2024-09-16T07:29:50.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.742+0000 7f8a86ffd640 1 --2- 172.21.15.31:0/3886812559 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8a70079420 0x7f8a7007b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:50.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.742+0000 7f8a87fff640 1 --2- 172.21.15.31:0/3886812559 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8a70079420 0x7f8a7007b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:50.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.742+0000 7f8a86ffd640 1 -- 172.21.15.31:0/3886812559 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(169..169 src has 1..169) ==== 4971+0+0 (secure 0 0 0) 0x7f8a80099070 con 0x7f8a900d23e0 2024-09-16T07:29:50.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.742+0000 7f8a86ffd640 1 --2- 172.21.15.31:0/3886812559 >> [v2:172.21.15.31:6800/2861684613,v1:172.21.15.31:6801/2861684613] conn(0x7f8a7007f2e0 0x7f8a70081700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:50.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.742+0000 7f8a86ffd640 1 -- 172.21.15.31:0/3886812559 --> [v2:172.21.15.31:6800/2861684613,v1:172.21.15.31:6801/2861684613] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f8a70081dd0 con 0x7f8a7007f2e0 2024-09-16T07:29:50.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.742+0000 7f8a86ffd640 1 -- 172.21.15.31:0/3886812559 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_get_version_reply(handle=1 version=169) ==== 24+0+0 (secure 0 0 0) 0x7f8a800a02a0 con 0x7f8a900d23e0 2024-09-16T07:29:50.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.742+0000 7f8a8ed9d640 1 --2- 172.21.15.31:0/3886812559 >> [v2:172.21.15.31:6800/2861684613,v1:172.21.15.31:6801/2861684613] conn(0x7f8a7007f2e0 0x7f8a70081700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:50.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.742+0000 7f8a87fff640 1 --2- 172.21.15.31:0/3886812559 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8a70079420 0x7f8a7007b8e0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f8a78033000 tx=0x7f8a78004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:50.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.742+0000 7f8a8ed9d640 1 --2- 172.21.15.31:0/3886812559 >> [v2:172.21.15.31:6800/2861684613,v1:172.21.15.31:6801/2861684613] conn(0x7f8a7007f2e0 0x7f8a70081700 crc :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:50.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.743+0000 7f8a86ffd640 1 -- 172.21.15.31:0/3886812559 <== osd.2 v2:172.21.15.31:6800/2861684613 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f8a70081dd0 con 0x7f8a7007f2e0 2024-09-16T07:29:50.755 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.755+0000 7f8a948b8640 1 -- 172.21.15.31:0/3886812559 --> [v2:172.21.15.31:6800/2861684613,v1:172.21.15.31:6801/2861684613] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f8a900c9480 con 0x7f8a7007f2e0 2024-09-16T07:29:50.755 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.756+0000 7f8a86ffd640 1 -- 172.21.15.31:0/3886812559 <== osd.2 v2:172.21.15.31:6800/2861684613 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f8a900c9480 con 0x7f8a7007f2e0 2024-09-16T07:29:50.755 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-16T07:29:50.755 INFO:teuthology.orchestra.run.smithi031.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-16T07:29:50.755 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-16T07:29:50.756 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.756+0000 7f8a948b8640 1 -- 172.21.15.31:0/3886812559 >> [v2:172.21.15.31:6800/2861684613,v1:172.21.15.31:6801/2861684613] conn(0x7f8a7007f2e0 msgr2=0x7f8a70081700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:50.756 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.756+0000 7f8a948b8640 1 --2- 172.21.15.31:0/3886812559 >> [v2:172.21.15.31:6800/2861684613,v1:172.21.15.31:6801/2861684613] conn(0x7f8a7007f2e0 0x7f8a70081700 crc :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:50.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.756+0000 7f8a948b8640 1 -- 172.21.15.31:0/3886812559 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8a70079420 msgr2=0x7f8a7007b8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:50.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.756+0000 7f8a948b8640 1 --2- 172.21.15.31:0/3886812559 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8a70079420 0x7f8a7007b8e0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f8a78033000 tx=0x7f8a78004730 comp rx=0 tx=0).stop 2024-09-16T07:29:50.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.756+0000 7f8a948b8640 1 -- 172.21.15.31:0/3886812559 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8a900d23e0 msgr2=0x7f8a901f4ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:50.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.756+0000 7f8a948b8640 1 --2- 172.21.15.31:0/3886812559 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8a900d23e0 0x7f8a901f4ed0 secure :-1 s=READY pgs=1939 cs=0 l=1 rev1=1 crypto rx=0x7f8a8000b4d0 tx=0x7f8a8000b990 comp rx=0 tx=0).stop 2024-09-16T07:29:50.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.756+0000 7f8a8ed9d640 1 -- 172.21.15.31:0/3886812559 reap_dead start 2024-09-16T07:29:50.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.756+0000 7f8a948b8640 1 -- 172.21.15.31:0/3886812559 shutdown_connections 2024-09-16T07:29:50.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.756+0000 7f8a948b8640 1 -- 172.21.15.31:0/3886812559 >> 172.21.15.31:0/3886812559 conn(0x7f8a900d3e20 msgr2=0x7f8a900b75f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:50.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.756+0000 7f8a948b8640 1 -- 172.21.15.31:0/3886812559 shutdown_connections 2024-09-16T07:29:50.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.756+0000 7f8a948b8640 1 -- 172.21.15.31:0/3886812559 wait complete. 2024-09-16T07:29:50.766 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2024-09-16T07:29:50.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.872+0000 7f8dd086a640 1 -- 172.21.15.31:0/3659916875 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8dcc072cb0 msgr2=0x7f8dcc0cf470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:50.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.872+0000 7f8dd086a640 1 --2- 172.21.15.31:0/3659916875 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8dcc072cb0 0x7f8dcc0cf470 secure :-1 s=READY pgs=1941 cs=0 l=1 rev1=1 crypto rx=0x7f8dc4005fd0 tx=0x7f8dc402aa90 comp rx=0 tx=0).stop 2024-09-16T07:29:50.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.872+0000 7f8dd086a640 1 -- 172.21.15.31:0/3659916875 shutdown_connections 2024-09-16T07:29:50.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.872+0000 7f8dd086a640 1 --2- 172.21.15.31:0/3659916875 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8dcc072cb0 0x7f8dcc0cf470 unknown :-1 s=CLOSED pgs=1941 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:50.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.872+0000 7f8dd086a640 1 --2- 172.21.15.31:0/3659916875 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8dcc151370 0x7f8dcc0cef30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:50.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.872+0000 7f8dd086a640 1 -- 172.21.15.31:0/3659916875 >> 172.21.15.31:0/3659916875 conn(0x7f8dcc0b1690 msgr2=0x7f8dcc0b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:50.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.872+0000 7f8dd086a640 1 -- 172.21.15.31:0/3659916875 shutdown_connections 2024-09-16T07:29:50.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.872+0000 7f8dd086a640 1 -- 172.21.15.31:0/3659916875 wait complete. 2024-09-16T07:29:50.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.874+0000 7f8dd086a640 1 Processor -- start 2024-09-16T07:29:50.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.874+0000 7f8dd086a640 1 -- start start 2024-09-16T07:29:50.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.874+0000 7f8dd086a640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8dcc072cb0 0x7f8dcc140920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:50.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.874+0000 7f8dd086a640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8dcc0b3140 0x7f8dcc152c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:50.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.874+0000 7f8dd086a640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8dcc151370 0x7f8dcc13f150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:50.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.874+0000 7f8dd086a640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f8dcc06eca0 con 0x7f8dcc0b3140 2024-09-16T07:29:50.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.875+0000 7f8dd086a640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f8dcc06eb20 con 0x7f8dcc072cb0 2024-09-16T07:29:50.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.875+0000 7f8dd086a640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f8dcc06f9f0 con 0x7f8dcc151370 2024-09-16T07:29:50.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.875+0000 7f8dc3fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8dcc0b3140 0x7f8dcc152c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:50.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.875+0000 7f8dc3fff640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8dcc0b3140 0x7f8dcc152c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:46218/0 (socket says 172.21.15.31:46218) 2024-09-16T07:29:50.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.875+0000 7f8dc3fff640 1 -- 172.21.15.31:0/1018229985 learned_addr learned my addr 172.21.15.31:0/1018229985 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:50.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.875+0000 7f8dcad9d640 1 --2- 172.21.15.31:0/1018229985 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8dcc151370 0x7f8dcc13f150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:50.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.875+0000 7f8dca59c640 1 --2- 172.21.15.31:0/1018229985 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8dcc072cb0 0x7f8dcc140920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:50.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.875+0000 7f8dc3fff640 1 -- 172.21.15.31:0/1018229985 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8dcc151370 msgr2=0x7f8dcc13f150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:50.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.875+0000 7f8dc3fff640 1 --2- 172.21.15.31:0/1018229985 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8dcc151370 0x7f8dcc13f150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:50.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.875+0000 7f8dc3fff640 1 -- 172.21.15.31:0/1018229985 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8dcc072cb0 msgr2=0x7f8dcc140920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:50.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.875+0000 7f8dc3fff640 1 --2- 172.21.15.31:0/1018229985 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8dcc072cb0 0x7f8dcc140920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:50.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.875+0000 7f8dc3fff640 1 -- 172.21.15.31:0/1018229985 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8dcc153270 con 0x7f8dcc0b3140 2024-09-16T07:29:50.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.875+0000 7f8dca59c640 1 --2- 172.21.15.31:0/1018229985 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8dcc072cb0 0x7f8dcc140920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:29:50.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.875+0000 7f8dcad9d640 1 --2- 172.21.15.31:0/1018229985 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8dcc151370 0x7f8dcc13f150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:29:50.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.875+0000 7f8dc3fff640 1 --2- 172.21.15.31:0/1018229985 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8dcc0b3140 0x7f8dcc152c70 secure :-1 s=READY pgs=1942 cs=0 l=1 rev1=1 crypto rx=0x7f8db400c420 tx=0x7f8db400c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:50.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.875+0000 7f8dc2ffd640 1 -- 172.21.15.31:0/1018229985 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8db4017070 con 0x7f8dcc0b3140 2024-09-16T07:29:50.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.875+0000 7f8dc2ffd640 1 -- 172.21.15.31:0/1018229985 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8db40053c0 con 0x7f8dcc0b3140 2024-09-16T07:29:50.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.875+0000 7f8dd086a640 1 -- 172.21.15.31:0/1018229985 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8dcc153740 con 0x7f8dcc0b3140 2024-09-16T07:29:50.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.875+0000 7f8dc2ffd640 1 -- 172.21.15.31:0/1018229985 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8db4003850 con 0x7f8dcc0b3140 2024-09-16T07:29:50.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.875+0000 7f8dd086a640 1 -- 172.21.15.31:0/1018229985 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8dcc13f690 con 0x7f8dcc0b3140 2024-09-16T07:29:50.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.876+0000 7f8dd086a640 1 -- 172.21.15.31:0/1018229985 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8dcc0725a0 con 0x7f8dcc0b3140 2024-09-16T07:29:50.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.877+0000 7f8dc2ffd640 1 -- 172.21.15.31:0/1018229985 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 27) ==== 102358+0+0 (secure 0 0 0) 0x7f8db401a070 con 0x7f8dcc0b3140 2024-09-16T07:29:50.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.877+0000 7f8dc2ffd640 1 --2- 172.21.15.31:0/1018229985 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8dac079450 0x7f8dac07b910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:50.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.878+0000 7f8dc2ffd640 1 -- 172.21.15.31:0/1018229985 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(169..169 src has 1..169) ==== 4971+0+0 (secure 0 0 0) 0x7f8db40987c0 con 0x7f8dcc0b3140 2024-09-16T07:29:50.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.878+0000 7f8dca59c640 1 --2- 172.21.15.31:0/1018229985 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8dac079450 0x7f8dac07b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:50.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.878+0000 7f8dca59c640 1 --2- 172.21.15.31:0/1018229985 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8dac079450 0x7f8dac07b910 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f8dbc005fd0 tx=0x7f8dbc005d20 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:50.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:50.882+0000 7f8dc2ffd640 1 -- 172.21.15.31:0/1018229985 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f8db4062680 con 0x7f8dcc0b3140 2024-09-16T07:29:51.069 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.069+0000 7f8dd086a640 1 -- 172.21.15.31:0/1018229985 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "2", "target": ["mon-mgr", ""]}) -- 0x7f8dcc153910 con 0x7f8dac079450 2024-09-16T07:29:51.069 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.070+0000 7f8dc2ffd640 1 -- 172.21.15.31:0/1018229985 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 2 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f8dcc153910 con 0x7f8dac079450 2024-09-16T07:29:51.070 INFO:teuthology.orchestra.run.smithi031.stderr:instructed osd(s) 2 to deep-scrub 2024-09-16T07:29:51.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.072+0000 7f8dd086a640 1 -- 172.21.15.31:0/1018229985 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8dac079450 msgr2=0x7f8dac07b910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:51.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.072+0000 7f8dd086a640 1 --2- 172.21.15.31:0/1018229985 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8dac079450 0x7f8dac07b910 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f8dbc005fd0 tx=0x7f8dbc005d20 comp rx=0 tx=0).stop 2024-09-16T07:29:51.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.072+0000 7f8dd086a640 1 -- 172.21.15.31:0/1018229985 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8dcc0b3140 msgr2=0x7f8dcc152c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:51.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.072+0000 7f8dd086a640 1 --2- 172.21.15.31:0/1018229985 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8dcc0b3140 0x7f8dcc152c70 secure :-1 s=READY pgs=1942 cs=0 l=1 rev1=1 crypto rx=0x7f8db400c420 tx=0x7f8db400c8e0 comp rx=0 tx=0).stop 2024-09-16T07:29:51.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.072+0000 7f8dd086a640 1 -- 172.21.15.31:0/1018229985 shutdown_connections 2024-09-16T07:29:51.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.072+0000 7f8dd086a640 1 --2- 172.21.15.31:0/1018229985 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8dac079450 0x7f8dac07b910 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:51.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.072+0000 7f8dd086a640 1 --2- 172.21.15.31:0/1018229985 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8dcc151370 0x7f8dcc13f150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:51.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.072+0000 7f8dd086a640 1 --2- 172.21.15.31:0/1018229985 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8dcc0b3140 0x7f8dcc152c70 unknown :-1 s=CLOSED pgs=1942 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:51.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.072+0000 7f8dd086a640 1 --2- 172.21.15.31:0/1018229985 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8dcc072cb0 0x7f8dcc140920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:51.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.072+0000 7f8dd086a640 1 -- 172.21.15.31:0/1018229985 >> 172.21.15.31:0/1018229985 conn(0x7f8dcc0b1690 msgr2=0x7f8dcc0b01f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:51.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.072+0000 7f8dd086a640 1 -- 172.21.15.31:0/1018229985 shutdown_connections 2024-09-16T07:29:51.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.072+0000 7f8dd086a640 1 -- 172.21.15.31:0/1018229985 wait complete. 2024-09-16T07:29:51.083 INFO:tasks.ceph:Scrubbing osd.3 2024-09-16T07:29:51.083 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2024-09-16T07:29:51.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.193+0000 7ff936e47640 1 -- 172.21.15.31:0/4228716000 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff9300d1c10 msgr2=0x7ff930160140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:51.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.193+0000 7ff936e47640 1 --2- 172.21.15.31:0/4228716000 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff9300d1c10 0x7ff930160140 secure :-1 s=READY pgs=1944 cs=0 l=1 rev1=1 crypto rx=0x7ff920005fd0 tx=0x7ff92002a5d0 comp rx=0 tx=0).stop 2024-09-16T07:29:51.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.193+0000 7ff936e47640 1 -- 172.21.15.31:0/4228716000 shutdown_connections 2024-09-16T07:29:51.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.193+0000 7ff936e47640 1 --2- 172.21.15.31:0/4228716000 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff9300d1c10 0x7ff930160140 unknown :-1 s=CLOSED pgs=1944 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:51.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.193+0000 7ff936e47640 1 -- 172.21.15.31:0/4228716000 >> 172.21.15.31:0/4228716000 conn(0x7ff93009aa30 msgr2=0x7ff93009ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:51.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.193+0000 7ff936e47640 1 -- 172.21.15.31:0/4228716000 shutdown_connections 2024-09-16T07:29:51.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.193+0000 7ff936e47640 1 -- 172.21.15.31:0/4228716000 wait complete. 2024-09-16T07:29:51.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.194+0000 7ff936e47640 1 Processor -- start 2024-09-16T07:29:51.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.194+0000 7ff936e47640 1 -- start start 2024-09-16T07:29:51.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.195+0000 7ff936e47640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff9300d1c10 0x7ff93014b1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:51.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.195+0000 7ff936e47640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff9300d1ff0 0x7ff9300c9ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:51.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.195+0000 7ff936e47640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff93015d250 0x7ff9300ca530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:51.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.195+0000 7ff936e47640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7ff9300b2f60 con 0x7ff9300d1c10 2024-09-16T07:29:51.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.195+0000 7ff936e47640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ff9300b2de0 con 0x7ff93015d250 2024-09-16T07:29:51.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.195+0000 7ff936e47640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ff9300b30e0 con 0x7ff9300d1ff0 2024-09-16T07:29:51.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.195+0000 7ff934be3640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff9300d1c10 0x7ff93014b1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:51.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.195+0000 7ff934be3640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff9300d1c10 0x7ff93014b1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:46228/0 (socket says 172.21.15.31:46228) 2024-09-16T07:29:51.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.195+0000 7ff934be3640 1 -- 172.21.15.31:0/777506929 learned_addr learned my addr 172.21.15.31:0/777506929 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:51.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.195+0000 7ff9353e4640 1 --2- 172.21.15.31:0/777506929 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff93015d250 0x7ff9300ca530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:51.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.195+0000 7ff92ffff640 1 --2- 172.21.15.31:0/777506929 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff9300d1ff0 0x7ff9300c9ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:51.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.195+0000 7ff934be3640 1 -- 172.21.15.31:0/777506929 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff9300d1ff0 msgr2=0x7ff9300c9ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:51.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.196+0000 7ff934be3640 1 --2- 172.21.15.31:0/777506929 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff9300d1ff0 0x7ff9300c9ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:51.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.196+0000 7ff934be3640 1 -- 172.21.15.31:0/777506929 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff93015d250 msgr2=0x7ff9300ca530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:51.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.196+0000 7ff934be3640 1 --2- 172.21.15.31:0/777506929 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff93015d250 0x7ff9300ca530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:51.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.196+0000 7ff934be3640 1 -- 172.21.15.31:0/777506929 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9300cab90 con 0x7ff9300d1c10 2024-09-16T07:29:51.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.196+0000 7ff92ffff640 1 --2- 172.21.15.31:0/777506929 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff9300d1ff0 0x7ff9300c9ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:29:51.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.196+0000 7ff9353e4640 1 --2- 172.21.15.31:0/777506929 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff93015d250 0x7ff9300ca530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:29:51.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.196+0000 7ff934be3640 1 --2- 172.21.15.31:0/777506929 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff9300d1c10 0x7ff93014b1f0 secure :-1 s=READY pgs=1945 cs=0 l=1 rev1=1 crypto rx=0x7ff920006010 tx=0x7ff9200038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:51.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.196+0000 7ff92d7fa640 1 -- 172.21.15.31:0/777506929 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff92003f070 con 0x7ff9300d1c10 2024-09-16T07:29:51.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.196+0000 7ff92d7fa640 1 -- 172.21.15.31:0/777506929 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff9200047a0 con 0x7ff9300d1c10 2024-09-16T07:29:51.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.196+0000 7ff936e47640 1 -- 172.21.15.31:0/777506929 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9300cae70 con 0x7ff9300d1c10 2024-09-16T07:29:51.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.196+0000 7ff92d7fa640 1 -- 172.21.15.31:0/777506929 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff920035030 con 0x7ff9300d1c10 2024-09-16T07:29:51.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.196+0000 7ff936e47640 1 -- 172.21.15.31:0/777506929 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9300cb710 con 0x7ff9300d1c10 2024-09-16T07:29:51.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.197+0000 7ff936e47640 1 -- 172.21.15.31:0/777506929 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ff930160140 con 0x7ff9300d1c10 2024-09-16T07:29:51.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.198+0000 7ff92d7fa640 1 -- 172.21.15.31:0/777506929 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 27) ==== 102358+0+0 (secure 0 0 0) 0x7ff920042070 con 0x7ff9300d1c10 2024-09-16T07:29:51.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.198+0000 7ff92d7fa640 1 --2- 172.21.15.31:0/777506929 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff91c079420 0x7ff91c07b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:51.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.198+0000 7ff92d7fa640 1 -- 172.21.15.31:0/777506929 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(169..169 src has 1..169) ==== 4971+0+0 (secure 0 0 0) 0x7ff9200ba210 con 0x7ff9300d1c10 2024-09-16T07:29:51.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.198+0000 7ff92ffff640 1 --2- 172.21.15.31:0/777506929 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff91c079420 0x7ff91c07b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:51.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.198+0000 7ff92d7fa640 1 --2- 172.21.15.31:0/777506929 >> [v2:172.21.15.31:6816/93828802,v1:172.21.15.31:6817/93828802] conn(0x7ff91c07f2e0 0x7ff91c081700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:51.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.198+0000 7ff92d7fa640 1 -- 172.21.15.31:0/777506929 --> [v2:172.21.15.31:6816/93828802,v1:172.21.15.31:6817/93828802] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ff92003fe70 con 0x7ff91c07f2e0 2024-09-16T07:29:51.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.198+0000 7ff92d7fa640 1 -- 172.21.15.31:0/777506929 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_get_version_reply(handle=1 version=169) ==== 24+0+0 (secure 0 0 0) 0x7ff9200c12a0 con 0x7ff9300d1c10 2024-09-16T07:29:51.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.198+0000 7ff9353e4640 1 --2- 172.21.15.31:0/777506929 >> [v2:172.21.15.31:6816/93828802,v1:172.21.15.31:6817/93828802] conn(0x7ff91c07f2e0 0x7ff91c081700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:51.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.199+0000 7ff92ffff640 1 --2- 172.21.15.31:0/777506929 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff91c079420 0x7ff91c07b8e0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7ff92400a830 tx=0x7ff924008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:51.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.199+0000 7ff9353e4640 1 --2- 172.21.15.31:0/777506929 >> [v2:172.21.15.31:6816/93828802,v1:172.21.15.31:6817/93828802] conn(0x7ff91c07f2e0 0x7ff91c081700 crc :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:51.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.199+0000 7ff92d7fa640 1 -- 172.21.15.31:0/777506929 <== osd.3 v2:172.21.15.31:6816/93828802 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7ff92003fe70 con 0x7ff91c07f2e0 2024-09-16T07:29:51.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.212+0000 7ff936e47640 1 -- 172.21.15.31:0/777506929 --> [v2:172.21.15.31:6816/93828802,v1:172.21.15.31:6817/93828802] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7ff9300d2a60 con 0x7ff91c07f2e0 2024-09-16T07:29:51.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.212+0000 7ff92d7fa640 1 -- 172.21.15.31:0/777506929 <== osd.3 v2:172.21.15.31:6816/93828802 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7ff9300d2a60 con 0x7ff91c07f2e0 2024-09-16T07:29:51.276 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-16T07:29:51.276 INFO:teuthology.orchestra.run.smithi031.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-16T07:29:51.276 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-16T07:29:51.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.213+0000 7ff936e47640 1 -- 172.21.15.31:0/777506929 >> [v2:172.21.15.31:6816/93828802,v1:172.21.15.31:6817/93828802] conn(0x7ff91c07f2e0 msgr2=0x7ff91c081700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:51.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.213+0000 7ff936e47640 1 --2- 172.21.15.31:0/777506929 >> [v2:172.21.15.31:6816/93828802,v1:172.21.15.31:6817/93828802] conn(0x7ff91c07f2e0 0x7ff91c081700 crc :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:51.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.213+0000 7ff936e47640 1 -- 172.21.15.31:0/777506929 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff91c079420 msgr2=0x7ff91c07b8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:51.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.213+0000 7ff936e47640 1 --2- 172.21.15.31:0/777506929 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7ff91c079420 0x7ff91c07b8e0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7ff92400a830 tx=0x7ff924008040 comp rx=0 tx=0).stop 2024-09-16T07:29:51.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.213+0000 7ff936e47640 1 -- 172.21.15.31:0/777506929 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff9300d1c10 msgr2=0x7ff93014b1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:51.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.213+0000 7ff936e47640 1 --2- 172.21.15.31:0/777506929 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff9300d1c10 0x7ff93014b1f0 secure :-1 s=READY pgs=1945 cs=0 l=1 rev1=1 crypto rx=0x7ff920006010 tx=0x7ff9200038a0 comp rx=0 tx=0).stop 2024-09-16T07:29:51.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.213+0000 7ff9353e4640 1 -- 172.21.15.31:0/777506929 reap_dead start 2024-09-16T07:29:51.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.213+0000 7ff936e47640 1 -- 172.21.15.31:0/777506929 shutdown_connections 2024-09-16T07:29:51.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.213+0000 7ff936e47640 1 -- 172.21.15.31:0/777506929 >> 172.21.15.31:0/777506929 conn(0x7ff93009aa30 msgr2=0x7ff9300aed50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:51.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.213+0000 7ff936e47640 1 -- 172.21.15.31:0/777506929 shutdown_connections 2024-09-16T07:29:51.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.213+0000 7ff936e47640 1 -- 172.21.15.31:0/777506929 wait complete. 2024-09-16T07:29:51.280 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2024-09-16T07:29:51.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.387+0000 7fb60b17d640 1 -- 172.21.15.31:0/3409063375 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb5ec004800 msgr2=0x7fb5ec004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:51.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.387+0000 7fb60b17d640 1 --2- 172.21.15.31:0/3409063375 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb5ec004800 0x7fb5ec004c80 secure :-1 s=READY pgs=1947 cs=0 l=1 rev1=1 crypto rx=0x7fb5f40016c0 tx=0x7fb5ec005830 comp rx=0 tx=0).stop 2024-09-16T07:29:51.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.387+0000 7fb60971a640 1 -- 172.21.15.31:0/3409063375 reap_dead start 2024-09-16T07:29:51.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.387+0000 7fb60b17d640 1 -- 172.21.15.31:0/3409063375 shutdown_connections 2024-09-16T07:29:51.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.387+0000 7fb60b17d640 1 -- 172.21.15.31:0/3409063375 >> 172.21.15.31:0/3409063375 conn(0x7fb6040741f0 msgr2=0x7fb604074600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:51.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.387+0000 7fb60b17d640 1 -- 172.21.15.31:0/3409063375 shutdown_connections 2024-09-16T07:29:51.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.387+0000 7fb60b17d640 1 -- 172.21.15.31:0/3409063375 wait complete. 2024-09-16T07:29:51.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.388+0000 7fb60b17d640 1 Processor -- start 2024-09-16T07:29:51.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.389+0000 7fb60b17d640 1 -- start start 2024-09-16T07:29:51.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.389+0000 7fb60b17d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb5ec004800 0x7fb60409dd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:51.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.389+0000 7fb60b17d640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb6041597e0 0x7fb604158370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:51.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.389+0000 7fb60b17d640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb60409af00 0x7fb6040cefa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:51.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.389+0000 7fb60b17d640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fb6040cbd00 con 0x7fb5ec004800 2024-09-16T07:29:51.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.389+0000 7fb60b17d640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb6040cbb80 con 0x7fb60409af00 2024-09-16T07:29:51.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.389+0000 7fb60b17d640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb6040cbe80 con 0x7fb6041597e0 2024-09-16T07:29:51.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.390+0000 7fb608f19640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb5ec004800 0x7fb60409dd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:51.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.390+0000 7fb608f19640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb5ec004800 0x7fb60409dd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:46242/0 (socket says 172.21.15.31:46242) 2024-09-16T07:29:51.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.390+0000 7fb608f19640 1 -- 172.21.15.31:0/1252726890 learned_addr learned my addr 172.21.15.31:0/1252726890 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:51.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.390+0000 7fb5fbfff640 1 --2- 172.21.15.31:0/1252726890 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb6041597e0 0x7fb604158370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:51.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.390+0000 7fb60971a640 1 --2- 172.21.15.31:0/1252726890 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb60409af00 0x7fb6040cefa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:51.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.390+0000 7fb608f19640 1 -- 172.21.15.31:0/1252726890 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb6041597e0 msgr2=0x7fb604158370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:51.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.390+0000 7fb608f19640 1 --2- 172.21.15.31:0/1252726890 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb6041597e0 0x7fb604158370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:51.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.390+0000 7fb608f19640 1 -- 172.21.15.31:0/1252726890 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb60409af00 msgr2=0x7fb6040cefa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:51.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.390+0000 7fb608f19640 1 --2- 172.21.15.31:0/1252726890 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb60409af00 0x7fb6040cefa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:51.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.390+0000 7fb608f19640 1 -- 172.21.15.31:0/1252726890 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb60409b8e0 con 0x7fb5ec004800 2024-09-16T07:29:51.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.390+0000 7fb60971a640 1 --2- 172.21.15.31:0/1252726890 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb60409af00 0x7fb6040cefa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:29:51.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.390+0000 7fb608f19640 1 --2- 172.21.15.31:0/1252726890 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb5ec004800 0x7fb60409dd80 secure :-1 s=READY pgs=1948 cs=0 l=1 rev1=1 crypto rx=0x7fb600000fb0 tx=0x7fb60000eb60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:51.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.390+0000 7fb5f97fa640 1 -- 172.21.15.31:0/1252726890 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb600004440 con 0x7fb5ec004800 2024-09-16T07:29:51.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.390+0000 7fb5f97fa640 1 -- 172.21.15.31:0/1252726890 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb600016070 con 0x7fb5ec004800 2024-09-16T07:29:51.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.390+0000 7fb60b17d640 1 -- 172.21.15.31:0/1252726890 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb60409d2a0 con 0x7fb5ec004800 2024-09-16T07:29:51.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.390+0000 7fb5f97fa640 1 -- 172.21.15.31:0/1252726890 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb60000ca80 con 0x7fb5ec004800 2024-09-16T07:29:51.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.390+0000 7fb60b17d640 1 -- 172.21.15.31:0/1252726890 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb60409bbc0 con 0x7fb5ec004800 2024-09-16T07:29:51.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.391+0000 7fb60b17d640 1 -- 172.21.15.31:0/1252726890 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb6040ccbd0 con 0x7fb5ec004800 2024-09-16T07:29:51.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.392+0000 7fb5f97fa640 1 -- 172.21.15.31:0/1252726890 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 27) ==== 102358+0+0 (secure 0 0 0) 0x7fb60000cc20 con 0x7fb5ec004800 2024-09-16T07:29:51.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.393+0000 7fb5f97fa640 1 --2- 172.21.15.31:0/1252726890 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb5f0079450 0x7fb5f007b910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:51.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.393+0000 7fb5fbfff640 1 --2- 172.21.15.31:0/1252726890 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb5f0079450 0x7fb5f007b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:51.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.393+0000 7fb5f97fa640 1 -- 172.21.15.31:0/1252726890 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(169..169 src has 1..169) ==== 4971+0+0 (secure 0 0 0) 0x7fb6000998f0 con 0x7fb5ec004800 2024-09-16T07:29:51.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.393+0000 7fb5fbfff640 1 --2- 172.21.15.31:0/1252726890 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb5f0079450 0x7fb5f007b910 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fb5f4032000 tx=0x7fb5f402c040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:51.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.397+0000 7fb5f97fa640 1 -- 172.21.15.31:0/1252726890 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fb600063710 con 0x7fb5ec004800 2024-09-16T07:29:51.584 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.585+0000 7fb60b17d640 1 -- 172.21.15.31:0/1252726890 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "3", "target": ["mon-mgr", ""]}) -- 0x7fb6041588b0 con 0x7fb5f0079450 2024-09-16T07:29:51.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.585+0000 7fb5f97fa640 1 -- 172.21.15.31:0/1252726890 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 3 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fb5f40061e0 con 0x7fb5f0079450 2024-09-16T07:29:51.585 INFO:teuthology.orchestra.run.smithi031.stderr:instructed osd(s) 3 to deep-scrub 2024-09-16T07:29:51.587 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.587+0000 7fb60b17d640 1 -- 172.21.15.31:0/1252726890 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb5f0079450 msgr2=0x7fb5f007b910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:51.587 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.587+0000 7fb60b17d640 1 --2- 172.21.15.31:0/1252726890 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb5f0079450 0x7fb5f007b910 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fb5f4032000 tx=0x7fb5f402c040 comp rx=0 tx=0).stop 2024-09-16T07:29:51.587 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.587+0000 7fb60b17d640 1 -- 172.21.15.31:0/1252726890 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb5ec004800 msgr2=0x7fb60409dd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:51.587 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.587+0000 7fb60b17d640 1 --2- 172.21.15.31:0/1252726890 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb5ec004800 0x7fb60409dd80 secure :-1 s=READY pgs=1948 cs=0 l=1 rev1=1 crypto rx=0x7fb600000fb0 tx=0x7fb60000eb60 comp rx=0 tx=0).stop 2024-09-16T07:29:51.587 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.587+0000 7fb60b17d640 1 -- 172.21.15.31:0/1252726890 shutdown_connections 2024-09-16T07:29:51.587 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.587+0000 7fb60b17d640 1 --2- 172.21.15.31:0/1252726890 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fb5f0079450 0x7fb5f007b910 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:51.587 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.587+0000 7fb60b17d640 1 --2- 172.21.15.31:0/1252726890 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb60409af00 0x7fb6040cefa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:51.588 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.587+0000 7fb60b17d640 1 --2- 172.21.15.31:0/1252726890 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb6041597e0 0x7fb604158370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:51.588 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.587+0000 7fb60b17d640 1 --2- 172.21.15.31:0/1252726890 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb5ec004800 0x7fb60409dd80 unknown :-1 s=CLOSED pgs=1948 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:51.588 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.587+0000 7fb60b17d640 1 -- 172.21.15.31:0/1252726890 >> 172.21.15.31:0/1252726890 conn(0x7fb6040741f0 msgr2=0x7fb6040c8380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:51.588 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.587+0000 7fb60b17d640 1 -- 172.21.15.31:0/1252726890 shutdown_connections 2024-09-16T07:29:51.588 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.587+0000 7fb60b17d640 1 -- 172.21.15.31:0/1252726890 wait complete. 2024-09-16T07:29:51.597 INFO:tasks.ceph:Scrubbing osd.4 2024-09-16T07:29:51.598 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 config set osd_debug_deep_scrub_sleep 0 2024-09-16T07:29:51.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.708+0000 7fd73012b640 1 -- 172.21.15.31:0/3081278013 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd7280ce440 msgr2=0x7fd7280ce820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:51.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.708+0000 7fd73012b640 1 --2- 172.21.15.31:0/3081278013 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd7280ce440 0x7fd7280ce820 secure :-1 s=READY pgs=1950 cs=0 l=1 rev1=1 crypto rx=0x7fd724005fd0 tx=0x7fd72402a5d0 comp rx=0 tx=0).stop 2024-09-16T07:29:51.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.708+0000 7fd73012b640 1 -- 172.21.15.31:0/3081278013 shutdown_connections 2024-09-16T07:29:51.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.708+0000 7fd73012b640 1 --2- 172.21.15.31:0/3081278013 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd7280ced60 0x7fd7280b16d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:51.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.708+0000 7fd73012b640 1 --2- 172.21.15.31:0/3081278013 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd7280ce440 0x7fd7280ce820 unknown :-1 s=CLOSED pgs=1950 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:51.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.708+0000 7fd73012b640 1 -- 172.21.15.31:0/3081278013 >> 172.21.15.31:0/3081278013 conn(0x7fd7280d1bc0 msgr2=0x7fd7280d1fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:51.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.708+0000 7fd73012b640 1 -- 172.21.15.31:0/3081278013 shutdown_connections 2024-09-16T07:29:51.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.708+0000 7fd73012b640 1 -- 172.21.15.31:0/3081278013 wait complete. 2024-09-16T07:29:51.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.709+0000 7fd73012b640 1 Processor -- start 2024-09-16T07:29:51.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.709+0000 7fd73012b640 1 -- start start 2024-09-16T07:29:51.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.710+0000 7fd73012b640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd7280b2af0 0x7fd7280c8570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:51.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.710+0000 7fd73012b640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd7280ce440 0x7fd7280c5910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:51.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.710+0000 7fd73012b640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd7280ced60 0x7fd72815f210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:51.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.710+0000 7fd73012b640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fd7280b2320 con 0x7fd7280ce440 2024-09-16T07:29:51.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.710+0000 7fd73012b640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fd72806ee70 con 0x7fd7280ced60 2024-09-16T07:29:51.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.710+0000 7fd73012b640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fd7280b24a0 con 0x7fd7280b2af0 2024-09-16T07:29:51.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.710+0000 7fd72d6c6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd7280ce440 0x7fd7280c5910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:51.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.710+0000 7fd72d6c6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd7280ce440 0x7fd7280c5910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:46258/0 (socket says 172.21.15.31:46258) 2024-09-16T07:29:51.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.710+0000 7fd72d6c6640 1 -- 172.21.15.31:0/3689533503 learned_addr learned my addr 172.21.15.31:0/3689533503 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:51.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.710+0000 7fd72e6c8640 1 --2- 172.21.15.31:0/3689533503 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd7280ced60 0x7fd72815f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:51.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.710+0000 7fd72dec7640 1 --2- 172.21.15.31:0/3689533503 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd7280b2af0 0x7fd7280c8570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:51.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.710+0000 7fd72d6c6640 1 -- 172.21.15.31:0/3689533503 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd7280b2af0 msgr2=0x7fd7280c8570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:51.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.710+0000 7fd72d6c6640 1 --2- 172.21.15.31:0/3689533503 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd7280b2af0 0x7fd7280c8570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:51.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.710+0000 7fd72d6c6640 1 -- 172.21.15.31:0/3689533503 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd7280ced60 msgr2=0x7fd72815f210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:51.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.710+0000 7fd72d6c6640 1 --2- 172.21.15.31:0/3689533503 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd7280ced60 0x7fd72815f210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:51.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.710+0000 7fd72d6c6640 1 -- 172.21.15.31:0/3689533503 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7280c6600 con 0x7fd7280ce440 2024-09-16T07:29:51.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.711+0000 7fd72d6c6640 1 --2- 172.21.15.31:0/3689533503 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd7280ce440 0x7fd7280c5910 secure :-1 s=READY pgs=1951 cs=0 l=1 rev1=1 crypto rx=0x7fd71800d740 tx=0x7fd71800dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:51.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.711+0000 7fd71e7fc640 1 -- 172.21.15.31:0/3689533503 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd718017070 con 0x7fd7280ce440 2024-09-16T07:29:51.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.711+0000 7fd71e7fc640 1 -- 172.21.15.31:0/3689533503 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd718009d20 con 0x7fd7280ce440 2024-09-16T07:29:51.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.711+0000 7fd73012b640 1 -- 172.21.15.31:0/3689533503 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7280c6040 con 0x7fd7280ce440 2024-09-16T07:29:51.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.711+0000 7fd71e7fc640 1 -- 172.21.15.31:0/3689533503 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7180106c0 con 0x7fd7280ce440 2024-09-16T07:29:51.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.711+0000 7fd73012b640 1 -- 172.21.15.31:0/3689533503 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7280c8e30 con 0x7fd7280ce440 2024-09-16T07:29:51.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.712+0000 7fd73012b640 1 -- 172.21.15.31:0/3689533503 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fd7280ce820 con 0x7fd7280ce440 2024-09-16T07:29:51.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.712+0000 7fd71e7fc640 1 -- 172.21.15.31:0/3689533503 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 27) ==== 102358+0+0 (secure 0 0 0) 0x7fd71801a070 con 0x7fd7280ce440 2024-09-16T07:29:51.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.713+0000 7fd71e7fc640 1 --2- 172.21.15.31:0/3689533503 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd70c079420 0x7fd70c07b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:51.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.713+0000 7fd71e7fc640 1 -- 172.21.15.31:0/3689533503 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(169..169 src has 1..169) ==== 4971+0+0 (secure 0 0 0) 0x7fd718099d90 con 0x7fd7280ce440 2024-09-16T07:29:51.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.713+0000 7fd72dec7640 1 --2- 172.21.15.31:0/3689533503 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd70c079420 0x7fd70c07b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:51.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.713+0000 7fd71e7fc640 1 --2- 172.21.15.31:0/3689533503 >> [v2:172.21.15.155:6818/472069714,v1:172.21.15.155:6819/472069714] conn(0x7fd70c07f2e0 0x7fd70c081700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:51.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.713+0000 7fd71e7fc640 1 -- 172.21.15.31:0/3689533503 --> [v2:172.21.15.155:6818/472069714,v1:172.21.15.155:6819/472069714] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fd718026e50 con 0x7fd70c07f2e0 2024-09-16T07:29:51.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.713+0000 7fd71e7fc640 1 -- 172.21.15.31:0/3689533503 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_get_version_reply(handle=1 version=169) ==== 24+0+0 (secure 0 0 0) 0x7fd71809c500 con 0x7fd7280ce440 2024-09-16T07:29:51.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.714+0000 7fd72e6c8640 1 --2- 172.21.15.31:0/3689533503 >> [v2:172.21.15.155:6818/472069714,v1:172.21.15.155:6819/472069714] conn(0x7fd70c07f2e0 0x7fd70c081700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:51.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.714+0000 7fd72dec7640 1 --2- 172.21.15.31:0/3689533503 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd70c079420 0x7fd70c07b8e0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7fd724033000 tx=0x7fd724004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:51.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.714+0000 7fd72e6c8640 1 --2- 172.21.15.31:0/3689533503 >> [v2:172.21.15.155:6818/472069714,v1:172.21.15.155:6819/472069714] conn(0x7fd70c07f2e0 0x7fd70c081700 crc :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:51.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.715+0000 7fd71e7fc640 1 -- 172.21.15.31:0/3689533503 <== osd.4 v2:172.21.15.155:6818/472069714 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fd718026e50 con 0x7fd70c07f2e0 2024-09-16T07:29:51.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.727+0000 7fd73012b640 1 -- 172.21.15.31:0/3689533503 --> [v2:172.21.15.155:6818/472069714,v1:172.21.15.155:6819/472069714] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fd7280d2460 con 0x7fd70c07f2e0 2024-09-16T07:29:51.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.728+0000 7fd71e7fc640 1 -- 172.21.15.31:0/3689533503 <== osd.4 v2:172.21.15.155:6818/472069714 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fd7280d2460 con 0x7fd70c07f2e0 2024-09-16T07:29:51.727 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-16T07:29:51.727 INFO:teuthology.orchestra.run.smithi031.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-16T07:29:51.728 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-16T07:29:51.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.728+0000 7fd73012b640 1 -- 172.21.15.31:0/3689533503 >> [v2:172.21.15.155:6818/472069714,v1:172.21.15.155:6819/472069714] conn(0x7fd70c07f2e0 msgr2=0x7fd70c081700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:51.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.728+0000 7fd73012b640 1 --2- 172.21.15.31:0/3689533503 >> [v2:172.21.15.155:6818/472069714,v1:172.21.15.155:6819/472069714] conn(0x7fd70c07f2e0 0x7fd70c081700 crc :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:51.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.728+0000 7fd73012b640 1 -- 172.21.15.31:0/3689533503 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd70c079420 msgr2=0x7fd70c07b8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:51.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.728+0000 7fd73012b640 1 --2- 172.21.15.31:0/3689533503 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fd70c079420 0x7fd70c07b8e0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7fd724033000 tx=0x7fd724004730 comp rx=0 tx=0).stop 2024-09-16T07:29:51.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.728+0000 7fd73012b640 1 -- 172.21.15.31:0/3689533503 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd7280ce440 msgr2=0x7fd7280c5910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:51.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.728+0000 7fd73012b640 1 --2- 172.21.15.31:0/3689533503 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd7280ce440 0x7fd7280c5910 secure :-1 s=READY pgs=1951 cs=0 l=1 rev1=1 crypto rx=0x7fd71800d740 tx=0x7fd71800dc00 comp rx=0 tx=0).stop 2024-09-16T07:29:51.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.728+0000 7fd72e6c8640 1 -- 172.21.15.31:0/3689533503 reap_dead start 2024-09-16T07:29:51.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.728+0000 7fd73012b640 1 -- 172.21.15.31:0/3689533503 shutdown_connections 2024-09-16T07:29:51.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.728+0000 7fd73012b640 1 -- 172.21.15.31:0/3689533503 >> 172.21.15.31:0/3689533503 conn(0x7fd7280d1bc0 msgr2=0x7fd7280b16d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:51.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.729+0000 7fd73012b640 1 -- 172.21.15.31:0/3689533503 shutdown_connections 2024-09-16T07:29:51.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.729+0000 7fd73012b640 1 -- 172.21.15.31:0/3689533503 wait complete. 2024-09-16T07:29:51.738 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 4 2024-09-16T07:29:51.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.845+0000 7f2b327e2640 1 -- 172.21.15.31:0/1983923439 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2b14004800 msgr2=0x7f2b14004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:51.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.845+0000 7f2b327e2640 1 --2- 172.21.15.31:0/1983923439 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2b14004800 0x7f2b14004c80 secure :-1 s=READY pgs=1953 cs=0 l=1 rev1=1 crypto rx=0x7f2b2000baf0 tx=0x7f2b14005830 comp rx=0 tx=0).stop 2024-09-16T07:29:51.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.845+0000 7f2b327e2640 1 -- 172.21.15.31:0/1983923439 shutdown_connections 2024-09-16T07:29:51.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.845+0000 7f2b327e2640 1 --2- 172.21.15.31:0/1983923439 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2b14004800 0x7f2b14004c80 unknown :-1 s=CLOSED pgs=1953 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:51.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.845+0000 7f2b327e2640 1 -- 172.21.15.31:0/1983923439 >> 172.21.15.31:0/1983923439 conn(0x7f2b2c0d3ea0 msgr2=0x7f2b2c0d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:51.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.845+0000 7f2b327e2640 1 -- 172.21.15.31:0/1983923439 shutdown_connections 2024-09-16T07:29:51.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.845+0000 7f2b327e2640 1 -- 172.21.15.31:0/1983923439 wait complete. 2024-09-16T07:29:51.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.846+0000 7f2b327e2640 1 Processor -- start 2024-09-16T07:29:51.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.846+0000 7f2b327e2640 1 -- start start 2024-09-16T07:29:51.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.847+0000 7f2b327e2640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2b14004800 0x7f2b2c15e570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:51.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.847+0000 7f2b327e2640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2b2c161c60 0x7f2b2c15c190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:51.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.847+0000 7f2b327e2640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2b2c15c6d0 0x7f2b2c15f8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:51.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.847+0000 7f2b327e2640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f2b2c0cf9b0 con 0x7f2b2c161c60 2024-09-16T07:29:51.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.847+0000 7f2b327e2640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f2b2c1627a0 con 0x7f2b14004800 2024-09-16T07:29:51.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.847+0000 7f2b327e2640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f2b2c0cfb30 con 0x7f2b2c15c6d0 2024-09-16T07:29:51.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.847+0000 7f2b2b7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2b2c161c60 0x7f2b2c15c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:51.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.847+0000 7f2b2b7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2b2c161c60 0x7f2b2c15c190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:46290/0 (socket says 172.21.15.31:46290) 2024-09-16T07:29:51.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.847+0000 7f2b2b7fe640 1 -- 172.21.15.31:0/2295783260 learned_addr learned my addr 172.21.15.31:0/2295783260 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:51.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.848+0000 7f2b2bfff640 1 --2- 172.21.15.31:0/2295783260 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2b14004800 0x7f2b2c15e570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:51.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.848+0000 7f2b30d7f640 1 --2- 172.21.15.31:0/2295783260 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2b2c15c6d0 0x7f2b2c15f8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:51.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.848+0000 7f2b2b7fe640 1 -- 172.21.15.31:0/2295783260 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2b2c15c6d0 msgr2=0x7f2b2c15f8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:51.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.848+0000 7f2b2b7fe640 1 --2- 172.21.15.31:0/2295783260 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2b2c15c6d0 0x7f2b2c15f8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:51.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.848+0000 7f2b2b7fe640 1 -- 172.21.15.31:0/2295783260 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2b14004800 msgr2=0x7f2b2c15e570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:51.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.848+0000 7f2b2b7fe640 1 --2- 172.21.15.31:0/2295783260 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2b14004800 0x7f2b2c15e570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:51.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.848+0000 7f2b2b7fe640 1 -- 172.21.15.31:0/2295783260 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b2c1f85c0 con 0x7f2b2c161c60 2024-09-16T07:29:51.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.848+0000 7f2b2b7fe640 1 --2- 172.21.15.31:0/2295783260 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2b2c161c60 0x7f2b2c15c190 secure :-1 s=READY pgs=1954 cs=0 l=1 rev1=1 crypto rx=0x7f2b2000ba40 tx=0x7f2b20032770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:51.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.848+0000 7f2b28ff9640 1 -- 172.21.15.31:0/2295783260 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b20032d70 con 0x7f2b2c161c60 2024-09-16T07:29:51.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.848+0000 7f2b28ff9640 1 -- 172.21.15.31:0/2295783260 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2b20004030 con 0x7f2b2c161c60 2024-09-16T07:29:51.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.848+0000 7f2b327e2640 1 -- 172.21.15.31:0/2295783260 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b2c1f88a0 con 0x7f2b2c161c60 2024-09-16T07:29:51.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.848+0000 7f2b28ff9640 1 -- 172.21.15.31:0/2295783260 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b20004480 con 0x7f2b2c161c60 2024-09-16T07:29:51.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.848+0000 7f2b327e2640 1 -- 172.21.15.31:0/2295783260 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b2c1f8e60 con 0x7f2b2c161c60 2024-09-16T07:29:51.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.849+0000 7f2b327e2640 1 -- 172.21.15.31:0/2295783260 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2b2c0d07a0 con 0x7f2b2c161c60 2024-09-16T07:29:51.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.850+0000 7f2b28ff9640 1 -- 172.21.15.31:0/2295783260 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 27) ==== 102358+0+0 (secure 0 0 0) 0x7f2b200035f0 con 0x7f2b2c161c60 2024-09-16T07:29:51.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.850+0000 7f2b28ff9640 1 --2- 172.21.15.31:0/2295783260 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2b18079420 0x7f2b1807b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:51.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.850+0000 7f2b28ff9640 1 -- 172.21.15.31:0/2295783260 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(169..169 src has 1..169) ==== 4971+0+0 (secure 0 0 0) 0x7f2b200ba7a0 con 0x7f2b2c161c60 2024-09-16T07:29:51.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.850+0000 7f2b2bfff640 1 --2- 172.21.15.31:0/2295783260 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2b18079420 0x7f2b1807b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:51.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.851+0000 7f2b2bfff640 1 --2- 172.21.15.31:0/2295783260 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2b18079420 0x7f2b1807b8e0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f2b1c001dd0 tx=0x7f2b1c001d60 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:51.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:51.854+0000 7f2b28ff9640 1 -- 172.21.15.31:0/2295783260 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f2b20040070 con 0x7f2b2c161c60 2024-09-16T07:29:52.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.040+0000 7f2b327e2640 1 -- 172.21.15.31:0/2295783260 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "4", "target": ["mon-mgr", ""]}) -- 0x7f2b2c15cab0 con 0x7f2b18079420 2024-09-16T07:29:52.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.040+0000 7f2b28ff9640 1 -- 172.21.15.31:0/2295783260 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 4 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f2b2c15cab0 con 0x7f2b18079420 2024-09-16T07:29:52.039 INFO:teuthology.orchestra.run.smithi031.stderr:instructed osd(s) 4 to deep-scrub 2024-09-16T07:29:52.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.042+0000 7f2b327e2640 1 -- 172.21.15.31:0/2295783260 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2b18079420 msgr2=0x7f2b1807b8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:52.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.042+0000 7f2b327e2640 1 --2- 172.21.15.31:0/2295783260 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2b18079420 0x7f2b1807b8e0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f2b1c001dd0 tx=0x7f2b1c001d60 comp rx=0 tx=0).stop 2024-09-16T07:29:52.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.042+0000 7f2b327e2640 1 -- 172.21.15.31:0/2295783260 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2b2c161c60 msgr2=0x7f2b2c15c190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:52.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.042+0000 7f2b327e2640 1 --2- 172.21.15.31:0/2295783260 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2b2c161c60 0x7f2b2c15c190 secure :-1 s=READY pgs=1954 cs=0 l=1 rev1=1 crypto rx=0x7f2b2000ba40 tx=0x7f2b20032770 comp rx=0 tx=0).stop 2024-09-16T07:29:52.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.042+0000 7f2b327e2640 1 -- 172.21.15.31:0/2295783260 shutdown_connections 2024-09-16T07:29:52.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.042+0000 7f2b327e2640 1 --2- 172.21.15.31:0/2295783260 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f2b18079420 0x7f2b1807b8e0 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:52.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.042+0000 7f2b327e2640 1 --2- 172.21.15.31:0/2295783260 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2b2c15c6d0 0x7f2b2c15f8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:52.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.042+0000 7f2b327e2640 1 --2- 172.21.15.31:0/2295783260 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2b2c161c60 0x7f2b2c15c190 unknown :-1 s=CLOSED pgs=1954 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:52.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.042+0000 7f2b327e2640 1 --2- 172.21.15.31:0/2295783260 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2b14004800 0x7f2b2c15e570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:52.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.042+0000 7f2b327e2640 1 -- 172.21.15.31:0/2295783260 >> 172.21.15.31:0/2295783260 conn(0x7f2b2c0d3ea0 msgr2=0x7f2b2c0b0a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:52.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.042+0000 7f2b327e2640 1 -- 172.21.15.31:0/2295783260 shutdown_connections 2024-09-16T07:29:52.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.042+0000 7f2b327e2640 1 -- 172.21.15.31:0/2295783260 wait complete. 2024-09-16T07:29:52.053 INFO:tasks.ceph:Scrubbing osd.5 2024-09-16T07:29:52.053 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 config set osd_debug_deep_scrub_sleep 0 2024-09-16T07:29:52.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.163+0000 7f42d8994640 1 -- 172.21.15.31:0/756744599 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f42c0003aa0 msgr2=0x7f42c0003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:52.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.163+0000 7f42d8994640 1 --2- 172.21.15.31:0/756744599 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f42c0003aa0 0x7f42c0003ec0 secure :-1 s=READY pgs=1956 cs=0 l=1 rev1=1 crypto rx=0x7f42cc001dc0 tx=0x7f42c0005830 comp rx=0 tx=0).stop 2024-09-16T07:29:52.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.164+0000 7f42d8994640 1 -- 172.21.15.31:0/756744599 shutdown_connections 2024-09-16T07:29:52.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.164+0000 7f42d8994640 1 --2- 172.21.15.31:0/756744599 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f42c0003aa0 0x7f42c0003ec0 unknown :-1 s=CLOSED pgs=1956 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:52.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.164+0000 7f42d8994640 1 -- 172.21.15.31:0/756744599 >> 172.21.15.31:0/756744599 conn(0x7f42d4074160 msgr2=0x7f42d4074570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:52.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.164+0000 7f42d8994640 1 -- 172.21.15.31:0/756744599 shutdown_connections 2024-09-16T07:29:52.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.164+0000 7f42d8994640 1 -- 172.21.15.31:0/756744599 wait complete. 2024-09-16T07:29:52.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.165+0000 7f42d8994640 1 Processor -- start 2024-09-16T07:29:52.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.165+0000 7f42d8994640 1 -- start start 2024-09-16T07:29:52.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.166+0000 7f42d8994640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f42c0003aa0 0x7f42d40c9810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:52.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.166+0000 7f42d8994640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f42d41f1f80 0x7f42d41f2400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:52.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.166+0000 7f42d8994640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f42d40b5030 0x7f42d40b54b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:52.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.166+0000 7f42d8994640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f42d4075010 con 0x7f42d40b5030 2024-09-16T07:29:52.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.166+0000 7f42d8994640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f42d4074e90 con 0x7f42d41f1f80 2024-09-16T07:29:52.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.166+0000 7f42d8994640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f42d40ce1c0 con 0x7f42c0003aa0 2024-09-16T07:29:52.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.166+0000 7f42d2d9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f42d40b5030 0x7f42d40b54b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:52.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.166+0000 7f42d2d9d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f42d40b5030 0x7f42d40b54b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:46316/0 (socket says 172.21.15.31:46316) 2024-09-16T07:29:52.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.166+0000 7f42d2d9d640 1 -- 172.21.15.31:0/4274980662 learned_addr learned my addr 172.21.15.31:0/4274980662 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:52.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.166+0000 7f42d259c640 1 --2- 172.21.15.31:0/4274980662 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f42c0003aa0 0x7f42d40c9810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:52.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.166+0000 7f42d1d9b640 1 --2- 172.21.15.31:0/4274980662 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f42d41f1f80 0x7f42d41f2400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:52.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.166+0000 7f42d2d9d640 1 -- 172.21.15.31:0/4274980662 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f42c0003aa0 msgr2=0x7f42d40c9810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:52.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.166+0000 7f42d2d9d640 1 --2- 172.21.15.31:0/4274980662 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f42c0003aa0 0x7f42d40c9810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:52.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.166+0000 7f42d2d9d640 1 -- 172.21.15.31:0/4274980662 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f42d41f1f80 msgr2=0x7f42d41f2400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:52.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.166+0000 7f42d2d9d640 1 --2- 172.21.15.31:0/4274980662 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f42d41f1f80 0x7f42d41f2400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:52.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.166+0000 7f42d2d9d640 1 -- 172.21.15.31:0/4274980662 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42d41f6260 con 0x7f42d40b5030 2024-09-16T07:29:52.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.166+0000 7f42d1d9b640 1 --2- 172.21.15.31:0/4274980662 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f42d41f1f80 0x7f42d41f2400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:29:52.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.166+0000 7f42d259c640 1 --2- 172.21.15.31:0/4274980662 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f42c0003aa0 0x7f42d40c9810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T07:29:52.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.166+0000 7f42d2d9d640 1 --2- 172.21.15.31:0/4274980662 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f42d40b5030 0x7f42d40b54b0 secure :-1 s=READY pgs=1957 cs=0 l=1 rev1=1 crypto rx=0x7f42c4001c60 tx=0x7f42c400e980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:52.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.167+0000 7f42caffd640 1 -- 172.21.15.31:0/4274980662 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42c4011870 con 0x7f42d40b5030 2024-09-16T07:29:52.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.167+0000 7f42caffd640 1 -- 172.21.15.31:0/4274980662 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f42c4017070 con 0x7f42d40b5030 2024-09-16T07:29:52.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.167+0000 7f42d8994640 1 -- 172.21.15.31:0/4274980662 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42d41f64d0 con 0x7f42d40b5030 2024-09-16T07:29:52.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.167+0000 7f42caffd640 1 -- 172.21.15.31:0/4274980662 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42c4011da0 con 0x7f42d40b5030 2024-09-16T07:29:52.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.167+0000 7f42d8994640 1 -- 172.21.15.31:0/4274980662 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42d41f6a90 con 0x7f42d40b5030 2024-09-16T07:29:52.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.167+0000 7f42d8994640 1 -- 172.21.15.31:0/4274980662 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f42d406e520 con 0x7f42d40b5030 2024-09-16T07:29:52.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.168+0000 7f42caffd640 1 -- 172.21.15.31:0/4274980662 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 27) ==== 102358+0+0 (secure 0 0 0) 0x7f42c401c460 con 0x7f42d40b5030 2024-09-16T07:29:52.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.169+0000 7f42caffd640 1 --2- 172.21.15.31:0/4274980662 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f42b4079420 0x7f42b407b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:52.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.169+0000 7f42caffd640 1 -- 172.21.15.31:0/4274980662 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(169..169 src has 1..169) ==== 4971+0+0 (secure 0 0 0) 0x7f42c40997d0 con 0x7f42d40b5030 2024-09-16T07:29:52.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.169+0000 7f42d259c640 1 --2- 172.21.15.31:0/4274980662 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f42b4079420 0x7f42b407b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:52.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.169+0000 7f42caffd640 1 --2- 172.21.15.31:0/4274980662 >> [v2:172.21.15.155:6810/654923765,v1:172.21.15.155:6811/654923765] conn(0x7f42b407f2e0 0x7f42b4081700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:52.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.169+0000 7f42caffd640 1 -- 172.21.15.31:0/4274980662 --> [v2:172.21.15.155:6810/654923765,v1:172.21.15.155:6811/654923765] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f42b4081dd0 con 0x7f42b407f2e0 2024-09-16T07:29:52.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.169+0000 7f42caffd640 1 -- 172.21.15.31:0/4274980662 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_get_version_reply(handle=1 version=169) ==== 24+0+0 (secure 0 0 0) 0x7f42c40a3050 con 0x7f42d40b5030 2024-09-16T07:29:52.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.169+0000 7f42d1d9b640 1 --2- 172.21.15.31:0/4274980662 >> [v2:172.21.15.155:6810/654923765,v1:172.21.15.155:6811/654923765] conn(0x7f42b407f2e0 0x7f42b4081700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:52.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.169+0000 7f42d259c640 1 --2- 172.21.15.31:0/4274980662 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f42b4079420 0x7f42b407b8e0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f42cc032000 tx=0x7f42cc001510 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:52.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.170+0000 7f42d1d9b640 1 --2- 172.21.15.31:0/4274980662 >> [v2:172.21.15.155:6810/654923765,v1:172.21.15.155:6811/654923765] conn(0x7f42b407f2e0 0x7f42b4081700 crc :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:52.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.171+0000 7f42caffd640 1 -- 172.21.15.31:0/4274980662 <== osd.5 v2:172.21.15.155:6810/654923765 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f42b4081dd0 con 0x7f42b407f2e0 2024-09-16T07:29:52.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.183+0000 7f42d8994640 1 -- 172.21.15.31:0/4274980662 --> [v2:172.21.15.155:6810/654923765,v1:172.21.15.155:6811/654923765] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f42d415e6e0 con 0x7f42b407f2e0 2024-09-16T07:29:52.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.184+0000 7f42caffd640 1 -- 172.21.15.31:0/4274980662 <== osd.5 v2:172.21.15.155:6810/654923765 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f42d415e6e0 con 0x7f42b407f2e0 2024-09-16T07:29:52.183 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-16T07:29:52.183 INFO:teuthology.orchestra.run.smithi031.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-16T07:29:52.183 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-16T07:29:52.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.184+0000 7f42d8994640 1 -- 172.21.15.31:0/4274980662 >> [v2:172.21.15.155:6810/654923765,v1:172.21.15.155:6811/654923765] conn(0x7f42b407f2e0 msgr2=0x7f42b4081700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:52.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.184+0000 7f42d8994640 1 --2- 172.21.15.31:0/4274980662 >> [v2:172.21.15.155:6810/654923765,v1:172.21.15.155:6811/654923765] conn(0x7f42b407f2e0 0x7f42b4081700 crc :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:52.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.184+0000 7f42d8994640 1 -- 172.21.15.31:0/4274980662 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f42b4079420 msgr2=0x7f42b407b8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:52.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.184+0000 7f42d8994640 1 --2- 172.21.15.31:0/4274980662 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f42b4079420 0x7f42b407b8e0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f42cc032000 tx=0x7f42cc001510 comp rx=0 tx=0).stop 2024-09-16T07:29:52.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.184+0000 7f42d8994640 1 -- 172.21.15.31:0/4274980662 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f42d40b5030 msgr2=0x7f42d40b54b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:52.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.184+0000 7f42d8994640 1 --2- 172.21.15.31:0/4274980662 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f42d40b5030 0x7f42d40b54b0 secure :-1 s=READY pgs=1957 cs=0 l=1 rev1=1 crypto rx=0x7f42c4001c60 tx=0x7f42c400e980 comp rx=0 tx=0).stop 2024-09-16T07:29:52.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.184+0000 7f42d2d9d640 1 -- 172.21.15.31:0/4274980662 reap_dead start 2024-09-16T07:29:52.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.184+0000 7f42d8994640 1 -- 172.21.15.31:0/4274980662 shutdown_connections 2024-09-16T07:29:52.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.184+0000 7f42d8994640 1 -- 172.21.15.31:0/4274980662 >> 172.21.15.31:0/4274980662 conn(0x7f42d4074160 msgr2=0x7f42d415d940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:52.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.184+0000 7f42d8994640 1 -- 172.21.15.31:0/4274980662 shutdown_connections 2024-09-16T07:29:52.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.184+0000 7f42d8994640 1 -- 172.21.15.31:0/4274980662 wait complete. 2024-09-16T07:29:52.194 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 5 2024-09-16T07:29:52.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.301+0000 7f08afa52640 1 -- 172.21.15.31:0/4281904537 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f08a80d2410 msgr2=0x7f08a80b3090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:52.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.301+0000 7f08afa52640 1 --2- 172.21.15.31:0/4281904537 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f08a80d2410 0x7f08a80b3090 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f08a4009860 tx=0x7f08a402a620 comp rx=0 tx=0).stop 2024-09-16T07:29:52.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.301+0000 7f08afa52640 1 -- 172.21.15.31:0/4281904537 shutdown_connections 2024-09-16T07:29:52.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.301+0000 7f08afa52640 1 --2- 172.21.15.31:0/4281904537 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f08a80d2410 0x7f08a80b3090 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:52.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.301+0000 7f08afa52640 1 -- 172.21.15.31:0/4281904537 >> 172.21.15.31:0/4281904537 conn(0x7f08a809aa30 msgr2=0x7f08a809ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:52.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.301+0000 7f08afa52640 1 -- 172.21.15.31:0/4281904537 shutdown_connections 2024-09-16T07:29:52.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.301+0000 7f08afa52640 1 -- 172.21.15.31:0/4281904537 wait complete. 2024-09-16T07:29:52.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.303+0000 7f08afa52640 1 Processor -- start 2024-09-16T07:29:52.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.303+0000 7f08afa52640 1 -- start start 2024-09-16T07:29:52.304 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.303+0000 7f08afa52640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f08a80cfce0 0x7f08a806e7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:52.304 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.303+0000 7f08afa52640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f08a80d2410 0x7f08a81520d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:52.304 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.303+0000 7f08afa52640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f08a815f6d0 0x7f08a806ee70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:52.304 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.303+0000 7f08afa52640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f08a80d0150 con 0x7f08a80cfce0 2024-09-16T07:29:52.304 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.303+0000 7f08afa52640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f08a80b1b60 con 0x7f08a815f6d0 2024-09-16T07:29:52.304 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.303+0000 7f08afa52640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f08a80d02d0 con 0x7f08a80d2410 2024-09-16T07:29:52.304 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.303+0000 7f08ad7ee640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f08a80cfce0 0x7f08a806e7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:52.304 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.303+0000 7f08ad7ee640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f08a80cfce0 0x7f08a806e7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:46324/0 (socket says 172.21.15.31:46324) 2024-09-16T07:29:52.304 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.303+0000 7f08ad7ee640 1 -- 172.21.15.31:0/2622068323 learned_addr learned my addr 172.21.15.31:0/2622068323 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:52.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.304+0000 7f08acfed640 1 --2- 172.21.15.31:0/2622068323 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f08a80d2410 0x7f08a81520d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:52.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.304+0000 7f08adfef640 1 --2- 172.21.15.31:0/2622068323 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f08a815f6d0 0x7f08a806ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:52.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.304+0000 7f08ad7ee640 1 -- 172.21.15.31:0/2622068323 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f08a80d2410 msgr2=0x7f08a81520d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:52.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.304+0000 7f08ad7ee640 1 --2- 172.21.15.31:0/2622068323 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f08a80d2410 0x7f08a81520d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:52.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.304+0000 7f08ad7ee640 1 -- 172.21.15.31:0/2622068323 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f08a815f6d0 msgr2=0x7f08a806ee70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:52.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.304+0000 7f08ad7ee640 1 --2- 172.21.15.31:0/2622068323 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f08a815f6d0 0x7f08a806ee70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:52.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.304+0000 7f08ad7ee640 1 -- 172.21.15.31:0/2622068323 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08a806f8a0 con 0x7f08a80cfce0 2024-09-16T07:29:52.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.304+0000 7f08ad7ee640 1 --2- 172.21.15.31:0/2622068323 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f08a80cfce0 0x7f08a806e7d0 secure :-1 s=READY pgs=1959 cs=0 l=1 rev1=1 crypto rx=0x7f08a4009980 tx=0x7f08a4032b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:52.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.304+0000 7f089dffb640 1 -- 172.21.15.31:0/2622068323 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08a4041030 con 0x7f08a80cfce0 2024-09-16T07:29:52.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.304+0000 7f089dffb640 1 -- 172.21.15.31:0/2622068323 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f08a40035f0 con 0x7f08a80cfce0 2024-09-16T07:29:52.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.304+0000 7f08afa52640 1 -- 172.21.15.31:0/2622068323 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f08a806dcf0 con 0x7f08a80cfce0 2024-09-16T07:29:52.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.304+0000 7f089dffb640 1 -- 172.21.15.31:0/2622068323 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08a4003a40 con 0x7f08a80cfce0 2024-09-16T07:29:52.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.304+0000 7f08afa52640 1 -- 172.21.15.31:0/2622068323 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f08a806fb80 con 0x7f08a80cfce0 2024-09-16T07:29:52.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.305+0000 7f08afa52640 1 -- 172.21.15.31:0/2622068323 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f08a80b3090 con 0x7f08a80cfce0 2024-09-16T07:29:52.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.306+0000 7f089dffb640 1 -- 172.21.15.31:0/2622068323 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 27) ==== 102358+0+0 (secure 0 0 0) 0x7f08a4044030 con 0x7f08a80cfce0 2024-09-16T07:29:52.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.306+0000 7f089dffb640 1 --2- 172.21.15.31:0/2622068323 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f088c079450 0x7f088c07b910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:52.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.307+0000 7f089dffb640 1 -- 172.21.15.31:0/2622068323 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(169..169 src has 1..169) ==== 4971+0+0 (secure 0 0 0) 0x7f08a40ba2e0 con 0x7f08a80cfce0 2024-09-16T07:29:52.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.307+0000 7f08acfed640 1 --2- 172.21.15.31:0/2622068323 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f088c079450 0x7f088c07b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:52.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.307+0000 7f08acfed640 1 --2- 172.21.15.31:0/2622068323 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f088c079450 0x7f088c07b910 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f08a8071950 tx=0x7f0898009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:52.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.311+0000 7f089dffb640 1 -- 172.21.15.31:0/2622068323 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f08a40840b0 con 0x7f08a80cfce0 2024-09-16T07:29:52.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.500+0000 7f08afa52640 1 -- 172.21.15.31:0/2622068323 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "5", "target": ["mon-mgr", ""]}) -- 0x7f08a80b0ea0 con 0x7f088c079450 2024-09-16T07:29:52.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.501+0000 7f089dffb640 1 -- 172.21.15.31:0/2622068323 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 5 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f08a80b0ea0 con 0x7f088c079450 2024-09-16T07:29:52.500 INFO:teuthology.orchestra.run.smithi031.stderr:instructed osd(s) 5 to deep-scrub 2024-09-16T07:29:52.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.503+0000 7f08afa52640 1 -- 172.21.15.31:0/2622068323 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f088c079450 msgr2=0x7f088c07b910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:52.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.503+0000 7f08afa52640 1 --2- 172.21.15.31:0/2622068323 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f088c079450 0x7f088c07b910 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f08a8071950 tx=0x7f0898009040 comp rx=0 tx=0).stop 2024-09-16T07:29:52.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.503+0000 7f08afa52640 1 -- 172.21.15.31:0/2622068323 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f08a80cfce0 msgr2=0x7f08a806e7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:52.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.503+0000 7f08afa52640 1 --2- 172.21.15.31:0/2622068323 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f08a80cfce0 0x7f08a806e7d0 secure :-1 s=READY pgs=1959 cs=0 l=1 rev1=1 crypto rx=0x7f08a4009980 tx=0x7f08a4032b90 comp rx=0 tx=0).stop 2024-09-16T07:29:52.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.503+0000 7f08afa52640 1 -- 172.21.15.31:0/2622068323 shutdown_connections 2024-09-16T07:29:52.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.503+0000 7f08afa52640 1 --2- 172.21.15.31:0/2622068323 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f088c079450 0x7f088c07b910 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:52.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.503+0000 7f08afa52640 1 --2- 172.21.15.31:0/2622068323 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f08a815f6d0 0x7f08a806ee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:52.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.503+0000 7f08afa52640 1 --2- 172.21.15.31:0/2622068323 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f08a80d2410 0x7f08a81520d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:52.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.503+0000 7f08afa52640 1 --2- 172.21.15.31:0/2622068323 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f08a80cfce0 0x7f08a806e7d0 unknown :-1 s=CLOSED pgs=1959 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:52.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.503+0000 7f08afa52640 1 -- 172.21.15.31:0/2622068323 >> 172.21.15.31:0/2622068323 conn(0x7f08a809aa30 msgr2=0x7f08a80b36d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:52.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.503+0000 7f08afa52640 1 -- 172.21.15.31:0/2622068323 shutdown_connections 2024-09-16T07:29:52.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.503+0000 7f08afa52640 1 -- 172.21.15.31:0/2622068323 wait complete. 2024-09-16T07:29:52.513 INFO:tasks.ceph:Scrubbing osd.6 2024-09-16T07:29:52.513 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 config set osd_debug_deep_scrub_sleep 0 2024-09-16T07:29:52.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.623+0000 7fe37fdec640 1 -- 172.21.15.31:0/460247825 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe3780ce930 msgr2=0x7fe3780b2310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:52.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.623+0000 7fe37fdec640 1 --2- 172.21.15.31:0/460247825 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe3780ce930 0x7fe3780b2310 secure :-1 s=READY pgs=1960 cs=0 l=1 rev1=1 crypto rx=0x7fe378073630 tx=0x7fe36802a5f0 comp rx=0 tx=0).stop 2024-09-16T07:29:52.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.623+0000 7fe37fdec640 1 -- 172.21.15.31:0/460247825 shutdown_connections 2024-09-16T07:29:52.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.623+0000 7fe37fdec640 1 --2- 172.21.15.31:0/460247825 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe3780ce930 0x7fe3780b2310 unknown :-1 s=CLOSED pgs=1960 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:52.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.623+0000 7fe37fdec640 1 --2- 172.21.15.31:0/460247825 >> v2:172.21.15.155:3300/0 conn(0x7fe37815f4c0 0x7fe3780ce3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:52.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.623+0000 7fe37fdec640 1 -- 172.21.15.31:0/460247825 >> 172.21.15.31:0/460247825 conn(0x7fe3780d1bc0 msgr2=0x7fe3780d1fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:52.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.623+0000 7fe37fdec640 1 -- 172.21.15.31:0/460247825 shutdown_connections 2024-09-16T07:29:52.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.623+0000 7fe37fdec640 1 -- 172.21.15.31:0/460247825 wait complete. 2024-09-16T07:29:52.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.624+0000 7fe37fdec640 1 Processor -- start 2024-09-16T07:29:52.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.624+0000 7fe37fdec640 1 -- start start 2024-09-16T07:29:52.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.625+0000 7fe37fdec640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe3780b2850 0x7fe3781f3920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:52.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.625+0000 7fe37fdec640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe3780ce930 0x7fe3781591b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:52.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.625+0000 7fe37fdec640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe37815f4c0 0x7fe3780c7180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:52.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.625+0000 7fe37fdec640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fe3780b3150 con 0x7fe3780b2850 2024-09-16T07:29:52.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.625+0000 7fe37fdec640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fe3780b2fd0 con 0x7fe37815f4c0 2024-09-16T07:29:52.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.625+0000 7fe37fdec640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fe3780d07a0 con 0x7fe3780ce930 2024-09-16T07:29:52.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.625+0000 7fe37db88640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe3780b2850 0x7fe3781f3920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:52.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.625+0000 7fe37db88640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe3780b2850 0x7fe3781f3920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:54132/0 (socket says 172.21.15.31:54132) 2024-09-16T07:29:52.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.625+0000 7fe37db88640 1 -- 172.21.15.31:0/1117150547 learned_addr learned my addr 172.21.15.31:0/1117150547 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:52.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.625+0000 7fe37d387640 1 --2- 172.21.15.31:0/1117150547 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe3780ce930 0x7fe3781591b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:52.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.625+0000 7fe37e389640 1 --2- 172.21.15.31:0/1117150547 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe37815f4c0 0x7fe3780c7180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:52.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.625+0000 7fe37db88640 1 -- 172.21.15.31:0/1117150547 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe3780ce930 msgr2=0x7fe3781591b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:52.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.625+0000 7fe37db88640 1 --2- 172.21.15.31:0/1117150547 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe3780ce930 0x7fe3781591b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:52.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.625+0000 7fe37db88640 1 -- 172.21.15.31:0/1117150547 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe37815f4c0 msgr2=0x7fe3780c7180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:52.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.625+0000 7fe37db88640 1 --2- 172.21.15.31:0/1117150547 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe37815f4c0 0x7fe3780c7180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:52.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.625+0000 7fe37db88640 1 -- 172.21.15.31:0/1117150547 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe37815a480 con 0x7fe3780b2850 2024-09-16T07:29:52.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.625+0000 7fe37d387640 1 --2- 172.21.15.31:0/1117150547 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe3780ce930 0x7fe3781591b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:29:52.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.625+0000 7fe37e389640 1 --2- 172.21.15.31:0/1117150547 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe37815f4c0 0x7fe3780c7180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:29:52.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.626+0000 7fe37db88640 1 --2- 172.21.15.31:0/1117150547 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe3780b2850 0x7fe3781f3920 secure :-1 s=READY pgs=1961 cs=0 l=1 rev1=1 crypto rx=0x7fe37400e790 tx=0x7fe37400ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:52.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.626+0000 7fe36e7fc640 1 -- 172.21.15.31:0/1117150547 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe37400eea0 con 0x7fe3780b2850 2024-09-16T07:29:52.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.626+0000 7fe36e7fc640 1 -- 172.21.15.31:0/1117150547 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe37400cd50 con 0x7fe3780b2850 2024-09-16T07:29:52.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.626+0000 7fe36e7fc640 1 -- 172.21.15.31:0/1117150547 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe374010690 con 0x7fe3780b2850 2024-09-16T07:29:52.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.626+0000 7fe37fdec640 1 -- 172.21.15.31:0/1117150547 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe378159890 con 0x7fe3780b2850 2024-09-16T07:29:52.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.626+0000 7fe37fdec640 1 -- 172.21.15.31:0/1117150547 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe3780c6980 con 0x7fe3780b2850 2024-09-16T07:29:52.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.627+0000 7fe37fdec640 1 -- 172.21.15.31:0/1117150547 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fe3780b2310 con 0x7fe3780b2850 2024-09-16T07:29:52.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.628+0000 7fe36e7fc640 1 -- 172.21.15.31:0/1117150547 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 27) ==== 102358+0+0 (secure 0 0 0) 0x7fe374010830 con 0x7fe3780b2850 2024-09-16T07:29:52.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.628+0000 7fe36e7fc640 1 --2- 172.21.15.31:0/1117150547 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe35c079450 0x7fe35c07b910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:52.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.628+0000 7fe36e7fc640 1 -- 172.21.15.31:0/1117150547 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(169..169 src has 1..169) ==== 4971+0+0 (secure 0 0 0) 0x7fe37409a770 con 0x7fe3780b2850 2024-09-16T07:29:52.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.628+0000 7fe37d387640 1 --2- 172.21.15.31:0/1117150547 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe35c079450 0x7fe35c07b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:52.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.628+0000 7fe36e7fc640 1 --2- 172.21.15.31:0/1117150547 >> [v2:172.21.15.155:6800/1303949397,v1:172.21.15.155:6801/1303949397] conn(0x7fe35c07f310 0x7fe35c081730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:52.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.628+0000 7fe36e7fc640 1 -- 172.21.15.31:0/1117150547 --> [v2:172.21.15.155:6800/1303949397,v1:172.21.15.155:6801/1303949397] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fe35c081e00 con 0x7fe35c07f310 2024-09-16T07:29:52.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.628+0000 7fe36e7fc640 1 -- 172.21.15.31:0/1117150547 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_get_version_reply(handle=1 version=169) ==== 24+0+0 (secure 0 0 0) 0x7fe37409d4f0 con 0x7fe3780b2850 2024-09-16T07:29:52.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.629+0000 7fe37d387640 1 --2- 172.21.15.31:0/1117150547 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe35c079450 0x7fe35c07b910 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fe368033000 tx=0x7fe368004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:52.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.629+0000 7fe37e389640 1 --2- 172.21.15.31:0/1117150547 >> [v2:172.21.15.155:6800/1303949397,v1:172.21.15.155:6801/1303949397] conn(0x7fe35c07f310 0x7fe35c081730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:52.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.629+0000 7fe37e389640 1 --2- 172.21.15.31:0/1117150547 >> [v2:172.21.15.155:6800/1303949397,v1:172.21.15.155:6801/1303949397] conn(0x7fe35c07f310 0x7fe35c081730 crc :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:52.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.630+0000 7fe36e7fc640 1 -- 172.21.15.31:0/1117150547 <== osd.6 v2:172.21.15.155:6800/1303949397 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fe35c081e00 con 0x7fe35c07f310 2024-09-16T07:29:52.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.642+0000 7fe37fdec640 1 -- 172.21.15.31:0/1117150547 --> [v2:172.21.15.155:6800/1303949397,v1:172.21.15.155:6801/1303949397] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fe3780cdfc0 con 0x7fe35c07f310 2024-09-16T07:29:52.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.643+0000 7fe36e7fc640 1 -- 172.21.15.31:0/1117150547 <== osd.6 v2:172.21.15.155:6800/1303949397 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fe3780cdfc0 con 0x7fe35c07f310 2024-09-16T07:29:52.642 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-16T07:29:52.642 INFO:teuthology.orchestra.run.smithi031.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-16T07:29:52.643 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-16T07:29:52.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.643+0000 7fe37fdec640 1 -- 172.21.15.31:0/1117150547 >> [v2:172.21.15.155:6800/1303949397,v1:172.21.15.155:6801/1303949397] conn(0x7fe35c07f310 msgr2=0x7fe35c081730 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:52.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.643+0000 7fe37fdec640 1 --2- 172.21.15.31:0/1117150547 >> [v2:172.21.15.155:6800/1303949397,v1:172.21.15.155:6801/1303949397] conn(0x7fe35c07f310 0x7fe35c081730 crc :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:52.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.643+0000 7fe37fdec640 1 -- 172.21.15.31:0/1117150547 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe35c079450 msgr2=0x7fe35c07b910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:52.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.643+0000 7fe37fdec640 1 --2- 172.21.15.31:0/1117150547 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fe35c079450 0x7fe35c07b910 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fe368033000 tx=0x7fe368004730 comp rx=0 tx=0).stop 2024-09-16T07:29:52.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.643+0000 7fe37fdec640 1 -- 172.21.15.31:0/1117150547 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe3780b2850 msgr2=0x7fe3781f3920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:52.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.643+0000 7fe37fdec640 1 --2- 172.21.15.31:0/1117150547 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe3780b2850 0x7fe3781f3920 secure :-1 s=READY pgs=1961 cs=0 l=1 rev1=1 crypto rx=0x7fe37400e790 tx=0x7fe37400ec50 comp rx=0 tx=0).stop 2024-09-16T07:29:52.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.643+0000 7fe37e389640 1 -- 172.21.15.31:0/1117150547 reap_dead start 2024-09-16T07:29:52.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.643+0000 7fe37fdec640 1 -- 172.21.15.31:0/1117150547 shutdown_connections 2024-09-16T07:29:52.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.643+0000 7fe37fdec640 1 -- 172.21.15.31:0/1117150547 >> 172.21.15.31:0/1117150547 conn(0x7fe3780d1bc0 msgr2=0x7fe3780ccdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:52.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.643+0000 7fe37fdec640 1 -- 172.21.15.31:0/1117150547 shutdown_connections 2024-09-16T07:29:52.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.643+0000 7fe37fdec640 1 -- 172.21.15.31:0/1117150547 wait complete. 2024-09-16T07:29:52.653 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 6 2024-09-16T07:29:52.760 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.760+0000 7fc8d2a52640 1 -- 172.21.15.31:0/2304183916 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc8cc0d2410 msgr2=0x7fc8cc0b3090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:52.760 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.760+0000 7fc8d2a52640 1 --2- 172.21.15.31:0/2304183916 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc8cc0d2410 0x7fc8cc0b3090 secure :-1 s=READY pgs=1962 cs=0 l=1 rev1=1 crypto rx=0x7fc8cc074b30 tx=0x7fc8bc02a6a0 comp rx=0 tx=0).stop 2024-09-16T07:29:52.760 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.760+0000 7fc8d2a52640 1 -- 172.21.15.31:0/2304183916 shutdown_connections 2024-09-16T07:29:52.760 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.760+0000 7fc8d2a52640 1 --2- 172.21.15.31:0/2304183916 >> v2:172.21.15.155:3300/0 conn(0x7fc8cc0cfce0 0x7fc8cc0d00f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:52.760 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.760+0000 7fc8d2a52640 1 --2- 172.21.15.31:0/2304183916 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc8cc0d2410 0x7fc8cc0b3090 unknown :-1 s=CLOSED pgs=1962 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:52.760 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.760+0000 7fc8d2a52640 1 -- 172.21.15.31:0/2304183916 >> 172.21.15.31:0/2304183916 conn(0x7fc8cc09aa30 msgr2=0x7fc8cc09ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:52.760 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.760+0000 7fc8d2a52640 1 -- 172.21.15.31:0/2304183916 shutdown_connections 2024-09-16T07:29:52.760 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.760+0000 7fc8d2a52640 1 -- 172.21.15.31:0/2304183916 wait complete. 2024-09-16T07:29:52.761 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.761+0000 7fc8d2a52640 1 Processor -- start 2024-09-16T07:29:52.761 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.762+0000 7fc8d2a52640 1 -- start start 2024-09-16T07:29:52.763 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.762+0000 7fc8d2a52640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc8cc0cfce0 0x7fc8cc1595a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:52.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.762+0000 7fc8d2a52640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc8cc0d2410 0x7fc8cc0cc450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:52.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.762+0000 7fc8d2a52640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc8cc15f6d0 0x7fc8cc0cc990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:52.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.762+0000 7fc8d2a52640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fc8cc0b13c0 con 0x7fc8cc15f6d0 2024-09-16T07:29:52.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.762+0000 7fc8d2a52640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc8cc0b1240 con 0x7fc8cc0cfce0 2024-09-16T07:29:52.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.762+0000 7fc8d2a52640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc8cc0b1540 con 0x7fc8cc0d2410 2024-09-16T07:29:52.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.762+0000 7fc8d0fef640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc8cc15f6d0 0x7fc8cc0cc990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:52.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.763+0000 7fc8d0fef640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc8cc15f6d0 0x7fc8cc0cc990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:54158/0 (socket says 172.21.15.31:54158) 2024-09-16T07:29:52.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.763+0000 7fc8d0fef640 1 -- 172.21.15.31:0/1476401711 learned_addr learned my addr 172.21.15.31:0/1476401711 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:52.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.763+0000 7fc8d0fef640 1 -- 172.21.15.31:0/1476401711 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc8cc0d2410 msgr2=0x7fc8cc0cc450 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-16T07:29:52.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.763+0000 7fc8d0fef640 1 --2- 172.21.15.31:0/1476401711 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc8cc0d2410 0x7fc8cc0cc450 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:52.765 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.763+0000 7fc8d0fef640 1 -- 172.21.15.31:0/1476401711 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc8cc0cfce0 msgr2=0x7fc8cc1595a0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-16T07:29:52.765 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.763+0000 7fc8d0fef640 1 --2- 172.21.15.31:0/1476401711 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc8cc0cfce0 0x7fc8cc1595a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:52.765 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.763+0000 7fc8d0fef640 1 -- 172.21.15.31:0/1476401711 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8cc1f4b00 con 0x7fc8cc15f6d0 2024-09-16T07:29:52.765 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.763+0000 7fc8d0fef640 1 --2- 172.21.15.31:0/1476401711 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc8cc15f6d0 0x7fc8cc0cc990 secure :-1 s=READY pgs=1963 cs=0 l=1 rev1=1 crypto rx=0x7fc8c400b990 tx=0x7fc8c400be50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:52.765 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.763+0000 7fc8c8ff9640 1 -- 172.21.15.31:0/1476401711 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8c4019070 con 0x7fc8cc15f6d0 2024-09-16T07:29:52.765 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.763+0000 7fc8c8ff9640 1 -- 172.21.15.31:0/1476401711 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc8c400cc30 con 0x7fc8cc15f6d0 2024-09-16T07:29:52.765 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.763+0000 7fc8d2a52640 1 -- 172.21.15.31:0/1476401711 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8cc1f4de0 con 0x7fc8cc15f6d0 2024-09-16T07:29:52.765 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.763+0000 7fc8c8ff9640 1 -- 172.21.15.31:0/1476401711 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8c40146a0 con 0x7fc8cc15f6d0 2024-09-16T07:29:52.765 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.763+0000 7fc8d2a52640 1 -- 172.21.15.31:0/1476401711 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8cc1f53a0 con 0x7fc8cc15f6d0 2024-09-16T07:29:52.765 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.764+0000 7fc8d2a52640 1 -- 172.21.15.31:0/1476401711 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc8cc0b19f0 con 0x7fc8cc15f6d0 2024-09-16T07:29:52.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.765+0000 7fc8c8ff9640 1 -- 172.21.15.31:0/1476401711 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 27) ==== 102358+0+0 (secure 0 0 0) 0x7fc8c401c070 con 0x7fc8cc15f6d0 2024-09-16T07:29:52.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.765+0000 7fc8c8ff9640 1 --2- 172.21.15.31:0/1476401711 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc8ac079420 0x7fc8ac07b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:52.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.765+0000 7fc8c8ff9640 1 -- 172.21.15.31:0/1476401711 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(169..169 src has 1..169) ==== 4971+0+0 (secure 0 0 0) 0x7fc8c4099230 con 0x7fc8cc15f6d0 2024-09-16T07:29:52.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.765+0000 7fc8cbfff640 1 --2- 172.21.15.31:0/1476401711 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc8ac079420 0x7fc8ac07b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:52.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.766+0000 7fc8cbfff640 1 --2- 172.21.15.31:0/1476401711 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc8ac079420 0x7fc8ac07b8e0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fc8bc033000 tx=0x7fc8bc004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:52.769 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.770+0000 7fc8c8ff9640 1 -- 172.21.15.31:0/1476401711 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fc8c400ce20 con 0x7fc8cc15f6d0 2024-09-16T07:29:52.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.954+0000 7fc8d2a52640 1 -- 172.21.15.31:0/1476401711 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "6", "target": ["mon-mgr", ""]}) -- 0x7fc8cc1f48a0 con 0x7fc8ac079420 2024-09-16T07:29:52.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.955+0000 7fc8c8ff9640 1 -- 172.21.15.31:0/1476401711 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 6 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fc8bc009520 con 0x7fc8ac079420 2024-09-16T07:29:52.954 INFO:teuthology.orchestra.run.smithi031.stderr:instructed osd(s) 6 to deep-scrub 2024-09-16T07:29:52.956 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.957+0000 7fc8d2a52640 1 -- 172.21.15.31:0/1476401711 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc8ac079420 msgr2=0x7fc8ac07b8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:52.956 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.957+0000 7fc8d2a52640 1 --2- 172.21.15.31:0/1476401711 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc8ac079420 0x7fc8ac07b8e0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fc8bc033000 tx=0x7fc8bc004730 comp rx=0 tx=0).stop 2024-09-16T07:29:52.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.957+0000 7fc8d2a52640 1 -- 172.21.15.31:0/1476401711 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc8cc15f6d0 msgr2=0x7fc8cc0cc990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:52.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.957+0000 7fc8d2a52640 1 --2- 172.21.15.31:0/1476401711 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc8cc15f6d0 0x7fc8cc0cc990 secure :-1 s=READY pgs=1963 cs=0 l=1 rev1=1 crypto rx=0x7fc8c400b990 tx=0x7fc8c400be50 comp rx=0 tx=0).stop 2024-09-16T07:29:52.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.957+0000 7fc8d2a52640 1 -- 172.21.15.31:0/1476401711 shutdown_connections 2024-09-16T07:29:52.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.957+0000 7fc8d2a52640 1 --2- 172.21.15.31:0/1476401711 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fc8ac079420 0x7fc8ac07b8e0 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:52.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.957+0000 7fc8d2a52640 1 --2- 172.21.15.31:0/1476401711 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc8cc15f6d0 0x7fc8cc0cc990 unknown :-1 s=CLOSED pgs=1963 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:52.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.957+0000 7fc8d2a52640 1 --2- 172.21.15.31:0/1476401711 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc8cc0d2410 0x7fc8cc0cc450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:52.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.957+0000 7fc8d2a52640 1 --2- 172.21.15.31:0/1476401711 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc8cc0cfce0 0x7fc8cc1595a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:52.958 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.957+0000 7fc8d2a52640 1 -- 172.21.15.31:0/1476401711 >> 172.21.15.31:0/1476401711 conn(0x7fc8cc09aa30 msgr2=0x7fc8cc071470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:52.958 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.957+0000 7fc8d2a52640 1 -- 172.21.15.31:0/1476401711 shutdown_connections 2024-09-16T07:29:52.958 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:52.957+0000 7fc8d2a52640 1 -- 172.21.15.31:0/1476401711 wait complete. 2024-09-16T07:29:52.967 INFO:tasks.ceph:Scrubbing osd.7 2024-09-16T07:29:52.967 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 config set osd_debug_deep_scrub_sleep 0 2024-09-16T07:29:53.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.077+0000 7f4ae8d5d640 1 -- 172.21.15.31:0/4195933700 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4ae4074770 msgr2=0x7f4ae40cb6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:53.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.077+0000 7f4ae8d5d640 1 --2- 172.21.15.31:0/4195933700 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4ae4074770 0x7f4ae40cb6f0 secure :-1 s=READY pgs=1965 cs=0 l=1 rev1=1 crypto rx=0x7f4ae40af3d0 tx=0x7f4ad402a5f0 comp rx=0 tx=0).stop 2024-09-16T07:29:53.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.077+0000 7f4ae8d5d640 1 -- 172.21.15.31:0/4195933700 shutdown_connections 2024-09-16T07:29:53.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.077+0000 7f4ae8d5d640 1 --2- 172.21.15.31:0/4195933700 >> v2:172.21.15.155:3300/0 conn(0x7f4ae406fb30 0x7f4ae406cb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:53.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.077+0000 7f4ae8d5d640 1 --2- 172.21.15.31:0/4195933700 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4ae4074770 0x7f4ae40cb6f0 unknown :-1 s=CLOSED pgs=1965 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:53.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.077+0000 7f4ae8d5d640 1 -- 172.21.15.31:0/4195933700 >> 172.21.15.31:0/4195933700 conn(0x7f4ae40cfdf0 msgr2=0x7f4ae40d01d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:53.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.077+0000 7f4ae8d5d640 1 -- 172.21.15.31:0/4195933700 shutdown_connections 2024-09-16T07:29:53.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.077+0000 7f4ae8d5d640 1 -- 172.21.15.31:0/4195933700 wait complete. 2024-09-16T07:29:53.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.078+0000 7f4ae8d5d640 1 Processor -- start 2024-09-16T07:29:53.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.078+0000 7f4ae8d5d640 1 -- start start 2024-09-16T07:29:53.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.079+0000 7f4ae8d5d640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4ae406d080 0x7f4ae40ceb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:53.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.079+0000 7f4ae8d5d640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4ae406fb30 0x7f4ae40c5d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:53.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.079+0000 7f4ae8d5d640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4ae4074770 0x7f4ae40ae290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:53.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.079+0000 7f4ae8d5d640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f4ae40700f0 con 0x7f4ae406d080 2024-09-16T07:29:53.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.079+0000 7f4ae8d5d640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f4ae406ff70 con 0x7f4ae406fb30 2024-09-16T07:29:53.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.079+0000 7f4ae8d5d640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f4ae4160030 con 0x7f4ae4074770 2024-09-16T07:29:53.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.079+0000 7f4ae259c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4ae406d080 0x7f4ae40ceb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:53.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.079+0000 7f4ae259c640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4ae406d080 0x7f4ae40ceb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:54182/0 (socket says 172.21.15.31:54182) 2024-09-16T07:29:53.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.079+0000 7f4ae259c640 1 -- 172.21.15.31:0/2213372588 learned_addr learned my addr 172.21.15.31:0/2213372588 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:53.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.079+0000 7f4adbfff640 1 --2- 172.21.15.31:0/2213372588 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4ae406fb30 0x7f4ae40c5d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:53.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.079+0000 7f4ae2d9d640 1 --2- 172.21.15.31:0/2213372588 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4ae4074770 0x7f4ae40ae290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:53.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.080+0000 7f4ae259c640 1 -- 172.21.15.31:0/2213372588 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4ae4074770 msgr2=0x7f4ae40ae290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:53.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.080+0000 7f4ae259c640 1 --2- 172.21.15.31:0/2213372588 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4ae4074770 0x7f4ae40ae290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:53.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.080+0000 7f4ae259c640 1 -- 172.21.15.31:0/2213372588 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4ae406fb30 msgr2=0x7f4ae40c5d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:53.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.080+0000 7f4ae259c640 1 --2- 172.21.15.31:0/2213372588 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4ae406fb30 0x7f4ae40c5d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:53.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.080+0000 7f4ae259c640 1 -- 172.21.15.31:0/2213372588 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ae40cf0a0 con 0x7f4ae406d080 2024-09-16T07:29:53.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.080+0000 7f4ae259c640 1 --2- 172.21.15.31:0/2213372588 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4ae406d080 0x7f4ae40ceb60 secure :-1 s=READY pgs=1966 cs=0 l=1 rev1=1 crypto rx=0x7f4ad4009850 tx=0x7f4ad40039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:53.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.080+0000 7f4adaffd640 1 -- 172.21.15.31:0/2213372588 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ad403f070 con 0x7f4ae406d080 2024-09-16T07:29:53.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.080+0000 7f4adaffd640 1 -- 172.21.15.31:0/2213372588 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4ad4004890 con 0x7f4ae406d080 2024-09-16T07:29:53.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.080+0000 7f4ae8d5d640 1 -- 172.21.15.31:0/2213372588 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ae40c6240 con 0x7f4ae406d080 2024-09-16T07:29:53.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.080+0000 7f4adaffd640 1 -- 172.21.15.31:0/2213372588 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ad4035030 con 0x7f4ae406d080 2024-09-16T07:29:53.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.080+0000 7f4ae8d5d640 1 -- 172.21.15.31:0/2213372588 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ae41e8680 con 0x7f4ae406d080 2024-09-16T07:29:53.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.081+0000 7f4ae8d5d640 1 -- 172.21.15.31:0/2213372588 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f4ae41e8150 con 0x7f4ae406d080 2024-09-16T07:29:53.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.082+0000 7f4adaffd640 1 -- 172.21.15.31:0/2213372588 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 27) ==== 102358+0+0 (secure 0 0 0) 0x7f4ad4042070 con 0x7f4ae406d080 2024-09-16T07:29:53.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.082+0000 7f4adaffd640 1 --2- 172.21.15.31:0/2213372588 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4ac4079420 0x7f4ac407b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:53.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.082+0000 7f4adaffd640 1 -- 172.21.15.31:0/2213372588 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(169..169 src has 1..169) ==== 4971+0+0 (secure 0 0 0) 0x7f4ad40ba980 con 0x7f4ae406d080 2024-09-16T07:29:53.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.082+0000 7f4adbfff640 1 --2- 172.21.15.31:0/2213372588 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4ac4079420 0x7f4ac407b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:53.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.082+0000 7f4adaffd640 1 --2- 172.21.15.31:0/2213372588 >> [v2:172.21.15.155:6826/4229006742,v1:172.21.15.155:6827/4229006742] conn(0x7f4ac407f2e0 0x7f4ac4081700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:53.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.082+0000 7f4adaffd640 1 -- 172.21.15.31:0/2213372588 --> [v2:172.21.15.155:6826/4229006742,v1:172.21.15.155:6827/4229006742] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f4ac4081dd0 con 0x7f4ac407f2e0 2024-09-16T07:29:53.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.082+0000 7f4adaffd640 1 -- 172.21.15.31:0/2213372588 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_get_version_reply(handle=1 version=169) ==== 24+0+0 (secure 0 0 0) 0x7f4ad40bd260 con 0x7f4ae406d080 2024-09-16T07:29:53.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.083+0000 7f4ae2d9d640 1 --2- 172.21.15.31:0/2213372588 >> [v2:172.21.15.155:6826/4229006742,v1:172.21.15.155:6827/4229006742] conn(0x7f4ac407f2e0 0x7f4ac4081700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:53.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.083+0000 7f4adbfff640 1 --2- 172.21.15.31:0/2213372588 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4ac4079420 0x7f4ac407b8e0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f4ae41f8340 tx=0x7f4acc009110 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:53.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.083+0000 7f4ae2d9d640 1 --2- 172.21.15.31:0/2213372588 >> [v2:172.21.15.155:6826/4229006742,v1:172.21.15.155:6827/4229006742] conn(0x7f4ac407f2e0 0x7f4ac4081700 crc :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:53.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.084+0000 7f4adaffd640 1 -- 172.21.15.31:0/2213372588 <== osd.7 v2:172.21.15.155:6826/4229006742 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f4ac4081dd0 con 0x7f4ac407f2e0 2024-09-16T07:29:53.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.097+0000 7f4ae8d5d640 1 -- 172.21.15.31:0/2213372588 --> [v2:172.21.15.155:6826/4229006742,v1:172.21.15.155:6827/4229006742] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f4ae41604a0 con 0x7f4ac407f2e0 2024-09-16T07:29:53.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.097+0000 7f4adaffd640 1 -- 172.21.15.31:0/2213372588 <== osd.7 v2:172.21.15.155:6826/4229006742 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f4ae41604a0 con 0x7f4ac407f2e0 2024-09-16T07:29:53.097 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-16T07:29:53.097 INFO:teuthology.orchestra.run.smithi031.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-16T07:29:53.097 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-16T07:29:53.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.097+0000 7f4ae8d5d640 1 -- 172.21.15.31:0/2213372588 >> [v2:172.21.15.155:6826/4229006742,v1:172.21.15.155:6827/4229006742] conn(0x7f4ac407f2e0 msgr2=0x7f4ac4081700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:53.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.097+0000 7f4ae8d5d640 1 --2- 172.21.15.31:0/2213372588 >> [v2:172.21.15.155:6826/4229006742,v1:172.21.15.155:6827/4229006742] conn(0x7f4ac407f2e0 0x7f4ac4081700 crc :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:53.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.097+0000 7f4ae8d5d640 1 -- 172.21.15.31:0/2213372588 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4ac4079420 msgr2=0x7f4ac407b8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:53.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.097+0000 7f4ae8d5d640 1 --2- 172.21.15.31:0/2213372588 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4ac4079420 0x7f4ac407b8e0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f4ae41f8340 tx=0x7f4acc009110 comp rx=0 tx=0).stop 2024-09-16T07:29:53.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.097+0000 7f4ae8d5d640 1 -- 172.21.15.31:0/2213372588 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4ae406d080 msgr2=0x7f4ae40ceb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:53.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.097+0000 7f4ae8d5d640 1 --2- 172.21.15.31:0/2213372588 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4ae406d080 0x7f4ae40ceb60 secure :-1 s=READY pgs=1966 cs=0 l=1 rev1=1 crypto rx=0x7f4ad4009850 tx=0x7f4ad40039e0 comp rx=0 tx=0).stop 2024-09-16T07:29:53.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.097+0000 7f4ae2d9d640 1 -- 172.21.15.31:0/2213372588 reap_dead start 2024-09-16T07:29:53.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.097+0000 7f4ae8d5d640 1 -- 172.21.15.31:0/2213372588 shutdown_connections 2024-09-16T07:29:53.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.097+0000 7f4ae8d5d640 1 -- 172.21.15.31:0/2213372588 >> 172.21.15.31:0/2213372588 conn(0x7f4ae40cfdf0 msgr2=0x7f4ae4075820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:53.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.097+0000 7f4ae8d5d640 1 -- 172.21.15.31:0/2213372588 shutdown_connections 2024-09-16T07:29:53.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.098+0000 7f4ae8d5d640 1 -- 172.21.15.31:0/2213372588 wait complete. 2024-09-16T07:29:53.108 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 7 2024-09-16T07:29:53.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.215+0000 7f4a9e252640 1 -- 172.21.15.31:0/2800108286 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4a980cf640 msgr2=0x7f4a980725a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:53.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.215+0000 7f4a9e252640 1 --2- 172.21.15.31:0/2800108286 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4a980cf640 0x7f4a980725a0 secure :-1 s=READY pgs=1967 cs=0 l=1 rev1=1 crypto rx=0x7f4a8c005fd0 tx=0x7f4a8c02a5d0 comp rx=0 tx=0).stop 2024-09-16T07:29:53.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.215+0000 7f4a9e252640 1 -- 172.21.15.31:0/2800108286 shutdown_connections 2024-09-16T07:29:53.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.215+0000 7f4a9e252640 1 --2- 172.21.15.31:0/2800108286 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4a980b3140 0x7f4a98072ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:53.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.215+0000 7f4a9e252640 1 --2- 172.21.15.31:0/2800108286 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4a980cf640 0x7f4a980725a0 unknown :-1 s=CLOSED pgs=1967 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:53.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.215+0000 7f4a9e252640 1 -- 172.21.15.31:0/2800108286 >> 172.21.15.31:0/2800108286 conn(0x7f4a980b1690 msgr2=0x7f4a980b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:53.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.215+0000 7f4a9e252640 1 -- 172.21.15.31:0/2800108286 shutdown_connections 2024-09-16T07:29:53.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.215+0000 7f4a9e252640 1 -- 172.21.15.31:0/2800108286 wait complete. 2024-09-16T07:29:53.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.216+0000 7f4a9e252640 1 Processor -- start 2024-09-16T07:29:53.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.217+0000 7f4a9e252640 1 -- start start 2024-09-16T07:29:53.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.217+0000 7f4a9e252640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4a980b3140 0x7f4a9815b1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:53.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.217+0000 7f4a9e252640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4a980cf640 0x7f4a980b0230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:53.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.217+0000 7f4a9e252640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4a98151370 0x7f4a98144c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:53.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.217+0000 7f4a9e252640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f4a9806fff0 con 0x7f4a980b3140 2024-09-16T07:29:53.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.217+0000 7f4a9e252640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f4a9806fe70 con 0x7f4a980cf640 2024-09-16T07:29:53.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.217+0000 7f4a9e252640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f4a98070170 con 0x7f4a98151370 2024-09-16T07:29:53.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.217+0000 7f4a977fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4a980b3140 0x7f4a9815b1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:53.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.218+0000 7f4a977fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4a980b3140 0x7f4a9815b1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:54202/0 (socket says 172.21.15.31:54202) 2024-09-16T07:29:53.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.218+0000 7f4a977fe640 1 -- 172.21.15.31:0/767073183 learned_addr learned my addr 172.21.15.31:0/767073183 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:53.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.218+0000 7f4a97fff640 1 --2- 172.21.15.31:0/767073183 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4a98151370 0x7f4a98144c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:53.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.218+0000 7f4a96ffd640 1 --2- 172.21.15.31:0/767073183 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4a980cf640 0x7f4a980b0230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:53.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.218+0000 7f4a977fe640 1 -- 172.21.15.31:0/767073183 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4a98151370 msgr2=0x7f4a98144c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:53.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.218+0000 7f4a977fe640 1 --2- 172.21.15.31:0/767073183 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4a98151370 0x7f4a98144c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:53.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.218+0000 7f4a977fe640 1 -- 172.21.15.31:0/767073183 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4a980cf640 msgr2=0x7f4a980b0230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:53.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.218+0000 7f4a977fe640 1 --2- 172.21.15.31:0/767073183 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4a980cf640 0x7f4a980b0230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:53.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.218+0000 7f4a977fe640 1 -- 172.21.15.31:0/767073183 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a981e4240 con 0x7f4a980b3140 2024-09-16T07:29:53.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.218+0000 7f4a977fe640 1 --2- 172.21.15.31:0/767073183 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4a980b3140 0x7f4a9815b1b0 secure :-1 s=READY pgs=1968 cs=0 l=1 rev1=1 crypto rx=0x7f4a8800c3a0 tx=0x7f4a8800c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:53.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.218+0000 7f4a7ffff640 1 -- 172.21.15.31:0/767073183 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a88017070 con 0x7f4a980b3140 2024-09-16T07:29:53.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.218+0000 7f4a7ffff640 1 -- 172.21.15.31:0/767073183 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4a880053c0 con 0x7f4a980b3140 2024-09-16T07:29:53.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.218+0000 7f4a7ffff640 1 -- 172.21.15.31:0/767073183 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a88003850 con 0x7f4a980b3140 2024-09-16T07:29:53.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.218+0000 7f4a9e252640 1 -- 172.21.15.31:0/767073183 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a981e4520 con 0x7f4a980b3140 2024-09-16T07:29:53.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.218+0000 7f4a9e252640 1 -- 172.21.15.31:0/767073183 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a98152a90 con 0x7f4a980b3140 2024-09-16T07:29:53.221 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.219+0000 7f4a9e252640 1 -- 172.21.15.31:0/767073183 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a9806c5b0 con 0x7f4a980b3140 2024-09-16T07:29:53.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.220+0000 7f4a7ffff640 1 -- 172.21.15.31:0/767073183 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 27) ==== 102358+0+0 (secure 0 0 0) 0x7f4a8801a070 con 0x7f4a980b3140 2024-09-16T07:29:53.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.220+0000 7f4a7ffff640 1 --2- 172.21.15.31:0/767073183 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4a84079420 0x7f4a8407b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:53.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.221+0000 7f4a96ffd640 1 --2- 172.21.15.31:0/767073183 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4a84079420 0x7f4a8407b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:53.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.221+0000 7f4a7ffff640 1 -- 172.21.15.31:0/767073183 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(169..169 src has 1..169) ==== 4971+0+0 (secure 0 0 0) 0x7f4a880987d0 con 0x7f4a980b3140 2024-09-16T07:29:53.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.221+0000 7f4a96ffd640 1 --2- 172.21.15.31:0/767073183 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4a84079420 0x7f4a8407b8e0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f4a8c033000 tx=0x7f4a8c004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:53.224 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.225+0000 7f4a7ffff640 1 -- 172.21.15.31:0/767073183 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f4a9806c5b0 con 0x7f4a980b3140 2024-09-16T07:29:53.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.410+0000 7f4a9e252640 1 -- 172.21.15.31:0/767073183 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "7", "target": ["mon-mgr", ""]}) -- 0x7f4a980b4620 con 0x7f4a84079420 2024-09-16T07:29:53.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.410+0000 7f4a7ffff640 1 -- 172.21.15.31:0/767073183 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 7 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f4a980b4620 con 0x7f4a84079420 2024-09-16T07:29:53.410 INFO:teuthology.orchestra.run.smithi031.stderr:instructed osd(s) 7 to deep-scrub 2024-09-16T07:29:53.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.412+0000 7f4a9e252640 1 -- 172.21.15.31:0/767073183 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4a84079420 msgr2=0x7f4a8407b8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:53.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.412+0000 7f4a9e252640 1 --2- 172.21.15.31:0/767073183 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4a84079420 0x7f4a8407b8e0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f4a8c033000 tx=0x7f4a8c004730 comp rx=0 tx=0).stop 2024-09-16T07:29:53.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.412+0000 7f4a9e252640 1 -- 172.21.15.31:0/767073183 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4a980b3140 msgr2=0x7f4a9815b1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:53.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.412+0000 7f4a9e252640 1 --2- 172.21.15.31:0/767073183 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4a980b3140 0x7f4a9815b1b0 secure :-1 s=READY pgs=1968 cs=0 l=1 rev1=1 crypto rx=0x7f4a8800c3a0 tx=0x7f4a8800c860 comp rx=0 tx=0).stop 2024-09-16T07:29:53.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.412+0000 7f4a9e252640 1 -- 172.21.15.31:0/767073183 shutdown_connections 2024-09-16T07:29:53.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.412+0000 7f4a9e252640 1 --2- 172.21.15.31:0/767073183 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f4a84079420 0x7f4a8407b8e0 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:53.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.412+0000 7f4a9e252640 1 --2- 172.21.15.31:0/767073183 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4a98151370 0x7f4a98144c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:53.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.412+0000 7f4a9e252640 1 --2- 172.21.15.31:0/767073183 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4a980cf640 0x7f4a980b0230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:53.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.412+0000 7f4a9e252640 1 --2- 172.21.15.31:0/767073183 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4a980b3140 0x7f4a9815b1b0 unknown :-1 s=CLOSED pgs=1968 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:53.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.412+0000 7f4a9e252640 1 -- 172.21.15.31:0/767073183 >> 172.21.15.31:0/767073183 conn(0x7f4a980b1690 msgr2=0x7f4a980af600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:53.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.412+0000 7f4a9e252640 1 -- 172.21.15.31:0/767073183 shutdown_connections 2024-09-16T07:29:53.413 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.412+0000 7f4a9e252640 1 -- 172.21.15.31:0/767073183 wait complete. 2024-09-16T07:29:53.422 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T07:29:53.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.528+0000 7f3e06087640 1 -- 172.21.15.31:0/3944441041 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3e000746e0 msgr2=0x7f3e000cb890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:53.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.528+0000 7f3e06087640 1 --2- 172.21.15.31:0/3944441041 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3e000746e0 0x7f3e000cb890 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f3df8005fd0 tx=0x7f3df802a7a0 comp rx=0 tx=0).stop 2024-09-16T07:29:53.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.528+0000 7f3e06087640 1 -- 172.21.15.31:0/3944441041 shutdown_connections 2024-09-16T07:29:53.529 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.528+0000 7f3e06087640 1 --2- 172.21.15.31:0/3944441041 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3e000746e0 0x7f3e000cb890 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:53.529 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.528+0000 7f3e06087640 1 --2- 172.21.15.31:0/3944441041 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3e00074280 0x7f3e000cb350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:53.529 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.528+0000 7f3e06087640 1 -- 172.21.15.31:0/3944441041 >> 172.21.15.31:0/3944441041 conn(0x7f3e000d0c20 msgr2=0x7f3e000d1030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:53.529 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.528+0000 7f3e06087640 1 -- 172.21.15.31:0/3944441041 shutdown_connections 2024-09-16T07:29:53.529 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.528+0000 7f3e06087640 1 -- 172.21.15.31:0/3944441041 wait complete. 2024-09-16T07:29:53.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.529+0000 7f3e06087640 1 Processor -- start 2024-09-16T07:29:53.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.530+0000 7f3e06087640 1 -- start start 2024-09-16T07:29:53.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.530+0000 7f3e06087640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3e00074280 0x7f3e000ca280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:53.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.530+0000 7f3e06087640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3e000746e0 0x7f3e001f37e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:53.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.530+0000 7f3e06087640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3e0015ad00 0x7f3e000a10e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:53.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.530+0000 7f3e06087640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f3e000d0820 con 0x7f3e000746e0 2024-09-16T07:29:53.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.530+0000 7f3e06087640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f3e000d06a0 con 0x7f3e00074280 2024-09-16T07:29:53.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.530+0000 7f3e06087640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f3e000cbdd0 con 0x7f3e0015ad00 2024-09-16T07:29:53.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.531+0000 7f3dfeffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3e000746e0 0x7f3e001f37e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:53.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.531+0000 7f3dfeffd640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3e000746e0 0x7f3e001f37e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:54204/0 (socket says 172.21.15.31:54204) 2024-09-16T07:29:53.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.531+0000 7f3dfeffd640 1 -- 172.21.15.31:0/280215131 learned_addr learned my addr 172.21.15.31:0/280215131 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:29:53.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.531+0000 7f3dff7fe640 1 --2- 172.21.15.31:0/280215131 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3e00074280 0x7f3e000ca280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:53.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.531+0000 7f3dfffff640 1 --2- 172.21.15.31:0/280215131 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3e0015ad00 0x7f3e000a10e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:53.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.531+0000 7f3dfeffd640 1 -- 172.21.15.31:0/280215131 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3e0015ad00 msgr2=0x7f3e000a10e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:53.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.531+0000 7f3dfeffd640 1 --2- 172.21.15.31:0/280215131 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3e0015ad00 0x7f3e000a10e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:53.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.531+0000 7f3dfeffd640 1 -- 172.21.15.31:0/280215131 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3e00074280 msgr2=0x7f3e000ca280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:53.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.531+0000 7f3dfeffd640 1 --2- 172.21.15.31:0/280215131 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3e00074280 0x7f3e000ca280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:53.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.531+0000 7f3dfeffd640 1 -- 172.21.15.31:0/280215131 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e001f3d20 con 0x7f3e000746e0 2024-09-16T07:29:53.533 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.531+0000 7f3dfffff640 1 --2- 172.21.15.31:0/280215131 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3e0015ad00 0x7f3e000a10e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:29:53.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.531+0000 7f3dff7fe640 1 --2- 172.21.15.31:0/280215131 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3e00074280 0x7f3e000ca280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T07:29:53.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.531+0000 7f3dfeffd640 1 --2- 172.21.15.31:0/280215131 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3e000746e0 0x7f3e001f37e0 secure :-1 s=READY pgs=1970 cs=0 l=1 rev1=1 crypto rx=0x7f3df400e9f0 tx=0x7f3df400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:53.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.531+0000 7f3de7fff640 1 -- 172.21.15.31:0/280215131 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3df400ccc0 con 0x7f3e000746e0 2024-09-16T07:29:53.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.531+0000 7f3de7fff640 1 -- 172.21.15.31:0/280215131 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3df4010430 con 0x7f3e000746e0 2024-09-16T07:29:53.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.531+0000 7f3e06087640 1 -- 172.21.15.31:0/280215131 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3e00157d70 con 0x7f3e000746e0 2024-09-16T07:29:53.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.531+0000 7f3de7fff640 1 -- 172.21.15.31:0/280215131 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3df4010840 con 0x7f3e000746e0 2024-09-16T07:29:53.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.531+0000 7f3e06087640 1 -- 172.21.15.31:0/280215131 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3e000c97a0 con 0x7f3e000746e0 2024-09-16T07:29:53.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.532+0000 7f3e06087640 1 -- 172.21.15.31:0/280215131 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3e000cc2e0 con 0x7f3e000746e0 2024-09-16T07:29:53.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.533+0000 7f3de7fff640 1 -- 172.21.15.31:0/280215131 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 27) ==== 102358+0+0 (secure 0 0 0) 0x7f3df40109e0 con 0x7f3e000746e0 2024-09-16T07:29:53.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.533+0000 7f3de7fff640 1 --2- 172.21.15.31:0/280215131 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3dec079420 0x7f3dec07b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:29:53.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.533+0000 7f3de7fff640 1 -- 172.21.15.31:0/280215131 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(169..169 src has 1..169) ==== 4971+0+0 (secure 0 0 0) 0x7f3df4099e50 con 0x7f3e000746e0 2024-09-16T07:29:53.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.533+0000 7f3dff7fe640 1 --2- 172.21.15.31:0/280215131 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3dec079420 0x7f3dec07b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:29:53.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.534+0000 7f3dff7fe640 1 --2- 172.21.15.31:0/280215131 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3dec079420 0x7f3dec07b8e0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f3df0001eb0 tx=0x7f3df0009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:29:53.537 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.538+0000 7f3de7fff640 1 -- 172.21.15.31:0/280215131 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f3e001f3d20 con 0x7f3e000746e0 2024-09-16T07:29:53.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.723+0000 7f3e06087640 1 -- 172.21.15.31:0/280215131 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f3e000b6ba0 con 0x7f3dec079420 2024-09-16T07:29:53.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.723+0000 7f3de7fff640 1 -- 172.21.15.31:0/280215131 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13381 (secure 0 0 0) 0x7f3e000b6ba0 con 0x7f3dec079420 2024-09-16T07:29:53.723 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:29:53.723 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-16T07:29:53.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.726+0000 7f3e06087640 1 -- 172.21.15.31:0/280215131 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3dec079420 msgr2=0x7f3dec07b8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:53.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.726+0000 7f3e06087640 1 --2- 172.21.15.31:0/280215131 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3dec079420 0x7f3dec07b8e0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f3df0001eb0 tx=0x7f3df0009040 comp rx=0 tx=0).stop 2024-09-16T07:29:53.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.726+0000 7f3e06087640 1 -- 172.21.15.31:0/280215131 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3e000746e0 msgr2=0x7f3e001f37e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:29:53.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.726+0000 7f3e06087640 1 --2- 172.21.15.31:0/280215131 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3e000746e0 0x7f3e001f37e0 secure :-1 s=READY pgs=1970 cs=0 l=1 rev1=1 crypto rx=0x7f3df400e9f0 tx=0x7f3df400eeb0 comp rx=0 tx=0).stop 2024-09-16T07:29:53.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.726+0000 7f3e06087640 1 -- 172.21.15.31:0/280215131 shutdown_connections 2024-09-16T07:29:53.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.726+0000 7f3e06087640 1 --2- 172.21.15.31:0/280215131 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3dec079420 0x7f3dec07b8e0 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:53.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.726+0000 7f3e06087640 1 --2- 172.21.15.31:0/280215131 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3e0015ad00 0x7f3e000a10e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:53.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.726+0000 7f3e06087640 1 --2- 172.21.15.31:0/280215131 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3e000746e0 0x7f3e001f37e0 unknown :-1 s=CLOSED pgs=1970 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:53.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.726+0000 7f3e06087640 1 --2- 172.21.15.31:0/280215131 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3e00074280 0x7f3e000ca280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:29:53.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.726+0000 7f3e06087640 1 -- 172.21.15.31:0/280215131 >> 172.21.15.31:0/280215131 conn(0x7f3e000d0c20 msgr2=0x7f3e000c6740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:29:53.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.726+0000 7f3e06087640 1 -- 172.21.15.31:0/280215131 shutdown_connections 2024-09-16T07:29:53.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:29:53.726+0000 7f3e06087640 1 -- 172.21.15.31:0/280215131 wait complete. 2024-09-16T07:29:53.736 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":239,"stamp":"2024-09-16T07:29:52.277015+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":267364,"kb_used_data":17832,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754707356,"statfs":{"total":773094113280,"available":772820332544,"internally_reserved":0,"allocated":18259968,"data_stored":8728096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-58234,"num_objects":-23,"num_object_clones":0,"num_object_copies":-46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-23,"num_whiteouts":0,"num_read":-5,"num_read_kb":-5,"num_write":-86,"num_write_kb":-90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001098"},"pg_stats":[{"pgid":"1.0","version":"70'79","reported_seq":414,"reported_epoch":169,"state":"active+clean","last_fresh":"2024-09-16T07:29:45.662664+0000","last_change":"2024-09-16T07:21:02.600196+0000","last_active":"2024-09-16T07:29:45.662664+0000","last_peered":"2024-09-16T07:29:45.662664+0000","last_clean":"2024-09-16T07:29:45.662664+0000","last_became_active":"2024-09-16T07:21:02.599001+0000","last_became_peered":"2024-09-16T07:21:02.599001+0000","last_unstale":"2024-09-16T07:29:45.662664+0000","last_undegraded":"2024-09-16T07:29:45.662664+0000","last_fullsized":"2024-09-16T07:29:45.662664+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T07:21:01.331773+0000","last_clean_scrub_stamp":"2024-09-16T07:21:01.331773+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:28:40.942832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509551,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":33276,"kb_used_data":2084,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338564,"statfs":{"total":96636764160,"available":96602689536,"internally_reserved":0,"allocated":2134016,"data_stored":943420,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574957,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":33272,"kb_used_data":2084,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338568,"statfs":{"total":96636764160,"available":96602693632,"internally_reserved":0,"allocated":2134016,"data_stored":943420,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509550,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33856,"kb_used_data":2664,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94337984,"statfs":{"total":96636764160,"available":96602095616,"internally_reserved":0,"allocated":2727936,"data_stored":1533788,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509550,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":33276,"kb_used_data":2084,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338564,"statfs":{"total":96636764160,"available":96602689536,"internally_reserved":0,"allocated":2134016,"data_stored":943420,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509551,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":33276,"kb_used_data":2084,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338564,"statfs":{"total":96636764160,"available":96602689536,"internally_reserved":0,"allocated":2134016,"data_stored":943420,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509551,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":33276,"kb_used_data":2084,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338564,"statfs":{"total":96636764160,"available":96602689536,"internally_reserved":0,"allocated":2134016,"data_stored":943420,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509551,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33856,"kb_used_data":2664,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94337984,"statfs":{"total":96636764160,"available":96602095616,"internally_reserved":0,"allocated":2727936,"data_stored":1533788,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509552,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":33276,"kb_used_data":2084,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338564,"statfs":{"total":96636764160,"available":96602689536,"internally_reserved":0,"allocated":2134016,"data_stored":943420,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T07:29:53.743 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2024-09-16T07:21:01.331773+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=16, tm_hour=7, tm_min=21, tm_sec=1, tm_wday=0, tm_yday=260, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=16, tm_hour=7, tm_min=29, tm_sec=48, tm_wday=0, tm_yday=260, tm_isdst=0) 2024-09-16T07:29:53.743 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-16T07:30:08.762 DEBUG:teuthology.orchestra.run.smithi031:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T07:30:08.765 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T07:30:13.744 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T07:30:13.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:13.864+0000 7fccc24e6640 1 -- 172.21.15.31:0/4138906928 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcca4004800 msgr2=0x7fcca4004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:30:13.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:13.864+0000 7fccc24e6640 1 --2- 172.21.15.31:0/4138906928 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcca4004800 0x7fcca4004c80 secure :-1 s=READY pgs=1972 cs=0 l=1 rev1=1 crypto rx=0x7fccb00016c0 tx=0x7fcca4005830 comp rx=0 tx=0).stop 2024-09-16T07:30:13.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:13.864+0000 7fccc0a83640 1 -- 172.21.15.31:0/4138906928 reap_dead start 2024-09-16T07:30:13.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:13.864+0000 7fccc24e6640 1 -- 172.21.15.31:0/4138906928 shutdown_connections 2024-09-16T07:30:13.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:13.864+0000 7fccc24e6640 1 -- 172.21.15.31:0/4138906928 >> 172.21.15.31:0/4138906928 conn(0x7fccbc0d0c20 msgr2=0x7fccbc0d1030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:30:13.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:13.864+0000 7fccc24e6640 1 -- 172.21.15.31:0/4138906928 shutdown_connections 2024-09-16T07:30:13.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:13.864+0000 7fccc24e6640 1 -- 172.21.15.31:0/4138906928 wait complete. 2024-09-16T07:30:13.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:13.865+0000 7fccc24e6640 1 Processor -- start 2024-09-16T07:30:13.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:13.865+0000 7fccc24e6640 1 -- start start 2024-09-16T07:30:13.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:13.866+0000 7fccc24e6640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcca4004800 0x7fccbc159120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:30:13.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:13.866+0000 7fccc24e6640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fccbc0cb2e0 0x7fccbc15ac50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:30:13.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:13.866+0000 7fccc24e6640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fccbc0b1fe0 0x7fccbc15b190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:30:13.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:13.866+0000 7fccc24e6640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fccbc070b10 con 0x7fccbc0cb2e0 2024-09-16T07:30:13.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:13.866+0000 7fccc24e6640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fccbc070990 con 0x7fcca4004800 2024-09-16T07:30:13.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:13.866+0000 7fccc24e6640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fccbc070c90 con 0x7fccbc0b1fe0 2024-09-16T07:30:13.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:13.866+0000 7fccbb7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fccbc0cb2e0 0x7fccbc15ac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:30:13.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:13.866+0000 7fccbb7fe640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fccbc0cb2e0 0x7fccbc15ac50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:36004/0 (socket says 172.21.15.31:36004) 2024-09-16T07:30:13.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:13.866+0000 7fccbb7fe640 1 -- 172.21.15.31:0/2874076731 learned_addr learned my addr 172.21.15.31:0/2874076731 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:30:13.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:13.866+0000 7fccc0a83640 1 --2- 172.21.15.31:0/2874076731 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fccbc0b1fe0 0x7fccbc15b190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:30:13.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:13.866+0000 7fccbbfff640 1 --2- 172.21.15.31:0/2874076731 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcca4004800 0x7fccbc159120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:30:13.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:13.866+0000 7fccbb7fe640 1 -- 172.21.15.31:0/2874076731 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fccbc0b1fe0 msgr2=0x7fccbc15b190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:30:13.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:13.866+0000 7fccbb7fe640 1 --2- 172.21.15.31:0/2874076731 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fccbc0b1fe0 0x7fccbc15b190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:30:13.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:13.866+0000 7fccbb7fe640 1 -- 172.21.15.31:0/2874076731 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcca4004800 msgr2=0x7fccbc159120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:30:13.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:13.866+0000 7fccbb7fe640 1 --2- 172.21.15.31:0/2874076731 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcca4004800 0x7fccbc159120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:30:13.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:13.866+0000 7fccbb7fe640 1 -- 172.21.15.31:0/2874076731 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fccbc0c6490 con 0x7fccbc0cb2e0 2024-09-16T07:30:13.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:13.867+0000 7fccbb7fe640 1 --2- 172.21.15.31:0/2874076731 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fccbc0cb2e0 0x7fccbc15ac50 secure :-1 s=READY pgs=1973 cs=0 l=1 rev1=1 crypto rx=0x7fccb00017e0 tx=0x7fccb0006360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:30:13.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:13.867+0000 7fccb8ff9640 1 -- 172.21.15.31:0/2874076731 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccb0038070 con 0x7fccbc0cb2e0 2024-09-16T07:30:13.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:13.867+0000 7fccb8ff9640 1 -- 172.21.15.31:0/2874076731 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fccb0003af0 con 0x7fccbc0cb2e0 2024-09-16T07:30:13.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:13.867+0000 7fccc24e6640 1 -- 172.21.15.31:0/2874076731 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fccbc0c6770 con 0x7fccbc0cb2e0 2024-09-16T07:30:13.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:13.867+0000 7fccb8ff9640 1 -- 172.21.15.31:0/2874076731 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccb0033420 con 0x7fccbc0cb2e0 2024-09-16T07:30:13.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:13.867+0000 7fccc24e6640 1 -- 172.21.15.31:0/2874076731 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fccbc0c6d30 con 0x7fccbc0cb2e0 2024-09-16T07:30:13.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:13.868+0000 7fccc24e6640 1 -- 172.21.15.31:0/2874076731 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fccbc06d140 con 0x7fccbc0cb2e0 2024-09-16T07:30:13.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:13.869+0000 7fccb8ff9640 1 -- 172.21.15.31:0/2874076731 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 27) ==== 102358+0+0 (secure 0 0 0) 0x7fccb0043020 con 0x7fccbc0cb2e0 2024-09-16T07:30:13.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:13.869+0000 7fccb8ff9640 1 --2- 172.21.15.31:0/2874076731 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fcca8079450 0x7fcca807b910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:30:13.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:13.869+0000 7fccbbfff640 1 --2- 172.21.15.31:0/2874076731 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fcca8079450 0x7fcca807b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:30:13.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:13.869+0000 7fccb8ff9640 1 -- 172.21.15.31:0/2874076731 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(169..169 src has 1..169) ==== 4971+0+0 (secure 0 0 0) 0x7fccb00b8980 con 0x7fccbc0cb2e0 2024-09-16T07:30:13.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:13.870+0000 7fccbbfff640 1 --2- 172.21.15.31:0/2874076731 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fcca8079450 0x7fcca807b910 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7fccac001eb0 tx=0x7fccac006040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:30:13.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:13.874+0000 7fccb8ff9640 1 -- 172.21.15.31:0/2874076731 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7fccbc06d140 con 0x7fccbc0cb2e0 2024-09-16T07:30:14.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.058+0000 7fccc24e6640 1 -- 172.21.15.31:0/2874076731 --> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fccbc0b6ba0 con 0x7fcca8079450 2024-09-16T07:30:14.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.059+0000 7fccb8ff9640 1 -- 172.21.15.31:0/2874076731 <== mgr.4107 v2:172.21.15.31:6836/3307004120 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13370 (secure 0 0 0) 0x7fccbc0b6ba0 con 0x7fcca8079450 2024-09-16T07:30:14.059 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:30:14.059 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-16T07:30:14.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.061+0000 7fccc24e6640 1 -- 172.21.15.31:0/2874076731 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fcca8079450 msgr2=0x7fcca807b910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:30:14.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.061+0000 7fccc24e6640 1 --2- 172.21.15.31:0/2874076731 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fcca8079450 0x7fcca807b910 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7fccac001eb0 tx=0x7fccac006040 comp rx=0 tx=0).stop 2024-09-16T07:30:14.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.061+0000 7fccc24e6640 1 -- 172.21.15.31:0/2874076731 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fccbc0cb2e0 msgr2=0x7fccbc15ac50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:30:14.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.061+0000 7fccc24e6640 1 --2- 172.21.15.31:0/2874076731 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fccbc0cb2e0 0x7fccbc15ac50 secure :-1 s=READY pgs=1973 cs=0 l=1 rev1=1 crypto rx=0x7fccb00017e0 tx=0x7fccb0006360 comp rx=0 tx=0).stop 2024-09-16T07:30:14.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.061+0000 7fccc24e6640 1 -- 172.21.15.31:0/2874076731 shutdown_connections 2024-09-16T07:30:14.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.061+0000 7fccc24e6640 1 --2- 172.21.15.31:0/2874076731 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7fcca8079450 0x7fcca807b910 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:30:14.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.061+0000 7fccc24e6640 1 --2- 172.21.15.31:0/2874076731 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fccbc0b1fe0 0x7fccbc15b190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:30:14.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.061+0000 7fccc24e6640 1 --2- 172.21.15.31:0/2874076731 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fccbc0cb2e0 0x7fccbc15ac50 unknown :-1 s=CLOSED pgs=1973 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:30:14.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.061+0000 7fccc24e6640 1 --2- 172.21.15.31:0/2874076731 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcca4004800 0x7fccbc159120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:30:14.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.061+0000 7fccc24e6640 1 -- 172.21.15.31:0/2874076731 >> 172.21.15.31:0/2874076731 conn(0x7fccbc0d0c20 msgr2=0x7fccbc0b2ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:30:14.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.061+0000 7fccc24e6640 1 -- 172.21.15.31:0/2874076731 shutdown_connections 2024-09-16T07:30:14.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.061+0000 7fccc24e6640 1 -- 172.21.15.31:0/2874076731 wait complete. 2024-09-16T07:30:14.073 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":249,"stamp":"2024-09-16T07:30:12.280978+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":81,"ondisk_log_size":81,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":267348,"kb_used_data":17832,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754707372,"statfs":{"total":773094113280,"available":772820348928,"internally_reserved":0,"allocated":18259968,"data_stored":8728096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002254"},"pg_stats":[{"pgid":"1.0","version":"169'81","reported_seq":424,"reported_epoch":169,"state":"active+clean","last_fresh":"2024-09-16T07:29:51.451733+0000","last_change":"2024-09-16T07:29:51.451733+0000","last_active":"2024-09-16T07:29:51.451733+0000","last_peered":"2024-09-16T07:29:51.451733+0000","last_clean":"2024-09-16T07:29:51.451733+0000","last_became_active":"2024-09-16T07:21:02.599001+0000","last_became_peered":"2024-09-16T07:21:02.599001+0000","last_unstale":"2024-09-16T07:29:51.451733+0000","last_undegraded":"2024-09-16T07:29:51.451733+0000","last_fullsized":"2024-09-16T07:29:51.451733+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"169'81","last_scrub_stamp":"2024-09-16T07:29:51.451645+0000","last_deep_scrub":"169'81","last_deep_scrub_stamp":"2024-09-16T07:29:51.451645+0000","last_clean_scrub_stamp":"2024-09-16T07:29:51.451645+0000","objects_scrubbed":2,"log_size":81,"log_dups_size":0,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:25:44.048116+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":81,"ondisk_log_size":81,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509555,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":33276,"kb_used_data":2084,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338564,"statfs":{"total":96636764160,"available":96602689536,"internally_reserved":0,"allocated":2134016,"data_stored":943420,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574961,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":33272,"kb_used_data":2084,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338568,"statfs":{"total":96636764160,"available":96602693632,"internally_reserved":0,"allocated":2134016,"data_stored":943420,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509554,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33848,"kb_used_data":2664,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94337992,"statfs":{"total":96636764160,"available":96602103808,"internally_reserved":0,"allocated":2727936,"data_stored":1533788,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509554,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":33276,"kb_used_data":2084,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338564,"statfs":{"total":96636764160,"available":96602689536,"internally_reserved":0,"allocated":2134016,"data_stored":943420,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509555,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":33276,"kb_used_data":2084,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338564,"statfs":{"total":96636764160,"available":96602689536,"internally_reserved":0,"allocated":2134016,"data_stored":943420,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509555,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":33276,"kb_used_data":2084,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338564,"statfs":{"total":96636764160,"available":96602689536,"internally_reserved":0,"allocated":2134016,"data_stored":943420,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509555,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33848,"kb_used_data":2664,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94337992,"statfs":{"total":96636764160,"available":96602103808,"internally_reserved":0,"allocated":2727936,"data_stored":1533788,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509556,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":33276,"kb_used_data":2084,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338564,"statfs":{"total":96636764160,"available":96602689536,"internally_reserved":0,"allocated":2134016,"data_stored":943420,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T07:30:14.074 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2024-09-16T07:30:14.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.180+0000 7f8f34223640 1 -- 172.21.15.31:0/3347755471 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8f2c15dd90 msgr2=0x7f8f2c0cd980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:30:14.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.180+0000 7f8f34223640 1 --2- 172.21.15.31:0/3347755471 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8f2c15dd90 0x7f8f2c0cd980 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f8f28009830 tx=0x7f8f2802a540 comp rx=0 tx=0).stop 2024-09-16T07:30:14.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.180+0000 7f8f34223640 1 -- 172.21.15.31:0/3347755471 shutdown_connections 2024-09-16T07:30:14.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.180+0000 7f8f34223640 1 --2- 172.21.15.31:0/3347755471 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8f2c15dd90 0x7f8f2c0cd980 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:30:14.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.180+0000 7f8f34223640 1 -- 172.21.15.31:0/3347755471 >> 172.21.15.31:0/3347755471 conn(0x7f8f2c09aa30 msgr2=0x7f8f2c09ae40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:30:14.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.180+0000 7f8f34223640 1 -- 172.21.15.31:0/3347755471 shutdown_connections 2024-09-16T07:30:14.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.180+0000 7f8f34223640 1 -- 172.21.15.31:0/3347755471 wait complete. 2024-09-16T07:30:14.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.181+0000 7f8f34223640 1 Processor -- start 2024-09-16T07:30:14.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.181+0000 7f8f34223640 1 -- start start 2024-09-16T07:30:14.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.182+0000 7f8f34223640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8f2c0d2270 0x7f8f2c0c7e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:30:14.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.182+0000 7f8f34223640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8f2c15dd90 0x7f8f2c15e630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:30:14.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.182+0000 7f8f34223640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8f2c15e170 0x7f8f2c15eb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:30:14.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.182+0000 7f8f34223640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f8f2c06e6a0 con 0x7f8f2c15dd90 2024-09-16T07:30:14.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.182+0000 7f8f34223640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f8f2c06e520 con 0x7f8f2c15e170 2024-09-16T07:30:14.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.182+0000 7f8f34223640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f8f2c06e820 con 0x7f8f2c0d2270 2024-09-16T07:30:14.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.182+0000 7f8f317be640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8f2c15dd90 0x7f8f2c15e630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:30:14.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.182+0000 7f8f317be640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8f2c15dd90 0x7f8f2c15e630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:36008/0 (socket says 172.21.15.31:36008) 2024-09-16T07:30:14.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.182+0000 7f8f317be640 1 -- 172.21.15.31:0/4211345114 learned_addr learned my addr 172.21.15.31:0/4211345114 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:30:14.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.183+0000 7f8f31fbf640 1 --2- 172.21.15.31:0/4211345114 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8f2c0d2270 0x7f8f2c0c7e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:30:14.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.183+0000 7f8f327c0640 1 --2- 172.21.15.31:0/4211345114 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8f2c15e170 0x7f8f2c15eb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:30:14.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.183+0000 7f8f317be640 1 -- 172.21.15.31:0/4211345114 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8f2c0d2270 msgr2=0x7f8f2c0c7e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:30:14.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.183+0000 7f8f317be640 1 --2- 172.21.15.31:0/4211345114 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8f2c0d2270 0x7f8f2c0c7e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:30:14.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.183+0000 7f8f317be640 1 -- 172.21.15.31:0/4211345114 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8f2c15e170 msgr2=0x7f8f2c15eb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:30:14.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.183+0000 7f8f317be640 1 --2- 172.21.15.31:0/4211345114 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8f2c15e170 0x7f8f2c15eb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:30:14.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.183+0000 7f8f317be640 1 -- 172.21.15.31:0/4211345114 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f2c15fdc0 con 0x7f8f2c15dd90 2024-09-16T07:30:14.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.183+0000 7f8f317be640 1 --2- 172.21.15.31:0/4211345114 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8f2c15dd90 0x7f8f2c15e630 secure :-1 s=READY pgs=1975 cs=0 l=1 rev1=1 crypto rx=0x7f8f1c00c430 tx=0x7f8f1c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:30:14.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.183+0000 7f8f227fc640 1 -- 172.21.15.31:0/4211345114 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f1c017070 con 0x7f8f2c15dd90 2024-09-16T07:30:14.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.183+0000 7f8f227fc640 1 -- 172.21.15.31:0/4211345114 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8f1c0053e0 con 0x7f8f2c15dd90 2024-09-16T07:30:14.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.183+0000 7f8f227fc640 1 -- 172.21.15.31:0/4211345114 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f1c003850 con 0x7f8f2c15dd90 2024-09-16T07:30:14.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.183+0000 7f8f34223640 1 -- 172.21.15.31:0/4211345114 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f2c1600a0 con 0x7f8f2c15dd90 2024-09-16T07:30:14.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.183+0000 7f8f34223640 1 -- 172.21.15.31:0/4211345114 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f2c0cbaf0 con 0x7f8f2c15dd90 2024-09-16T07:30:14.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.184+0000 7f8f34223640 1 -- 172.21.15.31:0/4211345114 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8f2c06ed10 con 0x7f8f2c15dd90 2024-09-16T07:30:14.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.185+0000 7f8f227fc640 1 -- 172.21.15.31:0/4211345114 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 27) ==== 102358+0+0 (secure 0 0 0) 0x7f8f1c01a070 con 0x7f8f2c15dd90 2024-09-16T07:30:14.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.185+0000 7f8f227fc640 1 --2- 172.21.15.31:0/4211345114 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8f10079420 0x7f8f1007b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:30:14.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.185+0000 7f8f31fbf640 1 --2- 172.21.15.31:0/4211345114 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8f10079420 0x7f8f1007b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:30:14.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.185+0000 7f8f227fc640 1 -- 172.21.15.31:0/4211345114 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(169..169 src has 1..169) ==== 4971+0+0 (secure 0 0 0) 0x7f8f1c098930 con 0x7f8f2c15dd90 2024-09-16T07:30:14.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.186+0000 7f8f31fbf640 1 --2- 172.21.15.31:0/4211345114 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8f10079420 0x7f8f1007b8e0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f8f28034000 tx=0x7f8f28004730 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:30:14.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.190+0000 7f8f227fc640 1 -- 172.21.15.31:0/4211345114 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f8f1c062770 con 0x7f8f2c15dd90 2024-09-16T07:30:14.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.379+0000 7f8f34223640 1 -- 172.21.15.31:0/4211345114 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command([{prefix=config set, name=mon_health_to_clog}] v 0) -- 0x7f8f2c0b3500 con 0x7f8f2c15dd90 2024-09-16T07:30:14.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.382+0000 7f8f227fc640 1 -- 172.21.15.31:0/4211345114 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_health_to_clog}]=0 v50)=0 v50) ==== 123+0+0 (secure 0 0 0) 0x7f8f1c062070 con 0x7f8f2c15dd90 2024-09-16T07:30:14.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.383+0000 7f8f227fc640 1 -- 172.21.15.31:0/4211345114 <== mon.0 v2:172.21.15.31:3300/0 8 ==== config(6 keys) ==== 172+0+0 (secure 0 0 0) 0x7f8f1c061b80 con 0x7f8f2c15dd90 2024-09-16T07:30:14.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.385+0000 7f8f34223640 1 -- 172.21.15.31:0/4211345114 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8f10079420 msgr2=0x7f8f1007b8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:30:14.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.385+0000 7f8f34223640 1 --2- 172.21.15.31:0/4211345114 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8f10079420 0x7f8f1007b8e0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f8f28034000 tx=0x7f8f28004730 comp rx=0 tx=0).stop 2024-09-16T07:30:14.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.385+0000 7f8f34223640 1 -- 172.21.15.31:0/4211345114 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8f2c15dd90 msgr2=0x7f8f2c15e630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:30:14.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.385+0000 7f8f34223640 1 --2- 172.21.15.31:0/4211345114 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8f2c15dd90 0x7f8f2c15e630 secure :-1 s=READY pgs=1975 cs=0 l=1 rev1=1 crypto rx=0x7f8f1c00c430 tx=0x7f8f1c00c8f0 comp rx=0 tx=0).stop 2024-09-16T07:30:14.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.385+0000 7f8f34223640 1 -- 172.21.15.31:0/4211345114 shutdown_connections 2024-09-16T07:30:14.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.385+0000 7f8f34223640 1 --2- 172.21.15.31:0/4211345114 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f8f10079420 0x7f8f1007b8e0 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:30:14.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.385+0000 7f8f34223640 1 --2- 172.21.15.31:0/4211345114 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8f2c15e170 0x7f8f2c15eb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:30:14.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.385+0000 7f8f34223640 1 --2- 172.21.15.31:0/4211345114 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8f2c15dd90 0x7f8f2c15e630 unknown :-1 s=CLOSED pgs=1975 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:30:14.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.385+0000 7f8f34223640 1 --2- 172.21.15.31:0/4211345114 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8f2c0d2270 0x7f8f2c0c7e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:30:14.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.385+0000 7f8f34223640 1 -- 172.21.15.31:0/4211345114 >> 172.21.15.31:0/4211345114 conn(0x7f8f2c09aa30 msgr2=0x7f8f2c0b7500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:30:14.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.385+0000 7f8f34223640 1 -- 172.21.15.31:0/4211345114 shutdown_connections 2024-09-16T07:30:14.385 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.385+0000 7f8f34223640 1 -- 172.21.15.31:0/4211345114 wait complete. 2024-09-16T07:30:14.397 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-16T07:30:14.397 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T07:30:14.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.503+0000 7f3042847640 1 -- 172.21.15.31:0/1223315428 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3024003a50 msgr2=0x7f3024003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:30:14.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.503+0000 7f3042847640 1 --2- 172.21.15.31:0/1223315428 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3024003a50 0x7f3024003e70 secure :-1 s=READY pgs=1977 cs=0 l=1 rev1=1 crypto rx=0x7f302c00c260 tx=0x7f3024005830 comp rx=0 tx=0).stop 2024-09-16T07:30:14.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.503+0000 7f3040de4640 1 -- 172.21.15.31:0/1223315428 reap_dead start 2024-09-16T07:30:14.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.503+0000 7f3042847640 1 -- 172.21.15.31:0/1223315428 shutdown_connections 2024-09-16T07:30:14.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.503+0000 7f3042847640 1 -- 172.21.15.31:0/1223315428 >> 172.21.15.31:0/1223315428 conn(0x7f303c0d1c40 msgr2=0x7f303c0d2050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:30:14.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.503+0000 7f3042847640 1 -- 172.21.15.31:0/1223315428 shutdown_connections 2024-09-16T07:30:14.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.503+0000 7f3042847640 1 -- 172.21.15.31:0/1223315428 wait complete. 2024-09-16T07:30:14.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.505+0000 7f3042847640 1 Processor -- start 2024-09-16T07:30:14.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.505+0000 7f3042847640 1 -- start start 2024-09-16T07:30:14.506 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.505+0000 7f3042847640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3024003a50 0x7f303c06f800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:30:14.506 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.505+0000 7f3042847640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f303c0b7450 0x7f303c152270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:30:14.507 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.505+0000 7f3042847640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f303c1f89f0 0x7f303c1e8600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:30:14.507 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.505+0000 7f3042847640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f303c0cf590 con 0x7f303c1f89f0 2024-09-16T07:30:14.507 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.505+0000 7f3042847640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f303c0cf410 con 0x7f303c0b7450 2024-09-16T07:30:14.507 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.505+0000 7f3042847640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f303c0ce630 con 0x7f3024003a50 2024-09-16T07:30:14.507 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.506+0000 7f3040de4640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f303c1f89f0 0x7f303c1e8600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:30:14.507 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.506+0000 7f303bfff640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3024003a50 0x7f303c06f800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:30:14.507 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.506+0000 7f3040de4640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f303c1f89f0 0x7f303c1e8600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:36020/0 (socket says 172.21.15.31:36020) 2024-09-16T07:30:14.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.506+0000 7f3040de4640 1 -- 172.21.15.31:0/2785771163 learned_addr learned my addr 172.21.15.31:0/2785771163 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-16T07:30:14.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.506+0000 7f303b7fe640 1 --2- 172.21.15.31:0/2785771163 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f303c0b7450 0x7f303c152270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:30:14.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.506+0000 7f3040de4640 1 -- 172.21.15.31:0/2785771163 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3024003a50 msgr2=0x7f303c06f800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:30:14.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.506+0000 7f3040de4640 1 --2- 172.21.15.31:0/2785771163 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3024003a50 0x7f303c06f800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:30:14.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.506+0000 7f3040de4640 1 -- 172.21.15.31:0/2785771163 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f303c0b7450 msgr2=0x7f303c152270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:30:14.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.506+0000 7f3040de4640 1 --2- 172.21.15.31:0/2785771163 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f303c0b7450 0x7f303c152270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:30:14.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.506+0000 7f3040de4640 1 -- 172.21.15.31:0/2785771163 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f303c152d90 con 0x7f303c1f89f0 2024-09-16T07:30:14.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.506+0000 7f3040de4640 1 --2- 172.21.15.31:0/2785771163 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f303c1f89f0 0x7f303c1e8600 secure :-1 s=READY pgs=1978 cs=0 l=1 rev1=1 crypto rx=0x7f3034010ab0 tx=0x7f3034010eb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:30:14.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.506+0000 7f3038ff9640 1 -- 172.21.15.31:0/2785771163 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f303400ed20 con 0x7f303c1f89f0 2024-09-16T07:30:14.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.506+0000 7f3038ff9640 1 -- 172.21.15.31:0/2785771163 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(6 keys) ==== 172+0+0 (secure 0 0 0) 0x7f3034015070 con 0x7f303c1f89f0 2024-09-16T07:30:14.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.506+0000 7f3038ff9640 1 -- 172.21.15.31:0/2785771163 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3034003bd0 con 0x7f303c1f89f0 2024-09-16T07:30:14.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.506+0000 7f3042847640 1 -- 172.21.15.31:0/2785771163 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f303c0b6690 con 0x7f303c1f89f0 2024-09-16T07:30:14.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.506+0000 7f3042847640 1 -- 172.21.15.31:0/2785771163 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f303c0b6c50 con 0x7f303c1f89f0 2024-09-16T07:30:14.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.507+0000 7f3042847640 1 -- 172.21.15.31:0/2785771163 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f303c0c8ad0 con 0x7f303c1f89f0 2024-09-16T07:30:14.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.508+0000 7f3038ff9640 1 -- 172.21.15.31:0/2785771163 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 27) ==== 102358+0+0 (secure 0 0 0) 0x7f3034017020 con 0x7f303c1f89f0 2024-09-16T07:30:14.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.508+0000 7f3038ff9640 1 --2- 172.21.15.31:0/2785771163 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3028079420 0x7f302807b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T07:30:14.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.509+0000 7f3038ff9640 1 -- 172.21.15.31:0/2785771163 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(169..169 src has 1..169) ==== 4971+0+0 (secure 0 0 0) 0x7f303409c390 con 0x7f303c1f89f0 2024-09-16T07:30:14.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.509+0000 7f303bfff640 1 --2- 172.21.15.31:0/2785771163 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3028079420 0x7f302807b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T07:30:14.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.509+0000 7f303bfff640 1 --2- 172.21.15.31:0/2785771163 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3028079420 0x7f302807b8e0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f302c033000 tx=0x7f302c038040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T07:30:14.512 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.513+0000 7f3038ff9640 1 -- 172.21.15.31:0/2785771163 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+196735 (secure 0 0 0) 0x7f3034063710 con 0x7f303c1f89f0 2024-09-16T07:30:14.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.738+0000 7f3042847640 1 -- 172.21.15.31:0/2785771163 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f303c0cf1f0 con 0x7f303c1f89f0 2024-09-16T07:30:14.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.738+0000 7f3038ff9640 1 -- 172.21.15.31:0/2785771163 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 121 v121) ==== 95+0+3922 (secure 0 0 0) 0x7f3034063010 con 0x7f303c1f89f0 2024-09-16T07:30:14.738 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-16T07:30:14.738 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":121,"btime":"2024-09-16T07:29:43:652108+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7202,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/3016572826","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6809","nonce":3016572826},{"type":"v1","addr":"172.21.15.155:6835","nonce":3016572826}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":113},{"gid":7981,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/1107078161","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6833","nonce":1107078161},{"type":"v1","addr":"172.21.15.31:6835","nonce":1107078161}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":113},{"gid":7990,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6834/3637121490","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":3637121490},{"type":"v1","addr":"172.21.15.155:6834","nonce":3637121490}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":113},{"gid":9606,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6834/1639618074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":1639618074},{"type":"v1","addr":"172.21.15.31:6834","nonce":1639618074}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":121}],"filesystems":[]} 2024-09-16T07:30:14.738 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 121 2024-09-16T07:30:14.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.740+0000 7f3042847640 1 -- 172.21.15.31:0/2785771163 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3028079420 msgr2=0x7f302807b8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:30:14.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.740+0000 7f3042847640 1 --2- 172.21.15.31:0/2785771163 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3028079420 0x7f302807b8e0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f302c033000 tx=0x7f302c038040 comp rx=0 tx=0).stop 2024-09-16T07:30:14.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.740+0000 7f3042847640 1 -- 172.21.15.31:0/2785771163 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f303c1f89f0 msgr2=0x7f303c1e8600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T07:30:14.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.740+0000 7f3042847640 1 --2- 172.21.15.31:0/2785771163 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f303c1f89f0 0x7f303c1e8600 secure :-1 s=READY pgs=1978 cs=0 l=1 rev1=1 crypto rx=0x7f3034010ab0 tx=0x7f3034010eb0 comp rx=0 tx=0).stop 2024-09-16T07:30:14.740 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.741+0000 7f3042847640 1 -- 172.21.15.31:0/2785771163 shutdown_connections 2024-09-16T07:30:14.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.741+0000 7f3042847640 1 --2- 172.21.15.31:0/2785771163 >> [v2:172.21.15.31:6836/3307004120,v1:172.21.15.31:6837/3307004120] conn(0x7f3028079420 0x7f302807b8e0 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:30:14.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.741+0000 7f3042847640 1 --2- 172.21.15.31:0/2785771163 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f303c1f89f0 0x7f303c1e8600 unknown :-1 s=CLOSED pgs=1978 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:30:14.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.741+0000 7f3042847640 1 --2- 172.21.15.31:0/2785771163 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f303c0b7450 0x7f303c152270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:30:14.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.741+0000 7f3042847640 1 --2- 172.21.15.31:0/2785771163 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3024003a50 0x7f303c06f800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T07:30:14.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.741+0000 7f3042847640 1 -- 172.21.15.31:0/2785771163 >> 172.21.15.31:0/2785771163 conn(0x7f303c0d1c40 msgr2=0x7f303c0b1e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T07:30:14.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.741+0000 7f3042847640 1 -- 172.21.15.31:0/2785771163 shutdown_connections 2024-09-16T07:30:14.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-16T07:30:14.741+0000 7f3042847640 1 -- 172.21.15.31:0/2785771163 wait complete. 2024-09-16T07:30:14.751 DEBUG:tasks.cephfs.filesystem:already dead... 2024-09-16T07:30:14.751 INFO:teuthology.misc:Shutting down mds daemons... 2024-09-16T07:30:14.751 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-16T07:30:14.752 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:30:14.760 INFO:tasks.ceph.mds.a:Stopped 2024-09-16T07:30:14.761 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-16T07:30:14.761 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:30:14.810 INFO:tasks.ceph.mds.c:Stopped 2024-09-16T07:30:14.810 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-16T07:30:14.810 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:30:14.822 INFO:tasks.ceph.mds.b:Stopped 2024-09-16T07:30:14.822 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-16T07:30:14.822 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:30:14.873 INFO:tasks.ceph.mds.d:Stopped 2024-09-16T07:30:14.874 INFO:teuthology.misc:Shutting down osd daemons... 2024-09-16T07:30:14.874 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-09-16T07:30:14.874 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:30:14.905 INFO:tasks.ceph.osd.0:Stopped 2024-09-16T07:30:14.905 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-09-16T07:30:14.905 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:30:14.974 INFO:tasks.ceph.osd.1:Stopped 2024-09-16T07:30:14.974 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-09-16T07:30:14.975 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:30:15.044 INFO:tasks.ceph.osd.2:Stopped 2024-09-16T07:30:15.044 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-09-16T07:30:15.044 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:30:15.115 INFO:tasks.ceph.osd.3:Stopped 2024-09-16T07:30:15.116 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2024-09-16T07:30:15.116 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:30:15.148 INFO:tasks.ceph.osd.4:Stopped 2024-09-16T07:30:15.148 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2024-09-16T07:30:15.149 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:30:15.219 INFO:tasks.ceph.osd.5:Stopped 2024-09-16T07:30:15.219 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2024-09-16T07:30:15.220 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:30:15.289 INFO:tasks.ceph.osd.6:Stopped 2024-09-16T07:30:15.290 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2024-09-16T07:30:15.290 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:30:15.357 INFO:tasks.ceph.osd.7:Stopped 2024-09-16T07:30:15.358 INFO:teuthology.misc:Shutting down mgr daemons... 2024-09-16T07:30:15.358 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-09-16T07:30:15.358 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:30:15.389 INFO:tasks.ceph.mgr.y:Stopped 2024-09-16T07:30:15.390 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-09-16T07:30:15.390 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:30:15.426 INFO:tasks.ceph.mgr.x:Stopped 2024-09-16T07:30:15.426 INFO:teuthology.misc:Shutting down mon daemons... 2024-09-16T07:30:15.426 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-09-16T07:30:15.426 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:30:15.442 INFO:tasks.ceph.mon.a:Stopped 2024-09-16T07:30:15.442 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-09-16T07:30:15.442 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:30:15.478 INFO:tasks.ceph.mon.b:Stopped 2024-09-16T07:30:15.478 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-09-16T07:30:15.478 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T07:30:15.530 INFO:tasks.ceph.mon.c:Stopped 2024-09-16T07:30:15.530 INFO:tasks.ceph:Checking cluster log for badness... 2024-09-16T07:30:15.530 DEBUG:teuthology.orchestra.run.smithi031:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v 'fs.*is degraded' | egrep -v 'filesystem is degraded' | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v 'filesystem is offline' | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v 'insufficient standby MDS daemons available' | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'online, but wants' | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | egrep -v 'OSD full dropping all updates' | egrep -v 'OSD near full' | egrep -v 'pausewr flag' | egrep -v 'failsafe engaged, dropping updates' | egrep -v 'failsafe disengaged, no longer dropping' | egrep -v 'is full \(reached quota' | egrep -v POOL_FULL | egrep -v POOL_BACKFILLFULL | head -n 1 2024-09-16T07:30:15.569 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi031.front.sepia.ceph.com 2024-09-16T07:30:15.569 DEBUG:teuthology.orchestra.run.smithi031:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2024-09-16T07:30:15.799 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi031.front.sepia.ceph.com 2024-09-16T07:30:15.799 DEBUG:teuthology.orchestra.run.smithi031:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2024-09-16T07:30:15.863 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi031.front.sepia.ceph.com 2024-09-16T07:30:15.863 DEBUG:teuthology.orchestra.run.smithi031:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2024-09-16T07:30:15.955 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi031.front.sepia.ceph.com 2024-09-16T07:30:15.955 DEBUG:teuthology.orchestra.run.smithi031:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2024-09-16T07:30:16.004 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi155.front.sepia.ceph.com 2024-09-16T07:30:16.004 DEBUG:teuthology.orchestra.run.smithi155:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2024-09-16T07:30:16.188 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@smithi155.front.sepia.ceph.com 2024-09-16T07:30:16.189 DEBUG:teuthology.orchestra.run.smithi155:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2024-09-16T07:30:16.257 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi155.front.sepia.ceph.com 2024-09-16T07:30:16.257 DEBUG:teuthology.orchestra.run.smithi155:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2024-09-16T07:30:16.315 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi155.front.sepia.ceph.com 2024-09-16T07:30:16.315 DEBUG:teuthology.orchestra.run.smithi155:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2024-09-16T07:30:16.374 INFO:tasks.ceph:Archiving mon data... 2024-09-16T07:30:16.375 DEBUG:teuthology.misc:Transferring archived files from smithi031:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/khiremat-2024-09-16_07:02:54-fs:volumes-wip-athakkar-testing-2024-09-15-1936-distro-default-smithi/7906849/data/mon.a.tgz 2024-09-16T07:30:16.376 DEBUG:teuthology.orchestra.run.smithi031:> mktemp 2024-09-16T07:30:16.392 INFO:teuthology.orchestra.run.smithi031.stdout:/tmp/tmp.fZUoNcGRPj 2024-09-16T07:30:16.393 DEBUG:teuthology.orchestra.run.smithi031:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.fZUoNcGRPj 2024-09-16T07:30:16.658 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod 0666 /tmp/tmp.fZUoNcGRPj 2024-09-16T07:30:16.743 DEBUG:teuthology.orchestra.remote:smithi031:/tmp/tmp.fZUoNcGRPj is 1MB 2024-09-16T07:30:16.855 DEBUG:teuthology.orchestra.run.smithi031:> rm -fr /tmp/tmp.fZUoNcGRPj 2024-09-16T07:30:16.871 DEBUG:teuthology.misc:Transferring archived files from smithi155:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/khiremat-2024-09-16_07:02:54-fs:volumes-wip-athakkar-testing-2024-09-15-1936-distro-default-smithi/7906849/data/mon.b.tgz 2024-09-16T07:30:16.872 DEBUG:teuthology.orchestra.run.smithi155:> mktemp 2024-09-16T07:30:16.891 INFO:teuthology.orchestra.run.smithi155.stdout:/tmp/tmp.nIBwIVJIwc 2024-09-16T07:30:16.891 DEBUG:teuthology.orchestra.run.smithi155:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.nIBwIVJIwc 2024-09-16T07:30:17.163 DEBUG:teuthology.orchestra.run.smithi155:> sudo chmod 0666 /tmp/tmp.nIBwIVJIwc 2024-09-16T07:30:17.245 DEBUG:teuthology.orchestra.remote:smithi155:/tmp/tmp.nIBwIVJIwc is 1MB 2024-09-16T07:30:17.355 DEBUG:teuthology.orchestra.run.smithi155:> rm -fr /tmp/tmp.nIBwIVJIwc 2024-09-16T07:30:17.371 DEBUG:teuthology.misc:Transferring archived files from smithi155:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/khiremat-2024-09-16_07:02:54-fs:volumes-wip-athakkar-testing-2024-09-15-1936-distro-default-smithi/7906849/data/mon.c.tgz 2024-09-16T07:30:17.371 DEBUG:teuthology.orchestra.run.smithi155:> mktemp 2024-09-16T07:30:17.425 INFO:teuthology.orchestra.run.smithi155.stdout:/tmp/tmp.onYJWDZNTi 2024-09-16T07:30:17.425 DEBUG:teuthology.orchestra.run.smithi155:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.onYJWDZNTi 2024-09-16T07:30:17.679 DEBUG:teuthology.orchestra.run.smithi155:> sudo chmod 0666 /tmp/tmp.onYJWDZNTi 2024-09-16T07:30:17.762 DEBUG:teuthology.orchestra.remote:smithi155:/tmp/tmp.onYJWDZNTi is 1MB 2024-09-16T07:30:17.843 DEBUG:teuthology.orchestra.run.smithi155:> rm -fr /tmp/tmp.onYJWDZNTi 2024-09-16T07:30:17.859 INFO:tasks.ceph:Cleaning ceph cluster... 2024-09-16T07:30:17.860 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-16T07:30:17.862 DEBUG:teuthology.orchestra.run.smithi155:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-16T07:30:17.950 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-16T07:30:17.979 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-16T07:30:17.980 INFO:tasks.ceph:Archiving crash dumps... 2024-09-16T07:30:17.981 DEBUG:teuthology.misc:Transferring archived files from smithi031:/var/lib/ceph/crash to /home/teuthworker/archive/khiremat-2024-09-16_07:02:54-fs:volumes-wip-athakkar-testing-2024-09-15-1936-distro-default-smithi/7906849/remote/smithi031/crash 2024-09-16T07:30:17.982 DEBUG:teuthology.orchestra.run.smithi031:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-16T07:30:18.022 DEBUG:teuthology.misc:Transferring archived files from smithi155:/var/lib/ceph/crash to /home/teuthworker/archive/khiremat-2024-09-16_07:02:54-fs:volumes-wip-athakkar-testing-2024-09-15-1936-distro-default-smithi/7906849/remote/smithi155/crash 2024-09-16T07:30:18.023 DEBUG:teuthology.orchestra.run.smithi155:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-16T07:30:18.047 INFO:tasks.ceph:Shutting down logrotate 2024-09-16T07:30:18.048 DEBUG:teuthology.orchestra.run.smithi031:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T07:30:18.068 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-16T07:30:18.144 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-16T07:30:18.173 DEBUG:teuthology.orchestra.run.smithi155:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-16T07:30:18.197 INFO:tasks.ceph:Compressing logs... 2024-09-16T07:30:18.197 DEBUG:teuthology.orchestra.run.smithi031:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-16T07:30:18.215 DEBUG:teuthology.orchestra.run.smithi155:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-16T07:30:18.239 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2024-09-16T07:30:18.240 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43401.log 2024-09-16T07:30:18.240 INFO:teuthology.orchestra.run.smithi031.stderr:gzip/var/log/ceph/ceph-osd.0.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.79332.log 2024-09-16T07:30:18.244 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5/var/log/ceph/ceph-client.admin.43401.log: --verbose -- /var/log/ceph/ceph-client.admin.82119.log 2024-09-16T07:30:18.244 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.79332.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.43401.log.gz 2024-09-16T07:30:18.244 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82658.log 2024-09-16T07:30:18.244 INFO:teuthology.orchestra.run.smithi031.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.79332.log.gz 2024-09-16T07:30:18.244 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.82119.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66863.log 2024-09-16T07:30:18.245 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.82119.log.gz 2024-09-16T07:30:18.245 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53010.log 2024-09-16T07:30:18.245 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.82658.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75162.log 2024-09-16T07:30:18.245 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.66863.log: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.82658.log.gz 2024-09-16T07:30:18.245 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.53010.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50834.log 2024-09-16T07:30:18.245 INFO:teuthology.orchestra.run.smithi031.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.66863.log.gz 2024-09-16T07:30:18.245 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.53010.log.gz 2024-09-16T07:30:18.245 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.75162.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44071.log 2024-09-16T07:30:18.245 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.75162.log.gz 2024-09-16T07:30:18.245 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.50834.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.75576.log 2024-09-16T07:30:18.245 INFO:teuthology.orchestra.run.smithi031.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.50834.log.gz 2024-09-16T07:30:18.245 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.44071.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73988.log 2024-09-16T07:30:18.245 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.44071.log.gz 2024-09-16T07:30:18.246 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.0.75576.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60484.log 2024-09-16T07:30:18.246 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.73988.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54017.log 2024-09-16T07:30:18.246 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.60484.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.73988.log.gz 2024-09-16T07:30:18.246 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82177.log 2024-09-16T07:30:18.246 INFO:teuthology.orchestra.run.smithi031.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.60484.log.gz 2024-09-16T07:30:18.297 INFO:teuthology.orchestra.run.smithi155.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36720.log 2024-09-16T07:30:18.298 INFO:teuthology.orchestra.run.smithi155.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.48220.log 2024-09-16T07:30:18.298 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/ceph-client.admin.36720.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.44177.log 2024-09-16T07:30:18.298 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/ceph-client.1.48220.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.36720.log.gz 2024-09-16T07:30:18.298 INFO:teuthology.orchestra.run.smithi155.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.47587.log 2024-09-16T07:30:18.298 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/ceph-client.1.44177.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.42331.log 2024-09-16T07:30:18.298 INFO:teuthology.orchestra.run.smithi155.stderr:gzip -5 89.2% --verbose -- -- replaced with /var/log/ceph/ceph-client.1.48220.log.gz 2024-09-16T07:30:18.298 INFO:teuthology.orchestra.run.smithi155.stderr: /var/log/ceph/ceph-osd.7.log 2024-09-16T07:30:18.298 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/ceph-client.1.47587.log: /var/log/ceph/ceph-client.1.42331.log: 89.0% -- replaced with /var/log/ceph/ceph-client.1.44177.log.gz 2024-09-16T07:30:18.298 INFO:teuthology.orchestra.run.smithi155.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36559.log 2024-09-16T07:30:18.298 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.b.log 2024-09-16T07:30:18.298 INFO:teuthology.orchestra.run.smithi155.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.1.42331.log.gz 2024-09-16T07:30:18.298 INFO:teuthology.orchestra.run.smithi155.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.1.47587.log.gz 2024-09-16T07:30:18.298 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/ceph-client.admin.36559.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36639.log 2024-09-16T07:30:18.299 INFO:teuthology.orchestra.run.smithi155.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.36559.log.gz 2024-09-16T07:30:18.299 INFO:teuthology.orchestra.run.smithi155.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.4.log 2024-09-16T07:30:18.299 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/ceph-mds.b.log: /var/log/ceph/ceph-client.admin.36639.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-16T07:30:18.299 INFO:teuthology.orchestra.run.smithi155.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.36639.log.gz 2024-09-16T07:30:18.299 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.3.42788.log 2024-09-16T07:30:18.299 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36599.log 2024-09-16T07:30:18.299 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/ceph-client.3.42788.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.45535.log 2024-09-16T07:30:18.299 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/ceph-client.admin.36599.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.c.log 2024-09-16T07:30:18.299 INFO:teuthology.orchestra.run.smithi155.stderr: 86.7% 87.2% -- replaced with /var/log/ceph/ceph-client.3.42788.log.gz 2024-09-16T07:30:18.299 INFO:teuthology.orchestra.run.smithi155.stderr: -- replaced with /var/log/ceph/ceph-client.admin.36599.log.gz/var/log/ceph/ceph-client.1.45535.log: 2024-09-16T07:30:18.299 INFO:teuthology.orchestra.run.smithi155.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.46245.log 2024-09-16T07:30:18.299 INFO:teuthology.orchestra.run.smithi155.stderr:gzip -5/var/log/ceph/ceph-mon.c.log: --verbose -- /var/log/ceph/ceph-client.admin.36760.log 2024-09-16T07:30:18.299 INFO:teuthology.orchestra.run.smithi155.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.1.45535.log.gz 2024-09-16T07:30:18.300 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/ceph-client.1.46245.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36800.log 2024-09-16T07:30:18.300 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/ceph-client.admin.36760.log: gzip -5 89.2% -- replaced with /var/log/ceph/ceph-client.1.46245.log.gz 2024-09-16T07:30:18.300 INFO:teuthology.orchestra.run.smithi155.stderr: --verbose -- /var/log/ceph/ceph-client.1.48850.log 2024-09-16T07:30:18.300 INFO:teuthology.orchestra.run.smithi155.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.36760.log.gz 2024-09-16T07:30:18.300 INFO:teuthology.orchestra.run.smithi155.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.36800.log: /var/log/ceph/ceph-client.1.50125.log 2024-09-16T07:30:18.300 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/ceph-client.1.48850.log: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.36800.log.gz 2024-09-16T07:30:18.300 INFO:teuthology.orchestra.run.smithi155.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.44870.log 2024-09-16T07:30:18.300 INFO:teuthology.orchestra.run.smithi155.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.6.log 2024-09-16T07:30:18.300 INFO:teuthology.orchestra.run.smithi155.stderr: 89.7%/var/log/ceph/ceph-client.1.44870.log: -- replaced with /var/log/ceph/ceph-client.1.48850.log.gz 2024-09-16T07:30:18.300 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/ceph-client.1.50125.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.5.log 2024-09-16T07:30:18.300 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/ceph-osd.6.log: 89.7% -- replaced with /var/log/ceph/ceph-client.1.44870.log.gz 2024-09-16T07:30:18.300 INFO:teuthology.orchestra.run.smithi155.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.1.50125.log.gz 2024-09-16T07:30:18.300 INFO:teuthology.orchestra.run.smithi155.stderr: 93.8% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-16T07:30:18.301 INFO:teuthology.orchestra.run.smithi155.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-16T07:30:18.301 INFO:teuthology.orchestra.run.smithi155.stderr:gzip/var/log/ceph/ceph-osd.5.log: -5 --verbose -- /var/log/ceph/ceph-mds.d.log 2024-09-16T07:30:18.301 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/ceph.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2024-09-16T07:30:18.301 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/ceph-mds.d.log: 92.6% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-16T07:30:18.301 INFO:teuthology.orchestra.run.smithi155.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log 2024-09-16T07:30:18.301 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/ceph-mgr.x.log: 92.6% -- replaced with /var/log/ceph/ceph-mds.d.log.gz 2024-09-16T07:30:18.301 INFO:teuthology.orchestra.run.smithi155.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.46921.log 2024-09-16T07:30:18.301 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/ceph-mon.b.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.49482.log 2024-09-16T07:30:18.301 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/ceph-client.1.46921.log: 91.5% -- replaced with /var/log/ceph/ceph-client.1.46921.log.gz 2024-09-16T07:30:18.304 INFO:teuthology.orchestra.run.smithi155.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36840.log 2024-09-16T07:30:18.304 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/ceph-client.1.49482.log: 88.4% -- replaced with /var/log/ceph/ceph-client.1.49482.log.gz 2024-09-16T07:30:18.317 INFO:teuthology.orchestra.run.smithi155.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36679.log 2024-09-16T07:30:18.317 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/ceph-client.admin.36840.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.36840.log.gz 2024-09-16T07:30:18.332 INFO:teuthology.orchestra.run.smithi155.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.43507.log 2024-09-16T07:30:18.332 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/ceph-client.admin.36679.log: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.36679.log.gz 2024-09-16T07:30:18.356 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/ceph-client.1.43507.log: 88.4% -- replaced with /var/log/ceph/ceph-client.1.43507.log.gz 2024-09-16T07:30:18.431 INFO:teuthology.orchestra.run.smithi155.stderr: 92.3% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2024-09-16T07:30:18.467 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68342.log 2024-09-16T07:30:18.468 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.54017.log: /var/log/ceph/ceph-client.admin.82177.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.54017.log.gz 2024-09-16T07:30:18.468 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62609.log 2024-09-16T07:30:18.468 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.82177.log.gz 2024-09-16T07:30:18.468 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.68342.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76888.log 2024-09-16T07:30:18.468 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.68342.log.gz 2024-09-16T07:30:18.468 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.62609.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72447.log 2024-09-16T07:30:18.468 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.76888.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.62609.log.gz 2024-09-16T07:30:18.468 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73945.log 2024-09-16T07:30:18.468 INFO:teuthology.orchestra.run.smithi031.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.76888.log.gz 2024-09-16T07:30:18.468 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.72447.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63409.log 2024-09-16T07:30:18.468 INFO:teuthology.orchestra.run.smithi031.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.72447.log.gz 2024-09-16T07:30:18.469 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.73945.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79618.log 2024-09-16T07:30:18.469 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.63409.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.73945.log.gz 2024-09-16T07:30:18.469 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69872.log 2024-09-16T07:30:18.469 INFO:teuthology.orchestra.run.smithi031.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.63409.log.gz 2024-09-16T07:30:18.469 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.79618.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.61020.log 2024-09-16T07:30:18.469 INFO:teuthology.orchestra.run.smithi031.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.79618.log.gz 2024-09-16T07:30:18.469 INFO:teuthology.orchestra.run.smithi031.stderr:gzip/var/log/ceph/ceph-client.admin.69872.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.47625.log 2024-09-16T07:30:18.469 INFO:teuthology.orchestra.run.smithi031.stderr: 84.4% -- replaced with /var/log/ceph/ceph-client.admin.69872.log.gz 2024-09-16T07:30:18.469 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.0.61020.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61952.log 2024-09-16T07:30:18.469 INFO:teuthology.orchestra.run.smithi031.stderr: 92.3% -- replaced with /var/log/ceph/ceph-client.0.75576.log.gz 2024-09-16T07:30:18.469 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74822.log/var/log/ceph/ceph-client.admin.47625.log: 2024-09-16T07:30:18.469 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.61952.log: gzip -5 --verbose -- 89.9% /var/log/ceph/ceph-client.admin.75036.log 2024-09-16T07:30:18.469 INFO:teuthology.orchestra.run.smithi031.stderr: -- replaced with /var/log/ceph/ceph-client.0.61020.log.gz 2024-09-16T07:30:18.470 INFO:teuthology.orchestra.run.smithi031.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.47625.log.gz 2024-09-16T07:30:18.470 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.61952.log.gz 2024-09-16T07:30:18.470 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.74822.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82982.log 2024-09-16T07:30:18.470 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.74822.log.gz 2024-09-16T07:30:18.470 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.75036.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63091.log 2024-09-16T07:30:18.470 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.75036.log.gz 2024-09-16T07:30:18.470 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.82982.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74240.log 2024-09-16T07:30:18.470 INFO:teuthology.orchestra.run.smithi031.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.82982.log.gz 2024-09-16T07:30:18.470 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.63091.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54665.log 2024-09-16T07:30:18.470 INFO:teuthology.orchestra.run.smithi031.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.63091.log.gz 2024-09-16T07:30:18.470 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.74240.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59688.log 2024-09-16T07:30:18.470 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.74240.log.gz 2024-09-16T07:30:18.470 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.54665.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74030.log 2024-09-16T07:30:18.470 INFO:teuthology.orchestra.run.smithi031.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.54665.log.gz 2024-09-16T07:30:18.471 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.59688.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43739.log 2024-09-16T07:30:18.471 INFO:teuthology.orchestra.run.smithi031.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.59688.log.gz 2024-09-16T07:30:18.471 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.74030.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45200.log 2024-09-16T07:30:18.471 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.74030.log.gz 2024-09-16T07:30:18.471 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43739.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42364.log 2024-09-16T07:30:18.471 INFO:teuthology.orchestra.run.smithi031.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.43739.log.gz 2024-09-16T07:30:18.471 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.45200.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44068.log 2024-09-16T07:30:18.471 INFO:teuthology.orchestra.run.smithi031.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.45200.log.gz 2024-09-16T07:30:18.471 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.42364.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56410.log 2024-09-16T07:30:18.471 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.42364.log.gz 2024-09-16T07:30:18.471 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.44068.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42448.log 2024-09-16T07:30:18.471 INFO:teuthology.orchestra.run.smithi031.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.44068.log.gz 2024-09-16T07:30:18.471 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.56410.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53914.log 2024-09-16T07:30:18.471 INFO:teuthology.orchestra.run.smithi031.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.56410.log.gz 2024-09-16T07:30:18.472 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.42448.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44355.log 2024-09-16T07:30:18.472 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.42448.log.gz/var/log/ceph/ceph-client.admin.53914.log: 2024-09-16T07:30:18.472 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64957.log 2024-09-16T07:30:18.472 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.53914.log.gz 2024-09-16T07:30:18.472 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.44355.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72321.log 2024-09-16T07:30:18.472 INFO:teuthology.orchestra.run.smithi031.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.44355.log.gz 2024-09-16T07:30:18.472 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.64957.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79254.log 2024-09-16T07:30:18.472 INFO:teuthology.orchestra.run.smithi031.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.64957.log.gz 2024-09-16T07:30:18.472 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.72321.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69558.log 2024-09-16T07:30:18.472 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.72321.log.gz 2024-09-16T07:30:18.472 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.79254.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80397.log 2024-09-16T07:30:18.472 INFO:teuthology.orchestra.run.smithi031.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.79254.log.gz 2024-09-16T07:30:18.472 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.69558.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54749.log 2024-09-16T07:30:18.473 INFO:teuthology.orchestra.run.smithi031.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.69558.log.gz 2024-09-16T07:30:18.473 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.80397.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43403.log 2024-09-16T07:30:18.473 INFO:teuthology.orchestra.run.smithi031.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.80397.log.gz 2024-09-16T07:30:18.473 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.54749.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.48638.log 2024-09-16T07:30:18.473 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43403.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59947.log 2024-09-16T07:30:18.473 INFO:teuthology.orchestra.run.smithi031.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.54749.log.gz 2024-09-16T07:30:18.473 INFO:teuthology.orchestra.run.smithi031.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.43403.log.gz 2024-09-16T07:30:18.473 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67545.log 2024-09-16T07:30:18.473 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.0.48638.log: /var/log/ceph/ceph-client.admin.59947.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83570.log 2024-09-16T07:30:18.473 INFO:teuthology.orchestra.run.smithi031.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.59947.log.gz 2024-09-16T07:30:18.473 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.67545.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67293.log 2024-09-16T07:30:18.473 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.67545.log.gz 2024-09-16T07:30:18.473 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74198.log 2024-09-16T07:30:18.473 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.83570.log: /var/log/ceph/ceph-client.admin.67293.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55680.log 2024-09-16T07:30:18.474 INFO:teuthology.orchestra.run.smithi031.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.83570.log.gz 2024-09-16T07:30:18.474 INFO:teuthology.orchestra.run.smithi031.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.67293.log.gz 2024-09-16T07:30:18.474 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.74198.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47497.log 2024-09-16T07:30:18.474 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.74198.log.gz 2024-09-16T07:30:18.474 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.55680.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59196.log 2024-09-16T07:30:18.474 INFO:teuthology.orchestra.run.smithi031.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.55680.log.gz 2024-09-16T07:30:18.474 INFO:teuthology.orchestra.run.smithi031.stderr:gzip/var/log/ceph/ceph-client.admin.47497.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.47041.log 2024-09-16T07:30:18.474 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.59196.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.47497.log.gz 2024-09-16T07:30:18.474 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54059.log 2024-09-16T07:30:18.474 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.47041.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.59196.log.gz 2024-09-16T07:30:18.474 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82940.log 2024-09-16T07:30:18.474 INFO:teuthology.orchestra.run.smithi031.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.47041.log.gz 2024-09-16T07:30:18.474 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.54059.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47327.log 2024-09-16T07:30:18.475 INFO:teuthology.orchestra.run.smithi031.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.54059.log.gz 2024-09-16T07:30:18.475 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.82940.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68300.log 2024-09-16T07:30:18.475 INFO:teuthology.orchestra.run.smithi031.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.82940.log.gz 2024-09-16T07:30:18.475 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.47327.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68595.log 2024-09-16T07:30:18.475 INFO:teuthology.orchestra.run.smithi031.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.47327.log.gz 2024-09-16T07:30:18.475 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47083.log 2024-09-16T07:30:18.475 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.68300.log: /var/log/ceph/ceph-client.admin.68595.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54791.log 2024-09-16T07:30:18.475 INFO:teuthology.orchestra.run.smithi031.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.68300.log.gz 2024-09-16T07:30:18.475 INFO:teuthology.orchestra.run.smithi031.stderr: 92.4% -- replaced with /var/log/ceph/ceph-client.0.48638.log.gz 2024-09-16T07:30:18.475 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.47083.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73759.log 2024-09-16T07:30:18.475 INFO:teuthology.orchestra.run.smithi031.stderr: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.68595.log.gz 2024-09-16T07:30:18.475 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.47083.log.gz 2024-09-16T07:30:18.475 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.54791.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52709.log 2024-09-16T07:30:18.475 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54857.log 2024-09-16T07:30:18.476 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.73759.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81844.log/var/log/ceph/ceph-client.admin.52709.log: 2024-09-16T07:30:18.476 INFO:teuthology.orchestra.run.smithi031.stderr: 91.1% 87.3% -- replaced with /var/log/ceph/ceph-client.admin.73759.log.gz -- replaced with /var/log/ceph/ceph-client.admin.54791.log.gz 2024-09-16T07:30:18.476 INFO:teuthology.orchestra.run.smithi031.stderr: 2024-09-16T07:30:18.476 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.52709.log.gz 2024-09-16T07:30:18.476 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.54857.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67167.log 2024-09-16T07:30:18.476 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5%/var/log/ceph/ceph-client.admin.81844.log: -- replaced with /var/log/ceph/ceph-client.admin.54857.log.gz 2024-09-16T07:30:18.476 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.51370.log 2024-09-16T07:30:18.476 INFO:teuthology.orchestra.run.smithi031.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.81844.log.gz 2024-09-16T07:30:18.476 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.67167.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50792.log 2024-09-16T07:30:18.476 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.67167.log.gz 2024-09-16T07:30:18.476 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.0.51370.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62097.log 2024-09-16T07:30:18.476 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.50792.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60029.log 2024-09-16T07:30:18.476 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.50792.log.gz 2024-09-16T07:30:18.477 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.62097.log: 88.4% -- replaced with /var/log/ceph/ceph-client.0.51370.log.gz 2024-09-16T07:30:18.477 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69204.log 2024-09-16T07:30:18.477 INFO:teuthology.orchestra.run.smithi031.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.62097.log.gz 2024-09-16T07:30:18.477 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.60029.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47892.log 2024-09-16T07:30:18.477 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.60029.log.gz 2024-09-16T07:30:18.477 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.69204.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66941.log 2024-09-16T07:30:18.477 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.69204.log.gz 2024-09-16T07:30:18.477 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.47892.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50960.log 2024-09-16T07:30:18.477 INFO:teuthology.orchestra.run.smithi031.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.47892.log.gz 2024-09-16T07:30:18.477 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.66941.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54148.log 2024-09-16T07:30:18.477 INFO:teuthology.orchestra.run.smithi031.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.66941.log.gz 2024-09-16T07:30:18.477 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.50960.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55559.log 2024-09-16T07:30:18.477 INFO:teuthology.orchestra.run.smithi031.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.50960.log.gz 2024-09-16T07:30:18.478 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.54148.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47669.log 2024-09-16T07:30:18.478 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.54148.log.gz/var/log/ceph/ceph-client.admin.55559.log: 2024-09-16T07:30:18.478 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77182.log 2024-09-16T07:30:18.478 INFO:teuthology.orchestra.run.smithi031.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.55559.log.gz/var/log/ceph/ceph-client.admin.47669.log: 2024-09-16T07:30:18.478 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72489.log 2024-09-16T07:30:18.478 INFO:teuthology.orchestra.run.smithi031.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.47669.log.gz 2024-09-16T07:30:18.478 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.77182.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44313.log 2024-09-16T07:30:18.478 INFO:teuthology.orchestra.run.smithi031.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.77182.log.gz 2024-09-16T07:30:18.478 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.72489.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77140.log 2024-09-16T07:30:18.478 INFO:teuthology.orchestra.run.smithi031.stderr: 84.8% -- replaced with /var/log/ceph/ceph-client.admin.72489.log.gz 2024-09-16T07:30:18.478 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.44313.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74640.log 2024-09-16T07:30:18.478 INFO:teuthology.orchestra.run.smithi031.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.44313.log.gz 2024-09-16T07:30:18.478 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.77140.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45892.log 2024-09-16T07:30:18.478 INFO:teuthology.orchestra.run.smithi031.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.77140.log.gz 2024-09-16T07:30:18.479 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.74640.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69684.log 2024-09-16T07:30:18.479 INFO:teuthology.orchestra.run.smithi031.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.74640.log.gz 2024-09-16T07:30:18.479 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.45892.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36606.log 2024-09-16T07:30:18.479 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.45892.log.gz 2024-09-16T07:30:18.479 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.69684.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70915.log 2024-09-16T07:30:18.479 INFO:teuthology.orchestra.run.smithi031.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.69684.log.gz 2024-09-16T07:30:18.479 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.36606.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55358.log 2024-09-16T07:30:18.479 INFO:teuthology.orchestra.run.smithi031.stderr: 86.0% -- replaced with /var/log/ceph/ceph-client.admin.36606.log.gz 2024-09-16T07:30:18.479 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.70915.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80878.log 2024-09-16T07:30:18.479 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.70915.log.gz 2024-09-16T07:30:18.479 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.55358.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2024-09-16T07:30:18.479 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.55358.log.gz 2024-09-16T07:30:18.479 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.80878.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80015.log 2024-09-16T07:30:18.479 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-osd.1.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.80878.log.gz 2024-09-16T07:30:18.480 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44481.log 2024-09-16T07:30:18.480 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.80015.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82814.log 2024-09-16T07:30:18.480 INFO:teuthology.orchestra.run.smithi031.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.80015.log.gz 2024-09-16T07:30:18.480 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.44481.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43221.log 2024-09-16T07:30:18.480 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.44481.log.gz 2024-09-16T07:30:18.480 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63007.log 2024-09-16T07:30:18.480 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.82814.log: /var/log/ceph/ceph-client.admin.43221.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59772.log 2024-09-16T07:30:18.480 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.82814.log.gz 2024-09-16T07:30:18.480 INFO:teuthology.orchestra.run.smithi031.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.43221.log.gz 2024-09-16T07:30:18.480 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.63007.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58379.log 2024-09-16T07:30:18.480 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.63007.log.gz 2024-09-16T07:30:18.480 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43935.log/var/log/ceph/ceph-client.admin.59772.log: 2024-09-16T07:30:18.480 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.58379.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75120.log 2024-09-16T07:30:18.481 INFO:teuthology.orchestra.run.smithi031.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.59772.log.gz 2024-09-16T07:30:18.481 INFO:teuthology.orchestra.run.smithi031.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.58379.log.gz 2024-09-16T07:30:18.481 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43935.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79931.log 2024-09-16T07:30:18.481 INFO:teuthology.orchestra.run.smithi031.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.43935.log.gz 2024-09-16T07:30:18.481 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76224.log 2024-09-16T07:30:18.481 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.75120.log: /var/log/ceph/ceph-client.admin.79931.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58661.log 2024-09-16T07:30:18.481 INFO:teuthology.orchestra.run.smithi031.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.75120.log.gz 2024-09-16T07:30:18.481 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.79931.log.gz 2024-09-16T07:30:18.481 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.76224.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47850.log 2024-09-16T07:30:18.481 INFO:teuthology.orchestra.run.smithi031.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.76224.log.gz 2024-09-16T07:30:18.481 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.58661.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67671.log 2024-09-16T07:30:18.481 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.47850.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51787.log 2024-09-16T07:30:18.481 INFO:teuthology.orchestra.run.smithi031.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.58661.log.gz 2024-09-16T07:30:18.481 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.67671.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.47850.log.gz 2024-09-16T07:30:18.482 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59391.log 2024-09-16T07:30:18.482 INFO:teuthology.orchestra.run.smithi031.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.67671.log.gz 2024-09-16T07:30:18.482 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.51787.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46686.log 2024-09-16T07:30:18.482 INFO:teuthology.orchestra.run.smithi031.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.51787.log.gz 2024-09-16T07:30:18.482 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.78466.log 2024-09-16T07:30:18.482 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.59391.log: /var/log/ceph/ceph-client.admin.46686.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80621.log 2024-09-16T07:30:18.482 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.59391.log.gz 2024-09-16T07:30:18.482 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4%/var/log/ceph/ceph-client.0.78466.log: -- replaced with /var/log/ceph/ceph-client.admin.46686.log.gz 2024-09-16T07:30:18.482 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52895.log 2024-09-16T07:30:18.482 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.80621.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49218.log 2024-09-16T07:30:18.482 INFO:teuthology.orchestra.run.smithi031.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.80621.log.gz 2024-09-16T07:30:18.482 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.52895.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44069.log 2024-09-16T07:30:18.482 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.49218.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.52895.log.gz 2024-09-16T07:30:18.483 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59291.log 2024-09-16T07:30:18.483 INFO:teuthology.orchestra.run.smithi031.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.49218.log.gz 2024-09-16T07:30:18.483 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.44069.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76930.log 2024-09-16T07:30:18.483 INFO:teuthology.orchestra.run.smithi031.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.44069.log.gz 2024-09-16T07:30:18.483 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.59291.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80752.log 2024-09-16T07:30:18.483 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.59291.log.gz 2024-09-16T07:30:18.483 INFO:teuthology.orchestra.run.smithi031.stderr:gzip/var/log/ceph/ceph-client.admin.76930.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.76379.log 2024-09-16T07:30:18.483 INFO:teuthology.orchestra.run.smithi031.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.76930.log.gz 2024-09-16T07:30:18.483 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.80752.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53617.log 2024-09-16T07:30:18.483 INFO:teuthology.orchestra.run.smithi031.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.80752.log.gz 2024-09-16T07:30:18.483 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.76379.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55722.log 2024-09-16T07:30:18.483 INFO:teuthology.orchestra.run.smithi031.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.76379.log.gz 2024-09-16T07:30:18.483 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.53617.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59154.log 2024-09-16T07:30:18.484 INFO:teuthology.orchestra.run.smithi031.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.53617.log.gz 2024-09-16T07:30:18.484 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.55722.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55498.log 2024-09-16T07:30:18.484 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.59154.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.55722.log.gz 2024-09-16T07:30:18.484 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73157.log 2024-09-16T07:30:18.484 INFO:teuthology.orchestra.run.smithi031.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.59154.log.gz 2024-09-16T07:30:18.484 INFO:teuthology.orchestra.run.smithi031.stderr:gzip/var/log/ceph/ceph-client.admin.55498.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.49972.log 2024-09-16T07:30:18.484 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.73157.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46728.log 2024-09-16T07:30:18.484 INFO:teuthology.orchestra.run.smithi031.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.55498.log.gz 2024-09-16T07:30:18.484 INFO:teuthology.orchestra.run.smithi031.stderr: 84.6% -- replaced with /var/log/ceph/ceph-client.admin.73157.log.gz 2024-09-16T07:30:18.484 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.49972.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58321.log 2024-09-16T07:30:18.484 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.46728.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.49972.log.gz 2024-09-16T07:30:18.484 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72612.log 2024-09-16T07:30:18.484 INFO:teuthology.orchestra.run.smithi031.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.46728.log.gz 2024-09-16T07:30:18.484 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59478.log 2024-09-16T07:30:18.485 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.58321.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.58321.log.gz 2024-09-16T07:30:18.485 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.72612.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71497.log 2024-09-16T07:30:18.485 INFO:teuthology.orchestra.run.smithi031.stderr: 85.1%/var/log/ceph/ceph-client.admin.59478.log: -- replaced with /var/log/ceph/ceph-client.admin.72612.log.gz 2024-09-16T07:30:18.485 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57650.log 2024-09-16T07:30:18.485 INFO:teuthology.orchestra.run.smithi031.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.59478.log.gz 2024-09-16T07:30:18.485 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.71497.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73633.log 2024-09-16T07:30:18.485 INFO:teuthology.orchestra.run.smithi031.stderr: 86.7%/var/log/ceph/ceph-client.admin.57650.log: -- replaced with /var/log/ceph/ceph-client.admin.71497.log.gz 2024-09-16T07:30:18.485 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46812.log 2024-09-16T07:30:18.485 INFO:teuthology.orchestra.run.smithi031.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.57650.log.gz 2024-09-16T07:30:18.485 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.73633.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43732.log 2024-09-16T07:30:18.485 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.46812.log: 87.2% 92.5% -- replaced with /var/log/ceph/ceph-client.admin.73633.log.gz 2024-09-16T07:30:18.485 INFO:teuthology.orchestra.run.smithi031.stderr: -- replaced with /var/log/ceph/ceph-client.0.78466.log.gz 2024-09-16T07:30:18.485 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59436.log 2024-09-16T07:30:18.486 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.46812.log.gz 2024-09-16T07:30:18.486 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79847.log 2024-09-16T07:30:18.486 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43732.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74517.log 2024-09-16T07:30:18.486 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.59436.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.43732.log.gz 2024-09-16T07:30:18.486 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.59436.log.gz 2024-09-16T07:30:18.486 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.79847.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80439.log 2024-09-16T07:30:18.486 INFO:teuthology.orchestra.run.smithi031.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.79847.log.gz 2024-09-16T07:30:18.486 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42671.log 2024-09-16T07:30:18.486 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.74517.log: /var/log/ceph/ceph-client.admin.80439.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79140.log 2024-09-16T07:30:18.486 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.74517.log.gz 2024-09-16T07:30:18.486 INFO:teuthology.orchestra.run.smithi031.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.80439.log.gz 2024-09-16T07:30:18.486 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.42671.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76972.log 2024-09-16T07:30:18.486 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.42671.log.gz 2024-09-16T07:30:18.486 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59604.log 2024-09-16T07:30:18.487 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.79140.log: /var/log/ceph/ceph-client.admin.76972.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42038.log 2024-09-16T07:30:18.487 INFO:teuthology.orchestra.run.smithi031.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.79140.log.gz 2024-09-16T07:30:18.487 INFO:teuthology.orchestra.run.smithi031.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.76972.log.gz 2024-09-16T07:30:18.487 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.59604.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69600.log 2024-09-16T07:30:18.487 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62181.log 2024-09-16T07:30:18.487 INFO:teuthology.orchestra.run.smithi031.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.59604.log.gz 2024-09-16T07:30:18.487 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.42038.log: /var/log/ceph/ceph-client.admin.69600.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.42038.log.gz 2024-09-16T07:30:18.487 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60694.log 2024-09-16T07:30:18.487 INFO:teuthology.orchestra.run.smithi031.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.69600.log.gz 2024-09-16T07:30:18.487 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70224.log 2024-09-16T07:30:18.487 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.62181.log: /var/log/ceph/ceph-client.admin.60694.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57173.log 2024-09-16T07:30:18.487 INFO:teuthology.orchestra.run.smithi031.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.62181.log.gz 2024-09-16T07:30:18.487 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.70224.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55274.log 2024-09-16T07:30:18.488 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.70224.log.gz 2024-09-16T07:30:18.488 INFO:teuthology.orchestra.run.smithi031.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.60694.log.gz 2024-09-16T07:30:18.488 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78098.log 2024-09-16T07:30:18.488 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.57173.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.57173.log.gz 2024-09-16T07:30:18.488 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77098.log 2024-09-16T07:30:18.488 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.55274.log: /var/log/ceph/ceph-client.admin.78098.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79718.log 2024-09-16T07:30:18.488 INFO:teuthology.orchestra.run.smithi031.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.55274.log.gz 2024-09-16T07:30:18.488 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.78098.log.gz 2024-09-16T07:30:18.488 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.77098.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73575.log 2024-09-16T07:30:18.488 INFO:teuthology.orchestra.run.smithi031.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.77098.log.gz 2024-09-16T07:30:18.488 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49753.log 2024-09-16T07:30:18.488 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.79718.log: /var/log/ceph/ceph-client.admin.73575.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.79718.log.gz 2024-09-16T07:30:18.488 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59333.log 2024-09-16T07:30:18.489 INFO:teuthology.orchestra.run.smithi031.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.73575.log.gz 2024-09-16T07:30:18.489 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46770.log 2024-09-16T07:30:18.489 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.49753.log: /var/log/ceph/ceph-client.admin.59333.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53094.log 2024-09-16T07:30:18.489 INFO:teuthology.orchestra.run.smithi031.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.49753.log.gz 2024-09-16T07:30:18.489 INFO:teuthology.orchestra.run.smithi031.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.59333.log.gz 2024-09-16T07:30:18.489 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.46770.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77716.log 2024-09-16T07:30:18.489 INFO:teuthology.orchestra.run.smithi031.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.46770.log.gz 2024-09-16T07:30:18.489 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.53094.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68661.log 2024-09-16T07:30:18.489 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.77716.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67886.log 2024-09-16T07:30:18.489 INFO:teuthology.orchestra.run.smithi031.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.53094.log.gz 2024-09-16T07:30:18.489 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.77716.log.gz 2024-09-16T07:30:18.489 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.68661.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55806.log 2024-09-16T07:30:18.489 INFO:teuthology.orchestra.run.smithi031.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.68661.log.gz 2024-09-16T07:30:18.489 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.67886.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49533.log 2024-09-16T07:30:18.490 INFO:teuthology.orchestra.run.smithi031.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.67886.log.gz 2024-09-16T07:30:18.490 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57440.log 2024-09-16T07:30:18.490 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.55806.log: /var/log/ceph/ceph-client.admin.49533.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70476.log 2024-09-16T07:30:18.490 INFO:teuthology.orchestra.run.smithi031.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.55806.log.gz 2024-09-16T07:30:18.490 INFO:teuthology.orchestra.run.smithi031.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.49533.log.gz 2024-09-16T07:30:18.490 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.57440.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70266.log 2024-09-16T07:30:18.490 INFO:teuthology.orchestra.run.smithi031.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.57440.log.gz 2024-09-16T07:30:18.490 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42492.log 2024-09-16T07:30:18.490 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.70476.log: /var/log/ceph/ceph-client.admin.70266.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.70476.log.gz 2024-09-16T07:30:18.490 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60400.log 2024-09-16T07:30:18.490 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.70266.log.gz 2024-09-16T07:30:18.490 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46036.log 2024-09-16T07:30:18.490 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.42492.log: /var/log/ceph/ceph-client.admin.60400.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47413.log 2024-09-16T07:30:18.491 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.42492.log.gz 2024-09-16T07:30:18.491 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.46036.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.60400.log.gz 2024-09-16T07:30:18.491 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67041.log 2024-09-16T07:30:18.491 INFO:teuthology.orchestra.run.smithi031.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.46036.log.gz 2024-09-16T07:30:18.491 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.47413.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50620.log 2024-09-16T07:30:18.491 INFO:teuthology.orchestra.run.smithi031.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.47413.log.gz 2024-09-16T07:30:18.491 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60157.log 2024-09-16T07:30:18.491 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.67041.log: /var/log/ceph/ceph-client.admin.50620.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71796.log 2024-09-16T07:30:18.491 INFO:teuthology.orchestra.run.smithi031.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.67041.log.gz 2024-09-16T07:30:18.491 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.50620.log.gz 2024-09-16T07:30:18.491 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.60157.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66376.log 2024-09-16T07:30:18.491 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51671.log 2024-09-16T07:30:18.491 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.60157.log.gz 2024-09-16T07:30:18.492 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.71796.log: /var/log/ceph/ceph-client.admin.66376.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.71796.log.gz 2024-09-16T07:30:18.492 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74864.log 2024-09-16T07:30:18.492 INFO:teuthology.orchestra.run.smithi031.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.66376.log.gz 2024-09-16T07:30:18.492 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51865.log 2024-09-16T07:30:18.492 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.51671.log: /var/log/ceph/ceph-client.admin.74864.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42885.log 2024-09-16T07:30:18.492 INFO:teuthology.orchestra.run.smithi031.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.51671.log.gz 2024-09-16T07:30:18.492 INFO:teuthology.orchestra.run.smithi031.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.74864.log.gz 2024-09-16T07:30:18.492 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.51865.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53262.log 2024-09-16T07:30:18.492 INFO:teuthology.orchestra.run.smithi031.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.51865.log.gz 2024-09-16T07:30:18.492 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77800.log 2024-09-16T07:30:18.492 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.42885.log: /var/log/ceph/ceph-client.admin.53262.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77319.log 2024-09-16T07:30:18.492 INFO:teuthology.orchestra.run.smithi031.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.42885.log.gz 2024-09-16T07:30:18.492 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.53262.log.gz 2024-09-16T07:30:18.493 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.77800.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70087.log 2024-09-16T07:30:18.493 INFO:teuthology.orchestra.run.smithi031.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.77800.log.gz 2024-09-16T07:30:18.493 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.77319.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47455.log 2024-09-16T07:30:18.493 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.77319.log.gz 2024-09-16T07:30:18.493 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62837.log 2024-09-16T07:30:18.493 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.70087.log: /var/log/ceph/ceph-client.admin.47455.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77399.log 2024-09-16T07:30:18.493 INFO:teuthology.orchestra.run.smithi031.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.70087.log.gz 2024-09-16T07:30:18.493 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.62837.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.47455.log.gz 2024-09-16T07:30:18.493 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82532.log 2024-09-16T07:30:18.493 INFO:teuthology.orchestra.run.smithi031.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.62837.log.gz 2024-09-16T07:30:18.493 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36345.log 2024-09-16T07:30:18.493 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.77399.log: /var/log/ceph/ceph-client.admin.82532.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56097.log 2024-09-16T07:30:18.494 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.77399.log.gz 2024-09-16T07:30:18.494 INFO:teuthology.orchestra.run.smithi031.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.82532.log.gz 2024-09-16T07:30:18.494 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.36345.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43095.log 2024-09-16T07:30:18.494 INFO:teuthology.orchestra.run.smithi031.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.36345.log.gz 2024-09-16T07:30:18.494 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74437.log 2024-09-16T07:30:18.494 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.56097.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.56097.log.gz 2024-09-16T07:30:18.494 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43095.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83486.log 2024-09-16T07:30:18.494 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.43095.log.gz 2024-09-16T07:30:18.494 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36561.log 2024-09-16T07:30:18.494 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.74437.log: /var/log/ceph/ceph-client.admin.83486.log: gzip 87.5% -5 --verbose -- replaced with /var/log/ceph/ceph-client.admin.74437.log.gz -- 2024-09-16T07:30:18.494 INFO:teuthology.orchestra.run.smithi031.stderr: /var/log/ceph/ceph-client.admin.67503.log 2024-09-16T07:30:18.494 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.83486.log.gz 2024-09-16T07:30:18.494 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.36561.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36401.log 2024-09-16T07:30:18.494 INFO:teuthology.orchestra.run.smithi031.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.36561.log.gz 2024-09-16T07:30:18.495 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76158.log 2024-09-16T07:30:18.495 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.67503.log: /var/log/ceph/ceph-client.admin.36401.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79805.log 2024-09-16T07:30:18.495 INFO:teuthology.orchestra.run.smithi031.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.67503.log.gz 2024-09-16T07:30:18.495 INFO:teuthology.orchestra.run.smithi031.stderr: 77.8% -- replaced with /var/log/ceph/ceph-client.admin.36401.log.gz 2024-09-16T07:30:18.495 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.76158.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54245.log 2024-09-16T07:30:18.495 INFO:teuthology.orchestra.run.smithi031.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.76158.log.gz 2024-09-16T07:30:18.495 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.79805.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63952.log 2024-09-16T07:30:18.495 INFO:teuthology.orchestra.run.smithi031.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.79805.log.gz 2024-09-16T07:30:18.495 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61511.log 2024-09-16T07:30:18.495 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.54245.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.54245.log.gz 2024-09-16T07:30:18.495 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.63952.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80836.log 2024-09-16T07:30:18.495 INFO:teuthology.orchestra.run.smithi031.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.63952.log.gz 2024-09-16T07:30:18.495 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51729.log 2024-09-16T07:30:18.496 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.61511.log: /var/log/ceph/ceph-client.admin.80836.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.61511.log.gz 2024-09-16T07:30:18.496 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73362.log 2024-09-16T07:30:18.496 INFO:teuthology.orchestra.run.smithi031.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.80836.log.gz 2024-09-16T07:30:18.496 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64839.log 2024-09-16T07:30:18.496 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.51729.log: /var/log/ceph/ceph-client.admin.73362.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.51729.log.gz 2024-09-16T07:30:18.496 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77014.log 2024-09-16T07:30:18.496 INFO:teuthology.orchestra.run.smithi031.stderr: 84.7% -- replaced with /var/log/ceph/ceph-client.admin.73362.log.gz 2024-09-16T07:30:18.496 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77056.log 2024-09-16T07:30:18.496 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.64839.log: /var/log/ceph/ceph-client.admin.77014.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76837.log 2024-09-16T07:30:18.496 INFO:teuthology.orchestra.run.smithi031.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.64839.log.gz 2024-09-16T07:30:18.496 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.77056.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.77014.log.gz 2024-09-16T07:30:18.496 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66497.log 2024-09-16T07:30:18.497 INFO:teuthology.orchestra.run.smithi031.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.77056.log.gz 2024-09-16T07:30:18.497 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.76837.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63133.log 2024-09-16T07:30:18.497 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.76837.log.gz 2024-09-16T07:30:18.497 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.66497.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61345.log 2024-09-16T07:30:18.497 INFO:teuthology.orchestra.run.smithi031.stderr:gzip 87.0% -5 -- replaced with /var/log/ceph/ceph-client.admin.66497.log.gz --verbose 2024-09-16T07:30:18.497 INFO:teuthology.orchestra.run.smithi031.stderr: -- /var/log/ceph/ceph-client.admin.70831.log 2024-09-16T07:30:18.497 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.63133.log: /var/log/ceph/ceph-client.admin.61345.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.63133.log.gz 2024-09-16T07:30:18.497 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83318.log 2024-09-16T07:30:18.497 INFO:teuthology.orchestra.run.smithi031.stderr: 85.3% -- replaced with /var/log/ceph/ceph-client.admin.61345.log.gz 2024-09-16T07:30:18.497 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60442.log 2024-09-16T07:30:18.497 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.70831.log: /var/log/ceph/ceph-client.admin.83318.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.70831.log.gz 2024-09-16T07:30:18.497 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42587.log 2024-09-16T07:30:18.497 INFO:teuthology.orchestra.run.smithi031.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.83318.log.gz 2024-09-16T07:30:18.498 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58279.log/var/log/ceph/ceph-client.admin.60442.log: 2024-09-16T07:30:18.498 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.42587.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54413.log 2024-09-16T07:30:18.498 INFO:teuthology.orchestra.run.smithi031.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.60442.log.gz 2024-09-16T07:30:18.498 INFO:teuthology.orchestra.run.smithi031.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.42587.log.gz 2024-09-16T07:30:18.498 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.58279.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57398.log 2024-09-16T07:30:18.498 INFO:teuthology.orchestra.run.smithi031.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.58279.log.gz 2024-09-16T07:30:18.498 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44397.log 2024-09-16T07:30:18.498 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.54413.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.54413.log.gz 2024-09-16T07:30:18.498 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.57398.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43137.log 2024-09-16T07:30:18.498 INFO:teuthology.orchestra.run.smithi031.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.57398.log.gz 2024-09-16T07:30:18.498 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56265.log 2024-09-16T07:30:18.498 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.44397.log: /var/log/ceph/ceph-client.admin.43137.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.44397.log.gz 2024-09-16T07:30:18.498 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73198.log 2024-09-16T07:30:18.499 INFO:teuthology.orchestra.run.smithi031.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.43137.log.gz 2024-09-16T07:30:18.499 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.56265.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43393.log 2024-09-16T07:30:18.499 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.73198.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42406.log 2024-09-16T07:30:18.499 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.56265.log.gz 2024-09-16T07:30:18.499 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43393.log: 84.9% -- replaced with /var/log/ceph/ceph-client.admin.73198.log.gz 2024-09-16T07:30:18.499 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42264.log 2024-09-16T07:30:18.499 INFO:teuthology.orchestra.run.smithi031.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.43393.log.gz 2024-09-16T07:30:18.499 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.42406.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43011.log 2024-09-16T07:30:18.499 INFO:teuthology.orchestra.run.smithi031.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.42406.log.gz 2024-09-16T07:30:18.499 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.42264.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43399.log 2024-09-16T07:30:18.499 INFO:teuthology.orchestra.run.smithi031.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.42264.log.gz 2024-09-16T07:30:18.499 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70392.log 2024-09-16T07:30:18.499 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43011.log: /var/log/ceph/ceph-client.admin.43399.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.43011.log.gz 2024-09-16T07:30:18.500 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36317.log 2024-09-16T07:30:18.500 INFO:teuthology.orchestra.run.smithi031.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.43399.log.gz 2024-09-16T07:30:18.500 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75733.log 2024-09-16T07:30:18.500 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.70392.log: /var/log/ceph/ceph-client.admin.36317.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53319.log 2024-09-16T07:30:18.500 INFO:teuthology.orchestra.run.smithi031.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.70392.log.gz 2024-09-16T07:30:18.500 INFO:teuthology.orchestra.run.smithi031.stderr: 75.4% -- replaced with /var/log/ceph/ceph-client.admin.36317.log.gz 2024-09-16T07:30:18.500 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.75733.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52301.log 2024-09-16T07:30:18.500 INFO:teuthology.orchestra.run.smithi031.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.75733.log.gz 2024-09-16T07:30:18.500 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.53319.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79492.log 2024-09-16T07:30:18.500 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.53319.log.gz 2024-09-16T07:30:18.500 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.52301.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83024.log 2024-09-16T07:30:18.500 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.52301.log.gz 2024-09-16T07:30:18.500 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54707.log 2024-09-16T07:30:18.501 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.79492.log: /var/log/ceph/ceph-client.admin.83024.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79889.log 2024-09-16T07:30:18.501 INFO:teuthology.orchestra.run.smithi031.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.79492.log.gz 2024-09-16T07:30:18.501 INFO:teuthology.orchestra.run.smithi031.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.83024.log.gz 2024-09-16T07:30:18.501 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.54707.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83276.log 2024-09-16T07:30:18.501 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36762.log 2024-09-16T07:30:18.501 INFO:teuthology.orchestra.run.smithi031.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.54707.log.gz 2024-09-16T07:30:18.501 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.79889.log: /var/log/ceph/ceph-client.admin.83276.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.79889.log.gz 2024-09-16T07:30:18.501 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80663.log 2024-09-16T07:30:18.501 INFO:teuthology.orchestra.run.smithi031.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.83276.log.gz 2024-09-16T07:30:18.501 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83402.log 2024-09-16T07:30:18.501 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.36762.log: /var/log/ceph/ceph-client.admin.80663.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79576.log 2024-09-16T07:30:18.501 INFO:teuthology.orchestra.run.smithi031.stderr: 86.1% -- replaced with /var/log/ceph/ceph-client.admin.36762.log.gz 2024-09-16T07:30:18.501 INFO:teuthology.orchestra.run.smithi031.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.80663.log.gz 2024-09-16T07:30:18.502 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.83402.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73022.log 2024-09-16T07:30:18.502 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.83402.log.gz 2024-09-16T07:30:18.502 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66999.log 2024-09-16T07:30:18.502 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.79576.log: /var/log/ceph/ceph-client.admin.73022.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63826.log 2024-09-16T07:30:18.502 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.79576.log.gz 2024-09-16T07:30:18.502 INFO:teuthology.orchestra.run.smithi031.stderr: 84.7% -- replaced with /var/log/ceph/ceph-client.admin.73022.log.gz 2024-09-16T07:30:18.502 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.66999.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44565.log 2024-09-16T07:30:18.502 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.66999.log.gz 2024-09-16T07:30:18.502 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.63826.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66750.log 2024-09-16T07:30:18.502 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.63826.log.gz 2024-09-16T07:30:18.502 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45740.log 2024-09-16T07:30:18.502 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.44565.log: /var/log/ceph/ceph-client.admin.66750.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46215.log 2024-09-16T07:30:18.502 INFO:teuthology.orchestra.run.smithi031.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.66750.log.gz 2024-09-16T07:30:18.503 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.45740.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51044.log 2024-09-16T07:30:18.503 INFO:teuthology.orchestra.run.smithi031.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.44565.log.gz 2024-09-16T07:30:18.503 INFO:teuthology.orchestra.run.smithi031.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.45740.log.gz 2024-09-16T07:30:18.503 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78667.log 2024-09-16T07:30:18.503 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.46215.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.46215.log.gz 2024-09-16T07:30:18.503 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.51044.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57352.log 2024-09-16T07:30:18.503 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77481.log 2024-09-16T07:30:18.503 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.78667.log: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.51044.log.gz 2024-09-16T07:30:18.503 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.57352.log: 87.3%gzip -- replaced with /var/log/ceph/ceph-client.admin.78667.log.gz 2024-09-16T07:30:18.503 INFO:teuthology.orchestra.run.smithi031.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.74282.log 2024-09-16T07:30:18.503 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.57352.log.gz 2024-09-16T07:30:18.503 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49804.log 2024-09-16T07:30:18.503 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.77481.log: /var/log/ceph/ceph-client.admin.74282.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.77481.log.gz 2024-09-16T07:30:18.504 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-16T07:30:18.504 INFO:teuthology.orchestra.run.smithi031.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.74282.log.gz 2024-09-16T07:30:18.504 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46273.log 2024-09-16T07:30:18.504 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.49804.log: gzip/var/log/ceph/ceph.audit.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.57524.log 2024-09-16T07:30:18.504 INFO:teuthology.orchestra.run.smithi031.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.49804.log.gz 2024-09-16T07:30:18.504 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.46273.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63301.log 2024-09-16T07:30:18.504 INFO:teuthology.orchestra.run.smithi031.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.46273.log.gz 2024-09-16T07:30:18.504 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.57524.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52177.log 2024-09-16T07:30:18.504 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77565.log 2024-09-16T07:30:18.504 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.57524.log.gz 2024-09-16T07:30:18.504 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.63301.log: /var/log/ceph/ceph-client.admin.52177.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.63301.log.gz 2024-09-16T07:30:18.504 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64351.log 2024-09-16T07:30:18.504 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.52177.log.gz 2024-09-16T07:30:18.505 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.77565.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50704.log 2024-09-16T07:30:18.505 INFO:teuthology.orchestra.run.smithi031.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.77565.log.gz 2024-09-16T07:30:18.505 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.64351.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83755.log 2024-09-16T07:30:18.505 INFO:teuthology.orchestra.run.smithi031.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.64351.log.gz 2024-09-16T07:30:18.505 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71413.log 2024-09-16T07:30:18.505 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.50704.log: /var/log/ceph/ceph-client.admin.83755.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.50704.log.gz 2024-09-16T07:30:18.505 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80057.log 2024-09-16T07:30:18.505 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.83755.log.gz 2024-09-16T07:30:18.505 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.71413.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68056.log 2024-09-16T07:30:18.505 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.71413.log.gz 2024-09-16T07:30:18.505 INFO:teuthology.orchestra.run.smithi031.stderr: 89.7% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-16T07:30:18.505 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.80057.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60568.log 2024-09-16T07:30:18.505 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.68056.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.80057.log.gz 2024-09-16T07:30:18.506 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68212.log 2024-09-16T07:30:18.506 INFO:teuthology.orchestra.run.smithi031.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.68056.log.gz 2024-09-16T07:30:18.506 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.60568.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83528.log 2024-09-16T07:30:18.506 INFO:teuthology.orchestra.run.smithi031.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.60568.log.gz 2024-09-16T07:30:18.506 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.68212.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58557.log 2024-09-16T07:30:18.506 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.68212.log.gz 2024-09-16T07:30:18.506 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52443.log 2024-09-16T07:30:18.506 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.83528.log: /var/log/ceph/ceph-client.admin.58557.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.2.45576.log 2024-09-16T07:30:18.506 INFO:teuthology.orchestra.run.smithi031.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.83528.log.gz 2024-09-16T07:30:18.506 INFO:teuthology.orchestra.run.smithi031.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.58557.log.gz 2024-09-16T07:30:18.506 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.52443.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70747.log 2024-09-16T07:30:18.506 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 87.4% --verbose -- -- replaced with /var/log/ceph/ceph-client.admin.52443.log.gz /var/log/ceph/ceph-client.admin.79763.log 2024-09-16T07:30:18.507 INFO:teuthology.orchestra.run.smithi031.stderr: 2024-09-16T07:30:18.507 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.2.45576.log: /var/log/ceph/ceph-client.admin.70747.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62223.log 2024-09-16T07:30:18.507 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.70747.log.gz 2024-09-16T07:30:18.507 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.79763.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54581.log 2024-09-16T07:30:18.507 INFO:teuthology.orchestra.run.smithi031.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.2.45576.log.gz 2024-09-16T07:30:18.507 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58515.log 2024-09-16T07:30:18.507 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.62223.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.79763.log.gz 2024-09-16T07:30:18.507 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.54581.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.62223.log.gz 2024-09-16T07:30:18.507 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62265.log 2024-09-16T07:30:18.507 INFO:teuthology.orchestra.run.smithi031.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.54581.log.gz 2024-09-16T07:30:18.507 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.58515.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63868.log 2024-09-16T07:30:18.507 INFO:teuthology.orchestra.run.smithi031.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.58515.log.gz 2024-09-16T07:30:18.507 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.62265.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78709.log 2024-09-16T07:30:18.507 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.62265.log.gz 2024-09-16T07:30:18.508 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.63868.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56358.log 2024-09-16T07:30:18.508 INFO:teuthology.orchestra.run.smithi031.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.63868.log.gz 2024-09-16T07:30:18.508 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76457.log 2024-09-16T07:30:18.508 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.78709.log: /var/log/ceph/ceph-client.admin.56358.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43053.log 2024-09-16T07:30:18.508 INFO:teuthology.orchestra.run.smithi031.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.78709.log.gz 2024-09-16T07:30:18.508 INFO:teuthology.orchestra.run.smithi031.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.56358.log.gz 2024-09-16T07:30:18.508 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.76457.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58437.log 2024-09-16T07:30:18.508 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63049.log 2024-09-16T07:30:18.508 INFO:teuthology.orchestra.run.smithi031.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.76457.log.gz 2024-09-16T07:30:18.508 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43053.log: /var/log/ceph/ceph-client.admin.58437.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.43053.log.gz 2024-09-16T07:30:18.508 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69078.log 2024-09-16T07:30:18.508 INFO:teuthology.orchestra.run.smithi031.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.58437.log.gz 2024-09-16T07:30:18.508 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58599.log 2024-09-16T07:30:18.508 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.63049.log: /var/log/ceph/ceph-client.admin.69078.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36662.log 2024-09-16T07:30:18.509 INFO:teuthology.orchestra.run.smithi031.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.63049.log.gz 2024-09-16T07:30:18.509 INFO:teuthology.orchestra.run.smithi031.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.69078.log.gz 2024-09-16T07:30:18.509 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.58599.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71362.log 2024-09-16T07:30:18.509 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.58599.log.gz 2024-09-16T07:30:18.509 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.36662.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78206.log 2024-09-16T07:30:18.509 INFO:teuthology.orchestra.run.smithi031.stderr: 85.8% -- replaced with /var/log/ceph/ceph-client.admin.36662.log.gz 2024-09-16T07:30:18.509 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50235.log 2024-09-16T07:30:18.509 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.71362.log: /var/log/ceph/ceph-client.admin.78206.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.71362.log.gz 2024-09-16T07:30:18.509 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61784.log 2024-09-16T07:30:18.509 INFO:teuthology.orchestra.run.smithi031.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.78206.log.gz 2024-09-16T07:30:18.509 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61303.log 2024-09-16T07:30:18.509 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.50235.log: /var/log/ceph/ceph-client.admin.61784.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71171.log 2024-09-16T07:30:18.509 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.50235.log.gz 2024-09-16T07:30:18.510 INFO:teuthology.orchestra.run.smithi031.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.61784.log.gz 2024-09-16T07:30:18.510 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.61303.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81004.log 2024-09-16T07:30:18.510 INFO:teuthology.orchestra.run.smithi031.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.61303.log.gz 2024-09-16T07:30:18.510 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.71171.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53449.log 2024-09-16T07:30:18.510 INFO:teuthology.orchestra.run.smithi031.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.71171.log.gz 2024-09-16T07:30:18.510 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76515.log 2024-09-16T07:30:18.510 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.81004.log: /var/log/ceph/ceph-client.admin.53449.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54199.log 2024-09-16T07:30:18.510 INFO:teuthology.orchestra.run.smithi031.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.53449.log.gz 2024-09-16T07:30:18.510 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.76515.log: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.81004.log.gzgzip 2024-09-16T07:30:18.510 INFO:teuthology.orchestra.run.smithi031.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.72940.log 2024-09-16T07:30:18.510 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.76515.log.gz 2024-09-16T07:30:18.510 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5/var/log/ceph/ceph-client.admin.54199.log: --verbose -- /var/log/ceph/ceph-client.admin.62307.log 2024-09-16T07:30:18.510 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.72940.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.54199.log.gz 2024-09-16T07:30:18.510 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46078.log 2024-09-16T07:30:18.511 INFO:teuthology.orchestra.run.smithi031.stderr: 84.8% -- replaced with /var/log/ceph/ceph-client.admin.72940.log.gz 2024-09-16T07:30:18.511 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.62307.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62434.log 2024-09-16T07:30:18.511 INFO:teuthology.orchestra.run.smithi031.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.62307.log.gz 2024-09-16T07:30:18.511 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.46078.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83797.log 2024-09-16T07:30:18.511 INFO:teuthology.orchestra.run.smithi031.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.46078.log.gz 2024-09-16T07:30:18.511 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.62434.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49659.log 2024-09-16T07:30:18.511 INFO:teuthology.orchestra.run.smithi031.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.62434.log.gz 2024-09-16T07:30:18.511 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74114.log 2024-09-16T07:30:18.511 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.83797.log: /var/log/ceph/ceph-client.admin.49659.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68384.log 2024-09-16T07:30:18.511 INFO:teuthology.orchestra.run.smithi031.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.83797.log.gz 2024-09-16T07:30:18.511 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.49659.log.gz 2024-09-16T07:30:18.511 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.74114.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74156.log 2024-09-16T07:30:18.511 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.74114.log.gz 2024-09-16T07:30:18.511 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50014.log 2024-09-16T07:30:18.512 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.68384.log: /var/log/ceph/ceph-client.admin.74156.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53796.log 2024-09-16T07:30:18.512 INFO:teuthology.orchestra.run.smithi031.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.68384.log.gz 2024-09-16T07:30:18.512 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.74156.log.gz 2024-09-16T07:30:18.512 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.50014.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66539.log 2024-09-16T07:30:18.512 INFO:teuthology.orchestra.run.smithi031.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.50014.log.gz 2024-09-16T07:30:18.512 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46896.log 2024-09-16T07:30:18.512 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.53796.log: /var/log/ceph/ceph-client.admin.66539.log: 87.6%gzip -- replaced with /var/log/ceph/ceph-client.admin.53796.log.gz -5 2024-09-16T07:30:18.512 INFO:teuthology.orchestra.run.smithi031.stderr: --verbose -- /var/log/ceph/ceph-client.admin.82345.log 2024-09-16T07:30:18.512 INFO:teuthology.orchestra.run.smithi031.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.66539.log.gz 2024-09-16T07:30:18.512 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.46896.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36281.log 2024-09-16T07:30:18.512 INFO:teuthology.orchestra.run.smithi031.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.46896.log.gz 2024-09-16T07:30:18.512 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76725.log 2024-09-16T07:30:18.512 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.82345.log: /var/log/ceph/ceph-client.admin.36281.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59562.log 2024-09-16T07:30:18.512 INFO:teuthology.orchestra.run.smithi031.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.82345.log.gz 2024-09-16T07:30:18.513 INFO:teuthology.orchestra.run.smithi031.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.36281.log.gz 2024-09-16T07:30:18.513 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.76725.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53533.log 2024-09-16T07:30:18.513 INFO:teuthology.orchestra.run.smithi031.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.76725.log.gz 2024-09-16T07:30:18.513 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.59562.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83715.log 2024-09-16T07:30:18.513 INFO:teuthology.orchestra.run.smithi031.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.59562.log.gz 2024-09-16T07:30:18.513 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.53533.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73321.log 2024-09-16T07:30:18.513 INFO:teuthology.orchestra.run.smithi031.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.53533.log.gz 2024-09-16T07:30:18.513 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54287.log 2024-09-16T07:30:18.513 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.83715.log: /var/log/ceph/ceph-client.admin.73321.log: gzip 86.9% -5 --verbose -- replaced with /var/log/ceph/ceph-client.admin.83715.log.gz -- 2024-09-16T07:30:18.513 INFO:teuthology.orchestra.run.smithi031.stderr: /var/log/ceph/ceph-client.admin.74952.log 2024-09-16T07:30:18.513 INFO:teuthology.orchestra.run.smithi031.stderr: 84.5% -- replaced with /var/log/ceph/ceph-client.admin.73321.log.gz 2024-09-16T07:30:18.513 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.54287.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70166.log 2024-09-16T07:30:18.513 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.54287.log.gz 2024-09-16T07:30:18.513 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.74952.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45994.log 2024-09-16T07:30:18.514 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.74952.log.gz 2024-09-16T07:30:18.514 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74682.log 2024-09-16T07:30:18.514 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.70166.log: /var/log/ceph/ceph-client.admin.45994.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47804.log 2024-09-16T07:30:18.514 INFO:teuthology.orchestra.run.smithi031.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.70166.log.gz 2024-09-16T07:30:18.514 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.45994.log.gz 2024-09-16T07:30:18.514 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.74682.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57129.log 2024-09-16T07:30:18.514 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.74682.log.gz 2024-09-16T07:30:18.514 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.47804.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83066.log 2024-09-16T07:30:18.514 INFO:teuthology.orchestra.run.smithi031.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.47804.log.gz 2024-09-16T07:30:18.514 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67928.log 2024-09-16T07:30:18.514 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.57129.log: /var/log/ceph/ceph-client.admin.83066.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50438.log 2024-09-16T07:30:18.514 INFO:teuthology.orchestra.run.smithi031.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.57129.log.gz 2024-09-16T07:30:18.514 INFO:teuthology.orchestra.run.smithi031.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.83066.log.gz 2024-09-16T07:30:18.514 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.67928.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77224.log 2024-09-16T07:30:18.515 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.67928.log.gz 2024-09-16T07:30:18.515 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80099.log 2024-09-16T07:30:18.515 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.50438.log: /var/log/ceph/ceph-client.admin.77224.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61219.log 2024-09-16T07:30:18.515 INFO:teuthology.orchestra.run.smithi031.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.50438.log.gz 2024-09-16T07:30:18.515 INFO:teuthology.orchestra.run.smithi031.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.77224.log.gz 2024-09-16T07:30:18.515 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.80099.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72530.log 2024-09-16T07:30:18.515 INFO:teuthology.orchestra.run.smithi031.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.80099.log.gz 2024-09-16T07:30:18.515 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67419.log 2024-09-16T07:30:18.515 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.61219.log: /var/log/ceph/ceph-client.admin.72530.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44075.log 2024-09-16T07:30:18.515 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.61219.log.gz 2024-09-16T07:30:18.515 INFO:teuthology.orchestra.run.smithi031.stderr: 85.0% -- replaced with /var/log/ceph/ceph-client.admin.72530.log.gz 2024-09-16T07:30:18.515 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.67419.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66642.log 2024-09-16T07:30:18.515 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75859.log 87.7% 2024-09-16T07:30:18.515 INFO:teuthology.orchestra.run.smithi031.stderr: -- replaced with /var/log/ceph/ceph-client.admin.67419.log.gz 2024-09-16T07:30:18.516 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.44075.log: /var/log/ceph/ceph-client.admin.66642.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.44075.log.gz 2024-09-16T07:30:18.516 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82574.log 2024-09-16T07:30:18.516 INFO:teuthology.orchestra.run.smithi031.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.66642.log.gz 2024-09-16T07:30:18.516 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61431.log 2024-09-16T07:30:18.516 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.75859.log: /var/log/ceph/ceph-client.admin.82574.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59112.log 2024-09-16T07:30:18.516 INFO:teuthology.orchestra.run.smithi031.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.75859.log.gz 2024-09-16T07:30:18.516 INFO:teuthology.orchestra.run.smithi031.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.82574.log.gz 2024-09-16T07:30:18.516 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.61431.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64267.log 2024-09-16T07:30:18.516 INFO:teuthology.orchestra.run.smithi031.stderr: 85.7% -- replaced with /var/log/ceph/ceph-client.admin.61431.log.gz 2024-09-16T07:30:18.516 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.59112.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70705.log 2024-09-16T07:30:18.516 INFO:teuthology.orchestra.run.smithi031.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.59112.log.gz 2024-09-16T07:30:18.516 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.64267.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46120.log 2024-09-16T07:30:18.516 INFO:teuthology.orchestra.run.smithi031.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.64267.log.gz 2024-09-16T07:30:18.516 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.70705.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71010.log 2024-09-16T07:30:18.517 INFO:teuthology.orchestra.run.smithi031.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.70705.log.gz 2024-09-16T07:30:18.517 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81783.log 2024-09-16T07:30:18.517 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.46120.log: /var/log/ceph/ceph-client.admin.71010.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36373.log 2024-09-16T07:30:18.517 INFO:teuthology.orchestra.run.smithi031.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.46120.log.gz 2024-09-16T07:30:18.517 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.71010.log.gz 2024-09-16T07:30:18.517 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.81783.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77888.log 2024-09-16T07:30:18.517 INFO:teuthology.orchestra.run.smithi031.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.81783.log.gz 2024-09-16T07:30:18.517 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43179.log 2024-09-16T07:30:18.517 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.36373.log: 77.3% -- replaced with /var/log/ceph/ceph-client.admin.36373.log.gz 2024-09-16T07:30:18.517 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.77888.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62690.log 2024-09-16T07:30:18.517 INFO:teuthology.orchestra.run.smithi031.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.77888.log.gz 2024-09-16T07:30:18.517 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48018.log 2024-09-16T07:30:18.517 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43179.log: /var/log/ceph/ceph-client.admin.62690.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42927.log 2024-09-16T07:30:18.518 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.43179.log.gz 2024-09-16T07:30:18.518 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.62690.log.gz 2024-09-16T07:30:18.518 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.48018.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60652.log 2024-09-16T07:30:18.518 INFO:teuthology.orchestra.run.smithi031.stderr: 86.6%gzip -- replaced with /var/log/ceph/ceph-client.admin.48018.log.gz 2024-09-16T07:30:18.518 INFO:teuthology.orchestra.run.smithi031.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.52833.log 2024-09-16T07:30:18.518 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.42927.log: /var/log/ceph/ceph-client.admin.60652.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.42927.log.gz 2024-09-16T07:30:18.518 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55400.log 2024-09-16T07:30:18.518 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.60652.log.gz 2024-09-16T07:30:18.518 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73801.log 2024-09-16T07:30:18.518 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.52833.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.52833.log.gz 2024-09-16T07:30:18.518 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.55400.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73403.log 2024-09-16T07:30:18.518 INFO:teuthology.orchestra.run.smithi031.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.55400.log.gz 2024-09-16T07:30:18.518 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57693.log 2024-09-16T07:30:18.518 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.73801.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.73801.log.gz 2024-09-16T07:30:18.519 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.73403.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63259.log 2024-09-16T07:30:18.519 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.55117.log 2024-09-16T07:30:18.519 INFO:teuthology.orchestra.run.smithi031.stderr: 84.6% -- replaced with /var/log/ceph/ceph-client.admin.73403.log.gz 2024-09-16T07:30:18.519 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.57693.log: /var/log/ceph/ceph-client.admin.63259.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71213.log 2024-09-16T07:30:18.519 INFO:teuthology.orchestra.run.smithi031.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.57693.log.gz 2024-09-16T07:30:18.519 INFO:teuthology.orchestra.run.smithi031.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.63259.log.gz 2024-09-16T07:30:18.519 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.0.55117.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54455.log 2024-09-16T07:30:18.519 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.71213.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53701.log 2024-09-16T07:30:18.519 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.71213.log.gz 2024-09-16T07:30:18.519 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.54455.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.a.log 2024-09-16T07:30:18.519 INFO:teuthology.orchestra.run.smithi031.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.54455.log.gz 2024-09-16T07:30:18.519 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.53701.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42801.log 2024-09-16T07:30:18.519 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.53701.log.gz 2024-09-16T07:30:18.520 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53136.log 2024-09-16T07:30:18.520 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.42801.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75817.log 2024-09-16T07:30:18.520 INFO:teuthology.orchestra.run.smithi031.stderr: 87.7%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72858.log 2024-09-16T07:30:18.520 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.53136.log: -- replaced with /var/log/ceph/ceph-client.admin.42801.log.gz 2024-09-16T07:30:18.520 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.75817.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56181.log 2024-09-16T07:30:18.520 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.53136.log.gz 2024-09-16T07:30:18.520 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.72858.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.81330.log 2024-09-16T07:30:18.520 INFO:teuthology.orchestra.run.smithi031.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.75817.log.gz 2024-09-16T07:30:18.520 INFO:teuthology.orchestra.run.smithi031.stderr: 84.5% -- replaced with /var/log/ceph/ceph-client.admin.72858.log.gz 2024-09-16T07:30:18.520 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58807.log 2024-09-16T07:30:18.520 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.56181.log: /var/log/ceph/ceph-client.0.81330.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44667.log 2024-09-16T07:30:18.520 INFO:teuthology.orchestra.run.smithi031.stderr: 87.3%/var/log/ceph/ceph-client.admin.58807.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82387.log 2024-09-16T07:30:18.520 INFO:teuthology.orchestra.run.smithi031.stderr: -- replaced with /var/log/ceph/ceph-client.admin.56181.log.gz 2024-09-16T07:30:18.521 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.58807.log.gz 2024-09-16T07:30:18.521 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70350.log 2024-09-16T07:30:18.521 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.44667.log: /var/log/ceph/ceph-client.admin.82387.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62054.log 2024-09-16T07:30:18.521 INFO:teuthology.orchestra.run.smithi031.stderr: 87.7%/var/log/ceph/ceph-client.admin.70350.log: -- replaced with /var/log/ceph/ceph-client.admin.44667.log.gz 87.6% -- replaced with /var/log/ceph/ceph-client.admin.82387.log.gz 2024-09-16T07:30:18.521 INFO:teuthology.orchestra.run.smithi031.stderr: 2024-09-16T07:30:18.521 INFO:teuthology.orchestra.run.smithi031.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.70350.log.gz 2024-09-16T07:30:18.521 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48855.log 2024-09-16T07:30:18.521 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.62054.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75204.log 2024-09-16T07:30:18.521 INFO:teuthology.orchestra.run.smithi031.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.62054.log.gz 2024-09-16T07:30:18.521 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.48855.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52771.log 2024-09-16T07:30:18.521 INFO:teuthology.orchestra.run.smithi031.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.48855.log.gz 2024-09-16T07:30:18.521 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.75204.log: gzip -5 --verbose -- 87.6% /var/log/ceph/ceph-client.admin.48270.log 2024-09-16T07:30:18.521 INFO:teuthology.orchestra.run.smithi031.stderr: -- replaced with /var/log/ceph/ceph-client.admin.75204.log.gz 2024-09-16T07:30:18.521 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.52771.log: gzip -5 92.6% --verbose -- /var/log/ceph/ceph-client.admin.81928.log 2024-09-16T07:30:18.521 INFO:teuthology.orchestra.run.smithi031.stderr: -- replaced with /var/log/ceph/ceph-client.0.55117.log.gz 2024-09-16T07:30:18.522 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.52771.log.gz 2024-09-16T07:30:18.522 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.48270.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50140.log 2024-09-16T07:30:18.522 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.48270.log.gz 2024-09-16T07:30:18.522 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.81928.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58219.log 2024-09-16T07:30:18.522 INFO:teuthology.orchestra.run.smithi031.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.81928.log.gz/var/log/ceph/ceph-client.admin.50140.log: 2024-09-16T07:30:18.522 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76683.log 2024-09-16T07:30:18.522 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.50140.log.gz 2024-09-16T07:30:18.522 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.58219.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79660.log 2024-09-16T07:30:18.522 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.76683.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.58219.log.gz 2024-09-16T07:30:18.522 INFO:teuthology.orchestra.run.smithi031.stderr: 92.4%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46998.log 2024-09-16T07:30:18.522 INFO:teuthology.orchestra.run.smithi031.stderr: -- replaced with /var/log/ceph/ceph-client.0.81330.log.gz 2024-09-16T07:30:18.522 INFO:teuthology.orchestra.run.smithi031.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.76683.log.gz 2024-09-16T07:30:18.522 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.79660.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70663.log 2024-09-16T07:30:18.522 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.46998.log: gzip 87.5% -- replaced with /var/log/ceph/ceph-client.admin.79660.log.gz 2024-09-16T07:30:18.523 INFO:teuthology.orchestra.run.smithi031.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.46525.log 2024-09-16T07:30:18.523 INFO:teuthology.orchestra.run.smithi031.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.46998.log.gz 2024-09-16T07:30:18.523 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.70663.log: gzip -5 --verbose -- 87.5% -- replaced with /var/log/ceph/ceph-client.admin.70663.log.gz 2024-09-16T07:30:18.523 INFO:teuthology.orchestra.run.smithi031.stderr: /var/log/ceph/ceph-client.admin.49701.log 2024-09-16T07:30:18.523 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.46525.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47163.log 2024-09-16T07:30:18.523 INFO:teuthology.orchestra.run.smithi031.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.46525.log.gz 2024-09-16T07:30:18.523 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.49701.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76599.log 2024-09-16T07:30:18.523 INFO:teuthology.orchestra.run.smithi031.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.49701.log.gz 2024-09-16T07:30:18.523 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.47163.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75078.log 2024-09-16T07:30:18.523 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.47163.log.gz 2024-09-16T07:30:18.523 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.76599.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71904.log 2024-09-16T07:30:18.523 INFO:teuthology.orchestra.run.smithi031.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.76599.log.gz 2024-09-16T07:30:18.523 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.75078.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81729.log 2024-09-16T07:30:18.524 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81571.log 2024-09-16T07:30:18.524 INFO:teuthology.orchestra.run.smithi031.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.75078.log.gz 2024-09-16T07:30:18.524 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.71904.log: /var/log/ceph/ceph-client.admin.81729.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.71904.log.gz 2024-09-16T07:30:18.524 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48378.log 2024-09-16T07:30:18.524 INFO:teuthology.orchestra.run.smithi031.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.81729.log.gz 2024-09-16T07:30:18.524 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.81571.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67083.log 2024-09-16T07:30:18.524 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.48378.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.81571.log.gz 2024-09-16T07:30:18.524 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74072.log 2024-09-16T07:30:18.524 INFO:teuthology.orchestra.run.smithi031.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.48378.log.gz 2024-09-16T07:30:18.524 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.67083.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48939.log 2024-09-16T07:30:18.524 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49158.log 2024-09-16T07:30:18.524 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.67083.log.gz 2024-09-16T07:30:18.524 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.74072.log: /var/log/ceph/ceph-client.admin.48939.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36467.log 2024-09-16T07:30:18.525 INFO:teuthology.orchestra.run.smithi031.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.74072.log.gz 2024-09-16T07:30:18.525 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.48939.log.gz 2024-09-16T07:30:18.525 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.49158.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.45089.log 2024-09-16T07:30:18.525 INFO:teuthology.orchestra.run.smithi031.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.49158.log.gz 2024-09-16T07:30:18.525 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.36467.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77758.log 2024-09-16T07:30:18.525 INFO:teuthology.orchestra.run.smithi031.stderr: 80.9% -- replaced with /var/log/ceph/ceph-client.admin.36467.log.gz 2024-09-16T07:30:18.525 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.0.45089.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60201.log 2024-09-16T07:30:18.525 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72694.log 2024-09-16T07:30:18.525 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.77758.log: /var/log/ceph/ceph-client.admin.60201.log: 87.2%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50750.log 2024-09-16T07:30:18.525 INFO:teuthology.orchestra.run.smithi031.stderr: -- replaced with /var/log/ceph/ceph-client.admin.77758.log.gz 2024-09-16T07:30:18.525 INFO:teuthology.orchestra.run.smithi031.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.0.45089.log.gz 2024-09-16T07:30:18.525 INFO:teuthology.orchestra.run.smithi031.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.60201.log.gz 2024-09-16T07:30:18.525 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.72694.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78994.log 2024-09-16T07:30:18.526 INFO:teuthology.orchestra.run.smithi031.stderr: 84.8% -- replaced with /var/log/ceph/ceph-client.admin.72694.log.gz 2024-09-16T07:30:18.526 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.50750.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50098.log 2024-09-16T07:30:18.526 INFO:teuthology.orchestra.run.smithi031.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.50750.log.gz 2024-09-16T07:30:18.526 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.78994.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52011.log 2024-09-16T07:30:18.526 INFO:teuthology.orchestra.run.smithi031.stderr: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.78994.log.gz 2024-09-16T07:30:18.526 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.50098.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59249.log 2024-09-16T07:30:18.526 INFO:teuthology.orchestra.run.smithi031.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.50098.log.gz 2024-09-16T07:30:18.526 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.52011.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73280.log 2024-09-16T07:30:18.526 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62529.log 2024-09-16T07:30:18.526 INFO:teuthology.orchestra.run.smithi031.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.52011.log.gz 2024-09-16T07:30:18.526 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.59249.log: /var/log/ceph/ceph-client.admin.73280.log: gzip -5 --verbose 87.4% -- /var/log/ceph/ceph-client.admin.82616.log -- replaced with /var/log/ceph/ceph-client.admin.59249.log.gz 2024-09-16T07:30:18.526 INFO:teuthology.orchestra.run.smithi031.stderr: 2024-09-16T07:30:18.526 INFO:teuthology.orchestra.run.smithi031.stderr: 84.4% -- replaced with /var/log/ceph/ceph-client.admin.73280.log.gz 2024-09-16T07:30:18.527 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.62529.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83234.log 2024-09-16T07:30:18.527 INFO:teuthology.orchestra.run.smithi031.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.62529.log.gz 2024-09-16T07:30:18.527 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.82616.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60113.log 2024-09-16T07:30:18.527 INFO:teuthology.orchestra.run.smithi031.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.82616.log.gz 2024-09-16T07:30:18.527 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.83234.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56620.log 2024-09-16T07:30:18.527 INFO:teuthology.orchestra.run.smithi031.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.83234.log.gz 2024-09-16T07:30:18.527 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.60113.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67377.log 2024-09-16T07:30:18.527 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.60113.log.gz 2024-09-16T07:30:18.527 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.56620.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69162.log 2024-09-16T07:30:18.527 INFO:teuthology.orchestra.run.smithi031.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.56620.log.gz 2024-09-16T07:30:18.527 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.67377.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79074.log 2024-09-16T07:30:18.527 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.69162.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.67377.log.gz 2024-09-16T07:30:18.527 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69830.log 2024-09-16T07:30:18.527 INFO:teuthology.orchestra.run.smithi031.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.69162.log.gz 2024-09-16T07:30:18.528 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.79074.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47285.log 2024-09-16T07:30:18.528 INFO:teuthology.orchestra.run.smithi031.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.79074.log.gz 2024-09-16T07:30:18.528 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.69830.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56307.log 2024-09-16T07:30:18.528 INFO:teuthology.orchestra.run.smithi031.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.69830.log.gz 2024-09-16T07:30:18.528 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.47285.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52115.log 2024-09-16T07:30:18.528 INFO:teuthology.orchestra.run.smithi031.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.47285.log.gz 2024-09-16T07:30:18.528 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.56307.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49491.log 2024-09-16T07:30:18.528 INFO:teuthology.orchestra.run.smithi031.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.56307.log.gz 2024-09-16T07:30:18.528 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.52115.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76097.log 2024-09-16T07:30:18.528 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.52115.log.gz 2024-09-16T07:30:18.528 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.49491.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60252.log 2024-09-16T07:30:18.528 INFO:teuthology.orchestra.run.smithi031.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.49491.log.gz 2024-09-16T07:30:18.528 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.76097.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68426.log 2024-09-16T07:30:18.529 INFO:teuthology.orchestra.run.smithi031.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.76097.log.gz 2024-09-16T07:30:18.529 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.60252.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48102.log 2024-09-16T07:30:18.529 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.60252.log.gz 2024-09-16T07:30:18.529 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.68426.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69764.log 2024-09-16T07:30:18.529 INFO:teuthology.orchestra.run.smithi031.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.68426.log.gz 2024-09-16T07:30:18.529 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.48102.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67587.log 2024-09-16T07:30:18.529 INFO:teuthology.orchestra.run.smithi031.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.48102.log.gz 2024-09-16T07:30:18.529 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.69764.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57310.log 2024-09-16T07:30:18.529 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.69764.log.gz 2024-09-16T07:30:18.529 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.67587.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80274.log 2024-09-16T07:30:18.529 INFO:teuthology.orchestra.run.smithi031.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.67587.log.gz 2024-09-16T07:30:18.529 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.57310.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62923.log 2024-09-16T07:30:18.529 INFO:teuthology.orchestra.run.smithi031.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.57310.log.gz 2024-09-16T07:30:18.529 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.80274.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47243.log 2024-09-16T07:30:18.530 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.80274.log.gz 2024-09-16T07:30:18.530 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.62923.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61177.log 2024-09-16T07:30:18.530 INFO:teuthology.orchestra.run.smithi031.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.62923.log.gz 2024-09-16T07:30:18.530 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.47243.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71585.log 2024-09-16T07:30:18.530 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.47243.log.gz 2024-09-16T07:30:18.530 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.61177.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78623.log 2024-09-16T07:30:18.530 INFO:teuthology.orchestra.run.smithi031.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.61177.log.gz 2024-09-16T07:30:18.530 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.71585.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75312.log 2024-09-16T07:30:18.530 INFO:teuthology.orchestra.run.smithi031.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.71585.log.gz 2024-09-16T07:30:18.530 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.78623.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78940.log 2024-09-16T07:30:18.530 INFO:teuthology.orchestra.run.smithi031.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.78623.log.gz 2024-09-16T07:30:18.530 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.75312.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72981.log 2024-09-16T07:30:18.530 INFO:teuthology.orchestra.run.smithi031.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.75312.log.gz 2024-09-16T07:30:18.530 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.78940.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52053.log 2024-09-16T07:30:18.531 INFO:teuthology.orchestra.run.smithi031.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.78940.log.gz 2024-09-16T07:30:18.531 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.72981.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77846.log 2024-09-16T07:30:18.531 INFO:teuthology.orchestra.run.smithi031.stderr: 84.6% -- replaced with /var/log/ceph/ceph-client.admin.72981.log.gz 2024-09-16T07:30:18.531 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.52053.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48060.log 2024-09-16T07:30:18.531 INFO:teuthology.orchestra.run.smithi031.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.52053.log.gz 2024-09-16T07:30:18.531 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.77846.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71754.log 2024-09-16T07:30:18.531 INFO:teuthology.orchestra.run.smithi031.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.77846.log.gz 2024-09-16T07:30:18.531 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.48060.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76785.log 2024-09-16T07:30:18.531 INFO:teuthology.orchestra.run.smithi031.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.48060.log.gz 2024-09-16T07:30:18.531 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.71754.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81613.log 2024-09-16T07:30:18.531 INFO:teuthology.orchestra.run.smithi031.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.71754.log.gz 2024-09-16T07:30:18.531 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.76785.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37209.log 2024-09-16T07:30:18.531 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83150.log 2024-09-16T07:30:18.531 INFO:teuthology.orchestra.run.smithi031.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.76785.log.gz 2024-09-16T07:30:18.532 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.81613.log: /var/log/ceph/ceph-client.admin.37209.log: 87.6%gzip -- replaced with /var/log/ceph/ceph-client.admin.81613.log.gz 2024-09-16T07:30:18.532 INFO:teuthology.orchestra.run.smithi031.stderr: -5 --verbose -- /var/log/ceph/ceph-mon.a.log 2024-09-16T07:30:18.532 INFO:teuthology.orchestra.run.smithi031.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.37209.log.gz 2024-09-16T07:30:18.532 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.83150.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56921.log 2024-09-16T07:30:18.532 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.83150.log.gz 2024-09-16T07:30:18.532 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48312.log 2024-09-16T07:30:18.532 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51587.log 2024-09-16T07:30:18.532 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.56921.log: /var/log/ceph/ceph-client.admin.48312.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71255.log 2024-09-16T07:30:18.532 INFO:teuthology.orchestra.run.smithi031.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.56921.log.gz 2024-09-16T07:30:18.532 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.51587.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77664.log 2024-09-16T07:30:18.532 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4%/var/log/ceph/ceph-client.admin.71255.log: -- replaced with /var/log/ceph/ceph-client.admin.51587.log.gz 2024-09-16T07:30:18.532 INFO:teuthology.orchestra.run.smithi031.stderr: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.48312.log.gz 2024-09-16T07:30:18.532 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72363.log 2024-09-16T07:30:18.532 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.71255.log.gz 2024-09-16T07:30:18.533 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49391.log 2024-09-16T07:30:18.533 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.77664.log: /var/log/ceph/ceph-client.admin.72363.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.77664.log.gz 2024-09-16T07:30:18.533 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49055.log 2024-09-16T07:30:18.533 INFO:teuthology.orchestra.run.smithi031.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.72363.log.gz 2024-09-16T07:30:18.533 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.49391.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36224.log 2024-09-16T07:30:18.533 INFO:teuthology.orchestra.run.smithi031.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.49391.log.gz 2024-09-16T07:30:18.533 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.49055.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61606.log 2024-09-16T07:30:18.533 INFO:teuthology.orchestra.run.smithi031.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.49055.log.gz 2024-09-16T07:30:18.533 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.36224.log: gzip -5 75.9% --verbose -- -- replaced with /var/log/ceph/ceph-client.admin.36224.log.gz 2024-09-16T07:30:18.533 INFO:teuthology.orchestra.run.smithi031.stderr: /var/log/ceph/ceph-client.admin.67766.log 2024-09-16T07:30:18.533 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.61606.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77930.log 2024-09-16T07:30:18.533 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.61606.log.gz 2024-09-16T07:30:18.533 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.67766.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64225.log 2024-09-16T07:30:18.534 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46467.log 2024-09-16T07:30:18.534 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.77930.log: -- replaced with /var/log/ceph/ceph-client.admin.67766.log.gz 2024-09-16T07:30:18.534 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.64225.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.77930.log.gz 2024-09-16T07:30:18.534 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44072.log 2024-09-16T07:30:18.534 INFO:teuthology.orchestra.run.smithi031.stderr: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.64225.log.gz 2024-09-16T07:30:18.534 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80579.log 2024-09-16T07:30:18.534 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.46467.log: /var/log/ceph/ceph-client.admin.44072.log: gzip -5 87.5% --verbose -- /var/log/ceph/ceph-client.admin.43730.log 2024-09-16T07:30:18.534 INFO:teuthology.orchestra.run.smithi031.stderr: -- replaced with /var/log/ceph/ceph-client.admin.46467.log.gz 2024-09-16T07:30:18.534 INFO:teuthology.orchestra.run.smithi031.stderr: 87.6%/var/log/ceph/ceph-client.admin.80579.log: -- replaced with /var/log/ceph/ceph-client.admin.44072.log.gz 2024-09-16T07:30:18.534 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.63669.log 2024-09-16T07:30:18.534 INFO:teuthology.orchestra.run.smithi031.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.80579.log.gz 2024-09-16T07:30:18.534 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43730.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83612.log 2024-09-16T07:30:18.534 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.43730.log.gz 2024-09-16T07:30:18.535 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.0.63669.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72405.log 2024-09-16T07:30:18.535 INFO:teuthology.orchestra.run.smithi031.stderr:gzip/var/log/ceph/ceph-client.admin.83612.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.71455.log 2024-09-16T07:30:18.535 INFO:teuthology.orchestra.run.smithi031.stderr: 87.1%/var/log/ceph/ceph-client.admin.72405.log: -- replaced with /var/log/ceph/ceph-client.admin.83612.log.gz 2024-09-16T07:30:18.535 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37296.log 2024-09-16T07:30:18.535 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.72405.log.gz 2024-09-16T07:30:18.535 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49449.log 2024-09-16T07:30:18.535 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.71455.log: /var/log/ceph/ceph-client.admin.37296.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59867.log 2024-09-16T07:30:18.535 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.49449.log: 86.6% 87.5% -- replaced with /var/log/ceph/ceph-client.admin.37296.log.gz 2024-09-16T07:30:18.535 INFO:teuthology.orchestra.run.smithi031.stderr: -- replaced with /var/log/ceph/ceph-client.admin.71455.log.gz 2024-09-16T07:30:18.535 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose 87.1% -- replaced with /var/log/ceph/ceph-client.admin.49449.log.gz 2024-09-16T07:30:18.535 INFO:teuthology.orchestra.run.smithi031.stderr: -- /var/log/ceph/ceph-client.admin.62774.log 2024-09-16T07:30:18.535 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.59867.log: gzip 87.9% -- replaced with /var/log/ceph/ceph-client.admin.59867.log.gz 2024-09-16T07:30:18.535 INFO:teuthology.orchestra.run.smithi031.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.66334.log 2024-09-16T07:30:18.535 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.62774.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45850.log 2024-09-16T07:30:18.536 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.62774.log.gz 2024-09-16T07:30:18.536 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.66334.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42629.log 87.0% -- replaced with /var/log/ceph/ceph-client.admin.66334.log.gz 2024-09-16T07:30:18.536 INFO:teuthology.orchestra.run.smithi031.stderr: 2024-09-16T07:30:18.536 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.45850.log: gzip -5 87.6% -- replaced with /var/log/ceph/ceph-client.admin.45850.log.gz 2024-09-16T07:30:18.536 INFO:teuthology.orchestra.run.smithi031.stderr: --verbose -- /var/log/ceph/ceph-client.admin.68170.log 2024-09-16T07:30:18.536 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.42629.log: gzip -5 --verbose 87.6% -- replaced with /var/log/ceph/ceph-client.admin.42629.log.gz 2024-09-16T07:30:18.536 INFO:teuthology.orchestra.run.smithi031.stderr: -- /var/log/ceph/ceph-client.admin.69504.log 2024-09-16T07:30:18.536 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.68170.log: gzip -5 87.4% -- replaced with /var/log/ceph/ceph-client.admin.68170.log.gz 2024-09-16T07:30:18.536 INFO:teuthology.orchestra.run.smithi031.stderr: --verbose -- /var/log/ceph/ceph-client.admin.64183.log 2024-09-16T07:30:18.536 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.69504.log: gzip -5 --verbose 87.0% -- replaced with /var/log/ceph/ceph-client.admin.69504.log.gz 2024-09-16T07:30:18.536 INFO:teuthology.orchestra.run.smithi031.stderr: -- /var/log/ceph/ceph-client.admin.76036.log 2024-09-16T07:30:18.536 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.64183.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36754.log 2024-09-16T07:30:18.536 INFO:teuthology.orchestra.run.smithi031.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.64183.log.gz 2024-09-16T07:30:18.537 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.76036.log: gzip -5 --verbose 86.7% -- replaced with /var/log/ceph/ceph-client.admin.76036.log.gz 2024-09-16T07:30:18.537 INFO:teuthology.orchestra.run.smithi031.stderr: -- /var/log/ceph/ceph-client.admin.36712.log 2024-09-16T07:30:18.537 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.36754.log: gzip -5 --verbose -- 86.6% -- replaced with /var/log/ceph/ceph-client.admin.36754.log.gz 2024-09-16T07:30:18.537 INFO:teuthology.orchestra.run.smithi031.stderr: /var/log/ceph/ceph-client.admin.71669.log 2024-09-16T07:30:18.537 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.36712.log: gzip -5 85.8% --verbose -- /var/log/ceph/ceph-client.0.68921.log 2024-09-16T07:30:18.537 INFO:teuthology.orchestra.run.smithi031.stderr: -- replaced with /var/log/ceph/ceph-client.admin.36712.log.gz 2024-09-16T07:30:18.537 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.71669.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70308.log 2024-09-16T07:30:18.537 INFO:teuthology.orchestra.run.smithi031.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.71669.log.gz 2024-09-16T07:30:18.537 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.0.68921.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68469.log 2024-09-16T07:30:18.537 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.70308.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61471.log 2024-09-16T07:30:18.537 INFO:teuthology.orchestra.run.smithi031.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.70308.log.gz 2024-09-16T07:30:18.537 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.68469.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56139.log 2024-09-16T07:30:18.537 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.61471.log: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.68469.log.gz 84.9% -- replaced with /var/log/ceph/ceph-client.admin.61471.log.gz 2024-09-16T07:30:18.538 INFO:teuthology.orchestra.run.smithi031.stderr: 2024-09-16T07:30:18.538 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77610.log 2024-09-16T07:30:18.538 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.56139.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.2.log 2024-09-16T07:30:18.538 INFO:teuthology.orchestra.run.smithi031.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.56139.log.gz 2024-09-16T07:30:18.538 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.77610.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72899.log 2024-09-16T07:30:18.538 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-osd.2.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.77610.log.gz 2024-09-16T07:30:18.538 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61385.log 2024-09-16T07:30:18.538 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.72899.log: 84.2% -- replaced with /var/log/ceph/ceph-client.admin.72899.log.gz 2024-09-16T07:30:18.538 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55919.log 2024-09-16T07:30:18.538 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.61385.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.61385.log.gz 2024-09-16T07:30:18.538 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44074.log 2024-09-16T07:30:18.538 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.55919.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.55919.log.gz 2024-09-16T07:30:18.538 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55601.log 2024-09-16T07:30:18.539 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.44074.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.44074.log.gz 2024-09-16T07:30:18.539 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50918.log 2024-09-16T07:30:18.539 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.55601.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.55601.log.gz 2024-09-16T07:30:18.539 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45934.log 2024-09-16T07:30:18.539 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.50918.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.50918.log.gz 2024-09-16T07:30:18.539 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70621.log 2024-09-16T07:30:18.539 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.45934.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.45934.log.gz 2024-09-16T07:30:18.539 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51949.log 2024-09-16T07:30:18.539 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.70621.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.70621.log.gz 2024-09-16T07:30:18.539 INFO:teuthology.orchestra.run.smithi031.stderr: 92.5% -- replaced with /var/log/ceph/ceph-client.0.68921.log.gz 2024-09-16T07:30:18.539 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46938.log 2024-09-16T07:30:18.539 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.51949.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.51949.log.gz 2024-09-16T07:30:18.539 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74727.log 2024-09-16T07:30:18.540 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.46938.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50569.log 2024-09-16T07:30:18.540 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.46938.log.gz 2024-09-16T07:30:18.540 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.74727.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78140.log 2024-09-16T07:30:18.540 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.50569.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.74727.log.gz 2024-09-16T07:30:18.540 INFO:teuthology.orchestra.run.smithi031.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.50569.log.gz 2024-09-16T07:30:18.540 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68012.log 2024-09-16T07:30:18.540 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.78140.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52505.log 2024-09-16T07:30:18.540 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.68012.log: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.78140.log.gz 2024-09-16T07:30:18.540 INFO:teuthology.orchestra.run.smithi031.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.68012.log.gz 2024-09-16T07:30:18.540 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71543.log 2024-09-16T07:30:18.540 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.52505.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53659.log 2024-09-16T07:30:18.540 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.52505.log.gz 2024-09-16T07:30:18.540 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.71543.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46602.log 2024-09-16T07:30:18.540 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.53659.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.71543.log.gz 2024-09-16T07:30:18.541 INFO:teuthology.orchestra.run.smithi031.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.53659.log.gz 2024-09-16T07:30:18.541 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73497.log 2024-09-16T07:30:18.541 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.46602.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37008.log 2024-09-16T07:30:18.541 INFO:teuthology.orchestra.run.smithi031.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.46602.log.gz 2024-09-16T07:30:18.541 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.73497.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74771.log 2024-09-16T07:30:18.541 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.37008.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.73497.log.gz 2024-09-16T07:30:18.541 INFO:teuthology.orchestra.run.smithi031.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.37008.log.gz 2024-09-16T07:30:18.541 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48228.log 2024-09-16T07:30:18.541 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.74771.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82303.log 2024-09-16T07:30:18.541 INFO:teuthology.orchestra.run.smithi031.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.74771.log.gz 2024-09-16T07:30:18.541 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.48228.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52239.log 2024-09-16T07:30:18.541 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.82303.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.48228.log.gz 2024-09-16T07:30:18.542 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.82303.log.gz 2024-09-16T07:30:18.542 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75775.log 2024-09-16T07:30:18.542 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.52239.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60340.log 2024-09-16T07:30:18.542 INFO:teuthology.orchestra.run.smithi031.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.52239.log.gz 2024-09-16T07:30:18.542 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.75775.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57482.log 2024-09-16T07:30:18.542 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.60340.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.75775.log.gz 2024-09-16T07:30:18.542 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.60340.log.gz 2024-09-16T07:30:18.542 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66708.log 2024-09-16T07:30:18.542 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.57482.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.y.log 2024-09-16T07:30:18.542 INFO:teuthology.orchestra.run.smithi031.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.57482.log.gz 2024-09-16T07:30:18.542 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.66708.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48795.log 2024-09-16T07:30:18.542 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-mgr.y.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.66708.log.gz 2024-09-16T07:30:18.542 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83192.log 2024-09-16T07:30:18.542 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.48795.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.48795.log.gz 2024-09-16T07:30:18.543 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79390.log 2024-09-16T07:30:18.543 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.83192.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.83192.log.gz 2024-09-16T07:30:18.543 INFO:teuthology.orchestra.run.smithi031.stderr: 93.2% -- replaced with /var/log/ceph/ceph-client.0.63669.log.gz 2024-09-16T07:30:18.543 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75994.log 2024-09-16T07:30:18.543 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.79390.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53052.log 2024-09-16T07:30:18.543 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.79390.log.gz 2024-09-16T07:30:18.543 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.75994.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64881.log 2024-09-16T07:30:18.543 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.53052.log: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.75994.log.gz 2024-09-16T07:30:18.543 INFO:teuthology.orchestra.run.smithi031.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.53052.log.gz 2024-09-16T07:30:18.585 INFO:teuthology.orchestra.run.smithi155.stderr: 91.5% -- replaced with /var/log/ceph/ceph-mon.b.log.gz 2024-09-16T07:30:18.644 INFO:teuthology.orchestra.run.smithi155.stderr: 91.3% -- replaced with /var/log/ceph/ceph-mon.c.log.gz 2024-09-16T07:30:18.657 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54371.log 2024-09-16T07:30:18.657 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.64881.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72776.log 2024-09-16T07:30:18.657 INFO:teuthology.orchestra.run.smithi031.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.64881.log.gz 2024-09-16T07:30:18.657 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.54371.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61868.log 2024-09-16T07:30:18.657 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.72776.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.54371.log.gz 84.6% -- replaced with /var/log/ceph/ceph-client.admin.72776.log.gz 2024-09-16T07:30:18.657 INFO:teuthology.orchestra.run.smithi031.stderr: 2024-09-16T07:30:18.657 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63217.log 2024-09-16T07:30:18.657 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.61868.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74324.log 2024-09-16T07:30:18.657 INFO:teuthology.orchestra.run.smithi031.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.61868.log.gz 2024-09-16T07:30:18.657 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.63217.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78056.log 2024-09-16T07:30:18.657 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.74324.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.63217.log.gz 2024-09-16T07:30:18.657 INFO:teuthology.orchestra.run.smithi031.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.74324.log.gz 2024-09-16T07:30:18.658 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76641.log 2024-09-16T07:30:18.658 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70789.log 2024-09-16T07:30:18.658 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.78056.log: /var/log/ceph/ceph-client.admin.76641.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.78056.log.gz 2024-09-16T07:30:18.658 INFO:teuthology.orchestra.run.smithi031.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.76641.log.gz 2024-09-16T07:30:18.658 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43397.log 2024-09-16T07:30:18.658 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67125.log 2024-09-16T07:30:18.658 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43397.log: /var/log/ceph/ceph-client.admin.70789.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.70789.log.gz 2024-09-16T07:30:18.658 INFO:teuthology.orchestra.run.smithi031.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.43397.log.gz 2024-09-16T07:30:18.658 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61261.log 2024-09-16T07:30:18.658 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-16T07:30:18.658 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.67125.log: /var/log/ceph/ceph-client.admin.61261.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.67125.log.gz 2024-09-16T07:30:18.658 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68511.log 2024-09-16T07:30:18.659 INFO:teuthology.orchestra.run.smithi031.stderr: -- replaced with /var/log/ceph/ceph-client.admin.61261.log.gz 2024-09-16T07:30:18.659 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43398.log 2024-09-16T07:30:18.659 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph.log: /var/log/ceph/ceph-client.admin.68511.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.68511.log.gz 2024-09-16T07:30:18.659 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43733.log 2024-09-16T07:30:18.659 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43398.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.43398.log.gz 2024-09-16T07:30:18.659 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54329.log 2024-09-16T07:30:18.659 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43733.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.43733.log.gz 2024-09-16T07:30:18.659 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73116.log 2024-09-16T07:30:18.659 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.54329.log: 86.6% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-16T07:30:18.659 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.54329.log.gz 2024-09-16T07:30:18.659 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60071.log 2024-09-16T07:30:18.659 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44271.log 2024-09-16T07:30:18.659 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.73116.log: /var/log/ceph/ceph-client.admin.60071.log: 84.8% -- replaced with /var/log/ceph/ceph-client.admin.73116.log.gz 2024-09-16T07:30:18.660 INFO:teuthology.orchestra.run.smithi031.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.60071.log.gz 2024-09-16T07:30:18.660 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47539.log 2024-09-16T07:30:18.660 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.44271.log: -- /var/log/ceph/ceph-client.admin.50480.log 2024-09-16T07:30:18.660 INFO:teuthology.orchestra.run.smithi031.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.44271.log.gz 2024-09-16T07:30:18.660 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.47539.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83444.log 2024-09-16T07:30:18.660 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.50480.log: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.47539.log.gz 2024-09-16T07:30:18.660 INFO:teuthology.orchestra.run.smithi031.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.50480.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36537.log 2024-09-16T07:30:18.660 INFO:teuthology.orchestra.run.smithi031.stderr: 2024-09-16T07:30:18.660 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.83444.log: -- /var/log/ceph/ceph-client.admin.42759.log 2024-09-16T07:30:18.660 INFO:teuthology.orchestra.run.smithi031.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.83444.log.gz 2024-09-16T07:30:18.660 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.36537.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61742.log 2024-09-16T07:30:18.660 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.42759.log: 85.7% -- replaced with /var/log/ceph/ceph-client.admin.36537.log.gz 2024-09-16T07:30:18.660 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61826.log 2024-09-16T07:30:18.661 INFO:teuthology.orchestra.run.smithi031.stderr: -- replaced with /var/log/ceph/ceph-client.admin.42759.log.gz 2024-09-16T07:30:18.661 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72817.log 2024-09-16T07:30:18.661 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.61742.log: /var/log/ceph/ceph-client.admin.61826.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.61742.log.gz 2024-09-16T07:30:18.661 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.61826.log.gz 2024-09-16T07:30:18.661 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49888.log 2024-09-16T07:30:18.661 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.72817.log: /var/log/ceph/ceph-client.admin.80962.log 2024-09-16T07:30:18.661 INFO:teuthology.orchestra.run.smithi031.stderr: 84.7% -- replaced with /var/log/ceph/ceph-client.admin.72817.log.gz 2024-09-16T07:30:18.661 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.49888.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62392.log 2024-09-16T07:30:18.661 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.80962.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.49888.log.gz 2024-09-16T07:30:18.661 INFO:teuthology.orchestra.run.smithi031.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.80962.log.gz 2024-09-16T07:30:18.661 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60760.log 2024-09-16T07:30:18.661 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49846.log 2024-09-16T07:30:18.661 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.62392.log: /var/log/ceph/ceph-client.admin.60760.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.62392.log.gz 2024-09-16T07:30:18.662 INFO:teuthology.orchestra.run.smithi031.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.60760.log.gz 2024-09-16T07:30:18.662 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67629.log 2024-09-16T07:30:18.662 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51907.log 2024-09-16T07:30:18.662 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.49846.log: /var/log/ceph/ceph-client.admin.67629.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.49846.log.gz 2024-09-16T07:30:18.662 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.67629.log.gz 2024-09-16T07:30:18.662 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49313.log 2024-09-16T07:30:18.662 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36779.log 2024-09-16T07:30:18.662 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.51907.log: /var/log/ceph/ceph-client.admin.49313.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.51907.log.gz 2024-09-16T07:30:18.662 INFO:teuthology.orchestra.run.smithi031.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.49313.log.gz 2024-09-16T07:30:18.662 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70434.log 2024-09-16T07:30:18.662 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62350.log 2024-09-16T07:30:18.662 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.70434.log: /var/log/ceph/ceph-client.admin.36779.log: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.36779.log.gz 2024-09-16T07:30:18.662 INFO:teuthology.orchestra.run.smithi031.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.70434.log.gz 2024-09-16T07:30:18.662 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55316.log 2024-09-16T07:30:18.663 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67461.log 2024-09-16T07:30:18.663 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.62350.log: /var/log/ceph/ceph-client.admin.55316.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.62350.log.gz 2024-09-16T07:30:18.663 INFO:teuthology.orchestra.run.smithi031.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.55316.log.gz 2024-09-16T07:30:18.663 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61910.log 2024-09-16T07:30:18.663 INFO:teuthology.orchestra.run.smithi031.stderr:gzip/var/log/ceph/ceph-client.admin.67461.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.76557.log 2024-09-16T07:30:18.663 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.67461.log.gz 2024-09-16T07:30:18.663 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.61910.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57608.log 2024-09-16T07:30:18.663 INFO:teuthology.orchestra.run.smithi031.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.61910.log.gz/var/log/ceph/ceph-client.admin.76557.log: 2024-09-16T07:30:18.663 INFO:teuthology.orchestra.run.smithi031.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.76557.log.gz 2024-09-16T07:30:18.663 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80709.log 2024-09-16T07:30:18.663 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.57608.log: -- /var/log/ceph/ceph-client.admin.64309.log 2024-09-16T07:30:18.663 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.57608.log.gz 2024-09-16T07:30:18.663 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.80709.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62732.log 2024-09-16T07:30:18.663 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.64309.log: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.80709.log.gz 2024-09-16T07:30:18.663 INFO:teuthology.orchestra.run.smithi031.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.64309.log.gz 2024-09-16T07:30:18.664 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73717.log 2024-09-16T07:30:18.664 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59520.log 2024-09-16T07:30:18.664 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.73717.log: /var/log/ceph/ceph-client.admin.62732.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.62732.log.gz 2024-09-16T07:30:18.664 INFO:teuthology.orchestra.run.smithi031.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.73717.log.gz 2024-09-16T07:30:18.664 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42168.log 2024-09-16T07:30:18.664 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44439.log/var/log/ceph/ceph-client.admin.59520.log: 2024-09-16T07:30:18.664 INFO:teuthology.orchestra.run.smithi031.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.59520.log.gz 2024-09-16T07:30:18.664 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.42168.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48897.log 2024-09-16T07:30:18.664 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.44439.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.42168.log.gz 2024-09-16T07:30:18.664 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.44439.log.gz 2024-09-16T07:30:18.664 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80355.log 2024-09-16T07:30:18.664 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61994.log 2024-09-16T07:30:18.665 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.48897.log: /var/log/ceph/ceph-client.admin.80355.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.48897.log.gz 2024-09-16T07:30:18.665 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.80355.log.gz 2024-09-16T07:30:18.665 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51002.log 2024-09-16T07:30:18.665 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66455.log 2024-09-16T07:30:18.665 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.61994.log: /var/log/ceph/ceph-client.admin.51002.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.61994.log.gz 2024-09-16T07:30:18.665 INFO:teuthology.orchestra.run.smithi031.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.51002.log.gz 2024-09-16T07:30:18.665 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56704.log 2024-09-16T07:30:18.665 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57002.log 2024-09-16T07:30:18.665 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.66455.log: /var/log/ceph/ceph-client.admin.56704.log: 87.6% 87.1% -- replaced with /var/log/ceph/ceph-client.admin.66455.log.gz 2024-09-16T07:30:18.665 INFO:teuthology.orchestra.run.smithi031.stderr: -- replaced with /var/log/ceph/ceph-client.admin.56704.log.gz 2024-09-16T07:30:18.665 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71838.log 2024-09-16T07:30:18.665 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42536.log 2024-09-16T07:30:18.665 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.57002.log: /var/log/ceph/ceph-client.admin.71838.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.57002.log.gz 2024-09-16T07:30:18.666 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58177.log 2024-09-16T07:30:18.666 INFO:teuthology.orchestra.run.smithi031.stderr: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.71838.log.gz 2024-09-16T07:30:18.666 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.42536.log: 87.4%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50056.log 2024-09-16T07:30:18.666 INFO:teuthology.orchestra.run.smithi031.stderr: -- replaced with /var/log/ceph/ceph-client.admin.42536.log.gz 2024-09-16T07:30:18.666 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.58177.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81070.log 2024-09-16T07:30:18.666 INFO:teuthology.orchestra.run.smithi031.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.58177.log.gz 2024-09-16T07:30:18.666 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.50056.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47762.log 2024-09-16T07:30:18.666 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.81070.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.50056.log.gz 2024-09-16T07:30:18.666 INFO:teuthology.orchestra.run.smithi031.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.81070.log.gz 2024-09-16T07:30:18.666 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63343.log 2024-09-16T07:30:18.666 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70873.log 2024-09-16T07:30:18.666 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.47762.log: /var/log/ceph/ceph-client.admin.63343.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.47762.log.gz 2024-09-16T07:30:18.666 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67209.log 2024-09-16T07:30:18.667 INFO:teuthology.orchestra.run.smithi031.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.63343.log.gz 2024-09-16T07:30:18.667 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.70873.log: 87.5%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53178.log 2024-09-16T07:30:18.667 INFO:teuthology.orchestra.run.smithi031.stderr: -- replaced with /var/log/ceph/ceph-client.admin.70873.log.gz 2024-09-16T07:30:18.667 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.67209.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81487.log 2024-09-16T07:30:18.667 INFO:teuthology.orchestra.run.smithi031.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.67209.log.gz 2024-09-16T07:30:18.667 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.53178.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56536.log 2024-09-16T07:30:18.667 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.81487.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.53178.log.gz 2024-09-16T07:30:18.667 INFO:teuthology.orchestra.run.smithi031.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.81487.log.gz 2024-09-16T07:30:18.667 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63910.log 2024-09-16T07:30:18.667 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82856.log 2024-09-16T07:30:18.667 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.63910.log: /var/log/ceph/ceph-client.admin.56536.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.56536.log.gz 2024-09-16T07:30:18.667 INFO:teuthology.orchestra.run.smithi031.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.63910.log.gz 2024-09-16T07:30:18.667 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54623.log 2024-09-16T07:30:18.668 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.82856.log: /var/log/ceph/ceph-client.admin.51110.log 2024-09-16T07:30:18.668 INFO:teuthology.orchestra.run.smithi031.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.82856.log.gz 2024-09-16T07:30:18.668 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.54623.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80920.log 2024-09-16T07:30:18.668 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.51110.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.54623.log.gz 2024-09-16T07:30:18.668 INFO:teuthology.orchestra.run.smithi031.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.51110.log.gz 2024-09-16T07:30:18.668 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82898.log 2024-09-16T07:30:18.668 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47976.log 2024-09-16T07:30:18.668 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.80920.log: /var/log/ceph/ceph-client.admin.82898.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.80920.log.gz 2024-09-16T07:30:18.668 INFO:teuthology.orchestra.run.smithi031.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.82898.log.gz 2024-09-16T07:30:18.668 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56223.log 2024-09-16T07:30:18.668 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47934.log 2024-09-16T07:30:18.668 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.47976.log: /var/log/ceph/ceph-client.admin.56223.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.47976.log.gz 2024-09-16T07:30:18.668 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.56223.log.gz 2024-09-16T07:30:18.669 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43726.log 2024-09-16T07:30:18.669 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49617.log 2024-09-16T07:30:18.669 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43726.log: /var/log/ceph/ceph-client.admin.47934.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.47934.log.gz 2024-09-16T07:30:18.669 INFO:teuthology.orchestra.run.smithi031.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.43726.log.gz 2024-09-16T07:30:18.669 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79534.log 2024-09-16T07:30:18.669 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57217.log 2024-09-16T07:30:18.669 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.49617.log: /var/log/ceph/ceph-client.admin.79534.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.49617.log.gz 2024-09-16T07:30:18.669 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.79534.log.gz 2024-09-16T07:30:18.669 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43731.log 2024-09-16T07:30:18.669 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48186.log 2024-09-16T07:30:18.669 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43731.log: /var/log/ceph/ceph-client.admin.57217.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.57217.log.gz 2024-09-16T07:30:18.669 INFO:teuthology.orchestra.run.smithi031.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.43731.log.gz 2024-09-16T07:30:18.669 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60610.log 2024-09-16T07:30:18.669 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49930.log 2024-09-16T07:30:18.670 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.48186.log: /var/log/ceph/ceph-client.admin.60610.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.48186.log.gz 2024-09-16T07:30:18.670 INFO:teuthology.orchestra.run.smithi031.stderr: 87.2%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56746.log 2024-09-16T07:30:18.670 INFO:teuthology.orchestra.run.smithi031.stderr: -- replaced with /var/log/ceph/ceph-client.admin.60610.log.gz 2024-09-16T07:30:18.670 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47581.log 2024-09-16T07:30:18.670 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.49930.log: /var/log/ceph/ceph-client.admin.56746.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.56746.log.gz 86.9% -- replaced with /var/log/ceph/ceph-client.admin.49930.log.gz 2024-09-16T07:30:18.670 INFO:teuthology.orchestra.run.smithi031.stderr: 2024-09-16T07:30:18.670 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42843.log 2024-09-16T07:30:18.670 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72653.log 2024-09-16T07:30:18.670 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.47581.log: /var/log/ceph/ceph-client.admin.42843.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.47581.log.gz 2024-09-16T07:30:18.670 INFO:teuthology.orchestra.run.smithi031.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.42843.log.gz 2024-09-16T07:30:18.670 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46393.log 2024-09-16T07:30:18.670 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.72653.log: /var/log/ceph/ceph-client.admin.52381.log 2024-09-16T07:30:18.670 INFO:teuthology.orchestra.run.smithi031.stderr: 84.6% -- replaced with /var/log/ceph/ceph-client.admin.72653.log.gz 2024-09-16T07:30:18.671 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.46393.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68553.log 2024-09-16T07:30:18.671 INFO:teuthology.orchestra.run.smithi031.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.46393.log.gz/var/log/ceph/ceph-client.admin.52381.log: 2024-09-16T07:30:18.671 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83108.log 2024-09-16T07:30:18.671 INFO:teuthology.orchestra.run.smithi031.stderr: -- replaced with /var/log/ceph/ceph-client.admin.52381.log.gz 2024-09-16T07:30:18.671 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83654.log 2024-09-16T07:30:18.671 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.68553.log: /var/log/ceph/ceph-client.admin.83108.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.68553.log.gz 2024-09-16T07:30:18.671 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.83108.log.gz 2024-09-16T07:30:18.671 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43738.log 2024-09-16T07:30:18.671 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44073.log 2024-09-16T07:30:18.671 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.83654.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.83654.log.gz 2024-09-16T07:30:18.671 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43738.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80484.log 2024-09-16T07:30:18.671 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.44073.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.43738.log.gz 2024-09-16T07:30:18.671 INFO:teuthology.orchestra.run.smithi031.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.44073.log.gz 2024-09-16T07:30:18.672 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56841.log 2024-09-16T07:30:18.672 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54104.log 2024-09-16T07:30:18.672 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.80484.log: /var/log/ceph/ceph-client.admin.56841.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.80484.log.gz 2024-09-16T07:30:18.672 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.56841.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46854.log 2024-09-16T07:30:18.672 INFO:teuthology.orchestra.run.smithi031.stderr: 2024-09-16T07:30:18.672 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67251.log 2024-09-16T07:30:18.672 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.46854.log: /var/log/ceph/ceph-client.admin.54104.log: 87.4% 87.3% -- replaced with /var/log/ceph/ceph-client.admin.54104.log.gz 2024-09-16T07:30:18.672 INFO:teuthology.orchestra.run.smithi031.stderr: -- replaced with /var/log/ceph/ceph-client.admin.46854.log.gz 2024-09-16T07:30:18.672 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46644.log 2024-09-16T07:30:18.672 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80794.log 2024-09-16T07:30:18.672 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.67251.log: /var/log/ceph/ceph-client.admin.46644.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.67251.log.gz 2024-09-16T07:30:18.672 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.46644.log.gz 2024-09-16T07:30:18.672 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81529.log 2024-09-16T07:30:18.673 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74994.log 2024-09-16T07:30:18.673 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.80794.log: /var/log/ceph/ceph-client.admin.81529.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.80794.log.gz 2024-09-16T07:30:18.673 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56452.log 2024-09-16T07:30:18.673 INFO:teuthology.orchestra.run.smithi031.stderr: -- replaced with /var/log/ceph/ceph-client.admin.81529.log.gz 2024-09-16T07:30:18.673 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53220.log 2024-09-16T07:30:18.673 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.74994.log: /var/log/ceph/ceph-client.admin.56452.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.74994.log.gz 2024-09-16T07:30:18.673 INFO:teuthology.orchestra.run.smithi031.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.56452.log.gz 2024-09-16T07:30:18.673 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69932.log 2024-09-16T07:30:18.673 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55997.log 2024-09-16T07:30:18.673 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.53220.log: /var/log/ceph/ceph-client.admin.69932.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.53220.log.gz 2024-09-16T07:30:18.673 INFO:teuthology.orchestra.run.smithi031.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.69932.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73675.log 2024-09-16T07:30:18.673 INFO:teuthology.orchestra.run.smithi031.stderr: 2024-09-16T07:30:18.673 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52567.log 2024-09-16T07:30:18.674 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.73675.log: /var/log/ceph/ceph-client.admin.55997.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.55997.log.gz 2024-09-16T07:30:18.674 INFO:teuthology.orchestra.run.smithi031.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.73675.log.gz 2024-09-16T07:30:18.674 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69120.log 2024-09-16T07:30:18.674 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.52567.log: -- /var/log/ceph/ceph-client.admin.42969.log 2024-09-16T07:30:18.674 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.52567.log.gz 2024-09-16T07:30:18.674 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.69120.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74906.log 2024-09-16T07:30:18.674 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.42969.log: 87.4% 87.6% -- replaced with /var/log/ceph/ceph-client.admin.42969.log.gz 2024-09-16T07:30:18.674 INFO:teuthology.orchestra.run.smithi031.stderr: -- replaced with /var/log/ceph/ceph-client.admin.69120.log.gz 2024-09-16T07:30:18.674 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82261.log 2024-09-16T07:30:18.674 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.74906.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64087.log 2024-09-16T07:30:18.674 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.74906.log.gz 2024-09-16T07:30:18.674 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.82261.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73239.log 2024-09-16T07:30:18.674 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.64087.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.82261.log.gz 2024-09-16T07:30:18.674 INFO:teuthology.orchestra.run.smithi031.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.64087.log.gz 2024-09-16T07:30:18.674 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82219.log 2024-09-16T07:30:18.675 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.73239.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73885.log 2024-09-16T07:30:18.675 INFO:teuthology.orchestra.run.smithi031.stderr: 84.2% -- replaced with /var/log/ceph/ceph-client.admin.73239.log.gz 2024-09-16T07:30:18.675 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.82219.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62881.log 2024-09-16T07:30:18.675 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.73885.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.82219.log.gz 2024-09-16T07:30:18.675 INFO:teuthology.orchestra.run.smithi031.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.73885.log.gz 2024-09-16T07:30:18.675 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58901.log 2024-09-16T07:30:18.675 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71318.log 2024-09-16T07:30:18.675 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.62881.log: /var/log/ceph/ceph-client.admin.58901.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.62881.log.gz 2024-09-16T07:30:18.675 INFO:teuthology.orchestra.run.smithi031.stderr: 86.9%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82429.log 2024-09-16T07:30:18.675 INFO:teuthology.orchestra.run.smithi031.stderr: -- replaced with /var/log/ceph/ceph-client.admin.58901.log.gz 2024-09-16T07:30:18.675 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.71318.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59070.log 2024-09-16T07:30:18.675 INFO:teuthology.orchestra.run.smithi031.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.71318.log.gz 2024-09-16T07:30:18.675 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.82429.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48144.log 2024-09-16T07:30:18.675 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.59070.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.82429.log.gz 2024-09-16T07:30:18.676 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.59070.log.gz 2024-09-16T07:30:18.676 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49575.log 2024-09-16T07:30:18.676 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50315.log 2024-09-16T07:30:18.676 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.49575.log: /var/log/ceph/ceph-client.admin.48144.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.49575.log.gz 87.2% 2024-09-16T07:30:18.676 INFO:teuthology.orchestra.run.smithi031.stderr: -- replaced with /var/log/ceph/ceph-client.admin.48144.log.gz 2024-09-16T07:30:18.676 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61684.log 2024-09-16T07:30:18.676 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.50315.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60298.log 2024-09-16T07:30:18.676 INFO:teuthology.orchestra.run.smithi031.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.50315.log.gz 2024-09-16T07:30:18.676 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.61684.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47371.log 2024-09-16T07:30:18.676 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.60298.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.61684.log.gz 2024-09-16T07:30:18.676 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.60298.log.gz 2024-09-16T07:30:18.676 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.58020.log 2024-09-16T07:30:18.676 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75940.log 2024-09-16T07:30:18.676 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.0.58020.log: /var/log/ceph/ceph-client.admin.47371.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.47371.log.gz 2024-09-16T07:30:18.677 INFO:teuthology.orchestra.run.smithi031.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.0.58020.log.gz 2024-09-16T07:30:18.677 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50525.log 2024-09-16T07:30:18.677 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.75940.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52629.log 2024-09-16T07:30:18.677 INFO:teuthology.orchestra.run.smithi031.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.75940.log.gz 2024-09-16T07:30:18.677 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.50525.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70579.log 2024-09-16T07:30:18.677 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.52629.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.50525.log.gz 2024-09-16T07:30:18.677 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.52629.log.gz 2024-09-16T07:30:18.677 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56578.log 2024-09-16T07:30:18.677 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.70579.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43402.log 2024-09-16T07:30:18.677 INFO:teuthology.orchestra.run.smithi031.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.70579.log.gz 2024-09-16T07:30:18.677 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.56578.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54539.log 2024-09-16T07:30:18.677 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43402.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.56578.log.gz 2024-09-16T07:30:18.677 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.43402.log.gz 2024-09-16T07:30:18.677 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53575.log 2024-09-16T07:30:18.678 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67970.log 2024-09-16T07:30:18.678 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.54539.log: /var/log/ceph/ceph-client.admin.53575.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.54539.log.gz 2024-09-16T07:30:18.678 INFO:teuthology.orchestra.run.smithi031.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.53575.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68254.log 2024-09-16T07:30:18.678 INFO:teuthology.orchestra.run.smithi031.stderr: 2024-09-16T07:30:18.678 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.30192.log 2024-09-16T07:30:18.678 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.68254.log: /var/log/ceph/ceph-client.admin.67970.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.67970.log.gz 2024-09-16T07:30:18.678 INFO:teuthology.orchestra.run.smithi031.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.68254.log.gz 2024-09-16T07:30:18.678 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66291.log 2024-09-16T07:30:18.678 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51527.log 2024-09-16T07:30:18.678 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph.tmp-client.admin.30192.log: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.30192.log.gz 2024-09-16T07:30:18.678 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.66291.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57566.log 2024-09-16T07:30:18.678 INFO:teuthology.orchestra.run.smithi031.stderr: 86.2% -- replaced with /var/log/ceph/ceph-client.admin.66291.log.gz 2024-09-16T07:30:18.678 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.51527.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80194.log 2024-09-16T07:30:18.679 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.57566.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.51527.log.gz 2024-09-16T07:30:18.679 INFO:teuthology.orchestra.run.smithi031.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.57566.log.gz 2024-09-16T07:30:18.679 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42717.log 2024-09-16T07:30:18.679 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5/var/log/ceph/ceph-client.admin.80194.log: --verbose -- /var/log/ceph/ceph-client.admin.55764.log 2024-09-16T07:30:18.679 INFO:teuthology.orchestra.run.smithi031.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.80194.log.gz 2024-09-16T07:30:18.679 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.42717.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82041.log 2024-09-16T07:30:18.679 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.55764.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.42717.log.gz 2024-09-16T07:30:18.679 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.55764.log.gz 2024-09-16T07:30:18.679 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70531.log 2024-09-16T07:30:18.679 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.82041.log: -- /var/log/ceph/ceph-client.admin.71711.log 2024-09-16T07:30:18.679 INFO:teuthology.orchestra.run.smithi031.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.82041.log.gz 2024-09-16T07:30:18.679 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.70531.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49097.log 2024-09-16T07:30:18.680 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.71711.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.70531.log.gz 2024-09-16T07:30:18.680 INFO:teuthology.orchestra.run.smithi031.stderr: 87.2%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44523.log 2024-09-16T07:30:18.680 INFO:teuthology.orchestra.run.smithi031.stderr: -- replaced with /var/log/ceph/ceph-client.admin.71711.log.gz 2024-09-16T07:30:18.680 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50876.log 2024-09-16T07:30:18.680 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.49097.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.49097.log.gz 2024-09-16T07:30:18.680 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.44523.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50396.log 2024-09-16T07:30:18.680 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.44523.log.gz 2024-09-16T07:30:18.680 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.50876.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62139.log 2024-09-16T07:30:18.680 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.50396.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.50876.log.gz 2024-09-16T07:30:18.680 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.50396.log.gz 2024-09-16T07:30:18.680 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62965.log 2024-09-16T07:30:18.680 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46351.log 2024-09-16T07:30:18.680 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.62965.log: /var/log/ceph/ceph-client.admin.62139.log: 87.5% 87.4% -- replaced with /var/log/ceph/ceph-client.admin.62139.log.gz 2024-09-16T07:30:18.681 INFO:teuthology.orchestra.run.smithi031.stderr: -- replaced with /var/log/ceph/ceph-client.admin.62965.log.gz 2024-09-16T07:30:18.681 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57086.log 2024-09-16T07:30:18.681 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83360.log 2024-09-16T07:30:18.681 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.46351.log: /var/log/ceph/ceph-client.admin.57086.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.46351.log.gz 2024-09-16T07:30:18.681 INFO:teuthology.orchestra.run.smithi031.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.57086.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36731.log 2024-09-16T07:30:18.681 INFO:teuthology.orchestra.run.smithi031.stderr: 2024-09-16T07:30:18.681 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63175.log 2024-09-16T07:30:18.681 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.83360.log: /var/log/ceph/ceph-client.admin.36731.log: 85.7% -- replaced with /var/log/ceph/ceph-client.admin.36731.log.gz 2024-09-16T07:30:18.681 INFO:teuthology.orchestra.run.smithi031.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.83360.log.gz 2024-09-16T07:30:18.681 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80528.log 2024-09-16T07:30:18.681 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.63175.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43736.log 2024-09-16T07:30:18.681 INFO:teuthology.orchestra.run.smithi031.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.63175.log.gz 2024-09-16T07:30:18.681 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.80528.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58703.log 2024-09-16T07:30:18.682 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43736.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.80528.log.gz 2024-09-16T07:30:18.682 INFO:teuthology.orchestra.run.smithi031.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.43736.log.gz 2024-09-16T07:30:18.682 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58765.log 2024-09-16T07:30:18.682 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73843.log 2024-09-16T07:30:18.682 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.58703.log: /var/log/ceph/ceph-client.admin.58765.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.58703.log.gz 2024-09-16T07:30:18.682 INFO:teuthology.orchestra.run.smithi031.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.58765.log.gzgzip 2024-09-16T07:30:18.682 INFO:teuthology.orchestra.run.smithi031.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.57759.log 2024-09-16T07:30:18.682 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54497.log 2024-09-16T07:30:18.682 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.73843.log: /var/log/ceph/ceph-client.admin.57759.log: 87.6% 87.6% -- replaced with /var/log/ceph/ceph-client.admin.57759.log.gz 2024-09-16T07:30:18.682 INFO:teuthology.orchestra.run.smithi031.stderr: -- replaced with /var/log/ceph/ceph-client.admin.73843.log.gz 2024-09-16T07:30:18.682 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71627.log 2024-09-16T07:30:18.682 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.54497.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68118.log 2024-09-16T07:30:18.683 INFO:teuthology.orchestra.run.smithi031.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.54497.log.gz 2024-09-16T07:30:18.683 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.71627.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67335.log 2024-09-16T07:30:18.683 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.68118.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.71627.log.gz 2024-09-16T07:30:18.683 INFO:teuthology.orchestra.run.smithi031.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.68118.log.gz 2024-09-16T07:30:18.683 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64657.log 2024-09-16T07:30:18.683 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.67335.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59646.log 2024-09-16T07:30:18.683 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.67335.log.gz 2024-09-16T07:30:18.683 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.64657.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64766.log 2024-09-16T07:30:18.683 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.59646.log: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.64657.log.gz 2024-09-16T07:30:18.683 INFO:teuthology.orchestra.run.smithi031.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.59646.log.gz 2024-09-16T07:30:18.683 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59730.log 2024-09-16T07:30:18.683 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73075.log 2024-09-16T07:30:18.683 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.59730.log: /var/log/ceph/ceph-client.admin.64766.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.59730.log.gz 2024-09-16T07:30:18.684 INFO:teuthology.orchestra.run.smithi031.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.64766.log.gz 2024-09-16T07:30:18.684 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53407.log 2024-09-16T07:30:18.684 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.73075.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69642.log 2024-09-16T07:30:18.684 INFO:teuthology.orchestra.run.smithi031.stderr: 84.8% -- replaced with /var/log/ceph/ceph-client.admin.73075.log.gz 2024-09-16T07:30:18.684 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.53407.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75246.log 2024-09-16T07:30:18.684 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.69642.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.53407.log.gz 2024-09-16T07:30:18.684 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.69642.log.gz 2024-09-16T07:30:18.684 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.3.log 2024-09-16T07:30:18.684 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66581.log 2024-09-16T07:30:18.684 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.75246.log: /var/log/ceph/ceph-osd.3.log: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.75246.log.gz 2024-09-16T07:30:18.684 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76284.log 2024-09-16T07:30:18.684 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.66581.log: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.66581.log.gz 2024-09-16T07:30:18.684 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53491.log 2024-09-16T07:30:18.685 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.76284.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.76284.log.gz 2024-09-16T07:30:18.685 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56662.log 2024-09-16T07:30:18.685 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.53491.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.53491.log.gz 2024-09-16T07:30:18.685 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78751.log 2024-09-16T07:30:18.685 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.56662.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.56662.log.gz 2024-09-16T07:30:18.685 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64699.log 2024-09-16T07:30:18.685 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.78751.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.78751.log.gz 2024-09-16T07:30:18.685 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82487.log 2024-09-16T07:30:18.685 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.64699.log: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.64699.log.gz 2024-09-16T07:30:18.685 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53975.log 2024-09-16T07:30:18.685 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.82487.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.82487.log.gz 2024-09-16T07:30:18.685 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72735.log 2024-09-16T07:30:18.685 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.53975.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.53975.log.gz 2024-09-16T07:30:18.685 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47720.log 2024-09-16T07:30:18.686 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.72735.log: 84.9% -- replaced with /var/log/ceph/ceph-client.admin.72735.log.gz 2024-09-16T07:30:18.686 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mds.c.log 2024-09-16T07:30:18.686 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.47720.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.47720.log.gz 2024-09-16T07:30:18.686 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43392.log 2024-09-16T07:30:18.686 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-mds.c.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77523.log 2024-09-16T07:30:18.686 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43392.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.43392.log.gz 2024-09-16T07:30:18.686 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.72164.log 2024-09-16T07:30:18.686 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.77523.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.77523.log.gz 2024-09-16T07:30:18.686 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64141.log 2024-09-16T07:30:18.686 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.0.72164.log: 89.9% -- replaced with /var/log/ceph/ceph-client.0.72164.log.gz 2024-09-16T07:30:18.688 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60526.log 2024-09-16T07:30:18.688 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.64141.log: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.64141.log.gz 2024-09-16T07:30:18.688 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57268.log 2024-09-16T07:30:18.688 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.60526.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.60526.log.gz 2024-09-16T07:30:18.688 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45698.log 2024-09-16T07:30:18.689 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.57268.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.57268.log.gz 2024-09-16T07:30:18.705 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56055.log 2024-09-16T07:30:18.706 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.45698.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.45698.log.gz 2024-09-16T07:30:18.718 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50662.log 2024-09-16T07:30:18.719 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.56055.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.56055.log.gz 2024-09-16T07:30:18.734 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51629.log 2024-09-16T07:30:18.735 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.50662.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.50662.log.gz 2024-09-16T07:30:18.743 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57044.log 2024-09-16T07:30:18.756 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.51629.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.51629.log.gz 2024-09-16T07:30:18.760 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36763.log 2024-09-16T07:30:18.761 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.57044.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.57044.log.gz 2024-09-16T07:30:18.769 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56494.log 2024-09-16T07:30:18.771 INFO:teuthology.orchestra.run.smithi155.stderr: 93.7% -- replaced with /var/log/ceph/ceph-mds.b.log.gz 2024-09-16T07:30:18.782 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.36763.log: 85.9% -- replaced with /var/log/ceph/ceph-client.admin.36763.log.gz 2024-09-16T07:30:18.786 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72571.log 2024-09-16T07:30:18.787 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.56494.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.56494.log.gz 2024-09-16T07:30:18.795 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74598.log 2024-09-16T07:30:18.808 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.72571.log: 84.9% -- replaced with /var/log/ceph/ceph-client.admin.72571.log.gz 2024-09-16T07:30:18.809 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53365.log 2024-09-16T07:30:18.810 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.74598.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.74598.log.gz 2024-09-16T07:30:18.818 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78014.log 2024-09-16T07:30:18.827 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.53365.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71090.log 2024-09-16T07:30:18.831 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.78014.log: 86.9% 87.2% -- replaced with /var/log/ceph/ceph-client.admin.53365.log.gz 2024-09-16T07:30:18.836 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79432.log 2024-09-16T07:30:18.839 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.71090.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.71090.log.gz 2024-09-16T07:30:18.841 INFO:teuthology.orchestra.run.smithi031.stderr: -- replaced with /var/log/ceph/ceph-client.admin.78014.log.gz 2024-09-16T07:30:18.849 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79973.log 2024-09-16T07:30:18.850 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.79432.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.79432.log.gz 2024-09-16T07:30:18.859 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77972.log 2024-09-16T07:30:18.867 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.79973.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36726.log 2024-09-16T07:30:18.868 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.77972.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.77972.log.gz 2024-09-16T07:30:18.871 INFO:teuthology.orchestra.run.smithi031.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.79973.log.gz 2024-09-16T07:30:18.875 INFO:teuthology.orchestra.run.smithi031.stderr: 93.0% -- replaced with /var/log/ceph/ceph-mds.a.log.gz 2024-09-16T07:30:18.876 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69974.log 2024-09-16T07:30:18.876 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.36726.log: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.36726.log.gz 2024-09-16T07:30:18.877 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.69974.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.69974.log.gz 2024-09-16T07:30:18.933 INFO:teuthology.orchestra.run.smithi031.stderr: 93.3% -- replaced with /var/log/ceph/ceph-mgr.y.log.gz 2024-09-16T07:30:18.995 INFO:teuthology.orchestra.run.smithi155.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.7.log.gz 2024-09-16T07:30:19.035 INFO:teuthology.orchestra.run.smithi155.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.6.log.gz 2024-09-16T07:30:19.050 INFO:teuthology.orchestra.run.smithi155.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.4.log.gz 2024-09-16T07:30:19.056 INFO:teuthology.orchestra.run.smithi031.stderr: 92.9% -- replaced with /var/log/ceph/ceph-mds.c.log.gz 2024-09-16T07:30:19.087 INFO:teuthology.orchestra.run.smithi155.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.5.log.gz 2024-09-16T07:30:19.089 INFO:teuthology.orchestra.run.smithi155.stderr: 2024-09-16T07:30:19.089 INFO:teuthology.orchestra.run.smithi155.stderr:real 0m0.837s 2024-09-16T07:30:19.089 INFO:teuthology.orchestra.run.smithi155.stderr:user 0m4.312s 2024-09-16T07:30:19.089 INFO:teuthology.orchestra.run.smithi155.stderr:sys 0m0.173s 2024-09-16T07:30:19.121 INFO:teuthology.orchestra.run.smithi031.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2024-09-16T07:30:19.170 INFO:teuthology.orchestra.run.smithi031.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2024-09-16T07:30:19.194 INFO:teuthology.orchestra.run.smithi031.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2024-09-16T07:30:19.293 INFO:teuthology.orchestra.run.smithi031.stderr: 90.7% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2024-09-16T07:30:19.407 INFO:teuthology.orchestra.run.smithi031.stderr: 93.8% -- replaced with /var/log/ceph/ceph-osd.3.log.gz 2024-09-16T07:30:19.409 INFO:teuthology.orchestra.run.smithi031.stderr: 2024-09-16T07:30:19.409 INFO:teuthology.orchestra.run.smithi031.stderr:real 0m1.180s 2024-09-16T07:30:19.409 INFO:teuthology.orchestra.run.smithi031.stderr:user 0m5.930s 2024-09-16T07:30:19.409 INFO:teuthology.orchestra.run.smithi031.stderr:sys 0m0.654s 2024-09-16T07:30:19.409 INFO:tasks.ceph:Archiving logs... 2024-09-16T07:30:19.409 DEBUG:teuthology.misc:Transferring archived files from smithi031:/var/log/ceph to /home/teuthworker/archive/khiremat-2024-09-16_07:02:54-fs:volumes-wip-athakkar-testing-2024-09-15-1936-distro-default-smithi/7906849/remote/smithi031/log 2024-09-16T07:30:19.410 DEBUG:teuthology.orchestra.run.smithi031:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-16T07:30:20.698 DEBUG:teuthology.misc:Transferring archived files from smithi155:/var/log/ceph to /home/teuthworker/archive/khiremat-2024-09-16_07:02:54-fs:volumes-wip-athakkar-testing-2024-09-15-1936-distro-default-smithi/7906849/remote/smithi155/log 2024-09-16T07:30:20.699 DEBUG:teuthology.orchestra.run.smithi155:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-16T07:30:21.263 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-16T07:30:21.271 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-16T07:30:21.271 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-16T07:30:21.274 DEBUG:teuthology.orchestra.run.smithi155:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-16T07:30:21.367 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-16T07:30:21.376 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-16T07:30:21.376 DEBUG:teuthology.orchestra.run.smithi031:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-16T07:30:21.378 DEBUG:teuthology.orchestra.run.smithi155:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-16T07:30:21.390 INFO:teuthology.orchestra.run.smithi031.stderr:bash: line 1: ntpq: command not found 2024-09-16T07:30:21.395 INFO:teuthology.orchestra.run.smithi031.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-16T07:30:21.395 INFO:teuthology.orchestra.run.smithi031.stdout:=============================================================================== 2024-09-16T07:30:21.395 INFO:teuthology.orchestra.run.smithi031.stdout:^* hv01.front.sepia.ceph.com 3 6 377 65 +1960us[+1959us] +/- 45ms 2024-09-16T07:30:21.395 INFO:teuthology.orchestra.run.smithi031.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 0 -4640us[-4640us] +/- 70ms 2024-09-16T07:30:21.395 INFO:teuthology.orchestra.run.smithi031.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 2 +1709us[+1709us] +/- 86ms 2024-09-16T07:30:21.395 INFO:teuthology.orchestra.run.smithi031.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T07:30:21.396 INFO:teuthology.orchestra.run.smithi155.stderr:bash: line 1: ntpq: command not found 2024-09-16T07:30:21.400 INFO:teuthology.orchestra.run.smithi155.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-16T07:30:21.400 INFO:teuthology.orchestra.run.smithi155.stdout:=============================================================================== 2024-09-16T07:30:21.400 INFO:teuthology.orchestra.run.smithi155.stdout:^* hv01.front.sepia.ceph.com 3 6 377 63 +1984us[+2022us] +/- 45ms 2024-09-16T07:30:21.400 INFO:teuthology.orchestra.run.smithi155.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 64 -4594us[-4556us] +/- 69ms 2024-09-16T07:30:21.400 INFO:teuthology.orchestra.run.smithi155.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 1 +1762us[+1762us] +/- 86ms 2024-09-16T07:30:21.400 INFO:teuthology.orchestra.run.smithi155.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T07:30:21.401 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-16T07:30:21.413 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-16T07:30:21.413 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-16T07:30:21.444 DEBUG:teuthology.orchestra.run.smithi031:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-16T07:30:21.536 DEBUG:teuthology.orchestra.run.smithi155:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-16T07:30:21.611 DEBUG:teuthology.orchestra.run.smithi031:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2024-09-16T07:30:21.644 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T07:30:21.645 DEBUG:teuthology.orchestra.run.smithi155:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2024-09-16T07:30:21.674 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T07:30:21.675 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-16T07:30:21.685 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-16T07:30:21.704 INFO:teuthology.task.internal:Duration was 943.722965 seconds 2024-09-16T07:30:21.704 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-16T07:30:21.736 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-16T07:30:21.736 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-16T07:30:21.739 DEBUG:teuthology.orchestra.run.smithi155:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-16T07:30:21.777 INFO:teuthology.orchestra.run.smithi031.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-16T07:30:21.778 INFO:teuthology.orchestra.run.smithi155.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-16T07:30:22.217 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-16T07:30:22.218 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi031.front.sepia.ceph.com 2024-09-16T07:30:22.218 DEBUG:teuthology.orchestra.run.smithi031:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-16T07:30:22.282 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi155.front.sepia.ceph.com 2024-09-16T07:30:22.282 DEBUG:teuthology.orchestra.run.smithi155:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-16T07:30:22.308 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-16T07:30:22.309 DEBUG:teuthology.orchestra.run.smithi031:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-16T07:30:22.325 DEBUG:teuthology.orchestra.run.smithi155:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-16T07:30:22.375 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-16T07:30:22.376 DEBUG:teuthology.orchestra.run.smithi031:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-16T07:30:22.393 DEBUG:teuthology.orchestra.run.smithi155:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-16T07:30:22.530 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-16T07:30:22.541 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-16T07:30:22.541 DEBUG:teuthology.orchestra.run.smithi031:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-16T07:30:22.567 DEBUG:teuthology.orchestra.run.smithi155:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-16T07:30:22.592 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-16T07:30:22.602 DEBUG:teuthology.orchestra.run.smithi031:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-16T07:30:22.610 DEBUG:teuthology.orchestra.run.smithi155:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-16T07:30:22.631 INFO:teuthology.orchestra.run.smithi031.stdout:kernel.core_pattern = core 2024-09-16T07:30:22.655 INFO:teuthology.orchestra.run.smithi155.stdout:kernel.core_pattern = core 2024-09-16T07:30:22.668 DEBUG:teuthology.orchestra.run.smithi031:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-16T07:30:22.700 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T07:30:22.701 DEBUG:teuthology.orchestra.run.smithi155:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-16T07:30:22.723 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T07:30:22.724 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-16T07:30:22.734 INFO:teuthology.task.internal:Transferring archived files... 2024-09-16T07:30:22.734 DEBUG:teuthology.misc:Transferring archived files from smithi031:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/khiremat-2024-09-16_07:02:54-fs:volumes-wip-athakkar-testing-2024-09-15-1936-distro-default-smithi/7906849/remote/smithi031 2024-09-16T07:30:22.735 DEBUG:teuthology.orchestra.run.smithi031:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-16T07:30:22.778 DEBUG:teuthology.misc:Transferring archived files from smithi155:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/khiremat-2024-09-16_07:02:54-fs:volumes-wip-athakkar-testing-2024-09-15-1936-distro-default-smithi/7906849/remote/smithi155 2024-09-16T07:30:22.778 DEBUG:teuthology.orchestra.run.smithi155:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-16T07:30:22.813 INFO:teuthology.task.internal:Removing archive directory... 2024-09-16T07:30:22.813 DEBUG:teuthology.orchestra.run.smithi031:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-16T07:30:22.816 DEBUG:teuthology.orchestra.run.smithi155:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-16T07:30:22.863 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-16T07:30:22.875 INFO:teuthology.task.internal:Not uploading archives. 2024-09-16T07:30:22.875 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-16T07:30:22.904 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-16T07:30:22.905 DEBUG:teuthology.orchestra.run.smithi031:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-16T07:30:22.907 DEBUG:teuthology.orchestra.run.smithi155:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-16T07:30:22.920 INFO:teuthology.orchestra.run.smithi031.stdout: 262169 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 16 07:30 /home/ubuntu/cephtest 2024-09-16T07:30:22.921 INFO:teuthology.orchestra.run.smithi155.stdout: 262169 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 16 07:30 /home/ubuntu/cephtest 2024-09-16T07:30:22.922 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-16T07:30:22.937 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-16T07:30:23.010 INFO:teuthology.run:Summary data: description: fs:volumes/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} tasks/volumes/{overrides test/misc}} duration: 943.7229647636414 flavor: default owner: scheduled_khiremat@teuthology success: true 2024-09-16T07:30:23.010 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-16T07:30:23.097 INFO:teuthology.run:pass